-- Logs begin at Mon 2021-12-13 13:44:44 UTC, end at Mon 2021-12-13 16:15:15 UTC. -- Dec 13 14:27:02.100296 n-d-816954-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 14:27:04.893213 n-d-816954-1 neutron-server[102680]: INFO neutron.common.config [-] Logging enabled! Dec 13 14:27:04.893720 n-d-816954-1 neutron-server[102680]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 13 14:27:04.893983 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102680) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 14:27:04.897177 n-d-816954-1 neutron-server[102680]: INFO neutron.common.config [-] Logging enabled! Dec 13 14:27:04.897437 n-d-816954-1 neutron-server[102680]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 13 14:27:04.897750 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102680) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 14:27:04.898732 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 14:27:04.898972 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 14:27:04.899328 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 14:27:04.899577 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 14:27:04.899805 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 14:27:04.900124 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.900422 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.900722 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.900956 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.901298 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.902093 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.902413 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.902709 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.903012 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.903304 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.903589 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.903876 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.904111 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.904397 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.904686 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.904974 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.905202 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] debug = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.905487 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.905917 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.906362 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.906649 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.906941 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.907226 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.907501 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.907780 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.908072 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.908403 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] host = n-d-816954-1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.908683 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.908973 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.909264 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.909552 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.909831 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.910108 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.910422 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.910700 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.910979 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] log_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.911259 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.911549 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.911839 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.912130 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.912358 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.912583 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.912872 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.913163 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.913441 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.913721 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.913999 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.914300 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.914579 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.914852 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.915139 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.915426 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.915719 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.915996 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.916275 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.916553 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.916847 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.917238 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.917641 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.918047 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.918416 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.918717 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.918997 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.919281 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.919587 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.919879 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.920163 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.920453 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.920734 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.921020 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.921300 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.921575 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.921850 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] use_json = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.922127 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.922426 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.922714 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.922992 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.923269 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.923547 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.923822 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.924109 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:04.924414 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.924715 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.925022 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.925312 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.925616 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.925906 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.926198 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.926510 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.926807 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.927105 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.927401 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.927686 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.927984 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.928268 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.928568 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.928879 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.929177 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.929475 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.929756 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.930035 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.930348 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.930643 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.930938 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.931224 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.931521 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.931815 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.932100 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.932393 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.932719 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.933013 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.933291 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.933577 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.933872 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.934154 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.934452 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.934741 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.935033 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.935315 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.935593 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.935879 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.936160 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.936434 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.936807 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.937142 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.937441 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.937768 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.938053 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.938395 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.938684 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.938965 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.939263 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.939545 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.939822 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.940098 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.940378 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.940657 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.940936 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.941219 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.941496 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.941824 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.942333 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.942821 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.943311 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.943797 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.944252 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.944546 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.944832 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.945121 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.946789 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.946789 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.946789 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.946789 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.946789 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.946789 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.947193 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.947375 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.947862 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.948903 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.949389 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.949897 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.950449 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.950947 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.951326 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.951619 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.951927 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.952227 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.952531 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.952827 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.953115 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.953425 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.953713 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.954004 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956201 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956201 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956201 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956201 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956201 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956201 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956201 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956725 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956725 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.956878 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.957156 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.957440 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:04.957666 n-d-816954-1 neutron-server[102680]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 14:27:04.957925 n-d-816954-1 neutron-server[102680]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102680) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 14:27:05.314140 n-d-816954-1 neutron-server[102680]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 14:27:05.314441 n-d-816954-1 neutron-server[102680]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 14:27:05.314736 n-d-816954-1 neutron-server[102680]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 14:27:05.315072 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 14:27:05.718631 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.718925 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.719209 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.720524 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.720802 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.721071 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.757391 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.757669 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.757937 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.772990 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.773274 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.773548 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.803248 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.803531 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.803805 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.841315 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.841597 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:05.841873 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.078832 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.079441 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.079441 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.079610 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.080268 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.200684 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.200998 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.201288 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.201566 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.201839 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.202154 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.202448 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.202708 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.202965 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.203248 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.203525 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.203793 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.204052 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.204317 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.204574 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.204839 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.205102 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.205370 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.205644 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.205906 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.206178 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.206459 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.206744 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.207125 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.207378 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.207628 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.208022 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:06.208266 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:06.208505 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:06.208746 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:06.208984 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:06.209223 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:06.209589 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 14:27:06.212754 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 14:27:06.216867 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 14:27:06.220591 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 13 14:27:06.222256 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 14:27:06.222703 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 14:27:06.223040 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 14:27:06.223431 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 14:27:06.226271 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 14:27:06.226534 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 14:27:06.226884 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 14:27:06.232759 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 14:27:06.255915 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 14:27:06.256375 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.256676 n-d-816954-1 neutron-server[102680]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102680) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 13 14:27:06.257043 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.258463 n-d-816954-1 neutron-server[102680]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102680) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 14:27:06.258750 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 14:27:06.258999 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 14:27:06.262290 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.262576 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:06.325465 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 14:27:06.325709 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 14:27:06.325947 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 14:27:06.326341 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 14:27:06.347980 n-d-816954-1 neutron-server[102680]: DEBUG oslo_db.sqlalchemy.engines [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102680) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 14:27:06.965455 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing driver for type 'gre' Dec 13 14:27:06.965985 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] gre ID ranges: [(1, 1000)] Dec 13 14:27:07.169058 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing driver for type 'local' Dec 13 14:27:07.169650 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing driver for type 'vlan' Dec 13 14:27:07.260512 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] VlanTypeDriver initialization complete Dec 13 14:27:07.260886 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing driver for type 'vxlan' Dec 13 14:27:07.261367 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] vxlan ID ranges: [(1, 1000)] Dec 13 14:27:07.490941 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing extension driver 'port_security' Dec 13 14:27:07.491226 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.extensions.port_security [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] PortSecurityExtensionDriver initialization complete Dec 13 14:27:07.491551 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing mechanism driver 'openvswitch' Dec 13 14:27:07.491886 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing mechanism driver 'hyperv' Dec 13 14:27:07.503538 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:07.504207 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.504576 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.504926 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.505444 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 14:27:07.505873 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.506224 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.506589 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.507036 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 14:27:07.507439 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.507782 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.508119 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.508504 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 14:27:07.508913 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.509258 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.509590 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.510120 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 14:27:07.511171 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.511531 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.511877 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.512273 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 14:27:07.512779 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.513134 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.513475 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.513864 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102680) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 14:27:07.514253 n-d-816954-1 neutron-server[102680]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] ML2 OVO RPC backend initialized. {{(pid=102680) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 14:27:07.514962 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.515312 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.515723 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.516071 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > networks before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.516417 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.516755 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > ports before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.517096 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.517435 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.517828 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.518185 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.518541 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.518883 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.519220 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.519552 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.519888 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.520235 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.520564 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.521132 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.plugin [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Modular L2 Plugin initialization complete Dec 13 14:27:07.521456 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading services supported by the core plugin {{(pid=102680) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 14:27:07.521775 n-d-816954-1 neutron-server[102680]: INFO neutron.plugins.ml2.managers [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Got port-security extension from driver 'port_security' Dec 13 14:27:07.522253 n-d-816954-1 neutron-server[102680]: INFO neutron.extensions.vlantransparent [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Disabled vlantransparent extension. Dec 13 14:27:07.522722 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102680) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 14:27:07.523026 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: router Dec 13 14:27:07.565622 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.566007 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router after_create 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.566400 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router before_create 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.566764 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.567132 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.567483 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router after_delete 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.567837 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.568183 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.568538 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router after_create 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.568881 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router after_update 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.569315 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router after_update 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.569671 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.570026 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router after_update 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.570462 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.570831 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: port after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.571170 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: port after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.571507 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: subnet after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.571842 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.572189 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.572532 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.572872 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: port before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.573785 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.574140 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router after_update 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.574503 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.574854 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.575318 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.575665 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.576028 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > agent after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.576377 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.576719 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.577571 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Tracking information for resource: router configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:07.577906 n-d-816954-1 neutron-server[102680]: DEBUG neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Tracking information for resource: floatingip configured {{(pid=102680) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 14:27:07.588736 n-d-816954-1 neutron-server[102680]: INFO neutron.db.l3_agentschedulers_db [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 14:27:07.589303 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: port after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.589658 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: port after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.590009 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: port after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.590445 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: port after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.591233 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router before_create 55550100 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.591595 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.591954 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.592305 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.597242 n-d-816954-1 neutron-server[102680]: DEBUG neutron.services.provider_configuration [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service providers = [] {{(pid=102680) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 14:27:07.597602 n-d-816954-1 neutron-server[102680]: DEBUG neutron.db.servicetype_db [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102680) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 14:27:07.600589 n-d-816954-1 neutron-server[102680]: DEBUG neutron.services.service_base [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 14:27:07.601041 n-d-816954-1 neutron-server[102680]: DEBUG neutron.services.service_base [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 14:27:07.601383 n-d-816954-1 neutron-server[102680]: DEBUG neutron.services.service_base [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 14:27:07.602290 n-d-816954-1 neutron-server[102680]: DEBUG neutron.services.service_base [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102680) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 14:27:07.602657 n-d-816954-1 neutron-server[102680]: INFO neutron.services.service_base [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 14:27:07.603025 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.603338 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 14:27:07.620477 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.620815 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: auto_allocate Dec 13 14:27:07.626807 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: network precommit_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.627173 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: network precommit_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.627682 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.627999 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: tag Dec 13 14:27:07.634591 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.634918 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: timestamp Dec 13 14:27:07.638980 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.639305 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: network_ip_availability Dec 13 14:27:07.644765 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.645131 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.645484 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.646182 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.646528 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: flavors Dec 13 14:27:07.651316 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.651644 n-d-816954-1 neutron-server[102680]: INFO neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading Plugin: revisions Dec 13 14:27:07.655949 n-d-816954-1 neutron-server[102680]: DEBUG neutron.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102680) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 14:27:07.656332 n-d-816954-1 neutron-server[102680]: DEBUG oslo_concurrency.lockutils [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.341s {{(pid=102680) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 14:27:07.657071 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102680) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 14:27:07.662337 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Initializing extension manager. Dec 13 14:27:07.662337 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: __init__.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.662337 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: __pycache__ {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.662337 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.662337 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: address_group.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.662337 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.662337 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: address-group Dec 13 14:27:07.662900 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: address_scope.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.662900 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.662900 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: address-scope Dec 13 14:27:07.662900 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.663233 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.663733 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: router-admin-state-down-before-update Dec 13 14:27:07.664054 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: agent.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.664749 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.665244 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: agent Dec 13 14:27:07.665563 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: agent_resources_synced.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.666557 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.667593 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: agent-resources-synced Dec 13 14:27:07.667911 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.669682 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.670196 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: allowed-address-pairs Dec 13 14:27:07.670553 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.671633 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.672140 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: auto-allocated-topology Dec 13 14:27:07.672470 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: availability_zone.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.673225 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.673726 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: availability_zone Dec 13 14:27:07.674047 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: availability_zone_filter.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.674987 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.675491 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: availability_zone_filter Dec 13 14:27:07.675812 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: data_plane_status.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.676713 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.677217 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 14:27:07.677536 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: default_subnetpools.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.678507 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.679007 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: default-subnetpools Dec 13 14:27:07.679327 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.680126 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.680724 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: dhcp_agent_scheduler Dec 13 14:27:07.681045 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: dns.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.681957 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.683108 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension dns-integration not supported by any of loaded plugins Dec 13 14:27:07.683426 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: dns_domain_ports.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.684403 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.684899 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 14:27:07.685219 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.686130 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.686673 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 14:27:07.687001 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: dvr.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.687667 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.688162 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: dvr Dec 13 14:27:07.688478 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: ecmp_routes.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.689386 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.689878 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 14:27:07.690193 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: empty_string_filtering.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.696401 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.696900 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: empty-string-filtering Dec 13 14:27:07.697219 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.698150 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.698676 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 14:27:07.698994 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.699898 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.700395 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 14:27:07.700711 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: external_net.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.701660 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.702166 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: external-net Dec 13 14:27:07.702508 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.703407 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.703907 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: extra_dhcp_opt Dec 13 14:27:07.704224 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: extraroute.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.705126 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.705619 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: extraroute Dec 13 14:27:07.705933 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: extraroute_atomic.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.706994 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.707623 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: extraroute-atomic Dec 13 14:27:07.707943 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: filter_validation.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.708610 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.709104 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: filter-validation Dec 13 14:27:07.709422 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: fip_pf_description.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.710365 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.710860 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 14:27:07.711177 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: fip_port_details.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.712126 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.712642 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: fip-port-details Dec 13 14:27:07.712957 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: flavors.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.714219 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.714737 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: flavors Dec 13 14:27:07.715059 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.716722 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.717236 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 14:27:07.717559 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: floatingip_pools.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.718275 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.718772 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: floatingip-pools Dec 13 14:27:07.719118 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: ip_allocation.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.732752 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.733254 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 14:27:07.733581 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.734532 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.735038 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: ip-substring-filtering Dec 13 14:27:07.735415 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l2_adjacency.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.736346 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.736849 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 14:27:07.737166 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l3.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.738423 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.738934 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: router Dec 13 14:27:07.739256 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.741835 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.742328 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 14:27:07.742658 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.743584 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.744095 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: ext-gw-mode Dec 13 14:27:07.744423 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.745945 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.746468 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: l3-ha Dec 13 14:27:07.746790 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l3_flavors.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.747703 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.748208 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: l3-flavors Dec 13 14:27:07.748526 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.749446 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.749946 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 14:27:07.750288 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: l3agentscheduler.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.751320 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.751822 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: l3_agent_scheduler Dec 13 14:27:07.752149 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: logging.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.753627 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.754135 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension logging not supported by any of loaded plugins Dec 13 14:27:07.754487 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: metering.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.755223 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.755790 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: metering Dec 13 14:27:07.756113 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.757195 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.757699 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: metering_source_and_destination_fields Dec 13 14:27:07.758020 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: multiprovidernet.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.758965 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.765071 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: multi-provider Dec 13 14:27:07.765071 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: netmtu.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.765568 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.766071 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: net-mtu Dec 13 14:27:07.766419 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: netmtu_writable.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.767333 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.767831 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: net-mtu-writable Dec 13 14:27:07.768148 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: network_availability_zone.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.768814 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.769316 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: network_availability_zone Dec 13 14:27:07.769694 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: network_ip_availability.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.770832 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.771338 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: network-ip-availability Dec 13 14:27:07.771659 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: network_segment_range.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.772461 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.773058 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 14:27:07.773375 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: pagination.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.774385 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.774710 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: pagination Dec 13 14:27:07.775081 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: port_device_profile.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.775999 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.776530 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: port-device-profile Dec 13 14:27:07.776848 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.777773 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.778302 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: port-mac-address-regenerate Dec 13 14:27:07.778623 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.779533 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.780031 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: port-numa-affinity-policy Dec 13 14:27:07.780349 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: port_resource_request.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.781441 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.781943 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 14:27:07.782290 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: portbindings.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.783213 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.783715 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: binding Dec 13 14:27:07.784035 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: portbindings_extended.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.785340 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.785828 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: binding-extended Dec 13 14:27:07.786149 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: portsecurity.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.787134 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.787626 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: port-security Dec 13 14:27:07.787946 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: project_id.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.788922 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.789243 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: project-id Dec 13 14:27:07.789561 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: providernet.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.790514 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.791023 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: provider Dec 13 14:27:07.791340 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.797123 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.797642 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos not supported by any of loaded plugins Dec 13 14:27:07.798053 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.799345 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.799849 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 14:27:07.800177 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.801099 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.801605 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 14:27:07.801930 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_default.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.802865 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.803368 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-default not supported by any of loaded plugins Dec 13 14:27:07.803692 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_fip.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.804394 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.804887 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-fip not supported by any of loaded plugins Dec 13 14:27:07.805205 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.806125 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.806652 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 14:27:07.806974 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.808895 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.809644 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 14:27:07.810117 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_pps_rule.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.811394 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.811903 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-pps not supported by any of loaded plugins Dec 13 14:27:07.812227 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.813137 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.813708 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 14:27:07.814033 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: qos_rules_alias.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.815162 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.815665 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 14:27:07.815986 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: quotasv2.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.816919 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.817242 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: quotas Dec 13 14:27:07.817558 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: quotasv2_detail.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.820968 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.821322 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: quota_details Dec 13 14:27:07.824666 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: rbac.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.824666 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.824666 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: rbac-policies Dec 13 14:27:07.824666 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: rbac_address_group.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.825239 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.825783 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: rbac-address-group Dec 13 14:27:07.826125 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: rbac_address_scope.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.827124 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.827646 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: rbac-address-scope Dec 13 14:27:07.827979 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: rbac_security_groups.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.828930 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.829435 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: rbac-security-groups Dec 13 14:27:07.829765 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.830739 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.831259 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: rbac-subnetpool Dec 13 14:27:07.831594 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: revisionifmatch.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.832535 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.833056 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: revision-if-match Dec 13 14:27:07.833388 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: revisions.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.834566 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.835078 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: standard-attr-revisions Dec 13 14:27:07.835411 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: router_availability_zone.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.836135 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.836613 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: router_availability_zone Dec 13 14:27:07.836942 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: routerservicetype.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.837883 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.838426 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension router-service-type not supported by any of loaded plugins Dec 13 14:27:07.838764 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.840362 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.840875 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: security-groups-normalized-cidr Dec 13 14:27:07.841202 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.842158 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.842710 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: port-security-groups-filtering Dec 13 14:27:07.843038 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.843978 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.844494 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: security-groups-remote-address-group Dec 13 14:27:07.844823 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: securitygroup.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.856746 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.857281 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: security-group Dec 13 14:27:07.857622 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: segment.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.858461 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.858973 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension segment not supported by any of loaded plugins Dec 13 14:27:07.859304 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.860285 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.860794 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 14:27:07.861462 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: servicetype.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.862388 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.862907 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: service-type Dec 13 14:27:07.863241 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: sorting.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.864255 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.864848 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: sorting Dec 13 14:27:07.865177 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: standard_attr_segment.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.866120 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.866668 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 14:27:07.867000 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: standardattrdescription.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.867661 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.868168 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: standard-attr-description Dec 13 14:27:07.868493 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: stateful_security_group.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.869440 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.870595 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: stateful-security-group Dec 13 14:27:07.870929 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: stdattrs_common.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.871524 n-d-816954-1 neutron-server[102680]: WARNING neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 14:27:07.871867 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.872793 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.873310 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 14:27:07.873638 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: subnet_onboard.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.874760 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.875276 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: subnet_onboard Dec 13 14:27:07.875604 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.876545 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.877053 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 14:27:07.877380 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: subnet_service_types.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.878356 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.878871 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: subnet-service-types Dec 13 14:27:07.879202 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: subnetallocation.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.880336 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.880846 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: subnet_allocation Dec 13 14:27:07.881175 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.881882 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.882433 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: subnetpool-prefix-ops Dec 13 14:27:07.882774 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.889781 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.890318 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 14:27:07.890660 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: tagging.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.891765 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.892278 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: standard-attr-tag Dec 13 14:27:07.892609 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: timestamp.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.893822 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.894364 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loaded extension: standard-attr-timestamp Dec 13 14:27:07.894693 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: trunk.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.895737 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.896255 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension trunk not supported by any of loaded plugins Dec 13 14:27:07.896581 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: trunk_details.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.897518 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.898036 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension trunk-details not supported by any of loaded plugins Dec 13 14:27:07.898401 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.899335 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.899848 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 14:27:07.900170 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Loading extension file: vlantransparent.py {{(pid=102680) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 14:27:07.900851 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102680) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 14:27:07.901382 n-d-816954-1 neutron-server[102680]: INFO neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 14:27:07.903879 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:network Dec 13 14:27:07.904406 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:subnet Dec 13 14:27:07.904808 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 14:27:07.905213 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:port Dec 13 14:27:07.906497 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.906942 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service FLAVORS assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.907576 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.908031 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.908364 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:router Dec 13 14:27:07.908802 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 14:27:07.909295 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service METERING assigned prefix: /metering {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.910806 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.911181 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.911539 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:27:07.912543 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 14:27:07.912980 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:security_group Dec 13 14:27:07.913419 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 14:27:07.914040 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service CORE assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.914405 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 14:27:07.914756 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] subnetpool is already registered Dec 13 14:27:07.915184 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service CORE assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.915508 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 14:27:07.915841 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] subnetpool is already registered Dec 13 14:27:07.918886 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.919331 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service FLAVORS assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.923624 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.924067 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.924407 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:router Dec 13 14:27:07.924754 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] router is already registered Dec 13 14:27:07.926106 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 14:27:07.926106 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] floatingip is already registered Dec 13 14:27:07.926106 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service METERING assigned prefix: /metering {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.928466 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 14:27:07.928816 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] rbac_policy is already registered Dec 13 14:27:07.929254 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:security_group Dec 13 14:27:07.929603 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] security_group is already registered Dec 13 14:27:07.930029 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 14:27:07.930398 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] security_group_rule is already registered Dec 13 14:27:07.931045 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service CORE assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.931377 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 14:27:07.931719 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] subnetpool is already registered Dec 13 14:27:07.932160 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.v2.resource_helper [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Service CORE assigned prefix: {{(pid=102680) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 14:27:07.933101 n-d-816954-1 neutron-server[102680]: INFO neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 14:27:07.933440 n-d-816954-1 neutron-server[102680]: WARNING neutron.quota.resource_registry [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] subnetpool is already registered Dec 13 14:27:07.933929 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: extensions {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.935451 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: address-groups {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.937232 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: address-scopes {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.938602 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: agents {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.939785 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: auto-allocated-topology {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.941026 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: availability_zones {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.942272 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: dhcp-networks {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.943808 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: dhcp-agents {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.945245 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: routers {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.947499 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: flavors {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.948696 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: service_profiles {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.949909 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: next_providers {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.951399 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: service_profiles {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.952979 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: floatingip-pools {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.954212 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: routers {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.956340 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: floatingips {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.957622 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: l3-routers {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.959065 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: l3-agents {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.960482 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: metering-labels {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.961835 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: metering-label-rules {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.963150 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: network-ip-availabilities {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.964990 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: bindings {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.967589 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: quotas {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.969052 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: quotas {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.970504 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: rbac-policies {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.971701 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: security-groups {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.973025 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: security-group-rules {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.974327 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: service-providers {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.975549 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: subnetpools {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.976984 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: subnetpools {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.978479 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.980804 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.982675 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.984486 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.986306 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.988158 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.990158 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.992134 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.993855 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:07.995668 n-d-816954-1 neutron-server[102680]: DEBUG neutron.api.extensions [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Extended resource: tags {{(pid=102680) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 14:27:08.001841 n-d-816954-1 neutron-server[102680]: WARNING keystonemiddleware.auth_token [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 14:27:08.006615 n-d-816954-1 neutron-server[102680]: WARNING keystonemiddleware.auth_token [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 14:27:08.015356 n-d-816954-1 neutron-server[102680]: DEBUG oslo_concurrency.lockutils [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Acquired lock "singleton_lock" {{(pid=102680) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 13 14:27:08.015830 n-d-816954-1 neutron-server[102680]: DEBUG oslo_concurrency.lockutils [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Releasing lock "singleton_lock" {{(pid=102680) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 13 14:27:08.016465 n-d-816954-1 neutron-server[102680]: INFO oslo_service.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Starting 2 workers Dec 13 14:27:08.021335 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Started child 102823 {{(pid=102680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 14:27:08.025829 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Started child 102824 {{(pid=102680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 14:27:08.027350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:08.027983 n-d-816954-1 neutron-server[102680]: INFO neutron.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 14:27:08.028643 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Notify callbacks [] for process, before_spawn {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:08.028891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [-] (102823) wsgi starting up on http://0.0.0.0:9696 Dec 13 14:27:08.031081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:08.031540 n-d-816954-1 neutron-server[102680]: INFO oslo_service.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Starting 1 workers Dec 13 14:27:08.032501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [-] (102824) wsgi starting up on http://0.0.0.0:9696 Dec 13 14:27:08.036381 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Started child 102825 {{(pid=102680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 14:27:08.036931 n-d-816954-1 neutron-server[102680]: INFO oslo_service.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Starting 1 workers Dec 13 14:27:08.040352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] calling RpcWorker wait() {{(pid=102825) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 14:27:08.040901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] returning from RpcWorker wait() {{(pid=102825) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 14:27:08.041419 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Started child 102826 {{(pid=102680) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 14:27:08.042851 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:08.042968 n-d-816954-1 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7606e3b7-f4de-4b15-8c74-b5c6c26db7a6 None None] Notify callbacks [] for process, after_spawn {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:08.043365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:08.044764 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102680) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 14:27:08.044981 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 14:27:08.045169 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 14:27:08.045395 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 14:27:08.045729 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 14:27:08.045893 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 14:27:08.046435 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.046724 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.046994 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.047091 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:08.047523 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.047592 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.048114 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.048258 n-d-816954-1 neutron-server[102826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:08.048388 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.048621 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.048908 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.049142 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.049314 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.049482 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.049739 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.049985 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.050320 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.050599 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.050851 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.051105 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.051277 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.051534 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.051797 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.052026 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.052299 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] debug = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.052564 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.053051 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.053296 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.053544 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.053784 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.054066 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.054340 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.054622 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.054858 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.055093 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.055310 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.055575 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.055823 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.056055 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.056294 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.056548 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.056767 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.057230 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] host = n-d-816954-1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.058025 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.058269 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.058518 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.058781 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.059038 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.059270 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.059530 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.059791 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.060048 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.060272 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.060517 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.060776 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.061032 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.061272 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.061438 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_options = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.061679 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.061958 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.062217 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.062432 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.062602 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.062777 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.063057 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.063199 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.063430 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.063650 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.063862 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.064075 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.064319 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.064553 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.064802 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.065046 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.065304 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.065536 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.065779 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.066025 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.066289 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.066516 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.066746 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.066982 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.067215 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.067458 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.067682 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.067893 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.068104 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.068358 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.068593 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.068854 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.069089 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.069322 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.069584 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.069813 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.070038 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.070276 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.070533 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.070758 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.071014 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.071273 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.071487 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.071764 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.071962 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.072192 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.072407 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_json = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.072624 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.072856 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.073692 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.073906 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.074120 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.074374 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.074618 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.074872 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.075301 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.075592 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.075919 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.076150 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.076405 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.076647 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.076880 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.078117 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.078117 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.078117 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.078561 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.078684 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.078939 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.079195 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.079470 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.080608 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.080608 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.080608 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.080608 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.080917 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.080998 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.081853 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.082222 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.082581 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.082727 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.082969 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.083193 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.083522 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.083801 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.084072 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.084322 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.084566 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.084812 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.085055 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.085273 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.085521 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.085742 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.086016 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.086273 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.086483 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.086745 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.086978 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.087194 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.092884 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.093515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.094036 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.094036 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.094036 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.094036 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.094036 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.095257 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.095516 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.095768 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.096032 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.098305 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.098646 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.098918 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.099174 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.099442 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.099853 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.099964 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.100188 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.100432 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.100684 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.100915 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.101142 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.101369 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.101599 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.101823 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.102074 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.102426 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.102649 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.102886 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.103157 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.103477 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.103732 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.103980 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.104265 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.104513 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.104781 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.105022 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.105342 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.105604 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.105849 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.106123 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.106375 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.106692 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.106919 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.107161 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.107413 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.107637 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.107900 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.108142 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.108384 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.108622 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.108878 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.109148 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.109410 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.109683 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.109941 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.110216 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.110512 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.110769 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.110992 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.111283 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.111590 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.111868 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.112139 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.112487 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.112753 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.113013 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.113269 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.113536 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.113791 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.114060 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.114320 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.115646 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.115895 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.116651 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.117478 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.117725 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.119598 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.119598 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.119598 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.119598 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.119598 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.119598 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.119598 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.120927 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.120927 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.120927 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.121278 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.121278 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.121483 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.121704 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.121958 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.122371 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.122497 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.122771 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.123009 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.123229 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.123454 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.123712 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.123933 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.124156 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.124393 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.124616 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.124859 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.125128 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.125346 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.125572 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.125812 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.126033 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.126270 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.126510 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.126734 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.127069 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.127319 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.127591 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.127842 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.128059 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.128291 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.128516 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.128777 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.128996 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.129241 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.129463 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.129679 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.129893 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.130111 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.130349 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.130565 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.130788 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.130997 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.131277 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.131528 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.131879 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.132129 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.132360 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.132640 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.132863 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.133102 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.133364 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.133586 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.133830 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.134051 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.134291 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.134576 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.134816 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.135058 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.135293 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.135562 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.136278 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.136495 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.136708 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.137009 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.137263 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.137494 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.137751 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.138000 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.138212 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.138467 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.138679 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.138891 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.139120 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.139337 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.139547 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.139776 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.139991 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.140203 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.140424 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.140641 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.140851 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.141082 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.141328 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.141561 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.141785 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.142001 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.142213 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.142485 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.142721 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.142949 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.143126 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.143333 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.143547 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.143923 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.144107 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.144293 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.144540 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.144758 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.144967 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.145262 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.145518 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.145739 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.146022 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.146329 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.146525 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.146903 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.147098 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.147301 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.147541 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.147760 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.147996 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.148235 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.148517 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.148831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.149110 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.149380 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.149617 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.149890 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.150179 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.150480 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.150696 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.150998 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.151366 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.151645 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.151913 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.152163 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.152416 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.152656 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.152895 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.153132 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.153386 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.153585 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.153854 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.154082 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.154345 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.154584 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.154813 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.155049 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.155306 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.155517 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.155756 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.155973 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.156133 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 14:27:08.156662 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102680) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 14:27:08.156825 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 14:27:08.156982 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 14:27:08.157178 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 14:27:08.157350 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 14:27:08.157504 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 14:27:08.157714 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.157878 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.158039 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.158199 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.158386 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.158569 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.158731 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.158892 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.159057 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.159217 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.159377 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.159536 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.159695 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.159852 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.159985 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.160148 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.160308 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.160468 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.160632 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.160791 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.160950 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.161109 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.161269 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] debug = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.161427 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.161637 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.161788 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.161951 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.162111 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.162288 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.162449 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.162608 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.162767 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.162927 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.163086 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.163247 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.163404 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.163563 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.163722 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.163881 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.164039 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.164198 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] host = n-d-816954-1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.164357 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.164514 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.164675 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.164831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.164991 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.165150 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.165311 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.165472 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.165637 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.165797 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.165955 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.166113 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.166290 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.166452 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.166596 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_options = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.166780 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.166939 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.167098 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.167288 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.167453 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.167612 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.167770 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.167929 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.168088 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.168247 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.168406 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.168565 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.168724 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.168883 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.169044 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.169204 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.169715 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.169715 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.169715 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.169921 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.169998 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.170085 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.170267 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.170422 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.170574 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.170728 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171393 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171393 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171393 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171393 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171680 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171680 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171876 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.171997 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.172118 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.172238 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.172360 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.172480 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.172643 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.172801 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.172960 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.173118 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.173277 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.173435 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.173593 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.173752 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.173911 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_json = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.174070 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.174244 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.174412 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.174571 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.174730 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.174888 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.175046 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.175205 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 14:27:08.175385 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.175549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.175785 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.175883 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.176037 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.176200 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.176362 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.176526 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.176688 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.176851 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.177019 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.177182 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.177354 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.177517 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.177680 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.177844 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.178006 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.178168 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.178352 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.178515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.178678 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.178841 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.179015 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.179177 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.179340 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.179502 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.179664 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.179842 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.180004 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.180166 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.180329 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.180492 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.180654 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.180843 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.181006 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.181169 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.181332 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.181495 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.181657 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.181819 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.181982 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.182143 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.182836 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.183009 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.183173 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.183337 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.183499 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.183661 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.183828 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.183979 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.184142 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.184304 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.184465 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.184627 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.184789 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.184961 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.185123 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.185287 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.185448 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.185610 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.185885 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.186046 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.186189 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.186367 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.186498 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.186626 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.186788 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.186953 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.187117 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.187280 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.187443 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.187607 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.187759 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.187921 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.188082 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.188252 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.188416 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.188576 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.188737 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.188899 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.189061 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.189223 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.189394 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.189556 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.189719 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.189881 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.190049 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.190206 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.190384 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.190560 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.190736 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.190898 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.191060 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.191221 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.191383 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.191545 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.191706 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.191869 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.192031 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.192193 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.192354 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.192515 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.192679 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.192842 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.193005 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.193166 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.193328 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.193490 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.193652 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.193815 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.193983 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.194146 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.194331 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.194485 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.194644 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.194806 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.194977 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.195139 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.195303 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.195466 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.195634 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.195809 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.195987 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.196200 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.196346 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.196435 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.196572 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.196734 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.196896 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.197058 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.197220 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.197474 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.197609 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.197816 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.197987 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.198077 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.198707 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.198887 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.199066 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.199199 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.199369 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.199530 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.199693 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.199856 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.200019 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.200182 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.200345 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.200506 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.200670 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.200832 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.200995 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.201157 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.201320 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.201482 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.201644 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.201807 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.201970 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.202133 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.202324 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.202487 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.202649 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.202811 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.202974 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.203137 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.203299 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.203428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:08.203573 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.203701 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.203835 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.203961 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.204172 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.204302 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.204427 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.204550 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.204679 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.204814 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.204966 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.205129 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.205291 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.205455 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.205618 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.205781 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.205944 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.206107 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.206377 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.206508 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.206632 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.206755 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.206879 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.207041 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.207205 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.207367 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.207528 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.207731 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.207947 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.208075 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.208199 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.208324 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.208449 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.208608 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.208770 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.208933 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.209096 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.209261 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.209425 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.209591 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.209754 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.209917 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.210079 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.210255 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.210419 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.211912 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.212831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.212831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.212831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.212831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.212831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.212831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.212831 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.213668 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.213668 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.213668 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.213668 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.213668 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.213668 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.214655 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.214655 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.214655 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.214655 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.214655 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.214655 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215365 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215365 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215365 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215365 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215365 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215948 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215948 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215948 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.215948 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.218549 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219073 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219605 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219605 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219605 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219605 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219605 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219946 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.219946 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.220130 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.220246 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.220441 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.220574 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.220735 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.220898 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.221060 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.221223 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.221388 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.221548 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.221903 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.222081 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.222266 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.222416 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.222553 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.222714 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.222877 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.223039 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.223201 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.223364 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.223526 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 14:27:08.223682 n-d-816954-1 neutron-server[102680]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102680) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 14:27:08.277723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52612) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:08.286112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062540 Dec 13 14:27:19.835649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5d574-6092-487c-bfad-a7d9ad6ecda9 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 14:27:19.908312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5d574-6092-487c-bfad-a7d9ad6ecda9 None None] No non-hosted networks {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 14:27:19.915987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.agentschedulers_db [None req-59a5d574-6092-487c-bfad-a7d9ad6ecda9 None None] DHCP Agent not found on host n-d-816954-1 {{(pid=102825) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 13 14:27:20.021848 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b8775ec-90a0-43d2-98dc-fcca3dceba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467168'] for agent, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:22.207206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46211027-865c-4eab-ad37-ae157a7487ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467168'] for agent, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:22.249784 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-ed2f89f3-054e-4aac-9563-72cdf1f6001d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-816954-1 {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:27:22.250664 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-ed2f89f3-054e-4aac-9563-72cdf1f6001d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:27:22.920036 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed2f89f3-054e-4aac-9563-72cdf1f6001d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:23.100800 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467168'] for agent, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:24.688723 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467168'] for agent, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:25.026366 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467168'] for agent, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:25.027028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.027374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.027696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.028055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.028381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.028966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.029392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.029722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.030043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.030568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.030817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.031135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:25.031574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816954-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:25.038051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816954-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:25.704804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:26.249344 n-d-816954-1 neutron-server[102823]: WARNING oslo_policy.policy [None req-2ec49bd5-6053-475e-b5fb-f6e8d4276a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:27:26.249989 n-d-816954-1 neutron-server[102823]: WARNING oslo_policy.policy [None req-2ec49bd5-6053-475e-b5fb-f6e8d4276a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:27:26.474728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-2ec49bd5-6053-475e-b5fb-f6e8d4276a55 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:27:26.475819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2ec49bd5-6053-475e-b5fb-f6e8d4276a55 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7700818 Dec 13 14:27:27.440424 n-d-816954-1 neutron-server[102825]: INFO neutron.db.l3_hamode_db [None req-beda717c-bbc4-4c7c-924d-7328e764762d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 14:27:27.517879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda717c-bbc4-4c7c-924d-7328e764762d None None] Routers set() bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:27:27.518287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda717c-bbc4-4c7c-924d-7328e764762d None None] Router IDs set() for agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 14:27:28.859113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52720) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:29.161128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:27:29.256709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.policy [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102823) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 14:27:29.302616 n-d-816954-1 neutron-server[102823]: WARNING oslo_policy.policy [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:27:29.302980 n-d-816954-1 neutron-server[102823]: WARNING oslo_policy.policy [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:27:29.311328 n-d-816954-1 neutron-server[102823]: INFO neutron.quota [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] Loaded quota_driver: . Dec 13 14:27:29.467642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783675747178', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783675746631', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783675693760', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783675695348', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783675122694', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783675712567', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3924397', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3682193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647898'] for rbac-policy, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:29.640985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:29.642195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c0a0435c-45f9-4933-949f-d9282d6a3751 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7821229 Dec 13 14:27:32.244261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52732) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:32.539931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Request body: {'network': {'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'name': 'private', 'admin_state_up': True, 'project_id': '73aeb5505a74436d8ddbb7162bba375e'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:27:32.614664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Made reservation on behalf of 73aeb5505a74436d8ddbb7162bba375e for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:27:32.617312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:32.634384 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:32.742154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:32.793170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:32.811578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:27:32.839889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783675544751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:32.840491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Unsubscribe: segment precommit_create {{(pid=102823) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 14:27:32.840957 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Added segment 93d7daeb-b683-4a21-963f-b84e4b203ce7 of type vlan for network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b Dec 13 14:27:32.856872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3761683d-8758-4d6b-a390-3469e9ff37cd,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:32.905227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.905564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.905897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.906225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.906570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.906890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.907207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.907521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.907834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.908145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.908456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.908764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Tracked resource versions report: Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: pushed versions: Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: { 'AddressGroup': {'1.2'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'ConntrackHelper': {'1.0'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Log': {'1.0'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Network': {'1.1'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Port': {'1.7'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'PortForwarding': {'1.2'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'QosPolicy': {'1.9'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'SecurityGroup': {'1.4'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'SubPort': {'1.0'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Subnet': {'1.1'}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Trunk': {'1.1'}} Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: consumer versions: Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: L3 agent@n-d-816954-1: {}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: Metadata agent@n-d-816954-1: {}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: Metering agent@n-d-816954-1: {}, Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'ConntrackHelper': '1.0', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Log': '1.0', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Network': '1.1', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Port': '1.7', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'PortForwarding': '1.2', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'QosPolicy': '1.9', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'SecurityGroup': '1.4', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'SecurityGroupRule': '1.2', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'SubPort': '1.0', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Subnet': '1.1', Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: 'Trunk': '1.1'}} Dec 13 14:27:32.909836 n-d-816954-1 neutron-server[102823]: {{(pid=102823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:27:32.959820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:33.060390 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:33.061407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:27:33.062034 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:33.155539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] Pushing event updated for resources: {'Network': ['ID=69e1f19b-34d7-40b6-ba4b-72f08b5af47b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:33.167011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:27:33.188461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-94894085-6a9e-4690-8237-0e218208bec5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9431660 Dec 13 14:27:35.829549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52746) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:36.227314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25359fb-4445-4875-b810-466c505a5f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:27:36.228678 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a25359fb-4445-4875-b810-466c505a5f7e admin admin] 10.222.0.24 "GET /v2.0/networks/69e1f19b-34d7-40b6-ba4b-72f08b5af47b HTTP/1.1" status: 200 len: 825 time: 0.3981946 Dec 13 14:27:36.253491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-19d5434b-41cf-4283-8856-b6398e26b577 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/ac0b2ace-909f-4be4-8617-071933c073fa HTTP/1.1" status: 200 len: 734 time: 0.0185728 Dec 13 14:27:36.263196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Request body: {'subnet': {'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'name': 'private-subnet', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'ac0b2ace-909f-4be4-8617-071933c073fa'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:27:36.336711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Made reservation on behalf of 73aeb5505a74436d8ddbb7162bba375e for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:27:36.339790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:36.700693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:36.771225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Checking segment: {'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:27:36.771592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Network hostable DHCP agents. Network: 69e1f19b-34d7-40b6-ba4b-72f08b5af47b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:27:36.776520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05de46d2-cca6-4e55-9fe7-e63109429130,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:36.842903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:27:36.923004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 69e1f19b-34d7-40b6-ba4b-72f08b5af47b) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:27:36.927745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:27:36.928332 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:36.933030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f6ce6-b53e-4d9a-8e83-e209e004c698 None None] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:27:37.011725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8dc93b1-b1b6-4f6b-bc8a-691e1a29d709 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7522354 Dec 13 14:27:37.254677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'fixed_ips': [{'subnet_id': '05de46d2-cca6-4e55-9fe7-e63109429130'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:27:37.255873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:37.582760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Allocated IP 172.20.0.2 (69e1f19b-34d7-40b6-ba4b-72f08b5af47b/05de46d2-cca6-4e55-9fe7-e63109429130/35d04dfe-0981-4770-b75a-4ca14f8be789) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:27:37.783907 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:37.866321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:37.960753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:27:37.966019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:27:37.969392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:27:38.019109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Pushing event updated for resources: {'Port': ['ID=35d04dfe-0981-4770-b75a-4ca14f8be789,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:38.044775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.044775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.044775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.044775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.045228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.045424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.045741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.046057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.046401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.046716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.047030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.047342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Tracked resource versions report: Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: pushed versions: Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: { 'AddressGroup': {'1.2'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'ConntrackHelper': {'1.0'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Log': {'1.0'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Network': {'1.1'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Port': {'1.7'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'PortForwarding': {'1.2'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'QosPolicy': {'1.9'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'SecurityGroup': {'1.4'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'SubPort': {'1.0'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Subnet': {'1.1'}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Trunk': {'1.1'}} Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: consumer versions: Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: L3 agent@n-d-816954-1: {}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: Metadata agent@n-d-816954-1: {}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: Metering agent@n-d-816954-1: {}, Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'ConntrackHelper': '1.0', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Log': '1.0', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Network': '1.1', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Port': '1.7', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'PortForwarding': '1.2', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'QosPolicy': '1.9', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'SecurityGroup': '1.4', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'SecurityGroupRule': '1.2', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'SubPort': '1.0', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Subnet': '1.1', Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: 'Trunk': '1.1'}} Dec 13 14:27:38.048444 n-d-816954-1 neutron-server[102825]: {{(pid=102825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:27:38.076042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Attempting to bind port 35d04dfe-0981-4770-b75a-4ca14f8be789 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:27:38.076440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Attempting to bind port 35d04dfe-0981-4770-b75a-4ca14f8be789 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:27:38.076854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Attempting to bind port 35d04dfe-0981-4770-b75a-4ca14f8be789 on network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:27:38.081733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:27:38.082149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Checking segment: {'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:27:38.082631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:38.083018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Bound using segment: {'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:27:38.083520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Bound port: 35d04dfe-0981-4770-b75a-4ca14f8be789, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:27:38.083926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:38.146071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e289852f-f211-423a-99c6-a25702c9472d None None] For port 35d04dfe-0981-4770-b75a-4ca14f8be789, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:27:38.150368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e289852f-f211-423a-99c6-a25702c9472d None None] For port 35d04dfe-0981-4770-b75a-4ca14f8be789, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=35d04dfe-0981-4770-b75a-4ca14f8be789,segment=NetworkSegment(93d7daeb-b683-4a21-963f-b84e4b203ce7),segment_id=93d7daeb-b683-4a21-963f-b84e4b203ce7)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:27:38.214479 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:38.280775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289852f-f211-423a-99c6-a25702c9472d None None] Pushing event updated for resources: {'Port': ['ID=35d04dfe-0981-4770-b75a-4ca14f8be789,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:39.445153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52754) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:39.943316 n-d-816954-1 neutron-server[102824]: WARNING oslo_policy.policy [None req-0141f6fb-e02c-48b3-a8b5-96e7cba45779 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:27:39.943998 n-d-816954-1 neutron-server[102824]: WARNING oslo_policy.policy [None req-0141f6fb-e02c-48b3-a8b5-96e7cba45779 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:27:40.165811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-0141f6fb-e02c-48b3-a8b5-96e7cba45779 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:27:40.167080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0141f6fb-e02c-48b3-a8b5-96e7cba45779 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7193863 Dec 13 14:27:42.589268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:42.913878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-41a4dc2f-f783-4e9c-a76f-46511fc3c669 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:27:42.914881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-41a4dc2f-f783-4e9c-a76f-46511fc3c669 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3247135 Dec 13 14:27:45.555666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52782) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:45.863332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a7996e58-bf69-4957-8a77-86c022b5268c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'admin_state_up': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:27:45.953303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7996e58-bf69-4957-8a77-86c022b5268c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:45.954928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7996e58-bf69-4957-8a77-86c022b5268c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:46.088436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7996e58-bf69-4957-8a77-86c022b5268c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:46.148432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7996e58-bf69-4957-8a77-86c022b5268c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:46.235252 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7996e58-bf69-4957-8a77-86c022b5268c admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:46.236481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a7996e58-bf69-4957-8a77-86c022b5268c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6797988 Dec 13 14:27:46.319154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 35d04dfe-0981-4770-b75a-4ca14f8be789 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:27:46.424988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 35d04dfe-0981-4770-b75a-4ca14f8be789 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:46.425379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:46.537381 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:46.571071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 35d04dfe-0981-4770-b75a-4ca14f8be789, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=35d04dfe-0981-4770-b75a-4ca14f8be789,segment=NetworkSegment(93d7daeb-b683-4a21-963f-b84e4b203ce7),segment_id=93d7daeb-b683-4a21-963f-b84e4b203ce7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:27:46.639218 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:46.675134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ebb1f-265c-48b7-9784-517897e41ac4 None None] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:27:46.735262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=35d04dfe-0981-4770-b75a-4ca14f8be789,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:46.760171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-66b6c18b-8d64-4f12-b486-3f28a3393790 None None] Provisioning complete for port 35d04dfe-0981-4770-b75a-4ca14f8be789 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:46.760544 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-66b6c18b-8d64-4f12-b486-3f28a3393790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:47.118946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f842db4e-f2a3-4ba3-a6b4-1c3560586d72 None None] Provisioning complete for port 35d04dfe-0981-4770-b75a-4ca14f8be789 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:47.119306 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f842db4e-f2a3-4ba3-a6b4-1c3560586d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:48.293482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 35d04dfe-0981-4770-b75a-4ca14f8be789 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:27:48.339446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 35d04dfe-0981-4770-b75a-4ca14f8be789 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:48.339819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:48.643057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52790) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:48.952721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-7c6910d4-56b0-4e48-8db2-2db5240cbe52 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:27:48.953742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7c6910d4-56b0-4e48-8db2-2db5240cbe52 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097582 Dec 13 14:27:49.752811 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08e0899a-97a4-4952-bd8f-9f61e61f42d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:51.366518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52798) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:51.679601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:27:51.758957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Made reservation on behalf of 84dcb12a9d5d4a1fb87b881cd94dbc13 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:27:51.761273 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:51.769747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:51.847340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:51.907004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:51.921729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Reserving flat network on physical network physnet1 {{(pid=102823) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 14:27:51.940173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a260af-ef2f-4333-8a44-fa9d976cf958,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:51.943122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:51.943451 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Added segment 26b8ded0-432f-4aae-ac30-acbb945409ea of type flat for network 2f38b908-f409-4661-8b06-3048c9d2566b Dec 13 14:27:51.988866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:52.073127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:52.074009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:27:52.074607 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:52.133122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] Pushing event updated for resources: {'Network': ['ID=2f38b908-f409-4661-8b06-3048c9d2566b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:52.142613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2f38b908-f409-4661-8b06-3048c9d2566b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:27:52.186793 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed129-1597-402d-ab42-6e1b9f9fcaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:52.206639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db3ac6f1-7dc4-47cc-9b81-35ecd700e00c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8390486 Dec 13 14:27:53.036998 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:54.556269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:54.638815 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:54.733879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f327cee-a562-4d00-bc12-9501d2ce998e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:27:54.735224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7f327cee-a562-4d00-bc12-9501d2ce998e admin admin] 10.222.0.24 "GET /v2.0/subnets/05de46d2-cca6-4e55-9fe7-e63109429130 HTTP/1.1" status: 200 len: 849 time: 0.1780171 Dec 13 14:27:54.855217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-16212daf-6cf8-469f-885d-7a87cdc6bbee admin admin] 10.222.0.24 "GET /v2.0/routers/5948cab0-005c-4c5f-893f-cce69c1b0083 HTTP/1.1" status: 200 len: 704 time: 0.1134760 Dec 13 14:27:55.042744 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:55.122116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:55.411533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Allocated IP 172.20.0.1 (69e1f19b-34d7-40b6-ba4b-72f08b5af47b/05de46d2-cca6-4e55-9fe7-e63109429130/f3971d6f-b21a-4b0a-ab07-f0513e875dd0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:27:55.607131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:55.742195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:55.811582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:27:55.816229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:27:55.818927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:27:55.819439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:55.895024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3971d6f-b21a-4b0a-ab07-f0513e875dd0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:56.058582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3954ea70-97a2-4148-a847-2a904307690d None None] Provisioning complete for port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:56.059101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3954ea70-97a2-4148-a847-2a904307690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:56.091599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3954ea70-97a2-4148-a847-2a904307690d None None] Port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:27:56.103179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:56.305351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:56.362552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:56.363512 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:56.440716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3971d6f-b21a-4b0a-ab07-f0513e875dd0,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:56.484187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:27:56.485428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:27:56.713162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a6799ee7-64d3-4933-8a53-427a0e02d297 None None] Provisioning complete for port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:56.713529 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a6799ee7-64d3-4933-8a53-427a0e02d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:56.722909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Router 5948cab0-005c-4c5f-893f-cce69c1b0083 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:27:56.745999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a6799ee7-64d3-4933-8a53-427a0e02d297 None None] Port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:27:56.816014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:27:56.821527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8e7362ae-3050-463d-88e4-893fb0922dd2 admin admin] 10.222.0.24 "PUT /v2.0/routers/5948cab0-005c-4c5f-893f-cce69c1b0083/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9605761 Dec 13 14:27:56.825456 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Sync routers for ids ['5948cab0-005c-4c5f-893f-cce69c1b0083'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:27:56.836599 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Routers {'5948cab0-005c-4c5f-893f-cce69c1b0083'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:27:56.837915 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:27:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5948cab0-005c-4c5f-893f-cce69c1b0083'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:57.019242 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Set router 5948cab0-005c-4c5f-893f-cce69c1b0083 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:27:57.454390 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'name': 'router1', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:27:45Z', 'updated_at': '2021-12-13T14:27:55Z', 'revision_number': 2, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'gw_port_host': None, '_interfaces': [{'id': 'f3971d6f-b21a-4b0a-ab07-f0513e875dd0', 'name': '', 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'mac_address': 'fa:16:3e:a0:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:27:55Z', 'updated_at': '2021-12-13T14:27:56Z', 'revision_number': 2, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'subnets': [{'id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac0b2ace-909f-4be4-8617-071933c073fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:57.505034 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Checking router: 5948cab0-005c-4c5f-893f-cce69c1b0083 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:27:57.505398 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Updating router 5948cab0-005c-4c5f-893f-cce69c1b0083 port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:27:57.553366 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.067374 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.158250 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.317085 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Pushing event updated for resources: {'Port': ['ID=f3971d6f-b21a-4b0a-ab07-f0513e875dd0,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:58.332812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.333146 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.333476 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.333800 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.334123 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.334473 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.334789 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.335104 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.335419 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.335730 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.336044 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.336356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Tracked resource versions report: Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: pushed versions: Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: { 'AddressGroup': {'1.2'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'ConntrackHelper': {'1.0'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Log': {'1.0'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Network': {'1.1'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Port': {'1.7'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'PortForwarding': {'1.2'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'QosPolicy': {'1.9'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'SecurityGroup': {'1.4'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'SubPort': {'1.0'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Subnet': {'1.1'}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Trunk': {'1.1'}} Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: consumer versions: Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: L3 agent@n-d-816954-1: {}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: Metadata agent@n-d-816954-1: {}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: Metering agent@n-d-816954-1: {}, Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'ConntrackHelper': '1.0', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Log': '1.0', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Network': '1.1', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Port': '1.7', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'PortForwarding': '1.2', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'QosPolicy': '1.9', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'SecurityGroup': '1.4', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'SecurityGroupRule': '1.2', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'SubPort': '1.0', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Subnet': '1.1', Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: 'Trunk': '1.1'}} Dec 13 14:27:58.337997 n-d-816954-1 neutron-server[102826]: {{(pid=102826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:27:58.346938 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Attempting to bind port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:27:58.347356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Attempting to bind port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:27:58.347840 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Attempting to bind port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 on network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:27:58.354204 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:27:58.354693 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Checking segment: {'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:27:58.355146 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.355529 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Bound using segment: {'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:27:58.356042 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Bound port: f3971d6f-b21a-4b0a-ab07-f0513e875dd0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d7daeb-b683-4a21-963f-b84e4b203ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:27:58.356432 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.372575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-96cac5ad-53ac-4de6-a6c8-26701562b5b9 None None] Provisioning complete for port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:58.377998 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96cac5ad-53ac-4de6-a6c8-26701562b5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.407196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-96cac5ad-53ac-4de6-a6c8-26701562b5b9 None None] Port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:27:58.426047 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] For port f3971d6f-b21a-4b0a-ab07-f0513e875dd0, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:27:58.444983 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] For port f3971d6f-b21a-4b0a-ab07-f0513e875dd0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f3971d6f-b21a-4b0a-ab07-f0513e875dd0,segment=NetworkSegment(93d7daeb-b683-4a21-963f-b84e4b203ce7),segment_id=93d7daeb-b683-4a21-963f-b84e4b203ce7)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:27:58.505836 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.564631 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21bfc0-7f03-44ed-b35f-53c3764aa44a None None] Pushing event updated for resources: {'Port': ['ID=f3971d6f-b21a-4b0a-ab07-f0513e875dd0,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:58.571355 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Routers {'5948cab0-005c-4c5f-893f-cce69c1b0083'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:27:58.572675 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:27:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5948cab0-005c-4c5f-893f-cce69c1b0083'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:58.665262 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] Set router 5948cab0-005c-4c5f-893f-cce69c1b0083 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:27:58.727347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2ee3bf20-cb50-4967-929c-76e26772ffa3 None None] Provisioning complete for port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:27:58.727815 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ee3bf20-cb50-4967-929c-76e26772ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.805671 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ee3bf20-cb50-4967-929c-76e26772ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.836321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2ee3bf20-cb50-4967-929c-76e26772ffa3 None None] For port f3971d6f-b21a-4b0a-ab07-f0513e875dd0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f3971d6f-b21a-4b0a-ab07-f0513e875dd0,segment=NetworkSegment(93d7daeb-b683-4a21-963f-b84e4b203ce7),segment_id=93d7daeb-b683-4a21-963f-b84e4b203ce7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:27:58.872885 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'name': 'router1', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:27:45Z', 'updated_at': '2021-12-13T14:27:55Z', 'revision_number': 2, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'gw_port_host': None, '_interfaces': [{'id': 'f3971d6f-b21a-4b0a-ab07-f0513e875dd0', 'name': '', 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'mac_address': 'fa:16:3e:a0:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:27:55Z', 'updated_at': '2021-12-13T14:27:58Z', 'revision_number': 4, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'subnets': [{'id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac0b2ace-909f-4be4-8617-071933c073fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:27:58.900182 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44eaa0-1d2a-4b4b-8196-97c85e845a4a None None] The sync data for ids ['5948cab0-005c-4c5f-893f-cce69c1b0083'] in n-d-816954-1 is: [{'id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'name': 'router1', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:27:45Z', 'updated_at': '2021-12-13T14:27:55Z', 'revision_number': 2, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'gw_port_host': None, '_interfaces': [{'id': 'f3971d6f-b21a-4b0a-ab07-f0513e875dd0', 'name': '', 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'mac_address': 'fa:16:3e:a0:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:27:55Z', 'updated_at': '2021-12-13T14:27:58Z', 'revision_number': 4, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'subnets': [{'id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac0b2ace-909f-4be4-8617-071933c073fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:27:58.935978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ee3bf20-cb50-4967-929c-76e26772ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:58.983666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3bf20-cb50-4967-929c-76e26772ffa3 None None] Pushing event updated for resources: {'Port': ['ID=f3971d6f-b21a-4b0a-ab07-f0513e875dd0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:59.061202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:27:59.169350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5d8b10-e962-4065-9288-0a5f7fa60285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:27:59.170715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bc5d8b10-e962-4065-9288-0a5f7fa60285 admin admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 842 time: 0.1084905 Dec 13 14:27:59.181286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.7.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:27:59.278314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Made reservation on behalf of 84dcb12a9d5d4a1fb87b881cd94dbc13 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:27:59.280575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:59.679304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 14:27:59.679734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:59.737692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6ae1fc-5089-42e5-aa74-8ebebe31e391,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:27:59.745561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:27:59.745901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Network hostable DHCP agents. Network: 2f38b908-f409-4661-8b06-3048c9d2566b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:27:59.815927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:27:59.883307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2f38b908-f409-4661-8b06-3048c9d2566b) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:27:59.888254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:27:59.889446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:27:59.891337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4083553e-68fe-47e0-bc24-e4fb8513ee31 None None] Network 2f38b908-f409-4661-8b06-3048c9d2566b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:27:59.966053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-70014bce-31d4-4b02-bfae-c7d643bf68ca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7885566 Dec 13 14:28:00.017164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb34b9-438e-4a2d-890f-07d893fc2446 None None] Network 2f38b908-f409-4661-8b06-3048c9d2566b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:28:02.274204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52844) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:28:02.392055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.policy [None req-5d51501c-a96a-48bf-b2fc-462778d59773 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102824) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 14:28:02.439763 n-d-816954-1 neutron-server[102824]: WARNING oslo_policy.policy [None req-5d51501c-a96a-48bf-b2fc-462778d59773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:28:02.440142 n-d-816954-1 neutron-server[102824]: WARNING oslo_policy.policy [None req-5d51501c-a96a-48bf-b2fc-462778d59773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 14:28:02.682748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5d51501c-a96a-48bf-b2fc-462778d59773 admin admin] 10.222.0.24 "GET /v2.0/routers/5948cab0-005c-4c5f-893f-cce69c1b0083 HTTP/1.1" status: 200 len: 710 time: 0.4075036 Dec 13 14:28:02.872524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d68626-154d-432d-9b35-0c9d95daedfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:28:02.874260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-95d68626-154d-432d-9b35-0c9d95daedfa admin admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 886 time: 0.1853426 Dec 13 14:28:02.884103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:28:03.149175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:03.469103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:03.549056 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:03.735032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Allocated IP 172.25.7.169 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/34e57753-b41c-465d-8917-057abbea6e95) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:28:03.848391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:03.969092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:04.012307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:28:04.013781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:28:04.085409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:28:04.094027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Pushing event updated for resources: {'Port': ['ID=34e57753-b41c-465d-8917-057abbea6e95,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:28:04.160461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.160803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.161149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.161477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.161866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.162136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.162462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.162788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.163106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.163425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.163741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.164071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Tracked resource versions report: Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: pushed versions: Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: { 'AddressGroup': {'1.2'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'ConntrackHelper': {'1.0'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Log': {'1.0'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Network': {'1.1'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Port': {'1.7'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'PortForwarding': {'1.2'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'QosPolicy': {'1.9'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'SecurityGroup': {'1.4'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'SubPort': {'1.0'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Subnet': {'1.1'}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Trunk': {'1.1'}} Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: consumer versions: Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: L3 agent@n-d-816954-1: {}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: Metadata agent@n-d-816954-1: {}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: Metering agent@n-d-816954-1: {}, Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'ConntrackHelper': '1.0', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Log': '1.0', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Network': '1.1', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Port': '1.7', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'PortForwarding': '1.2', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'QosPolicy': '1.9', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'SecurityGroup': '1.4', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'SecurityGroupRule': '1.2', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'SubPort': '1.0', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Subnet': '1.1', Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: 'Trunk': '1.1'}} Dec 13 14:28:04.165684 n-d-816954-1 neutron-server[102824]: {{(pid=102824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:28:04.331511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f3971d6f-b21a-4b0a-ab07-f0513e875dd0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:28:04.379144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:28:04.379519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:04.472929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:04.714340 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:04.719339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:04.829636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Router 5948cab0-005c-4c5f-893f-cce69c1b0083 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:28:04.935850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:28:04.940210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:04.941379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc2d15dc-2fb1-4fe0-b98b-a63530d92b3c admin admin] 10.222.0.24 "PUT /v2.0/routers/5948cab0-005c-4c5f-893f-cce69c1b0083 HTTP/1.1" status: 200 len: 890 time: 2.0607183 Dec 13 14:28:05.338868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Sync routers for ids ['5948cab0-005c-4c5f-893f-cce69c1b0083'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:28:05.348763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Routers {'5948cab0-005c-4c5f-893f-cce69c1b0083'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:28:05.349407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:27:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5948cab0-005c-4c5f-893f-cce69c1b0083'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:28:05.552215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Set router 5948cab0-005c-4c5f-893f-cce69c1b0083 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:28:05.934482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'name': 'router1', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '34e57753-b41c-465d-8917-057abbea6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:27:45Z', 'updated_at': '2021-12-13T14:28:04Z', 'revision_number': 4, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'gw_port': {'id': '34e57753-b41c-465d-8917-057abbea6e95', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:28:03Z', 'updated_at': '2021-12-13T14:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f3971d6f-b21a-4b0a-ab07-f0513e875dd0', 'name': '', 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'mac_address': 'fa:16:3e:a0:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:27:55Z', 'updated_at': '2021-12-13T14:27:58Z', 'revision_number': 5, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'subnets': [{'id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac0b2ace-909f-4be4-8617-071933c073fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:28:05.984998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Checking router: 5948cab0-005c-4c5f-893f-cce69c1b0083 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:28:05.985339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Updating router 5948cab0-005c-4c5f-893f-cce69c1b0083 port 34e57753-b41c-465d-8917-057abbea6e95 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:28:06.031580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:06.349257 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:06.407913 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:06.529610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Attempting to bind port 34e57753-b41c-465d-8917-057abbea6e95 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:28:06.529975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Attempting to bind port 34e57753-b41c-465d-8917-057abbea6e95 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:28:06.530363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Attempting to bind port 34e57753-b41c-465d-8917-057abbea6e95 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:28:06.541135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195625b-e91e-467a-8848-cb66534e4857 None None] Pushing event updated for resources: {'Port': ['ID=34e57753-b41c-465d-8917-057abbea6e95,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:28:06.544866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:28:06.545220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:28:06.545618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:06.546002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:28:06.546484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Bound port: 34e57753-b41c-465d-8917-057abbea6e95, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:28:06.546875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:06.596138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] For port 34e57753-b41c-465d-8917-057abbea6e95, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:28:06.599552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] For port 34e57753-b41c-465d-8917-057abbea6e95, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=34e57753-b41c-465d-8917-057abbea6e95,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:28:06.682909 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:06.741230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195625b-e91e-467a-8848-cb66534e4857 None None] Pushing event updated for resources: {'Port': ['ID=34e57753-b41c-465d-8917-057abbea6e95,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:28:06.743747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Routers {'5948cab0-005c-4c5f-893f-cce69c1b0083'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:28:06.744321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:27:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5948cab0-005c-4c5f-893f-cce69c1b0083'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:28:06.852713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] Set router 5948cab0-005c-4c5f-893f-cce69c1b0083 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:28:07.081164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'name': 'router1', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '34e57753-b41c-465d-8917-057abbea6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:27:45Z', 'updated_at': '2021-12-13T14:28:04Z', 'revision_number': 4, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'gw_port': {'id': '34e57753-b41c-465d-8917-057abbea6e95', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:28:03Z', 'updated_at': '2021-12-13T14:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f3971d6f-b21a-4b0a-ab07-f0513e875dd0', 'name': '', 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'mac_address': 'fa:16:3e:a0:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:27:55Z', 'updated_at': '2021-12-13T14:27:58Z', 'revision_number': 5, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'subnets': [{'id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac0b2ace-909f-4be4-8617-071933c073fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:28:07.107004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c218dc-3586-4162-9fdc-cd2c00371452 None None] The sync data for ids ['5948cab0-005c-4c5f-893f-cce69c1b0083'] in n-d-816954-1 is: [{'id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'name': 'router1', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '34e57753-b41c-465d-8917-057abbea6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:27:45Z', 'updated_at': '2021-12-13T14:28:04Z', 'revision_number': 4, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'gw_port': {'id': '34e57753-b41c-465d-8917-057abbea6e95', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:28:03Z', 'updated_at': '2021-12-13T14:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f3971d6f-b21a-4b0a-ab07-f0513e875dd0', 'name': '', 'network_id': '69e1f19b-34d7-40b6-ba4b-72f08b5af47b', 'tenant_id': '73aeb5505a74436d8ddbb7162bba375e', 'mac_address': 'fa:16:3e:a0:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5948cab0-005c-4c5f-893f-cce69c1b0083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:27:55Z', 'updated_at': '2021-12-13T14:27:58Z', 'revision_number': 5, 'project_id': '73aeb5505a74436d8ddbb7162bba375e', 'subnets': [{'id': '05de46d2-cca6-4e55-9fe7-e63109429130', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac0b2ace-909f-4be4-8617-071933c073fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:28:07.379521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52862) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:28:07.496067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-18fd4cc8-9dd4-4d8f-96cf-20e14ffae4ae admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154141 Dec 13 14:28:08.343777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 34e57753-b41c-465d-8917-057abbea6e95 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:28:08.405139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 34e57753-b41c-465d-8917-057abbea6e95 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:28:08.405435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:08.484645 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:08.503678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 34e57753-b41c-465d-8917-057abbea6e95, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=34e57753-b41c-465d-8917-057abbea6e95,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:28:08.581182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:08.629461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=34e57753-b41c-465d-8917-057abbea6e95,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:28:10.323424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 34e57753-b41c-465d-8917-057abbea6e95 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:28:10.387749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 34e57753-b41c-465d-8917-057abbea6e95 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:28:10.387749 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:13.099905 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:28:19.752126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bb09c129-3411-4071-b5a0-f1461c5a81f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:22.192664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bc68d657-8057-4c7e-b977-a8c837e5e838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:23.044396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:24.647874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:25.048465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:49.774044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b5c67890-5c73-4d0e-ae89-201f5d9ebc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:50.098718 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:28:52.175782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c9f56713-cbff-47f1-b031-abe536074ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:53.189893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:54.652502 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:28:55.029736 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:19.737785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9fdba340-2615-4933-ae67-d01de09c4f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:22.163021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8a41a4e-e671-4357-9f3e-27775b6c5593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:23.048311 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:24.651765 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:25.023179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:27.097468 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:29:49.518743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53456) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:29:49.581078 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-78efa518-c389-4613-a1d4-dd4a7922e416 admin admin] GET failed (client error): The resource could not be found. Dec 13 14:29:49.582389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-78efa518-c389-4613-a1d4-dd4a7922e416 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626600 Dec 13 14:29:49.742669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ef94e-e273-4308-a1c0-f298468331f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:49.744092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f86ef94e-e273-4308-a1c0-f298468331f3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566150 Dec 13 14:29:49.750131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-daa707f4-0860-4c60-93ad-7b83d67c9c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:51.916038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53466) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:29:52.005623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b41d2-fae8-4c41-91bb-c84f37ea25ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:52.006959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3f0b41d2-fae8-4c41-91bb-c84f37ea25ff admin admin] 10.222.0.24 "GET /v2.0/subnets/05de46d2-cca6-4e55-9fe7-e63109429130 HTTP/1.1" status: 200 len: 849 time: 0.0899918 Dec 13 14:29:52.016902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:29:52.101685 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:52.170963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5c67d1d-c350-4d50-a354-f00cbc21d29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:52.290512 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783675734173'] for subnet, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:52.323820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:52.324399 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:52.326146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] 10.222.0.24 "PUT /v2.0/subnets/05de46d2-cca6-4e55-9fe7-e63109429130 HTTP/1.1" status: 200 len: 868 time: 0.3123364 Dec 13 14:29:52.329762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9a459-1a2e-44a2-bcae-18a189ee216b None None] Network 69e1f19b-34d7-40b6-ba4b-72f08b5af47b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:29:52.344837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05de46d2-cca6-4e55-9fe7-e63109429130,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:29:52.353316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.353605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.353917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.354273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.354613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.355019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.355355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.355676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.355998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.356322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.356643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.356968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294779a3-d07a-49ae-8020-5996e263f406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:29:52.725587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-08b07508-2f60-4808-bdc5-9e54edb5c0ea None None] Provisioning complete for port 35d04dfe-0981-4770-b75a-4ca14f8be789 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:29:52.725961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08b07508-2f60-4808-bdc5-9e54edb5c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:52.813797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-08b07508-2f60-4808-bdc5-9e54edb5c0ea None None] Provisioning complete for port f3971d6f-b21a-4b0a-ab07-f0513e875dd0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:29:52.814088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08b07508-2f60-4808-bdc5-9e54edb5c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:53.053233 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:54.545879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53474) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:29:54.645663 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:54.749102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e052471-f758-4e10-8e13-5cf88d4fdd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:54.749568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e052471-f758-4e10-8e13-5cf88d4fdd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:54.751482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8e052471-f758-4e10-8e13-5cf88d4fdd7b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042131 Dec 13 14:29:55.024608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:29:56.945867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53482) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:29:57.088141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc54094-e242-4f6e-b6dc-4fb8868a4203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:57.088605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc54094-e242-4f6e-b6dc-4fb8868a4203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:57.090411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ebc54094-e242-4f6e-b6dc-4fb8868a4203 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1435513 Dec 13 14:29:59.292733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53490) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:29:59.414129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26834a-3e2c-403f-a284-17aa5964516d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:29:59.415487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ad26834a-3e2c-403f-a284-17aa5964516d admin admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 886 time: 0.1218266 Dec 13 14:30:01.618512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53498) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:01.748462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ce2f7b-0a49-4877-baf5-f28755f1d456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:01.749860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-44ce2f7b-0a49-4877-baf5-f28755f1d456 admin admin] 10.222.0.24 "GET /v2.0/networks/69e1f19b-34d7-40b6-ba4b-72f08b5af47b HTTP/1.1" status: 200 len: 869 time: 0.1304147 Dec 13 14:30:03.929816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53506) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:04.056650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e4b13-5747-40a5-ae6f-ee3cc20f3796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:04.057102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e4b13-5747-40a5-ae6f-ee3cc20f3796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:04.058665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-106e4b13-5747-40a5-ae6f-ee3cc20f3796 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278789 Dec 13 14:30:04.097247 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:30:06.252422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:06.340790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91da8d5-da6c-4862-a465-70469c0a4e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:06.341065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91da8d5-da6c-4862-a465-70469c0a4e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:06.342556 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d91da8d5-da6c-4862-a465-70469c0a4e0d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891807 Dec 13 14:30:08.531202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53524) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:08.637142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cdf61f-9756-4020-b997-16f383c2c96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:08.638519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a6cdf61f-9756-4020-b997-16f383c2c96c admin admin] 10.222.0.24 "GET /v2.0/subnets/05de46d2-cca6-4e55-9fe7-e63109429130 HTTP/1.1" status: 200 len: 868 time: 0.1063616 Dec 13 14:30:10.832915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53532) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:10.919361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9df1f-ccad-4047-82de-df1fa9781837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:10.920672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-deb9df1f-ccad-4047-82de-df1fa9781837 admin admin] 10.222.0.24 "GET /v2.0/subnets/5b6ae1fc-5089-42e5-aa74-8ebebe31e391 HTTP/1.1" status: 200 len: 816 time: 0.0867720 Dec 13 14:30:19.770363 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9671ac6-647c-49d3-9437-856c9587b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:22.181680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ba2d-5253-45fc-83d1-28aeaa186c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:23.075326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:24.675449 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:25.040774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:35.505429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53586) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:35.551830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-3ae3b914-cd0d-4eba-b182-e60c20d54f59 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:30:35.552891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3ae3b914-cd0d-4eba-b182-e60c20d54f59 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464823 Dec 13 14:30:37.836078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53594) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:37.896520 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6c2174-20c6-4237-a64b-68ef0141ddb5 admin admin] GET failed (client error): The resource could not be found. Dec 13 14:30:37.897803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb6c2174-20c6-4237-a64b-68ef0141ddb5 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608127 Dec 13 14:30:37.983316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099e7e6-359a-4a63-9185-dc1490b4cd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:37.984911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9099e7e6-359a-4a63-9185-dc1490b4cd3e admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824633 Dec 13 14:30:40.253213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53602) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:40.300391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:30:40.400476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Made reservation on behalf of 84dcb12a9d5d4a1fb87b881cd94dbc13 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:30:40.402705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:40.429647 n-d-816954-1 neutron-server[102823]: WARNING neutron.services.revisions.revision_plugin [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Could not find related network for resource to bump revision. Dec 13 14:30:40.440102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:30:40.448918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:40.450169 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Added segment b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3 of type vlan for network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 Dec 13 14:30:40.486559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:40.580370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:40.581280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:40.581851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:40.641780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:30:40.651660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:30:40.703780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ed235358-8b3c-4cbe-ac85-8b032fff27e1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4494197 Dec 13 14:30:41.095290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:30:42.901726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53610) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:30:42.965803 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e128ca78-aec7-439b-90b2-ae7dcb32c7b4 admin admin] GET failed (client error): The resource could not be found. Dec 13 14:30:42.967122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e128ca78-aec7-439b-90b2-ae7dcb32c7b4 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644271 Dec 13 14:30:43.037112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74584557-4d81-4693-9d78-2fc707f86da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:43.038591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-74584557-4d81-4693-9d78-2fc707f86da9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661988 Dec 13 14:30:43.048953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:30:43.123682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Made reservation on behalf of 84dcb12a9d5d4a1fb87b881cd94dbc13 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:30:43.125944 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:43.340565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:43.482069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc13a2c-e7d1-49d7-a27c-99abcacd1877,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:30:43.486516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:30:43.486863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Network hostable DHCP agents. Network: 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:30:43.568869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:30:43.643160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:30:43.647834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:30:43.648407 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:43.653366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90509846-8fcb-4488-b583-a7a57e87fb73 None None] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:30:43.755754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0791f8a2-4d13-4550-bf28-3533204ccd0f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7100887 Dec 13 14:30:43.901713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'tenant_id': '84dcb12a9d5d4a1fb87b881cd94dbc13', 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:30:43.902636 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:44.035802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Allocated IP 192.168.233.2 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/d1db89a9-bd86-4bd1-a794-f7df6088a9dc) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:30:44.183072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:44.287016 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:44.323154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:30:44.325983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:30:44.331105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:30:44.342654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Pushing event updated for resources: {'Port': ['ID=d1db89a9-bd86-4bd1-a794-f7df6088a9dc,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:30:44.364943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.365291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.365630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.365970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.366317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.366639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.366969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.367308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.367638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.368016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.368246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.368635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:30:44.402628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Attempting to bind port d1db89a9-bd86-4bd1-a794-f7df6088a9dc on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:30:44.402987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Attempting to bind port d1db89a9-bd86-4bd1-a794-f7df6088a9dc by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:30:44.403337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Attempting to bind port d1db89a9-bd86-4bd1-a794-f7df6088a9dc on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:30:44.408362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:30:44.408725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:30:44.409615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:44.409994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:30:44.410493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Bound port: d1db89a9-bd86-4bd1-a794-f7df6088a9dc, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:30:44.410882 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:44.470522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] For port d1db89a9-bd86-4bd1-a794-f7df6088a9dc, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:30:44.474003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] For port d1db89a9-bd86-4bd1-a794-f7df6088a9dc, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d1db89a9-bd86-4bd1-a794-f7df6088a9dc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:30:44.574377 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:44.630879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bcf60-cb7d-4b49-bdaf-44bc65816dbc None None] Pushing event updated for resources: {'Port': ['ID=d1db89a9-bd86-4bd1-a794-f7df6088a9dc,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:30:45.494999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc122d-bce4-4bf0-bc2d-10391d5514d3 None None] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:30:45.551336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-af3a2947-b4c3-4398-80a9-79018c150fc3 None None] Provisioning complete for port d1db89a9-bd86-4bd1-a794-f7df6088a9dc triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:30:45.551702 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-af3a2947-b4c3-4398-80a9-79018c150fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:45.705648 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-af3a2947-b4c3-4398-80a9-79018c150fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:45.749240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-af3a2947-b4c3-4398-80a9-79018c150fc3 None None] For port d1db89a9-bd86-4bd1-a794-f7df6088a9dc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d1db89a9-bd86-4bd1-a794-f7df6088a9dc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:30:45.840583 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-af3a2947-b4c3-4398-80a9-79018c150fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:45.898558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a2947-b4c3-4398-80a9-79018c150fc3 None None] Pushing event updated for resources: {'Port': ['ID=d1db89a9-bd86-4bd1-a794-f7df6088a9dc,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:30:45.960302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-db07f1ab-913c-444d-971a-380d342e6a3f None None] Provisioning complete for port d1db89a9-bd86-4bd1-a794-f7df6088a9dc triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:30:45.960603 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-db07f1ab-913c-444d-971a-380d342e6a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:46.467052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d1db89a9-bd86-4bd1-a794-f7df6088a9dc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:30:46.514214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d1db89a9-bd86-4bd1-a794-f7df6088a9dc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:30:46.514882 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:49.774983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5827db2-1f09-4118-9253-bffdc5af5868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:52.183041 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e8badf41-0b95-417e-b14f-4ee098d3af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:53.037887 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:54.657724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:30:55.032320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:18.093720 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:31:19.800106 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1154c1b7-9811-41dc-a26e-dac2ea9025b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:22.154350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-42c45603-aacf-41f2-a6fe-bc49f136da80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:23.059543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:24.688952 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:25.025538 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:49.781719 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f48a624-608d-45bb-a148-2d4e6d8f1de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:52.153102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c08c-ca32-4ff3-809c-860123f2f0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:53.078912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:54.655917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:55.061728 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:31:55.092170 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:32:13.026846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:32:13.033697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-6bc6f536-aa1b-4422-ad50-0a1a235ee083 tempest-verify_tempest_config-1684253060 tempest-verify_tempest_config-1684253060-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:32:13.034741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6bc6f536-aa1b-4422-ad50-0a1a235ee083 tempest-verify_tempest_config-1684253060 tempest-verify_tempest_config-1684253060-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069232 Dec 13 14:32:13.499294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:32:13.608409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:13.615939 n-d-816954-1 neutron-server[102824]: INFO neutron.quota [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Loaded quota_driver: . Dec 13 14:32:13.716055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:13.781366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:13.828170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81d9ce4fc3eb45dfaee37bb365821f9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3277652 Dec 13 14:32:13.829966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb8c62-863a-4b8b-b668-1366a16bab1b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:32:13.831523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53684) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:32:13.837537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.837872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.840744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.841580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06dbc7-e9b3-4f11-9aff-c12d04e7a2e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:13.885885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:13.905727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:14.041147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:14.043710 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:14.044846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36fb8c62-863a-4b8b-b668-1366a16bab1b HTTP/1.1" status: 204 len: 168 time: 0.2122257 Dec 13 14:32:14.053278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb8c62-863a-4b8b-b668-1366a16bab1b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:32:14.060352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.060692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.061034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.061366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.061696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.062021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.062376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.062720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.063028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.063392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.064359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:14.064677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13faac73-b4e0-48c2-99f7-73d5f96f90a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:32:19.794569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5a00d58-9b37-4691-894a-4712fd8e02d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:22.171938 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9879745b-09c0-411e-8c3d-1449be4851b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:23.103464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:24.666754 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:25.051766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:32.090428 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:32:49.770904 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-746b904b-153c-46df-a02e-452dec187990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:52.163315 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45d4bd35-a116-4cb2-8335-457028c1b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:53.060484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:54.679403 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:32:55.022227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:09.088655 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:33:19.763985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aaf029c3-fb04-481c-8e21-637c65546d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:22.156989 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13903b7e-6cac-4b6f-98a5-65ddecb49361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:23.088179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:24.665308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:25.059356 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:46.087045 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:33:49.774745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dcbaca01-1fbc-49f6-b020-dee1ec278fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:52.174774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b132a7f2-a6bd-45e0-9c87-9999946428bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:53.095084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:54.681440 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:33:55.020504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:19.760471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6338817b-4d4d-4c84-8555-c2a476f71d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:22.171919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea576470-3fd8-4ed5-8b10-11579e866958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:23.080616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:23.084765 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:34:24.659088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:25.024829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:49.766875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14cb54d6-559b-4837-ac4f-4aaaab07cbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:52.184966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-19f33958-42a1-4250-913f-2ea882c68f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:53.110185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:54.673682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:34:55.028892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:00.083867 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 5 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:35:15.257641 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467168'] for agent, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:16.532343 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467168'] for agent, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:19.799138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f7187d7-b2d2-4567-9a5f-ec72355337a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:22.176537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffb9d-a832-4f25-8376-f7b2ae8fe3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:23.084716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:24.697628 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:25.028639 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:37.082254 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:35:45.239375 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:46.451033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:49.752501 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08a7914c-9024-4438-a47b-eb4137f65f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:52.175668 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01a03f24-c6d7-402c-803f-9540ea903016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:53.084937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:54.700939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:35:55.038899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:00.011300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53750) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:36:00.117780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2e65fabc-bac7-442e-856b-ef3a6367d0e2 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1047664 Dec 13 14:36:02.317829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:36:02.384110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e9880e81-9d1d-438a-95a5-019d34c89f71 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0651753 Dec 13 14:36:14.082516 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:36:15.244401 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:16.479453 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:19.786969 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a0c7-3ab6-411c-8e24-f1a44895111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:22.169435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eba865db-d22e-4f29-9b47-943a29c67354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:23.089657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:24.705891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:25.031492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:45.260594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:46.483929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:49.778361 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-775caddc-bc6d-4f04-8195-1a7cf6479958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:51.085561 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:36:52.186057 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56332714-898e-4f04-b884-94fa34634315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:53.088846 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:54.723654 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:36:55.031830 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:15.482614 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:16.505133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:19.819961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f8572470-babe-4354-9aad-6e150bdf6935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:22.162411 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-de9e67d3-774f-4aa8-a231-a08bc8ef1c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:23.087549 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:24.716643 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:25.030991 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:28.085933 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:37:39.426752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53976) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:39.746444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-network', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:39.818846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Made reservation on behalf of 5163fdb492524ea7a9bfa32e5d05c15c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:37:39.821384 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:39.830426 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:39.911760 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:39.984689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:40.005648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:37:40.021413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd7c6af-6016-4a24-8f6a-144d5d8a47fe,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:40.029567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:40.029892 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Added segment c1c317ba-155d-45fe-9d91-9148cc7ddbac of type vlan for network b77100f9-d3fc-441e-8987-1a37b524128a Dec 13 14:37:40.032258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.032607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.032944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.033280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.033608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.033931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.034287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.034588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.035142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.035476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.035795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.036112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Tracked resource versions report: Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: pushed versions: Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: { 'AddressGroup': {'1.2'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'ConntrackHelper': {'1.0'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Log': {'1.0'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Network': {'1.1'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Port': {'1.7'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'PortForwarding': {'1.2'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'QosPolicy': {'1.9'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'SecurityGroup': {'1.4'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'SubPort': {'1.0'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Subnet': {'1.1'}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Trunk': {'1.1'}} Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: consumer versions: Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: HyperV agent@n-h1-816954-1: {}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: HyperV agent@n-h2-816954-1: {}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: L3 agent@n-d-816954-1: {}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: Metadata agent@n-d-816954-1: {}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: Metering agent@n-d-816954-1: {}, Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'ConntrackHelper': '1.0', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Log': '1.0', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Network': '1.1', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Port': '1.7', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'PortForwarding': '1.2', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'QosPolicy': '1.9', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'SecurityGroup': '1.4', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'SecurityGroupRule': '1.2', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'SubPort': '1.0', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Subnet': '1.1', Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: 'Trunk': '1.1'}} Dec 13 14:37:40.037250 n-d-816954-1 neutron-server[102823]: {{(pid=102823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:37:40.092534 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:40.190055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:40.191052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:40.191629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:40.250551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] Pushing event updated for resources: {'Network': ['ID=b77100f9-d3fc-441e-8987-1a37b524128a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:40.263609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network b77100f9-d3fc-441e-8987-1a37b524128a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:37:40.310842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54008) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:40.317573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Request body: {'subnet': {'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-subnet', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:40.318842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d2551345-77c3-4897-820f-022253be6d94 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8904181 Dec 13 14:37:40.408245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Made reservation on behalf of 5163fdb492524ea7a9bfa32e5d05c15c for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:37:40.412101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:40.739405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:40.800576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=228115a5-2c8a-4271-ab8b-c9a644e8ac60,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:40.813807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.814214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.814485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.814818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.815145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.815510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.815792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.816112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.816431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.816750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.817067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.817613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Tracked resource versions report: Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: pushed versions: Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: { 'AddressGroup': {'1.2'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'ConntrackHelper': {'1.0'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Log': {'1.0'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Network': {'1.1'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Port': {'1.7'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'PortForwarding': {'1.2'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'QosPolicy': {'1.9'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'SecurityGroup': {'1.4'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'SubPort': {'1.0'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Subnet': {'1.1'}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Trunk': {'1.1'}} Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: consumer versions: Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: HyperV agent@n-h1-816954-1: {}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: HyperV agent@n-h2-816954-1: {}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: L3 agent@n-d-816954-1: {}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: Metadata agent@n-d-816954-1: {}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: Metering agent@n-d-816954-1: {}, Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'ConntrackHelper': '1.0', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Log': '1.0', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Network': '1.1', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Port': '1.7', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'PortForwarding': '1.2', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'QosPolicy': '1.9', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'SecurityGroup': '1.4', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'SecurityGroupRule': '1.2', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'SubPort': '1.0', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Subnet': '1.1', Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: 'Trunk': '1.1'}} Dec 13 14:37:40.818530 n-d-816954-1 neutron-server[102824]: {{(pid=102824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:37:40.820857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Checking segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:40.821896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Network hostable DHCP agents. Network: b77100f9-d3fc-441e-8987-1a37b524128a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:37:41.027108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Network b77100f9-d3fc-441e-8987-1a37b524128a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:37:41.027108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, b77100f9-d3fc-441e-8987-1a37b524128a) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:41.027108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:41.027108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.028665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346eef47-b8b8-477b-b62a-64a742f704f3 None None] Network b77100f9-d3fc-441e-8987-1a37b524128a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:37:41.135940 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d97a969f-fd12-42a5-9bd1-8121f00548a9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8229253 Dec 13 14:37:41.140979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54044) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:41.146871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:41.196121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-b77100f9-d3fc-441e-8987-1a37b524128a', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:37:41.197018 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.219164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.220296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.273323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.327932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Allocated IP 172.20.0.2 (b77100f9-d3fc-441e-8987-1a37b524128a/228115a5-2c8a-4271-ab8b-c9a644e8ac60/c446c57b-7962-445e-91d9-d29a80c23331) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:41.473803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.508556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.556510 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.596794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Network b77100f9-d3fc-441e-8987-1a37b524128a is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:41.599630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:41.606756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:37:41.609735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Pushing event updated for resources: {'Port': ['ID=c446c57b-7962-445e-91d9-d29a80c23331,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:41.621673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.622004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.622499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.622959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.623552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.623754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.624072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.624531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.624848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.625164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.625478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.625791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Tracked resource versions report: Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: pushed versions: Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: { 'AddressGroup': {'1.2'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'ConntrackHelper': {'1.0'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Log': {'1.0'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Network': {'1.1'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Port': {'1.7'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'PortForwarding': {'1.2'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'QosPolicy': {'1.9'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'SecurityGroup': {'1.4'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'SubPort': {'1.0'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Subnet': {'1.1'}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Trunk': {'1.1'}} Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: consumer versions: Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: HyperV agent@n-h1-816954-1: {}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: HyperV agent@n-h2-816954-1: {}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: L3 agent@n-d-816954-1: {}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: Metadata agent@n-d-816954-1: {}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: Metering agent@n-d-816954-1: {}, Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'ConntrackHelper': '1.0', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Log': '1.0', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Network': '1.1', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Port': '1.7', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'PortForwarding': '1.2', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'QosPolicy': '1.9', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'SecurityGroup': '1.4', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'SecurityGroupRule': '1.2', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'SubPort': '1.0', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Subnet': '1.1', Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: 'Trunk': '1.1'}} Dec 13 14:37:41.626925 n-d-816954-1 neutron-server[102825]: {{(pid=102825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:37:41.678759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Attempting to bind port c446c57b-7962-445e-91d9-d29a80c23331 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:37:41.679183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Attempting to bind port c446c57b-7962-445e-91d9-d29a80c23331 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:37:41.679592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Attempting to bind port c446c57b-7962-445e-91d9-d29a80c23331 on network b77100f9-d3fc-441e-8987-1a37b524128a {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:37:41.685108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:37:41.685603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Checking segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:41.686135 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.686611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Bound using segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:37:41.687345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Bound port: c446c57b-7962-445e-91d9-d29a80c23331, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:37:41.687940 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.759825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] For port c446c57b-7962-445e-91d9-d29a80c23331, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:37:41.763131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] For port c446c57b-7962-445e-91d9-d29a80c23331, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c446c57b-7962-445e-91d9-d29a80c23331,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:37:41.836467 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.864089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.889476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:41.900487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decef2c1-e343-476d-9309-6bbbaa297cf1 None None] Pushing event updated for resources: {'Port': ['ID=c446c57b-7962-445e-91d9-d29a80c23331,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:42.031239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Allocated IP 172.25.7.146 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/67dd9109-109d-4249-80ea-f301be433a9a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:42.202473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:42.305713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:42.345911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:42.348898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:42.352775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:37:42.396246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Pushing event updated for resources: {'Port': ['ID=67dd9109-109d-4249-80ea-f301be433a9a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:42.765909 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:42.776703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c446c57b-7962-445e-91d9-d29a80c23331 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:42.865622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c446c57b-7962-445e-91d9-d29a80c23331 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:42.865994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:42.976943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:43.015927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port c446c57b-7962-445e-91d9-d29a80c23331, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c446c57b-7962-445e-91d9-d29a80c23331,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:37:43.091861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a4fd6-88c9-42dc-8fb4-71dd7d2dfce5 None None] Network b77100f9-d3fc-441e-8987-1a37b524128a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:37:43.112856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:43.298062 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:43.328609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Router b43fa9cd-35ee-4954-9486-17d9cb3aac35 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:37:43.442701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=c446c57b-7962-445e-91d9-d29a80c23331,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:43.449310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2554b051-285c-4aea-8390-1d9db96175ed None None] Provisioning complete for port c446c57b-7962-445e-91d9-d29a80c23331 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:43.449947 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2554b051-285c-4aea-8390-1d9db96175ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:43.480740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:37:43.492374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Sync routers for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:37:43.505399 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:37:43.507199 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:43.558213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:43.562140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-003ea327-bde7-41a5-8e1c-66db50fca151 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4173055 Dec 13 14:37:43.562323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54128) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:43.775421 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:37:43.898000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0c328de9-df86-4589-b3c6-f23e5cc414be None None] Provisioning complete for port c446c57b-7962-445e-91d9-d29a80c23331 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:43.898949 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c328de9-df86-4589-b3c6-f23e5cc414be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.052992 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:42Z', 'revision_number': 3, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:44.089223 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Checking router: b43fa9cd-35ee-4954-9486-17d9cb3aac35 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:37:44.089836 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Updating router b43fa9cd-35ee-4954-9486-17d9cb3aac35 port 67dd9109-109d-4249-80ea-f301be433a9a binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:37:44.116329 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.258834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.403553 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.407167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54180) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:44.409407 n-d-816954-1 neutron-server[102824]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 14:37:44.447784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Allocated IP 172.20.0.1 (b77100f9-d3fc-441e-8987-1a37b524128a/228115a5-2c8a-4271-ab8b-c9a644e8ac60/4425015a-9a06-4582-ade8-455d15420b6a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:44.449229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-ef367851-7e2b-4446-a4b8-3ee3f29c33e2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408082 Dec 13 14:37:44.487362 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.539444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54184) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:44.566929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.568524 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Pushing event updated for resources: {'Port': ['ID=67dd9109-109d-4249-80ea-f301be433a9a,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:44.579035 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.579372 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.579841 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.580350 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.580812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.581269 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.581732 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.582044 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.582570 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.582891 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.583200 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.583782 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Tracked resource versions report: Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: pushed versions: Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: { 'AddressGroup': {'1.2'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'ConntrackHelper': {'1.0'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Log': {'1.0'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Network': {'1.1'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Port': {'1.7'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'PortForwarding': {'1.2'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'QosPolicy': {'1.9'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'SecurityGroup': {'1.4'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'SecurityGroupRule': {'1.2'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'SubPort': {'1.0'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Subnet': {'1.1'}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Trunk': {'1.1'}} Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: consumer versions: Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: { DHCP agent@n-d-816954-1: {}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: HyperV agent@n-h1-816954-1: {}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: HyperV agent@n-h2-816954-1: {}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: L3 agent@n-d-816954-1: {}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: Metadata agent@n-d-816954-1: {}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: Metering agent@n-d-816954-1: {}, Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: Open vSwitch agent@n-d-816954-1: { 'AddressGroup': '1.2', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'ConntrackHelper': '1.0', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Log': '1.0', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Network': '1.1', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Port': '1.7', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'PortForwarding': '1.2', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'QosPolicy': '1.9', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'SecurityGroup': '1.4', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'SecurityGroupRule': '1.2', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'SubPort': '1.0', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Subnet': '1.1', Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: 'Trunk': '1.1'}} Dec 13 14:37:44.586060 n-d-816954-1 neutron-server[102826]: {{(pid=102826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 14:37:44.591050 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Attempting to bind port 67dd9109-109d-4249-80ea-f301be433a9a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:37:44.591579 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Attempting to bind port 67dd9109-109d-4249-80ea-f301be433a9a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:37:44.592102 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Attempting to bind port 67dd9109-109d-4249-80ea-f301be433a9a on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:37:44.598536 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:37:44.598908 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:44.600238 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.600619 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:37:44.601089 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Bound port: 67dd9109-109d-4249-80ea-f301be433a9a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:37:44.601487 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.675337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] For port 67dd9109-109d-4249-80ea-f301be433a9a, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:37:44.680332 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] For port 67dd9109-109d-4249-80ea-f301be433a9a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=67dd9109-109d-4249-80ea-f301be433a9a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:37:44.682485 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.699427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-b3e678b6-ca85-4646-a125-f232e423b203 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:44.700900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-b3e678b6-ca85-4646-a125-f232e423b203 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509210 Dec 13 14:37:44.710538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c446c57b-7962-445e-91d9-d29a80c23331 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:44.721525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Network b77100f9-d3fc-441e-8987-1a37b524128a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:44.724778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:44.728747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:37:44.729321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.737082 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-cc75936a-7b42-43fb-8703-aa1a2bc10d97 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/quotas/ec4423a4f4af49c49ff16df7ce4d3d62 HTTP/1.1" status: 200 len: 375 time: 0.0228267 Dec 13 14:37:44.768007 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.795232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Pushing event updated for resources: {'Port': ['ID=4425015a-9a06-4582-ade8-455d15420b6a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:44.823978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c446c57b-7962-445e-91d9-d29a80c23331 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:44.824229 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:44.844184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-73b7b512-39a3-433b-80c9-abc75fdac82f tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000483 Dec 13 14:37:44.846083 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:37:44.846757 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:44.917915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c081d5f3-0267-47d8-b660-c7c7ea9efd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.001732 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61bd10-af8c-4ec9-a2f3-8411dddc1a88 None None] Pushing event updated for resources: {'Port': ['ID=67dd9109-109d-4249-80ea-f301be433a9a,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:45.017683 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:37:45.058974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d1b17b59-981b-4f5d-9858-055a695847c4 None None] Provisioning complete for port 4425015a-9a06-4582-ade8-455d15420b6a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:45.059738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1b17b59-981b-4f5d-9858-055a695847c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.063759 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c081d5f3-0267-47d8-b660-c7c7ea9efd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.095709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d1b17b59-981b-4f5d-9858-055a695847c4 None None] Port 4425015a-9a06-4582-ade8-455d15420b6a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:37:45.129922 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.177013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c081d5f3-0267-47d8-b660-c7c7ea9efd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.273753 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-865de48b-de42-4380-9e34-47536cccd459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:42Z', 'revision_number': 3, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:45.280677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54216) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:45.281512 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.282262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c081d5f3-0267-47d8-b660-c7c7ea9efd4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc6b9d985f7b45a3bd14476f8ee95c02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7415867 Dec 13 14:37:45.316231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081d5f3-0267-47d8-b660-c7c7ea9efd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c47e340-835e-4965-bf7b-686b63466160,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:45.401121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-39b30914-09b9-45d3-9610-9b5837db8e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.437680 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-39b30914-09b9-45d3-9610-9b5837db8e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.464866 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865de48b-de42-4380-9e34-47536cccd459 None None] The sync data for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 is: [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:42Z', 'revision_number': 3, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:37:45.471700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54226) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:45.506618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.567383 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.568226 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.614909 n-d-816954-1 neutron-server[102823]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 14:37:45.642742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-39b30914-09b9-45d3-9610-9b5837db8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.647183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-39b30914-09b9-45d3-9610-9b5837db8e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:45.652039 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-39b30914-09b9-45d3-9610-9b5837db8e47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c47e340-835e-4965-bf7b-686b63466160 HTTP/1.1" status: 204 len: 168 time: 0.3687594 Dec 13 14:37:45.670395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30914-09b9-45d3-9610-9b5837db8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c47e340-835e-4965-bf7b-686b63466160,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:45.851009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19da54fd-1852-4a68-ba61-0ebcc4c0a724 req-869a73d6-b878-415a-941b-7106162007d7 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 210 time: 0.3709409 Dec 13 14:37:45.876118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Pushing event updated for resources: {'Port': ['ID=4425015a-9a06-4582-ade8-455d15420b6a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:45.955591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Network b77100f9-d3fc-441e-8987-1a37b524128a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:45.957502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:46.138498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Router b43fa9cd-35ee-4954-9486-17d9cb3aac35 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:37:46.297186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:37:46.303039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-45e20030-82d3-4a38-8d25-4b6179c66f1f admin admin] 10.222.0.24 "PUT /v2.0/routers/b43fa9cd-35ee-4954-9486-17d9cb3aac35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7395494 Dec 13 14:37:46.340584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d14251b9-a043-4af1-88d1-f543ee03ec59 None None] Provisioning complete for port 4425015a-9a06-4582-ade8-455d15420b6a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:46.342087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d14251b9-a043-4af1-88d1-f543ee03ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.394779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d14251b9-a043-4af1-88d1-f543ee03ec59 None None] Port 4425015a-9a06-4582-ade8-455d15420b6a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:37:46.480360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54280) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:46.509562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59573bb6-1f98-425d-9122-8ef0331e1b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.517130 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.607505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59573bb6-1f98-425d-9122-8ef0331e1b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.698731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59573bb6-1f98-425d-9122-8ef0331e1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.750317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 67dd9109-109d-4249-80ea-f301be433a9a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:46.758353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54294) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:46.768715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-59573bb6-1f98-425d-9122-8ef0331e1b7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d37a33b3207f434c821b827c4b965413&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2871070 Dec 13 14:37:46.775720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59573bb6-1f98-425d-9122-8ef0331e1b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e4a9b-0996-456b-a1f7-1d2834cd22a5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:46.829430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7c07b1b-e1f3-4fdb-9fb8-e5903ad9d57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.836678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 67dd9109-109d-4249-80ea-f301be433a9a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:46.837044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.876454 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7c07b1b-e1f3-4fdb-9fb8-e5903ad9d57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.924500 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:46.945392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 67dd9109-109d-4249-80ea-f301be433a9a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=67dd9109-109d-4249-80ea-f301be433a9a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:37:47.001347 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7c07b1b-e1f3-4fdb-9fb8-e5903ad9d57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:47.004092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7c07b1b-e1f3-4fdb-9fb8-e5903ad9d57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:47.007715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d7c07b1b-e1f3-4fdb-9fb8-e5903ad9d57d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b5e4a9b-0996-456b-a1f7-1d2834cd22a5 HTTP/1.1" status: 204 len: 168 time: 0.2457912 Dec 13 14:37:47.019822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c07b1b-e1f3-4fdb-9fb8-e5903ad9d57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e4a9b-0996-456b-a1f7-1d2834cd22a5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:47.064843 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:47.134565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=67dd9109-109d-4249-80ea-f301be433a9a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:47.134744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e38f399c-f9d4-4802-a20e-1448065e7c1e req-8b771969-637f-450a-84d8-70c7759111dd tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 210 time: 0.0492721 Dec 13 14:37:47.571199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Sync routers for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:37:47.582397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:37:47.583206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:47.711255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:37:47.985438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:45Z', 'revision_number': 2, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:48.019414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Checking router: b43fa9cd-35ee-4954-9486-17d9cb3aac35 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:37:48.019414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Updating router b43fa9cd-35ee-4954-9486-17d9cb3aac35 port 4425015a-9a06-4582-ade8-455d15420b6a binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:37:48.046287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.234673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54388) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:48.239495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-network', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:48.340594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.350374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Made reservation on behalf of 859457988b3b4c398088ee4955ed6ab7 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:37:48.352699 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.361144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.436155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.513848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.567099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.584240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54402) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:48.654776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:37:48.665124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54410) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:48.665861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d7ae1fe-4f77-4e18-9d03-a05694e93293 req-d636f8b1-2f24-4916-959b-382c4ea188c2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 210 time: 0.0739527 Dec 13 14:37:48.681881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad0bde-b438-4e76-9d16-f1ffad3afa9b None None] Pushing event updated for resources: {'Port': ['ID=4425015a-9a06-4582-ade8-455d15420b6a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:48.685670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a2bad7-2a09-4616-b9d0-c13fa0c9bca3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:48.720949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Attempting to bind port 4425015a-9a06-4582-ade8-455d15420b6a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:37:48.721596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Attempting to bind port 4425015a-9a06-4582-ade8-455d15420b6a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:37:48.722171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Attempting to bind port 4425015a-9a06-4582-ade8-455d15420b6a on network b77100f9-d3fc-441e-8987-1a37b524128a {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:37:48.727667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783675544751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.731799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Unsubscribe: segment precommit_create {{(pid=102824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 14:37:48.731799 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Added segment 246d76df-22a7-4ed5-999d-3435e80ceb03 of type vlan for network 9c4dd3dc-182b-4b76-b066-43ba838abb10 Dec 13 14:37:48.731950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:37:48.731950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Checking segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:48.731950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.731950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Bound using segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:37:48.732469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Bound port: 4425015a-9a06-4582-ade8-455d15420b6a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:37:48.732864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.756700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 67dd9109-109d-4249-80ea-f301be433a9a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:48.808706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.55', 60202) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:48.813519 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.903659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] For port 4425015a-9a06-4582-ade8-455d15420b6a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:37:48.908708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] For port 4425015a-9a06-4582-ade8-455d15420b6a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4425015a-9a06-4582-ade8-455d15420b6a,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:37:48.912612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 67dd9109-109d-4249-80ea-f301be433a9a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:48.912974 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.925131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-3a14f6d6-cfee-49f7-80f6-9bdc1bdf2f68 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152742 Dec 13 14:37:48.925989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e60fb61-92dd-43f5-9892-67876180705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.963357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-284eab52-0cdf-436d-8efc-06aede91e56a None None] Provisioning complete for port 4425015a-9a06-4582-ade8-455d15420b6a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:48.963719 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-284eab52-0cdf-436d-8efc-06aede91e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:48.991771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b22b168-23c0-45a4-8712-1c98ed288f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.009071 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.034000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-284eab52-0cdf-436d-8efc-06aede91e56a None None] Port 4425015a-9a06-4582-ade8-455d15420b6a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:37:49.094197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad0bde-b438-4e76-9d16-f1ffad3afa9b None None] Pushing event updated for resources: {'Port': ['ID=4425015a-9a06-4582-ade8-455d15420b6a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:49.141013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:37:49.141773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:49.149003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.150066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:49.163602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.272989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-4504f74a-e3aa-4e7c-ab3f-a1dfca17ba47 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:49.274636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-4504f74a-e3aa-4e7c-ab3f-a1dfca17ba47 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419757 Dec 13 14:37:49.316929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e60fb61-92dd-43f5-9892-67876180705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.354654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b22b168-23c0-45a4-8712-1c98ed288f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.367961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Request body: {'port': {'device_id': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': 'ec4423a4f4af49c49ff16df7ce4d3d62'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:49.384585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:37:49.430226 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-32f65600-3344-42ce-878d-8fe52365ebac tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=211716a4332743b7a84120d87203da1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926490 Dec 13 14:37:49.511496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e60fb61-92dd-43f5-9892-67876180705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.544887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-1b3d71cd-41c3-46ce-be49-c6f714894350 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:49.546401 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-1b3d71cd-41c3-46ce-be49-c6f714894350 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152046 Dec 13 14:37:49.549461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b22b168-23c0-45a4-8712-1c98ed288f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.558985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3232245 Dec 13 14:37:49.565776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54462) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:49.577588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcaf711-de3d-465f-aa73-ad12f23698e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4dd3dc-182b-4b76-b066-43ba838abb10,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:49.582401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Request body: {'subnet': {'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-subnet', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:49.616873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e60fb61-92dd-43f5-9892-67876180705a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f2eed1dd60c4efeaa35d9ecec0e9c6e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0306771 Dec 13 14:37:49.621692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54468) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:49.622567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60fb61-92dd-43f5-9892-67876180705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0266f74-2dca-437f-9a03-9600b27e2020,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:49.634206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-0b5db706-05ae-498d-ae3a-c6d6c2208543 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/quotas/211716a4332743b7a84120d87203da1b HTTP/1.1" status: 200 len: 375 time: 0.0730131 Dec 13 14:37:49.641964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9b22b168-23c0-45a4-8712-1c98ed288f8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca44791ab3ed48eb96f029fa7b1c96c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9620461 Dec 13 14:37:49.646183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54470) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:49.653348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5f503cdb-b705-4b53-9a5b-74618e44e980 None None] Provisioning complete for port 4425015a-9a06-4582-ade8-455d15420b6a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:49.653713 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f503cdb-b705-4b53-9a5b-74618e44e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.655517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:37:49.677884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22b168-23c0-45a4-8712-1c98ed288f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13b9881-fb5c-4f73-a03b-3b174b5bba2b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:49.696357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-0886c8a8-eb26-4cef-a348-979311b999f5 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=211716a4332743b7a84120d87203da1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622845 Dec 13 14:37:49.738441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Made reservation on behalf of 859457988b3b4c398088ee4955ed6ab7 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:37:49.742316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.742498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ecbacbc-2d2b-4555-b71e-552e7280015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.763455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6be539bf-6a0d-4e86-8cce-7c69f99d63bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.806807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ecbacbc-2d2b-4555-b71e-552e7280015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.822120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6be539bf-6a0d-4e86-8cce-7c69f99d63bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.909884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Made reservation on behalf of ec4423a4f4af49c49ff16df7ce4d3d62 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:37:49.914937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:49.924221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.008742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6be539bf-6a0d-4e86-8cce-7c69f99d63bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.012363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6be539bf-6a0d-4e86-8cce-7c69f99d63bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.013738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6be539bf-6a0d-4e86-8cce-7c69f99d63bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c13b9881-fb5c-4f73-a03b-3b174b5bba2b HTTP/1.1" status: 204 len: 168 time: 0.3620186 Dec 13 14:37:50.026982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ecbacbc-2d2b-4555-b71e-552e7280015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.034028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ecbacbc-2d2b-4555-b71e-552e7280015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.041850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1ecbacbc-2d2b-4555-b71e-552e7280015f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0266f74-2dca-437f-9a03-9600b27e2020 HTTP/1.1" status: 204 len: 168 time: 0.4139190 Dec 13 14:37:50.072730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be539bf-6a0d-4e86-8cce-7c69f99d63bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13b9881-fb5c-4f73-a03b-3b174b5bba2b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:50.101412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbacbc-2d2b-4555-b71e-552e7280015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0266f74-2dca-437f-9a03-9600b27e2020,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:50.210964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4aa82aff-e793-4d60-9756-9170d2ab9503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.211521 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.271772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-715c6964-2aaf-4f00-8fa1-4cdb08bd278f req-a8b4d5f4-0f12-4af8-9862-6d7422fb1171 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.0984929 Dec 13 14:37:50.272032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:48Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:50.287734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.313832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48459a-9cb7-4897-a23e-00eaec1a8962 None None] The sync data for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 is: [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:48Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:37:50.322926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f503cdb-b705-4b53-9a5b-74618e44e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.336859 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2b43507d-12dd-4839-b529-127bdac02de9 req-98c2edd3-12d5-4adc-873b-38384818ca38 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 210 time: 0.0525811 Dec 13 14:37:50.380831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.428985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5f503cdb-b705-4b53-9a5b-74618e44e980 None None] For port 4425015a-9a06-4582-ade8-455d15420b6a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4425015a-9a06-4582-ade8-455d15420b6a,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:37:50.515849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f503cdb-b705-4b53-9a5b-74618e44e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.516125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21998cd-a8af-412e-9795-a856be016a27,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:50.568715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8872d3cd-496e-4280-a90e-2d3c41aa6cfc,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:50.580139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Checking segment: {'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:50.580506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Network hostable DHCP agents. Network: 9c4dd3dc-182b-4b76-b066-43ba838abb10, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:37:50.660185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f503cdb-b705-4b53-9a5b-74618e44e980 None None] Pushing event updated for resources: {'Port': ['ID=4425015a-9a06-4582-ade8-455d15420b6a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:50.704526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:37:50.768512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4425015a-9a06-4582-ade8-455d15420b6a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:50.801671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9c4dd3dc-182b-4b76-b066-43ba838abb10) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:50.807272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:50.807867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:50.817060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Allocated IP 192.168.233.169 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/0641c925-9dd3-400f-acba-3eeb2c099541) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:50.832784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae864d-e298-44fc-b71b-5e5640c675bb None None] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:37:50.913162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc6e4a81-a647-45e5-927e-54655a2aebaa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3443785 Dec 13 14:37:50.915800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54538) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:50.921186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:50.941815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4425015a-9a06-4582-ade8-455d15420b6a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:50.942187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.042315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.043759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.092524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.164225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54542) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:51.189091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42ca0169-c8f3-4b48-9b49-c1dcf5bc91c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.248269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.345074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-9c4dd3dc-182b-4b76-b066-43ba838abb10', 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'fixed_ips': [{'subnet_id': '8872d3cd-496e-4280-a90e-2d3c41aa6cfc'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:37:51.346286 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.402740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.425301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:51.447653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cff288f6-78b7-423c-b382-55dea5fda6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.792631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42ca0169-c8f3-4b48-9b49-c1dcf5bc91c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.939661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.959563 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cff288f6-78b7-423c-b382-55dea5fda6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:51.960011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Pushing event updated for resources: {'Port': ['ID=0641c925-9dd3-400f-acba-3eeb2c099541,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:51.981945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Allocated IP 172.20.0.2 (9c4dd3dc-182b-4b76-b066-43ba838abb10/8872d3cd-496e-4280-a90e-2d3c41aa6cfc/5b335123-8875-4baf-9903-e1e809bea68d) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:52.034971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42ca0169-c8f3-4b48-9b49-c1dcf5bc91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.083284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:52.092212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3060f88b-bbf8-4427-b67f-0a444aeb05be req-3e42aa3e-1ceb-4ccf-8264-db42fc603454 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.2942803 Dec 13 14:37:52.096394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-42ca0169-c8f3-4b48-9b49-c1dcf5bc91c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce5c79d0142f41db9ec402781e2cb0dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9326408 Dec 13 14:37:52.102755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:52.129807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54566) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:52.158287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:37:52.165821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:52.166378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.168699 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cff288f6-78b7-423c-b382-55dea5fda6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.230296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca0169-c8f3-4b48-9b49-c1dcf5bc91c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4cb75b-55d1-446c-9bd6-c91b2b6d432c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:52.382550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7e19a95-8a39-4531-b8f0-34af724e6a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.382947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff288f6-78b7-423c-b382-55dea5fda6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd3bec-4f51-41a8-ba35-ffec1b014698,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:52.382947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cff288f6-78b7-423c-b382-55dea5fda6af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59b149a8dfe34378bc18bb765624b577&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9200926 Dec 13 14:37:52.383271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7e19a95-8a39-4531-b8f0-34af724e6a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.383583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54572) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:52.461888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.501672 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33b1b48b-b01f-4e70-82ec-f5742748d45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.584348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fd814-9244-43ad-82e8-11fc61d3c1d5 req-477fe8d3-4089-495c-9501-e86d052dbef4 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:52.586662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e29fd814-9244-43ad-82e8-11fc61d3c1d5 req-477fe8d3-4089-495c-9501-e86d052dbef4 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 936 time: 0.1898324 Dec 13 14:37:52.611707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33b1b48b-b01f-4e70-82ec-f5742748d45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.662030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.687444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cc30828b-32d3-4e0c-ae41-aa996d002aee None None] Provisioning complete for port 0641c925-9dd3-400f-acba-3eeb2c099541 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:52.689618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cc30828b-32d3-4e0c-ae41-aa996d002aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.696593 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.711035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-b608e23c-0c70-49f0-8674-c51d9af3d34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3474650 Dec 13 14:37:52.720933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.729171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7e19a95-8a39-4531-b8f0-34af724e6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.738504 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7e19a95-8a39-4531-b8f0-34af724e6a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.744125 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a7e19a95-8a39-4531-b8f0-34af724e6a46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef4cb75b-55d1-446c-9bd6-c91b2b6d432c HTTP/1.1" status: 204 len: 168 time: 0.6107657 Dec 13 14:37:52.774679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e29fd814-9244-43ad-82e8-11fc61d3c1d5 req-eda32846-f7d3-4a29-b29c-f89bd0d0dab5 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727819 Dec 13 14:37:52.815267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19a95-8a39-4531-b8f0-34af724e6a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4cb75b-55d1-446c-9bd6-c91b2b6d432c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:52.860402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-65689cf6-ae65-416f-8474-3aff1c9281e3 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:37:52.862083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cc30828b-32d3-4e0c-ae41-aa996d002aee None None] Port 0641c925-9dd3-400f-acba-3eeb2c099541 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:37:52.865785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-65689cf6-ae65-416f-8474-3aff1c9281e3 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0356910 Dec 13 14:37:52.994784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33b1b48b-b01f-4e70-82ec-f5742748d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.994784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33b1b48b-b01f-4e70-82ec-f5742748d45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:52.999433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-33b1b48b-b01f-4e70-82ec-f5742748d45b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dbd3bec-4f51-41a8-ba35-ffec1b014698 HTTP/1.1" status: 204 len: 168 time: 0.6071961 Dec 13 14:37:53.010172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4425015a-9a06-4582-ade8-455d15420b6a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:53.017322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Pushing event updated for resources: {'Port': ['ID=5b335123-8875-4baf-9903-e1e809bea68d,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:53.020818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Allocated IP 172.25.7.18 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/885dd2bf-23e5-4cc8-a019-bbf589ae96d7) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:53.029669 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8358a1bd-3bf8-40df-9cae-9e96a83b68cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.029865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b48b-b01f-4e70-82ec-f5742748d45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd3bec-4f51-41a8-ba35-ffec1b014698,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:53.110526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:53.124315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:53.153753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:37:53.227789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.233581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.238024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4425015a-9a06-4582-ade8-455d15420b6a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:53.238024 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.264293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Attempting to bind port 5b335123-8875-4baf-9903-e1e809bea68d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:37:53.264665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Attempting to bind port 5b335123-8875-4baf-9903-e1e809bea68d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:37:53.265030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Attempting to bind port 5b335123-8875-4baf-9903-e1e809bea68d on network 9c4dd3dc-182b-4b76-b066-43ba838abb10 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:37:53.279788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:37:53.284929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Checking segment: {'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:53.284929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.284929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Bound using segment: {'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:37:53.284929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Bound port: 5b335123-8875-4baf-9903-e1e809bea68d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:37:53.284929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.286058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2763d93b-8bee-440a-82e7-d91ba568253d req-b18ba2d3-49ef-4d99-96c6-927e5cf8f9bd tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.0670691 Dec 13 14:37:53.418831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] For port 5b335123-8875-4baf-9903-e1e809bea68d, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:37:53.427609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] For port 5b335123-8875-4baf-9903-e1e809bea68d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5b335123-8875-4baf-9903-e1e809bea68d,segment=NetworkSegment(246d76df-22a7-4ed5-999d-3435e80ceb03),segment_id=246d76df-22a7-4ed5-999d-3435e80ceb03)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:37:53.447501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.504649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:53.505720 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:53.509212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:53.513803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:37:53.612247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63551-e2bd-4c29-98d1-1bb310c89175 None None] Pushing event updated for resources: {'Port': ['ID=5b335123-8875-4baf-9903-e1e809bea68d,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:53.648161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Pushing event updated for resources: {'Port': ['ID=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:53.901400 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:54.111080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54614) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:54.368721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Request body: {'port': {'device_id': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:54.398954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:54.512062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8961865e-a01b-47b3-beea-1c6b76c68fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:54.573389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecbcf08d-f323-4f93-b082-a62648b45942 req-45bad188-5e0f-42bf-84d5-533e44e8fd8f tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.1431510 Dec 13 14:37:54.709720 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:54.735625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e63a83-5bb9-4965-b9da-1dc24000b5b3 req-da2df400-806b-4e58-9267-aa03e6c87f9b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:54.738772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24e63a83-5bb9-4965-b9da-1dc24000b5b3 req-da2df400-806b-4e58-9267-aa03e6c87f9b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 936 time: 0.7833688 Dec 13 14:37:54.764360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:54.852701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5b335123-8875-4baf-9903-e1e809bea68d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:54.924696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24e63a83-5bb9-4965-b9da-1dc24000b5b3 req-98f131b9-dfa6-4527-92ae-debdbf056969 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544044 Dec 13 14:37:54.990734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Router f87c2e54-c543-4ee7-aafb-d608a03ba901 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:37:55.031106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8961865e-a01b-47b3-beea-1c6b76c68fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.047956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5b335123-8875-4baf-9903-e1e809bea68d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:55.048563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.115866 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.130748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8961865e-a01b-47b3-beea-1c6b76c68fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.217843 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.309411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:37:55.320074 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Sync routers for ids ['f87c2e54-c543-4ee7-aafb-d608a03ba901'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:37:55.331478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8961865e-a01b-47b3-beea-1c6b76c68fff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93bb20c675604012bbfb1a611648aca0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2098279 Dec 13 14:37:55.331478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54656) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:55.336170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 5b335123-8875-4baf-9903-e1e809bea68d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5b335123-8875-4baf-9903-e1e809bea68d,segment=NetworkSegment(246d76df-22a7-4ed5-999d-3435e80ceb03),segment_id=246d76df-22a7-4ed5-999d-3435e80ceb03)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:37:55.364073 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Routers {'f87c2e54-c543-4ee7-aafb-d608a03ba901'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:37:55.366113 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f87c2e54-c543-4ee7-aafb-d608a03ba901'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:55.416511 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.418723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.423769 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6983376e-75c6-4514-ac97-49524c4bfe5f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.5068586 Dec 13 14:37:55.424446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:55.449799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961865e-a01b-47b3-beea-1c6b76c68fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc42cef7-bbf9-45b4-bd94-66ac2b0311d4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:55.508189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba4e1ee-a0d0-4b91-a657-14c54a6c10e9 None None] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:37:55.544447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.55', 60208) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:55.602681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fe99c6-a9ba-4d36-ad8e-64176e6b542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.618578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=5b335123-8875-4baf-9903-e1e809bea68d,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:55.630004 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Set router f87c2e54-c543-4ee7-aafb-d608a03ba901 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:37:55.639642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3108a171-daf0-4106-be3f-f8de6811b378 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=211716a4332743b7a84120d87203da1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673690 Dec 13 14:37:55.673457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7f9ac27b-1ed3-4070-aacd-37a204222e54 None None] Provisioning complete for port 5b335123-8875-4baf-9903-e1e809bea68d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:55.674573 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac27b-1ed3-4070-aacd-37a204222e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.704667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fe99c6-a9ba-4d36-ad8e-64176e6b542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.828771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66ceb4ab-e19a-4047-8541-4391281798ff req-bc28bd34-91a2-448f-8341-d99bb913a05c tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.0401769 Dec 13 14:37:55.846519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0641c925-9dd3-400f-acba-3eeb2c099541 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:37:55.865455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.984847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Transition to ACTIVE for port object 0641c925-9dd3-400f-acba-3eeb2c099541 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:37:55.985902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fe99c6-a9ba-4d36-ad8e-64176e6b542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.989051 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fe99c6-a9ba-4d36-ad8e-64176e6b542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:55.990478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-13fe99c6-a9ba-4d36-ad8e-64176e6b542e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc42cef7-bbf9-45b4-bd94-66ac2b0311d4 HTTP/1.1" status: 204 len: 168 time: 0.6071520 Dec 13 14:37:56.011749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe99c6-a9ba-4d36-ad8e-64176e6b542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc42cef7-bbf9-45b4-bd94-66ac2b0311d4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:56.075751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:56.152381 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:37:53Z', 'revision_number': 3, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:56.219178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Pushing event updated for resources: {'Port': ['ID=0641c925-9dd3-400f-acba-3eeb2c099541,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:56.272152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:56.299733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Checking router: f87c2e54-c543-4ee7-aafb-d608a03ba901 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:37:56.299733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Updating router f87c2e54-c543-4ee7-aafb-d608a03ba901 port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:37:56.424130 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:56.430202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Attempting to bind port 0641c925-9dd3-400f-acba-3eeb2c099541 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:37:56.430698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Attempting to bind port 0641c925-9dd3-400f-acba-3eeb2c099541 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:37:56.431318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Attempting to bind port 0641c925-9dd3-400f-acba-3eeb2c099541 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:37:56.441075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Port 0641c925-9dd3-400f-acba-3eeb2c099541 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:37:56.441075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Attempting to bind port 0641c925-9dd3-400f-acba-3eeb2c099541 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:37:56.447907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:37:56.448538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:56.449100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:37:56.449627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Bound port: 0641c925-9dd3-400f-acba-3eeb2c099541, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:37:56.450336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:56.575250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5a3560fd-3a91-4dfd-a7d5-e81b316d8bb1 None None] Provisioning complete for port 5b335123-8875-4baf-9903-e1e809bea68d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:56.575250 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a3560fd-3a91-4dfd-a7d5-e81b316d8bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:56.614162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] For port 0641c925-9dd3-400f-acba-3eeb2c099541, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:37:56.630193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] For port 0641c925-9dd3-400f-acba-3eeb2c099541, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0641c925-9dd3-400f-acba-3eeb2c099541,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:37:56.678312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-9d80c208-fcf3-42fb-90ed-6f36d0d169d1 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:56.696534 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-9d80c208-fcf3-42fb-90ed-6f36d0d169d1 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9620984 Dec 13 14:37:56.716336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:56.783973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Request body: {'port': {'device_id': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '211716a4332743b7a84120d87203da1b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:37:56.823261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5b335123-8875-4baf-9903-e1e809bea68d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:37:56.844877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:56.844877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:56.849594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] 10.222.0.55 "PUT /v2.0/ports/0641c925-9dd3-400f-acba-3eeb2c099541 HTTP/1.1" status: 200 len: 1096 time: 2.7825532 Dec 13 14:37:56.850485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'tag': '0641c925-9dd3-400f-acba-3eeb2c099541'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:37:57.002844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5b335123-8875-4baf-9903-e1e809bea68d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:57.003239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.210051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d47bc3-1847-4fa5-b85e-a13fe7409702 req-e52a2fe1-5282-45df-b368-32310bd037ce tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:57.227376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b4d47bc3-1847-4fa5-b85e-a13fe7409702 req-e52a2fe1-5282-45df-b368-32310bd037ce tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.5751855 Dec 13 14:37:57.281997 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.306380 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5a89fb9-d13a-4260-8d95-6c833578077d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.309582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a9a172a-c398-437b-af40-214b3631284c req-a38e85a0-1741-4594-af10-10c96f9f6e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.2389038 Dec 13 14:37:57.343703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657805e-5df4-440b-97d0-4fd3f71a5451 service neutron] Pushing event updated for resources: {'Port': ['ID=0641c925-9dd3-400f-acba-3eeb2c099541,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:57.384330 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.407447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-abe1fe26-1a50-4fbe-a548-e5202fa87249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:57.408955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-abe1fe26-1a50-4fbe-a548-e5202fa87249 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 1099 time: 0.3827901 Dec 13 14:37:57.460868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b4d47bc3-1847-4fa5-b85e-a13fe7409702 req-b3f1b1e1-6708-4b7f-82fd-fdc607e7da8c tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320583 Dec 13 14:37:57.479600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5a89fb9-d13a-4260-8d95-6c833578077d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.514308 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f6ca-7152-46f4-a8a1-0cbf90a8d382 None None] Pushing event updated for resources: {'Port': ['ID=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:57.521672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Attempting to bind port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:37:57.526895 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Attempting to bind port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:37:57.526895 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Attempting to bind port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:37:57.537940 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:37:57.538209 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:37:57.538555 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.538947 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:37:57.539425 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Bound port: 885dd2bf-23e5-4cc8-a019-bbf589ae96d7, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:37:57.539817 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.561415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5a89fb9-d13a-4260-8d95-6c833578077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.615851 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] For port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:37:57.624835 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] For port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:37:57.644441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Made reservation on behalf of 211716a4332743b7a84120d87203da1b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:37:57.649476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.667064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.691609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.705248 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.748999 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Routers {'f87c2e54-c543-4ee7-aafb-d608a03ba901'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:37:57.749858 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f87c2e54-c543-4ee7-aafb-d608a03ba901'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:57.807383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54702) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:57.834168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-322dc6fa-bd28-4b4d-abcf-f5f9f1cb8a4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0641c925-9dd3-400f-acba-3eeb2c099541 HTTP/1.1" status: 200 len: 217 time: 0.2073176 Dec 13 14:37:57.834168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a89fb9-d13a-4260-8d95-6c833578077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310b67bd-efe4-46f1-b70a-dc1c01b8e2f4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:57.843528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d5a89fb9-d13a-4260-8d95-6c833578077d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c072fbae9f2544ab9f8a3a1ee60966fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5695157 Dec 13 14:37:57.846740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:57.908087 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7564579-77e0-4a14-8be2-9497879fc1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:57.949951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-60e7b3cf-05d5-44ca-8a3e-63b41d0cdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:57.956896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-60e7b3cf-05d5-44ca-8a3e-63b41d0cdff9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1034751 Dec 13 14:37:57.956896 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823b880-c253-4ba3-b695-721a86e98638" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff3c402-df1a-4295-8007-e310899ea0e5", "tag": "0641c925-9dd3-400f-acba-3eeb2c099541"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:37:58.046717 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] Set router f87c2e54-c543-4ee7-aafb-d608a03ba901 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:37:58.079141 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f291911-fe93-496f-9736-ec7c61c784e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:58.083314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827225-a863-440e-944b-fd429af02284 req-43b35b4c-5499-43c6-b43d-7cb2b35d0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:58.089317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-43b35b4c-5499-43c6-b43d-7cb2b35d0be9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115928 Dec 13 14:37:58.216878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Allocated IP 172.20.0.1 (9c4dd3dc-182b-4b76-b066-43ba838abb10/8872d3cd-496e-4280-a90e-2d3c41aa6cfc/5f6f09ca-219b-4329-9ade-cc23a57d990d) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:58.319527 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f6ca-7152-46f4-a8a1-0cbf90a8d382 None None] Pushing event updated for resources: {'Port': ['ID=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:58.356696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:58.375035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-0e70e01c-60c2-4f2d-bf83-2d92de7bc149 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773008 Dec 13 14:37:58.391969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f291911-fe93-496f-9736-ec7c61c784e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:58.423467 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:37:53Z', 'revision_number': 3, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:37:58.451586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:58.470719 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ea50-ecdd-49db-b726-80917e857800 None None] The sync data for ids ['f87c2e54-c543-4ee7-aafb-d608a03ba901'] in n-d-816954-1 is: [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:37:53Z', 'revision_number': 3, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:37:58.596764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22827225-a863-440e-944b-fd429af02284 req-405dff1e-80b2-4274-bac0-7cc29a268b4c service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947756 Dec 13 14:37:58.707365 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34aaf9b-e267-4807-8db8-6f1fc78a56dc x-openstack-request-id: req-a34aaf9b-e267-4807-8db8-6f1fc78a56dc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:37:58.707657 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff3c402-df1a-4295-8007-e310899ea0e5", "tag": "0641c925-9dd3-400f-acba-3eeb2c099541", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:37:58.707938 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a34aaf9b-e267-4807-8db8-6f1fc78a56dc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:37:58.708605 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'tag': '0641c925-9dd3-400f-acba-3eeb2c099541', 'status': 'completed', 'code': 200} Dec 13 14:37:58.715225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f291911-fe93-496f-9736-ec7c61c784e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:58.717682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f291911-fe93-496f-9736-ec7c61c784e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:58.718972 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9f291911-fe93-496f-9736-ec7c61c784e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/310b67bd-efe4-46f1-b70a-dc1c01b8e2f4 HTTP/1.1" status: 204 len: 168 time: 0.8698764 Dec 13 14:37:58.740660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f291911-fe93-496f-9736-ec7c61c784e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b67bd-efe4-46f1-b70a-dc1c01b8e2f4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:58.753994 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa7def1d-645e-41ac-be86-4d3b37494b73 req-3dede050-8adf-4e74-8cb2-fdb56fcd90b1 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.2518969 Dec 13 14:37:58.794555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.003984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Allocated IP 192.168.233.134 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/0e90979c-af22-4e2a-9238-de1fc8a61090) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:37:59.032782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d91e6-86a0-4caf-af01-e223b7dbeb8e req-556bb270-8226-4f8b-afd3-3eb866b8eab5 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:37:59.061344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a51d91e6-86a0-4caf-af01-e223b7dbeb8e req-556bb270-8226-4f8b-afd3-3eb866b8eab5 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.1810935 Dec 13 14:37:59.127723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7564579-77e0-4a14-8be2-9497879fc1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.132676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:59.143811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a51d91e6-86a0-4caf-af01-e223b7dbeb8e req-cd38245c-27c5-4a4c-8c09-b28a161b3386 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795441 Dec 13 14:37:59.174100 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.268818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7564579-77e0-4a14-8be2-9497879fc1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.319596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:37:59.341719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:37:59.375693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:37:59.376192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.388856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54740) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:37:59.396892 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a7564579-77e0-4a14-8be2-9497879fc1d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29b00eabe5b947ab826f2f5ea7e95f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5884056 Dec 13 14:37:59.553704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad5b4-f883-45f3-a920-98e4df0249d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.578299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.633917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad5b4-f883-45f3-a920-98e4df0249d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.716118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6f09ca-219b-4329-9ade-cc23a57d990d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:59.737595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564579-77e0-4a14-8be2-9497879fc1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0683059-6b73-4e19-9f6a-ed51b41bc504,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:59.827242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e6f1e099-b07c-440a-a2b6-032db027fdc5 None None] Provisioning complete for port 5f6f09ca-219b-4329-9ade-cc23a57d990d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:37:59.829610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e099-b07c-440a-a2b6-032db027fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.835662 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad5b4-f883-45f3-a920-98e4df0249d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.838469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae1ad5b4-f883-45f3-a920-98e4df0249d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:37:59.841857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ae1ad5b4-f883-45f3-a920-98e4df0249d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0683059-6b73-4e19-9f6a-ed51b41bc504 HTTP/1.1" status: 204 len: 168 time: 0.4499390 Dec 13 14:37:59.861136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ad5b4-f883-45f3-a920-98e4df0249d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0683059-6b73-4e19-9f6a-ed51b41bc504,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:37:59.947487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1e099-b07c-440a-a2b6-032db027fdc5 None None] Port 5f6f09ca-219b-4329-9ade-cc23a57d990d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:38:00.031537 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a4047b7-ef48-4db4-8d3b-397997beb910 req-4ac48be4-8832-4a3d-b527-095c1b737f0c tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.0731797 Dec 13 14:38:00.194804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b880-c253-4ba3-b695-721a86e98638 req-8c2b5c0a-1dcd-4966-9035-b87092988f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:00.196595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3823b880-c253-4ba3-b695-721a86e98638 req-8c2b5c0a-1dcd-4966-9035-b87092988f39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 1099 time: 0.0701671 Dec 13 14:38:00.224893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:00.321016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54768) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:00.341180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85d06573-e72b-4419-b47b-c9747906c801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:00.475210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:00.512562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:00.523797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:00.705860 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85d06573-e72b-4419-b47b-c9747906c801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:00.765139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85d06573-e72b-4419-b47b-c9747906c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:00.824913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:00.824913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:00.828186 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:00.835931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d06573-e72b-4419-b47b-c9747906c801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72916e24-f2c7-4df1-801f-fa432b9ebdd6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:00.888361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:00.918531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4b532-fc84-43d7-95d6-83c1ad16ebe9 req-fdcc1a49-13de-4625-a767-c70857c2d6ee tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:00.930514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43e4b532-fc84-43d7-95d6-83c1ad16ebe9 req-fdcc1a49-13de-4625-a767-c70857c2d6ee tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.5866132 Dec 13 14:38:00.953117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-85d06573-e72b-4419-b47b-c9747906c801 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff70477db89740a7bd511995825f75a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307929 Dec 13 14:38:00.973031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:00.975163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54774) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:01.009635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Pushing event updated for resources: {'Port': ['ID=0e90979c-af22-4e2a-9238-de1fc8a61090,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:01.015736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:01.016828 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.048412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.049292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.114461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b880-c253-4ba3-b695-721a86e98638 req-c0358cf3-cf6b-4ef5-890b-5aabf2d755d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:01.116041 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3823b880-c253-4ba3-b695-721a86e98638 req-c0358cf3-cf6b-4ef5-890b-5aabf2d755d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.6647630 Dec 13 14:38:01.142766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-75ec8b78-6d4c-4f29-a811-1ece19e913fb None None] Provisioning complete for port 0e90979c-af22-4e2a-9238-de1fc8a61090 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:01.143409 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-75ec8b78-6d4c-4f29-a811-1ece19e913fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.163983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43e4b532-fc84-43d7-95d6-83c1ad16ebe9 req-c9ecceda-10e9-463e-9c3c-71b684066061 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308369 Dec 13 14:38:01.184724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54784) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:01.196375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-3d696c87-0c04-4024-90b8-2109b0d3561e tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4198442 Dec 13 14:38:01.248417 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3823b880-c253-4ba3-b695-721a86e98638 req-0aea1cb0-de78-4093-bcdf-715af088d2d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0641c925-9dd3-400f-acba-3eeb2c099541 HTTP/1.1" status: 200 len: 217 time: 0.0760262 Dec 13 14:38:01.249650 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19f7369a-a57b-47d4-824e-b1b7314e32de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.264231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6f09ca-219b-4329-9ade-cc23a57d990d,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:01.322205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-75ec8b78-6d4c-4f29-a811-1ece19e913fb None None] Port 0e90979c-af22-4e2a-9238-de1fc8a61090 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:38:01.331592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.340012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d736d9c-1079-4a0d-9f81-efa9cd78dced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.364011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:01.413909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d736d9c-1079-4a0d-9f81-efa9cd78dced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.433761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:01.447231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:01.460187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.514182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c296bd-a19c-412f-9958-4ff70ede6a5b req-a60d0bd0-03a8-40ae-b65b-597371528b73 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:01.516583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82c296bd-a19c-412f-9958-4ff70ede6a5b req-a60d0bd0-03a8-40ae-b65b-597371528b73 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 936 time: 0.1371500 Dec 13 14:38:01.544919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19f7369a-a57b-47d4-824e-b1b7314e32de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.574423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:01.597268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82c296bd-a19c-412f-9958-4ff70ede6a5b req-ecfd5857-e6a1-4243-bd70-56bcb098dd3d tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515428 Dec 13 14:38:01.619016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19f7369a-a57b-47d4-824e-b1b7314e32de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.716358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Router f87c2e54-c543-4ee7-aafb-d608a03ba901 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:38:01.736687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-19f7369a-a57b-47d4-824e-b1b7314e32de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0fc7d9bfdd645b19aedb1d2fd379922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491934 Dec 13 14:38:01.740040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7369a-a57b-47d4-824e-b1b7314e32de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8115e96f-4806-469d-9305-1d63472cccb3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:01.741766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54808) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:01.772280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d736d9c-1079-4a0d-9f81-efa9cd78dced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.775041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d736d9c-1079-4a0d-9f81-efa9cd78dced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.778720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8d736d9c-1079-4a0d-9f81-efa9cd78dced admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72916e24-f2c7-4df1-801f-fa432b9ebdd6 HTTP/1.1" status: 204 len: 168 time: 0.7964590 Dec 13 14:38:01.913312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b880-c253-4ba3-b695-721a86e98638 req-1cb848f6-35f4-4acf-8447-6de2e6b3fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:01.915144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3823b880-c253-4ba3-b695-721a86e98638 req-1cb848f6-35f4-4acf-8447-6de2e6b3fdd3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1307995 Dec 13 14:38:01.931921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0497accf-2015-4702-ab04-2764079bb3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:01.959489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9f2c1cbc-8810-476c-aadb-e25c9236dffa None None] Provisioning complete for port 5f6f09ca-219b-4329-9ade-cc23a57d990d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:01.960473 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1cbc-8810-476c-aadb-e25c9236dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:02.003123 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0497accf-2015-4702-ab04-2764079bb3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:02.007662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Request body: {'port': {'device_id': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'device_owner': 'compute:tempest-test_az-816593535', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:02.068156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c1cbc-8810-476c-aadb-e25c9236dffa None None] Port 5f6f09ca-219b-4329-9ade-cc23a57d990d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:38:02.086329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:38:02.088129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d736d9c-1079-4a0d-9f81-efa9cd78dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72916e24-f2c7-4df1-801f-fa432b9ebdd6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:02.100521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Sync routers for ids ['f87c2e54-c543-4ee7-aafb-d608a03ba901'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:38:02.110295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Routers {'f87c2e54-c543-4ee7-aafb-d608a03ba901'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:38:02.111219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f87c2e54-c543-4ee7-aafb-d608a03ba901'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:02.113318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-db8e5713-2805-42c2-ae08-ce5a246cd997 admin admin] 10.222.0.24 "PUT /v2.0/routers/f87c2e54-c543-4ee7-aafb-d608a03ba901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6876590 Dec 13 14:38:02.123726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b880-c253-4ba3-b695-721a86e98638 req-0685033f-1d62-4f13-860f-3d9c635a1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:02.129013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3823b880-c253-4ba3-b695-721a86e98638 req-0685033f-1d62-4f13-860f-3d9c635a1a80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1546252 Dec 13 14:38:02.173560 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:02.242643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0497accf-2015-4702-ab04-2764079bb3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:02.250021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0497accf-2015-4702-ab04-2764079bb3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:02.256720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0497accf-2015-4702-ab04-2764079bb3e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8115e96f-4806-469d-9305-1d63472cccb3 HTTP/1.1" status: 204 len: 168 time: 0.5103352 Dec 13 14:38:02.355149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497accf-2015-4702-ab04-2764079bb3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8115e96f-4806-469d-9305-1d63472cccb3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:02.361131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3823b880-c253-4ba3-b695-721a86e98638 req-1c00aff3-b1a7-4182-95c7-f81674eecb9b service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280042 Dec 13 14:38:02.392126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Set router f87c2e54-c543-4ee7-aafb-d608a03ba901 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:38:02.430935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66eb0-9ab0-48b1-be6e-1dbbd5129740 req-2e8690ce-108b-42d0-9e19-ba33a8470c99 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:02.440882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ee66eb0-9ab0-48b1-be6e-1dbbd5129740 req-2e8690ce-108b-42d0-9e19-ba33a8470c99 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.0925565 Dec 13 14:38:02.521876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ee66eb0-9ab0-48b1-be6e-1dbbd5129740 req-26cdbe38-4f43-4a78-8a2a-5f61ab855c63 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747564 Dec 13 14:38:02.822920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:02.839733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962c25-a9e2-4a22-b024-a361456a9bcf req-502a86de-14f0-4ad9-8ef9-d828ef164015 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:02.850703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-76962c25-a9e2-4a22-b024-a361456a9bcf req-502a86de-14f0-4ad9-8ef9-d828ef164015 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 936 time: 0.1091022 Dec 13 14:38:02.906876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e90979c-af22-4e2a-9238-de1fc8a61090 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:02.922823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-76962c25-a9e2-4a22-b024-a361456a9bcf req-387ec27e-7bf8-430f-a9fd-b2f67dcfead7 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541830 Dec 13 14:38:02.933040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:02.955213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:38:00Z', 'revision_number': 4, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5f6f09ca-219b-4329-9ade-cc23a57d990d', 'name': '', 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'mac_address': 'fa:16:3e:e1:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8872d3cd-496e-4280-a90e-2d3c41aa6cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:57Z', 'updated_at': '2021-12-13T14:38:00Z', 'revision_number': 2, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'subnets': [{'id': '8872d3cd-496e-4280-a90e-2d3c41aa6cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:02.976089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Transition to ACTIVE for port object 0e90979c-af22-4e2a-9238-de1fc8a61090 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:38:03.000463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Checking router: f87c2e54-c543-4ee7-aafb-d608a03ba901 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:38:03.001064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Updating router f87c2e54-c543-4ee7-aafb-d608a03ba901 port 5f6f09ca-219b-4329-9ade-cc23a57d990d binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:38:03.041090 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.047628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:03.047990 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.074834 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.111871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Pushing event updated for resources: {'Port': ['ID=0e90979c-af22-4e2a-9238-de1fc8a61090,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:03.197036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Attempting to bind port 0e90979c-af22-4e2a-9238-de1fc8a61090 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:03.197751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54864) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:03.214206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Attempting to bind port 0e90979c-af22-4e2a-9238-de1fc8a61090 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:03.214772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Attempting to bind port 0e90979c-af22-4e2a-9238-de1fc8a61090 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:03.226209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Port 0e90979c-af22-4e2a-9238-de1fc8a61090 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:03.226562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Attempting to bind port 0e90979c-af22-4e2a-9238-de1fc8a61090 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:03.232118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:03.232469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:03.233017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:03.233491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Bound port: 0e90979c-af22-4e2a-9238-de1fc8a61090, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:03.233851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.436664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] For port 0e90979c-af22-4e2a-9238-de1fc8a61090, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:03.444984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] For port 0e90979c-af22-4e2a-9238-de1fc8a61090, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0e90979c-af22-4e2a-9238-de1fc8a61090,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:03.522741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.556786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc4cfc1a-411f-4060-92b4-6074ea709758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.695473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Pushing event updated for resources: {'Port': ['ID=0e90979c-af22-4e2a-9238-de1fc8a61090,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:03.747703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:03.748349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.755418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-508790f9-028c-4687-8d05-bc240b351c48 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e90979c-af22-4e2a-9238-de1fc8a61090 HTTP/1.1" status: 200 len: 1117 time: 1.7648890 Dec 13 14:38:03.757241 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'tag': '0e90979c-af22-4e2a-9238-de1fc8a61090'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:03.766716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc4cfc1a-411f-4060-92b4-6074ea709758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.800453 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.862889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc4cfc1a-411f-4060-92b4-6074ea709758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.915393 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:03.928011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc4cfc1a-411f-4060-92b4-6074ea709758 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfab2024048a40689095811a3059967d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263911 Dec 13 14:38:03.936496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54900) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:03.969465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed6787-5fe5-47e2-8d7b-3f9de90b81f8 req-3ffc271c-81ee-456e-a5f7-a3216ce0fc89 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:03.976967 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-67ed6787-5fe5-47e2-8d7b-3f9de90b81f8 req-3ffc271c-81ee-456e-a5f7-a3216ce0fc89 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.2415476 Dec 13 14:38:04.092124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-67ed6787-5fe5-47e2-8d7b-3f9de90b81f8 req-d7554154-2283-4a20-97ad-2ccc8eb1ba8b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079471 Dec 13 14:38:04.114557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c1c5-5fb0-410d-8684-55b314a83fa6 None None] Pushing event updated for resources: {'Port': ['ID=5f6f09ca-219b-4329-9ade-cc23a57d990d,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:04.181762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cfc1a-411f-4060-92b4-6074ea709758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ad8c3-2e8d-4294-a77e-4596b0bd32af,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:04.245435 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24ac46f-4598-4203-ac72-cfdea7b47b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5b2381-3370-4ef4-8e2b-4fb4f2353b03", "tag": "0e90979c-af22-4e2a-9238-de1fc8a61090"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:04.274833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306a4a9-630f-4500-9290-fa85cc631212 req-fef7109a-bd10-42a6-8eb1-dfa99b39b2aa tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:04.285112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9306a4a9-630f-4500-9290-fa85cc631212 req-fef7109a-bd10-42a6-8eb1-dfa99b39b2aa tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 969 time: 0.1769536 Dec 13 14:38:04.296148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Attempting to bind port 5f6f09ca-219b-4329-9ade-cc23a57d990d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:04.298536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Attempting to bind port 5f6f09ca-219b-4329-9ade-cc23a57d990d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:04.298916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Attempting to bind port 5f6f09ca-219b-4329-9ade-cc23a57d990d on network 9c4dd3dc-182b-4b76-b066-43ba838abb10 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:04.315199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-ede598b5-2577-40ff-8ff5-61bd1f981071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:04.317572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-ede598b5-2577-40ff-8ff5-61bd1f981071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=211716a4332743b7a84120d87203da1b&device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 1120 time: 0.1418505 Dec 13 14:38:04.318158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:04.318623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Checking segment: {'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:04.319748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.320157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Bound using segment: {'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:04.320743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Bound port: 5f6f09ca-219b-4329-9ade-cc23a57d990d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246d76df-22a7-4ed5-999d-3435e80ceb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:04.321899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.327092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-510df161-d07e-4cd3-8e92-1ed5960541c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.366087 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-510df161-d07e-4cd3-8e92-1ed5960541c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.419755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] For port 5f6f09ca-219b-4329-9ade-cc23a57d990d, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:04.424766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] For port 5f6f09ca-219b-4329-9ade-cc23a57d990d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5f6f09ca-219b-4329-9ade-cc23a57d990d,segment=NetworkSegment(246d76df-22a7-4ed5-999d-3435e80ceb03),segment_id=246d76df-22a7-4ed5-999d-3435e80ceb03)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:04.482630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d8bd9c78-bf53-46f4-a0aa-3f2983333492 None None] Provisioning complete for port 5f6f09ca-219b-4329-9ade-cc23a57d990d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:04.483227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d8bd9c78-bf53-46f4-a0aa-3f2983333492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.486529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9306a4a9-630f-4500-9290-fa85cc631212 req-9b2ba9c4-9792-4fb4-aa24-f3b1f496f1b1 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989450 Dec 13 14:38:04.512880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3823b880-c253-4ba3-b695-721a86e98638 req-fd09c82d-bdf6-43e6-8e51-f9f5c1e7573a service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550600 Dec 13 14:38:04.528163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd9c78-bf53-46f4-a0aa-3f2983333492 None None] Port 5f6f09ca-219b-4329-9ade-cc23a57d990d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:38:04.655855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-0db98931-59cf-4d98-87d0-465506d7b920 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=0e90979c-af22-4e2a-9238-de1fc8a61090 HTTP/1.1" status: 200 len: 217 time: 0.2819738 Dec 13 14:38:04.655855 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed84fb27-349c-4eb6-b8c9-b49d243b72b6 x-openstack-request-id: req-ed84fb27-349c-4eb6-b8c9-b49d243b72b6 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:04.655855 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5b2381-3370-4ef4-8e2b-4fb4f2353b03", "tag": "0e90979c-af22-4e2a-9238-de1fc8a61090", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:04.655855 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed84fb27-349c-4eb6-b8c9-b49d243b72b6 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:04.655855 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'tag': '0e90979c-af22-4e2a-9238-de1fc8a61090', 'status': 'completed', 'code': 200} Dec 13 14:38:04.664150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-510df161-d07e-4cd3-8e92-1ed5960541c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.668480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-510df161-d07e-4cd3-8e92-1ed5960541c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.669235 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:04.677152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-510df161-d07e-4cd3-8e92-1ed5960541c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f1ad8c3-2e8d-4294-a77e-4596b0bd32af HTTP/1.1" status: 204 len: 168 time: 0.7318215 Dec 13 14:38:04.690226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df161-d07e-4cd3-8e92-1ed5960541c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ad8c3-2e8d-4294-a77e-4596b0bd32af,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:04.762710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c1c5-5fb0-410d-8684-55b314a83fa6 None None] Pushing event updated for resources: {'Port': ['ID=5f6f09ca-219b-4329-9ade-cc23a57d990d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:04.777146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Routers {'f87c2e54-c543-4ee7-aafb-d608a03ba901'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:38:04.777146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:37:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f87c2e54-c543-4ee7-aafb-d608a03ba901'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:04.866001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-e8348498-be0b-4d8b-9f36-a4b71bc00f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:04.867561 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-e8348498-be0b-4d8b-9f36-a4b71bc00f4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0757668 Dec 13 14:38:04.950010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] Set router f87c2e54-c543-4ee7-aafb-d608a03ba901 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:38:04.989036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-0002fada-004d-473d-8804-9ca8a22d2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:04.991317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-0002fada-004d-473d-8804-9ca8a22d2bc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161184 Dec 13 14:38:05.097289 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:38:05.102915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54956) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:05.110600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d299225f-9151-48d8-b3e0-4fd5999cd347 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517299252', 'description': 'tempest-description--809894413'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:05.126881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-73121ae8-936e-410a-839f-11b2ab92e1dc service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150014 Dec 13 14:38:05.189409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a29f737e-c791-4a73-bdc3-e5eef2b952b2 None None] Provisioning complete for port 5f6f09ca-219b-4329-9ade-cc23a57d990d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:05.190408 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a29f737e-c791-4a73-bdc3-e5eef2b952b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.241865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d299225f-9151-48d8-b3e0-4fd5999cd347 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.325101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d9749-d07a-4d76-8a62-f15f3ef7aff7 req-148a42d5-60c8-4847-b65c-b724905777a9 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:05.327387 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c6d9749-d07a-4d76-8a62-f15f3ef7aff7 req-148a42d5-60c8-4847-b65c-b724905777a9 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.0986295 Dec 13 14:38:05.333365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfd4a48-9f2e-4dc9-ae1d-23c1eec2a372 req-229e2810-4d57-4187-8c22-fbdc897b5d7e service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937847 Dec 13 14:38:05.347588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d299225f-9151-48d8-b3e0-4fd5999cd347 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.365991 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a29f737e-c791-4a73-bdc3-e5eef2b952b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.373074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c6d9749-d07a-4d76-8a62-f15f3ef7aff7 req-542031b3-bd9a-49b0-bb38-42c51766c34d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360398 Dec 13 14:38:05.376500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:38:00Z', 'revision_number': 4, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5f6f09ca-219b-4329-9ade-cc23a57d990d', 'name': '', 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'mac_address': 'fa:16:3e:e1:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8872d3cd-496e-4280-a90e-2d3c41aa6cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:57Z', 'updated_at': '2021-12-13T14:38:04Z', 'revision_number': 4, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'subnets': [{'id': '8872d3cd-496e-4280-a90e-2d3c41aa6cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:05.419476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d299225f-9151-48d8-b3e0-4fd5999cd347 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.422609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfc349-aa16-4d66-91f4-ccf39c5970fa None None] The sync data for ids ['f87c2e54-c543-4ee7-aafb-d608a03ba901'] in n-d-816954-1 is: [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:38:00Z', 'revision_number': 4, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5f6f09ca-219b-4329-9ade-cc23a57d990d', 'name': '', 'network_id': '9c4dd3dc-182b-4b76-b066-43ba838abb10', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'mac_address': 'fa:16:3e:e1:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8872d3cd-496e-4280-a90e-2d3c41aa6cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:57Z', 'updated_at': '2021-12-13T14:38:04Z', 'revision_number': 4, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'subnets': [{'id': '8872d3cd-496e-4280-a90e-2d3c41aa6cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:38:05.434699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a29f737e-c791-4a73-bdc3-e5eef2b952b2 None None] For port 5f6f09ca-219b-4329-9ade-cc23a57d990d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5f6f09ca-219b-4329-9ade-cc23a57d990d,segment=NetworkSegment(246d76df-22a7-4ed5-999d-3435e80ceb03),segment_id=246d76df-22a7-4ed5-999d-3435e80ceb03)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:05.512998 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a29f737e-c791-4a73-bdc3-e5eef2b952b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.521764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54974) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:05.529407 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d299225f-9151-48d8-b3e0-4fd5999cd347 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.536599 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d299225f-9151-48d8-b3e0-4fd5999cd347 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4313505 Dec 13 14:38:05.549545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54978) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:05.570970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-3d8f34ef-bea1-4807-9635-8e0229caa73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:05.572444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-3d8f34ef-bea1-4807-9635-8e0229caa73f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=211716a4332743b7a84120d87203da1b&device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 1120 time: 0.1092417 Dec 13 14:38:05.590013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b1df6ab8-b78f-4f80-aff9-19a5a3ecbf11 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'security_group_rule': {'security_group_id': 'be6c0295-7531-4935-8eb3-18eba20350b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:05.653411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f737e-c791-4a73-bdc3-e5eef2b952b2 None None] Pushing event updated for resources: {'Port': ['ID=5f6f09ca-219b-4329-9ade-cc23a57d990d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:05.668339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299225f-9151-48d8-b3e0-4fd5999cd347 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c0295-7531-4935-8eb3-18eba20350b0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:05.675726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-262de438-d520-4d34-bb47-8289077e4c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.764649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1df6ab8-b78f-4f80-aff9-19a5a3ecbf11 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.819500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-262de438-d520-4d34-bb47-8289077e4c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.847128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1df6ab8-b78f-4f80-aff9-19a5a3ecbf11 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.903735 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-262de438-d520-4d34-bb47-8289077e4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.921945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b6fe-d1c7-4e26-9fa2-413a20f5ec0f req-f5e9f3d2-bbdc-48ae-b551-9087ed45425c tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:05.930501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a059b6fe-d1c7-4e26-9fa2-413a20f5ec0f req-f5e9f3d2-bbdc-48ae-b551-9087ed45425c tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 969 time: 0.1457076 Dec 13 14:38:05.949014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-fd58d7c0-4e21-4b99-a2ee-401d713c9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:05.950669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-fd58d7c0-4e21-4b99-a2ee-401d713c9514 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.3683157 Dec 13 14:38:05.986500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1df6ab8-b78f-4f80-aff9-19a5a3ecbf11 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:05.991859 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-262de438-d520-4d34-bb47-8289077e4c47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f460a065bc76498390a0da1df0bc5603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456427 Dec 13 14:38:06.003900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54996) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:06.017501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262de438-d520-4d34-bb47-8289077e4c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c8a06f-9742-4682-bf88-55f35028114b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:06.027399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df6ab8-b78f-4f80-aff9-19a5a3ecbf11 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a139e98-d3e1-461d-997f-c83d51d39783,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:06.061726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a059b6fe-d1c7-4e26-9fa2-413a20f5ec0f req-8530191c-fba0-42aa-a4ae-25141d51bd80 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308999 Dec 13 14:38:06.063365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-ee6dedb3-5d9d-40ad-8394-f5bbc24a6add service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=0e90979c-af22-4e2a-9238-de1fc8a61090 HTTP/1.1" status: 200 len: 217 time: 0.0963225 Dec 13 14:38:06.080315 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1df6ab8-b78f-4f80-aff9-19a5a3ecbf11 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.082437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b1df6ab8-b78f-4f80-aff9-19a5a3ecbf11 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5127594 Dec 13 14:38:06.086630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54998) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:06.091564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d3857356-7697-4bb9-b48d-47f7c7520196 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'security_group_rule': {'security_group_id': 'be6c0295-7531-4935-8eb3-18eba20350b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:06.097403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3117ff0-ae13-491f-b04b-dbbf83773763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.140841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-ed0f0991-4339-41de-86cb-97ef5f934978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:06.143019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-ed0f0991-4339-41de-86cb-97ef5f934978 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0716462 Dec 13 14:38:06.144618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3117ff0-ae13-491f-b04b-dbbf83773763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.214647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-0b61bb66-4b86-4911-ad83-647037970bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:06.215936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-0b61bb66-4b86-4911-ad83-647037970bab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584726 Dec 13 14:38:06.230814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3857356-7697-4bb9-b48d-47f7c7520196 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.291426 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3117ff0-ae13-491f-b04b-dbbf83773763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.295506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3117ff0-ae13-491f-b04b-dbbf83773763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.297144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d3117ff0-ae13-491f-b04b-dbbf83773763 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9c8a06f-9742-4682-bf88-55f35028114b HTTP/1.1" status: 204 len: 168 time: 0.2912762 Dec 13 14:38:06.337421 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3857356-7697-4bb9-b48d-47f7c7520196 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.339108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3117ff0-ae13-491f-b04b-dbbf83773763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c8a06f-9742-4682-bf88-55f35028114b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:06.383412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-5d9fde79-1c93-4272-84be-2480d746c053 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576719 Dec 13 14:38:06.412781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3857356-7697-4bb9-b48d-47f7c7520196 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.438930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3857356-7697-4bb9-b48d-47f7c7520196 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45779034-4b1c-4da1-823c-09a6fa7c86cf,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:06.546502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3857356-7697-4bb9-b48d-47f7c7520196 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.547821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d3857356-7697-4bb9-b48d-47f7c7520196 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4598923 Dec 13 14:38:06.550952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55028) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:06.556144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:06.562464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c24ac46f-4598-4203-ac72-cfdea7b47b5c req-88fd6e20-70b2-43ca-8c7c-b033ff9c7b29 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708302 Dec 13 14:38:06.619625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7d863-a8cf-446d-bbf0-0939e3a6bdca req-b789fca9-9e8a-4a75-898d-d33ca26b6bc1 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:06.621564 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca7d863-a8cf-446d-bbf0-0939e3a6bdca req-b789fca9-9e8a-4a75-898d-d33ca26b6bc1 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.0813353 Dec 13 14:38:06.681115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.689972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca7d863-a8cf-446d-bbf0-0939e3a6bdca req-5a641650-45c3-41f8-8f0e-aeaa6564fde0 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607769 Dec 13 14:38:06.747333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5f6f09ca-219b-4329-9ade-cc23a57d990d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:06.803603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5f6f09ca-219b-4329-9ade-cc23a57d990d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:06.804057 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.807687 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:06.926723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Allocated IP 172.25.7.129 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/f46f9e6d-3e14-4806-93ed-da40e7495a76) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:38:07.056157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.174790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.242495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8674-6090-430d-9207-04dc6cfdc4d7 req-a6d8d0e4-4273-49e0-831e-8df36d22851f tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:07.243978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6bf8674-6090-430d-9207-04dc6cfdc4d7 req-a6d8d0e4-4273-49e0-831e-8df36d22851f tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 969 time: 0.1080585 Dec 13 14:38:07.247402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:07.254832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:07.257584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event updated for resources: {'Port': ['ID=f46f9e6d-3e14-4806-93ed-da40e7495a76,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:07.278174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:07.399009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6bf8674-6090-430d-9207-04dc6cfdc4d7 req-8a8e6947-6660-4f69-bdab-1c1487a9e6ff tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453774 Dec 13 14:38:07.422209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.427824 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55052) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:07.533968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.637483 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a343b45-a87a-4988-a896-ff63493363f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.735018 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a343b45-a87a-4988-a896-ff63493363f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.829241 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a343b45-a87a-4988-a896-ff63493363f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.890902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a343b45-a87a-4988-a896-ff63493363f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24620f08-a85e-47e2-9cdd-5700e77ff88b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:07.900189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c10c-b604-4d41-b6ef-1161d98a8733 req-48e321af-6ca6-4ee6-9b35-9625114e55b4 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:07.901260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8a343b45-a87a-4988-a896-ff63493363f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6212fd97d5904c7da8dfe81029916262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715986 Dec 13 14:38:07.903239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:07.907096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6195c10c-b604-4d41-b6ef-1161d98a8733 req-48e321af-6ca6-4ee6-9b35-9625114e55b4 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 948 time: 0.0951316 Dec 13 14:38:07.948944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0e90979c-af22-4e2a-9238-de1fc8a61090 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:07.969455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6195c10c-b604-4d41-b6ef-1161d98a8733 req-62b944bb-309a-47c6-8048-b9b911f2a52e tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598834 Dec 13 14:38:07.972758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:07.987696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85d0a1b9-3108-4a3d-8f07-a1c01abe4919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.011375 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85d0a1b9-3108-4a3d-8f07-a1c01abe4919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.067670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.086781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0e90979c-af22-4e2a-9238-de1fc8a61090, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0e90979c-af22-4e2a-9238-de1fc8a61090,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:08.103642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '0e90979c-af22-4e2a-9238-de1fc8a61090', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '0e90979c-af22-4e2a-9238-de1fc8a61090', 'mac_address': 'fa:16:3e:95:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-816593535', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:38:08.107187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.134406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event updated for resources: {'Port': ['ID=f46f9e6d-3e14-4806-93ed-da40e7495a76,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:08.150047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85d0a1b9-3108-4a3d-8f07-a1c01abe4919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.154003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85d0a1b9-3108-4a3d-8f07-a1c01abe4919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.156335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85d0a1b9-3108-4a3d-8f07-a1c01abe4919 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24620f08-a85e-47e2-9cdd-5700e77ff88b HTTP/1.1" status: 204 len: 168 time: 0.2513168 Dec 13 14:38:08.167200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0a1b9-3108-4a3d-8f07-a1c01abe4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24620f08-a85e-47e2-9cdd-5700e77ff88b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:08.170473 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.192930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e90979c-af22-4e2a-9238-de1fc8a61090 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:08.199409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55080) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:08.217934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0e90979c-af22-4e2a-9238-de1fc8a61090, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0e90979c-af22-4e2a-9238-de1fc8a61090,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:08.243121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.244715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8302c396-23fe-42f9-94e8-d52d2796bb73 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6919863 Dec 13 14:38:08.320950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.321682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0641c925-9dd3-400f-acba-3eeb2c099541 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:08.390320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0e90979c-af22-4e2a-9238-de1fc8a61090,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:08.393924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0641c925-9dd3-400f-acba-3eeb2c099541, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0641c925-9dd3-400f-acba-3eeb2c099541,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:08.412181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '0641c925-9dd3-400f-acba-3eeb2c099541', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '0641c925-9dd3-400f-acba-3eeb2c099541', 'mac_address': 'fa:16:3e:5e:05:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:38:08.464443 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.492650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0641c925-9dd3-400f-acba-3eeb2c099541 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:08.513540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0641c925-9dd3-400f-acba-3eeb2c099541, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0641c925-9dd3-400f-acba-3eeb2c099541,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:08.551824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bce851-0b77-4a1f-98f4-70b4be84f739 req-70dbf7b3-f9e2-499a-b4d8-12cbb96ed9a6 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:08.553297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83bce851-0b77-4a1f-98f4-70b4be84f739 req-70dbf7b3-f9e2-499a-b4d8-12cbb96ed9a6 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 970 time: 0.0486960 Dec 13 14:38:08.577868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.600816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83bce851-0b77-4a1f-98f4-70b4be84f739 req-d82bb2cc-4b1b-4277-bc3d-b6b651173584 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379467 Dec 13 14:38:08.635105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0641c925-9dd3-400f-acba-3eeb2c099541,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:08.653361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c24f23a-743b-4f1c-b773-64460cd7f6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.748743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c24f23a-743b-4f1c-b773-64460cd7f6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.764509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-e6c21fde-b491-4535-b10f-1b8baa5ed6b9 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--517299252&fields=id&tenant_id=5163fdb492524ea7a9bfa32e5d05c15c HTTP/1.1" status: 200 len: 267 time: 0.0432789 Dec 13 14:38:08.813196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c24f23a-743b-4f1c-b773-64460cd7f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.854760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1c24f23a-743b-4f1c-b773-64460cd7f6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e08339a5e83d4f09bfa82b0d37ff7a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541109 Dec 13 14:38:08.856023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24f23a-743b-4f1c-b773-64460cd7f6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb3cf8-b3d8-4fdf-836b-aab00a528ce6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:08.858263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55114) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:08.911634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37ec8202-10a4-4c72-bc7f-3bd84eb2d851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.917179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0e90979c-af22-4e2a-9238-de1fc8a61090'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:08.936580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0641c925-9dd3-400f-acba-3eeb2c099541'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:08.938085 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37ec8202-10a4-4c72-bc7f-3bd84eb2d851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:08.975925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-35fa1ae0-6255-4b50-a7cc-66a0a2156dfe tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:08.977451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-35fa1ae0-6255-4b50-a7cc-66a0a2156dfe tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 823 time: 0.2061927 Dec 13 14:38:08.992514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-86f625a0-bd0d-408e-af59-1ad1f5a66446 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/quotas/5163fdb492524ea7a9bfa32e5d05c15c HTTP/1.1" status: 200 len: 375 time: 0.0093656 Dec 13 14:38:09.061543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55118) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:09.072656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37ec8202-10a4-4c72-bc7f-3bd84eb2d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.078525 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37ec8202-10a4-4c72-bc7f-3bd84eb2d851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.080907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-37ec8202-10a4-4c72-bc7f-3bd84eb2d851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dfb3cf8-b3d8-4fdf-836b-aab00a528ce6 HTTP/1.1" status: 204 len: 168 time: 0.2210937 Dec 13 14:38:09.081857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-943b293f-ea69-4c16-b3b3-2739be27c346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.091608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-d8507c1e-8e28-48c5-b10a-6100bc1ad9c1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885770 Dec 13 14:38:09.119061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec8202-10a4-4c72-bc7f-3bd84eb2d851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb3cf8-b3d8-4fdf-836b-aab00a528ce6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:09.142725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fb5d4-ea4b-43bd-8c97-0c08f4584980 req-a4b6ff57-0593-4ad5-b655-64c427eb4efe tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:09.146592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-873fb5d4-ea4b-43bd-8c97-0c08f4584980 req-a4b6ff57-0593-4ad5-b655-64c427eb4efe tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 949 time: 0.0930238 Dec 13 14:38:09.212386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-943b293f-ea69-4c16-b3b3-2739be27c346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.217647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-873fb5d4-ea4b-43bd-8c97-0c08f4584980 req-8865db6c-1c29-496c-84bc-d5b4dd1a6472 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638697 Dec 13 14:38:09.286705 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-943b293f-ea69-4c16-b3b3-2739be27c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.329986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55130) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:09.335235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-943b293f-ea69-4c16-b3b3-2739be27c346 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7e7d7e5b1bd43338e13bd40d55de2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693186 Dec 13 14:38:09.335235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b293f-ea69-4c16-b3b3-2739be27c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23085e-93ea-4120-b651-b3ad8ba1565d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:09.336261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55132) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:09.390849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac124-0863-49d7-a340-f0bd570a27c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.415799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac124-0863-49d7-a340-f0bd570a27c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.706515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-e8fb3f3c-443a-4551-a20e-c5c6d31193c3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:38:09.708311 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-e8fb3f3c-443a-4551-a20e-c5c6d31193c3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1715636 Dec 13 14:38:09.724940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d2b35fe-5616-4278-812a-6bfc50cf2725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:09.769344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944aff2-f195-4649-900a-f3bbe78e9b06 req-f9dc22e4-1f1f-4646-828c-3f4d2fff63f5 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:09.770916 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1944aff2-f195-4649-900a-f3bbe78e9b06 req-f9dc22e4-1f1f-4646-828c-3f4d2fff63f5 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 970 time: 0.0904620 Dec 13 14:38:09.817208 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1944aff2-f195-4649-900a-f3bbe78e9b06 req-09ff9905-d4d0-49b4-8c63-6d59c0762535 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Dec 13 14:38:09.823636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-07d4b0e3-2404-4db5-9164-4226518f200e service neutron] 10.222.0.24 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084340 Dec 13 14:38:09.948041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0e90979c-af22-4e2a-9238-de1fc8a61090 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:10.078930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-e9ef1531-e27d-4bdf-b325-bf0d3a263fb7 service neutron] 10.222.0.24 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488847 Dec 13 14:38:10.144548 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac124-0863-49d7-a340-f0bd570a27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.147867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac124-0863-49d7-a340-f0bd570a27c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.148996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3a3ac124-0863-49d7-a340-f0bd570a27c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb23085e-93ea-4120-b651-b3ad8ba1565d HTTP/1.1" status: 204 len: 168 time: 0.8118420 Dec 13 14:38:10.156906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ac124-0863-49d7-a340-f0bd570a27c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23085e-93ea-4120-b651-b3ad8ba1565d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:10.204980 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d2b35fe-5616-4278-812a-6bfc50cf2725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.303564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 0e90979c-af22-4e2a-9238-de1fc8a61090 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:38:10.307843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 0e90979c-af22-4e2a-9238-de1fc8a61090 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:10.308469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.327900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d2b35fe-5616-4278-812a-6bfc50cf2725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.353960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0d2b35fe-5616-4278-812a-6bfc50cf2725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0111e3ef986c4c00a74a4f9184607915&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0227909 Dec 13 14:38:10.356858 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55154) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:10.373014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a81615-c3d3-4345-b2a1-007d1dd1725a req-67dfce42-e03e-4a26-89de-4b71111c409b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:10.381975 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a81615-c3d3-4345-b2a1-007d1dd1725a req-67dfce42-e03e-4a26-89de-4b71111c409b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 949 time: 0.0894880 Dec 13 14:38:10.436167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b35fe-5616-4278-812a-6bfc50cf2725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c41e79-839c-4335-bc6d-baf1ec1cce79,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:10.440730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a81615-c3d3-4345-b2a1-007d1dd1725a req-c8fa6b74-2b48-45bb-8f4a-c5c93a10705a tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Dec 13 14:38:10.469136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75135440-89cf-4046-ba10-24f1f0958fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.482620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.488649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fb8f097-75d7-478f-8c59-ce20941e1934 req-f37b2149-6682-49ce-b5f8-9e7cb7b19d9c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 210 time: 0.0435781 Dec 13 14:38:10.506561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e90979c-af22-4e2a-9238-de1fc8a61090'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:10.509478 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75135440-89cf-4046-ba10-24f1f0958fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.510518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55158) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:10.531700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf97c-aa2a-4ce7-9269-cfca737060b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.621496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0e90979c-af22-4e2a-9238-de1fc8a61090, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0e90979c-af22-4e2a-9238-de1fc8a61090,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:10.629666 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75135440-89cf-4046-ba10-24f1f0958fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.638041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75135440-89cf-4046-ba10-24f1f0958fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.640491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-75135440-89cf-4046-ba10-24f1f0958fd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9c41e79-839c-4335-bc6d-baf1ec1cce79 HTTP/1.1" status: 204 len: 168 time: 0.2826478 Dec 13 14:38:10.653621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135440-89cf-4046-ba10-24f1f0958fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c41e79-839c-4335-bc6d-baf1ec1cce79,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:10.690064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf97c-aa2a-4ce7-9269-cfca737060b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.698073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.698922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0641c925-9dd3-400f-acba-3eeb2c099541 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:10.778142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf97c-aa2a-4ce7-9269-cfca737060b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.778383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0e90979c-af22-4e2a-9238-de1fc8a61090,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:10.815817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e4ddf97c-aa2a-4ce7-9269-cfca737060b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9d81146d17544e2914958271d8be87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042278 Dec 13 14:38:10.818961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddf97c-aa2a-4ce7-9269-cfca737060b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccd1d6d-42f1-4967-9551-4a0d2b0658da,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:10.819309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55174) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:10.859349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 0641c925-9dd3-400f-acba-3eeb2c099541 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:38:10.863595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 0641c925-9dd3-400f-acba-3eeb2c099541 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:10.866144 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.902912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bee9231e-09f9-47b4-9803-fdf65974ac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.905463 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec5efc-b92c-4197-bae8-ef754f366ee9" -d '{"events": [{"server_uuid": "ac5b2381-3370-4ef4-8e2b-4fb4f2353b03", "name": "network-vif-plugged", "status": "completed", "tag": "0e90979c-af22-4e2a-9238-de1fc8a61090"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:10.933667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bee9231e-09f9-47b4-9803-fdf65974ac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:10.988365 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.009250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b2f7-44c9-4112-969e-5301754b8004 req-01c5c408-edd8-461c-95b3-27562d5138cb tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:11.011030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a46b2f7-44c9-4112-969e-5301754b8004 req-01c5c408-edd8-461c-95b3-27562d5138cb tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 971 time: 0.1101747 Dec 13 14:38:11.036422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0641c925-9dd3-400f-acba-3eeb2c099541, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0641c925-9dd3-400f-acba-3eeb2c099541,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:11.063784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a46b2f7-44c9-4112-969e-5301754b8004 req-922cefe9-6c9e-4c93-bac0-390a6db88b9a tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Dec 13 14:38:11.075244 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bee9231e-09f9-47b4-9803-fdf65974ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.078843 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bee9231e-09f9-47b4-9803-fdf65974ac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.083430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bee9231e-09f9-47b4-9803-fdf65974ac71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ccd1d6d-42f1-4967-9551-4a0d2b0658da HTTP/1.1" status: 204 len: 168 time: 0.2628441 Dec 13 14:38:11.091445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9231e-09f9-47b4-9803-fdf65974ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccd1d6d-42f1-4967-9551-4a0d2b0658da,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:11.120970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.170459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0641c925-9dd3-400f-acba-3eeb2c099541,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:11.257656 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ed765f-b801-4a8d-b546-3cf3f6340ccf x-openstack-request-id: req-06ed765f-b801-4a8d-b546-3cf3f6340ccf {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:11.257966 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5b2381-3370-4ef4-8e2b-4fb4f2353b03", "name": "network-vif-plugged", "status": "completed", "tag": "0e90979c-af22-4e2a-9238-de1fc8a61090", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:11.258420 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06ed765f-b801-4a8d-b546-3cf3f6340ccf {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:11.258890 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e90979c-af22-4e2a-9238-de1fc8a61090', 'code': 200} Dec 13 14:38:11.389252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc88a-4c4b-4772-94f5-cc15e1940375 req-5cef2cc5-34e3-4125-9f35-e2c122638c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:11.390803 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-736fc88a-4c4b-4772-94f5-cc15e1940375 req-5cef2cc5-34e3-4125-9f35-e2c122638c6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 1122 time: 0.0716133 Dec 13 14:38:11.414327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-736fc88a-4c4b-4772-94f5-cc15e1940375 req-907d079b-f0e4-4f9b-af78-0493b4bc1e0f service neutron] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.501604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-736fc88a-4c4b-4772-94f5-cc15e1940375 req-907d079b-f0e4-4f9b-af78-0493b4bc1e0f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.579227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1c027-c7f1-4bdb-bf61-607bdaa57cd2 req-872e3203-3463-4200-8a64-333738b48ac0 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:11.580736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5a1c027-c7f1-4bdb-bf61-607bdaa57cd2 req-872e3203-3463-4200-8a64-333738b48ac0 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.0494530 Dec 13 14:38:11.589695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-736fc88a-4c4b-4772-94f5-cc15e1940375 req-907d079b-f0e4-4f9b-af78-0493b4bc1e0f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.618263 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f8346f2-040c-411c-91ec-20c44ab6b205 req-59392d86-806e-4745-9cdd-855ac413fa23 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 210 time: 0.0386829 Dec 13 14:38:11.619919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5a1c027-c7f1-4bdb-bf61-607bdaa57cd2 req-406efc77-f40b-4718-b664-d52f4a029f79 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Dec 13 14:38:11.634322 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-736fc88a-4c4b-4772-94f5-cc15e1940375 req-907d079b-f0e4-4f9b-af78-0493b4bc1e0f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341485 Dec 13 14:38:11.646801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d079b-f0e4-4f9b-af78-0493b4bc1e0f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e710dd-419f-42ec-b260-44d4d1366cff,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:11.822372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55208) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:11.837010 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1005e397-a578-4065-a562-37ef700d611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:11.947669 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1005e397-a578-4065-a562-37ef700d611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:12.040829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1005e397-a578-4065-a562-37ef700d611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:12.077837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1005e397-a578-4065-a562-37ef700d611d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d4e07260ab54f24b954d6459e782aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518389 Dec 13 14:38:12.078362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55218) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:12.091656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005e397-a578-4065-a562-37ef700d611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf49bd5d-cc37-4f91-8b54-49143a32ecbc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:12.152929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b722974-dad3-4cd6-87a4-5ddd3d556bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:12.205068 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b722974-dad3-4cd6-87a4-5ddd3d556bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:12.245330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c118c-42f0-49e8-9df9-9c2f374b588b req-b009cc71-e4d1-4974-8565-e14ad7a0ff9c tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:12.246861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f56c118c-42f0-49e8-9df9-9c2f374b588b req-b009cc71-e4d1-4974-8565-e14ad7a0ff9c tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 971 time: 0.0798893 Dec 13 14:38:12.292503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f56c118c-42f0-49e8-9df9-9c2f374b588b req-d00c54bc-be69-4f73-8b55-a6295c9cd333 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Dec 13 14:38:12.465771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b722974-dad3-4cd6-87a4-5ddd3d556bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:12.468609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b722974-dad3-4cd6-87a4-5ddd3d556bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:12.476223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9b722974-dad3-4cd6-87a4-5ddd3d556bb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf49bd5d-cc37-4f91-8b54-49143a32ecbc HTTP/1.1" status: 204 len: 168 time: 0.3902647 Dec 13 14:38:12.481052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b722974-dad3-4cd6-87a4-5ddd3d556bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf49bd5d-cc37-4f91-8b54-49143a32ecbc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:12.542252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.50', 50586) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:12.693621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-0684a41e-bf07-42e1-889b-d295c8b8afad tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:12.695327 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-0684a41e-bf07-42e1-889b-d295c8b8afad tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.50 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 823 time: 0.1520367 Dec 13 14:38:12.742851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8dd8f39-9c78-483a-bcd9-29971c45f80b req-0dca5c54-6a41-4503-9f20-061d66e28a5c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Dec 13 14:38:12.761612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c146085-951a-4a88-80ca-91ba07edc28b req-a1a75499-5029-4bd9-903a-1e31f9156eb0 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:12.763204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c146085-951a-4a88-80ca-91ba07edc28b req-a1a75499-5029-4bd9-903a-1e31f9156eb0 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.0578654 Dec 13 14:38:12.839459 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c146085-951a-4a88-80ca-91ba07edc28b req-c61328dd-6eae-4354-b851-62dec47b5442 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Dec 13 14:38:12.858294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-72727c1d-bd32-4e22-8395-52019d0722f4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5163fdb492524ea7a9bfa32e5d05c15c HTTP/1.1" status: 200 len: 379 time: 0.0811112 Dec 13 14:38:12.868781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'port': {'device_id': '34a991e2-b140-4845-a8ce-9047cd35b487', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'admin_state_up': True, 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'security_groups': ['be6c0295-7531-4935-8eb3-18eba20350b0']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:13.074718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Made reservation on behalf of 5163fdb492524ea7a9bfa32e5d05c15c for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:13.078469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:13.107073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55262) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:13.260165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0641c925-9dd3-400f-acba-3eeb2c099541'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:13.262719 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90559ba-cd7c-4924-a25d-220981d163ca" -d '{"events": [{"server_uuid": "9ff3c402-df1a-4295-8007-e310899ea0e5", "name": "network-vif-plugged", "status": "completed", "tag": "0641c925-9dd3-400f-acba-3eeb2c099541"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:13.347342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99efa92a-ff6a-484c-970e-cb049ad5c7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:13.352094 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21240e6d-0bd3-4419-88ff-e47e5e696c4f x-openstack-request-id: req-21240e6d-0bd3-4419-88ff-e47e5e696c4f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:13.356368 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff3c402-df1a-4295-8007-e310899ea0e5", "name": "network-vif-plugged", "status": "completed", "tag": "0641c925-9dd3-400f-acba-3eeb2c099541", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:13.356679 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21240e6d-0bd3-4419-88ff-e47e5e696c4f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:13.357129 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0641c925-9dd3-400f-acba-3eeb2c099541', 'code': 200} Dec 13 14:38:13.453039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Allocated IP 172.20.0.7 (b77100f9-d3fc-441e-8987-1a37b524128a/228115a5-2c8a-4271-ab8b-c9a644e8ac60/246eccf5-539f-4351-bc4d-9fb90f56e1a5) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:38:13.472053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99efa92a-ff6a-484c-970e-cb049ad5c7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:13.588849 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99efa92a-ff6a-484c-970e-cb049ad5c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:13.627786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-99efa92a-ff6a-484c-970e-cb049ad5c7a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d22aabb7df874bad95637d052d54a2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195684 Dec 13 14:38:13.644002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55284) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:13.715404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792406e4-38b9-4b60-9f99-c3c042183223 req-86f59f3d-0520-4071-afcc-5e3fcca1188a tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:13.717137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-792406e4-38b9-4b60-9f99-c3c042183223 req-86f59f3d-0520-4071-afcc-5e3fcca1188a tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 971 time: 0.3321903 Dec 13 14:38:13.728933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efa92a-ff6a-484c-970e-cb049ad5c7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eabe88-d2af-4266-995a-a6261dc6ed95,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:13.779765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed7505-1d56-4379-bd0c-91f50644c960 req-7b411d93-751d-47e6-be73-579bbbabf1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:13.779765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7aed7505-1d56-4379-bd0c-91f50644c960 req-7b411d93-751d-47e6-be73-579bbbabf1ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 1101 time: 0.2962856 Dec 13 14:38:13.786558 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:13.810859 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf32cca-15fa-4fbb-ad97-61f942692b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:13.820540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-792406e4-38b9-4b60-9f99-c3c042183223 req-5e7120c3-05ff-4819-a113-353e80cb3e80 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880654 Dec 13 14:38:13.852623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7aed7505-1d56-4379-bd0c-91f50644c960 req-25422481-c644-460d-8503-28e46a4c634c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642455 Dec 13 14:38:13.861082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf32cca-15fa-4fbb-ad97-61f942692b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:13.931213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a75d29c-cae6-4410-b17c-928af760a757 req-1951a84e-3bf2-473f-adcd-b348bdfdd652 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 210 time: 0.0544653 Dec 13 14:38:13.971910 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:14.035954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf32cca-15fa-4fbb-ad97-61f942692b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:14.043946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf32cca-15fa-4fbb-ad97-61f942692b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:14.046043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ecf32cca-15fa-4fbb-ad97-61f942692b17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34eabe88-d2af-4266-995a-a6261dc6ed95 HTTP/1.1" status: 204 len: 168 time: 0.3998365 Dec 13 14:38:14.050694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Network b77100f9-d3fc-441e-8987-1a37b524128a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:14.058971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:14.059940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf32cca-15fa-4fbb-ad97-61f942692b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eabe88-d2af-4266-995a-a6261dc6ed95,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:14.074300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334a373-a50c-44f2-9775-51e1826853e3 req-48a202c8-3927-4584-b0f6-a0a472882c41 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:14.075956 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9334a373-a50c-44f2-9775-51e1826853e3 req-48a202c8-3927-4584-b0f6-a0a472882c41 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.1167455 Dec 13 14:38:14.076926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:14.085994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:14.086688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:14.096345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event updated for resources: {'Port': ['ID=246eccf5-539f-4351-bc4d-9fb90f56e1a5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:14.175355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9334a373-a50c-44f2-9775-51e1826853e3 req-e2833c58-9d19-4c7b-8434-4390e774f34b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606637 Dec 13 14:38:14.211539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-af988b77-46c5-4dd5-b867-071d61bc07d6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3481932 Dec 13 14:38:14.304296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-64061f72-553c-4b45-942c-08e30d822757 None None] Provisioning complete for port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:14.304950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64061f72-553c-4b45-942c-08e30d822757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:14.339879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-64061f72-553c-4b45-942c-08e30d822757 None None] Port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:38:14.909451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55326) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:14.924605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf6606b3-971d-4ab2-93d0-7802a71e5728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.022185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96b959-f415-426b-9384-64597c615f3a req-d8991421-91d5-4dfb-9a59-7c58d7cf788b tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:15.023803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b96b959-f415-426b-9384-64597c615f3a req-d8991421-91d5-4dfb-9a59-7c58d7cf788b tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 971 time: 0.0796311 Dec 13 14:38:15.104841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b96b959-f415-426b-9384-64597c615f3a req-88797092-018f-453e-ab16-15eaba860ece tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609739 Dec 13 14:38:15.125328 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf6606b3-971d-4ab2-93d0-7802a71e5728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.126439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf79ee6-0beb-4de3-b401-0ec6f1a547ab req-097a42f3-c0e6-407d-97a7-2ec480ff8dff tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:15.128057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ccf79ee6-0beb-4de3-b401-0ec6f1a547ab req-097a42f3-c0e6-407d-97a7-2ec480ff8dff tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 931 time: 0.1038046 Dec 13 14:38:15.171684 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ccf79ee6-0beb-4de3-b401-0ec6f1a547ab req-0f286877-1a45-4322-a744-227296fd85af tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350025 Dec 13 14:38:15.177185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55338) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:15.185729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf6606b3-971d-4ab2-93d0-7802a71e5728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.229740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6606b3-971d-4ab2-93d0-7802a71e5728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fbdf01-c06f-482a-a019-9f175ec32afb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:15.248232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bf6606b3-971d-4ab2-93d0-7802a71e5728 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3abdee07885449c9b48299eccbbcc66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373759 Dec 13 14:38:15.251141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55348) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:15.275137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.314539 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6e49a8-8a6d-41e7-b1bf-f542fa9d73e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.349953 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6e49a8-8a6d-41e7-b1bf-f542fa9d73e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.350923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d94510-5935-4b36-bb23-06b3c904fe1f req-5f4a16d8-e733-4c0b-9ca8-4a6c72fcb4bb tempest-AggregatesAdminTestJSON-1738768430 tempest-AggregatesAdminTestJSON-1738768430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:15.352649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87d94510-5935-4b36-bb23-06b3c904fe1f req-5f4a16d8-e733-4c0b-9ca8-4a6c72fcb4bb tempest-AggregatesAdminTestJSON-1738768430 tempest-AggregatesAdminTestJSON-1738768430-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 1122 time: 0.0762982 Dec 13 14:38:15.379614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87d94510-5935-4b36-bb23-06b3c904fe1f req-7b102c02-9056-4edc-870e-67cbefd95bba tempest-AggregatesAdminTestJSON-1738768430 tempest-AggregatesAdminTestJSON-1738768430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.443391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-321501285-network', 'tenant_id': '930029fa6a674131b7632e50f9a13d23'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:15.474837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6e49a8-8a6d-41e7-b1bf-f542fa9d73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.477938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6e49a8-8a6d-41e7-b1bf-f542fa9d73e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.479129 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9a6e49a8-8a6d-41e7-b1bf-f542fa9d73e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13fbdf01-c06f-482a-a019-9f175ec32afb HTTP/1.1" status: 204 len: 168 time: 0.2269866 Dec 13 14:38:15.494644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e49a8-8a6d-41e7-b1bf-f542fa9d73e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fbdf01-c06f-482a-a019-9f175ec32afb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:15.525544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Made reservation on behalf of 930029fa6a674131b7632e50f9a13d23 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:15.529366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.546030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.601019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87d94510-5935-4b36-bb23-06b3c904fe1f req-7b102c02-9056-4edc-870e-67cbefd95bba tempest-AggregatesAdminTestJSON-1738768430 tempest-AggregatesAdminTestJSON-1738768430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.653595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.687042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387153-0ea1-42c3-87f2-b6036954899f req-7fca8902-78d7-42fb-9115-a34c795ef16f tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:15.688542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b387153-0ea1-42c3-87f2-b6036954899f req-7fca8902-78d7-42fb-9115-a34c795ef16f tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.0513818 Dec 13 14:38:15.715016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87d94510-5935-4b36-bb23-06b3c904fe1f req-7b102c02-9056-4edc-870e-67cbefd95bba tempest-AggregatesAdminTestJSON-1738768430 tempest-AggregatesAdminTestJSON-1738768430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.728186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b387153-0ea1-42c3-87f2-b6036954899f req-8c091378-bde3-47a3-92da-8cd42adc45af tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Dec 13 14:38:15.746130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87d94510-5935-4b36-bb23-06b3c904fe1f req-7b102c02-9056-4edc-870e-67cbefd95bba tempest-AggregatesAdminTestJSON-1738768430 tempest-AggregatesAdminTestJSON-1738768430-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867679 Dec 13 14:38:15.749562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.770887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b102c02-9056-4edc-870e-67cbefd95bba tempest-AggregatesAdminTestJSON-1738768430 tempest-AggregatesAdminTestJSON-1738768430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10444909-fdc6-477e-a348-8f64944f6d6d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:15.807240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:38:15.821434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d82a13-6763-4f13-b72a-25df0cbb4dc2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:15.839686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.839686 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Added segment 7b88bf5b-c617-42af-8a89-89720ecd9993 of type vlan for network 321999e1-8453-4e28-b992-d81b68aed423 Dec 13 14:38:15.883620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.960520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:15.961485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:15.962055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.024336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] Pushing event updated for resources: {'Network': ['ID=321999e1-8453-4e28-b992-d81b68aed423,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:16.035831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 321999e1-8453-4e28-b992-d81b68aed423 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:38:16.068860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7e6eed2f-0810-44a9-bed4-b65750d803f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8903775 Dec 13 14:38:16.072301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55372) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:16.078433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Request body: {'subnet': {'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-321501285-subnet', 'tenant_id': '930029fa6a674131b7632e50f9a13d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:16.201119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Made reservation on behalf of 930029fa6a674131b7632e50f9a13d23 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:16.204611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.313776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55390) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:16.508670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.570115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd165e-c775-43d2-b822-219083238a42 req-5d4edc04-b538-41bd-81ff-11d4c898e81b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:16.571740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2cd165e-c775-43d2-b822-219083238a42 req-5d4edc04-b538-41bd-81ff-11d4c898e81b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 931 time: 0.0835996 Dec 13 14:38:16.617517 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8af727ad-6967-4f87-947f-5e5040fb7160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.622019 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.638781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2cd165e-c775-43d2-b822-219083238a42 req-b3f6baf1-1b23-4a41-9dca-7e0f2ebfe7f4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607185 Dec 13 14:38:16.668070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-b14bcbc7-d536-43e8-af7e-a5da4f9da786 req-cf350d68-8039-453f-8a51-e2fe8e0427eb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:38:16.668070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b14bcbc7-d536-43e8-af7e-a5da4f9da786 req-cf350d68-8039-453f-8a51-e2fe8e0427eb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2526908 Dec 13 14:38:16.728195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccb5d64-71b8-44f3-aefb-407289f56857,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:16.763287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:16.763287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Network hostable DHCP agents. Network: 321999e1-8453-4e28-b992-d81b68aed423, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:38:16.819610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8af727ad-6967-4f87-947f-5e5040fb7160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.880691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Network 321999e1-8453-4e28-b992-d81b68aed423 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:38:16.935175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8af727ad-6967-4f87-947f-5e5040fb7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.965045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 321999e1-8453-4e28-b992-d81b68aed423) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:16.974375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d4d120-3eec-4bb3-ac04-9782df0ea537 None None] Network 321999e1-8453-4e28-b992-d81b68aed423 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:16.978340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:16.978933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:16.992333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8af727ad-6967-4f87-947f-5e5040fb7160 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=057b6cfc650d4890a78f272e18b14268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711459 Dec 13 14:38:16.992333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af727ad-6967-4f87-947f-5e5040fb7160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ee26a-f185-413c-9f53-5c06405cae4e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:16.992486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55420) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:17.088485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dbe4071c-7712-4441-b9e8-1b2696a26e96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0150237 Dec 13 14:38:17.132074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ea311-16a8-4666-9edb-e655c3838170 req-fe144f58-b94e-4d4c-8378-9184ba33be00 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:17.141719 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-796ea311-16a8-4666-9edb-e655c3838170 req-fe144f58-b94e-4d4c-8378-9184ba33be00 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.1200483 Dec 13 14:38:17.154366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3c2063d-a921-48f7-aa5c-0c49909e0a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:17.161692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f3486-330c-4187-99bd-00163a3bfb15 None None] Network 321999e1-8453-4e28-b992-d81b68aed423 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:17.207428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3c2063d-a921-48f7-aa5c-0c49909e0a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:17.234446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-796ea311-16a8-4666-9edb-e655c3838170 req-c68567a6-a019-4872-87a4-7a4fbfb0d7fc tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915723 Dec 13 14:38:17.423117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3c2063d-a921-48f7-aa5c-0c49909e0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:17.426658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3c2063d-a921-48f7-aa5c-0c49909e0a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:17.428172 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f3c2063d-a921-48f7-aa5c-0c49909e0a65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/268ee26a-f185-413c-9f53-5c06405cae4e HTTP/1.1" status: 204 len: 168 time: 0.4372540 Dec 13 14:38:17.435793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2063d-a921-48f7-aa5c-0c49909e0a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ee26a-f185-413c-9f53-5c06405cae4e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:17.518372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-9a920de2-c018-422d-8545-0c64c8cd48d3 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222244 Dec 13 14:38:17.654009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-60cb5cab-2961-434a-b5b7-d4b88c7789ab tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:17.656049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-60cb5cab-2961-434a-b5b7-d4b88c7789ab tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316113 Dec 13 14:38:17.672857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-220ad9bc-e6f3-49ad-8002-ae782087a648 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/quotas/ec4423a4f4af49c49ff16df7ce4d3d62 HTTP/1.1" status: 200 len: 375 time: 0.0101695 Dec 13 14:38:17.772956 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-dc34b45c-2fbe-4e08-b0ac-60ff2d9cde7f tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929990 Dec 13 14:38:17.780528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-7c0395e1-98f2-4843-8ab7-c399946c93cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702226 Dec 13 14:38:17.880267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285318c-6890-4e70-b58a-e083dea4a7f9 req-efaf5318-b57b-4f11-8d2e-fb00ee2e7c36 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:17.881913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6285318c-6890-4e70-b58a-e083dea4a7f9 req-efaf5318-b57b-4f11-8d2e-fb00ee2e7c36 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 931 time: 0.0821548 Dec 13 14:38:17.939011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6285318c-6890-4e70-b58a-e083dea4a7f9 req-033334b8-67f5-4bbd-90d4-9ca12cd9cdae tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503964 Dec 13 14:38:17.946397 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-5fe43108-cfe3-48be-a488-071365945cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:17.946397 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-5fe43108-cfe3-48be-a488-071365945cdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 1101 time: 0.0610986 Dec 13 14:38:18.082856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94b25a1d-6cb5-4736-9031-cd5802797527 req-b7a06664-9521-4e26-8313-e8d7f74d1aca tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 210 time: 0.0427837 Dec 13 14:38:18.084084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-acb3a59b-6e1e-4295-8ae4-a295ce6b49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:18.090368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-acb3a59b-6e1e-4295-8ae4-a295ce6b49fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1156642 Dec 13 14:38:18.150136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-e7c117a5-e373-446c-803a-4fb8d6cba2ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0641c925-9dd3-400f-acba-3eeb2c099541 HTTP/1.1" status: 200 len: 217 time: 0.0529389 Dec 13 14:38:18.213809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-e115c439-11af-4880-b474-34970817ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:18.215500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-e115c439-11af-4880-b474-34970817ac4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0595548 Dec 13 14:38:18.271785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-b7d138cf-4c5d-4300-821d-8cf35209ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:18.273331 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-b7d138cf-4c5d-4300-821d-8cf35209ea9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465021 Dec 13 14:38:18.384457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-ecae709e-fbf6-4e2f-9546-3e262438d989 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998185 Dec 13 14:38:18.517847 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc3b71b-0c27-4da6-8828-18f5034eef34 req-36ac1cec-cc37-46e2-b8e0-a5350dab419f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259470 Dec 13 14:38:18.521739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55516) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:18.542140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fcbe-8550-4cb4-9c8f-189ec1ac7a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:18.606405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55522) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:18.661973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fcbe-8550-4cb4-9c8f-189ec1ac7a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:18.732326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fcbe-8550-4cb4-9c8f-189ec1ac7a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:18.778179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5fb0fcbe-8550-4cb4-9c8f-189ec1ac7a89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d21a01e1a864ea6aa28fba8c6aa84de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543552 Dec 13 14:38:18.778385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55536) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:18.781051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fcbe-8550-4cb4-9c8f-189ec1ac7a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5abf81-9c0d-4a61-9b68-4000a3332c16,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:18.871918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3096583-414c-4dd1-93e2-209c7b7dfce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:18.891719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3814c09f-a2d7-49dc-9430-1629e21f1e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:18.905269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55544) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:18.906841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3096583-414c-4dd1-93e2-209c7b7dfce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:18.910030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-695383121-network', 'tenant_id': '7d49d68c610e4f4e8ed1ec757e5ca0d6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:19.011180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3814c09f-a2d7-49dc-9430-1629e21f1e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.049110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3096583-414c-4dd1-93e2-209c7b7dfce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.051723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3096583-414c-4dd1-93e2-209c7b7dfce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.052909 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c3096583-414c-4dd1-93e2-209c7b7dfce3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e5abf81-9c0d-4a61-9b68-4000a3332c16 HTTP/1.1" status: 204 len: 168 time: 0.2737095 Dec 13 14:38:19.054005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Made reservation on behalf of 7d49d68c610e4f4e8ed1ec757e5ca0d6 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:19.057684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.069296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.071469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3814c09f-a2d7-49dc-9430-1629e21f1e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.097583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3096583-414c-4dd1-93e2-209c7b7dfce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5abf81-9c0d-4a61-9b68-4000a3332c16,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:19.131978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55556) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:19.139313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3814c09f-a2d7-49dc-9430-1629e21f1e40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99ddfacca2b04fd9a354deafe0a24776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310671 Dec 13 14:38:19.186438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814c09f-a2d7-49dc-9430-1629e21f1e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc0eb01-280c-414f-b4e9-833773bea8d2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:19.282671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a85ad0-dda2-4b2b-a7aa-76409aae5c69 req-930f5ffb-e858-4cce-8d8f-38ad2b9942c2 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.284071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-93a85ad0-dda2-4b2b-a7aa-76409aae5c69 req-930f5ffb-e858-4cce-8d8f-38ad2b9942c2 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 931 time: 0.0755489 Dec 13 14:38:19.322286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.327074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11179766-5af0-497b-9b89-c4c3c46a71d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.340196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-93a85ad0-dda2-4b2b-a7aa-76409aae5c69 req-757e4c86-2447-4dd1-a7ed-534d52a51f20 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453236 Dec 13 14:38:19.400799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.442177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:38:19.460106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e856f03-71d4-4930-86d9-557993dbbe73,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:19.464178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-525c3a3e-bd3a-4b92-9066-459d59e6dfa8 req-bd90a35f-dfe5-4ce2-8079-4f427b87e578 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 210 time: 0.0491858 Dec 13 14:38:19.470249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.470608 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Added segment 392cc165-664c-49cf-8440-9d7d0dcc8979 of type vlan for network 8867df4a-fca4-4feb-ade3-4a2a6fcf505e Dec 13 14:38:19.528300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.542033 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11179766-5af0-497b-9b89-c4c3c46a71d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.599522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a105-79b7-46d1-98ba-d568f6fad479 req-71b477b4-4f30-42a3-be8c-1664db06e136 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.599997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a105-79b7-46d1-98ba-d568f6fad479 req-71b477b4-4f30-42a3-be8c-1664db06e136 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.600537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a105-79b7-46d1-98ba-d568f6fad479 req-71b477b4-4f30-42a3-be8c-1664db06e136 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.600912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a105-79b7-46d1-98ba-d568f6fad479 req-71b477b4-4f30-42a3-be8c-1664db06e136 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.601522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a105-79b7-46d1-98ba-d568f6fad479 req-71b477b4-4f30-42a3-be8c-1664db06e136 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.602100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a105-79b7-46d1-98ba-d568f6fad479 req-71b477b4-4f30-42a3-be8c-1664db06e136 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.603757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e758a105-79b7-46d1-98ba-d568f6fad479 req-71b477b4-4f30-42a3-be8c-1664db06e136 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4323 time: 0.3931291 Dec 13 14:38:19.623453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.626110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.626495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.686608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8867df4a-fca4-4feb-ade3-4a2a6fcf505e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:19.699741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 8867df4a-fca4-4feb-ade3-4a2a6fcf505e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:38:19.705065 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11179766-5af0-497b-9b89-c4c3c46a71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.708174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11179766-5af0-497b-9b89-c4c3c46a71d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.709397 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-11179766-5af0-497b-9b89-c4c3c46a71d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dc0eb01-280c-414f-b4e9-833773bea8d2 HTTP/1.1" status: 204 len: 168 time: 0.5763507 Dec 13 14:38:19.728201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11179766-5af0-497b-9b89-c4c3c46a71d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc0eb01-280c-414f-b4e9-833773bea8d2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:19.746726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4d603-f721-4034-9d35-f03600cee12f req-fb03048f-7df6-4c91-92fb-c192d2615d9b tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.765283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ca4d603-f721-4034-9d35-f03600cee12f req-fb03048f-7df6-4c91-92fb-c192d2615d9b tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 886 time: 0.1435063 Dec 13 14:38:19.772423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-78d5f898-9c67-409b-a6dc-fcd9cc16c6c7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8652058 Dec 13 14:38:19.774191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55578) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:19.779980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Request body: {'subnet': {'network_id': '8867df4a-fca4-4feb-ade3-4a2a6fcf505e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-695383121-subnet', 'tenant_id': '7d49d68c610e4f4e8ed1ec757e5ca0d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:19.797179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-4ac033d7-cec0-43fb-a30b-99f4578a3dd9 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:38:19.798312 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-4ac033d7-cec0-43fb-a30b-99f4578a3dd9 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057085 Dec 13 14:38:19.897998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.898505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.898967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.899420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.899873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.900320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.900792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:19.905550 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-21ca4f05-a73e-4035-b3c3-8912d3d897d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:19.905835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Made reservation on behalf of 7d49d68c610e4f4e8ed1ec757e5ca0d6 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:19.915814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8829a7f9-486a-448d-8e69-7eaa7af7a3fe req-95626fb8-c02b-48fc-8223-a91e0724a037 tempest-NetworksTest-1300937143 tempest-NetworksTest-1300937143-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4974 time: 0.1384127 Dec 13 14:38:19.915919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:20.160884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:20.224208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50709ea5-1424-4f19-853f-95ca779f125a,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:20.231872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Checking segment: {'id': '392cc165-664c-49cf-8440-9d7d0dcc8979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8867df4a-fca4-4feb-ade3-4a2a6fcf505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:20.232226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Network hostable DHCP agents. Network: 8867df4a-fca4-4feb-ade3-4a2a6fcf505e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:38:20.326771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Network 8867df4a-fca4-4feb-ade3-4a2a6fcf505e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:38:20.406409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 8867df4a-fca4-4feb-ade3-4a2a6fcf505e) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:20.412322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:20.419371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:20.422581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db354ce-0c30-4e77-a571-dde181bf4854 None None] Network 8867df4a-fca4-4feb-ade3-4a2a6fcf505e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:20.436874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Request body: {'port': {'device_id': '34a991e2-b140-4845-a8ce-9047cd35b487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:20.517504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5caee8e7-2d6c-4c31-8aa7-a1e1d4d7a6e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7417347 Dec 13 14:38:20.575326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766abedf-1e3f-40f3-b37e-4401a53c87d0 None None] Network 8867df4a-fca4-4feb-ade3-4a2a6fcf505e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:20.621051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33683c18-bf5d-43a0-b88b-da12d870ce2b req-c9149ac1-5de8-4859-a204-0613345a5fe5 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:20.622873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33683c18-bf5d-43a0-b88b-da12d870ce2b req-c9149ac1-5de8-4859-a204-0613345a5fe5 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 931 time: 0.1393580 Dec 13 14:38:20.623804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:20.679386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55626) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:20.790125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33683c18-bf5d-43a0-b88b-da12d870ce2b req-a6b056e7-773c-42b5-80f1-0775029a88d4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071985 Dec 13 14:38:20.816451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:20.883394 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6012f9a5-4f47-4e29-bbe1-ea21400ad34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:20.895585 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b08f0d5-6b2e-49cf-984b-1d80c97f6fd1 req-10c4930e-c2ff-4c08-b510-5b3dd5d4ba5a tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 210 time: 0.0524106 Dec 13 14:38:21.071776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3689181e-daf5-40ad-9dc1-7cb3ae20678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.109182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246eccf5-539f-4351-bc4d-9fb90f56e1a5 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:21.115313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6012f9a5-4f47-4e29-bbe1-ea21400ad34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.121282 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.132974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Transition to ACTIVE for port object 246eccf5-539f-4351-bc4d-9fb90f56e1a5 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:38:21.173328 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3689181e-daf5-40ad-9dc1-7cb3ae20678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.180106 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6012f9a5-4f47-4e29-bbe1-ea21400ad34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.182391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.257427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3689181e-daf5-40ad-9dc1-7cb3ae20678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.290335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6012f9a5-4f47-4e29-bbe1-ea21400ad34e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68211cc02a2c4712a95d31ca381a9aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722197 Dec 13 14:38:21.308109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012f9a5-4f47-4e29-bbe1-ea21400ad34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435cb157-b105-4564-a96d-3845f3dd4e97,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:21.311670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:21.312007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:21.338506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689181e-daf5-40ad-9dc1-7cb3ae20678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c496abb4-fe9c-44a2-895d-96807cf6dca2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:21.346594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.50', 50593) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:21.389828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-233b8b73-5de7-428a-b731-c77b75b801f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.398316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-d02aaf4a-e604-4cb0-b3b5-41e350c907e8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443218 Dec 13 14:38:21.404286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3689181e-daf5-40ad-9dc1-7cb3ae20678f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e621f537f6741d8a1d061b0d9d3685b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238410 Dec 13 14:38:21.406102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55670) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:21.444130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-233b8b73-5de7-428a-b731-c77b75b801f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.516568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=246eccf5-539f-4351-bc4d-9fb90f56e1a5,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:21.596126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-162b130e-7da7-48fd-a3e8-1c7feb898092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.605085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-839632029-network', 'tenant_id': 'ada9a792632d4408bcc5b299fd43872c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:21.609350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Attempting to bind port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:21.609878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Attempting to bind port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:21.610416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Attempting to bind port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 on network b77100f9-d3fc-441e-8987-1a37b524128a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:21.626926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-162b130e-7da7-48fd-a3e8-1c7feb898092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.652857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 on network b77100f9-d3fc-441e-8987-1a37b524128a not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:21.653446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Attempting to bind port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 on network b77100f9-d3fc-441e-8987-1a37b524128a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:21.665498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:21.665828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Checking segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:21.666205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Bound using segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:21.666659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Bound port: 246eccf5-539f-4351-bc4d-9fb90f56e1a5, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:21.667017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.702328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-1d86adc0-521c-4b19-9c1a-f94767f0535b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:21.703762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-1d86adc0-521c-4b19-9c1a-f94767f0535b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984273 Dec 13 14:38:21.744042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] For port 246eccf5-539f-4351-bc4d-9fb90f56e1a5, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:21.747064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] For port 246eccf5-539f-4351-bc4d-9fb90f56e1a5, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:21.768372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Request body: {'port': {'device_id': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': 'ec4423a4f4af49c49ff16df7ce4d3d62'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:21.771999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Made reservation on behalf of ada9a792632d4408bcc5b299fd43872c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:21.774997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.777590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-233b8b73-5de7-428a-b731-c77b75b801f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.781638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-233b8b73-5de7-428a-b731-c77b75b801f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.782661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-233b8b73-5de7-428a-b731-c77b75b801f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/435cb157-b105-4564-a96d-3845f3dd4e97 HTTP/1.1" status: 204 len: 168 time: 0.4667313 Dec 13 14:38:21.791185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.798829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b8b73-5de7-428a-b731-c77b75b801f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435cb157-b105-4564-a96d-3845f3dd4e97,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:21.832920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.891321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:21.891321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:21.892210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] 10.222.0.50 "PUT /v2.0/ports/246eccf5-539f-4351-bc4d-9fb90f56e1a5 HTTP/1.1" status: 200 len: 1091 time: 1.8764164 Dec 13 14:38:21.892706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:21.895248 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:21.927978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0840b-f9a7-41ec-9e4e-c9a0cf7d6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=246eccf5-539f-4351-bc4d-9fb90f56e1a5,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:21.987373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-5aa47ba5-0139-4670-a9b1-6c7a3f3b59a1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:21.989453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-5aa47ba5-0139-4670-a9b1-6c7a3f3b59a1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.3398182 Dec 13 14:38:22.016120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-162b130e-7da7-48fd-a3e8-1c7feb898092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.018710 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-162b130e-7da7-48fd-a3e8-1c7feb898092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.024018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-162b130e-7da7-48fd-a3e8-1c7feb898092 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c496abb4-fe9c-44a2-895d-96807cf6dca2 HTTP/1.1" status: 204 len: 168 time: 0.6145701 Dec 13 14:38:22.057107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-b91f3d5f-8784-4a0a-a2fb-74fcc10abf82 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/quotas/930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 375 time: 0.0559039 Dec 13 14:38:22.099146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b130e-7da7-48fd-a3e8-1c7feb898092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496abb4-fe9c-44a2-895d-96807cf6dca2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:22.133924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-66ec63f8-0b27-485b-aaf9-1dc2c5bd4b81 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748494 Dec 13 14:38:22.139440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-b60be783-51c5-4522-bde5-f9dac883afc5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:38:22.148078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-b60be783-51c5-4522-bde5-f9dac883afc5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131211 Dec 13 14:38:22.158911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Made reservation on behalf of ec4423a4f4af49c49ff16df7ce4d3d62 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:22.573915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.578141 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6e22c905-45df-4737-8983-7fad3a38f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468c1e3-d4f1-4395-ada0-6cb5edd97f76 req-ed886971-e8d3-4882-aeea-d12b81c9ae60 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4468c1e3-d4f1-4395-ada0-6cb5edd97f76 req-ed886971-e8d3-4882-aeea-d12b81c9ae60 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 943 time: 0.1670766 Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-7ac1a6a3-b8e4-4aba-9a36-2caeadfc1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-7ac1a6a3-b8e4-4aba-9a36-2caeadfc1391 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 1094 time: 0.2348981 Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-ed8bb413-e1c5-4a32-a69b-572c7ce4ecbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5 HTTP/1.1" status: 200 len: 217 time: 0.0495598 Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4468c1e3-d4f1-4395-ada0-6cb5edd97f76 req-8cfe4d14-8c79-4f15-b799-55e411920528 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822577 Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bfa435-196f-40e6-b43e-2ab57db8ee23 x-openstack-request-id: req-33bfa435-196f-40e6-b43e-2ab57db8ee23 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33bfa435-196f-40e6-b43e-2ab57db8ee23 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'status': 'completed', 'code': 200} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-a9c29bbf-06fa-4dd1-9324-3fe1bf8fda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:22.580440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-a9c29bbf-06fa-4dd1-9324-3fe1bf8fda17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 200 len: 862 time: 0.1220529 Dec 13 14:38:22.585071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.585071 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Added segment 00aff93a-20a6-4cff-b477-44479a9b5210 of type vlan for network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 Dec 13 14:38:22.585071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77e394-7bf6-43b9-ab0f-44ae0c1df138,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:22.585071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.585071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-eb34781a-bf6b-4186-8de9-4da75ea97bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:22.585071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-eb34781a-bf6b-4186-8de9-4da75ea97bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b77100f9-d3fc-441e-8987-1a37b524128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957613 Dec 13 14:38:22.587019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-ceb254de-64d9-4b0e-85cf-ee21ec1621b0 service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988566 Dec 13 14:38:22.619650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Allocated IP 192.168.233.69 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/2e68485e-cd9a-4a46-8a5b-3eb69ccc0697) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:38:22.641717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3303b534-c492-4f95-9a8c-abac06ac6605 req-f31e7a2e-a152-40f7-ba49-f289f0e3baf1 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 210 time: 0.0337193 Dec 13 14:38:22.669325 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-f05774ec-a750-4e4f-b6c3-5375a4154223 service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155212 Dec 13 14:38:22.701670 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-77c509be-5e20-4ad7-b099-aa4f20687c39 service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463463 Dec 13 14:38:22.749927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.753962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:22.753962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.821441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a9eca45-c865-41d6-9140-0fd27f20e958 req-7d67a87c-ac05-4214-9b66-4360cad7f6b3 service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425824 Dec 13 14:38:22.838553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:22.857587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:38:22.866303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5482c850-b6dc-4a0b-af93-df9d1055e1a3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5097382 Dec 13 14:38:22.869123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55722) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:22.874706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Request body: {'subnet': {'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-839632029-subnet', 'tenant_id': 'ada9a792632d4408bcc5b299fd43872c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:22.892591 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:22.992895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Made reservation on behalf of ada9a792632d4408bcc5b299fd43872c for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:22.995258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.040822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.060645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0641c925-9dd3-400f-acba-3eeb2c099541'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:23.077527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-bd4b0640-f96f-40a1-aedf-5cedd07a6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:23.084386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-bd4b0640-f96f-40a1-aedf-5cedd07a6e0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 1094 time: 0.1125500 Dec 13 14:38:23.145291 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.150861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:23.154005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:23.157827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:23.164044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:23.164657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.173062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Pushing event updated for resources: {'Port': ['ID=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:23.247320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fbbc4d9-c83f-43e6-a57e-7563eaaea691 req-fcbadcb0-e40e-499f-8754-605475ad8e04 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 210 time: 0.1050303 Dec 13 14:38:23.270393 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-3b134b69-6486-4d16-8b55-21baa391ed66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5268762 Dec 13 14:38:23.279661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Request body: {'port': {'device_id': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:23.423829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.432478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55754) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:23.457799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-92bbf61b-a147-48a0-b34e-a5950b2d8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:23.458552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-92bbf61b-a147-48a0-b34e-a5950b2d8169 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 924 time: 0.3482902 Dec 13 14:38:23.461235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f9321c02-5001-4bad-b21a-42a2643c7d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.557211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-b417c99e-93ff-4774-a33a-d20f513d2feb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5 HTTP/1.1" status: 200 len: 217 time: 0.0873876 Dec 13 14:38:23.638026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3c14e671-0cac-42e7-a74d-bc6c359178e7 None None] Provisioning complete for port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:23.640939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3c14e671-0cac-42e7-a74d-bc6c359178e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.648858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613388-63e1-4fc2-804c-00d0c9533397 req-2bf6c329-bb07-4f26-b838-9f71a8fa9d9d tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:23.650758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-48dba5b6-f96b-41cb-a3d0-6a87e7a3311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:23.652306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-48dba5b6-f96b-41cb-a3d0-6a87e7a3311d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 200 len: 862 time: 0.0849609 Dec 13 14:38:23.656168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92613388-63e1-4fc2-804c-00d0c9533397 req-2bf6c329-bb07-4f26-b838-9f71a8fa9d9d tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 943 time: 0.1666889 Dec 13 14:38:23.699949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3c14e671-0cac-42e7-a74d-bc6c359178e7 None None] Port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:38:23.725518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f9321c02-5001-4bad-b21a-42a2643c7d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.728627 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.762611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92613388-63e1-4fc2-804c-00d0c9533397 req-5c1b37c2-f95e-4d98-b2eb-cf196d32335c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054029 Dec 13 14:38:23.785743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-1ec057fe-2276-4663-a49c-c993ee6882ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:23.788007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-1ec057fe-2276-4663-a49c-c993ee6882ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b77100f9-d3fc-441e-8987-1a37b524128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272714 Dec 13 14:38:23.915667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:23.949979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:23.975580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Transition to ACTIVE for port object 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:38:23.986852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba19d5-af52-49b8-b768-fd8c522b9671 req-b471cb66-ace3-4673-8b14-9f36926e1d66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:23.995458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95ba19d5-af52-49b8-b768-fd8c522b9671 req-b471cb66-ace3-4673-8b14-9f36926e1d66 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 935 time: 0.0975094 Dec 13 14:38:24.042729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f9321c02-5001-4bad-b21a-42a2643c7d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.043326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95ba19d5-af52-49b8-b768-fd8c522b9671 req-dbf75594-0d34-4d99-a884-1a1d64faf5de tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Dec 13 14:38:24.053782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.090412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafe36ca-0363-406e-afbf-b87c1a0f7993,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:24.134669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Pushing event updated for resources: {'Port': ['ID=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:24.137775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:24.146633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Network hostable DHCP agents. Network: e15a4b8e-3b6f-40e2-9102-1c66b0a456f4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:38:24.176200 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f9321c02-5001-4bad-b21a-42a2643c7d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=546dc402adfb4105ba0f6adf9e70ff05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7407227 Dec 13 14:38:24.176928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9321c02-5001-4bad-b21a-42a2643c7d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ca118-9a27-497a-b2c6-f726d9e580cb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:24.179321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55784) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:24.180255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Attempting to bind port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:24.180594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Attempting to bind port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:24.180923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Attempting to bind port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:24.185790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:24.186183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Attempting to bind port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:24.192057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:24.192717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:24.193109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:24.193549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Bound port: 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:24.193951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.299130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-636d1817-2082-4a2e-a526-c9d0d0084870 service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021667 Dec 13 14:38:24.311441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] For port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:24.315010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] For port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:24.346020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:38:24.377962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.394916 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81d52907-ce00-41f1-bbb5-73c89df5cf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.428040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:24.428753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.431000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-bce54508-c659-46ec-8188-e892a704f9be service neutron] 10.222.0.50 "PUT /v2.0/ports/2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 HTTP/1.1" status: 200 len: 1095 time: 1.1594243 Dec 13 14:38:24.431403 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81d52907-ce00-41f1-bbb5-73c89df5cf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.431538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'tag': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:24.433922 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1da328a4-1f06-4c96-bbd4-1836311d98bf", "tag": "2e68485e-cd9a-4a46-8a5b-3eb69ccc0697"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:24.471124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9376c01f-1ba7-4a0a-be6a-47daac66cba5 req-ac229888-a9dd-48ff-9e67-df51e26ae5d3 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 210 time: 0.0738907 Dec 13 14:38:24.484947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7e9e49-0392-43e3-b079-fbb8a8aa9d7b req-cc7ef62c-e7ca-4e88-84fa-81c071745b88 service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753492 Dec 13 14:38:24.524625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce54508-c659-46ec-8188-e892a704f9be service neutron] Pushing event updated for resources: {'Port': ['ID=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:24.528164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e15a4b8e-3b6f-40e2-9102-1c66b0a456f4) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:24.533489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:24.535291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.560781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e15e5-cbe2-4841-ba2b-f5422e45f5a8 None None] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:24.575785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81d52907-ce00-41f1-bbb5-73c89df5cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.578699 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81d52907-ce00-41f1-bbb5-73c89df5cf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.580458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-81d52907-ce00-41f1-bbb5-73c89df5cf95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f7ca118-9a27-497a-b2c6-f726d9e580cb HTTP/1.1" status: 204 len: 168 time: 0.3594632 Dec 13 14:38:24.582419 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9af41c-20b6-472a-8e9a-30855a7395b1 x-openstack-request-id: req-4a9af41c-20b6-472a-8e9a-30855a7395b1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:24.582716 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da328a4-1f06-4c96-bbd4-1836311d98bf", "tag": "2e68485e-cd9a-4a46-8a5b-3eb69ccc0697", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:24.582968 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a9af41c-20b6-472a-8e9a-30855a7395b1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:24.583419 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'tag': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697', 'status': 'completed', 'code': 200} Dec 13 14:38:24.663045 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-95f73a38-bc2c-4258-8f65-f4de9216d7cf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7928791 Dec 13 14:38:24.674777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d52907-ce00-41f1-bbb5-73c89df5cf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ca118-9a27-497a-b2c6-f726d9e580cb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:24.703901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-050fd431-134e-4a95-8f0d-4cf9db461a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:24.705575 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-050fd431-134e-4a95-8f0d-4cf9db461a8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 1098 time: 0.1414478 Dec 13 14:38:24.762631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-7fb9d111-016b-43c8-aa7f-557490c312d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 HTTP/1.1" status: 200 len: 217 time: 0.0477777 Dec 13 14:38:24.820870 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:24.835852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-8fa33d31-2d63-40b2-ad57-bf02ea029587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:24.837663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-8fa33d31-2d63-40b2-ad57-bf02ea029587 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0671856 Dec 13 14:38:24.897002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3a76ff-f425-4919-a9c7-2dad53fa7ffc None None] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:24.928317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-37fed37f-5458-4a15-bd12-4139d9865f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:24.929922 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-37fed37f-5458-4a15-bd12-4139d9865f66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844059 Dec 13 14:38:24.953397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b2b32-8f0c-44ce-88ba-d290494d0e5b req-128cdc66-68a5-4529-8a40-941b361ce6a7 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:24.955833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-308b2b32-8f0c-44ce-88ba-d290494d0e5b req-128cdc66-68a5-4529-8a40-941b361ce6a7 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 943 time: 0.0694771 Dec 13 14:38:25.042202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-308b2b32-8f0c-44ce-88ba-d290494d0e5b req-3b092fe5-f7c5-438e-8504-2ffb9c44bf99 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800579 Dec 13 14:38:25.083687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-fbdab1a3-a4b6-4dc6-b289-311e9be0d70e service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459491 Dec 13 14:38:25.116382 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:25.211897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd95030f-645a-450b-b5a8-4282f03fca1c req-15ff2ea8-5253-4a71-9d6d-5c824ca1b119 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177726 Dec 13 14:38:25.275755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3f5d4-a54f-4eb6-a3ec-35e9f24b3ec0 req-1a85cdd4-779d-4851-a89a-317c006c489e tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:25.277215 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bf3f5d4-a54f-4eb6-a3ec-35e9f24b3ec0 req-1a85cdd4-779d-4851-a89a-317c006c489e tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 947 time: 0.0492249 Dec 13 14:38:25.317476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bf3f5d4-a54f-4eb6-a3ec-35e9f24b3ec0 req-a590397a-03d4-41ce-8929-9bf1a7c7dcd0 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Dec 13 14:38:25.430797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-280edf1f-092f-4015-92b4-2815f7b6043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:25.434114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-280edf1f-092f-4015-92b4-2815f7b6043f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 1098 time: 0.0523677 Dec 13 14:38:25.452414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b55f8-87ce-4c23-8ff6-fc23c163d3da req-a5619d10-5ac4-4e6a-bbe4-47a3a49b608d tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:25.454140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d43b55f8-87ce-4c23-8ff6-fc23c163d3da req-a5619d10-5ac4-4e6a-bbe4-47a3a49b608d tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 971 time: 0.0599871 Dec 13 14:38:25.494995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d43b55f8-87ce-4c23-8ff6-fc23c163d3da req-133261e2-a68b-4354-8eb6-e8b27cb2a19d tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Dec 13 14:38:25.546522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-35af0dfc-7e63-486e-8a12-dfc0fa3213dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:25.548648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-35af0dfc-7e63-486e-8a12-dfc0fa3213dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1078856 Dec 13 14:38:25.642409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a252996-fbfd-4bed-b8c2-26cf655e329f req-fc886c83-fa0f-4665-a60d-7e8b310bb718 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 210 time: 0.0407169 Dec 13 14:38:25.646440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-d4568682-382b-41d1-bbf6-af1eb3ed1d3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 HTTP/1.1" status: 200 len: 217 time: 0.0898609 Dec 13 14:38:25.697521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-47d997d3-d005-4a86-96ac-b1e7fb71aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:25.698953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-47d997d3-d005-4a86-96ac-b1e7fb71aef0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0452518 Dec 13 14:38:25.749207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-9c231d31-1465-478b-8c55-bc88d9d4c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:25.750921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-9c231d31-1465-478b-8c55-bc88d9d4c44c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445859 Dec 13 14:38:25.865926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-26c0ece6-c9e9-4fdc-84f5-1b75a191a81e service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059988 Dec 13 14:38:25.937067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55870) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:25.943765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-790536598-network', 'tenant_id': '418dbc8c34dc44c9a35bec4fd94604a0'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:26.051735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Made reservation on behalf of 418dbc8c34dc44c9a35bec4fd94604a0 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:26.054514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.063357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed3211c6-b588-4818-a6c8-cd91dda2fd9e req-70f6b342-21ba-4759-a995-8cfe72179391 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907306 Dec 13 14:38:26.065519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.072376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-fbf2ef8a-5661-4092-bbbe-625f3d71efe0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:26.073869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-fbf2ef8a-5661-4092-bbbe-625f3d71efe0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.1882114 Dec 13 14:38:26.093080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Request body: {'port': {'device_id': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'admin_state_up': True, 'tenant_id': '930029fa6a674131b7632e50f9a13d23'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:26.244300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475b8dc-7f35-4195-ac82-3e6d521d1c63 req-0ca560be-9827-4784-91e8-614f22c7c059 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:26.245762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b475b8dc-7f35-4195-ac82-3e6d521d1c63 req-0ca560be-9827-4784-91e8-614f22c7c059 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 943 time: 0.0890372 Dec 13 14:38:26.247544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.289337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b475b8dc-7f35-4195-ac82-3e6d521d1c63 req-cfca9664-b18d-4039-aeeb-d18720a7530a tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375159 Dec 13 14:38:26.343285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.346204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Made reservation on behalf of 930029fa6a674131b7632e50f9a13d23 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:26.347354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.371936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:38:26.391180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa282b-315e-43e7-a7c0-36e587d76f66,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:26.397911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.398450 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Added segment d0a91ae3-6d85-4deb-8f8d-433ff9e7950c of type vlan for network f2d94847-29e5-423a-ab13-74e062c7004e Dec 13 14:38:26.456236 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.496332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Allocated IP 172.20.0.5 (321999e1-8453-4e28-b992-d81b68aed423/8ccb5d64-71b8-44f3-aefb-407289f56857/16130157-a963-4c80-b25b-d6e01e11f4d4) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:38:26.571483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.572467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:26.573028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.637627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d94847-29e5-423a-ab13-74e062c7004e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:26.650087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f2d94847-29e5-423a-ab13-74e062c7004e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:38:26.665637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.708645 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d3999362-28d7-4139-8ed8-53910ff15fe9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7701092 Dec 13 14:38:26.717468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55906) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:26.727344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Request body: {'subnet': {'network_id': 'f2d94847-29e5-423a-ab13-74e062c7004e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-790536598-subnet', 'tenant_id': '418dbc8c34dc44c9a35bec4fd94604a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:26.747732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2f70c-57ab-42fe-b6ea-b631aeee71c6 req-5918d29d-1a56-4534-b849-ed228f59e528 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:26.749221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ae2f70c-57ab-42fe-b6ea-b631aeee71c6 req-5918d29d-1a56-4534-b849-ed228f59e528 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 947 time: 0.0744073 Dec 13 14:38:26.789178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.826225 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ae2f70c-57ab-42fe-b6ea-b631aeee71c6 req-3e4ed434-a22b-42d5-835b-fb06c1850fae tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641899 Dec 13 14:38:26.833260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Network 321999e1-8453-4e28-b992-d81b68aed423 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:26.836384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-2ad0a744-e9d7-4759-8aad-77686d3a49c4 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:26.836584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-2ad0a744-e9d7-4759-8aad-77686d3a49c4 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 971 time: 0.0842819 Dec 13 14:38:26.841790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:26.845243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:26.852046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:26.852345 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.872641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:26.917846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Made reservation on behalf of 418dbc8c34dc44c9a35bec4fd94604a0 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:26.920172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:26.988032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822c8f3-ba18-4fad-b28d-aedaeb478fbd req-d7826f8a-9830-47ae-84ad-2464eecad716 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:26.990813 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7822c8f3-ba18-4fad-b28d-aedaeb478fbd req-d7826f8a-9830-47ae-84ad-2464eecad716 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 971 time: 0.0747292 Dec 13 14:38:27.014904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-8a42a57e-31ec-4b8a-b760-d06a8ccabeff tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9237967 Dec 13 14:38:27.024552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Request body: {'port': {'device_id': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:27.056047 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7822c8f3-ba18-4fad-b28d-aedaeb478fbd req-58d2f661-6fdf-4e58-8785-f6c62a89b06b tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622768 Dec 13 14:38:27.122869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.148081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c431c-ebcf-404e-9b88-1ea02467883d req-fb4ff601-9559-4b32-b913-89f922dc3af9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:27.155367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f06c431c-ebcf-404e-9b88-1ea02467883d req-fb4ff601-9559-4b32-b913-89f922dc3af9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 931 time: 0.1310008 Dec 13 14:38:27.197618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Deleting port 0e90979c-af22-4e2a-9238-de1fc8a61090 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:38:27.197963 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.294839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f06c431c-ebcf-404e-9b88-1ea02467883d req-17a15654-340c-43c8-8fcf-8052a997ee9b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385331 Dec 13 14:38:27.390843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] For port 0e90979c-af22-4e2a-9238-de1fc8a61090, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0e90979c-af22-4e2a-9238-de1fc8a61090,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:27.391388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.414663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Calling delete_port for 0e90979c-af22-4e2a-9238-de1fc8a61090 owned by compute:tempest-test_az-816593535 {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:38:27.421074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 246eccf5-539f-4351-bc4d-9fb90f56e1a5 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:27.511644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16130157-a963-4c80-b25b-d6e01e11f4d4 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:27.519724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.525189 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.545873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Transition to ACTIVE for port object 16130157-a963-4c80-b25b-d6e01e11f4d4 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:38:27.546756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 246eccf5-539f-4351-bc4d-9fb90f56e1a5, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:27.568067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'port_id': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'mac_address': 'fa:16:3e:09:eb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:38:27.618403 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.640627 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.641648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246eccf5-539f-4351-bc4d-9fb90f56e1a5 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:27.644125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94cc31d9-f4f1-4a4e-aa8c-133e3b67b365,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:27.676935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 246eccf5-539f-4351-bc4d-9fb90f56e1a5, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:27.683723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85052-8a98-4f0b-96f3-211733b80947 req-d21a35ac-d980-446c-973c-b6ed5022098a tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:27.691650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59d85052-8a98-4f0b-96f3-211733b80947 req-d21a35ac-d980-446c-973c-b6ed5022098a tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 943 time: 0.2193491 Dec 13 14:38:27.694460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Checking segment: {'id': 'd0a91ae3-6d85-4deb-8f8d-433ff9e7950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f2d94847-29e5-423a-ab13-74e062c7004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:27.694812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Network hostable DHCP agents. Network: f2d94847-29e5-423a-ab13-74e062c7004e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:38:27.722826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:27.740846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:27.741213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:27.741592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:27.747265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:27.747265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:27.749416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.753008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:27.753358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:27.753754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:27.754492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Bound port: 16130157-a963-4c80-b25b-d6e01e11f4d4, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:27.760095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.782304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59d85052-8a98-4f0b-96f3-211733b80947 req-6e4a82ad-4996-4dc0-9bd0-ed1dafcf2fb8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843098 Dec 13 14:38:27.808566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=246eccf5-539f-4351-bc4d-9fb90f56e1a5,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:27.838008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:27.851528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Network f2d94847-29e5-423a-ab13-74e062c7004e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:38:27.908734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.909404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:27.921527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0e90979c-af22-4e2a-9238-de1fc8a61090'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:27.937765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Pushing event deleted for resources: {'Port': ['ID=0e90979c-af22-4e2a-9238-de1fc8a61090,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:27.952780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f2d94847-29e5-423a-ab13-74e062c7004e) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:27.956907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:27.957693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:27.969294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a40674a-1a70-493c-8606-5fce7062993d None None] Network f2d94847-29e5-423a-ab13-74e062c7004e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:27.990094 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:28.071137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['246eccf5-539f-4351-bc4d-9fb90f56e1a5'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:28.073144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-210fe75e-0bf7-476f-b86d-a2b3239aa4e9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3520846 Dec 13 14:38:28.074088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] No DVR routers for this DVR port 0e90979c-af22-4e2a-9238-de1fc8a61090 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:38:28.079200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:28.087907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0a3aeca-7213-464c-8225-6c76f8776da4 req-ba005949-7bc5-4968-bfb5-9f956ece8e06 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.55 "DELETE /v2.0/ports/0e90979c-af22-4e2a-9238-de1fc8a61090 HTTP/1.1" status: 204 len: 173 time: 1.2443051 Dec 13 14:38:28.088401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'name': 'network-vif-deleted', 'tag': '0e90979c-af22-4e2a-9238-de1fc8a61090'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:28.091925 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d045eb-6568-43c7-af97-57cab9c62a74" -d '{"events": [{"server_uuid": "ac5b2381-3370-4ef4-8e2b-4fb4f2353b03", "name": "network-vif-deleted", "tag": "0e90979c-af22-4e2a-9238-de1fc8a61090"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:28.108980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55946) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:28.126599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:28.153449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:28.157756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:28.159449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-02d5d9e8-d5fe-4b23-b863-9fc8dba88db9 service neutron] 10.222.0.55 "PUT /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 1091 time: 1.1389308 Dec 13 14:38:28.161795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:28.165811 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee7c59-b9d3-436e-b0ba-e9396195ca35" -d '{"events": [{"name": "network-changed", "server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:28.176117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0063-d4f3-4828-88a6-90d921190cff req-9ead6da5-453e-4a79-af0a-7410c5fbdb45 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:28.187159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-733c0063-d4f3-4828-88a6-90d921190cff req-9ead6da5-453e-4a79-af0a-7410c5fbdb45 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 947 time: 0.0904262 Dec 13 14:38:28.246295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-733c0063-d4f3-4828-88a6-90d921190cff req-482e8683-8d85-4aa5-8f9d-48aa4a794b57 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580215 Dec 13 14:38:28.348610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-bf198e2d-f23b-4d27-81b8-fb47c3d86dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:28.352100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-bf198e2d-f23b-4d27-81b8-fb47c3d86dd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1094 time: 0.0623202 Dec 13 14:38:28.369734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc023467-8b9c-4de5-90ec-8e924d470bba None None] Network f2d94847-29e5-423a-ab13-74e062c7004e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:38:28.383084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c8c39b1-abee-4410-8665-710fb37fdc27 req-17c46c75-a5b7-4989-abfb-00cb10254aa9 tempest-AggregatesAdminTestJSON-1564418031 tempest-AggregatesAdminTestJSON-1564418031-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5b2381-3370-4ef4-8e2b-4fb4f2353b03 HTTP/1.1" status: 200 len: 210 time: 0.0282612 Dec 13 14:38:28.431909 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-cd77c4dd-2eb8-4cf7-aa11-3a140c2e355c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0649421 Dec 13 14:38:28.465422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a10ec1d-9028-4640-8b0a-deb983ab80a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:28.502858 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-04c065da-8cd3-43df-99d5-5bdfae8521c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:28.504831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-04c065da-8cd3-43df-99d5-5bdfae8521c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0652366 Dec 13 14:38:28.516164 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1252132c-c5a3-407f-ba40-e595f921b3b5 x-openstack-request-id: req-1252132c-c5a3-407f-ba40-e595f921b3b5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:28.516452 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:28.516785 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1252132c-c5a3-407f-ba40-e595f921b3b5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:28.517190 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4', 'status': 'completed', 'code': 200} Dec 13 14:38:28.524936 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1f52d-8247-4193-b10e-7f4d8bcadc98 x-openstack-request-id: req-44a1f52d-8247-4193-b10e-7f4d8bcadc98 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:28.525224 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5b2381-3370-4ef4-8e2b-4fb4f2353b03", "name": "network-vif-deleted", "tag": "0e90979c-af22-4e2a-9238-de1fc8a61090", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:28.525473 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44a1f52d-8247-4193-b10e-7f4d8bcadc98 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:28.525858 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5b2381-3370-4ef4-8e2b-4fb4f2353b03', 'name': 'network-vif-deleted', 'tag': '0e90979c-af22-4e2a-9238-de1fc8a61090', 'status': 'completed', 'code': 200} Dec 13 14:38:28.555931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-a14ec678-8d4c-4fad-b9d9-092a1b429b30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376062 Dec 13 14:38:28.680197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a10ec1d-9028-4640-8b0a-deb983ab80a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:28.694446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55964) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:28.743477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2c20-e7a5-4d26-92c1-c9f8031bf516 req-69c63bf8-5cfc-424c-9ce5-0251329a5127 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:28.749234 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a10ec1d-9028-4640-8b0a-deb983ab80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:28.751652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef1d2c20-e7a5-4d26-92c1-c9f8031bf516 req-69c63bf8-5cfc-424c-9ce5-0251329a5127 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 943 time: 0.1225505 Dec 13 14:38:28.799959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7a10ec1d-9028-4640-8b0a-deb983ab80a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d44c35c9ca4446fcb06be6522c12c566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899674 Dec 13 14:38:28.800704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10ec1d-9028-4640-8b0a-deb983ab80a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e977a5-d38b-447e-bc33-8fa22e46f587,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:28.804588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55968) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:28.809400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef1d2c20-e7a5-4d26-92c1-c9f8031bf516 req-25ce2b50-516e-4b2e-bdcd-f049ff719c9c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534413 Dec 13 14:38:28.837284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-0f790ade-5663-44cf-ae0a-1506f13b0f71 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678857 Dec 13 14:38:28.899378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d930-cb6c-47a4-bd53-2c67bb0df0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:28.937610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d930-cb6c-47a4-bd53-2c67bb0df0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.011201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272f40d-6a8c-467b-b50a-c8521bbef85b req-e970f7e9-58d8-41e1-bc46-2db3196938fb tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:29.012698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e272f40d-6a8c-467b-b50a-c8521bbef85b req-e970f7e9-58d8-41e1-bc46-2db3196938fb tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 944 time: 0.1059096 Dec 13 14:38:29.033964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85bb5f99-b73e-458d-91c5-4459cf45e154 req-225a7487-943a-4363-91e9-ebd841b00733 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875970 Dec 13 14:38:29.066721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-00bd7f52-3815-40a6-9a65-5d7d107427bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.082973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e272f40d-6a8c-467b-b50a-c8521bbef85b req-abc821f0-9583-4c7c-93ce-eb1c499df729 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604856 Dec 13 14:38:29.194514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-51008b5c-fa8c-4495-8664-4441bc00c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:29.196057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-51008b5c-fa8c-4495-8664-4441bc00c495 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1094 time: 0.0435443 Dec 13 14:38:29.196683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55982) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:29.293205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d930-cb6c-47a4-bd53-2c67bb0df0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.295729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d930-cb6c-47a4-bd53-2c67bb0df0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.301011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f2f8d930-cb6c-47a4-bd53-2c67bb0df0e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4e977a5-d38b-447e-bc33-8fa22e46f587 HTTP/1.1" status: 204 len: 168 time: 0.4914584 Dec 13 14:38:29.328422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8d930-cb6c-47a4-bd53-2c67bb0df0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e977a5-d38b-447e-bc33-8fa22e46f587,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:29.358423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-49cc16b5-31c1-430d-8c9a-04fa59bf130b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:29.365988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-49cc16b5-31c1-430d-8c9a-04fa59bf130b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.3855200 Dec 13 14:38:29.384073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-ad37c42b-738c-4869-92e5-e5b889c28175 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/quotas/ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 375 time: 0.0171607 Dec 13 14:38:29.417155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:29.420881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-11bba922-c084-45f3-99d5-1bffc5afefc2 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306628 Dec 13 14:38:29.473501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 246eccf5-539f-4351-bc4d-9fb90f56e1a5 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:29.499404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b91d2d47-b672-4e99-80f1-86aa573581f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.523912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-00bd7f52-3815-40a6-9a65-5d7d107427bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.570322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-8fd64258-8a9a-4ef1-a843-a4e9e33508cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:29.571802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-8fd64258-8a9a-4ef1-a843-a4e9e33508cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.3682992 Dec 13 14:38:29.582637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f90f0-7554-416c-8036-5588bf6924e4 req-ea036b5d-bd85-489f-8b61-e3539a777923 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:29.584481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c8f90f0-7554-416c-8036-5588bf6924e4 req-ea036b5d-bd85-489f-8b61-e3539a777923 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 947 time: 0.1243441 Dec 13 14:38:29.589466 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-00bd7f52-3815-40a6-9a65-5d7d107427bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.595920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-ceec858b-77c9-4d6f-a2b8-27f04d47702d service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624694 Dec 13 14:38:29.605624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:29.620901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697', 'mac_address': 'fa:16:3e:1d:af:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:38:29.640817 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-664c7c9d-96bf-48d5-a435-6d6985e3b3f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0553458 Dec 13 14:38:29.674582 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.683432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-00bd7f52-3815-40a6-9a65-5d7d107427bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8314141acdcd4998b119823725e9e8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9877152 Dec 13 14:38:29.687601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55994) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:29.688397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd7f52-3815-40a6-9a65-5d7d107427bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d32e6d-05af-4e7f-bbd9-7ae12806c769,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:29.693039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:29.696421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:38:29.709068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:29.709820 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.723424 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c8f90f0-7554-416c-8036-5588bf6924e4 req-be135de8-2b8b-466c-92d8-927b57c24b67 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234734 Dec 13 14:38:29.733118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:29.746705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-cae98777-531e-406f-8a67-7832d47b2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:29.746705 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-cae98777-531e-406f-8a67-7832d47b2974 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0871205 Dec 13 14:38:29.752265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b91d2d47-b672-4e99-80f1-86aa573581f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.796857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-3db41db2-47bf-48c4-a22a-c4489e8820cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420332 Dec 13 14:38:29.797680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-06347078-aa0c-44a3-9d6d-da7644b6ab07 service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880863 Dec 13 14:38:29.803145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae77b681-4a3c-4f3f-8829-ec7bdf5e3b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.810375 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.859781 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.871503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae77b681-4a3c-4f3f-8829-ec7bdf5e3b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.905229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 246eccf5-539f-4351-bc4d-9fb90f56e1a5, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:29.910479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:29.917583 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a77eeca-2464-4c3d-8eef-bf149f51e56a" -d '{"events": [{"server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "name": "network-vif-plugged", "status": "completed", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:29.926650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b91d2d47-b672-4e99-80f1-86aa573581f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.951163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:29.963689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-b03446df-5303-42e2-b57b-9f53caf0e768 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571019 Dec 13 14:38:29.971685 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:29.982736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b91d2d47-b672-4e99-80f1-86aa573581f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23e4fb91a8744cd79c9831d5c72ab230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850728 Dec 13 14:38:29.985484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56002) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:30.030215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=246eccf5-539f-4351-bc4d-9fb90f56e1a5,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:30.042152 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d76f9faa-edc1-40e1-b76a-e35c7221880f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.042764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2e68485e-cd9a-4a46-8a5b-3eb69ccc0697'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:30.070519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d2d47-b672-4e99-80f1-86aa573581f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ca5a86-7f25-4de2-8e13-efaec744f902,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:30.073087 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d76f9faa-edc1-40e1-b76a-e35c7221880f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.106415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56006) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:30.112085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6926b9a-910f-4ff7-8b53-0085db9a8baa req-caed18b8-f1ed-40f1-92d3-4418a606c2e7 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:30.120041 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6926b9a-910f-4ff7-8b53-0085db9a8baa req-caed18b8-f1ed-40f1-92d3-4418a606c2e7 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 943 time: 0.1602628 Dec 13 14:38:30.136109 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba860e0-4e7a-4530-9245-95ab3f7c702a x-openstack-request-id: req-2ba860e0-4e7a-4530-9245-95ab3f7c702a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:30.136429 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "name": "network-vif-plugged", "status": "completed", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:30.136693 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ba860e0-4e7a-4530-9245-95ab3f7c702a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:30.137090 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'code': 200} Dec 13 14:38:30.164292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9aee7c59-b9d3-436e-b0ba-e9396195ca35 req-3124da75-5fe7-469c-a3cf-a762c2e1e7ad service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841414 Dec 13 14:38:30.185647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6926b9a-910f-4ff7-8b53-0085db9a8baa req-cc909501-9f54-45a6-9c2f-e6b2a4e21815 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628648 Dec 13 14:38:30.191882 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae77b681-4a3c-4f3f-8829-ec7bdf5e3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.194476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae77b681-4a3c-4f3f-8829-ec7bdf5e3b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.200097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ae77b681-4a3c-4f3f-8829-ec7bdf5e3b76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2d32e6d-05af-4e7f-bbd9-7ae12806c769 HTTP/1.1" status: 204 len: 168 time: 0.5044925 Dec 13 14:38:30.201846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fde1a7e7-093c-4e0d-b81a-a89b2bc4a0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.260007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77b681-4a3c-4f3f-8829-ec7bdf5e3b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d32e6d-05af-4e7f-bbd9-7ae12806c769,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:30.283799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c983803-c2d6-48c5-b2ba-8e13da4686c1 req-8af92e8f-45f7-45a5-8fca-f54ef2118fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:30.285968 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c983803-c2d6-48c5-b2ba-8e13da4686c1 req-8af92e8f-45f7-45a5-8fca-f54ef2118fe4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 1096 time: 0.0781279 Dec 13 14:38:30.303100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-883a0721-ce63-4ed3-b443-8fd285b838c5 req-47baf000-2845-4910-babd-7067bb705db2 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 210 time: 0.0713117 Dec 13 14:38:30.397366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c983803-c2d6-48c5-b2ba-8e13da4686c1 req-d19c36b3-52cf-4757-bfd6-5227bc135d31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026595 Dec 13 14:38:30.415357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d76f9faa-edc1-40e1-b76a-e35c7221880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.417897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d76f9faa-edc1-40e1-b76a-e35c7221880f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.419051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d76f9faa-edc1-40e1-b76a-e35c7221880f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37ca5a86-7f25-4de2-8e13-efaec744f902 HTTP/1.1" status: 204 len: 168 time: 0.4325998 Dec 13 14:38:30.422518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acec2ae-492b-4d21-928d-fffa0f90b60d req-af9d473f-f49b-4d2e-b5e0-9e83538f4f6a tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:30.424057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7acec2ae-492b-4d21-928d-fffa0f90b60d req-af9d473f-f49b-4d2e-b5e0-9e83538f4f6a tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 945 time: 0.0843515 Dec 13 14:38:30.436206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f9faa-edc1-40e1-b76a-e35c7221880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ca5a86-7f25-4de2-8e13-efaec744f902,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:30.454529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56022) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:30.478768 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7acec2ae-492b-4d21-928d-fffa0f90b60d req-39fd7daa-e6ab-4919-aeb1-15e86b156ab6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474672 Dec 13 14:38:30.506181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fde1a7e7-093c-4e0d-b81a-a89b2bc4a0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.588436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fde1a7e7-093c-4e0d-b81a-a89b2bc4a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.627528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fde1a7e7-093c-4e0d-b81a-a89b2bc4a0d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b78da70313b646d197314e9ee4185ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198114 Dec 13 14:38:30.629234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1a7e7-093c-4e0d-b81a-a89b2bc4a0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00dae9d-33ca-4c2d-9adf-efcd95cc570d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:30.630978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56028) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:30.686949 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21ee37a1-008c-452b-badb-f026265d2469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.717270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21ee37a1-008c-452b-badb-f026265d2469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.874535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991445f0-23f1-4cb8-a595-3b9128dc2a33 req-c3d7e357-4ac0-4c60-b818-b9939fea4a01 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:30.876105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-991445f0-23f1-4cb8-a595-3b9128dc2a33 req-c3d7e357-4ac0-4c60-b818-b9939fea4a01 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 948 time: 0.0779080 Dec 13 14:38:30.880258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21ee37a1-008c-452b-badb-f026265d2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.883061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21ee37a1-008c-452b-badb-f026265d2469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.886408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-21ee37a1-008c-452b-badb-f026265d2469 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f00dae9d-33ca-4c2d-9adf-efcd95cc570d HTTP/1.1" status: 204 len: 168 time: 0.2515161 Dec 13 14:38:30.891952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee37a1-008c-452b-badb-f026265d2469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00dae9d-33ca-4c2d-9adf-efcd95cc570d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:30.899470 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2674361f-f8e0-421c-a911-2aa2759b71e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=211716a4332743b7a84120d87203da1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434602 Dec 13 14:38:30.905410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56036) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:30.930398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-991445f0-23f1-4cb8-a595-3b9128dc2a33 req-67b06bf2-916a-4849-8b3e-78b8c9cd6df2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Dec 13 14:38:30.966675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e885f5f-059e-4cb9-9046-67cfc5771f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:30.988988 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e885f5f-059e-4cb9-9046-67cfc5771f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.085565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e885f5f-059e-4cb9-9046-67cfc5771f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.091961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e885f5f-059e-4cb9-9046-67cfc5771f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.091961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3e885f5f-059e-4cb9-9046-67cfc5771f96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ff23192-f43e-47aa-a429-5ca7c5cf2e4d HTTP/1.1" status: 204 len: 168 time: 0.1828983 Dec 13 14:38:31.097982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e885f5f-059e-4cb9-9046-67cfc5771f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff23192-f43e-47aa-a429-5ca7c5cf2e4d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:31.100300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56042) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:31.115514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7907c236-6f82-4a91-b0c3-2999c541f457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.178873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56044) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:31.190527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7907c236-6f82-4a91-b0c3-2999c541f457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.195635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c846a751-f416-43d2-a53a-9c8c8c5ad7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.245969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7907c236-6f82-4a91-b0c3-2999c541f457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.286437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7907c236-6f82-4a91-b0c3-2999c541f457 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b7474eb175848b4a62a43302dae4fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848795 Dec 13 14:38:31.289644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56048) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:31.297541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907c236-6f82-4a91-b0c3-2999c541f457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1337888-0c18-4e21-bad6-2fd0089bb587,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:31.313130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c846a751-f416-43d2-a53a-9c8c8c5ad7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.339299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce026c7-3cdc-4dc1-835b-c47a687f2d73 req-1039c7bc-3911-465e-afd1-42e4e1930080 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:31.340818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ce026c7-3cdc-4dc1-835b-c47a687f2d73 req-1039c7bc-3911-465e-afd1-42e4e1930080 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 943 time: 0.0859525 Dec 13 14:38:31.354071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60bf015a-9e3d-4f80-af9d-7b50e81def94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.368479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c846a751-f416-43d2-a53a-9c8c8c5ad7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.377448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60bf015a-9e3d-4f80-af9d-7b50e81def94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.422959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846a751-f416-43d2-a53a-9c8c8c5ad7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3352af6b-fb63-4837-983a-42c668f71b55,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:31.427860 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:31.430690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ce026c7-3cdc-4dc1-835b-c47a687f2d73 req-2f132bb0-c850-4861-87fd-660bbcc5e3c5 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834372 Dec 13 14:38:31.434665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c846a751-f416-43d2-a53a-9c8c8c5ad7d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51831ce9c23c485ea4b344316f7da254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545793 Dec 13 14:38:31.437320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56052) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:31.452930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cc363ac-03dd-491c-a17c-c842f13b766e req-0d931afd-05c4-4b40-8cda-4900f620877d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 210 time: 0.0507128 Dec 13 14:38:31.514565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a793362d-6384-4a60-a655-4d000817a4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.539208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a793362d-6384-4a60-a655-4d000817a4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.583099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:38:31.583880 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60bf015a-9e3d-4f80-af9d-7b50e81def94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.588958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:31.589531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60bf015a-9e3d-4f80-af9d-7b50e81def94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.589708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.594475 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-60bf015a-9e3d-4f80-af9d-7b50e81def94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1337888-0c18-4e21-bad6-2fd0089bb587 HTTP/1.1" status: 204 len: 168 time: 0.3032002 Dec 13 14:38:31.605886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf015a-9e3d-4f80-af9d-7b50e81def94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1337888-0c18-4e21-bad6-2fd0089bb587,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:31.627001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801c2f7-3cab-41f9-8965-1ac8f117317b req-3d1ce2ae-2dab-4364-b109-ccf4832a90f9 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:31.630457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7801c2f7-3cab-41f9-8965-1ac8f117317b req-3d1ce2ae-2dab-4364-b109-ccf4832a90f9 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 945 time: 0.0826828 Dec 13 14:38:31.673648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7801c2f7-3cab-41f9-8965-1ac8f117317b req-6bdab03c-26a9-451f-9c98-9d35ba51ca5d tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Dec 13 14:38:31.731280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a793362d-6384-4a60-a655-4d000817a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.734054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a793362d-6384-4a60-a655-4d000817a4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.735255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a793362d-6384-4a60-a655-4d000817a4e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3352af6b-fb63-4837-983a-42c668f71b55 HTTP/1.1" status: 204 len: 168 time: 0.2969592 Dec 13 14:38:31.739628 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.744715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793362d-6384-4a60-a655-4d000817a4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352af6b-fb63-4837-983a-42c668f71b55,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:31.780976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:31.822875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:31.886298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:31.929763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:31.971318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-294a5aa7-0afa-4837-9951-1f29ab879ed5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09b26bf149dc49d9988b95d19734660c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399671 Dec 13 14:38:31.974512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56076) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:32.063846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab49eb16-5682-4e19-90f9-47d769ae0057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:32.069823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:32.073857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0e90979c-af22-4e2a-9238-de1fc8a61090 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:38:32.076921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08f078-ff2a-4e25-baae-196819e4cc84 req-7dbd988d-06bb-4612-9eaa-5f3c62c42143 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:32.078634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e08f078-ff2a-4e25-baae-196819e4cc84 req-7dbd988d-06bb-4612-9eaa-5f3c62c42143 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 949 time: 0.0764573 Dec 13 14:38:32.104743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 0e90979c-af22-4e2a-9238-de1fc8a61090 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:38:32.105081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0e90979c-af22-4e2a-9238-de1fc8a61090 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:38:32.111841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab49eb16-5682-4e19-90f9-47d769ae0057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:32.141513 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e08f078-ff2a-4e25-baae-196819e4cc84 req-711b0ee9-3541-4f9d-8dac-2bedfaff04c7 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545037 Dec 13 14:38:32.143284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:32.146085 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2559ec-518e-41ba-9bbc-7ee2ae11be56" -d '{"events": [{"server_uuid": "1da328a4-1f06-4c96-bbd4-1836311d98bf", "name": "network-vif-plugged", "status": "completed", "tag": "2e68485e-cd9a-4a46-8a5b-3eb69ccc0697"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:32.201279 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b44185-7f9c-450a-8615-79f39fb91f19 x-openstack-request-id: req-51b44185-7f9c-450a-8615-79f39fb91f19 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:32.201621 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da328a4-1f06-4c96-bbd4-1836311d98bf", "name": "network-vif-plugged", "status": "completed", "tag": "2e68485e-cd9a-4a46-8a5b-3eb69ccc0697", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:32.201836 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51b44185-7f9c-450a-8615-79f39fb91f19 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:32.202218 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697', 'code': 200} Dec 13 14:38:32.221018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:32.234495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '16130157-a963-4c80-b25b-d6e01e11f4d4', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'port_id': '16130157-a963-4c80-b25b-d6e01e11f4d4', 'mac_address': 'fa:16:3e:20:ab:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccb5d64-71b8-44f3-aefb-407289f56857', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:38:32.240058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab49eb16-5682-4e19-90f9-47d769ae0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:32.242681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab49eb16-5682-4e19-90f9-47d769ae0057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:32.246503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ab49eb16-5682-4e19-90f9-47d769ae0057 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10444909-fdc6-477e-a348-8f64944f6d6d HTTP/1.1" status: 204 len: 168 time: 0.2685471 Dec 13 14:38:32.261922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49eb16-5682-4e19-90f9-47d769ae0057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10444909-fdc6-477e-a348-8f64944f6d6d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:32.295987 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:32.313876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16130157-a963-4c80-b25b-d6e01e11f4d4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:32.319494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab9095-4edd-4c68-9dbb-fdc24446a1d3 req-644c3325-ee89-4400-a5a6-03d8f422959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:32.321610 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-14ab9095-4edd-4c68-9dbb-fdc24446a1d3 req-644c3325-ee89-4400-a5a6-03d8f422959f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 1100 time: 0.0511458 Dec 13 14:38:32.340001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:32.382558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-14ab9095-4edd-4c68-9dbb-fdc24446a1d3 req-93fc9679-ef5d-4281-95fa-c27a36ec8249 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Dec 13 14:38:32.429715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:32.481294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:32.555245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a768d-e827-4fb8-aa4f-03d445c135f0 req-d6cdd9b3-6331-40f0-a671-1a916c4fba34 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:32.556876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-992a768d-e827-4fb8-aa4f-03d445c135f0 req-d6cdd9b3-6331-40f0-a671-1a916c4fba34 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 944 time: 0.0544806 Dec 13 14:38:32.595782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be3efd45-24d8-4428-9731-973d08d22639 req-653acbd8-3f80-4f7b-857d-1df9890159fa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 210 time: 0.0385051 Dec 13 14:38:32.599019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-992a768d-e827-4fb8-aa4f-03d445c135f0 req-e6aba190-2c32-47ef-951e-12847a932980 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364218 Dec 13 14:38:32.645073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['16130157-a963-4c80-b25b-d6e01e11f4d4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:32.854360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-0c065e64-3cbd-4d4a-b643-0896cd11cfb9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:32.855837 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-0c065e64-3cbd-4d4a-b643-0896cd11cfb9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.1844873 Dec 13 14:38:32.864020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ee180-5f04-4c35-b9e3-5682b7da8db9 req-ff09642b-79fb-4f03-b3b6-56686845dcc4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:32.865408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a7ee180-5f04-4c35-b9e3-5682b7da8db9 req-ff09642b-79fb-4f03-b3b6-56686845dcc4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 945 time: 0.0989313 Dec 13 14:38:32.870074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Request body: {'port': {'device_id': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'admin_state_up': True, 'tenant_id': 'ada9a792632d4408bcc5b299fd43872c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:32.959092 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a7ee180-5f04-4c35-b9e3-5682b7da8db9 req-fee7c6e4-c439-41b5-8556-ad354a399d52 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842934 Dec 13 14:38:33.102974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Made reservation on behalf of ada9a792632d4408bcc5b299fd43872c for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:33.106603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:33.159421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e770287-819a-4777-a1f7-bbf212dcbf48 req-da7d8c64-158d-47da-ab2a-d3587496bd56 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:33.160895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e770287-819a-4777-a1f7-bbf212dcbf48 req-da7d8c64-158d-47da-ab2a-d3587496bd56 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 945 time: 0.0540683 Dec 13 14:38:33.170481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56124) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:33.194618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'floatingip': {'port_id': '246eccf5-539f-4351-bc4d-9fb90f56e1a5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:33.289747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:33.314839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Allocated IP 172.20.0.4 (e15a4b8e-3b6f-40e2-9102-1c66b0a456f4/eafe36ca-0363-406e-afbf-b87c1a0f7993/2dbaa0f1-d264-475e-be36-b021e04807df) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:38:33.335198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eac6cb-c1ab-418c-b542-e2275c154c11 req-5d972aed-2294-4b68-b8ec-ded7b35e7a6e tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:33.343459 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1eac6cb-c1ab-418c-b542-e2275c154c11 req-5d972aed-2294-4b68-b8ec-ded7b35e7a6e tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 949 time: 0.0930233 Dec 13 14:38:33.399748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1eac6cb-c1ab-418c-b542-e2275c154c11 req-7eefbffb-d769-41ff-b3cc-76ee60c51e83 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563858 Dec 13 14:38:33.528240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:33.632571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:33.696701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:33.700235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:33.704148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:33.712317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:33.712967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:33.743695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:33.792539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-84af8ed1-12a8-4872-9b9b-3116cf2493d5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9259763 Dec 13 14:38:33.807728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88242b9-d718-4296-b62f-7ed8d2c7ae36 req-4db32afe-ff1e-4a2e-9a62-1eb73385db7e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:33.816396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f88242b9-d718-4296-b62f-7ed8d2c7ae36 req-4db32afe-ff1e-4a2e-9a62-1eb73385db7e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 931 time: 0.0989356 Dec 13 14:38:33.823264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Request body: {'port': {'device_id': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:33.906437 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:33.913694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f88242b9-d718-4296-b62f-7ed8d2c7ae36 req-462d5302-40cd-4525-93aa-74496d0990da tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961845 Dec 13 14:38:33.938767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:33.953082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e24e48-5260-49c7-a01c-8391fb1b224d req-9f3ce127-d5cc-41ae-a75d-04a2557aa85e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:33.954580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14e24e48-5260-49c7-a01c-8391fb1b224d req-9f3ce127-d5cc-41ae-a75d-04a2557aa85e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 944 time: 0.1775753 Dec 13 14:38:33.995738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14e24e48-5260-49c7-a01c-8391fb1b224d req-f2ec3693-217d-4b7c-aab4-3fa7fc5d19f3 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346935 Dec 13 14:38:34.005641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.072488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:34.135928 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Floating IP e864a2d1-6697-4280-8c0f-ab65e04db834 associated. External IP: 172.25.7.129, port: 246eccf5-539f-4351-bc4d-9fb90f56e1a5. Dec 13 14:38:34.217441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 16130157-a963-4c80-b25b-d6e01e11f4d4 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:38:34.225295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 16130157-a963-4c80-b25b-d6e01e11f4d4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:34.226019 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.234325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbaa0f1-d264-475e-be36-b021e04807df {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:34.251555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.277782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Transition to ACTIVE for port object 2dbaa0f1-d264-475e-be36-b021e04807df will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:38:34.329994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.361286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:34.363760 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e48ed5-1e5a-4271-9a96-e4ecdbba98a3" -d '{"events": [{"server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "name": "network-vif-plugged", "status": "completed", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:34.382887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:34.409057 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c28c9-86bd-4df6-9547-446e2cc6a17f x-openstack-request-id: req-886c28c9-86bd-4df6-9547-446e2cc6a17f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:34.409914 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "name": "network-vif-plugged", "status": "completed", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:34.410359 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-886c28c9-86bd-4df6-9547-446e2cc6a17f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:34.410812 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4', 'code': 200} Dec 13 14:38:34.453083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.497579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.559392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:34.594510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:34.595632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:34.596040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:34.596459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:34.601790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:34.602268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:34.608579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:34.609072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:34.609390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:34.609959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Bound port: 2dbaa0f1-d264-475e-be36-b021e04807df, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:34.610346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.626830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6619a-5110-4057-9481-b63c8918fa83 req-0d8b2746-cc50-4f22-94b0-129aca1f9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:34.628654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aaf6619a-5110-4057-9481-b63c8918fa83 req-0d8b2746-cc50-4f22-94b0-129aca1f9b3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1096 time: 0.1437767 Dec 13 14:38:34.677821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c96bf-343f-449d-add4-2be9d5346024 req-838d3715-6920-44a8-9a2d-905684a0b2c7 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:34.679578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f04c96bf-343f-449d-add4-2be9d5346024 req-838d3715-6920-44a8-9a2d-905684a0b2c7 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 949 time: 0.1849082 Dec 13 14:38:34.690626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aaf6619a-5110-4057-9481-b63c8918fa83 req-b2df6828-88d1-47ae-81e8-ff6624485055 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537803 Dec 13 14:38:34.702404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:34.707576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:34.719050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Router b43fa9cd-35ee-4954-9486-17d9cb3aac35 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:38:34.749683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f04c96bf-343f-449d-add4-2be9d5346024 req-74bdf96c-7ed6-40a7-9301-f552e2209946 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612187 Dec 13 14:38:34.755390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.787936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:34.788563 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.789897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] 10.222.0.55 "PUT /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 1091 time: 0.9705603 Dec 13 14:38:34.790351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:34.792598 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff1fe04-3782-407b-b664-c750a50303b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:34.822456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61600b13-8f22-446a-b8ba-142de981c3ec service neutron] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:34.853397 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cef03c0-5d69-4973-b062-d9925d914842 x-openstack-request-id: req-4cef03c0-5d69-4973-b062-d9925d914842 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:34.853684 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:34.853932 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cef03c0-5d69-4973-b062-d9925d914842 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:34.854349 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df', 'status': 'completed', 'code': 200} Dec 13 14:38:34.927339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:38:34.933378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:34.961159 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] Sync routers for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:38:34.974750 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fd0e9146-d356-4602-9e83-d776776abf91 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "PUT /v2.0/floatingips/e864a2d1-6697-4280-8c0f-ab65e04db834 HTTP/1.1" status: 200 len: 991 time: 1.8027823 Dec 13 14:38:34.975364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:34.978268 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d1381-3895-4af7-9369-ddef6894981d" -d '{"events": [{"name": "network-changed", "server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:34.980250 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:38:34.987891 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:38:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:35.020202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fe04-3782-407b-b664-c750a50303b3 req-da065f1f-08a1-402c-8939-2496fcc4a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.021704 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fff1fe04-3782-407b-b664-c750a50303b3 req-da065f1f-08a1-402c-8939-2496fcc4a391 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1094 time: 0.1008849 Dec 13 14:38:35.077795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bc2e-e131-43df-9479-8d379a4df35d req-7bff1103-2caf-4577-aa60-6b9e794af7aa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.079355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1815bc2e-e131-43df-9479-8d379a4df35d req-7bff1103-2caf-4577-aa60-6b9e794af7aa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.0611501 Dec 13 14:38:35.117012 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:38:35.133964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1815bc2e-e131-43df-9479-8d379a4df35d req-d46acb89-f3bb-4c9c-97b5-6851c524610d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461636 Dec 13 14:38:35.297923 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b58c36b-e528-44d6-9600-5b3dd78d1374 x-openstack-request-id: req-9b58c36b-e528-44d6-9600-5b3dd78d1374 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:35.298920 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:35.301114 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b58c36b-e528-44d6-9600-5b3dd78d1374 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:35.303229 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'status': 'completed', 'code': 200} Dec 13 14:38:35.374961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fe04-3782-407b-b664-c750a50303b3 req-9af8b1ca-9e6a-4edc-b67f-73d6375937c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.376618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fff1fe04-3782-407b-b664-c750a50303b3 req-9af8b1ca-9e6a-4edc-b67f-73d6375937c9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ada9a792632d4408bcc5b299fd43872c&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3454850 Dec 13 14:38:35.438802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d1381-3895-4af7-9369-ddef6894981d req-25f51c3e-84aa-4c74-8d2b-c91512b33346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.440488 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e7d1381-3895-4af7-9369-ddef6894981d req-25f51c3e-84aa-4c74-8d2b-c91512b33346 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 1096 time: 0.1134932 Dec 13 14:38:35.480422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56208) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:35.517333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0b03-9508-45c0-a775-73b093ab9687 req-f3755a87-48c7-40ec-b42e-88258d5ed784 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.525052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b46a0b03-9508-45c0-a775-73b093ab9687 req-f3755a87-48c7-40ec-b42e-88258d5ed784 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 949 time: 0.1119716 Dec 13 14:38:35.547347 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e864a2d1-6697-4280-8c0f-ab65e04db834', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'port_id': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'mac_address': 'fa:16:3e:09:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a991e2-b140-4845-a8ce-9047cd35b487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:38:07Z', 'updated_at': '2021-12-13T14:38:33Z', 'revision_number': 1, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:35.578016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b46a0b03-9508-45c0-a775-73b093ab9687 req-d1b24e57-6f04-419b-92bb-5cb56b36e43d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Dec 13 14:38:35.607730 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] Checking router: b43fa9cd-35ee-4954-9486-17d9cb3aac35 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:38:35.619696 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:38:35.692656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:38:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:35.765259 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:38:35.870193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420d167-f5fd-4439-8bb7-629b34423bfd req-63dee228-5141-438b-a5d5-6c89df00f669 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.880170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d420d167-f5fd-4439-8bb7-629b34423bfd req-63dee228-5141-438b-a5d5-6c89df00f669 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 945 time: 0.4728692 Dec 13 14:38:35.931483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fe04-3782-407b-b664-c750a50303b3 req-31bb1cf7-3b75-462d-8234-548e3f7c1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.932918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fff1fe04-3782-407b-b664-c750a50303b3 req-31bb1cf7-3b75-462d-8234-548e3f7c1bd5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5469820 Dec 13 14:38:35.940680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d1381-3895-4af7-9369-ddef6894981d req-f51a0595-2155-43e2-8e56-b36f16744c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:35.941816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e7d1381-3895-4af7-9369-ddef6894981d req-f51a0595-2155-43e2-8e56-b36f16744c9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 924 time: 0.4423661 Dec 13 14:38:35.979326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d420d167-f5fd-4439-8bb7-629b34423bfd req-ddcb7e17-083f-4f82-94f6-4c5d8efaf9f4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865073 Dec 13 14:38:36.070039 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e864a2d1-6697-4280-8c0f-ab65e04db834', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'port_id': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'mac_address': 'fa:16:3e:09:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a991e2-b140-4845-a8ce-9047cd35b487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:38:07Z', 'updated_at': '2021-12-13T14:38:33Z', 'revision_number': 1, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:38:36.088130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e7d1381-3895-4af7-9369-ddef6894981d req-6bfcb1ac-0f2d-41b3-9b36-3a0fb2bccf7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5 HTTP/1.1" status: 200 len: 999 time: 0.1363554 Dec 13 14:38:36.097345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-16846598-ecd5-4b6e-aa9d-63d70cee29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:36.098832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-16846598-ecd5-4b6e-aa9d-63d70cee29c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1094 time: 0.0917320 Dec 13 14:38:36.129738 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d186fc-5657-4c92-96f2-ef7ab1f92302 None None] The sync data for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 is: [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e864a2d1-6697-4280-8c0f-ab65e04db834', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'port_id': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'mac_address': 'fa:16:3e:09:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a991e2-b140-4845-a8ce-9047cd35b487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:38:07Z', 'updated_at': '2021-12-13T14:38:33Z', 'revision_number': 1, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:38:36.181663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-893b682d-982b-4049-9505-44926653d91c tempest-AutoAllocateNetworkTest-1919118587 tempest-AutoAllocateNetworkTest-1919118587-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=29caeca3cf204f84930fcc24b61449eb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6991303 Dec 13 14:38:36.186777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56226) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:36.203110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-40ea0936-c967-457f-aec9-c9d1f674d5bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 217 time: 0.0772991 Dec 13 14:38:36.291293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d1381-3895-4af7-9369-ddef6894981d req-bd7c7fe5-7ce8-497d-b53f-9136f56824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:36.292704 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e7d1381-3895-4af7-9369-ddef6894981d req-bd7c7fe5-7ce8-497d-b53f-9136f56824ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 200 len: 862 time: 0.1930447 Dec 13 14:38:36.325419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ee985-08a8-47f7-a11c-7a2b8d9692d4 tempest-AutoAllocateNetworkTest-1919118587 tempest-AutoAllocateNetworkTest-1919118587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:36.336169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0d1ee985-08a8-47f7-a11c-7a2b8d9692d4 tempest-AutoAllocateNetworkTest-1919118587 tempest-AutoAllocateNetworkTest-1919118587-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1391256 Dec 13 14:38:36.336169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56234) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:36.350176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-9cca6edf-530c-46ff-8122-4b3cfb9741d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:36.351634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-9cca6edf-530c-46ff-8122-4b3cfb9741d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1403549 Dec 13 14:38:36.398256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-8f8bcfa8-11a3-4c16-b3b6-e8d97897b5b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364442 Dec 13 14:38:36.406173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eacec-8a0a-4cb2-ba75-d8cb5312dd62 req-1abeeff8-f104-425f-88d6-7805b5baccb1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:36.414114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-117eacec-8a0a-4cb2-ba75-d8cb5312dd62 req-1abeeff8-f104-425f-88d6-7805b5baccb1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.1416271 Dec 13 14:38:36.440815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-710df723-2fca-49b8-b6ef-576b41e837bc tempest-AutoAllocateNetworkTest-1919118587 tempest-AutoAllocateNetworkTest-1919118587-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094382 Dec 13 14:38:36.443278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56238) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:36.451006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d1381-3895-4af7-9369-ddef6894981d req-981c0cb8-78b5-40e2-b727-2932bd7cc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:36.460943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e7d1381-3895-4af7-9369-ddef6894981d req-981c0cb8-78b5-40e2-b727-2932bd7cc754 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b77100f9-d3fc-441e-8987-1a37b524128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487298 Dec 13 14:38:36.475940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-de80dcdd-eb3a-4446-811f-76ab63a2f8ee tempest-AutoAllocateNetworkTest-1919118587 tempest-AutoAllocateNetworkTest-1919118587-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=29caeca3cf204f84930fcc24b61449eb HTTP/1.1" status: 200 len: 208 time: 0.0313509 Dec 13 14:38:36.488673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db195b-db53-4e39-8778-d86391f04088 None None] New status for floating IP e864a2d1-6697-4280-8c0f-ab65e04db834: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:38:36.597321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-117eacec-8a0a-4cb2-ba75-d8cb5312dd62 req-692d0ae1-fec9-4cab-a297-737f3e2d6740 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762688 Dec 13 14:38:36.668732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-103584f3-e759-4276-bc7d-670605e394c9 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514911 Dec 13 14:38:36.675337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e7d1381-3895-4af7-9369-ddef6894981d req-9a63cf84-d0d2-4bf0-85ee-759340d4c89c service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954465 Dec 13 14:38:36.858515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e7d1381-3895-4af7-9369-ddef6894981d req-cfa47d2a-d8aa-44cf-af20-19911e49af78 service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692040 Dec 13 14:38:36.862827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-6b897cb6-0c55-477b-a515-697020275707 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696206 Dec 13 14:38:36.868946 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f728981d-d1ba-40a6-ab19-9e2801d8475b req-6b54ec56-351b-4277-9b06-02bde2800419 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899323 Dec 13 14:38:36.983107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-beea610d-54af-4d78-81a9-0866f127f4c9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:36.984957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-beea610d-54af-4d78-81a9-0866f127f4c9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211352 Dec 13 14:38:37.003886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-1d09e80e-f7c2-452b-babb-ea01cf90ca81 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/quotas/757c4b9487d745a7ba2a865a387e0589 HTTP/1.1" status: 200 len: 375 time: 0.0116670 Dec 13 14:38:37.030270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aeb1d-3944-4e90-98a6-21bf51f56e1e req-63c3470f-264c-4e53-89be-ba353185e0c4 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:37.031811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-986aeb1d-3944-4e90-98a6-21bf51f56e1e req-63c3470f-264c-4e53-89be-ba353185e0c4 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 949 time: 0.0610507 Dec 13 14:38:37.041291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-9a2ba818-606b-4206-8011-c33ed35ae8ba tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300295 Dec 13 14:38:37.078190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-986aeb1d-3944-4e90-98a6-21bf51f56e1e req-9449f4d2-c932-4815-8cf5-6bbe28540129 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Dec 13 14:38:37.124809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56270) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:37.294886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1654698794', 'description': 'tempest-description-820691048'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:37.364530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1742799-bd93-463a-810d-3c462f760515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.411316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.420816 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.466196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1742799-bd93-463a-810d-3c462f760515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.509501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.525623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110f13-1b36-49d3-b80a-473f43e6e155 req-be486fb2-0634-4ab4-b1e7-ac2fd9cda16f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:37.531134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e110f13-1b36-49d3-b80a-473f43e6e155 req-be486fb2-0634-4ab4-b1e7-ac2fd9cda16f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 945 time: 0.0570996 Dec 13 14:38:37.546333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1742799-bd93-463a-810d-3c462f760515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.588104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.597798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b1742799-bd93-463a-810d-3c462f760515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29caeca3cf204f84930fcc24b61449eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718566 Dec 13 14:38:37.601240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56286) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:37.609349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e110f13-1b36-49d3-b80a-473f43e6e155 req-3e591a2e-88ce-4e98-a348-7029f3873a80 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762148 Dec 13 14:38:37.611049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1742799-bd93-463a-810d-3c462f760515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d6f18-35ce-4113-83ce-52d86333c6c0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:37.642761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21f703-4e04-4217-a48d-189a05bd5437,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:37.684552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.685559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4aad58a4-c934-477e-a54c-c68457327b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.728589 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4aad58a4-c934-477e-a54c-c68457327b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.748123 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.749948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eefa0-cdb2-4f27-ab95-0ef7bf2ef0dd req-ab1bd0da-3e8b-4704-9307-cb700addf263 tempest-LiveMigrationNegativeTest-1299617664 tempest-LiveMigrationNegativeTest-1299617664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:37.751823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e88eefa0-cdb2-4f27-ab95-0ef7bf2ef0dd req-ab1bd0da-3e8b-4704-9307-cb700addf263 tempest-LiveMigrationNegativeTest-1299617664 tempest-LiveMigrationNegativeTest-1299617664-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 1100 time: 0.0777836 Dec 13 14:38:37.780419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e88eefa0-cdb2-4f27-ab95-0ef7bf2ef0dd req-93e50a86-3244-472d-9906-84158756e092 tempest-LiveMigrationNegativeTest-1299617664 tempest-LiveMigrationNegativeTest-1299617664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.780632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34067734-5e13-4f84-a432-709fb3181e58,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:37.836095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.837385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b60cc58-a437-4f1b-8e78-20648838801a req-4d2a57c0-f3a8-4bec-b5c6-593d709f2393 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5465853 Dec 13 14:38:37.851152 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4aad58a4-c934-477e-a54c-c68457327b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.853992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4aad58a4-c934-477e-a54c-c68457327b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:37.855420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4aad58a4-c934-477e-a54c-c68457327b8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e83d6f18-35ce-4113-83ce-52d86333c6c0 HTTP/1.1" status: 204 len: 168 time: 0.2532873 Dec 13 14:38:37.870032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad58a4-c934-477e-a54c-c68457327b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d6f18-35ce-4113-83ce-52d86333c6c0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:37.917456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7b1cbbb-ad9c-43fc-8872-d05ebb864d77 req-dd085c99-89ca-4839-8204-9ade06d76c15 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 210 time: 0.0451791 Dec 13 14:38:37.927309 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e88eefa0-cdb2-4f27-ab95-0ef7bf2ef0dd req-93e50a86-3244-472d-9906-84158756e092 tempest-LiveMigrationNegativeTest-1299617664 tempest-LiveMigrationNegativeTest-1299617664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:38.039439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e88eefa0-cdb2-4f27-ab95-0ef7bf2ef0dd req-93e50a86-3244-472d-9906-84158756e092 tempest-LiveMigrationNegativeTest-1299617664 tempest-LiveMigrationNegativeTest-1299617664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:38.042593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049bcee-235b-4e21-87f9-ed37930c977e req-38255dca-3295-42e1-a06e-75f58da70f7d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:38.044319 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b049bcee-235b-4e21-87f9-ed37930c977e req-38255dca-3295-42e1-a06e-75f58da70f7d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.0523994 Dec 13 14:38:38.063411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e88eefa0-cdb2-4f27-ab95-0ef7bf2ef0dd req-93e50a86-3244-472d-9906-84158756e092 tempest-LiveMigrationNegativeTest-1299617664 tempest-LiveMigrationNegativeTest-1299617664-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053839 Dec 13 14:38:38.076485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e50a86-3244-472d-9906-84158756e092 tempest-LiveMigrationNegativeTest-1299617664 tempest-LiveMigrationNegativeTest-1299617664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0846a88-709d-4fbb-8db5-87f73c02084e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:38.106695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b049bcee-235b-4e21-87f9-ed37930c977e req-d3fbdaea-308d-4096-ab62-f89d53c08262 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556469 Dec 13 14:38:38.208204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-42651f07-5698-43d9-8721-7e81b3211b72 req-3a831469-2172-4b20-8d59-99ece255441b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1593556195', 'description': 'tempest-description-1948476059'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:38.291550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-42651f07-5698-43d9-8721-7e81b3211b72 req-3a831469-2172-4b20-8d59-99ece255441b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:38.361732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf125be-ea1f-49be-9785-608a2c5fe491 req-6959d328-f421-45c2-8acb-795336878dd7 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:38.363518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-42651f07-5698-43d9-8721-7e81b3211b72 req-3a831469-2172-4b20-8d59-99ece255441b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:38.363772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcf125be-ea1f-49be-9785-608a2c5fe491 req-6959d328-f421-45c2-8acb-795336878dd7 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1096 time: 0.0400043 Dec 13 14:38:38.398474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcf125be-ea1f-49be-9785-608a2c5fe491 req-9610477c-9869-41d3-a653-5eeed52cc14b tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285182 Dec 13 14:38:38.434222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-42651f07-5698-43d9-8721-7e81b3211b72 req-3a831469-2172-4b20-8d59-99ece255441b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:38.465891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a831469-2172-4b20-8d59-99ece255441b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ada904-3083-4085-a203-1c7b038ad7ef,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:38.539128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-42651f07-5698-43d9-8721-7e81b3211b72 req-3a831469-2172-4b20-8d59-99ece255441b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:38.540370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42651f07-5698-43d9-8721-7e81b3211b72 req-3a831469-2172-4b20-8d59-99ece255441b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3371208 Dec 13 14:38:38.590936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95740a12-cc23-4d52-bfac-c8075af87661 req-6751e89a-31cd-4a3c-93a7-c1ee1cbb66a0 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:38.592705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95740a12-cc23-4d52-bfac-c8075af87661 req-6751e89a-31cd-4a3c-93a7-c1ee1cbb66a0 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1096 time: 0.0510468 Dec 13 14:38:38.638965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95740a12-cc23-4d52-bfac-c8075af87661 req-f7155e5a-1c77-4a33-9b47-e8841d6532e3 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367360 Dec 13 14:38:38.676786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-0e3896f6-295e-4c18-9b03-8c93b59339e6 req-58ef3ce8-40d5-49f2-8752-5f6e4b1343ac service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:38:38.678084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e3896f6-295e-4c18-9b03-8c93b59339e6 req-58ef3ce8-40d5-49f2-8752-5f6e4b1343ac service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271673 Dec 13 14:38:38.929573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-581511942', 'description': 'tempest-description-2089660668'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:39.022696 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.031892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.104536 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.165432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.199566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab4a3b9-f2b0-4606-8fd7-8a4ae5fa85a6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:39.238957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.326058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.359807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16335095-435d-4a57-bf62-c0face483a09,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:39.385742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56366) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:39.411119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.415559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e0d50d5-979a-4abf-9c6d-9162ff6b5cd3 req-62debac2-d7cb-4426-990e-533aa5765bad tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4870260 Dec 13 14:38:39.501164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-1594137c-57a9-480b-8745-35c9fe403f64 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229511 Dec 13 14:38:39.503888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b563587f-05f7-465c-aa99-390a58225feb req-7aa4a204-29c4-43a6-8409-7e964e8ff312 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 210 time: 0.0305738 Dec 13 14:38:39.532072 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f1485c2-8959-4961-a862-ec3bd6372557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.647111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43127a2-76c7-430c-b271-dd65390ac742 req-089b809b-aa89-4e3c-b692-ac19946008a4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:39.649083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d43127a2-76c7-430c-b271-dd65390ac742 req-089b809b-aa89-4e3c-b692-ac19946008a4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.0703692 Dec 13 14:38:39.680665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-039d67b8-dc2d-4c51-93be-d573c53a0848 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:39.682118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-039d67b8-dc2d-4c51-93be-d573c53a0848 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698668 Dec 13 14:38:39.697725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:39.702429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d43127a2-76c7-430c-b271-dd65390ac742 req-c3222d9e-7651-4ace-abb2-a58795c1fc8c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Dec 13 14:38:39.781678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f1485c2-8959-4961-a862-ec3bd6372557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.879270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f1485c2-8959-4961-a862-ec3bd6372557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.920121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:39.921855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0b3ea-ebb1-4067-bce1-d39eece95f87 req-a9d2d490-25e6-4f14-be42-5077ad553af7 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:39.922748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14a0b3ea-ebb1-4067-bce1-d39eece95f87 req-a9d2d490-25e6-4f14-be42-5077ad553af7 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 949 time: 0.0635159 Dec 13 14:38:39.923731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.933908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1485c2-8959-4961-a862-ec3bd6372557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb8dfc-acfe-4293-bb5c-3b2f27675860,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:39.942448 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f1485c2-8959-4961-a862-ec3bd6372557 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35345809553347f89c3165739e2e327e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547967 Dec 13 14:38:39.942739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56388) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:39.943435 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:39.972431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14a0b3ea-ebb1-4067-bce1-d39eece95f87 req-0c2756f6-d60c-4001-a8ca-36f0b8ed4b0e tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Dec 13 14:38:40.011373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-77017ca1-7d80-4574-90a6-cdaf8b482240 req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-661994503', 'description': 'tempest-description-618500846'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:40.027697 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1bbb-abe1-4721-9b72-42d199db48f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.057482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1bbb-abe1-4721-9b72-42d199db48f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.080035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-77017ca1-7d80-4574-90a6-cdaf8b482240 req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.086905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:40.100161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.189190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:40.200882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '2dbaa0f1-d264-475e-be36-b021e04807df', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'port_id': '2dbaa0f1-d264-475e-be36-b021e04807df', 'mac_address': 'fa:16:3e:fa:31:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafe36ca-0363-406e-afbf-b87c1a0f7993', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:38:40.205007 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.233830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1bbb-abe1-4721-9b72-42d199db48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.236352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1bbb-abe1-4721-9b72-42d199db48f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.237455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e7e1bbb-abe1-4721-9b72-42d199db48f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8afb8dfc-acfe-4293-bb5c-3b2f27675860 HTTP/1.1" status: 204 len: 168 time: 0.2918327 Dec 13 14:38:40.241630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-77017ca1-7d80-4574-90a6-cdaf8b482240 req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.246091 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.251202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117d384f-ee8c-4444-b96b-8696f21b8605,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:40.259605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbaa0f1-d264-475e-be36-b021e04807df {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:40.281856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:40.307489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e1bbb-abe1-4721-9b72-42d199db48f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb8dfc-acfe-4293-bb5c-3b2f27675860,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:40.336974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-77017ca1-7d80-4574-90a6-cdaf8b482240 req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.365967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a7ab1-5742-4336-985f-374b19b55538,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:40.373382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.373790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.374139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.374504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.374838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.375166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.375495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.375820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.376144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.376467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.376791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.377111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:40.387549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.209 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/2f2e816a-9d49-4ef6-a191-5f0ac331f893) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:38:40.393967 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.443461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-77017ca1-7d80-4574-90a6-cdaf8b482240 req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.445406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:40.462897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77017ca1-7d80-4574-90a6-cdaf8b482240 req-e74d7200-86f2-4b1a-9ea6-1d3466d2fd42 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4564936 Dec 13 14:38:40.564929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.647740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['2dbaa0f1-d264-475e-be36-b021e04807df'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:40.663390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.731021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:40.734123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:40.755687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:40.762607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:40.763812 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.782279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=2f2e816a-9d49-4ef6-a191-5f0ac331f893,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:40.792916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-9fd0a3b6-61e4-45f1-b15a-33e36443582b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:40.794681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-9fd0a3b6-61e4-45f1-b15a-33e36443582b tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1da328a4-1f06-4c96-bbd4-1836311d98bf HTTP/1.1" status: 200 len: 949 time: 0.0960960 Dec 13 14:38:40.888362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-4f0b8050-6605-4ab1-8630-493f48b5e702 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1944251 Dec 13 14:38:40.904892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Request body: {'port': {'device_id': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:40.967431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:40.995783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Deleting port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:38:40.996139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.071201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-797b6813-5f3c-4eae-8056-0cca833d9265 None None] Provisioning complete for port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:41.071572 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-797b6813-5f3c-4eae-8056-0cca833d9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.118369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-797b6813-5f3c-4eae-8056-0cca833d9265 None None] Port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:38:41.127166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56432) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:41.146055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] For port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:41.146436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.165899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7592f3ae-a1b4-44e5-b02a-1a0b436a895a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.176094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Calling delete_port for 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:38:41.316162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-379e3ed9-a2b0-4681-83c1-590f324b4dd7 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47839 time: 0.4857166 Dec 13 14:38:41.426052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7592f3ae-a1b4-44e5-b02a-1a0b436a895a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.429634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-145e885a-c8a3-404d-85df-50233b987a8f tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0ab4a3b9-f2b0-4606-8fd7-8a4ae5fa85a6 HTTP/1.1" status: 200 len: 2981 time: 0.1029639 Dec 13 14:38:41.452247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2e816a-9d49-4ef6-a191-5f0ac331f893 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:41.462357 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.477967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Transition to ACTIVE for port object 2f2e816a-9d49-4ef6-a191-5f0ac331f893 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:38:41.480038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-c54a2ad7-e03e-4fc7-ab4c-cd85483161be tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0ab4a3b9-f2b0-4606-8fd7-8a4ae5fa85a6 HTTP/1.1" status: 200 len: 2981 time: 0.0431235 Dec 13 14:38:41.520368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7592f3ae-a1b4-44e5-b02a-1a0b436a895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.530820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-f301688b-8d3c-47df-b88e-91ee9551c84d tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/117d384f-ee8c-4444-b96b-8696f21b8605 HTTP/1.1" status: 200 len: 2981 time: 0.0446427 Dec 13 14:38:41.542184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.556699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.570869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2e68485e-cd9a-4a46-8a5b-3eb69ccc0697'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:41.573519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0641c925-9dd3-400f-acba-3eeb2c099541'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:41.596131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7592f3ae-a1b4-44e5-b02a-1a0b436a895a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27581fd005ae487faec7f4bd965d3c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660823 Dec 13 14:38:41.600538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56438) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:41.636363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592f3ae-a1b4-44e5-b02a-1a0b436a895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5082eff-3200-49fc-87c3-220b9c5a9a43,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:41.651491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Pushing event deleted for resources: {'Port': ['ID=2e68485e-cd9a-4a46-8a5b-3eb69ccc0697,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:41.666898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2e816a-9d49-4ef6-a191-5f0ac331f893,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:41.716600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56442) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:41.728353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.728763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.729186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.730605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.731156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.731895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.732413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.732931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.733452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.734130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.734695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.735097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:41.739149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] No DVR routers for this DVR port 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:38:41.743583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.747856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Attempting to bind port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:41.748223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Attempting to bind port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:41.748553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Attempting to bind port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:41.757370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf662a3-8d7d-4a5b-ba97-70e67b507885 req-10e1a0e6-2976-436b-b699-a2aa8959bee2 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.50 "DELETE /v2.0/ports/2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 HTTP/1.1" status: 204 len: 173 time: 0.9561067 Dec 13 14:38:41.759143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'name': 'network-vif-deleted', 'tag': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:41.764935 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1be612b-9881-4c61-a37b-25735fb25cff" -d '{"events": [{"server_uuid": "1da328a4-1f06-4c96-bbd4-1836311d98bf", "name": "network-vif-deleted", "tag": "2e68485e-cd9a-4a46-8a5b-3eb69ccc0697"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:41.770511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:41.771435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Attempting to bind port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:41.780803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-21e7a2af-2942-46ba-a127-57e58d5af62e tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/117d384f-ee8c-4444-b96b-8696f21b8605 HTTP/1.1" status: 200 len: 2981 time: 0.2409925 Dec 13 14:38:41.789281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:41.798689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:41.798689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:41.798689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Bound port: 2f2e816a-9d49-4ef6-a191-5f0ac331f893, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:41.798689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.798689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1e2b535c-95f3-48aa-bf59-d058158afe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.828558 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1e2b535c-95f3-48aa-bf59-d058158afe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:41.858801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-8b1a2294-f914-4aac-a474-5e629b74f75f tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/18a260af-ef2f-4333-8a44-fa9d976cf958 HTTP/1.1" status: 200 len: 2977 time: 0.0735815 Dec 13 14:38:41.930302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-ab41fc4a-9e99-4a22-80b1-7055135c7b83 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/18a260af-ef2f-4333-8a44-fa9d976cf958 HTTP/1.1" status: 200 len: 2977 time: 0.0597889 Dec 13 14:38:41.944378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-00c4778d-5659-4d0a-9480-41b2f75d5fdb tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:38:41.945325 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-00c4778d-5659-4d0a-9480-41b2f75d5fdb tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2240138 Dec 13 14:38:41.960557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] For port 2f2e816a-9d49-4ef6-a191-5f0ac331f893, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:41.965662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] For port 2f2e816a-9d49-4ef6-a191-5f0ac331f893, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2f2e816a-9d49-4ef6-a191-5f0ac331f893,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:41.984762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-9152c893-d749-4c29-b1a1-25a68078a31a tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1e77e394-7bf6-43b9-ab0f-44ae0c1df138 HTTP/1.1" status: 200 len: 2981 time: 0.0533752 Dec 13 14:38:42.041284 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-9480bf76-e3f4-441a-b551-16b681a2df31 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1e77e394-7bf6-43b9-ab0f-44ae0c1df138 HTTP/1.1" status: 200 len: 2981 time: 0.0491869 Dec 13 14:38:42.080050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-b5d61188-efd2-4e4b-9c34-e1834b9c2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:42.081472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-b5d61188-efd2-4e4b-9c34-e1834b9c2804 service neutron] 10.222.0.24 "GET /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 1093 time: 0.0852392 Dec 13 14:38:42.082804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1e2b535c-95f3-48aa-bf59-d058158afe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.085309 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1e2b535c-95f3-48aa-bf59-d058158afe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.089601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:38:42.090778 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1e2b535c-95f3-48aa-bf59-d058158afe96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5082eff-3200-49fc-87c3-220b9c5a9a43 HTTP/1.1" status: 204 len: 168 time: 0.4824483 Dec 13 14:38:42.091442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-01ef22f9-dfc6-4bc9-88a6-dfa381a17ae2 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1e856f03-71d4-4930-86d9-557993dbbe73 HTTP/1.1" status: 200 len: 2981 time: 0.0432065 Dec 13 14:38:42.101218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.101360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:42.111832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Request body: {'binding': {'host': 'n-h2-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:42.112880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Unknown quota resources ['binding']. {{(pid=102824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:38:42.138730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-e5bf5a5d-99c3-4b85-a83e-bffb9cfbc643 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1e856f03-71d4-4930-86d9-557993dbbe73 HTTP/1.1" status: 200 len: 2981 time: 0.0405145 Dec 13 14:38:42.189817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-0f89c6e9-54f6-40c5-a701-940fc00528ba tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2d21f703-4e04-4217-a48d-189a05bd5437 HTTP/1.1" status: 200 len: 2981 time: 0.0422440 Dec 13 14:38:42.240187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-6379d346-bf6a-4f64-8108-2f172d9c8888 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2d21f703-4e04-4217-a48d-189a05bd5437 HTTP/1.1" status: 200 len: 2981 time: 0.0412142 Dec 13 14:38:42.245151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 2dbaa0f1-d264-475e-be36-b021e04807df completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:38:42.253403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 2dbaa0f1-d264-475e-be36-b021e04807df triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:42.254918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.256599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:42.257218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.258642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] 10.222.0.50 "PUT /v2.0/ports/2f2e816a-9d49-4ef6-a191-5f0ac331f893 HTTP/1.1" status: 200 len: 1096 time: 1.3612034 Dec 13 14:38:42.260867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'tag': '2f2e816a-9d49-4ef6-a191-5f0ac331f893'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:42.264838 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22438033-299e-478b-a020-500cb3470067" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0", "tag": "2f2e816a-9d49-4ef6-a191-5f0ac331f893"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:42.267859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b535c-95f3-48aa-bf59-d058158afe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5082eff-3200-49fc-87c3-220b9c5a9a43,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:42.314828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-88a01336-b48b-4078-81db-aefb6e465030 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3761683d-8758-4d6b-a390-3469e9ff37cd HTTP/1.1" status: 200 len: 2973 time: 0.0678146 Dec 13 14:38:42.321012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc2679-f0eb-4f10-b295-426b1b5bab43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2e816a-9d49-4ef6-a191-5f0ac331f893,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:42.371926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-90093779-f05f-427a-bece-b7133efd43a5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3761683d-8758-4d6b-a390-3469e9ff37cd HTTP/1.1" status: 200 len: 2973 time: 0.0491903 Dec 13 14:38:42.378288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on host n-h2-816954-1 for vnic_type normal with profile None {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:42.378854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:42.379215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:42.389531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.400159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:42.400159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:42.421894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:42.422261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:42.422675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:42.423106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Bound port: 16130157-a963-4c80-b25b-d6e01e11f4d4, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:42.428546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-b6939e89-7f4d-43fc-a099-03571fc5fadf tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/47d82a13-6763-4f13-b72a-25df0cbb4dc2 HTTP/1.1" status: 200 len: 2981 time: 0.0480142 Dec 13 14:38:42.490785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-ffdb16bc-17c8-476c-b4c1-4798cb2339d8 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/47d82a13-6763-4f13-b72a-25df0cbb4dc2 HTTP/1.1" status: 200 len: 2981 time: 0.0535741 Dec 13 14:38:42.504393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-99902dea-b520-40ec-b316-7586cec971ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:42.505890 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-99902dea-b520-40ec-b316-7586cec971ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 1099 time: 0.1182427 Dec 13 14:38:42.538756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:42.541032 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91792c76-4856-4503-8da5-2b7922ed2171" -d '{"events": [{"server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "name": "network-vif-plugged", "status": "completed", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:42.541165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-7dfc63db-3e67-4f98-be01-5ae43b802920 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/63a2bad7-2a09-4616-b9d0-c13fa0c9bca3 HTTP/1.1" status: 200 len: 2977 time: 0.0494173 Dec 13 14:38:42.559153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:42.565249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-bba23a75-e59d-4aad-bf9a-761d6f92f447 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=2f2e816a-9d49-4ef6-a191-5f0ac331f893 HTTP/1.1" status: 200 len: 217 time: 0.0474784 Dec 13 14:38:42.582755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-6d7ee715-f3ee-4d02-8af7-ed741bd6d817 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/63a2bad7-2a09-4616-b9d0-c13fa0c9bca3 HTTP/1.1" status: 200 len: 2977 time: 0.0407684 Dec 13 14:38:42.584174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:42.599531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.628780 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:42.630626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-361ae7d4-3983-41c7-a0f1-f57e0bd609ca service neutron] 10.222.0.24 "POST /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5326602 Dec 13 14:38:42.634928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-40f70b63-7b63-469a-933f-7115ac6197ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:42.636738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-40f70b63-7b63-469a-933f-7115ac6197ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0622334 Dec 13 14:38:42.663893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-bd7490a6-a194-40e8-84cd-b27f752eb40e tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7fd7c6af-6016-4a24-8f6a-144d5d8a47fe HTTP/1.1" status: 200 len: 2977 time: 0.0762208 Dec 13 14:38:42.679230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:42.689001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.689702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.690975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.691489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.691983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.692473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.692809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.693248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.693680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.694012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.694374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.694700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:38:42.710582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-a4a5405b-96c7-46b6-8a3d-776eaf6d1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:42.712041 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-a4a5405b-96c7-46b6-8a3d-776eaf6d1413 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584493 Dec 13 14:38:42.722084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-54854930-b1f7-401d-8895-3b6226f00757 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7fd7c6af-6016-4a24-8f6a-144d5d8a47fe HTTP/1.1" status: 200 len: 2977 time: 0.0573490 Dec 13 14:38:42.772290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-394bbcd9-20d1-4760-8d15-908ee474bf66 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/affa282b-315e-43e7-a7c0-36e587d76f66 HTTP/1.1" status: 200 len: 2981 time: 0.0433092 Dec 13 14:38:42.820053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-128729f1-022b-469b-b8a0-ceaec65a36d7 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/affa282b-315e-43e7-a7c0-36e587d76f66 HTTP/1.1" status: 200 len: 2981 time: 0.0417483 Dec 13 14:38:42.821192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-f3a18953-ab38-49f1-a7d5-92f3576aaaef service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012764 Dec 13 14:38:42.926610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-f916234d-b02f-4ece-b668-c4fca9588c19 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e1e710dd-419f-42ec-b260-44d4d1366cff HTTP/1.1" status: 200 len: 2981 time: 0.0776272 Dec 13 14:38:42.966083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-9d17c84f-8c28-4c5f-b23c-3c61beaf23c5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e1e710dd-419f-42ec-b260-44d4d1366cff HTTP/1.1" status: 200 len: 2981 time: 0.0385308 Dec 13 14:38:42.969598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab72e7ae-336b-4d54-9234-b8ba5d37050d req-90823ff0-313b-42e1-a118-a3037d3af7b7 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370184 Dec 13 14:38:42.985989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb602e8-453a-4f94-969e-739132e79d08 req-f95a6f8e-1fde-418b-ad2a-c8fbec120c52 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:42.993828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fb602e8-453a-4f94-969e-739132e79d08 req-f95a6f8e-1fde-418b-ad2a-c8fbec120c52 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 948 time: 0.0986433 Dec 13 14:38:43.032088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-05a7f6d6-b5e9-4bd5-a4d1-84918f8af0dd tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f0846a88-709d-4fbb-8db5-87f73c02084e HTTP/1.1" status: 200 len: 2981 time: 0.0585735 Dec 13 14:38:43.035343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fb602e8-453a-4f94-969e-739132e79d08 req-a676cb71-ca9d-40dc-932f-a338fb55bfeb tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Dec 13 14:38:43.081927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-0f47bb42-036f-4adb-9d10-91633bd8cbca tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f0846a88-709d-4fbb-8db5-87f73c02084e HTTP/1.1" status: 200 len: 2981 time: 0.0416596 Dec 13 14:38:43.150932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-1bb702b3-b94b-49e0-b9b7-e3f84639cc33 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f21998cd-a8af-412e-9795-a856be016a27 HTTP/1.1" status: 200 len: 2977 time: 0.0622585 Dec 13 14:38:43.154702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a24df-d7c4-4214-83bb-60a072004f06 req-e681cc5a-f869-451a-875d-661b970193c1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.156361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c1a24df-d7c4-4214-83bb-60a072004f06 req-e681cc5a-f869-451a-875d-661b970193c1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 945 time: 0.0641224 Dec 13 14:38:43.198453 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c1a24df-d7c4-4214-83bb-60a072004f06 req-437629e8-6149-48f2-aa7e-7ca5e673b597 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Dec 13 14:38:43.202763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8b1f4db-261f-49ea-b327-49c87c5a88ea req-c2a64400-ceb4-4fec-b77c-7bd084b2bf89 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f21998cd-a8af-412e-9795-a856be016a27 HTTP/1.1" status: 200 len: 2977 time: 0.0485561 Dec 13 14:38:43.326676 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61211d88-9613-473e-803b-7139200a4081 x-openstack-request-id: req-61211d88-9613-473e-803b-7139200a4081 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:43.326890 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da328a4-1f06-4c96-bbd4-1836311d98bf", "name": "network-vif-deleted", "tag": "2e68485e-cd9a-4a46-8a5b-3eb69ccc0697", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:43.327638 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61211d88-9613-473e-803b-7139200a4081 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:43.328087 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da328a4-1f06-4c96-bbd4-1836311d98bf', 'name': 'network-vif-deleted', 'tag': '2e68485e-cd9a-4a46-8a5b-3eb69ccc0697', 'status': 'completed', 'code': 200} Dec 13 14:38:43.328910 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efcadfe-84b6-446e-a312-2f9562d056be x-openstack-request-id: req-8efcadfe-84b6-446e-a312-2f9562d056be {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:43.328910 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0", "tag": "2f2e816a-9d49-4ef6-a191-5f0ac331f893", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:43.329276 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8efcadfe-84b6-446e-a312-2f9562d056be {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:43.329547 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'tag': '2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'status': 'completed', 'code': 200} Dec 13 14:38:43.400505 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1752f38e-d775-451d-82d1-205a5af0ac3d x-openstack-request-id: req-1752f38e-d775-451d-82d1-205a5af0ac3d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:43.400987 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "name": "network-vif-plugged", "status": "completed", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:43.401096 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1752f38e-d775-451d-82d1-205a5af0ac3d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:43.401451 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df', 'code': 200} Dec 13 14:38:43.417767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-b7552416-e248-4672-86f7-73166c91a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.419703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-b7552416-e248-4672-86f7-73166c91a5a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1096 time: 0.0799150 Dec 13 14:38:43.464855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22438033-299e-478b-a020-500cb3470067 req-2cf4cf72-d5db-4afe-b309-4720e51e438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.466248 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22438033-299e-478b-a020-500cb3470067 req-2cf4cf72-d5db-4afe-b309-4720e51e438b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 1099 time: 0.1032281 Dec 13 14:38:43.480557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d5b85-fead-481f-8520-9c65782641e3 req-ab48c337-e58d-4eb1-a84b-28a883dffc94 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.482379 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe3d5b85-fead-481f-8520-9c65782641e3 req-ab48c337-e58d-4eb1-a84b-28a883dffc94 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 945 time: 0.0708258 Dec 13 14:38:43.573312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe3d5b85-fead-481f-8520-9c65782641e3 req-24de87ca-caec-4052-ab42-552e0302dd83 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819614 Dec 13 14:38:43.621411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd0da-1ef5-4ee0-b5ed-715d9864ec60 req-38350cce-6b9f-43e7-90e1-1c9eee0a4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.621411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-260dd0da-1ef5-4ee0-b5ed-715d9864ec60 req-38350cce-6b9f-43e7-90e1-1c9eee0a4b2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1096 time: 0.1329069 Dec 13 14:38:43.623711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-bbc180e1-b677-40f7-98d8-851b1fd24485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.625102 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-bbc180e1-b677-40f7-98d8-851b1fd24485 service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.1966212 Dec 13 14:38:43.627489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22438033-299e-478b-a020-500cb3470067 req-b17d3748-81a6-4dd8-bce6-9956027b1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.629766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22438033-299e-478b-a020-500cb3470067 req-b17d3748-81a6-4dd8-bce6-9956027b1fb7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1467586 Dec 13 14:38:43.640477 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e78834e-854a-4220-8306-cc610b04610b req-f6b7595e-4d86-47f6-9035-257220feb33e tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6e49697473346008547efd5fff695e5 HTTP/1.1" status: 200 len: 6103 time: 0.1981304 Dec 13 14:38:43.685988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22438033-299e-478b-a020-500cb3470067 req-d5a3437b-fde0-4ab3-b7b2-517e5370c7c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=2f2e816a-9d49-4ef6-a191-5f0ac331f893 HTTP/1.1" status: 200 len: 217 time: 0.0426164 Dec 13 14:38:43.691360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-397ea630-4233-4e2e-89af-2e661fc18bd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0490742 Dec 13 14:38:43.749572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-260dd0da-1ef5-4ee0-b5ed-715d9864ec60 req-cc84b50c-750a-45ec-a4e4-69fc5488e3ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201627 Dec 13 14:38:43.751147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22438033-299e-478b-a020-500cb3470067 req-1038a5a1-c8b8-45dd-b67c-cf46db8eea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.753765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22438033-299e-478b-a020-500cb3470067 req-1038a5a1-c8b8-45dd-b67c-cf46db8eea55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0531411 Dec 13 14:38:43.777001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e78834e-854a-4220-8306-cc610b04610b req-dc970e98-94a7-49f0-8fc9-9525cabf25e6 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "GET /v2.0/security-groups/2d21f703-4e04-4217-a48d-189a05bd5437 HTTP/1.1" status: 200 len: 2981 time: 0.1209166 Dec 13 14:38:43.780920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-737c4732-51cb-4027-b86e-e1f73e383936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.782328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-737c4732-51cb-4027-b86e-e1f73e383936 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0748348 Dec 13 14:38:43.815834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22438033-299e-478b-a020-500cb3470067 req-fc180bf2-b210-432e-b3af-2071218dbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:43.818978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22438033-299e-478b-a020-500cb3470067 req-fc180bf2-b210-432e-b3af-2071218dbe50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541713 Dec 13 14:38:43.839308 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-94f98ded-6900-4558-9e59-aad6483ea3a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440345 Dec 13 14:38:43.897612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56496) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:43.923214 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e78834e-854a-4220-8306-cc610b04610b req-86160447-db73-45f1-a5f2-7ec4d8e868ac tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "GET /v2.0/security-groups/2d21f703-4e04-4217-a48d-189a05bd5437 HTTP/1.1" status: 200 len: 2981 time: 0.1348946 Dec 13 14:38:43.940482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22438033-299e-478b-a020-500cb3470067 req-6f8c4969-69af-4522-b65e-963ff189af81 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151390 Dec 13 14:38:44.001582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-e99db30f-7085-4272-9407-5ba3da54b3ee service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414843 Dec 13 14:38:44.009160 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d93b936a-4e5f-4b69-be56-6389f0f2e8ef req-891a2b0a-fa1a-497b-b53e-2374405aa0bc tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ab6a7ab1-5742-4336-985f-374b19b55538 HTTP/1.1" status: 200 len: 1776 time: 0.0676293 Dec 13 14:38:44.063643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22438033-299e-478b-a020-500cb3470067 req-8eaf6d43-97e5-4d5b-a0d4-c9298e59e4f8 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124759 Dec 13 14:38:44.078439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-964c1942-15e4-451f-ae2d-7b739e95af42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.144886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-82af4855-6a1a-44b0-ac05-e148b5762070 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326957 Dec 13 14:38:44.145656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d93b936a-4e5f-4b69-be56-6389f0f2e8ef req-35c85dc4-a8f4-473e-b7ff-530cb561bce5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.174121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d93b936a-4e5f-4b69-be56-6389f0f2e8ef req-35c85dc4-a8f4-473e-b7ff-530cb561bce5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.302902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d93b936a-4e5f-4b69-be56-6389f0f2e8ef req-35c85dc4-a8f4-473e-b7ff-530cb561bce5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.306165 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d93b936a-4e5f-4b69-be56-6389f0f2e8ef req-35c85dc4-a8f4-473e-b7ff-530cb561bce5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.307223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d93b936a-4e5f-4b69-be56-6389f0f2e8ef req-35c85dc4-a8f4-473e-b7ff-530cb561bce5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab6a7ab1-5742-4336-985f-374b19b55538 HTTP/1.1" status: 204 len: 173 time: 0.2834518 Dec 13 14:38:44.316124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c85dc4-a8f4-473e-b7ff-530cb561bce5 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a7ab1-5742-4336-985f-374b19b55538,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:44.357456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2167-f79f-4be1-b921-b48c970d984d req-ab8d5504-e229-4960-9bed-8f45e2cca7b8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:44.358974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75bc2167-f79f-4be1-b921-b48c970d984d req-ab8d5504-e229-4960-9bed-8f45e2cca7b8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.3037310 Dec 13 14:38:44.429985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75bc2167-f79f-4be1-b921-b48c970d984d req-3522a56d-11e2-49cf-b058-c42ff6212376 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591168 Dec 13 14:38:44.431763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-964c1942-15e4-451f-ae2d-7b739e95af42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.472433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-58312df0-44c0-48b5-b50e-52fa42d039bc tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:44.473936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-58312df0-44c0-48b5-b50e-52fa42d039bc tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.1245968 Dec 13 14:38:44.482520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942724f-0146-4e8e-b43a-762965210ccf req-84e6a90b-5f0e-42bc-a94c-4acdccdeb9a9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:44.483951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4942724f-0146-4e8e-b43a-762965210ccf req-84e6a90b-5f0e-42bc-a94c-4acdccdeb9a9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 948 time: 0.0913763 Dec 13 14:38:44.488931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816954-1'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:44.496987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-964c1942-15e4-451f-ae2d-7b739e95af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.558527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-964c1942-15e4-451f-ae2d-7b739e95af42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0caa88dcb83470bb501dbecf7342c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560905 Dec 13 14:38:44.558527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c1942-15e4-451f-ae2d-7b739e95af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb723ee-4213-452c-ae04-cfbb098c8bd6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:44.559848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56522) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:44.564110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4942724f-0146-4e8e-b43a-762965210ccf req-d7232bc1-0215-4b12-801a-a585608431b9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722728 Dec 13 14:38:44.570194 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.577965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8e8a1-14c1-459a-9a46-c34f78226efa req-e4abfcce-4cda-4ee2-a994-95fb8fe38401 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:44.579441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-73d8e8a1-14c1-459a-9a46-c34f78226efa req-e4abfcce-4cda-4ee2-a994-95fb8fe38401 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 945 time: 0.0930707 Dec 13 14:38:44.660066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-73d8e8a1-14c1-459a-9a46-c34f78226efa req-d3ab5dfb-70e5-4bd9-bcf5-02d73cd3007a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583251 Dec 13 14:38:44.660808 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-701f9184-4ba7-4cd3-969a-7129ee557a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.689276 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-701f9184-4ba7-4cd3-969a-7129ee557a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.725398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b499ceb5-e488-4768-8244-eb890d060526 req-31b1624f-2c37-43c7-984e-f53d6246ae43 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "GET /v2.0/security-groups/16335095-435d-4a57-bf62-c0face483a09 HTTP/1.1" status: 200 len: 1777 time: 0.0564680 Dec 13 14:38:44.760334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:44.793725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-701f9184-4ba7-4cd3-969a-7129ee557a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.797186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-701f9184-4ba7-4cd3-969a-7129ee557a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.798385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-701f9184-4ba7-4cd3-969a-7129ee557a4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cb723ee-4213-452c-ae04-cfbb098c8bd6 HTTP/1.1" status: 204 len: 168 time: 0.2374859 Dec 13 14:38:44.807294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f9184-4ba7-4cd3-969a-7129ee557a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb723ee-4213-452c-ae04-cfbb098c8bd6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:44.840204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b499ceb5-e488-4768-8244-eb890d060526 req-66c2f23f-bf35-4a11-b9eb-240db246cb83 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.842032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:44.884565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b499ceb5-e488-4768-8244-eb890d060526 req-66c2f23f-bf35-4a11-b9eb-240db246cb83 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.910280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:44.994466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abd694-c63a-4903-8fd9-2668a75ab02b req-d452b385-22af-47a1-bc7a-727f31904a48 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:44.995885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09abd694-c63a-4903-8fd9-2668a75ab02b req-d452b385-22af-47a1-bc7a-727f31904a48 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 945 time: 0.0483289 Dec 13 14:38:44.999288 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.035440 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09abd694-c63a-4903-8fd9-2668a75ab02b req-23238787-60b9-4137-87fd-8e2668acea01 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Dec 13 14:38:45.043196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b499ceb5-e488-4768-8244-eb890d060526 req-66c2f23f-bf35-4a11-b9eb-240db246cb83 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.045884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b499ceb5-e488-4768-8244-eb890d060526 req-66c2f23f-bf35-4a11-b9eb-240db246cb83 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.047007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b499ceb5-e488-4768-8244-eb890d060526 req-66c2f23f-bf35-4a11-b9eb-240db246cb83 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/16335095-435d-4a57-bf62-c0face483a09 HTTP/1.1" status: 204 len: 173 time: 0.3133249 Dec 13 14:38:45.079829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2f23f-bf35-4a11-b9eb-240db246cb83 tempest-SecurityGroupsTestAdminJSON-1279582923 tempest-SecurityGroupsTestAdminJSON-1279582923-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16335095-435d-4a57-bf62-c0face483a09,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:45.090971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:45.118785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5b7bf01-1863-4552-8922-f2e10db7595a req-813c0b66-5100-498c-9fb1-4bb455d0ac06 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "GET /v2.0/security-groups/b7ada904-3083-4085-a203-1c7b038ad7ef HTTP/1.1" status: 200 len: 1778 time: 0.0441852 Dec 13 14:38:45.121216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:45.121593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:45.121924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:45.126436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:45.126805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Attempting to bind port 16130157-a963-4c80-b25b-d6e01e11f4d4 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:45.132530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:45.132849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:45.133225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:45.133642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Bound port: 16130157-a963-4c80-b25b-d6e01e11f4d4, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:45.133995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.195965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c5b7bf01-1863-4552-8922-f2e10db7595a req-aa172c5d-c10c-4155-ab45-56f1b1a53479 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.212070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:45.216497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:45.225693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c5b7bf01-1863-4552-8922-f2e10db7595a req-aa172c5d-c10c-4155-ab45-56f1b1a53479 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.288390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.333173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:45.335455 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe46dc-90a9-4c40-8845-26bd03022720" -d '{"events": [{"server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "name": "network-vif-unplugged", "status": "completed", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:45.337235 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.359858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c5b7bf01-1863-4552-8922-f2e10db7595a req-aa172c5d-c10c-4155-ab45-56f1b1a53479 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.364322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c5b7bf01-1863-4552-8922-f2e10db7595a req-aa172c5d-c10c-4155-ab45-56f1b1a53479 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.365659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5b7bf01-1863-4552-8922-f2e10db7595a req-aa172c5d-c10c-4155-ab45-56f1b1a53479 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "DELETE /v2.0/security-groups/b7ada904-3083-4085-a203-1c7b038ad7ef HTTP/1.1" status: 204 len: 173 time: 0.2391827 Dec 13 14:38:45.368373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:45.368892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.370514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] 10.222.0.50 "PUT /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 1121 time: 0.8856196 Dec 13 14:38:45.372962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613747-fd0d-44d3-a214-0b81a0519a69 service neutron] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=8']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:45.381966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa172c5d-c10c-4155-ab45-56f1b1a53479 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ada904-3083-4085-a203-1c7b038ad7ef,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:45.419887 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b2665-52e9-4ff0-94ae-fcedaacb5b23 x-openstack-request-id: req-482b2665-52e9-4ff0-94ae-fcedaacb5b23 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:45.423237 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "name": "network-vif-unplugged", "status": "completed", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:45.423237 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-482b2665-52e9-4ff0-94ae-fcedaacb5b23 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:45.423237 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4', 'code': 200} Dec 13 14:38:45.439051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['16130157-a963-4c80-b25b-d6e01e11f4d4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:45.475477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e8f068b-4b56-4685-8e3d-5cdeca4e16d4 req-b323ebfa-baee-4e5c-9a46-e5319f61542b tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "GET /v2.0/security-groups/34067734-5e13-4f84-a432-709fb3181e58 HTTP/1.1" status: 200 len: 1777 time: 0.0436881 Dec 13 14:38:45.519702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:38:45.544668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-97eb6924-62be-4f61-a125-28ef2e57aca1 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:45.546466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-97eb6924-62be-4f61-a125-28ef2e57aca1 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.0581100 Dec 13 14:38:45.546788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:38:45.547100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2e68485e-cd9a-4a46-8a5b-3eb69ccc0697 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:38:45.565543 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8e8f068b-4b56-4685-8e3d-5cdeca4e16d4 req-c861885e-a003-4640-86ec-678811c784c8 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.598092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8e8f068b-4b56-4685-8e3d-5cdeca4e16d4 req-c861885e-a003-4640-86ec-678811c784c8 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.609690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56554) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:45.629097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-375404a2-7bf9-4a94-99e1-2fb25bf7a6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.731912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-375404a2-7bf9-4a94-99e1-2fb25bf7a6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.742046 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8e8f068b-4b56-4685-8e3d-5cdeca4e16d4 req-c861885e-a003-4640-86ec-678811c784c8 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.744674 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8e8f068b-4b56-4685-8e3d-5cdeca4e16d4 req-c861885e-a003-4640-86ec-678811c784c8 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.745836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e8f068b-4b56-4685-8e3d-5cdeca4e16d4 req-c861885e-a003-4640-86ec-678811c784c8 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] 10.222.0.24 "DELETE /v2.0/security-groups/34067734-5e13-4f84-a432-709fb3181e58 HTTP/1.1" status: 204 len: 173 time: 0.2694273 Dec 13 14:38:45.761113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861885e-a003-4640-86ec-678811c784c8 tempest-SecurityGroupsTestAdminJSON-481389762 tempest-SecurityGroupsTestAdminJSON-481389762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34067734-5e13-4f84-a432-709fb3181e58,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:45.807855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-375404a2-7bf9-4a94-99e1-2fb25bf7a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:45.872100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-375404a2-7bf9-4a94-99e1-2fb25bf7a6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=016f4103470c4dd99c19e3c9cfae8724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607393 Dec 13 14:38:45.886552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56564) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:45.893622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375404a2-7bf9-4a94-99e1-2fb25bf7a6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57134574-678f-4a11-85cc-c71fb7d3c049,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:45.943335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0b-11d8-40fa-84b3-dd79988beb02 req-aaded2af-6643-4adb-996f-67e7494aa452 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:45.944813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83027c0b-11d8-40fa-84b3-dd79988beb02 req-aaded2af-6643-4adb-996f-67e7494aa452 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 948 time: 0.1251020 Dec 13 14:38:45.964938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02934045-14a9-493a-807b-519925f15f6c req-1f0a4f90-61db-4b7d-a3a6-b32403859b97 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:45.966417 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02934045-14a9-493a-807b-519925f15f6c req-1f0a4f90-61db-4b7d-a3a6-b32403859b97 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 950 time: 0.3391528 Dec 13 14:38:45.974056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0a24eba6-847b-4e52-8554-ead5646b016a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.008148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83027c0b-11d8-40fa-84b3-dd79988beb02 req-7573e198-0edd-4118-9bb7-ee1b0005643d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531008 Dec 13 14:38:46.009899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0a24eba6-847b-4e52-8554-ead5646b016a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.027256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Deleting port 0641c925-9dd3-400f-acba-3eeb2c099541 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:38:46.027592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.034140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02934045-14a9-493a-807b-519925f15f6c req-ff038fb8-a847-48c7-8b77-976034f66e9d tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/security-groups?id=f21998cd-a8af-412e-9795-a856be016a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599804 Dec 13 14:38:46.136471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0a24eba6-847b-4e52-8554-ead5646b016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.139190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0a24eba6-847b-4e52-8554-ead5646b016a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.140410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0a24eba6-847b-4e52-8554-ead5646b016a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57134574-678f-4a11-85cc-c71fb7d3c049 HTTP/1.1" status: 204 len: 168 time: 0.2526512 Dec 13 14:38:46.149151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24eba6-847b-4e52-8554-ead5646b016a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57134574-678f-4a11-85cc-c71fb7d3c049,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:46.153050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] For port 0641c925-9dd3-400f-acba-3eeb2c099541, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0641c925-9dd3-400f-acba-3eeb2c099541,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:46.153499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.176115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Calling delete_port for 0641c925-9dd3-400f-acba-3eeb2c099541 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:38:46.199272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4b41-1dbc-4fa5-806f-705b4777c05c req-4287fcf0-87c4-46a2-809f-2950082a19c2 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:46.200731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2abd4b41-1dbc-4fa5-806f-705b4777c05c req-4287fcf0-87c4-46a2-809f-2950082a19c2 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 945 time: 0.0884378 Dec 13 14:38:46.298982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2abd4b41-1dbc-4fa5-806f-705b4777c05c req-76ef97dc-cbcc-4f68-995d-27411eecadcb tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770001 Dec 13 14:38:46.429313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5775-758a-4a37-a733-876a65acb3ff req-25979bdf-3d9b-4fb1-b7fe-e7b61d77b764 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:46.434722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a2c5775-758a-4a37-a733-876a65acb3ff req-25979bdf-3d9b-4fb1-b7fe-e7b61d77b764 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 943 time: 0.0757463 Dec 13 14:38:46.475537 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a2c5775-758a-4a37-a733-876a65acb3ff req-e2e838b3-3095-42fa-8de4-a7245a4d565e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Dec 13 14:38:46.479783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.486155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7328308-950d-4917-9048-6041ead7e332 req-99c7386e-127a-4397-9aa2-b962dc0c89a8 tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4a3feaee6aae47cdac97c119aff93593&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371099 Dec 13 14:38:46.493105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0641c925-9dd3-400f-acba-3eeb2c099541'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:46.516515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:46.528397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.530761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Pushing event deleted for resources: {'Port': ['ID=0641c925-9dd3-400f-acba-3eeb2c099541,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:46.599388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] No DVR routers for this DVR port 0641c925-9dd3-400f-acba-3eeb2c099541 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:38:46.603425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.606983 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-924b39b3-5c15-4dbf-b4cf-1829cce44c9b req-22242fc4-ca26-4433-aae4-326703fe93f8 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.55 "DELETE /v2.0/ports/0641c925-9dd3-400f-acba-3eeb2c099541 HTTP/1.1" status: 204 len: 173 time: 1.0487425 Dec 13 14:38:46.646966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7328308-950d-4917-9048-6041ead7e332 req-451693da-5770-4059-a694-ca56ab92dd93 tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:46.648457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7328308-950d-4917-9048-6041ead7e332 req-451693da-5770-4059-a694-ca56ab92dd93 tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607728 Dec 13 14:38:46.666798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7328308-950d-4917-9048-6041ead7e332 req-c3eb57e9-7eb3-4243-9014-4f86ae266a51 tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/quotas/4a3feaee6aae47cdac97c119aff93593 HTTP/1.1" status: 200 len: 375 time: 0.0124328 Dec 13 14:38:46.710216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7328308-950d-4917-9048-6041ead7e332 req-e2e48ed4-4a26-4ef8-b118-078390c69b5e tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a3feaee6aae47cdac97c119aff93593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376124 Dec 13 14:38:46.764699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0e0109a9-22c7-4565-8df2-eaf62dec3afb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6e49697473346008547efd5fff695e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361724 Dec 13 14:38:46.767290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56596) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:46.868197 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa21183d-9c23-46be-b581-2c3bc2e90147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.895874 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa21183d-9c23-46be-b581-2c3bc2e90147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:46.975664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04750a-3f5c-45cb-a29c-98b1987f2fcb req-ce098177-e558-4d59-9546-f78f99c10cca tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:46.977910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf04750a-3f5c-45cb-a29c-98b1987f2fcb req-ce098177-e558-4d59-9546-f78f99c10cca tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1096 time: 0.0565467 Dec 13 14:38:47.028388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf04750a-3f5c-45cb-a29c-98b1987f2fcb req-70b5218b-51db-41be-ab24-573e53dbae0c tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Dec 13 14:38:47.061977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa21183d-9c23-46be-b581-2c3bc2e90147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:47.064541 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa21183d-9c23-46be-b581-2c3bc2e90147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:47.075671 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fa21183d-9c23-46be-b581-2c3bc2e90147 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d21f703-4e04-4217-a48d-189a05bd5437 HTTP/1.1" status: 204 len: 168 time: 0.3000264 Dec 13 14:38:47.086043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21183d-9c23-46be-b581-2c3bc2e90147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21f703-4e04-4217-a48d-189a05bd5437,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:47.262005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588430-85b5-4cea-bf30-4f64ad403218 req-2de40e58-52b5-4a53-9e5f-81a0d6f53ba7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:47.271720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef588430-85b5-4cea-bf30-4f64ad403218 req-2de40e58-52b5-4a53-9e5f-81a0d6f53ba7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 948 time: 0.0887182 Dec 13 14:38:47.306722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef588430-85b5-4cea-bf30-4f64ad403218 req-3da13f92-9ee5-4493-a463-6d0c08380a75 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Dec 13 14:38:47.406819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d751a9-9520-4849-8523-d98b692145e2 req-abc98182-a11d-46d3-b259-bf2ecabcf827 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:47.408317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85d751a9-9520-4849-8523-d98b692145e2 req-abc98182-a11d-46d3-b259-bf2ecabcf827 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1096 time: 0.0430040 Dec 13 14:38:47.423917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a887b02-e38b-4012-9196-369b370b9c02 req-bf0a580c-7c1d-452a-843b-81e2a37630c9 tempest-LiveMigrationNegativeTest-1961720366 tempest-LiveMigrationNegativeTest-1961720366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ff3c402-df1a-4295-8007-e310899ea0e5 HTTP/1.1" status: 200 len: 210 time: 0.0579655 Dec 13 14:38:47.443707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4'}, {'server_uuid': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'name': 'network-vif-deleted', 'tag': '0641c925-9dd3-400f-acba-3eeb2c099541'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:47.449428 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edadf09-9a1c-427e-9239-cdd67794e137" -d '{"events": [{"name": "network-changed", "server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4"}, {"server_uuid": "9ff3c402-df1a-4295-8007-e310899ea0e5", "name": "network-vif-deleted", "tag": "0641c925-9dd3-400f-acba-3eeb2c099541"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:47.507527 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85d751a9-9520-4849-8523-d98b692145e2 req-cf8338f7-824e-4203-b6a2-b760bf574d94 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902996 Dec 13 14:38:47.543009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2f2e816a-9d49-4ef6-a191-5f0ac331f893 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:47.601103 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b9eb58-5a09-496f-b311-784254311991 x-openstack-request-id: req-d9b9eb58-5a09-496f-b311-784254311991 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:47.601345 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4", "status": "completed", "code": 200}, {"server_uuid": "9ff3c402-df1a-4295-8007-e310899ea0e5", "name": "network-vif-deleted", "tag": "0641c925-9dd3-400f-acba-3eeb2c099541", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:47.601592 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9b9eb58-5a09-496f-b311-784254311991 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:47.602059 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4', 'status': 'completed', 'code': 200} Dec 13 14:38:47.602334 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff3c402-df1a-4295-8007-e310899ea0e5', 'name': 'network-vif-deleted', 'tag': '0641c925-9dd3-400f-acba-3eeb2c099541', 'status': 'completed', 'code': 200} Dec 13 14:38:47.731373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-c2bcf012-4be2-47c8-b8e9-0f0666ee0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:47.731373 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-c2bcf012-4be2-47c8-b8e9-0f0666ee0c72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1124 time: 0.0860901 Dec 13 14:38:47.775022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2f2e816a-9d49-4ef6-a191-5f0ac331f893, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2f2e816a-9d49-4ef6-a191-5f0ac331f893,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:47.811140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72d335-4910-4a99-96fa-6cadb20bc6ae req-8b14fe0f-6415-4a63-a1c1-daade78f802b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:47.813355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca72d335-4910-4a99-96fa-6cadb20bc6ae req-8b14fe0f-6415-4a63-a1c1-daade78f802b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 943 time: 0.1162863 Dec 13 14:38:47.878557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca72d335-4910-4a99-96fa-6cadb20bc6ae req-30e9bf69-a10b-415a-9e0d-9ecb87c0e208 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 Dec 13 14:38:47.890190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-801c776f-dc95-413b-a870-f33ed14c8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:47.890190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-801c776f-dc95-413b-a870-f33ed14c8bef service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.1441467 Dec 13 14:38:47.904090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'mac_address': 'fa:16:3e:47:a5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:38:47.957648 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:47.971717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-6ba379d9-02ff-4756-8b00-f9d2cb9e4b48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0765383 Dec 13 14:38:48.011211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2e816a-9d49-4ef6-a191-5f0ac331f893 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:48.035767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-25fcf64b-1b48-498d-9095-311f5c5ec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:48.037936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2f2e816a-9d49-4ef6-a191-5f0ac331f893, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2f2e816a-9d49-4ef6-a191-5f0ac331f893,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:48.039076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-25fcf64b-1b48-498d-9095-311f5c5ec684 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0568130 Dec 13 14:38:48.082549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-fee9d27f-7931-47d0-9b94-5502d76261be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357132 Dec 13 14:38:48.108684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56648) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:48.148625 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2ed70c5c-7f0f-4847-8e6d-615acf2a1c85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e0437cfacc84a33930b23dbf2389591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387642 Dec 13 14:38:48.151083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56650) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:48.159461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:48.186358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-d2192edb-5187-4bef-a45f-839ca7932ebd service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952885 Dec 13 14:38:48.211576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2f2e816a-9d49-4ef6-a191-5f0ac331f893,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:48.247555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b8d14514-c640-4f5d-9b47-aaecf730a215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:48.286217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b8d14514-c640-4f5d-9b47-aaecf730a215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:48.293769 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4edadf09-9a1c-427e-9239-cdd67794e137 req-e44a5c07-a00d-49cd-87f1-ef6c5d7145aa service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986841 Dec 13 14:38:48.450482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6438178-5214-491f-932b-179b4ae82448 req-9b6d2169-a307-42a5-973d-caf9784c43c7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:48.454393 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b8d14514-c640-4f5d-9b47-aaecf730a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:48.458791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:48.460756 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b8d14514-c640-4f5d-9b47-aaecf730a215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:48.462045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b8d14514-c640-4f5d-9b47-aaecf730a215 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ab4a3b9-f2b0-4606-8fd7-8a4ae5fa85a6 HTTP/1.1" status: 204 len: 168 time: 0.3099058 Dec 13 14:38:48.465032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6438178-5214-491f-932b-179b4ae82448 req-9b6d2169-a307-42a5-973d-caf9784c43c7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 949 time: 0.0611057 Dec 13 14:38:48.472193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14514-c640-4f5d-9b47-aaecf730a215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab4a3b9-f2b0-4606-8fd7-8a4ae5fa85a6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:48.537644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6438178-5214-491f-932b-179b4ae82448 req-d94dec52-3258-4c37-b051-c9fa5fc2cccd tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716715 Dec 13 14:38:49.208640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac5d5e-6c49-44ca-9fbd-64324d05d9ab req-0dbeb9cc-ee12-41b9-9bc4-ef8c560b5a25 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:49.210150 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-59ac5d5e-6c49-44ca-9fbd-64324d05d9ab req-0dbeb9cc-ee12-41b9-9bc4-ef8c560b5a25 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 943 time: 0.0491295 Dec 13 14:38:49.249352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-59ac5d5e-6c49-44ca-9fbd-64324d05d9ab req-d49b1e16-f3d6-4c85-956f-f78246dd0059 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Dec 13 14:38:49.535276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56718) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:49.565238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:49.567359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2f2e816a-9d49-4ef6-a191-5f0ac331f893 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:38:49.718658 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16253067-fe23-4987-a91d-2ecc642390ab req-66c49441-127e-4bf7-bb20-998b1971c95e tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4a3feaee6aae47cdac97c119aff93593&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271869 Dec 13 14:38:49.769810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:49.780896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 has no active binding in host n-h2-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:38:49.786701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8e1fdced-1ee7-41cd-b006-b4e9d62e5009 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec4423a4f4af49c49ff16df7ce4d3d62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2501042 Dec 13 14:38:49.789381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56744) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:49.815362 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-381fc853-700f-4332-a528-569a68bca1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:49.855954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1f4a830b-59a7-4a7e-a521-80dc80d78ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:49.862222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16253067-fe23-4987-a91d-2ecc642390ab req-48cc5a9e-3ddf-4a0c-969d-878ea7b76eb9 tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:49.862222 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16253067-fe23-4987-a91d-2ecc642390ab req-48cc5a9e-3ddf-4a0c-969d-878ea7b76eb9 tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1317339 Dec 13 14:38:49.873581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:38:49.875447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16253067-fe23-4987-a91d-2ecc642390ab req-2f5b1556-75c4-43a9-8f4c-b7d6a60b0d2c tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/quotas/4a3feaee6aae47cdac97c119aff93593 HTTP/1.1" status: 200 len: 375 time: 0.0102167 Dec 13 14:38:49.877479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:38:49.877988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:49.894501 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1f4a830b-59a7-4a7e-a521-80dc80d78ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:49.927509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16253067-fe23-4987-a91d-2ecc642390ab req-f448362f-e532-4e90-acf7-c372eea8416d tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a3feaee6aae47cdac97c119aff93593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423543 Dec 13 14:38:49.985354 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.014664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e816a-9d49-4ef6-a191-5f0ac331f893'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:50.016921 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f64726-c9c6-4071-ba13-d00c6b7dc676" -d '{"events": [{"server_uuid": "ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e816a-9d49-4ef6-a191-5f0ac331f893"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:50.029399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2f2e816a-9d49-4ef6-a191-5f0ac331f893, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2f2e816a-9d49-4ef6-a191-5f0ac331f893,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:50.091023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1f4a830b-59a7-4a7e-a521-80dc80d78ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.094352 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1f4a830b-59a7-4a7e-a521-80dc80d78ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.095594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1f4a830b-59a7-4a7e-a521-80dc80d78ccb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f21998cd-a8af-412e-9795-a856be016a27 HTTP/1.1" status: 204 len: 168 time: 0.3052399 Dec 13 14:38:50.107493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a830b-59a7-4a7e-a521-80dc80d78ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21998cd-a8af-412e-9795-a856be016a27,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:50.117231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0641c925-9dd3-400f-acba-3eeb2c099541 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:38:50.128957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec2dc4-5a1f-41ca-8320-f7b7c83dd0fe req-fd13bd7d-7b87-4b02-a790-965b3b50d495 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:50.130608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bec2dc4-5a1f-41ca-8320-f7b7c83dd0fe req-fd13bd7d-7b87-4b02-a790-965b3b50d495 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 949 time: 0.0822957 Dec 13 14:38:50.144295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 0641c925-9dd3-400f-acba-3eeb2c099541 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:38:50.145616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0641c925-9dd3-400f-acba-3eeb2c099541 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:38:50.146418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.185163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bec2dc4-5a1f-41ca-8320-f7b7c83dd0fe req-9c354720-24c6-4737-8d47-f60a2487a72f tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484712 Dec 13 14:38:50.199492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2f2e816a-9d49-4ef6-a191-5f0ac331f893,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:50.554184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56782) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:50.691026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56786) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:50.734983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b8c8ad78-86a6-464f-b00e-acca8550473f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6ab82ca4fc54d649adac8775e996209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427969 Dec 13 14:38:50.737672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56788) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:50.807384 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bca77037-d50d-4400-af73-5a69aae3435c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.835838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bca77037-d50d-4400-af73-5a69aae3435c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.848990 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2605e-05a1-4a44-ae30-b082799a3f0f x-openstack-request-id: req-9cc2605e-05a1-4a44-ae30-b082799a3f0f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:50.850122 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e816a-9d49-4ef6-a191-5f0ac331f893", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:50.856505 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cc2605e-05a1-4a44-ae30-b082799a3f0f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:50.856505 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'code': 200} Dec 13 14:38:50.933984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-9c260ecf-b844-43d2-91e4-c3f408089491 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:38:50.943001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-9c260ecf-b844-43d2-91e4-c3f408089491 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3876789 Dec 13 14:38:50.959355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bca77037-d50d-4400-af73-5a69aae3435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.962079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bca77037-d50d-4400-af73-5a69aae3435c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:50.965735 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bca77037-d50d-4400-af73-5a69aae3435c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0846a88-709d-4fbb-8db5-87f73c02084e HTTP/1.1" status: 204 len: 168 time: 0.2247937 Dec 13 14:38:50.975885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca77037-d50d-4400-af73-5a69aae3435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0846a88-709d-4fbb-8db5-87f73c02084e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:51.076418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15296da-2bd6-4421-8601-2f2355306d2f req-d024f0b2-efb7-47a3-8af5-5593a1700f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:51.078563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c15296da-2bd6-4421-8601-2f2355306d2f req-d024f0b2-efb7-47a3-8af5-5593a1700f50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 1101 time: 0.1443529 Dec 13 14:38:51.079898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-9066118a-db70-4685-a0c5-56fd67e25411 service neutron] 10.222.0.55 "GET /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.1106262 Dec 13 14:38:51.124143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a0536-f79f-4a37-a9b4-9340440a2b97 req-a1951287-7eff-4bd7-aa7a-56b013523361 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:51.125627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-186a0536-f79f-4a37-a9b4-9340440a2b97 req-a1951287-7eff-4bd7-aa7a-56b013523361 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 943 time: 0.1051741 Dec 13 14:38:51.177058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-ba73e890-03dd-47e0-8cc6-0ada69c00e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:51.178492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-ba73e890-03dd-47e0-8cc6-0ada69c00e34 service neutron] 10.222.0.24 "GET /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 1093 time: 0.1253736 Dec 13 14:38:51.184842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c15296da-2bd6-4421-8601-2f2355306d2f req-c9dcd60f-f7d6-4e6d-98b2-21a9ec617bd1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Dec 13 14:38:51.187565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Request body: {'binding': {'host': 'n-h2-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:51.188057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Unknown quota resources ['binding']. {{(pid=102823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:38:51.224080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-186a0536-f79f-4a37-a9b4-9340440a2b97 req-8312f2d8-d8c1-4907-8178-25405981909b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824938 Dec 13 14:38:51.323170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:51.344048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on host n-h2-816954-1 for vnic_type normal with profile None {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:51.344390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:51.345121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:51.346590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:51.351650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:51.352028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:51.357415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:51.357754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:51.358176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:51.358638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Bound port: 2dbaa0f1-d264-475e-be36-b021e04807df, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:51.384020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16130157-a963-4c80-b25b-d6e01e11f4d4 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:38:51.397949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:51.450719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:51.462141 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:51.516397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:51.517858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cb4ff076-c822-4c6e-96e1-cb2d79bc9c82 service neutron] 10.222.0.24 "POST /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df/bindings HTTP/1.1" status: 201 len: 389 time: 0.3336973 Dec 13 14:38:51.560795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] Transition to ACTIVE for port object 16130157-a963-4c80-b25b-d6e01e11f4d4 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:38:51.620245 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:51.698170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] No DVR routers for this DVR port 16130157-a963-4c80-b25b-d6e01e11f4d4 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:38:51.713146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] Pushing event updated for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=10']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:51.763183 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0a70d4d7-d28c-429e-8ddd-8fa13e0a135f service neutron] 10.222.0.55 "PUT /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4/bindings/n-h2-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6766593 Dec 13 14:38:51.775278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c712a-8f41-47e1-83a4-395dcb8264e3 req-63093c92-082e-493b-895b-86f0dacde383 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:51.777151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b67c712a-8f41-47e1-83a4-395dcb8264e3 req-63093c92-082e-493b-895b-86f0dacde383 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 950 time: 0.0854397 Dec 13 14:38:51.820665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b67c712a-8f41-47e1-83a4-395dcb8264e3 req-ac642421-849d-4375-b3e7-01930d0f6aa7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371385 Dec 13 14:38:51.956288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-f34f7f44-732f-4796-9a4d-c7b95467c0a6 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:51.957810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-f34f7f44-732f-4796-9a4d-c7b95467c0a6 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.0786924 Dec 13 14:38:51.969575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcc9b-5d4a-4033-b21f-c95c26359b61 req-4c7256ca-7c37-4774-9555-1a3048eee5bf tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:51.971499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7efcc9b-5d4a-4033-b21f-c95c26359b61 req-4c7256ca-7c37-4774-9555-1a3048eee5bf tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 945 time: 0.0637944 Dec 13 14:38:52.063649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7efcc9b-5d4a-4033-b21f-c95c26359b61 req-f5dbedb6-480d-4c53-b54b-bcd4dcabae65 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643778 Dec 13 14:38:52.071222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-df7c08d2-a897-4929-ad43-00ad69fdb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:52.072688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-df7c08d2-a897-4929-ad43-00ad69fdb16c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52&tenant_id=930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 1095 time: 0.1003284 Dec 13 14:38:52.154197 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9c9daeb-b4b0-4d3e-901b-30d14881edfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:52.164177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-4bf196ef-e73e-4ff2-baa2-2453c2f3de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:52.165797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-4bf196ef-e73e-4ff2-baa2-2453c2f3de46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1095 time: 0.0514293 Dec 13 14:38:52.266219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-38966e53-571b-420c-869f-f1430764d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:52.271777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-38966e53-571b-420c-869f-f1430764d736 service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.0935531 Dec 13 14:38:52.366808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-3779093d-e441-45ca-b6b6-daf659063065 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0603673 Dec 13 14:38:52.467641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716547e-0b10-43f1-8463-b3f1c3f35e52 req-e4c0405c-3042-48f0-b9d9-a987ef4f885c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:52.469401 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9716547e-0b10-43f1-8463-b3f1c3f35e52 req-e4c0405c-3042-48f0-b9d9-a987ef4f885c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 944 time: 0.0940189 Dec 13 14:38:52.473808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-d5acb44f-fa3f-41ef-af84-9fe818e36a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:52.475153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-d5acb44f-fa3f-41ef-af84-9fe818e36a23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0697627 Dec 13 14:38:52.521071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-0fa61653-4fb6-451c-bb56-87707fbdb6f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319185 Dec 13 14:38:52.542455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9716547e-0b10-43f1-8463-b3f1c3f35e52 req-7c3e6f36-41bc-42fd-aa48-2daf8c8e61e4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661778 Dec 13 14:38:52.613269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a900c6c-68aa-46cf-97ee-d4fea0f6249f req-1c8e15f4-1874-4b28-ba57-89dcbdc22329 tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4a3feaee6aae47cdac97c119aff93593&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242853 Dec 13 14:38:52.654220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-d4b663da-1730-43f6-981d-45839fc95ffa service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223025 Dec 13 14:38:52.759362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900c6c-68aa-46cf-97ee-d4fea0f6249f req-d1799dac-ec04-40d5-8fb8-75305c63583f tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:52.769020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a900c6c-68aa-46cf-97ee-d4fea0f6249f req-d1799dac-ec04-40d5-8fb8-75305c63583f tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455274 Dec 13 14:38:52.789372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a900c6c-68aa-46cf-97ee-d4fea0f6249f req-44d64141-f22f-44d0-9e84-8832bd656b5c tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/quotas/4a3feaee6aae47cdac97c119aff93593 HTTP/1.1" status: 200 len: 375 time: 0.0193470 Dec 13 14:38:52.834892 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a900c6c-68aa-46cf-97ee-d4fea0f6249f req-895ff4f1-871f-4eb8-ad0d-b383cc1ccf4c tempest-QuotasAdminNegativeTest-364325626 tempest-QuotasAdminNegativeTest-364325626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a3feaee6aae47cdac97c119aff93593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445080 Dec 13 14:38:52.909525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56900) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:52.999054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-525adcc4-8e2f-4485-b616-aea67313bef2 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330626 Dec 13 14:38:53.015102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f09f-8b8b-4fc1-b00e-9cb18c9dfc45 req-355a5428-d376-41a3-a643-1795a49b18d9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:53.016731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4613f09f-8b8b-4fc1-b00e-9cb18c9dfc45 req-355a5428-d376-41a3-a643-1795a49b18d9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 950 time: 0.0733724 Dec 13 14:38:53.057677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4613f09f-8b8b-4fc1-b00e-9cb18c9dfc45 req-ee5bd6b3-cf1c-4509-887c-ae0f525ec976 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Dec 13 14:38:53.129965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6131b673-a77e-4adb-bb09-0a77386a2dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.148308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.217217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6131b673-a77e-4adb-bb09-0a77386a2dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.290943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6131b673-a77e-4adb-bb09-0a77386a2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.339338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56924) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:53.346345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6131b673-a77e-4adb-bb09-0a77386a2dd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7240c6f38f8b49039a8ae64e828e5634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356296 Dec 13 14:38:53.347407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131b673-a77e-4adb-bb09-0a77386a2dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f552ceab-30af-431c-b67e-e0124a5a4f58,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:53.416525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f37d4c64-b760-4d6d-9d6a-a1084e0d1246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.466494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f37d4c64-b760-4d6d-9d6a-a1084e0d1246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.481453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:53.551129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3422bf-c6ee-4f7a-85fd-715731bd9032 req-724a9ca5-0f9b-41e0-8b05-87b5576ba493 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:53.552622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d3422bf-c6ee-4f7a-85fd-715731bd9032 req-724a9ca5-0f9b-41e0-8b05-87b5576ba493 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 1101 time: 0.1220925 Dec 13 14:38:53.560582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ebbd3246-6742-455b-93c1-76658c11d944 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:53.564487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-ebbd3246-6742-455b-93c1-76658c11d944 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.0878816 Dec 13 14:38:53.586665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d3422bf-c6ee-4f7a-85fd-715731bd9032 req-54a398e4-9dde-413c-8e8e-10a2d91dd521 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.624195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7042043d-2ecc-4b13-9552-62cb1b6d1faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.691325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f37d4c64-b760-4d6d-9d6a-a1084e0d1246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.694293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f37d4c64-b760-4d6d-9d6a-a1084e0d1246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.697271 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f37d4c64-b760-4d6d-9d6a-a1084e0d1246 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f552ceab-30af-431c-b67e-e0124a5a4f58 HTTP/1.1" status: 204 len: 168 time: 0.3540826 Dec 13 14:38:53.729894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d4c64-b760-4d6d-9d6a-a1084e0d1246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f552ceab-30af-431c-b67e-e0124a5a4f58,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:53.777969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7042043d-2ecc-4b13-9552-62cb1b6d1faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.788750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d3422bf-c6ee-4f7a-85fd-715731bd9032 req-54a398e4-9dde-413c-8e8e-10a2d91dd521 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.791081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d567fb-d172-4cb4-a6b7-d5bc6c362968 req-c0ed152c-0a6d-4aa0-8ffc-74ea678112ba tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:53.792664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6d567fb-d172-4cb4-a6b7-d5bc6c362968 req-c0ed152c-0a6d-4aa0-8ffc-74ea678112ba tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 945 time: 0.0800161 Dec 13 14:38:53.808463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-631c1dc4-2a5a-495e-ad2b-a865e8932dbb service neutron] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:53.812045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-631c1dc4-2a5a-495e-ad2b-a865e8932dbb service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.813779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e3c5a57-8369-4af0-9715-c1ac769ab38f req-631c1dc4-2a5a-495e-ad2b-a865e8932dbb service neutron] 10.222.0.50 "DELETE /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4/bindings/n-h1-816954-1 HTTP/1.1" status: 204 len: 173 time: 0.2414024 Dec 13 14:38:53.833953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6d567fb-d172-4cb4-a6b7-d5bc6c362968 req-f5258438-ce86-4742-bcac-80d5d315222a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346098 Dec 13 14:38:53.862164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7042043d-2ecc-4b13-9552-62cb1b6d1faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.890735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d3422bf-c6ee-4f7a-85fd-715731bd9032 req-54a398e4-9dde-413c-8e8e-10a2d91dd521 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:53.907488 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7042043d-2ecc-4b13-9552-62cb1b6d1faf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=577f4a2fb80541ae8f09587b86b9c374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227545 Dec 13 14:38:53.909128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56942) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:53.926383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042043d-2ecc-4b13-9552-62cb1b6d1faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0169a69-e6ce-4e04-b8ce-3752527dd033,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:53.950578 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d3422bf-c6ee-4f7a-85fd-715731bd9032 req-54a398e4-9dde-413c-8e8e-10a2d91dd521 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779564 Dec 13 14:38:53.950578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a398e4-9dde-413c-8e8e-10a2d91dd521 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9536bebf-a166-468a-b1f0-5cf1ee3b7241,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:54.003927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32ce19f6-1474-4971-bddd-fafe8978e10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.034285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32ce19f6-1474-4971-bddd-fafe8978e10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.046717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab676-6401-4834-8757-85b483a7acb6 req-86fb1a54-7154-4d9c-8684-28420aa17f60 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:54.048398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f5ab676-6401-4834-8757-85b483a7acb6 req-86fb1a54-7154-4d9c-8684-28420aa17f60 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 944 time: 0.0546844 Dec 13 14:38:54.091835 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f5ab676-6401-4834-8757-85b483a7acb6 req-f29b9d78-a536-4876-98af-78b3286ddfd9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365531 Dec 13 14:38:54.141575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:38:54.149157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32ce19f6-1474-4971-bddd-fafe8978e10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.151938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32ce19f6-1474-4971-bddd-fafe8978e10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.152618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-32ce19f6-1474-4971-bddd-fafe8978e10c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0169a69-e6ce-4e04-b8ce-3752527dd033 HTTP/1.1" status: 204 len: 168 time: 0.2402029 Dec 13 14:38:54.165108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce19f6-1474-4971-bddd-fafe8978e10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0169a69-e6ce-4e04-b8ce-3752527dd033,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:54.199054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:38:54.470007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37837ff-62a5-4ef1-9899-291f91e9c1a9 req-48e92d89-7a19-49f3-9d17-756005f17cd0 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:54.471803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c37837ff-62a5-4ef1-9899-291f91e9c1a9 req-48e92d89-7a19-49f3-9d17-756005f17cd0 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1095 time: 0.0412765 Dec 13 14:38:54.508162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c37837ff-62a5-4ef1-9899-291f91e9c1a9 req-c6e62df9-1701-4fc5-b4e4-2549651bfdb0 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Dec 13 14:38:54.552038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:54.568907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-926eb9cb-fb02-4460-9544-36524495ae1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.673116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-926eb9cb-fb02-4460-9544-36524495ae1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.707516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56976) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:54.719880 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.748394 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-926eb9cb-fb02-4460-9544-36524495ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.766084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-de9dbd34-15d7-4acf-b6e2-cf0aece5271b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297740 Dec 13 14:38:54.796654 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-926eb9cb-fb02-4460-9544-36524495ae1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cf2d39621b84b9ea44da98040b8e5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427716 Dec 13 14:38:54.798673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eb9cb-fb02-4460-9544-36524495ae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42677f8c-9c1d-407b-8f52-ad0e6404fd79,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:54.801773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56984) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:54.866459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f7cf35-d855-4c3f-a26c-701d91aac9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.890657 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f7cf35-d855-4c3f-a26c-701d91aac9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:54.893909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-22b6850a-28be-42ac-8417-5b7cb9a4463d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:54.901339 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-22b6850a-28be-42ac-8417-5b7cb9a4463d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337779 Dec 13 14:38:54.917758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-a3448090-94b1-4e64-a800-8215eb25c6bf tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/quotas/757c4b9487d745a7ba2a865a387e0589 HTTP/1.1" status: 200 len: 375 time: 0.0153728 Dec 13 14:38:54.988489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-9080855c-8ee8-4017-b635-1bd2bc9d624e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697460 Dec 13 14:38:55.040032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f7cf35-d855-4c3f-a26c-701d91aac9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.042677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f7cf35-d855-4c3f-a26c-701d91aac9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.046442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-46f7cf35-d855-4c3f-a26c-701d91aac9cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42677f8c-9c1d-407b-8f52-ad0e6404fd79 HTTP/1.1" status: 204 len: 168 time: 0.2412627 Dec 13 14:38:55.054844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7cf35-d855-4c3f-a26c-701d91aac9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42677f8c-9c1d-407b-8f52-ad0e6404fd79,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:55.076105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.246711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea1f5-5b0f-4f53-bac8-624f81e6e1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.287001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a309382e-6631-4e7c-8a35-aa2678f330ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:55.288521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a309382e-6631-4e7c-8a35-aa2678f330ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1096 time: 0.1363394 Dec 13 14:38:55.389818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-4affc5a7-82c4-47ec-a288-c0bb94191b09 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:55.391288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-4affc5a7-82c4-47ec-a288-c0bb94191b09 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.2267485 Dec 13 14:38:55.424010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-ae0ff671-a547-4ec8-9312-eabe5833455e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/quotas/930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 375 time: 0.0229445 Dec 13 14:38:55.494476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea1f5-5b0f-4f53-bac8-624f81e6e1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.497021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-ab5c9b8c-e01b-4d1d-9b55-65640bb19e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:55.498495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-ab5c9b8c-e01b-4d1d-9b55-65640bb19e77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1981657 Dec 13 14:38:55.513117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-c1a77b54-f1ec-4768-841a-ee537fb94d52 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703437 Dec 13 14:38:55.561595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-bab4c384-cdd3-4ed6-950c-ba7f2422b34f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 217 time: 0.0475490 Dec 13 14:38:55.614410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea1f5-5b0f-4f53-bac8-624f81e6e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.616640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57012) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:55.633232 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-79e4d0d7-41f2-4ba2-ba4c-de121bee430e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.693972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee8ea1f5-5b0f-4f53-bac8-624f81e6e1b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a3feaee6aae47cdac97c119aff93593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9851975 Dec 13 14:38:55.696696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57016) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:55.700894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ea1f5-5b0f-4f53-bac8-624f81e6e1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3d0ff-7791-423e-a531-878183c3d367,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:55.706459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-35afaa85-43c3-4a8f-ac53-62d7a0c4e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:55.707917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-35afaa85-43c3-4a8f-ac53-62d7a0c4e127 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1368108 Dec 13 14:38:55.734211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-71051683-0ada-495f-9b6e-4fc27fab627a service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120240 Dec 13 14:38:55.754839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-f1394397-549e-4b1f-95bb-2dc6c367f020 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357301 Dec 13 14:38:55.781813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3ee7a81-5e42-43a8-93b3-d990815f99f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.788021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-79e4d0d7-41f2-4ba2-ba4c-de121bee430e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.810649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3ee7a81-5e42-43a8-93b3-d990815f99f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.870626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-79e4d0d7-41f2-4ba2-ba4c-de121bee430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:55.916887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-4f15e821-c3f9-4e38-ade7-2d5c5a3878fb service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651058 Dec 13 14:38:55.937070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-79e4d0d7-41f2-4ba2-ba4c-de121bee430e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f6fd6f7cc874adeaa8bde6a81fcff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187945 Dec 13 14:38:55.946427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57024) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:55.946427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4d0d7-41f2-4ba2-ba4c-de121bee430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e08167-68a4-4c34-9b79-740bde10ead4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:55.946764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-d181f489-6f8f-48b8-870f-301e2b8e2189 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736650 Dec 13 14:38:55.983110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f4440-9ad9-439f-afb9-63b2a4a52e58 req-6a42d4e0-b0c3-4eed-ab46-ef08d9e13f74 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:55.985642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e5f4440-9ad9-439f-afb9-63b2a4a52e58 req-6a42d4e0-b0c3-4eed-ab46-ef08d9e13f74 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 945 time: 0.1455638 Dec 13 14:38:56.029251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3ee7a81-5e42-43a8-93b3-d990815f99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.032163 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3ee7a81-5e42-43a8-93b3-d990815f99f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.033298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b3ee7a81-5e42-43a8-93b3-d990815f99f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12e3d0ff-7791-423e-a531-878183c3d367 HTTP/1.1" status: 204 len: 168 time: 0.3352766 Dec 13 14:38:56.054694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee7a81-5e42-43a8-93b3-d990815f99f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3d0ff-7791-423e-a531-878183c3d367,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:56.073564 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e5f4440-9ad9-439f-afb9-63b2a4a52e58 req-4eaacbce-08da-47f9-b4e7-83cc24142e64 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728929 Dec 13 14:38:56.084234 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-654495d3-ac52-4ed6-93d9-b48a62912501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.107722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-93b3a8f6-ca08-4cae-9201-72d745f96513 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524017 Dec 13 14:38:56.111271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-654495d3-ac52-4ed6-93d9-b48a62912501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.296886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-654495d3-ac52-4ed6-93d9-b48a62912501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.304294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-654495d3-ac52-4ed6-93d9-b48a62912501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.304294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-654495d3-ac52-4ed6-93d9-b48a62912501 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10e08167-68a4-4c34-9b79-740bde10ead4 HTTP/1.1" status: 204 len: 168 time: 0.3565691 Dec 13 14:38:56.311514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654495d3-ac52-4ed6-93d9-b48a62912501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e08167-68a4-4c34-9b79-740bde10ead4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:56.316278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-367b396f-a335-41c4-86e8-a13cb6de7437 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:56.318132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-367b396f-a335-41c4-86e8-a13cb6de7437 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.0696721 Dec 13 14:38:56.335008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816954-1'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:56.413046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.604957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-533e91e8-6ce1-4ec8-bd06-a011631c232b req-f0d9b3bd-f6d9-405d-9d94-00a45cc30dab tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 210 time: 0.0399849 Dec 13 14:38:56.629222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:56.708565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:56.714334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f423339-f951-4e2f-bdc9-cdcb8a47c5ae req-7f2760d0-5975-4799-9272-78c404c8ff5f tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 210 time: 0.0374901 Dec 13 14:38:56.761681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:56.764307 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07088ea-14d1-438a-b3c2-998072ca9565" -d '{"events": [{"server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:56.774679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.808888 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d829a-8d7a-4524-9b58-e5afff83f536 x-openstack-request-id: req-055d829a-8d7a-4524-9b58-e5afff83f536 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:56.809244 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:56.809646 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-055d829a-8d7a-4524-9b58-e5afff83f536 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:56.810192 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df', 'code': 200} Dec 13 14:38:56.863669 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:56.952781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:56.959572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:38:56.959572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:38:56.960098 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:56.964372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:38:56.964694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Attempting to bind port 2dbaa0f1-d264-475e-be36-b021e04807df on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:38:56.969912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:38:56.970384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:38:56.970648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:38:56.971634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Bound port: 2dbaa0f1-d264-475e-be36-b021e04807df, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:38:56.971991 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.045532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:38:57.048558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:38:57.071580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57082) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:57.087835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51960659-0ef5-4907-8d47-86a2ae54a547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.149652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.189827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51960659-0ef5-4907-8d47-86a2ae54a547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.215504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=8']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:57.236400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:57.237318 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.239366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-db9fdb0c-0ddd-4534-8ded-e994e06df238 service neutron] 10.222.0.50 "PUT /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 1121 time: 0.9112408 Dec 13 14:38:57.279816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51960659-0ef5-4907-8d47-86a2ae54a547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.303148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['2dbaa0f1-d264-475e-be36-b021e04807df'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:38:57.353422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-51960659-0ef5-4907-8d47-86a2ae54a547 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0aa40e7c47184b959b3f26d57f274ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776830 Dec 13 14:38:57.353804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57098) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:57.372999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51960659-0ef5-4907-8d47-86a2ae54a547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ba4a3-b42c-42d0-b032-da52a8997300,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:57.533008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e680da96-262e-4b4d-93da-0ae42640644b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.557051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903836-cf6a-4e0e-8fb6-77fcd0ea3063 req-b551363d-6f24-4601-8854-7835628ebf93 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:57.558655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44903836-cf6a-4e0e-8fb6-77fcd0ea3063 req-b551363d-6f24-4601-8854-7835628ebf93 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.0982618 Dec 13 14:38:57.572480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e680da96-262e-4b4d-93da-0ae42640644b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.625557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44903836-cf6a-4e0e-8fb6-77fcd0ea3063 req-44c9f901-35bb-4bb2-b89c-17eebb435eb7 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558038 Dec 13 14:38:57.697777 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e680da96-262e-4b4d-93da-0ae42640644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.700955 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e680da96-262e-4b4d-93da-0ae42640644b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:57.704688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e680da96-262e-4b4d-93da-0ae42640644b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/478ba4a3-b42c-42d0-b032-da52a8997300 HTTP/1.1" status: 204 len: 168 time: 0.3477447 Dec 13 14:38:57.711437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680da96-262e-4b4d-93da-0ae42640644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ba4a3-b42c-42d0-b032-da52a8997300,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:57.719344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ce3234b-1983-4d22-a51b-876f4e0a9b9f req-a9ad70de-3eaa-4c19-b8a2-4aa299cad0b8 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 210 time: 0.0382943 Dec 13 14:38:57.801806 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4372e0f8-e4df-4b44-af35-898a1045889e req-f299647e-0f0e-44dd-9f2f-db6000e3414d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 210 time: 0.0296116 Dec 13 14:38:57.967707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57120) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:58.411931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bfb806ea-9b83-49cf-8348-de20b4318209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.565982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bfb806ea-9b83-49cf-8348-de20b4318209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.585420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-ef7b1a1f-ed52-44d2-a433-56cdca83c7a7 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:58.586963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-ef7b1a1f-ed52-44d2-a433-56cdca83c7a7 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.1774821 Dec 13 14:38:58.602328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Request body: {'port': {'device_id': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'admin_state_up': True, 'tenant_id': '930029fa6a674131b7632e50f9a13d23'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:58.628007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bfb806ea-9b83-49cf-8348-de20b4318209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.674851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bfb806ea-9b83-49cf-8348-de20b4318209 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f02614409ea4db98cd0a67764b282ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057390 Dec 13 14:38:58.675463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:58.682993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb806ea-9b83-49cf-8348-de20b4318209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84aeae1-df13-44c9-b3db-c02e27f46551,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:58.751047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efe16c7f-02c4-4890-8107-1032a84e20ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.778299 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efe16c7f-02c4-4890-8107-1032a84e20ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.813097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:38:58.818539 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca3212f-a78a-4565-903f-681b9a483c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:38:58.869107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Made reservation on behalf of 930029fa6a674131b7632e50f9a13d23 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:58.883875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998dda6-1ff1-47d6-b8f2-c460d08c03df req-e2b4807a-d07f-4003-8330-a026a3451063 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:58.884325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.894142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1998dda6-1ff1-47d6-b8f2-c460d08c03df req-e2b4807a-d07f-4003-8330-a026a3451063 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.0956223 Dec 13 14:38:58.933178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f09c27b8-f9b1-4aed-aec7-0c31857be15e req-df5a19f3-0a12-4b53-b956-35d209a57464 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 210 time: 0.1217589 Dec 13 14:38:58.946789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1998dda6-1ff1-47d6-b8f2-c460d08c03df req-7c4e1937-db2c-4ab6-abcd-e850a511885e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Dec 13 14:38:58.963645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efe16c7f-02c4-4890-8107-1032a84e20ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.966890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efe16c7f-02c4-4890-8107-1032a84e20ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:58.969708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-efe16c7f-02c4-4890-8107-1032a84e20ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d84aeae1-df13-44c9-b3db-c02e27f46551 HTTP/1.1" status: 204 len: 168 time: 0.2908392 Dec 13 14:38:58.976914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe16c7f-02c4-4890-8107-1032a84e20ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84aeae1-df13-44c9-b3db-c02e27f46551,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:59.051273 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a10c68-a699-457c-9dcc-c927f73e02ee x-openstack-request-id: req-38a10c68-a699-457c-9dcc-c927f73e02ee {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:38:59.051752 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:38:59.052433 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38a10c68-a699-457c-9dcc-c927f73e02ee {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:38:59.052559 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df', 'status': 'completed', 'code': 200} Dec 13 14:38:59.132290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee28e91c-a94f-4c04-9fc5-7c289f7d3997 req-e0a9f023-5b5c-4d2b-b1a5-c5474ea176cd tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 210 time: 0.0535908 Dec 13 14:38:59.159317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.55', 60253) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:38:59.174772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-ce245fb4-8274-44b6-8f04-e5c46b89d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:59.176415 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-ce245fb4-8274-44b6-8f04-e5c46b89d7ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1124 time: 0.0894976 Dec 13 14:38:59.191027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-f6015b64-99df-45a0-b267-a9e95eac9fa5 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305812 Dec 13 14:38:59.247473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Allocated IP 172.20.0.4 (321999e1-8453-4e28-b992-d81b68aed423/8ccb5d64-71b8-44f3-aefb-407289f56857/620c450d-4d39-4fcf-9c51-b90145731123) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:38:59.289930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-1bc1edaa-c11c-4d8f-8c45-f319a7d6a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:59.293097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-1bc1edaa-c11c-4d8f-8c45-f319a7d6a665 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1097081 Dec 13 14:38:59.353216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-9ffe5743-82e6-45f9-8c8c-91caf0c9f0af tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:59.354766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-9ffe5743-82e6-45f9-8c8c-91caf0c9f0af tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568878 Dec 13 14:38:59.359821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-9bc87eaa-898b-41ba-8baf-023256a041e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 217 time: 0.0586011 Dec 13 14:38:59.397364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:38:59.421247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-0132cfdc-52fd-4dac-9a7b-dfb5d6841d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:59.422921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-0132cfdc-52fd-4dac-9a7b-dfb5d6841d94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0528207 Dec 13 14:38:59.480927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-d56441a6-1da8-4b8a-a831-283bd0f62e56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487888 Dec 13 14:38:59.547695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:59.599357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-6940e729-9c44-4bce-9482-69ac3d78afed service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111069 Dec 13 14:38:59.614952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:38:59.668481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:38:59.673217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:59.677922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:59.748683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ca3212f-a78a-4565-903f-681b9a483c5f req-82d92c14-89d7-4999-8290-0c7bc8b50710 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414831 Dec 13 14:38:59.786203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Network 321999e1-8453-4e28-b992-d81b68aed423 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:38:59.786827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:38:59.797071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:38:59.809180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:38:59.810525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df has no active binding in host n-h2-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:38:59.815651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:38:59.816256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:38:59.824386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:38:59.842131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-7ac57cef-b564-47a1-9caf-95eacee0cc7d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550876 Dec 13 14:38:59.904772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.221 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/de2369b7-eaf2-4364-8aa8-26e10451cb4e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:00.061250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-a432e477-df27-4d89-bda2-6bf68aab118c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:00.063574 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-a432e477-df27-4d89-bda2-6bf68aab118c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116966 Dec 13 14:39:00.090732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:00.256812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47baf6d-a348-47c2-b363-d5b85936884e req-ce7b3dc1-5bd8-4264-9b0c-c78ecd90eb70 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:00.264125 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d47baf6d-a348-47c2-b363-d5b85936884e req-ce7b3dc1-5bd8-4264-9b0c-c78ecd90eb70 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.1087677 Dec 13 14:39:00.306991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d47baf6d-a348-47c2-b363-d5b85936884e req-79f83501-c75b-4083-8cab-bbb3846fe7b8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Dec 13 14:39:00.321777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-f166f44e-2e90-47fe-abb5-dcbe1a0590f2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7232506 Dec 13 14:39:00.343581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Request body: {'port': {'device_id': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:00.347699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:00.351256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:00.470945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77e5b-78bd-4962-8076-48fdeaff2f74 req-6ff78c12-816a-4d7f-ae74-1785e178305e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:00.472430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84d77e5b-78bd-4962-8076-48fdeaff2f74 req-6ff78c12-816a-4d7f-ae74-1785e178305e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 931 time: 0.1562726 Dec 13 14:39:00.477471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:00.506647 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:00.573774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84d77e5b-78bd-4962-8076-48fdeaff2f74 req-76b21a71-e351-44e5-9ef3-20ece6ae4db2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856447 Dec 13 14:39:00.684129 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-638a645b-6883-4fec-b840-f3347576a486 req-5e69704b-7c7a-4e72-91a1-1d64fab5a461 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 210 time: 0.0333424 Dec 13 14:39:00.735606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:00.755075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:00.805899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.169 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/200daf20-a105-446d-880d-5bac818d97fb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:00.809038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:00.825296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:00.826995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=de2369b7-eaf2-4364-8aa8-26e10451cb4e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:00.944534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620c450d-4d39-4fcf-9c51-b90145731123 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:00.954166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:00.968890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Transition to ACTIVE for port object 620c450d-4d39-4fcf-9c51-b90145731123 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:00.970223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:00.977915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:00.978606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.062475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.097053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.104136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-d6dea83a-b364-44a5-a748-b1e29c1f41d4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7128186 Dec 13 14:39:01.138201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Request body: {'port': {'device_id': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:01.143550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:01.153992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-77fe99fc-22e5-4996-98ab-977070549cab None None] Provisioning complete for port de2369b7-eaf2-4364-8aa8-26e10451cb4e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:01.153992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77fe99fc-22e5-4996-98ab-977070549cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.197911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-77fe99fc-22e5-4996-98ab-977070549cab None None] Port de2369b7-eaf2-4364-8aa8-26e10451cb4e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:01.204696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:01.205032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:01.205387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:01.213242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.230019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:01.233430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:01.233542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:01.240939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:01.241273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:01.241664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:01.242086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Bound port: 620c450d-4d39-4fcf-9c51-b90145731123, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:01.242478 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.258837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.268017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:01.273840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:01.280782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:01.290209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:01.290209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.313502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=200daf20-a105-446d-880d-5bac818d97fb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:01.363594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:01.373280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-44967d79-de42-4250-ba2f-796ae047b7e9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2915466 Dec 13 14:39:01.378607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:01.386473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Request body: {'port': {'device_id': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:01.522486 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.526370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.551922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0a84e-eea4-4ab9-be63-ec86f121e9c2 req-ca8eadfd-3a77-4963-afa7-1a63399b1f93 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:01.553693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ff0a84e-eea4-4ab9-be63-ec86f121e9c2 req-ca8eadfd-3a77-4963-afa7-1a63399b1f93 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.1203563 Dec 13 14:39:01.598358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:01.599216 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.600773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] 10.222.0.55 "PUT /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 1091 time: 1.2632833 Dec 13 14:39:01.601398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:01.603871 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c4fb1-7789-4747-a5f7-d9e092801562" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "tag": "620c450d-4d39-4fcf-9c51-b90145731123"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:01.624041 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ff0a84e-eea4-4ab9-be63-ec86f121e9c2 req-161f5c95-977f-4714-b831-dac82b2e9efc tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Dec 13 14:39:01.628799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9c26c274-63fc-4873-8f80-0bdff75c0cfc None None] Provisioning complete for port 200daf20-a105-446d-880d-5bac818d97fb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:01.630657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9c26c274-63fc-4873-8f80-0bdff75c0cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.681248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012f6b-5b37-4235-b3cf-c22a83d7c278 service neutron] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:01.683298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9c26c274-63fc-4873-8f80-0bdff75c0cfc None None] Port 200daf20-a105-446d-880d-5bac818d97fb cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:01.743033 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d1e3fd-cae8-4cfa-9d3e-7719d48b5738 x-openstack-request-id: req-a2d1e3fd-cae8-4cfa-9d3e-7719d48b5738 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:01.743603 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "tag": "620c450d-4d39-4fcf-9c51-b90145731123", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:01.744004 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2d1e3fd-cae8-4cfa-9d3e-7719d48b5738 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:01.744546 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123', 'status': 'completed', 'code': 200} Dec 13 14:39:01.865435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2369b7-eaf2-4364-8aa8-26e10451cb4e {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:01.874121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-173f65c5-ee9c-448c-baa6-3a3e76837069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:01.875668 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-173f65c5-ee9c-448c-baa6-3a3e76837069 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1094 time: 0.1291332 Dec 13 14:39:01.883660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae1e1-3a8d-4f37-86c0-9a92408d4c6f req-64c74956-f181-47e0-b65e-16d2ffee44d9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:01.885050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4aae1e1-3a8d-4f37-86c0-9a92408d4c6f req-64c74956-f181-47e0-b65e-16d2ffee44d9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.1396089 Dec 13 14:39:01.886925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:01.934521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-03ee2d4c-d6c0-4125-9a27-5760f17c0320 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 217 time: 0.0450108 Dec 13 14:39:01.947191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Transition to ACTIVE for port object de2369b7-eaf2-4364-8aa8-26e10451cb4e will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:01.995284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4aae1e1-3a8d-4f37-86c0-9a92408d4c6f req-4911ebfc-ecd8-41ea-b16e-b4099b925758 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972400 Dec 13 14:39:02.007261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-b1fd43a6-b968-4079-81c2-208b7675144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:02.008716 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-b1fd43a6-b968-4079-81c2-208b7675144a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0634990 Dec 13 14:39:02.010493 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.076602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-6d09c25b-a424-4b00-9a5f-c8d968fa5021 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561528 Dec 13 14:39:02.131102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Pushing event updated for resources: {'Port': ['ID=de2369b7-eaf2-4364-8aa8-26e10451cb4e,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:02.213045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Attempting to bind port de2369b7-eaf2-4364-8aa8-26e10451cb4e on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:02.214189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Attempting to bind port de2369b7-eaf2-4364-8aa8-26e10451cb4e by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:02.214801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Attempting to bind port de2369b7-eaf2-4364-8aa8-26e10451cb4e on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:02.221028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200daf20-a105-446d-880d-5bac818d97fb {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:02.238900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.248229 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Port de2369b7-eaf2-4364-8aa8-26e10451cb4e on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:02.248811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Attempting to bind port de2369b7-eaf2-4364-8aa8-26e10451cb4e on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:02.256793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:02.257135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:02.257525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:02.261540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Bound port: de2369b7-eaf2-4364-8aa8-26e10451cb4e, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:02.261750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.264295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Transition to ACTIVE for port object 200daf20-a105-446d-880d-5bac818d97fb will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:02.328148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05396e9d-94e9-4c12-9cb9-b2f78c335264 req-23a62300-8ce2-4b9d-a584-64ae6ba3663a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:02.329729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05396e9d-94e9-4c12-9cb9-b2f78c335264 req-23a62300-8ce2-4b9d-a584-64ae6ba3663a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 936 time: 0.2211878 Dec 13 14:39:02.347023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.359016 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-5c17a2fa-4096-4686-aadd-8ddfd6c994f2 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695775 Dec 13 14:39:02.397176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Pushing event updated for resources: {'Port': ['ID=200daf20-a105-446d-880d-5bac818d97fb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:02.437896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Attempting to bind port 200daf20-a105-446d-880d-5bac818d97fb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:02.438456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Attempting to bind port 200daf20-a105-446d-880d-5bac818d97fb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:02.438975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Attempting to bind port 200daf20-a105-446d-880d-5bac818d97fb on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:02.444938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Port 200daf20-a105-446d-880d-5bac818d97fb on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:02.445498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Attempting to bind port 200daf20-a105-446d-880d-5bac818d97fb on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:02.451332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:02.453715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:02.453715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:02.453715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Bound port: 200daf20-a105-446d-880d-5bac818d97fb, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:02.453715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.504838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.55', 60255) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:02.524571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da993ed7-4e09-46a2-84d9-ec55b22877e3 req-33ee914d-2b0f-40fb-81c8-87a7f9945027 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477094 Dec 13 14:39:02.540484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] For port de2369b7-eaf2-4364-8aa8-26e10451cb4e, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:02.547426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05396e9d-94e9-4c12-9cb9-b2f78c335264 req-0d0001ce-21d2-4d52-bdc2-2b56c4be4076 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061644 Dec 13 14:39:02.559360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] For port de2369b7-eaf2-4364-8aa8-26e10451cb4e, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:02.611456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-c8258c7b-ba6a-4ada-9d25-76de599985b4 service neutron] 10.222.0.55 "GET /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.1012349 Dec 13 14:39:02.628667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] For port 200daf20-a105-446d-880d-5bac818d97fb, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:02.662314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] For port 200daf20-a105-446d-880d-5bac818d97fb, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=200daf20-a105-446d-880d-5bac818d97fb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:02.669379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.733580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.748386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:02.749006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.751007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] 10.222.0.55 "PUT /v2.0/ports/de2369b7-eaf2-4364-8aa8-26e10451cb4e HTTP/1.1" status: 200 len: 1096 time: 1.6338055 Dec 13 14:39:02.802593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bd711-071c-40b1-a2df-d9ed20f7ad37 service neutron] Pushing event updated for resources: {'Port': ['ID=de2369b7-eaf2-4364-8aa8-26e10451cb4e,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:02.807921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-34eb9741-b883-4681-8b8a-45e7a98c86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:02.810398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-34eb9741-b883-4681-8b8a-45e7a98c86f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1094 time: 0.1069694 Dec 13 14:39:02.836293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:02.837078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:02.839106 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] 10.222.0.55 "PUT /v2.0/ports/200daf20-a105-446d-880d-5bac818d97fb HTTP/1.1" status: 200 len: 1096 time: 1.4574361 Dec 13 14:39:02.863415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'tag': '200daf20-a105-446d-880d-5bac818d97fb'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:02.868238 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e120fef-c27b-4bee-accb-2c5453f1e1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "79bd2f33-17ce-4488-93eb-9c7995c58c21", "tag": "200daf20-a105-446d-880d-5bac818d97fb"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:02.958357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a762b90-20df-48a0-9ab7-5d74735f6101 service neutron] Pushing event updated for resources: {'Port': ['ID=200daf20-a105-446d-880d-5bac818d97fb,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:02.981021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-9d71e0b5-cd4d-4591-b353-4fe13861faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:02.984591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-9d71e0b5-cd4d-4591-b353-4fe13861faf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 1099 time: 0.1032104 Dec 13 14:39:03.009400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-f71d124e-5f82-4512-9b9c-b081002368d7 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621500 Dec 13 14:39:03.015137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-1a21f3cd-062f-4773-955e-6ebfc4609ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.020486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-1a21f3cd-062f-4773-955e-6ebfc4609ca5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.2037666 Dec 13 14:39:03.043889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-73571f40-2065-4ca2-9141-23cbb23077c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e HTTP/1.1" status: 200 len: 217 time: 0.0497353 Dec 13 14:39:03.054593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:03.129750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-533b1148-d04f-4a56-90bc-56f3758a5f8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 217 time: 0.0946414 Dec 13 14:39:03.135027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-c6829e55-df2d-491b-8551-193ac38d9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.139059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-c6829e55-df2d-491b-8551-193ac38d9633 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 1099 time: 0.1878197 Dec 13 14:39:03.219237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-a93b289b-2752-4f6c-bdf1-c2f7ef6ee296 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=200daf20-a105-446d-880d-5bac818d97fb HTTP/1.1" status: 200 len: 217 time: 0.0663388 Dec 13 14:39:03.291300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-27084fc3-52bc-4836-96fc-298edee2184a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.292687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-27084fc3-52bc-4836-96fc-298edee2184a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713172 Dec 13 14:39:03.296010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-467c4574-2965-482f-a74e-5985aedd1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.297363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-467c4574-2965-482f-a74e-5985aedd1334 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1574349 Dec 13 14:39:03.324757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-00177d4f-a5e7-4e4a-a134-088a9f74889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.326203 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-00177d4f-a5e7-4e4a-a134-088a9f74889c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0944071 Dec 13 14:39:03.344105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-b16562db-4ca9-4a77-bc21-8d0e8b85b95c tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/quotas/5dd1f037308a4f9a91585732a51ccb3c HTTP/1.1" status: 200 len: 375 time: 0.0437560 Dec 13 14:39:03.347236 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-f57c921c-d7b6-4a60-bc25-4bdc53a56101 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377204 Dec 13 14:39:03.365632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:03.390738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-2133c6df-d22a-4ba2-be47-87c5153ce4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.392166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-2133c6df-d22a-4ba2-be47-87c5153ce4d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.3397248 Dec 13 14:39:03.418118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbaa0f1-d264-475e-be36-b021e04807df {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:03.436628 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-3edaf6fa-39c4-4213-a0f1-9504d05f0bf4 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823309 Dec 13 14:39:03.445941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383a4a-5cdf-4489-b33d-4cb0c092fa8e req-5d9ae5d0-1f3b-4f49-90b1-88b439922033 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.447107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38383a4a-5cdf-4489-b33d-4cb0c092fa8e req-5d9ae5d0-1f3b-4f49-90b1-88b439922033 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 943 time: 0.3481619 Dec 13 14:39:03.452988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:03.458010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-e74ba341-cc2e-47c9-8448-abf1eafff647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.459566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-e74ba341-cc2e-47c9-8448-abf1eafff647 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144915 Dec 13 14:39:03.492926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-5c640293-e684-40b3-b602-5e3b86de2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:03.493839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-5c640293-e684-40b3-b602-5e3b86de2aec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903070 Dec 13 14:39:03.518282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38383a4a-5cdf-4489-b33d-4cb0c092fa8e req-a2d5feaa-9d30-41fa-8440-3a0ac41e0c93 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565155 Dec 13 14:39:03.541756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-1a26418d-3c68-4299-9089-ea09e87af95e service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853609 Dec 13 14:39:03.551506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:03.645349 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9e56e5-dfc1-4e00-aaa7-3b8af8f10a56 x-openstack-request-id: req-9c9e56e5-dfc1-4e00-aaa7-3b8af8f10a56 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:03.645643 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bd2f33-17ce-4488-93eb-9c7995c58c21", "tag": "200daf20-a105-446d-880d-5bac818d97fb", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:03.646338 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c9e56e5-dfc1-4e00-aaa7-3b8af8f10a56 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:03.646338 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'tag': '200daf20-a105-446d-880d-5bac818d97fb', 'status': 'completed', 'code': 200} Dec 13 14:39:03.648577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-cc9986eb-2711-46f6-b13b-95eef7ffaae5 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809237 Dec 13 14:39:03.656740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-fb429e1e-b89f-4f7f-83e5-e3a0afb1849e service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526265 Dec 13 14:39:03.715511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] Transition to ACTIVE for port object 2dbaa0f1-d264-475e-be36-b021e04807df will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:03.735744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60c4fb1-7789-4747-a5f7-d9e092801562 req-5943c713-89dd-4570-beb8-25b527e60acc service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717024 Dec 13 14:39:03.746693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'tag': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:03.753829 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23c680c-6dc9-411e-b01d-a96a13842f55" -d '{"events": [{"name": "network-changed", "server_uuid": "79d5196a-0a83-4ed8-9ca4-838ed4405d56", "tag": "de2369b7-eaf2-4364-8aa8-26e10451cb4e"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:03.774702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-b832b5ee-c985-4279-a81e-dab5d7b50eda service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108189 Dec 13 14:39:03.792258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:03.991072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] No DVR routers for this DVR port 2dbaa0f1-d264-475e-be36-b021e04807df on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:39:04.002503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] Pushing event updated for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:04.032671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1f9615a-0ca5-4bba-9a9b-f82b499dc54d service neutron] 10.222.0.55 "PUT /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df/bindings/n-h2-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4141366 Dec 13 14:39:04.088246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad91e993-bb49-47fc-ab51-566c7f1cc1be req-7a6fe47f-7731-4668-861a-18d260661956 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319856 Dec 13 14:39:04.109917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee1aec-60ee-4578-9ea8-60936b0ed659 req-acaed354-1653-42e7-9050-971c797a9292 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.111974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63ee1aec-60ee-4578-9ea8-60936b0ed659 req-acaed354-1653-42e7-9050-971c797a9292 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.3107924 Dec 13 14:39:04.119344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc3f2d-4629-42dc-9a89-c532114310dd req-a03f5a1e-46ad-484b-adc3-76f0b3b88361 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.120790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecc3f2d-4629-42dc-9a89-c532114310dd req-a03f5a1e-46ad-484b-adc3-76f0b3b88361 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 948 time: 0.0681171 Dec 13 14:39:04.166724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63ee1aec-60ee-4578-9ea8-60936b0ed659 req-94c60b2f-a457-44aa-b130-6595bfa5b004 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484128 Dec 13 14:39:04.173661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecc3f2d-4629-42dc-9a89-c532114310dd req-4e4dfebb-43df-449d-8334-5a53d031a9f2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Dec 13 14:39:04.245863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b0a3ad7-27e9-4d7e-8d6a-f01396a10333 req-91597a6a-672e-4a29-b2de-df02c6a12fea tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 210 time: 0.0356383 Dec 13 14:39:04.260680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-847634b5-63a7-487f-bfcc-664d6fc0791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.262275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-847634b5-63a7-487f-bfcc-664d6fc0791a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 1099 time: 0.0693622 Dec 13 14:39:04.268848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-dcb4d99c-3960-4fd3-9663-fbeb50ef63ac tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.270386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-dcb4d99c-3960-4fd3-9663-fbeb50ef63ac tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.0950065 Dec 13 14:39:04.318018 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0905cff8-11b4-4786-919c-fdb5c3097db4 x-openstack-request-id: req-0905cff8-11b4-4786-919c-fdb5c3097db4 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:04.318618 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d5196a-0a83-4ed8-9ca4-838ed4405d56", "tag": "de2369b7-eaf2-4364-8aa8-26e10451cb4e", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:04.318932 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0905cff8-11b4-4786-919c-fdb5c3097db4 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:04.319330 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'tag': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e', 'status': 'completed', 'code': 200} Dec 13 14:39:04.379104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-84a37afc-3375-4896-a6be-13c45759a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.380776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-84a37afc-3375-4896-a6be-13c45759a302 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 1099 time: 0.0539522 Dec 13 14:39:04.405985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-049d8400-6966-430f-bffd-d625158a7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.407585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-049d8400-6966-430f-bffd-d625158a7c23 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b&tenant_id=ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 1095 time: 0.1267219 Dec 13 14:39:04.433117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-91154dbd-0010-4bba-a621-6617a82faf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.435630 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-91154dbd-0010-4bba-a621-6617a82faf02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1641757 Dec 13 14:39:04.485048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-155a6b4f-81b1-4961-a975-55f6b7664abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.487623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-155a6b4f-81b1-4961-a975-55f6b7664abd service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.0976260 Dec 13 14:39:04.522623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-8d1a93af-a756-4d1d-b464-68669f5047ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=200daf20-a105-446d-880d-5bac818d97fb HTTP/1.1" status: 200 len: 217 time: 0.0583870 Dec 13 14:39:04.549463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-ea229bd1-6c30-45de-a98e-856ad6202556 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e HTTP/1.1" status: 200 len: 217 time: 0.0544384 Dec 13 14:39:04.550128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-f8b26279-24b9-4975-8d62-1d30cf465877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.551853 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-f8b26279-24b9-4975-8d62-1d30cf465877 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1095 time: 0.1147320 Dec 13 14:39:04.649773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-efd60a7c-77c4-407a-a4ad-aed4732b9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.651244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-efd60a7c-77c4-407a-a4ad-aed4732b9b54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1145039 Dec 13 14:39:04.676637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-1e4ef516-17b5-4ccb-b637-1ce77ee987f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.678154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-1e4ef516-17b5-4ccb-b637-1ce77ee987f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1211801 Dec 13 14:39:04.719803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-c08fe2c1-ad82-4b17-829e-cee879b96e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.722127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-c08fe2c1-ad82-4b17-829e-cee879b96e0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1508877 Dec 13 14:39:04.733587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-853874a0-baa9-45a3-8902-158aef8bf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.735094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-853874a0-baa9-45a3-8902-158aef8bf1b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684848 Dec 13 14:39:04.754559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487c30a-de8f-4d19-a8f7-a22965a4ffb0 req-2ad4bd0a-a705-49ca-b6bd-fc4224ad3a53 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.756385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f487c30a-de8f-4d19-a8f7-a22965a4ffb0 req-2ad4bd0a-a705-49ca-b6bd-fc4224ad3a53 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 944 time: 0.1123619 Dec 13 14:39:04.769008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-86f7c024-55d6-42d7-935e-6f6df08248d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.772237 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-86f7c024-55d6-42d7-935e-6f6df08248d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742440 Dec 13 14:39:04.788124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-4aec7ffd-051c-4717-893e-ebc5135ebfcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 217 time: 0.0502236 Dec 13 14:39:04.868330 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f487c30a-de8f-4d19-a8f7-a22965a4ffb0 req-1a3fd830-2060-4a01-bbe1-2c58e1919610 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012917 Dec 13 14:39:04.891154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-23fbafce-4395-41d4-a277-f320e6acb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:04.892568 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-23fbafce-4395-41d4-a277-f320e6acb241 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0966804 Dec 13 14:39:04.944516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-5ba6d693-65a4-46e9-b3c2-7b665b914f72 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643600 Dec 13 14:39:04.969576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-298c5ad5-a10e-43d4-a48d-020fae9e175a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658360 Dec 13 14:39:04.971719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-8cd0b87c-2e35-41c8-943c-a0405282589f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260370 Dec 13 14:39:05.068952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d23c680c-6dc9-411e-b01d-a96a13842f55 req-0c9cbed9-f8dc-43f3-9864-df85165e3723 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160138 Dec 13 14:39:05.151740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-cab5e76b-6239-4152-a1d7-1b3250eaf5d0 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725099 Dec 13 14:39:05.153672 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e120fef-c27b-4bee-accb-2c5453f1e1fb req-4fcfd483-ea27-4831-9c9e-f908f942c830 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661756 Dec 13 14:39:05.169638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57352) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:05.274400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-1b2b0a31-6bdd-4cde-a4c9-21356b161d04 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062348 Dec 13 14:39:05.316826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26ed8e17-1554-40c9-871b-564058365e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.339723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7609-91b2-4f10-97da-3e6614dd691a req-f6160327-bc9b-4bce-be31-c0cb2f3c5176 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:05.341176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-818a7609-91b2-4f10-97da-3e6614dd691a req-f6160327-bc9b-4bce-be31-c0cb2f3c5176 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 948 time: 0.0544238 Dec 13 14:39:05.374409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0f800-32c0-41a2-9208-fe55659a6666 req-63d72a98-ca2b-471c-9c8b-209928856dc9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:05.375888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32b0f800-32c0-41a2-9208-fe55659a6666 req-63d72a98-ca2b-471c-9c8b-209928856dc9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.0788057 Dec 13 14:39:05.380818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-818a7609-91b2-4f10-97da-3e6614dd691a req-8841d217-a823-4035-9893-c240ca961c02 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Dec 13 14:39:05.433248 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32b0f800-32c0-41a2-9208-fe55659a6666 req-536eb4d6-527c-4e58-834b-a01c8a383035 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503430 Dec 13 14:39:05.454635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26ed8e17-1554-40c9-871b-564058365e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.539736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7449d2f-0158-4642-8b7f-e0722cf3888a req-bd9a195e-e37d-40b2-91f2-ac75367c6b0c tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 210 time: 0.0269048 Dec 13 14:39:05.540906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26ed8e17-1554-40c9-871b-564058365e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.587604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed8e17-1554-40c9-871b-564058365e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da7f070-8e0f-4e7f-877f-5c9580cf3e0c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:05.602745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-26ed8e17-1554-40c9-871b-564058365e87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dca765dcecf24759936ad671b2923e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317861 Dec 13 14:39:05.605961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57372) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:05.664129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fb88e03c-eef4-4614-9d94-6d18044f84fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.687301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fb88e03c-eef4-4614-9d94-6d18044f84fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.804044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1432367-3e01-4276-be5e-a63da965e2ac tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:05.805526 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-a1432367-3e01-4276-be5e-a63da965e2ac tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.0470304 Dec 13 14:39:05.821025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fb88e03c-eef4-4614-9d94-6d18044f84fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.823432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fb88e03c-eef4-4614-9d94-6d18044f84fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.824478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fb88e03c-eef4-4614-9d94-6d18044f84fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7da7f070-8e0f-4e7f-877f-5c9580cf3e0c HTTP/1.1" status: 204 len: 168 time: 0.2175088 Dec 13 14:39:05.857355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88e03c-eef4-4614-9d94-6d18044f84fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da7f070-8e0f-4e7f-877f-5c9580cf3e0c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:05.991325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9df872-4d25-4a95-9e2a-fa5b79402d77 req-5ebbadee-9d95-409b-b065-d3d36e190a7f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:05.991701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-b1add3eb-a25a-4a94-b915-33a90f76d3fa service neutron] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:05.992874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc9df872-4d25-4a95-9e2a-fa5b79402d77 req-5ebbadee-9d95-409b-b065-d3d36e190a7f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 944 time: 0.0556893 Dec 13 14:39:05.995341 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-b1add3eb-a25a-4a94-b915-33a90f76d3fa service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:05.996450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9a7de3-f3db-4931-8ede-0e2c0768bfbb req-b1add3eb-a25a-4a94-b915-33a90f76d3fa service neutron] 10.222.0.50 "DELETE /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df/bindings/n-h1-816954-1 HTTP/1.1" status: 204 len: 173 time: 0.1831830 Dec 13 14:39:06.035276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc9df872-4d25-4a95-9e2a-fa5b79402d77 req-41d0bf3f-8ed2-4d37-b8b0-e9bbe2fbed08 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355074 Dec 13 14:39:06.181141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09e2de-1694-4d3d-97aa-c731bc12964a req-5775fa92-582c-4257-9b7d-76510718b7d9 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:06.188710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa09e2de-1694-4d3d-97aa-c731bc12964a req-5775fa92-582c-4257-9b7d-76510718b7d9 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1095 time: 0.0477746 Dec 13 14:39:06.192980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device de2369b7-eaf2-4364-8aa8-26e10451cb4e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:06.210717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:06.211898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:39:06.235559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa09e2de-1694-4d3d-97aa-c731bc12964a req-6b384b64-68d7-4757-baa6-baee21f7c4e2 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Dec 13 14:39:06.375660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-06b75c9e-0e46-4b8c-a03a-3473463bde9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:06.391674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:39:06.405450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port de2369b7-eaf2-4364-8aa8-26e10451cb4e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:06.428272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e', 'mac_address': 'fa:16:3e:da:3f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:06.479347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-48beb243-4a4d-43aa-9566-734c635c883c tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274789 Dec 13 14:39:06.505182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:06.526382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2369b7-eaf2-4364-8aa8-26e10451cb4e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:06.549889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port de2369b7-eaf2-4364-8aa8-26e10451cb4e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:06.552448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09466bbc-878e-448d-b08e-41575e3ff6ab req-78586c75-1b34-4cba-be3e-a6076d5048cb tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:06.553970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09466bbc-878e-448d-b08e-41575e3ff6ab req-78586c75-1b34-4cba-be3e-a6076d5048cb tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 948 time: 0.0545371 Dec 13 14:39:06.574928 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-06b75c9e-0e46-4b8c-a03a-3473463bde9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:06.609961 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09466bbc-878e-448d-b08e-41575e3ff6ab req-667ecd5a-4dd0-48e2-a8ac-a582c7b5614b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Dec 13 14:39:06.646696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-7b9561f0-5653-4653-ad7c-2967ddc5f961 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:06.648514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-7b9561f0-5653-4653-ad7c-2967ddc5f961 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532245 Dec 13 14:39:06.663111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Request body: {'port': {'device_id': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '5dd1f037308a4f9a91585732a51ccb3c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:06.705771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f532b1-fa12-4a14-88da-521f42363e1e req-7675a470-c4bf-47ed-be88-fd61735fe389 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:06.707288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74f532b1-fa12-4a14-88da-521f42363e1e req-7675a470-c4bf-47ed-be88-fd61735fe389 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.0553508 Dec 13 14:39:06.745889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74f532b1-fa12-4a14-88da-521f42363e1e req-73696257-d752-4dbc-888f-b72b074e2e85 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Dec 13 14:39:06.915532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c452-950a-41a4-8224-19f161008603 req-55ac543b-fb38-478a-981e-d30238e66194 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:06.918766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-55ac543b-fb38-478a-981e-d30238e66194 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.1014020 Dec 13 14:39:06.926553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57418) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:06.932326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-f8417075-61df-4733-a905-b0a05f9c4bb0 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/quotas/ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 375 time: 0.0093391 Dec 13 14:39:06.937186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:06.938440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:06.941431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-06b75c9e-0e46-4b8c-a03a-3473463bde9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:06.944464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Made reservation on behalf of 5dd1f037308a4f9a91585732a51ccb3c for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:06.948415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:06.953972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8be1f188-2d02-4546-9bf3-9f8e2622f40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:06.980527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.004055 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-32f17ddf-e922-4361-98fc-c4f7936a3d82 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575614 Dec 13 14:39:07.027106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-06b75c9e-0e46-4b8c-a03a-3473463bde9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5c409bfba1c4e64b869f1f6bd1cc789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151958 Dec 13 14:39:07.028795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:07.039992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b75c9e-0e46-4b8c-a03a-3473463bde9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5298fe19-fba4-4da1-a07b-b1eee9ac9273,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:07.043656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=de2369b7-eaf2-4364-8aa8-26e10451cb4e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:07.119387 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-56d328e5-f14f-4025-9cce-d526c5506528 service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057098 Dec 13 14:39:07.122313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:07.151757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '620c450d-4d39-4fcf-9c51-b90145731123', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'port_id': '620c450d-4d39-4fcf-9c51-b90145731123', 'mac_address': 'fa:16:3e:48:b8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccb5d64-71b8-44f3-aefb-407289f56857', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:07.178828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4df1ab54-d7b0-413d-902c-f3d8f6c88792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.197645 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.203144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8be1f188-2d02-4546-9bf3-9f8e2622f40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.221472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620c450d-4d39-4fcf-9c51-b90145731123 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:07.242419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-ac590a3d-03d9-4601-94f6-4cf1c358489b service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214640 Dec 13 14:39:07.247420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4df1ab54-d7b0-413d-902c-f3d8f6c88792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.248307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:07.267504 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bf9dc87-cb10-48f9-abca-9d04e11635f2 req-d4620b07-bf8f-4cb4-bc27-8ebebb840163 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 210 time: 0.0506968 Dec 13 14:39:07.300901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.305443 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8be1f188-2d02-4546-9bf3-9f8e2622f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.342243 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.379272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57428) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:07.379471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8be1f188-2d02-4546-9bf3-9f8e2622f40a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5550859449b41aabbf9ea17fcbe66e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515657 Dec 13 14:39:07.380037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1f188-2d02-4546-9bf3-9f8e2622f40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784db2c5-9e7a-4898-a0af-bdfcbe60dcd1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:07.403586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:07.434082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.449144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa49462-0c9c-43f6-a253-91334e149e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.470964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc718e1f-5e29-446c-867c-67040709b602,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:07.487358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa49462-0c9c-43f6-a253-91334e149e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.565714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['620c450d-4d39-4fcf-9c51-b90145731123'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:07.570417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:07.599295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4df1ab54-d7b0-413d-902c-f3d8f6c88792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.617558 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4df1ab54-d7b0-413d-902c-f3d8f6c88792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.617558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4df1ab54-d7b0-413d-902c-f3d8f6c88792 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5298fe19-fba4-4da1-a07b-b1eee9ac9273 HTTP/1.1" status: 204 len: 168 time: 0.5824430 Dec 13 14:39:07.628722 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa49462-0c9c-43f6-a253-91334e149e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.633171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa49462-0c9c-43f6-a253-91334e149e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:07.633171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8aa49462-0c9c-43f6-a253-91334e149e44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/784db2c5-9e7a-4898-a0af-bdfcbe60dcd1 HTTP/1.1" status: 204 len: 168 time: 0.2523906 Dec 13 14:39:07.644382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1ab54-d7b0-413d-902c-f3d8f6c88792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5298fe19-fba4-4da1-a07b-b1eee9ac9273,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:07.694871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa49462-0c9c-43f6-a253-91334e149e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784db2c5-9e7a-4898-a0af-bdfcbe60dcd1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:07.791325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a25854-29f9-4756-8bc4-c913bf7f076f req-b4902cfa-f55b-4bb0-8c73-8f4d029426b6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 210 time: 0.0463746 Dec 13 14:39:07.873954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Allocated IP 192.168.233.88 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/84a5bbe7-30f7-4326-b8b4-960481193764) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:08.013913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68c59-41d7-4dc1-bfeb-9f4db6e50af4 req-58cf55f8-6f38-4c1b-8507-db7ce92c33ff tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:08.016175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acc68c59-41d7-4dc1-bfeb-9f4db6e50af4 req-58cf55f8-6f38-4c1b-8507-db7ce92c33ff tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 948 time: 0.0631452 Dec 13 14:39:08.067871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acc68c59-41d7-4dc1-bfeb-9f4db6e50af4 req-24ff0b2a-c4e5-4dce-9f3b-02b6fd715ab6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Dec 13 14:39:08.103451 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.186833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f2527-a0aa-454e-937b-0700af6b2a66 req-dd4b2433-7afd-4ecf-9c53-a9d38613fcbf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:08.194609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f38f2527-a0aa-454e-937b-0700af6b2a66 req-dd4b2433-7afd-4ecf-9c53-a9d38613fcbf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.0604873 Dec 13 14:39:08.209920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 200daf20-a105-446d-880d-5bac818d97fb details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:08.223756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.236912 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f38f2527-a0aa-454e-937b-0700af6b2a66 req-efe5a147-2ebc-4f36-97fb-d1d730ae5416 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Dec 13 14:39:08.296057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Pushing event updated for resources: {'Port': ['ID=84a5bbe7-30f7-4326-b8b4-960481193764,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:08.305090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:08.306190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:08.309097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:08.316174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:08.316965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.374448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 200daf20-a105-446d-880d-5bac818d97fb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=200daf20-a105-446d-880d-5bac818d97fb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:08.388147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '200daf20-a105-446d-880d-5bac818d97fb', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '200daf20-a105-446d-880d-5bac818d97fb', 'mac_address': 'fa:16:3e:03:f0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:08.445637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-0508a78e-c66e-4746-93fd-2f1c506ef9bd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7782075 Dec 13 14:39:08.453616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Request body: {'port': {'device_id': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:08.462175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.484155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200daf20-a105-446d-880d-5bac818d97fb {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:08.487137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3636e6-05c1-4547-a455-f05d0d5d9094 req-c9063dfd-11ab-46e3-9f9c-791e7a75aa8a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:08.489516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e3636e6-05c1-4547-a455-f05d0d5d9094 req-c9063dfd-11ab-46e3-9f9c-791e7a75aa8a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 935 time: 0.0911026 Dec 13 14:39:08.543335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 200daf20-a105-446d-880d-5bac818d97fb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=200daf20-a105-446d-880d-5bac818d97fb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:08.550740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.560582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e3636e6-05c1-4547-a455-f05d0d5d9094 req-f4b1b9ba-d579-4628-94c3-bd2f9979b611 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616572 Dec 13 14:39:08.611398 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.666787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=200daf20-a105-446d-880d-5bac818d97fb,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:08.694845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ecfae2be-cf2b-42ca-b3b1-d3934f6a5fc8 None None] Provisioning complete for port 84a5bbe7-30f7-4326-b8b4-960481193764 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:08.694845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ecfae2be-cf2b-42ca-b3b1-d3934f6a5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.736708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ecfae2be-cf2b-42ca-b3b1-d3934f6a5fc8 None None] Port 84a5bbe7-30f7-4326-b8b4-960481193764 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:08.831135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['200daf20-a105-446d-880d-5bac818d97fb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:08.925701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a5bbe7-30f7-4326-b8b4-960481193764 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:08.930733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:08.945095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Transition to ACTIVE for port object 84a5bbe7-30f7-4326-b8b4-960481193764 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:08.975466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a90041e-c852-4674-b36a-4aa0b8a43378 req-9bee2590-6854-4bc2-b4f4-7a3f7f5932d4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 210 time: 0.0295634 Dec 13 14:39:09.028113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:09.082155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Pushing event updated for resources: {'Port': ['ID=84a5bbe7-30f7-4326-b8b4-960481193764,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:09.158978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Attempting to bind port 84a5bbe7-30f7-4326-b8b4-960481193764 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:09.159307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Attempting to bind port 84a5bbe7-30f7-4326-b8b4-960481193764 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:09.159642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Attempting to bind port 84a5bbe7-30f7-4326-b8b4-960481193764 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:09.164266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Port 84a5bbe7-30f7-4326-b8b4-960481193764 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:09.164588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Attempting to bind port 84a5bbe7-30f7-4326-b8b4-960481193764 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:09.169776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:09.170114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:09.170528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:09.171821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Bound port: 84a5bbe7-30f7-4326-b8b4-960481193764, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:09.172195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:09.246908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e374-6956-4c0b-a7e6-2add0f84b201 req-6bef6ce8-6075-4095-9a17-b1ecc6558481 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:09.255584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8a4e374-6956-4c0b-a7e6-2add0f84b201 req-6bef6ce8-6075-4095-9a17-b1ecc6558481 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 949 time: 0.1003308 Dec 13 14:39:09.271218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] For port 84a5bbe7-30f7-4326-b8b4-960481193764, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:09.274477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] For port 84a5bbe7-30f7-4326-b8b4-960481193764, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=84a5bbe7-30f7-4326-b8b4-960481193764,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:09.291139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8a4e374-6956-4c0b-a7e6-2add0f84b201 req-df77e1c5-3df3-4cac-9f0d-59a5ad144c50 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345881 Dec 13 14:39:09.320030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:09.339649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:09.341239 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:09.344721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] 10.222.0.50 "PUT /v2.0/ports/84a5bbe7-30f7-4326-b8b4-960481193764 HTTP/1.1" status: 200 len: 1095 time: 0.8945653 Dec 13 14:39:09.377202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'tag': '84a5bbe7-30f7-4326-b8b4-960481193764'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:09.379814 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15601f0-5822-4ee4-a3f6-45a3333cb725" -d '{"events": [{"name": "network-changed", "server_uuid": "af615d53-a3e3-48d3-8f76-1502451f243d", "tag": "84a5bbe7-30f7-4326-b8b4-960481193764"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:09.419438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80349d-6a4e-46dd-ae81-9e1c5378e66c service neutron] Pushing event updated for resources: {'Port': ['ID=84a5bbe7-30f7-4326-b8b4-960481193764,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:09.509058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-d65e50f3-bc63-4769-a3be-6deb044e47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:09.510604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-d65e50f3-bc63-4769-a3be-6deb044e47b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 1098 time: 0.0497727 Dec 13 14:39:09.564578 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-3050c1d1-39e0-476e-be4b-3dfd678d05e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=84a5bbe7-30f7-4326-b8b4-960481193764 HTTP/1.1" status: 200 len: 217 time: 0.0404541 Dec 13 14:39:09.658427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-fdc6a07b-dca9-48bc-9ded-50244e7cd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:09.659885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-fdc6a07b-dca9-48bc-9ded-50244e7cd04f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0860612 Dec 13 14:39:09.680675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc43fcc-5b1f-4384-bc26-f936f89d5cba req-90505412-75b7-48b1-8ee1-59a7ddfffac4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:09.686903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7cc43fcc-5b1f-4384-bc26-f936f89d5cba req-90505412-75b7-48b1-8ee1-59a7ddfffac4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.0814641 Dec 13 14:39:09.707076 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e41681c-0bdd-48b6-8413-1555bff99762 x-openstack-request-id: req-4e41681c-0bdd-48b6-8413-1555bff99762 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:09.707336 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af615d53-a3e3-48d3-8f76-1502451f243d", "tag": "84a5bbe7-30f7-4326-b8b4-960481193764", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:09.707587 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e41681c-0bdd-48b6-8413-1555bff99762 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:09.708119 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'tag': '84a5bbe7-30f7-4326-b8b4-960481193764', 'status': 'completed', 'code': 200} Dec 13 14:39:09.721675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-2e90fff7-528d-40b6-9446-424a155ab2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:09.724025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-2e90fff7-528d-40b6-9446-424a155ab2cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528021 Dec 13 14:39:09.728934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7cc43fcc-5b1f-4384-bc26-f936f89d5cba req-353cdf78-4155-4784-acd3-3fcef4def866 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Dec 13 14:39:09.859444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828c8f2-ada3-44c6-bf87-d36f33971884 req-fb64e5db-c795-4cbf-8f4f-af81df599518 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:09.860937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1828c8f2-ada3-44c6-bf87-d36f33971884 req-fb64e5db-c795-4cbf-8f4f-af81df599518 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 947 time: 0.0852151 Dec 13 14:39:09.884057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-ee2636d4-620c-482f-8a26-22efd24520b1 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521134 Dec 13 14:39:09.924567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1828c8f2-ada3-44c6-bf87-d36f33971884 req-63e4b5b5-36c4-4cf6-a075-58ba6f9dc0b6 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Dec 13 14:39:10.002223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f965a92-c093-48ba-ab1f-14539aab7de1 req-f5839c4e-0c63-45d8-8fde-e6560a922a44 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043479 Dec 13 14:39:10.100898 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa1211fe-bf01-4fd3-a388-50a7b234c02d req-886f6043-3a9e-4ee2-bf80-e152d3be033b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 210 time: 0.0412633 Dec 13 14:39:10.107416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c452-950a-41a4-8224-19f161008603 req-9c9653cf-f021-4837-a702-925ae8490113 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:10.108543 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-9c9653cf-f021-4837-a702-925ae8490113 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.1227064 Dec 13 14:39:10.127940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Request body: {'port': {'device_id': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'admin_state_up': True, 'tenant_id': 'ada9a792632d4408bcc5b299fd43872c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:10.229312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device de2369b7-eaf2-4364-8aa8-26e10451cb4e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:10.244411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-6822cd17-47b4-4e83-b001-4cb6c4180041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:10.246250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-6822cd17-47b4-4e83-b001-4cb6c4180041 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 1098 time: 0.0967441 Dec 13 14:39:10.248359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57526) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:10.313444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57530) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:10.362560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-2edc96d0-da44-4631-a647-fc4a8e4da5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:10.364124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-2edc96d0-da44-4631-a647-fc4a8e4da5b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1083741 Dec 13 14:39:10.407017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32b95bcc-fee7-4a43-8749-3d7fcf6af85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.427174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-b6eda3ab-ad7f-4243-9f04-edc36611a645 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=84a5bbe7-30f7-4326-b8b4-960481193764 HTTP/1.1" status: 200 len: 217 time: 0.0502009 Dec 13 14:39:10.446385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-988ea390-7853-4a24-9c97-06827b3fdf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.456415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port de2369b7-eaf2-4364-8aa8-26e10451cb4e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:10.461016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port de2369b7-eaf2-4364-8aa8-26e10451cb4e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:10.461395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.475647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecfa66-5e97-40cd-9f09-aea555fb1d28 req-1142b3be-9af1-400d-8ce5-dfd2735c762b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:10.477146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cecfa66-5e97-40cd-9f09-aea555fb1d28 req-1142b3be-9af1-400d-8ce5-dfd2735c762b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 949 time: 0.1086011 Dec 13 14:39:10.483234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Made reservation on behalf of ada9a792632d4408bcc5b299fd43872c for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:10.487283 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.562215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32b95bcc-fee7-4a43-8749-3d7fcf6af85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.598977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-988ea390-7853-4a24-9c97-06827b3fdf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.599222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.625281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:10.631564 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0f4ac-b9a8-4ad5-becf-c2f208f45023" -d '{"events": [{"server_uuid": "79d5196a-0a83-4ed8-9ca4-838ed4405d56", "name": "network-vif-plugged", "status": "completed", "tag": "de2369b7-eaf2-4364-8aa8-26e10451cb4e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:10.644735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port de2369b7-eaf2-4364-8aa8-26e10451cb4e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:10.652250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32b95bcc-fee7-4a43-8749-3d7fcf6af85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.673025 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfdc6e1-dfec-4f02-b422-edb2f054452c x-openstack-request-id: req-3bfdc6e1-dfec-4f02-b422-edb2f054452c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:10.673467 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d5196a-0a83-4ed8-9ca4-838ed4405d56", "name": "network-vif-plugged", "status": "completed", "tag": "de2369b7-eaf2-4364-8aa8-26e10451cb4e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:10.674364 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bfdc6e1-dfec-4f02-b422-edb2f054452c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:10.674843 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e', 'code': 200} Dec 13 14:39:10.712842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-988ea390-7853-4a24-9c97-06827b3fdf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.731897 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.733707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:10.746009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-988ea390-7853-4a24-9c97-06827b3fdf2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a9b9c9e00684c24b58abc1c3ceb5b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514995 Dec 13 14:39:10.753368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57544) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:10.758583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-d1a88726-52e3-402b-867e-b04f6b261a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:10.760163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-d1a88726-52e3-402b-867e-b04f6b261a63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.3247011 Dec 13 14:39:10.775199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b95bcc-fee7-4a43-8749-3d7fcf6af85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d984ed-079d-45c3-9d31-373e66eb35b7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:10.795429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-32b95bcc-fee7-4a43-8749-3d7fcf6af85e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b609218db90946cf89dc2dd71e332547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456533 Dec 13 14:39:10.823379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ea390-7853-4a24-9c97-06827b3fdf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0215dd6-a633-40b8-ad50-675eb4bf6f40,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:10.834127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cecfa66-5e97-40cd-9f09-aea555fb1d28 req-da9781fa-8f70-4b5b-a4aa-ac63e7f670bc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445015 Dec 13 14:39:10.840118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57548) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:10.940363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a27-56a0-4eb9-953f-aac31014c78b req-6b8a5c33-bd30-4fac-b417-f01219abfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:10.941865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eeb69a27-56a0-4eb9-953f-aac31014c78b req-6b8a5c33-bd30-4fac-b417-f01219abfe10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 1101 time: 0.1942592 Dec 13 14:39:10.961178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-5b589d7a-6351-4468-9f34-11d78e41b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:10.963134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-5b589d7a-6351-4468-9f34-11d78e41b206 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813946 Dec 13 14:39:10.969163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14dbc197-ad5a-4bfe-aa96-ca4175d424b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:10.995381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a78293-b5d7-4b62-98ed-c2366bc0fe0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.008064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=de2369b7-eaf2-4364-8aa8-26e10451cb4e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:11.033996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Allocated IP 172.20.0.12 (e15a4b8e-3b6f-40e2-9102-1c66b0a456f4/eafe36ca-0363-406e-afbf-b87c1a0f7993/f5eb3f92-a1ea-409d-abcd-2674e2e3b278) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:11.039198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eeb69a27-56a0-4eb9-953f-aac31014c78b req-f3e9f68d-ce61-4ec0-a0e5-31570fa14e7d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803444 Dec 13 14:39:11.052494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de1cf-74ca-40a1-81fc-144a3045abe1 req-912908e8-5907-4543-87fd-8057bfb24a17 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:11.053983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f06de1cf-74ca-40a1-81fc-144a3045abe1 req-912908e8-5907-4543-87fd-8057bfb24a17 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.1761415 Dec 13 14:39:11.059022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a78293-b5d7-4b62-98ed-c2366bc0fe0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.060231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14dbc197-ad5a-4bfe-aa96-ca4175d424b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.114576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 620c450d-4d39-4fcf-9c51-b90145731123 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:11.124638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 620c450d-4d39-4fcf-9c51-b90145731123 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:11.125655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.132560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f06de1cf-74ca-40a1-81fc-144a3045abe1 req-0e8acfa5-5524-48f8-a3a9-3ff8ac869479 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Dec 13 14:39:11.185799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-9a8a507e-1e2d-4229-a023-344208c19517 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101915 Dec 13 14:39:11.226926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.243430 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a78293-b5d7-4b62-98ed-c2366bc0fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.246693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a78293-b5d7-4b62-98ed-c2366bc0fe0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.249161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-81a78293-b5d7-4b62-98ed-c2366bc0fe0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75d984ed-079d-45c3-9d31-373e66eb35b7 HTTP/1.1" status: 204 len: 168 time: 0.3800724 Dec 13 14:39:11.265527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:11.274527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78293-b5d7-4b62-98ed-c2366bc0fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d984ed-079d-45c3-9d31-373e66eb35b7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:11.307011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1efa75-023f-4b50-9cf9-d238a7a78acc req-2aacc5e6-28a0-474c-b61a-b060f4371f72 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:11.308983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c1efa75-023f-4b50-9cf9-d238a7a78acc req-2aacc5e6-28a0-474c-b61a-b060f4371f72 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 947 time: 0.1130013 Dec 13 14:39:11.329247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14dbc197-ad5a-4bfe-aa96-ca4175d424b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.332360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14dbc197-ad5a-4bfe-aa96-ca4175d424b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.333540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-14dbc197-ad5a-4bfe-aa96-ca4175d424b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0215dd6-a633-40b8-ad50-675eb4bf6f40 HTTP/1.1" status: 204 len: 168 time: 0.5776424 Dec 13 14:39:11.338338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.339570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 200daf20-a105-446d-880d-5bac818d97fb up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:11.340624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad51038d-cbde-41a3-ac53-3a598fdb80fc req-e7c8b267-43d5-418d-a5f2-7b0233afd34e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 210 time: 0.0542905 Dec 13 14:39:11.365538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbc197-ad5a-4bfe-aa96-ca4175d424b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0215dd6-a633-40b8-ad50-675eb4bf6f40,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:11.386214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c1efa75-023f-4b50-9cf9-d238a7a78acc req-9ade139c-916f-4dfd-8572-5ca9d9ef21ca tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693030 Dec 13 14:39:11.449554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:11.450819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.456935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e15601f0-5822-4ee4-a3f6-45a3333cb725 req-7dda1d8e-3c48-42f4-9d3a-253c6d5cf225 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339969 Dec 13 14:39:11.525114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 200daf20-a105-446d-880d-5bac818d97fb completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:11.529228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 200daf20-a105-446d-880d-5bac818d97fb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:11.529595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.571379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.604200 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.614570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:11.617613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:11.620033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:11.628326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:11.628977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.643759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 200daf20-a105-446d-880d-5bac818d97fb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=200daf20-a105-446d-880d-5bac818d97fb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:11.645659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:11.716100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:11.717175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-d4dccce2-a103-4a7b-8862-4d596527e112 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5985901 Dec 13 14:39:11.731859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Request body: {'port': {'device_id': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:11.774183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=200daf20-a105-446d-880d-5bac818d97fb,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:11.797064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.068470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60e35-fb46-4083-bc5a-d4c1d760f80f req-7c98043e-b0b0-4944-b5c2-d06e09499f44 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:12.070352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:12.077120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbd60e35-fb46-4083-bc5a-d4c1d760f80f req-7c98043e-b0b0-4944-b5c2-d06e09499f44 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 950 time: 0.1304355 Dec 13 14:39:12.101013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fba0264c-b73f-421e-b3cd-540b978cba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.157119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbd60e35-fb46-4083-bc5a-d4c1d760f80f req-5dca95f0-0b84-4434-84f4-e9961822d223 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Dec 13 14:39:12.197630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fba0264c-b73f-421e-b3cd-540b978cba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.242317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eb3f92-a1ea-409d-abcd-2674e2e3b278 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:12.251366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.265279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Transition to ACTIVE for port object f5eb3f92-a1ea-409d-abcd-2674e2e3b278 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:12.277417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fba0264c-b73f-421e-b3cd-540b978cba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.323336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fba0264c-b73f-421e-b3cd-540b978cba9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bca5e746eaac421faba1d6fdcb82f1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519255 Dec 13 14:39:12.325221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0264c-b73f-421e-b3cd-540b978cba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0934a1-239a-4c7e-a3d7-85d62d06582e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:12.325981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:12.337718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d93d05-7fc8-40b7-8529-0e9d8c2e71e2 req-9b44c2d4-bd91-4b64-92a9-812648a13fdd tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:12.339200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6d93d05-7fc8-40b7-8529-0e9d8c2e71e2 req-9b44c2d4-bd91-4b64-92a9-812648a13fdd tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 945 time: 0.0952010 Dec 13 14:39:12.344022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.383943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6d93d05-7fc8-40b7-8529-0e9d8c2e71e2 req-0c755cf6-2b12-469b-b047-608f5e40d639 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 Dec 13 14:39:12.424627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:12.440191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-436a3f2f-b6aa-4387-b24b-35971a803649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.502899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:12.503243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:12.503574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:12.522260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-436a3f2f-b6aa-4387-b24b-35971a803649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.525027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:12.525352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:12.542483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:12.542805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:12.543185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:12.543623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Bound port: f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:12.543978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.544873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e802a4-ea4e-4370-bd91-8153933cf4a5 req-deb6cb19-492c-422b-aa75-1b52c7794daf tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:12.546524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07e802a4-ea4e-4370-bd91-8153933cf4a5 req-deb6cb19-492c-422b-aa75-1b52c7794daf tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 947 time: 0.0524271 Dec 13 14:39:12.584546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce616-4534-4ad2-874e-1bb1aeac6878 req-e143e48a-96a5-45c7-8237-9f588a36e744 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:12.585303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07e802a4-ea4e-4370-bd91-8153933cf4a5 req-b0da37ae-71b8-4a32-9f86-b08b5d808560 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Dec 13 14:39:12.586062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c9ce616-4534-4ad2-874e-1bb1aeac6878 req-e143e48a-96a5-45c7-8237-9f588a36e744 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.1249409 Dec 13 14:39:12.672391 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c9ce616-4534-4ad2-874e-1bb1aeac6878 req-4248a7bc-2025-4c05-8e44-d02b5e022a4b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794544 Dec 13 14:39:12.675998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123'}, {'server_uuid': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200daf20-a105-446d-880d-5bac818d97fb'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:12.678587 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a14e53-150d-4390-8c94-b0d2a6e80712" -d '{"events": [{"server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "name": "network-vif-plugged", "status": "completed", "tag": "620c450d-4d39-4fcf-9c51-b90145731123"}, {"server_uuid": "79bd2f33-17ce-4488-93eb-9c7995c58c21", "name": "network-vif-plugged", "status": "completed", "tag": "200daf20-a105-446d-880d-5bac818d97fb"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:12.680199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:12.683873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:12.723998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57622) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:12.732019 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b59a06-31fe-40b7-912e-3d2919fdb58f x-openstack-request-id: req-a6b59a06-31fe-40b7-912e-3d2919fdb58f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:12.732019 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "name": "network-vif-plugged", "status": "completed", "tag": "620c450d-4d39-4fcf-9c51-b90145731123", "code": 200}, {"server_uuid": "79bd2f33-17ce-4488-93eb-9c7995c58c21", "name": "network-vif-plugged", "status": "completed", "tag": "200daf20-a105-446d-880d-5bac818d97fb", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:12.732019 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6b59a06-31fe-40b7-912e-3d2919fdb58f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:12.732019 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123', 'code': 200} Dec 13 14:39:12.732019 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200daf20-a105-446d-880d-5bac818d97fb', 'code': 200} Dec 13 14:39:12.746066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-436a3f2f-b6aa-4387-b24b-35971a803649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.753631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57626) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:12.754671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-436a3f2f-b6aa-4387-b24b-35971a803649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.756230 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-436a3f2f-b6aa-4387-b24b-35971a803649 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c0934a1-239a-4c7e-a3d7-85d62d06582e HTTP/1.1" status: 204 len: 168 time: 0.4291689 Dec 13 14:39:12.764883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.803076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a3f2f-b6aa-4387-b24b-35971a803649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0934a1-239a-4c7e-a3d7-85d62d06582e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:12.828794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:12.830890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:12.835046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] 10.222.0.55 "PUT /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 1092 time: 1.1061206 Dec 13 14:39:12.835046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:12.836031 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9490a3-6610-4d28-96f8-09de562c6bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:12.862469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b37ba-8700-490e-ac40-30ddf7f08c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:12.903512 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a78775-a49e-4af1-813d-023ca41c6d40 x-openstack-request-id: req-90a78775-a49e-4af1-813d-023ca41c6d40 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:12.907961 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:12.907961 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90a78775-a49e-4af1-813d-023ca41c6d40 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:12.907961 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278', 'status': 'completed', 'code': 200} Dec 13 14:39:12.956769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ab5f-b9c9-4630-a3f5-ee50d4492278 req-ef9c8de2-bb33-4bfb-a4c4-12f18cd66e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:12.958582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88c7ab5f-b9c9-4630-a3f5-ee50d4492278 req-ef9c8de2-bb33-4bfb-a4c4-12f18cd66e35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 1101 time: 0.1349082 Dec 13 14:39:12.961257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90557259-92dd-4e08-83cb-ab6c5aa56487 req-b56f577b-ad02-41cc-a17f-6568b0b474ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:12.963408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90557259-92dd-4e08-83cb-ab6c5aa56487 req-b56f577b-ad02-41cc-a17f-6568b0b474ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1096 time: 0.1382425 Dec 13 14:39:12.984819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2bb19ed-0d0d-4902-ac64-a735029d916e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.049506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88c7ab5f-b9c9-4630-a3f5-ee50d4492278 req-6aea2130-6e83-47a8-afed-44deae542aef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749767 Dec 13 14:39:13.049506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90557259-92dd-4e08-83cb-ab6c5aa56487 req-7fd1ebf1-d80a-449c-9d77-4e13fb4909cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686991 Dec 13 14:39:13.083725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c452-950a-41a4-8224-19f161008603 req-462dd586-b049-4613-b9c2-b82a6dec051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:13.085287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-462dd586-b049-4613-b9c2-b82a6dec051d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1095 time: 0.1640224 Dec 13 14:39:13.100464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2bb19ed-0d0d-4902-ac64-a735029d916e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.112573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-48412163-network', 'tenant_id': 'e466515b1ccf41c5a213fdf90fabc300'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:13.153822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2bb19ed-0d0d-4902-ac64-a735029d916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.179108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Made reservation on behalf of e466515b1ccf41c5a213fdf90fabc300 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:13.186555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.202730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb19ed-0d0d-4902-ac64-a735029d916e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3673ec-8aa2-4a34-923e-9345ea436cd2,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:13.208216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.209363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a2bb19ed-0d0d-4902-ac64-a735029d916e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cadec0a6bed147fb95045c40c5f82cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843173 Dec 13 14:39:13.218173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57644) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:13.290204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11488d-e674-43e3-a015-18f7913c7295 req-c0c731c5-977b-4c54-8e84-6dac49d104e5 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:13.291782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed11488d-e674-43e3-a015-18f7913c7295 req-c0c731c5-977b-4c54-8e84-6dac49d104e5 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 950 time: 0.0532980 Dec 13 14:39:13.319609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22cdf59e-4e56-4b7c-9396-9c9967d62794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.331617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed11488d-e674-43e3-a015-18f7913c7295 req-95d73bcb-a62e-4746-91d5-5fbfab259d74 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Dec 13 14:39:13.362757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22cdf59e-4e56-4b7c-9396-9c9967d62794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.386910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.445604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.461588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-98249043-4926-4e93-bca2-a6314033a1bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 217 time: 0.0411243 Dec 13 14:39:13.487586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819f58cc-119b-4038-adce-715d06250917,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:13.506750 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22cdf59e-4e56-4b7c-9396-9c9967d62794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.509881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22cdf59e-4e56-4b7c-9396-9c9967d62794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.516707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-22cdf59e-4e56-4b7c-9396-9c9967d62794 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d3673ec-8aa2-4a34-923e-9345ea436cd2 HTTP/1.1" status: 204 len: 168 time: 0.2973299 Dec 13 14:39:13.518415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:39:13.520244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c452-950a-41a4-8224-19f161008603 req-2099af99-67c2-4fcf-9b51-0a0c63a8a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:13.521751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-2099af99-67c2-4fcf-9b51-0a0c63a8a0a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0509145 Dec 13 14:39:13.533031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdf59e-4e56-4b7c-9396-9c9967d62794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3673ec-8aa2-4a34-923e-9345ea436cd2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:13.540199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.540597 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Added segment 7a0e99d9-e3ad-459f-aef2-b5da463803aa of type vlan for network 54d8373f-7293-42d7-86ad-3919dad20cb9 Dec 13 14:39:13.563855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-3904efd6-02d0-4f39-8399-95c6a4b918ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341220 Dec 13 14:39:13.588614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f03fb-4416-4794-ae9b-c3a622facbee req-3daea402-ba3e-45d1-be24-40959b72c6df tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:13.590044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-524f03fb-4416-4794-ae9b-c3a622facbee req-3daea402-ba3e-45d1-be24-40959b72c6df tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 945 time: 0.1221960 Dec 13 14:39:13.609072 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.661627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 84a5bbe7-30f7-4326-b8b4-960481193764 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:13.673052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-524f03fb-4416-4794-ae9b-c3a622facbee req-e9b666ae-e2f6-4db7-97b0-4ccef9dacd1a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747821 Dec 13 14:39:13.765226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc2fa5-a65a-4b1e-83cb-19fac1430bd6 req-a2a576cc-0af1-4eb2-8971-aed28e98d0a4 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:13.766824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99bc2fa5-a65a-4b1e-83cb-19fac1430bd6 req-a2a576cc-0af1-4eb2-8971-aed28e98d0a4 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 947 time: 0.0862556 Dec 13 14:39:13.771133 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-e745e003-3410-4c88-ad07-197eea676f57 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969049 Dec 13 14:39:13.776640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.777687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:13.778923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.784122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 84a5bbe7-30f7-4326-b8b4-960481193764, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=84a5bbe7-30f7-4326-b8b4-960481193764,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:13.800744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '84a5bbe7-30f7-4326-b8b4-960481193764', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '84a5bbe7-30f7-4326-b8b4-960481193764', 'mac_address': 'fa:16:3e:5e:78:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:13.848847 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:13.889882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99bc2fa5-a65a-4b1e-83cb-19fac1430bd6 req-5511ff89-1b47-420d-8f17-df744b72f10e tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160643 Dec 13 14:39:13.903663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a5bbe7-30f7-4326-b8b4-960481193764 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:13.932062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-feb6c452-950a-41a4-8224-19f161008603 req-843ad23d-0490-4c98-96e5-a65ef72f24d7 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365099 Dec 13 14:39:13.938019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 84a5bbe7-30f7-4326-b8b4-960481193764, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=84a5bbe7-30f7-4326-b8b4-960481193764,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:13.956251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] Pushing event updated for resources: {'Network': ['ID=54d8373f-7293-42d7-86ad-3919dad20cb9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:13.969415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 54d8373f-7293-42d7-86ad-3919dad20cb9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:39:13.977326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2adb93-ac72-4cf9-ba19-75e0b9cca401 req-f0623212-c161-475c-94fb-f216919fa1cf tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:13.979287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b2adb93-ac72-4cf9-ba19-75e0b9cca401 req-f0623212-c161-475c-94fb-f216919fa1cf tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.1618037 Dec 13 14:39:14.014786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-97cf67d6-70c9-45ed-917b-3768f4065b4b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2600327 Dec 13 14:39:14.018172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:14.026581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Request body: {'subnet': {'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-48412163-subnet', 'tenant_id': 'e466515b1ccf41c5a213fdf90fabc300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:14.038561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b2adb93-ac72-4cf9-ba19-75e0b9cca401 req-966cd815-23ef-4fd8-958f-7a6fe095218f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504019 Dec 13 14:39:14.057225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.118816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=84a5bbe7-30f7-4326-b8b4-960481193764,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:14.131026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-7215be8d-246e-4567-80e9-e0d3298653af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:14.132951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-7215be8d-246e-4567-80e9-e0d3298653af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1095 time: 0.0552645 Dec 13 14:39:14.160188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Made reservation on behalf of e466515b1ccf41c5a213fdf90fabc300 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:14.162571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.329403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-cf5ce5b7-1302-4005-943f-bf809ec7f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:14.335911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-cf5ce5b7-1302-4005-943f-bf809ec7f199 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1666508 Dec 13 14:39:14.353437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['84a5bbe7-30f7-4326-b8b4-960481193764'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:14.401394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-55253865-ef07-4da8-be1d-9639923c52f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 217 time: 0.0459361 Dec 13 14:39:14.492583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-85aa816d-22af-428c-aa49-3de75bf43351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:14.494748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-85aa816d-22af-428c-aa49-3de75bf43351 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0843678 Dec 13 14:39:14.507772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4470f3-6f08-46a0-8fcf-c0491f1a96dd req-ee7b8ffa-e0eb-4cef-afdd-cea8ab5f4da3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:14.509377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a4470f3-6f08-46a0-8fcf-c0491f1a96dd req-ee7b8ffa-e0eb-4cef-afdd-cea8ab5f4da3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 950 time: 0.0601146 Dec 13 14:39:14.533985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-b5867835-7ebb-4260-acad-10a0791bfbd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307102 Dec 13 14:39:14.555946 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a4470f3-6f08-46a0-8fcf-c0491f1a96dd req-83b8d3b6-99a2-4215-b5eb-3b2e2648f6b3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 Dec 13 14:39:14.585568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57682) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:14.598800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1efdbd4b-6166-4785-9a77-97a6fc48dae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.601833 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.682440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1efdbd4b-6166-4785-9a77-97a6fc48dae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.704271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1afe513-ba4a-4743-b0fc-0d03c9c378e9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:14.711429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-da7c50c0-417b-426b-b348-d511623aff77 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703904 Dec 13 14:39:14.718772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Checking segment: {'id': '7a0e99d9-e3ad-459f-aef2-b5da463803aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:14.719100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Network hostable DHCP agents. Network: 54d8373f-7293-42d7-86ad-3919dad20cb9, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:39:14.776823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1efdbd4b-6166-4785-9a77-97a6fc48dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.817142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1efdbd4b-6166-4785-9a77-97a6fc48dae0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91a3d284273c4ff480278f7bcf894636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305086 Dec 13 14:39:14.818504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdbd4b-6166-4785-9a77-97a6fc48dae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e0788-696b-4db6-ad71-1be454611536,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:14.820865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57688) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:14.865171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f321b-6842-4046-aafc-88dcf4b0e082 req-fe4e0d31-5c20-4398-99ad-d5c7bae832a0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:14.866909 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d2f321b-6842-4046-aafc-88dcf4b0e082 req-fe4e0d31-5c20-4398-99ad-d5c7bae832a0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 945 time: 0.1251175 Dec 13 14:39:14.893264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Network 54d8373f-7293-42d7-86ad-3919dad20cb9 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:39:14.895306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48ba104a-29a3-431d-8d0c-20d650bca512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.908354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd9490a3-6610-4d28-96f8-09de562c6bd9 req-3ef640a3-5ffc-4c1d-9fb9-e9cab0a736c0 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868362 Dec 13 14:39:14.920307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48ba104a-29a3-431d-8d0c-20d650bca512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:14.954832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d2f321b-6842-4046-aafc-88dcf4b0e082 req-3e5a191c-3d92-485d-a80d-88bf8f42ca97 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782712 Dec 13 14:39:14.982433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 54d8373f-7293-42d7-86ad-3919dad20cb9) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:14.991246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e33c6-dc09-4f6f-9e40-057caabd5d37 None None] Network 54d8373f-7293-42d7-86ad-3919dad20cb9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:14.997783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:14.998840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:15.041289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccfddf-eae2-4a89-9cb9-8a624d08ac6e req-1cdad8e8-1299-49ba-b40e-8bcefe0f0287 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:15.042868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34ccfddf-eae2-4a89-9cb9-8a624d08ac6e req-1cdad8e8-1299-49ba-b40e-8bcefe0f0287 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 948 time: 0.0675178 Dec 13 14:39:15.044055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48ba104a-29a3-431d-8d0c-20d650bca512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:15.046894 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48ba104a-29a3-431d-8d0c-20d650bca512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:15.048052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-48ba104a-29a3-431d-8d0c-20d650bca512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/928e0788-696b-4db6-ad71-1be454611536 HTTP/1.1" status: 204 len: 168 time: 0.2262955 Dec 13 14:39:15.092436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba104a-29a3-431d-8d0c-20d650bca512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e0788-696b-4db6-ad71-1be454611536,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:15.092647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-924b0480-c24c-44be-a4f1-9c7cbd951d1a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0723553 Dec 13 14:39:15.110224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532bbb2-dfd4-4783-a05f-eb285f75847d req-5833c856-87b5-4a4e-84c4-f49c40910cd2 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:15.117108 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b532bbb2-dfd4-4783-a05f-eb285f75847d req-5833c856-87b5-4a4e-84c4-f49c40910cd2 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1096 time: 0.0718820 Dec 13 14:39:15.136604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34ccfddf-eae2-4a89-9cb9-8a624d08ac6e req-f2f3b9b3-8ae6-4f8f-bbb7-667e66da4297 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769653 Dec 13 14:39:15.162407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bbd010-4485-4e2b-aac2-e31c93037e5d None None] Network 54d8373f-7293-42d7-86ad-3919dad20cb9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:15.301912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6669c-da6b-4f30-9da1-261f6101ce93 req-63ea76f5-454d-498d-b75e-ae15d93f6f5d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:15.303792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6c6669c-da6b-4f30-9da1-261f6101ce93 req-63ea76f5-454d-498d-b75e-ae15d93f6f5d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.0645084 Dec 13 14:39:15.358428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6c6669c-da6b-4f30-9da1-261f6101ce93 req-fe6da0f9-626d-4062-ab38-3df591af0f72 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Dec 13 14:39:15.370441 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:15.466263 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b532bbb2-dfd4-4783-a05f-eb285f75847d req-d105926e-cde5-4ed5-8a78-d8295ef72430 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423421 Dec 13 14:39:15.589748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4df39-c575-4c4c-a235-55fc64f62897 req-12415e3d-0136-4608-a9c6-c66c3ff456bc tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:15.591326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2ed4df39-c575-4c4c-a235-55fc64f62897 req-12415e3d-0136-4608-a9c6-c66c3ff456bc tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1096 time: 0.0526419 Dec 13 14:39:15.628105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2ed4df39-c575-4c4c-a235-55fc64f62897 req-1fc3b586-0cc9-4eae-beb2-9e81595f0c80 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296915 Dec 13 14:39:15.675853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 84a5bbe7-30f7-4326-b8b4-960481193764 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:15.743801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6059dd-1849-4792-8b70-b0826d0d0d6d req-d6854166-d6a8-4ca8-b224-0d1e14d5141a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:15.745216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9e6059dd-1849-4792-8b70-b0826d0d0d6d req-d6854166-d6a8-4ca8-b224-0d1e14d5141a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 950 time: 0.0606961 Dec 13 14:39:15.794226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 84a5bbe7-30f7-4326-b8b4-960481193764 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:15.798620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 84a5bbe7-30f7-4326-b8b4-960481193764 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:15.798998 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:15.801988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9e6059dd-1849-4792-8b70-b0826d0d0d6d req-a9a47f3f-d00b-4433-ac06-8c31839daa21 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Dec 13 14:39:15.904812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:15.933704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-6aa923ae-b0f3-4c5d-a0bf-3391c0696379 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:15.935402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-6aa923ae-b0f3-4c5d-a0bf-3391c0696379 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/networks?id=54d8373f-7293-42d7-86ad-3919dad20cb9 HTTP/1.1" status: 200 len: 812 time: 0.1191897 Dec 13 14:39:15.936076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a5bbe7-30f7-4326-b8b4-960481193764'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:15.938274 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f3827e-252d-49e2-a242-698d6238b827" -d '{"events": [{"server_uuid": "af615d53-a3e3-48d3-8f76-1502451f243d", "name": "network-vif-plugged", "status": "completed", "tag": "84a5bbe7-30f7-4326-b8b4-960481193764"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:15.952361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 84a5bbe7-30f7-4326-b8b4-960481193764, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=84a5bbe7-30f7-4326-b8b4-960481193764,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:15.953943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-3fcfa3a6-5dc0-40eb-9ca5-9829c81b9d82 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/quotas/e466515b1ccf41c5a213fdf90fabc300 HTTP/1.1" status: 200 len: 375 time: 0.0114408 Dec 13 14:39:15.993364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-814f304d-93c3-4d52-9ae3-49ebffb2e803 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e466515b1ccf41c5a213fdf90fabc300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315931 Dec 13 14:39:16.005051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:16.057376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=84a5bbe7-30f7-4326-b8b4-960481193764,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:16.101491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-9a3be504-d277-4b7e-89c4-927445e70b65 service neutron] 10.222.0.24 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986290 Dec 13 14:39:16.199694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-84f01af6-2085-44f6-b691-9d9e4744778a service neutron] 10.222.0.24 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919728 Dec 13 14:39:16.331460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81a32-1332-46b6-92b5-2c24db4fddb3 req-f449af7f-2475-4985-b8f1-fd0a87960453 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:16.332908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c81a32-1332-46b6-92b5-2c24db4fddb3 req-f449af7f-2475-4985-b8f1-fd0a87960453 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 950 time: 0.0504029 Dec 13 14:39:16.377963 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c81a32-1332-46b6-92b5-2c24db4fddb3 req-d6f5f27b-7aa9-403f-9a02-9d807618447c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Dec 13 14:39:16.441820 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10169b8f-35bc-4b3f-ae60-7153b9a7d3ac x-openstack-request-id: req-10169b8f-35bc-4b3f-ae60-7153b9a7d3ac {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:16.442451 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af615d53-a3e3-48d3-8f76-1502451f243d", "name": "network-vif-plugged", "status": "completed", "tag": "84a5bbe7-30f7-4326-b8b4-960481193764", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:16.442907 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10169b8f-35bc-4b3f-ae60-7153b9a7d3ac {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:16.443621 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a5bbe7-30f7-4326-b8b4-960481193764', 'code': 200} Dec 13 14:39:16.536442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:16.582409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94961fc-2ab8-4424-8f54-5233af35d8ce req-3dca6ffc-9c86-4323-b129-ad523b1d6e8e tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:16.584052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e94961fc-2ab8-4424-8f54-5233af35d8ce req-3dca6ffc-9c86-4323-b129-ad523b1d6e8e tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 949 time: 0.0914285 Dec 13 14:39:16.590798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ecbcc-91fa-45ea-a4ff-ddbe385503e2 req-407a8f0b-549a-446e-97d8-3c0995a0554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:16.592316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae1ecbcc-91fa-45ea-a4ff-ddbe385503e2 req-407a8f0b-549a-446e-97d8-3c0995a0554b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 1100 time: 0.0635149 Dec 13 14:39:16.656156 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e94961fc-2ab8-4424-8f54-5233af35d8ce req-fb5fd6d9-0b84-4281-bb6e-723911feb36c tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628786 Dec 13 14:39:16.657986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae1ecbcc-91fa-45ea-a4ff-ddbe385503e2 req-22ba4af1-fae0-4093-864f-5d076402491e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492554 Dec 13 14:39:17.022453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952781-a1a8-4a65-9152-8c551b281690 req-04685134-2856-457d-968b-663bd4ab3327 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:17.028880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952781-a1a8-4a65-9152-8c551b281690 req-04685134-2856-457d-968b-663bd4ab3327 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:17.030566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6952781-a1a8-4a65-9152-8c551b281690 req-04685134-2856-457d-968b-663bd4ab3327 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21&device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 1691 time: 0.0691614 Dec 13 14:39:17.079618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6952781-a1a8-4a65-9152-8c551b281690 req-cc3eca7c-2e2a-445c-94da-c31a4987c83c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Dec 13 14:39:17.082483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2c703-2ae0-4e1f-8f5c-ca4d5e1e8da9 req-b9bda234-f067-471b-a4c5-eff98da43baa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:17.084076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46c2c703-2ae0-4e1f-8f5c-ca4d5e1e8da9 req-b9bda234-f067-471b-a4c5-eff98da43baa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.0584333 Dec 13 14:39:17.145897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46c2c703-2ae0-4e1f-8f5c-ca4d5e1e8da9 req-8ccdff77-a903-4cd6-9455-b1fa077eade0 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537834 Dec 13 14:39:17.159541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42cebc5f-9c75-4137-a469-4b51fd412142 req-f39172f1-b769-45de-9877-3de140514ce6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 210 time: 0.0288775 Dec 13 14:39:17.331894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007af55-93f7-4216-9495-1a4668f622a6 req-9ef3f395-c544-438c-a827-2cccc9646c64 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:17.333386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7007af55-93f7-4216-9495-1a4668f622a6 req-9ef3f395-c544-438c-a827-2cccc9646c64 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1096 time: 0.0533347 Dec 13 14:39:17.380147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7007af55-93f7-4216-9495-1a4668f622a6 req-839a619a-8fa7-4b64-bb52-74876475a047 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Dec 13 14:39:17.480469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490dae4-b8a2-427f-8512-8e45ec90efbf req-f9b52897-6c66-4c6b-a8ab-6907e5494f21 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:17.482240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8490dae4-b8a2-427f-8512-8e45ec90efbf req-f9b52897-6c66-4c6b-a8ab-6907e5494f21 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 1101 time: 0.0446312 Dec 13 14:39:17.523053 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8490dae4-b8a2-427f-8512-8e45ec90efbf req-8423c6c9-d095-40d3-b8d8-dd03a08d5469 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Dec 13 14:39:17.753527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbae9d-563c-48dd-b89c-166d2bcd04f6 req-14295e0d-a2fe-48fb-80bd-d50a842f5e88 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:17.755051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0fbae9d-563c-48dd-b89c-166d2bcd04f6 req-14295e0d-a2fe-48fb-80bd-d50a842f5e88 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 1101 time: 0.0399230 Dec 13 14:39:17.792197 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0fbae9d-563c-48dd-b89c-166d2bcd04f6 req-57c9aeb4-e870-45ab-a48c-619af3c70d0e tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Dec 13 14:39:18.012469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2cc4f-8aab-4b29-9632-91ba731b3eb5 req-ea070d2d-be46-43b0-a0ef-54cb5f74610f tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:18.013923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2f2cc4f-8aab-4b29-9632-91ba731b3eb5 req-ea070d2d-be46-43b0-a0ef-54cb5f74610f tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 949 time: 0.0513670 Dec 13 14:39:18.051985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2f2cc4f-8aab-4b29-9632-91ba731b3eb5 req-6cd741c1-57d5-49ea-b0d2-48a65fb1b990 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Dec 13 14:39:18.258843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:18.393576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad0c8-0856-4448-85e0-cfd5cef5b7a5 req-bee3976d-8819-4ceb-9fe5-8d6be818284b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:18.398962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:18.402222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2ad0c8-0856-4448-85e0-cfd5cef5b7a5 req-bee3976d-8819-4ceb-9fe5-8d6be818284b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.0759153 Dec 13 14:39:18.414441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'port_id': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278', 'mac_address': 'fa:16:3e:4d:86:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafe36ca-0363-406e-afbf-b87c1a0f7993', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:18.437929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2ad0c8-0856-4448-85e0-cfd5cef5b7a5 req-943dcb98-5d3b-416f-b0fb-d9e1fb842baf tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Dec 13 14:39:18.465893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:18.465893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5eb3f92-a1ea-409d-abcd-2674e2e3b278 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:18.485305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:18.521487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c331383-d668-471f-924d-3d0fd646ccf9 req-c121719d-4609-4603-ba8d-1b89ddbaf1f5 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 210 time: 0.0253780 Dec 13 14:39:18.599651 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:18.649438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:18.727906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-f67c4200-ebd4-4528-8c23-c54ae954d600 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283651 Dec 13 14:39:18.831326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-30877896-3442-4e22-aee3-49fc782c62b1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:18.844285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-30877896-3442-4e22-aee3-49fc782c62b1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179967 Dec 13 14:39:18.855987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-3f0a8733-566a-4ad3-8d9b-ccc5abf39369 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/quotas/757c4b9487d745a7ba2a865a387e0589 HTTP/1.1" status: 200 len: 375 time: 0.0108688 Dec 13 14:39:18.867920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['f5eb3f92-a1ea-409d-abcd-2674e2e3b278'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:18.926059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-fd74429c-9453-4678-b6ab-e5cacce6f3fc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559113 Dec 13 14:39:18.963744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-0c8bcf45-d59c-4c26-b3a4-3897fffade6d tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:18.965880 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-0c8bcf45-d59c-4c26-b3a4-3897fffade6d tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.50 "GET /v2.0/networks?id=54d8373f-7293-42d7-86ad-3919dad20cb9 HTTP/1.1" status: 200 len: 812 time: 0.1264589 Dec 13 14:39:18.981862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Request body: {'port': {'device_id': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9', 'admin_state_up': True, 'tenant_id': 'e466515b1ccf41c5a213fdf90fabc300'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:19.089201 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:39:19.193518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Made reservation on behalf of e466515b1ccf41c5a213fdf90fabc300 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:19.197057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.327903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Allocated IP 172.20.0.7 (54d8373f-7293-42d7-86ad-3919dad20cb9/d1afe513-ba4a-4743-b0fc-0d03c9c378e9/b1cbf1d8-8988-416c-b098-31d15c62b6a8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:19.332481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57898) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:19.441956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f9115b31-f112-43c2-9f9c-346b7d25728b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.480063 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.520972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-1cd1e8dd-ad57-491b-91ac-ed9d8775b1cc tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:39:19.521858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-1cd1e8dd-ad57-491b-91ac-ed9d8775b1cc tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092993 Dec 13 14:39:19.526389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f9115b31-f112-43c2-9f9c-346b7d25728b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.559018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-2dc967ba-f8ce-4fa2-a75d-1ce22f0fa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:19.560329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-2dc967ba-f8ce-4fa2-a75d-1ce22f0fa1e0 service neutron] 10.222.0.24 "GET /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 1093 time: 0.0322974 Dec 13 14:39:19.569256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Request body: {'binding': {'host': 'n-h2-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:19.569817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Unknown quota resources ['binding']. {{(pid=102823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:39:19.630130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.643434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f9115b31-f112-43c2-9f9c-346b7d25728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.679017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Network 54d8373f-7293-42d7-86ad-3919dad20cb9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:19.682412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:19.686694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:19.693222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:19.693847 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.712126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f9115b31-f112-43c2-9f9c-346b7d25728b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8c9356e6ddd4a83b2baca98041707b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779278 Dec 13 14:39:19.714990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57910) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:19.724465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Pushing event updated for resources: {'Port': ['ID=b1cbf1d8-8988-416c-b098-31d15c62b6a8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:19.728921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9115b31-f112-43c2-9f9c-346b7d25728b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844a8229-6a01-4c39-a031-3dd409159b88,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:19.805297 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5271d4f8-0c49-4fbd-a2d5-fd7ba354e7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.819710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-115bc7e1-8ae6-4d07-881d-f3e3038873c6 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8420591 Dec 13 14:39:19.828988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fb8f876e-4f2d-4d1e-8fe6-5ea28c0e7274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.832643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Request body: {'port': {'device_id': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:19.832801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on host n-h2-816954-1 for vnic_type normal with profile None {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:19.833012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:19.833340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:19.876655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:19.876979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:19.889432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.892147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:19.892519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:19.892894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:19.893318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Bound port: 620c450d-4d39-4fcf-9c51-b90145731123, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:19.896436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fb8f876e-4f2d-4d1e-8fe6-5ea28c0e7274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:19.972028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd09c06-8a73-4e2c-94d7-851e40929e63 req-8fade22a-93b6-4345-bf3c-aa4b1e600504 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:19.973508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcd09c06-8a73-4e2c-94d7-851e40929e63 req-8fade22a-93b6-4345-bf3c-aa4b1e600504 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 949 time: 0.1561697 Dec 13 14:39:20.013808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:20.029414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcd09c06-8a73-4e2c-94d7-851e40929e63 req-775f7131-fd22-450e-b9c6-42a8bcc619b9 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485950 Dec 13 14:39:20.076279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.081299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-ac220dae-5356-4f1f-ba17-80365dbf01f6 service neutron] 10.222.0.24 "POST /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123/bindings HTTP/1.1" status: 201 len: 389 time: 0.5113099 Dec 13 14:39:20.098751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fb8f876e-4f2d-4d1e-8fe6-5ea28c0e7274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.102674 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fb8f876e-4f2d-4d1e-8fe6-5ea28c0e7274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.103800 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fb8f876e-4f2d-4d1e-8fe6-5ea28c0e7274 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/844a8229-6a01-4c39-a031-3dd409159b88 HTTP/1.1" status: 204 len: 168 time: 0.3878205 Dec 13 14:39:20.130046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f876e-4f2d-4d1e-8fe6-5ea28c0e7274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a8229-6a01-4c39-a031-3dd409159b88,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:20.151662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7161b50-ff83-4ed4-81f2-b4eeb79751e6 req-07d59c06-5e49-401a-b35b-190f8ce8ab04 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:20.153466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7161b50-ff83-4ed4-81f2-b4eeb79751e6 req-07d59c06-5e49-401a-b35b-190f8ce8ab04 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 945 time: 0.0682590 Dec 13 14:39:20.200115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7161b50-ff83-4ed4-81f2-b4eeb79751e6 req-21625d5f-1301-4cdb-a003-7694a9fb2cb5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373950 Dec 13 14:39:20.232314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cbf1d8-8988-416c-b098-31d15c62b6a8 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:20.245035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.256339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:20.258873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Transition to ACTIVE for port object b1cbf1d8-8988-416c-b098-31d15c62b6a8 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:20.313849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.337522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296473d-17ba-449f-8724-d3547d0f37c8 req-4f88a18e-58d6-47f5-aba0-d86e9391de83 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:20.339170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3296473d-17ba-449f-8724-d3547d0f37c8 req-4f88a18e-58d6-47f5-aba0-d86e9391de83 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 931 time: 0.0619252 Dec 13 14:39:20.374564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf1d8-8988-416c-b098-31d15c62b6a8,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:20.386173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3296473d-17ba-449f-8724-d3547d0f37c8 req-f000a52a-e620-4811-9bd6-2bd49fce8c7f tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Dec 13 14:39:20.394449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:20.406906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:20.407463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.440789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Attempting to bind port b1cbf1d8-8988-416c-b098-31d15c62b6a8 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:20.441271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Attempting to bind port b1cbf1d8-8988-416c-b098-31d15c62b6a8 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7a0e99d9-e3ad-459f-aef2-b5da463803aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:20.441719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Attempting to bind port b1cbf1d8-8988-416c-b098-31d15c62b6a8 on network 54d8373f-7293-42d7-86ad-3919dad20cb9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:20.446847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Port b1cbf1d8-8988-416c-b098-31d15c62b6a8 on network 54d8373f-7293-42d7-86ad-3919dad20cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:20.447309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Attempting to bind port b1cbf1d8-8988-416c-b098-31d15c62b6a8 on network 54d8373f-7293-42d7-86ad-3919dad20cb9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:20.452918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:20.453603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Checking segment: {'id': '7a0e99d9-e3ad-459f-aef2-b5da463803aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:20.454087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Bound using segment: {'id': '7a0e99d9-e3ad-459f-aef2-b5da463803aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:20.457039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Bound port: b1cbf1d8-8988-416c-b098-31d15c62b6a8, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0e99d9-e3ad-459f-aef2-b5da463803aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:20.457522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.535477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] For port b1cbf1d8-8988-416c-b098-31d15c62b6a8, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:20.539643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] For port b1cbf1d8-8988-416c-b098-31d15c62b6a8, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8,segment=NetworkSegment(7a0e99d9-e3ad-459f-aef2-b5da463803aa),segment_id=7a0e99d9-e3ad-459f-aef2-b5da463803aa)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:20.556192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.577689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.604241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:20.623764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:20.624344 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.628035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] 10.222.0.50 "PUT /v2.0/ports/b1cbf1d8-8988-416c-b098-31d15c62b6a8 HTTP/1.1" status: 200 len: 1091 time: 0.7995832 Dec 13 14:39:20.633267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'tag': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:20.637983 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406" -d '{"events": [{"name": "network-changed", "server_uuid": "b46df9ad-e0b1-4952-ac58-52c8413b7918", "tag": "b1cbf1d8-8988-416c-b098-31d15c62b6a8"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:20.649659 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728c0e8d-fc38-4c56-9252-dc8a4fa07f4a" -d '{"events": [{"server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "name": "network-vif-plugged", "status": "completed", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:20.675966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054d0db-df3b-4924-9db0-e0650c2addea service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf1d8-8988-416c-b098-31d15c62b6a8,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:20.698552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:20.738649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-779e3cc3-29dd-4edd-839e-91ab056ed4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:20.741075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-779e3cc3-29dd-4edd-839e-91ab056ed4ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1096 time: 0.0597582 Dec 13 14:39:20.771253 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:20.833063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:20.835257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-18d6ebe0-4341-4592-93de-2248fd7abcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:20.839956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-18d6ebe0-4341-4592-93de-2248fd7abcef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e466515b1ccf41c5a213fdf90fabc300&device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 1094 time: 0.0840693 Dec 13 14:39:20.897024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-e6607f13-3099-44eb-9626-7d46e003124a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8 HTTP/1.1" status: 200 len: 217 time: 0.0454152 Dec 13 14:39:20.916463 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5091281c-6b50-45f9-9ca6-c58088664e44 x-openstack-request-id: req-5091281c-6b50-45f9-9ca6-c58088664e44 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:20.917562 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46df9ad-e0b1-4952-ac58-52c8413b7918", "tag": "b1cbf1d8-8988-416c-b098-31d15c62b6a8", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:20.918578 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5091281c-6b50-45f9-9ca6-c58088664e44 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:20.918994 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'tag': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8', 'status': 'completed', 'code': 200} Dec 13 14:39:20.923401 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e304450-cdbd-4080-9be7-51690b57678b x-openstack-request-id: req-5e304450-cdbd-4080-9be7-51690b57678b {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:20.923743 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "name": "network-vif-plugged", "status": "completed", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:20.924000 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e304450-cdbd-4080-9be7-51690b57678b {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:20.924656 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278', 'code': 200} Dec 13 14:39:20.974053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb9bd4-8a86-42e7-b18f-f21b922b0043 req-78d7194d-5192-4792-a4c9-d6aeda09720d tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:20.975669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d5fb9bd4-8a86-42e7-b18f-f21b922b0043 req-78d7194d-5192-4792-a4c9-d6aeda09720d tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 945 time: 0.2336721 Dec 13 14:39:20.976646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-df335170-d04a-4b30-91a2-7f8a93e20ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:20.978030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-df335170-d04a-4b30-91a2-7f8a93e20ac2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1afe513-ba4a-4743-b0fc-0d03c9c378e9 HTTP/1.1" status: 200 len: 852 time: 0.0687263 Dec 13 14:39:21.016427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57956) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:21.037133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57bdad86-75fa-4672-bb33-06e5a2aed638 req-14e3d08e-dea2-4291-b99a-b8b567467604 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 210 time: 0.0610402 Dec 13 14:39:21.037133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-aff93420-d516-4bf1-a44a-d8aab8a4d7ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54d8373f-7293-42d7-86ad-3919dad20cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489838 Dec 13 14:39:21.086646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-600f9a00-3112-4637-9a0c-998f33641329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:21.092620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d5fb9bd4-8a86-42e7-b18f-f21b922b0043 req-fb076427-deae-48ae-bb61-eafcf17085bb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068318 Dec 13 14:39:21.096169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-34513ca8-2323-4c44-87be-fb756df8e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:21.097538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-34513ca8-2323-4c44-87be-fb756df8e474 service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.3297036 Dec 13 14:39:21.152470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-0087998d-7a7e-4e30-8195-6183449d82e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 217 time: 0.0461385 Dec 13 14:39:21.159628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3f841-ceff-4105-bd91-4d8ccef1f02c req-058ed487-4e87-4e5d-9abe-647c62378058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:21.160601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ace3f841-ceff-4105-bd91-4d8ccef1f02c req-058ed487-4e87-4e5d-9abe-647c62378058 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1097 time: 0.1460605 Dec 13 14:39:21.184014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-874f1ff0-afc9-42b4-aa42-d928abf0f930 service neutron] 10.222.0.50 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249080 Dec 13 14:39:21.246870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-1e415084-dd8a-4ead-b0e5-cdc3f6668bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:21.248030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-1e415084-dd8a-4ead-b0e5-cdc3f6668bbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0866387 Dec 13 14:39:21.253135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-71a0b55d-3e0c-4bf0-9798-da9cc44859bf tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679500 Dec 13 14:39:21.259856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ace3f841-ceff-4105-bd91-4d8ccef1f02c req-68c34cab-0961-49ca-8398-403b49abb6ef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879173 Dec 13 14:39:21.294717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-b7e1fabc-5393-42df-8562-a6d20bfd19c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336607 Dec 13 14:39:21.380866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-600f9a00-3112-4637-9a0c-998f33641329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:21.426810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-85e08451-c0ef-4b46-918a-63ac7833549c service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175442 Dec 13 14:39:21.448510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-600f9a00-3112-4637-9a0c-998f33641329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:21.558466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-600f9a00-3112-4637-9a0c-998f33641329 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1e68c4481cd4a8aba23d1e6d80981eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393846 Dec 13 14:39:21.566307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57984) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:21.575942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f9a00-3112-4637-9a0c-998f33641329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38003c96-b4aa-44e8-bbac-90fac1862570,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:21.623174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fc847bd-a969-4e7a-a433-5be69ee5ce4d req-3c34d7a5-964c-49f4-83d2-4a9b8e32435d service neutron] 10.222.0.50 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275916 Dec 13 14:39:21.646492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196daba-21f2-40e7-b5bd-33ee8b6c5ca0 req-64374cf2-2a20-4b73-b90a-7d1b25a6612f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:21.648002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1196daba-21f2-40e7-b5bd-33ee8b6c5ca0 req-64374cf2-2a20-4b73-b90a-7d1b25a6612f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 946 time: 0.1247640 Dec 13 14:39:21.651963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-0f56fdc4-41ad-4e0c-adf3-f8b4f3f4e473 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142320 Dec 13 14:39:21.684020 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f30deaf-9a03-41ac-9f48-f999a1ee2483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:21.694162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1196daba-21f2-40e7-b5bd-33ee8b6c5ca0 req-dcb7dc27-194c-4355-bd26-fb8ebb88048f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Dec 13 14:39:21.694649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-8c2eec4d-1dec-44e0-a0f9-7e8706d4e2e3 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:21.696187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-8c2eec4d-1dec-44e0-a0f9-7e8706d4e2e3 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4316182 Dec 13 14:39:21.727568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-6dfaf4b4-9ba6-4dd6-9d21-d65111ca8e1b tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/quotas/5dd1f037308a4f9a91585732a51ccb3c HTTP/1.1" status: 200 len: 375 time: 0.0208073 Dec 13 14:39:21.729354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f30deaf-9a03-41ac-9f48-f999a1ee2483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:21.812528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-08f925a9-9bc9-4c61-973e-4cfd5607e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:21.817930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-08f925a9-9bc9-4c61-973e-4cfd5607e4b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e466515b1ccf41c5a213fdf90fabc300&device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 1094 time: 0.0616660 Dec 13 14:39:21.817930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.50', 50615) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:21.822873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-e4957993-413e-40be-a651-f49e49fbe3f1 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821958 Dec 13 14:39:21.896050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-34a08295-2d0d-4312-8e07-2c8b20d130f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718670 Dec 13 14:39:21.985081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-b1a93659-6f5f-400a-86d5-21f96eddcb5e tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:21.986840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-b1a93659-6f5f-400a-86d5-21f96eddcb5e tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.1704543 Dec 13 14:39:21.987209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f30deaf-9a03-41ac-9f48-f999a1ee2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:21.989862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f30deaf-9a03-41ac-9f48-f999a1ee2483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:21.993396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3f30deaf-9a03-41ac-9f48-f999a1ee2483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38003c96-b4aa-44e8-bbac-90fac1862570 HTTP/1.1" status: 204 len: 168 time: 0.4204021 Dec 13 14:39:22.011831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30deaf-9a03-41ac-9f48-f999a1ee2483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38003c96-b4aa-44e8-bbac-90fac1862570,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:22.012160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816954-1'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:22.016813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-c9b676fb-dc89-4e95-8eb7-2a83fc7f98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.019280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-c9b676fb-dc89-4e95-8eb7-2a83fc7f98a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 1096 time: 0.0682576 Dec 13 14:39:22.047722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57992) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:22.079059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa4fe-9145-4f4a-ba26-97edc071cfc3 req-aa3f2fa3-3e3e-4ecc-bf4a-72441cf0975c tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.087010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fdaa4fe-9145-4f4a-ba26-97edc071cfc3 req-aa3f2fa3-3e3e-4ecc-bf4a-72441cf0975c tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 943 time: 0.1495669 Dec 13 14:39:22.103795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-f715c079-6650-43e1-b79f-e702bbffd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.105214 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-f715c079-6650-43e1-b79f-e702bbffd68c service neutron] 10.222.0.50 "GET /v2.0/networks?id=54d8373f-7293-42d7-86ad-3919dad20cb9 HTTP/1.1" status: 200 len: 913 time: 0.2545323 Dec 13 14:39:22.159838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d4c-ddb6-4e8c-b87f-dbc854c76370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:22.180921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-d2ac48c5-6b00-4a4a-85d1-f729d1a606a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8 HTTP/1.1" status: 200 len: 217 time: 0.0644560 Dec 13 14:39:22.197095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:22.208016 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fdaa4fe-9145-4f4a-ba26-97edc071cfc3 req-198de908-b955-456f-93c9-1e5921c12945 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201048 Dec 13 14:39:22.291084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e9a1ded-6b8a-4dc4-b767-5dd3b4f60685 req-88938e05-809a-480c-98fe-6c0896aed952 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0719364 Dec 13 14:39:22.314812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7008b01d-ddf8-439e-9e60-dfe6a01f5527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:22.359055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27476c93-39a0-41c0-bcdb-7c2efb85578b req-1d765e16-9ddc-4852-afb8-efce25fd064e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 210 time: 0.0506396 Dec 13 14:39:22.363760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-7b9bd223-db60-4d9c-aec1-fcff79fa5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.365784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-7b9bd223-db60-4d9c-aec1-fcff79fa5307 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1afe513-ba4a-4743-b0fc-0d03c9c378e9 HTTP/1.1" status: 200 len: 852 time: 0.1765285 Dec 13 14:39:22.367585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-c480e689-52ad-4f17-a5ae-b52cc80cc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.369759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-c480e689-52ad-4f17-a5ae-b52cc80cc36e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 924 time: 0.3274245 Dec 13 14:39:22.465337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-da3d73fd-47a9-4b11-a2ef-9963bda55159 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54d8373f-7293-42d7-86ad-3919dad20cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722935 Dec 13 14:39:22.528623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-16ab5d14-cfde-4a80-a1df-df21ea581607 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5 HTTP/1.1" status: 200 len: 1001 time: 0.1454351 Dec 13 14:39:22.562996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:22.617250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472dc8-a5cb-448d-8ef7-574e1b744d73 req-f2cd0caf-86f9-4c11-affe-f1907bf2d3eb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.618703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e472dc8-a5cb-448d-8ef7-574e1b744d73 req-f2cd0caf-86f9-4c11-affe-f1907bf2d3eb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 945 time: 0.1476400 Dec 13 14:39:22.619472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-27c38f7a-df1f-4e2e-aa6d-a21a19ef7647 service neutron] 10.222.0.50 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361253 Dec 13 14:39:22.620622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7008b01d-ddf8-439e-9e60-dfe6a01f5527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:22.637782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-69fb4ebf-fe6b-4b7c-9017-4964adc057bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.638249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-69fb4ebf-fe6b-4b7c-9017-4964adc057bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 200 len: 862 time: 0.0985966 Dec 13 14:39:22.685292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.50', 50616) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:22.715351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:22.720125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7008b01d-ddf8-439e-9e60-dfe6a01f5527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:22.729675 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e472dc8-a5cb-448d-8ef7-574e1b744d73 req-7c88b916-e8b9-487a-b5c2-a3279f60e0aa tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898015 Dec 13 14:39:22.732262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-4abbd18a-336c-4e4b-8687-fb6c5a5e98d8 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459471 Dec 13 14:39:22.757785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7548ad70-67b4-4fd5-9dea-fddb7f0ee406 req-e8600361-1407-428e-a94d-878da4cb2301 service neutron] 10.222.0.50 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299605 Dec 13 14:39:22.776284 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:22.833179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-9a312e29-9345-45ef-b45c-93cd4c013f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.836653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-9a312e29-9345-45ef-b45c-93cd4c013f42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b77100f9-d3fc-441e-8987-1a37b524128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876569 Dec 13 14:39:22.844774 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7008b01d-ddf8-439e-9e60-dfe6a01f5527 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05f6b95e9b784e1b971a10b6f7ecbc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7960148 Dec 13 14:39:22.849639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008b01d-ddf8-439e-9e60-dfe6a01f5527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e053ba-cc4a-480f-8343-cadfa4ff7a72,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:22.853915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58020) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:22.918499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:22.928505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:22.931116 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d22dc1-5679-4d85-89fd-c5b44efc3c32" -d '{"events": [{"server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "name": "network-vif-unplugged", "status": "completed", "tag": "620c450d-4d39-4fcf-9c51-b90145731123"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:22.978139 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cbc744-64fa-4d8e-b11f-b099bc2faad0 x-openstack-request-id: req-43cbc744-64fa-4d8e-b11f-b099bc2faad0 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:22.982779 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "name": "network-vif-unplugged", "status": "completed", "tag": "620c450d-4d39-4fcf-9c51-b90145731123", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:22.982779 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43cbc744-64fa-4d8e-b11f-b099bc2faad0 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:22.982779 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123', 'code': 200} Dec 13 14:39:22.998061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-89131d6a-393d-4341-8033-bb8ab6becb5f tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:22.999789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-89131d6a-393d-4341-8033-bb8ab6becb5f tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572241 Dec 13 14:39:23.023715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:23.081379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390813cd-d09d-4c94-aa2f-f93326ad77b6 req-7c4d0084-6c5e-4690-ab92-d544710e153e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:23.082915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-390813cd-d09d-4c94-aa2f-f93326ad77b6 req-7c4d0084-6c5e-4690-ab92-d544710e153e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 946 time: 0.2677269 Dec 13 14:39:23.085343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-d08433fc-0b23-4fa4-92f9-0df015621f29 service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388000 Dec 13 14:39:23.087091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:23.097879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25abc873-a3c8-47b6-be04-620b489676ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.106535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:23.106815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:23.107138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:23.113752 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.122458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:23.122936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Attempting to bind port 620c450d-4d39-4fcf-9c51-b90145731123 on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:23.137662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:23.137991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:23.138405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:23.138829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Bound port: 620c450d-4d39-4fcf-9c51-b90145731123, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:23.139182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.144995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-390813cd-d09d-4c94-aa2f-f93326ad77b6 req-5c434b66-69a1-4455-9d66-32a2e87c4dc6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500302 Dec 13 14:39:23.192063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25abc873-a3c8-47b6-be04-620b489676ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.245241 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-a472635f-9f39-443f-baa6-3656b6b29b7f tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326684 Dec 13 14:39:23.254379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:23.279173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2729cf5f-b7e8-4aea-bcdd-5fa386abe98a req-468bcd88-7f3b-4204-84c7-60ac77e925f1 service neutron] 10.222.0.50 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823103 Dec 13 14:39:23.327610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:23.388280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46519c33-915c-4ceb-a716-58c5aba201a4 req-cd1cf35c-e176-4ce4-8527-0789e5147a89 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:23.393175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-2e4b515b-b7ff-42e4-957c-02fa8e35366b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:23.394170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-2e4b515b-b7ff-42e4-957c-02fa8e35366b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412895 Dec 13 14:39:23.396298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46519c33-915c-4ceb-a716-58c5aba201a4 req-cd1cf35c-e176-4ce4-8527-0789e5147a89 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 943 time: 0.0922666 Dec 13 14:39:23.416127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:23.419009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.420920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25abc873-a3c8-47b6-be04-620b489676ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.423516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25abc873-a3c8-47b6-be04-620b489676ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.426920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-25abc873-a3c8-47b6-be04-620b489676ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5e053ba-cc4a-480f-8343-cadfa4ff7a72 HTTP/1.1" status: 204 len: 168 time: 0.5632968 Dec 13 14:39:23.430479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:23.450437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abc873-a3c8-47b6-be04-620b489676ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e053ba-cc4a-480f-8343-cadfa4ff7a72,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:23.494823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46519c33-915c-4ceb-a716-58c5aba201a4 req-30219410-239c-4451-9bd6-9e434b7885ae tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836277 Dec 13 14:39:23.666693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81f86502-b943-4a34-b943-b3b9e989519f req-cc3eea5c-9270-485a-9cbe-b17ca7a497cd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 210 time: 0.2702327 Dec 13 14:39:23.677179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.689921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3fc0c282-25b0-4c03-9109-3e928310bb6d req-e04d11b6-d1c2-420c-9fa5-b500dbecd8b3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 210 time: 0.0978081 Dec 13 14:39:23.701580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.238 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:23.852124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:23.855801 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.855801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] 10.222.0.50 "PUT /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 1121 time: 1.8544142 Dec 13 14:39:23.878297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572f4b6-1252-423e-a5c8-af3f9d75d96f service neutron] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=8']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:23.927916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd41ef-cfb8-4dba-a13c-2ede629c2292 req-8630712c-658b-4dab-955b-af44290db8c1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:23.929731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdfd41ef-cfb8-4dba-a13c-2ede629c2292 req-8630712c-658b-4dab-955b-af44290db8c1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.0998299 Dec 13 14:39:23.939033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['620c450d-4d39-4fcf-9c51-b90145731123'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:23.990686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:23.993792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:23.994379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.002610 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdfd41ef-cfb8-4dba-a13c-2ede629c2292 req-1638b9df-b1d5-4877-8ff6-46578b42fd7c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628960 Dec 13 14:39:24.114612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.128716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:24.178804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:24.182061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:24.185866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:24.194767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:24.194767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.200775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.158 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/7686086c-c768-491f-9c86-495f14f15bd7) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:24.205446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:24.291190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-deb11adf-177a-4378-a68b-99a707755e9e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2740240 Dec 13 14:39:24.316953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Request body: {'port': {'device_id': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:24.332719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:24.367926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cab59-2e1a-4878-863f-247cdf40fd5a req-704f5ee6-43e9-4d57-b784-0bcf6d23008f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:24.369496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d1cab59-2e1a-4878-863f-247cdf40fd5a req-704f5ee6-43e9-4d57-b784-0bcf6d23008f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 946 time: 0.1006913 Dec 13 14:39:24.405890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:24.425403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd9964d6-6688-4d77-a725-b4fe83fbbc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.429625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.454436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.483553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d1cab59-2e1a-4878-863f-247cdf40fd5a req-2a4ad33a-1579-4bcc-8590-0da4bec4ee22 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985408 Dec 13 14:39:24.571555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.644763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:24.689700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:24.696206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:24.706854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:24.715259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:24.715992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.722998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=7686086c-c768-491f-9c86-495f14f15bd7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:24.751139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b1524ae4-f695-434a-892f-3ffa3545c30e None None] Provisioning complete for port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:24.751721 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b1524ae4-f695-434a-892f-3ffa3545c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.752482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e682b6d-cf55-40b7-a952-47ff347bf528 req-2874e2d1-f5df-46d8-b86f-fa47a951f048 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:24.754875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e682b6d-cf55-40b7-a952-47ff347bf528 req-2874e2d1-f5df-46d8-b86f-fa47a951f048 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 943 time: 0.1694999 Dec 13 14:39:24.760126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-b1530ee1-6033-40a1-9d22-d2a36bab3df5 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798874 Dec 13 14:39:24.796913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b1524ae4-f695-434a-892f-3ffa3545c30e None None] Port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:24.824173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e682b6d-cf55-40b7-a952-47ff347bf528 req-af1853a2-1d0d-4bc3-9813-37ed76e51593 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594573 Dec 13 14:39:24.835992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-5dc6f75f-0d32-4438-9d15-8cbb352e013b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4289267 Dec 13 14:39:24.854316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Request body: {'port': {'device_id': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:24.862479 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:24.974199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fc3f-4069-4aea-a933-3ca56703cfeb req-387f24c8-8559-498e-b901-a65b53ec0a30 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:24.975865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fe0fc3f-4069-4aea-a933-3ca56703cfeb req-387f24c8-8559-498e-b901-a65b53ec0a30 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1097 time: 0.3647580 Dec 13 14:39:25.000787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:25.003609 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35475a2-f40c-4075-a75e-2cd10ec32251" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "tag": "620c450d-4d39-4fcf-9c51-b90145731123"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:25.008439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.045860 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd9964d6-6688-4d77-a725-b4fe83fbbc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.063227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.079564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-125bda37-5c9e-469a-98ae-fc15dc93e228 None None] Provisioning complete for port 7686086c-c768-491f-9c86-495f14f15bd7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:25.080856 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125bda37-5c9e-469a-98ae-fc15dc93e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.118791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-125bda37-5c9e-469a-98ae-fc15dc93e228 None None] Port 7686086c-c768-491f-9c86-495f14f15bd7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:25.121808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fe0fc3f-4069-4aea-a933-3ca56703cfeb req-e63d21f8-73fe-4bbf-b9a1-b2e51019d02f tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325798 Dec 13 14:39:25.133377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-0e2f3368-b6d1-482b-9c42-e5b063ea383a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:25.137226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-0e2f3368-b6d1-482b-9c42-e5b063ea383a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567908 Dec 13 14:39:25.146180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd9964d6-6688-4d77-a725-b4fe83fbbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.175527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Request body: {'port': {'device_id': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '5dd1f037308a4f9a91585732a51ccb3c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:25.210384 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f4bb6c9-c1a2-4aef-a7be-5fb2a3cd74bb req-e4341550-c80e-4d4b-8638-5a7e4c4d2327 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 210 time: 0.2105579 Dec 13 14:39:25.229578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:25.261841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bd9964d6-6688-4d77-a725-b4fe83fbbc05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eba802b51b1745be86a2d4efc0345382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8548932 Dec 13 14:39:25.264931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58088) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:25.310222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9964d6-6688-4d77-a725-b4fe83fbbc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa274957-153d-4235-8244-ad4afef4a9e6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:25.353692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:25.365927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.366486 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07bdd922-5ad2-4787-bb8b-e73cdc2552e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.392618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c7a69-0e8a-44f5-b7d6-e1f8c8134ce2 req-d9295577-b808-499e-aa27-3305528f6e44 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:25.394526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07bdd922-5ad2-4787-bb8b-e73cdc2552e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.400190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9c7a69-0e8a-44f5-b7d6-e1f8c8134ce2 req-d9295577-b808-499e-aa27-3305528f6e44 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 936 time: 0.1535463 Dec 13 14:39:25.428728 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9cb98-778a-42d0-97e4-e726c274f941 x-openstack-request-id: req-65b9cb98-778a-42d0-97e4-e726c274f941 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:25.429018 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "tag": "620c450d-4d39-4fcf-9c51-b90145731123", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:25.429409 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65b9cb98-778a-42d0-97e4-e726c274f941 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:25.429805 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123', 'status': 'completed', 'code': 200} Dec 13 14:39:25.514569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ca3d7-3b3a-4928-a3ea-f731cf5b9975 req-3cd9ca13-a57a-4177-a330-21cadd74f6a3 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:25.516250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-063ca3d7-3b3a-4928-a3ea-f731cf5b9975 req-3cd9ca13-a57a-4177-a330-21cadd74f6a3 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.0520561 Dec 13 14:39:25.557215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-063ca3d7-3b3a-4928-a3ea-f731cf5b9975 req-02e4366b-78be-49e6-9b9b-8b7e22e757d2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346065 Dec 13 14:39:25.560267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07bdd922-5ad2-4787-bb8b-e73cdc2552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.562871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07bdd922-5ad2-4787-bb8b-e73cdc2552e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.563984 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-07bdd922-5ad2-4787-bb8b-e73cdc2552e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa274957-153d-4235-8244-ad4afef4a9e6 HTTP/1.1" status: 204 len: 168 time: 0.2969866 Dec 13 14:39:25.589102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdd922-5ad2-4787-bb8b-e73cdc2552e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa274957-153d-4235-8244-ad4afef4a9e6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:25.678035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Transition to ACTIVE for port object d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:25.688878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b1cbf1d8-8988-416c-b098-31d15c62b6a8 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:25.693274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f6e91-8a76-42ea-8d17-785a1c7c1a1e req-78579412-80fc-4809-bef7-e6e741215b1f tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:25.703338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f38f6e91-8a76-42ea-8d17-785a1c7c1a1e req-78579412-80fc-4809-bef7-e6e741215b1f tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1097 time: 0.0617599 Dec 13 14:39:25.724648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9c7a69-0e8a-44f5-b7d6-e1f8c8134ce2 req-30fc7ebf-7b67-48c2-8c30-ca6527b5aa15 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235817 Dec 13 14:39:25.737536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-c4ddbe30-c5a4-4688-8d11-356f7f81c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:25.739299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-c4ddbe30-c5a4-4688-8d11-356f7f81c1b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1124 time: 0.0769706 Dec 13 14:39:25.740539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.763484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f38f6e91-8a76-42ea-8d17-785a1c7c1a1e req-57fb3a47-965a-48ef-8d12-1a05161ff554 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Dec 13 14:39:25.790221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Pushing event updated for resources: {'Port': ['ID=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:25.794561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b1cbf1d8-8988-416c-b098-31d15c62b6a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8,segment=NetworkSegment(7a0e99d9-e3ad-459f-aef2-b5da463803aa),segment_id=7a0e99d9-e3ad-459f-aef2-b5da463803aa)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:25.808164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8', 'network_id': '54d8373f-7293-42d7-86ad-3919dad20cb9', 'port_id': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8', 'mac_address': 'fa:16:3e:67:8a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1afe513-ba4a-4743-b0fc-0d03c9c378e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:25.854499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Made reservation on behalf of 5dd1f037308a4f9a91585732a51ccb3c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:25.859306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.883901 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:25.905954 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cbf1d8-8988-416c-b098-31d15c62b6a8 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:25.932251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b1cbf1d8-8988-416c-b098-31d15c62b6a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8,segment=NetworkSegment(7a0e99d9-e3ad-459f-aef2-b5da463803aa),segment_id=7a0e99d9-e3ad-459f-aef2-b5da463803aa)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:25.989620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7686086c-c768-491f-9c86-495f14f15bd7 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:26.013112 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.028203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.028687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Attempting to bind port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:26.029043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Attempting to bind port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:26.033879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Attempting to bind port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:26.042730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:26.043133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Attempting to bind port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:26.048430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:26.049347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:26.049709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:26.050143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Bound port: d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:26.050544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.052934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-4361ab8d-2e43-4f71-a88f-c90c4b804419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.054493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-4361ab8d-2e43-4f71-a88f-c90c4b804419 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.2653153 Dec 13 14:39:26.066587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Transition to ACTIVE for port object 7686086c-c768-491f-9c86-495f14f15bd7 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:26.081137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e1bf8-8c7c-440d-9ab3-a0ed247be5ea req-0d448d3c-93af-492f-b2c0-34fb57c87034 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.083012 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e1e1bf8-8c7c-440d-9ab3-a0ed247be5ea req-0d448d3c-93af-492f-b2c0-34fb57c87034 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 943 time: 0.0996253 Dec 13 14:39:26.132881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e1e1bf8-8c7c-440d-9ab3-a0ed247be5ea req-017468d6-fb37-4ef5-81be-01bd7d0b0ced tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Dec 13 14:39:26.134273 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.159294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b1cbf1d8-8988-416c-b098-31d15c62b6a8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:26.210424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Pushing event updated for resources: {'Port': ['ID=7686086c-c768-491f-9c86-495f14f15bd7,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:26.244491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Attempting to bind port 7686086c-c768-491f-9c86-495f14f15bd7 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:26.244984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Attempting to bind port 7686086c-c768-491f-9c86-495f14f15bd7 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:26.245416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Attempting to bind port 7686086c-c768-491f-9c86-495f14f15bd7 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:26.247332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-f5bdeb38-2417-4e93-9cda-f38472a3b64d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 217 time: 0.1762462 Dec 13 14:39:26.251848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Port 7686086c-c768-491f-9c86-495f14f15bd7 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:26.252488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Attempting to bind port 7686086c-c768-491f-9c86-495f14f15bd7 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:26.259548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:26.259988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:26.279180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:26.279180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Bound port: 7686086c-c768-491f-9c86-495f14f15bd7, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:26.279180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.335638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b1cbf1d8-8988-416c-b098-31d15c62b6a8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:26.341741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] For port 7686086c-c768-491f-9c86-495f14f15bd7, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:26.348306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] For port 7686086c-c768-491f-9c86-495f14f15bd7, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=7686086c-c768-491f-9c86-495f14f15bd7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:26.417389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.425481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Allocated IP 192.168.233.84 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/caf035f8-25fe-4d68-91ed-4390ddade002) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:26.428347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] For port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:26.443070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.447466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.447466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] 10.222.0.55 "PUT /v2.0/ports/7686086c-c768-491f-9c86-495f14f15bd7 HTTP/1.1" status: 200 len: 1096 time: 1.6033590 Dec 13 14:39:26.491257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] For port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:26.538066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-e89f2bba-dd68-400a-8146-592b28d0b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.540304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-e89f2bba-dd68-400a-8146-592b28d0b891 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.2668054 Dec 13 14:39:26.594922 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42fcc824-922b-4294-b66c-9eecf8f7a55f req-0cff66ad-6e15-44ef-94df-f84b9e7025d4 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0622344 Dec 13 14:39:26.602305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-7b01fbdb-c3ea-4809-997e-78aa1e01f273 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485184 Dec 13 14:39:26.607910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.640665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.641722 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:26.643905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] 10.222.0.50 "PUT /v2.0/ports/d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae HTTP/1.1" status: 200 len: 1096 time: 2.3343360 Dec 13 14:39:26.658568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'tag': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:26.660852 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708788e4-f6e4-4c41-91bd-d16b488bf087" -d '{"events": [{"name": "network-changed", "server_uuid": "abdd4897-7d6b-40bf-bb42-e0d04c2ade4f", "tag": "d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:26.695051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7363c5-2195-45ac-bcf3-eff800f331de service neutron] Pushing event updated for resources: {'Port': ['ID=7686086c-c768-491f-9c86-495f14f15bd7,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:26.723741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-cd7f3513-6a74-47d1-b116-0bc99cafe48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.725234 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-cd7f3513-6a74-47d1-b116-0bc99cafe48e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 1099 time: 0.1086192 Dec 13 14:39:26.820426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-0cd44691-c999-47c8-8b03-b8a5e65bde64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7686086c-c768-491f-9c86-495f14f15bd7 HTTP/1.1" status: 200 len: 217 time: 0.0847831 Dec 13 14:39:26.914285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3cd3-682d-485f-8a00-eb3fa908cd6d req-b9eb9f76-9ad4-4eed-a711-c96b036a6896 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.915843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-749d3cd3-682d-485f-8a00-eb3fa908cd6d req-b9eb9f76-9ad4-4eed-a711-c96b036a6896 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.1064858 Dec 13 14:39:26.919731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-f49985ca-a685-4174-9d57-c95d12fbf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.922005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-f49985ca-a685-4174-9d57-c95d12fbf65b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0851271 Dec 13 14:39:26.957895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47507ac-0b65-45b6-a224-4cb964ec261a service neutron] Pushing event updated for resources: {'Port': ['ID=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:26.979288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29019-cee9-4af1-9e20-de542801336e req-302ca3ef-1ab5-4c05-be72-14aefc6e662f tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.980931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6b29019-cee9-4af1-9e20-de542801336e req-302ca3ef-1ab5-4c05-be72-14aefc6e662f tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1097 time: 0.1607187 Dec 13 14:39:26.997186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-14de5df2-d63d-49e7-9cb1-3095027d333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:26.998851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-14de5df2-d63d-49e7-9cb1-3095027d333f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 1099 time: 0.2240493 Dec 13 14:39:27.014809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-749d3cd3-682d-485f-8a00-eb3fa908cd6d req-3f5c090a-4466-4e87-bf85-0f5f83846c26 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872686 Dec 13 14:39:27.022447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-b670b4f8-d49a-42c8-a298-af7c721a71be service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920240 Dec 13 14:39:27.037818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-315cfcfe-5e73-413d-b585-43b36bab0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.037818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-315cfcfe-5e73-413d-b585-43b36bab0327 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898180 Dec 13 14:39:27.086147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-c9ac10d6-f744-4f21-a454-134ec6c43ac9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae HTTP/1.1" status: 200 len: 217 time: 0.0667355 Dec 13 14:39:27.102626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.143519 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0256d482-c778-4a0f-9b21-7b0477e994fb x-openstack-request-id: req-0256d482-c778-4a0f-9b21-7b0477e994fb {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:27.143809 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdd4897-7d6b-40bf-bb42-e0d04c2ade4f", "tag": "d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:27.143973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-8326706e-b0a3-44b1-a589-37813dfee914 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044397 Dec 13 14:39:27.146604 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0256d482-c778-4a0f-9b21-7b0477e994fb {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:27.147012 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'tag': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae', 'status': 'completed', 'code': 200} Dec 13 14:39:27.204476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58148) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:27.245124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6b29019-cee9-4af1-9e20-de542801336e req-94e00dbc-e9cf-455f-93c6-e092e6518c8d tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482157 Dec 13 14:39:27.274491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-ad3f553f-c4c7-4e58-9005-864fce1cb5b2 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227922 Dec 13 14:39:27.277537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-b8a4d21e-d1c4-4758-8a99-de2480e7960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.279944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-b8a4d21e-d1c4-4758-8a99-de2480e7960d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1386089 Dec 13 14:39:27.332709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e35475a2-f40c-4075-a75e-2cd10ec32251 req-664b95ff-bcb1-4349-8fbe-3b6d821847a0 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614634 Dec 13 14:39:27.355024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1685113403-network', 'tenant_id': 'b727d6fa8f1c4a71a866a62a0a430003'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:27.379254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-78ce1087-cffd-44e3-b6ff-fe5de17ae8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.380156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-78ce1087-cffd-44e3-b6ff-fe5de17ae8b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930953 Dec 13 14:39:27.411191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.422646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['84a5bbe7-30f7-4326-b8b4-960481193764'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:27.434483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'tag': '7686086c-c768-491f-9c86-495f14f15bd7'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:27.436715 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db09985-568a-4689-886e-0aa842f13d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721", "tag": "7686086c-c768-491f-9c86-495f14f15bd7"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:27.468719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Made reservation on behalf of b727d6fa8f1c4a71a866a62a0a430003 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:27.471602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.485226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.508579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02ae4-ccfc-4881-8634-2be093b7143b req-2dd4b9f8-7cf4-4ddc-abdb-1a8bc5fdac95 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.510054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5b02ae4-ccfc-4881-8634-2be093b7143b req-2dd4b9f8-7cf4-4ddc-abdb-1a8bc5fdac95 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 944 time: 0.0941823 Dec 13 14:39:27.519677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:27.525466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Pushing event updated for resources: {'Port': ['ID=caf035f8-25fe-4d68-91ed-4390ddade002,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:27.532602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:27.537775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:27.546805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.547461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.567496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f36d66-8046-45bd-83ba-03947a4b7e40 req-08f26fc3-7ae7-4e60-9910-34fb02e0b6f1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.569026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00f36d66-8046-45bd-83ba-03947a4b7e40 req-08f26fc3-7ae7-4e60-9910-34fb02e0b6f1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 948 time: 0.2126477 Dec 13 14:39:27.600067 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-1aeaa031-d613-4b8d-a735-656d17866fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012453 Dec 13 14:39:27.613680 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5b02ae4-ccfc-4881-8634-2be093b7143b req-8c9ce799-d66d-444b-8915-169440a68a19 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834799 Dec 13 14:39:27.664398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00f36d66-8046-45bd-83ba-03947a4b7e40 req-cb208a9a-6dbe-4c0c-86fb-8a9d78f9bb55 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763900 Dec 13 14:39:27.683120 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8038787-c98b-4776-ad9e-f2fab98ce94c x-openstack-request-id: req-b8038787-c98b-4776-ad9e-f2fab98ce94c {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:27.683407 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721", "tag": "7686086c-c768-491f-9c86-495f14f15bd7", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:27.683690 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8038787-c98b-4776-ad9e-f2fab98ce94c {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:27.684091 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'tag': '7686086c-c768-491f-9c86-495f14f15bd7', 'status': 'completed', 'code': 200} Dec 13 14:39:27.689566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:27.692415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b1cbf1d8-8988-416c-b098-31d15c62b6a8 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:27.699102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.724028 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-03c57663-3a66-47cb-be29-f265d2e11884 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5539634 Dec 13 14:39:27.756946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Request body: {'port': {'device_id': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:27.759856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.782362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:39:27.825381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.825937 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Added segment 4b3fa1ca-1e1a-45b9-a1c9-bab039ada0a3 of type vlan for network 6a91d4bb-7681-4f00-a399-96324d77c3ea Dec 13 14:39:27.837886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016f97f-0dc4-43c2-97b6-c223d3e6f62d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:27.878328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09985-568a-4689-886e-0aa842f13d4d req-634cf7dc-d587-4c0a-85a4-478202f772a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.879867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db09985-568a-4689-886e-0aa842f13d4d req-634cf7dc-d587-4c0a-85a4-478202f772a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 1099 time: 0.1549604 Dec 13 14:39:27.889545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:27.907178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.916549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 has no active binding in host n-h2-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:39:27.922699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f6ee3f6a-3f20-4879-8331-dcfd4dfe4659 None None] Provisioning complete for port caf035f8-25fe-4d68-91ed-4390ddade002 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:27.923356 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6ee3f6a-3f20-4879-8331-dcfd4dfe4659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.957904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee3f6a-3f20-4879-8331-dcfd4dfe4659 None None] Port caf035f8-25fe-4d68-91ed-4390ddade002 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:27.969338 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3b767a0-7d89-4cf1-aefa-03b7b042dc0d req-e44cb04f-6f17-49cd-b4ea-a73247b420aa service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558643 Dec 13 14:39:27.977536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cab18e-9261-441e-800d-b09db57b6744 req-4bcdb4af-943e-4056-a345-a416a8c85df9 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:27.979069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-76cab18e-9261-441e-800d-b09db57b6744 req-4bcdb4af-943e-4056-a345-a416a8c85df9 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 935 time: 0.1841002 Dec 13 14:39:27.981784 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:27.983359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port b1cbf1d8-8988-416c-b098-31d15c62b6a8 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:27.988299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port b1cbf1d8-8988-416c-b098-31d15c62b6a8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:27.989193 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:28.029236 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:28.031011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.031805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:28.078709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-76cab18e-9261-441e-800d-b09db57b6744 req-ca279fab-d850-44ab-a218-2e9647fe0f28 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847869 Dec 13 14:39:28.098732 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:28.132124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09985-568a-4689-886e-0aa842f13d4d req-6f29698d-cbea-4818-b411-9a883a96c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.133598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db09985-568a-4689-886e-0aa842f13d4d req-6f29698d-cbea-4818-b411-9a883a96c2cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2346797 Dec 13 14:39:28.146080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9365542 Dec 13 14:39:28.148379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:28.149208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58178) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:28.150693 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd2c8e0-a18e-4111-af84-976fb9f82375" -d '{"events": [{"server_uuid": "b46df9ad-e0b1-4952-ac58-52c8413b7918", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf1d8-8988-416c-b098-31d15c62b6a8"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:28.153764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7404b1c-5f60-483d-9104-d8e248a6646f admin admin] Pushing event updated for resources: {'Network': ['ID=6a91d4bb-7681-4f00-a399-96324d77c3ea,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:28.168151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Request body: {'subnet': {'network_id': '6a91d4bb-7681-4f00-a399-96324d77c3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1685113403-subnet', 'tenant_id': 'b727d6fa8f1c4a71a866a62a0a430003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:28.171429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 6a91d4bb-7681-4f00-a399-96324d77c3ea details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:39:28.179422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b1cbf1d8-8988-416c-b098-31d15c62b6a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8,segment=NetworkSegment(7a0e99d9-e3ad-459f-aef2-b5da463803aa),segment_id=7a0e99d9-e3ad-459f-aef2-b5da463803aa)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:28.243783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db09985-568a-4689-886e-0aa842f13d4d req-1f8b3df8-d610-4031-bb37-b5421e774518 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7686086c-c768-491f-9c86-495f14f15bd7 HTTP/1.1" status: 200 len: 217 time: 0.0594985 Dec 13 14:39:28.255863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:28.263069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Made reservation on behalf of b727d6fa8f1c4a71a866a62a0a430003 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:28.265603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:28.350915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-3fa1e1b0-78cf-4481-9bcf-efdd8b3ba13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.352432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-3fa1e1b0-78cf-4481-9bcf-efdd8b3ba13b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 1099 time: 0.2518358 Dec 13 14:39:28.452427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14012876-990d-4e25-8bff-5d9d72713761 req-90efbd50-1f68-4e21-be59-ad03a9ad8349 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.453968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14012876-990d-4e25-8bff-5d9d72713761 req-90efbd50-1f68-4e21-be59-ad03a9ad8349 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 943 time: 0.2241557 Dec 13 14:39:28.455648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09985-568a-4689-886e-0aa842f13d4d req-ecd45738-a966-4a21-81e8-cb9414502cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.456795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db09985-568a-4689-886e-0aa842f13d4d req-ecd45738-a966-4a21-81e8-cb9414502cbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1864502 Dec 13 14:39:28.490078 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ca625-e17a-438f-8242-6a5ba00fe1ce x-openstack-request-id: req-c25ca625-e17a-438f-8242-6a5ba00fe1ce {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:28.490680 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46df9ad-e0b1-4952-ac58-52c8413b7918", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf1d8-8988-416c-b098-31d15c62b6a8", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:28.490795 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c25ca625-e17a-438f-8242-6a5ba00fe1ce {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:28.491251 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8', 'code': 200} Dec 13 14:39:28.517566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3615a-d55c-4269-ae0d-394d4064c762 req-42fa0773-f6ed-4921-92d8-d3fea7fd95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.519623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26c3615a-d55c-4269-ae0d-394d4064c762 req-42fa0773-f6ed-4921-92d8-d3fea7fd95e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 1096 time: 0.1284173 Dec 13 14:39:28.524697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167630-804f-4e29-9ecd-6e91c07f87c3 req-15522d46-011a-4841-87fc-10d35cdacda8 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.526533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28167630-804f-4e29-9ecd-6e91c07f87c3 req-15522d46-011a-4841-87fc-10d35cdacda8 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1097 time: 0.1244924 Dec 13 14:39:28.560372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b1cbf1d8-8988-416c-b098-31d15c62b6a8,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:28.590364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14012876-990d-4e25-8bff-5d9d72713761 req-5f38c7e5-b061-4fe2-a30b-fba244222e77 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245401 Dec 13 14:39:28.619043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-62a0ccff-9dc0-49f6-8b71-075231c60d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.619043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-62a0ccff-9dc0-49f6-8b71-075231c60d34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2505765 Dec 13 14:39:28.628635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09985-568a-4689-886e-0aa842f13d4d req-0dcd6f3c-393c-4335-b4b6-6c86df922147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.630146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db09985-568a-4689-886e-0aa842f13d4d req-0dcd6f3c-393c-4335-b4b6-6c86df922147 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505866 Dec 13 14:39:28.662617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28167630-804f-4e29-9ecd-6e91c07f87c3 req-545a9aa2-d874-4cd1-97a2-23c53b4ecbd8 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104746 Dec 13 14:39:28.664601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26c3615a-d55c-4269-ae0d-394d4064c762 req-ad28e3fa-be16-4452-be1a-39ed9e4f5a01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234312 Dec 13 14:39:28.700555 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-a759cec3-8b4c-4fd6-8b55-0d72d65c384d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae HTTP/1.1" status: 200 len: 217 time: 0.0736644 Dec 13 14:39:28.814421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29c6cf-5d74-46fa-8a1a-3a0b9e021bd7 req-6d406491-c3f4-493d-810a-8cbd9b3000fb tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:28.816026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c29c6cf-5d74-46fa-8a1a-3a0b9e021bd7 req-6d406491-c3f4-493d-810a-8cbd9b3000fb tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 948 time: 0.0618525 Dec 13 14:39:28.822877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:28.912362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c29c6cf-5d74-46fa-8a1a-3a0b9e021bd7 req-6fdb14f7-dc59-4274-a176-c7d9aced1940 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863004 Dec 13 14:39:28.922312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb2b641-46be-432b-b8c0-6ace288a80d9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:28.940049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Checking segment: {'id': '4b3fa1ca-1e1a-45b9-a1c9-bab039ada0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6a91d4bb-7681-4f00-a399-96324d77c3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:28.940684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Network hostable DHCP agents. Network: 6a91d4bb-7681-4f00-a399-96324d77c3ea, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:39:29.016901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Network 6a91d4bb-7681-4f00-a399-96324d77c3ea is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:39:29.025740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf035f8-25fe-4d68-91ed-4390ddade002 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:29.039267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.064475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Transition to ACTIVE for port object caf035f8-25fe-4d68-91ed-4390ddade002 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:29.087522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7547e38-8750-4865-b0d8-c02170749161 req-bbb5fcf3-c9f2-41af-8628-aee2bd8e2538 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:29.088998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7547e38-8750-4865-b0d8-c02170749161 req-bbb5fcf3-c9f2-41af-8628-aee2bd8e2538 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.3537898 Dec 13 14:39:29.090687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 6a91d4bb-7681-4f00-a399-96324d77c3ea) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:29.098543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:29.099225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.100362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ceb4ec-e365-49dd-a620-39f2e89e9009 None None] Network 6a91d4bb-7681-4f00-a399-96324d77c3ea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:29.111083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db09985-568a-4689-886e-0aa842f13d4d req-29837e98-4f86-4cf6-8a74-ee3cdcadd2db service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529762 Dec 13 14:39:29.169937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.178048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-12311ab3-70a7-4ffb-9208-78e37ead3386 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0258706 Dec 13 14:39:29.208998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7547e38-8750-4865-b0d8-c02170749161 req-3928412d-6667-4532-bd2a-7377b011bfa9 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109357 Dec 13 14:39:29.250375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Pushing event updated for resources: {'Port': ['ID=caf035f8-25fe-4d68-91ed-4390ddade002,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:29.268834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e0d44-d595-4154-ad8d-49ece335fb98 None None] Network 6a91d4bb-7681-4f00-a399-96324d77c3ea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:29.298415 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db09985-568a-4689-886e-0aa842f13d4d req-02515543-8fcb-413f-ba26-c053bba91e31 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777213 Dec 13 14:39:29.316435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Attempting to bind port caf035f8-25fe-4d68-91ed-4390ddade002 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:29.317398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Attempting to bind port caf035f8-25fe-4d68-91ed-4390ddade002 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:29.317398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Attempting to bind port caf035f8-25fe-4d68-91ed-4390ddade002 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:29.329046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Port caf035f8-25fe-4d68-91ed-4390ddade002 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:29.329369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Attempting to bind port caf035f8-25fe-4d68-91ed-4390ddade002 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:29.346608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:29.347038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:29.347314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:29.347804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Bound port: caf035f8-25fe-4d68-91ed-4390ddade002, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:29.348165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.424572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] For port caf035f8-25fe-4d68-91ed-4390ddade002, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:29.427773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] For port caf035f8-25fe-4d68-91ed-4390ddade002, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=caf035f8-25fe-4d68-91ed-4390ddade002,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:29.508572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.550832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:29.551460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.553185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] 10.222.0.55 "PUT /v2.0/ports/caf035f8-25fe-4d68-91ed-4390ddade002 HTTP/1.1" status: 200 len: 1095 time: 1.8166785 Dec 13 14:39:29.554444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-0392235e-d0a6-4633-b7f0-9f40043836a8 service neutron] 10.222.0.55 "GET /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.1031153 Dec 13 14:39:29.554633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'tag': 'caf035f8-25fe-4d68-91ed-4390ddade002'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:29.556974 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f64b58-8577-427c-9f93-fc031093c2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8", "tag": "caf035f8-25fe-4d68-91ed-4390ddade002"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:29.587990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58212) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:29.610180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa0670-c7ab-4bc4-8429-bb6515314448 service neutron] Pushing event updated for resources: {'Port': ['ID=caf035f8-25fe-4d68-91ed-4390ddade002,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:29.735763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf78c-00f2-4a3d-9b72-b5dfe7b9977f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.840976 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf78c-00f2-4a3d-9b72-b5dfe7b9977f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.849977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-88215402-1dbd-4709-b943-b57bc86ca3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:29.851533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-88215402-1dbd-4709-b943-b57bc86ca3b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 1098 time: 0.1831603 Dec 13 14:39:29.913991 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf78c-00f2-4a3d-9b72-b5dfe7b9977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:29.917348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-9cc9ddb7-e9df-441a-8afa-030ced3ea239 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=caf035f8-25fe-4d68-91ed-4390ddade002 HTTP/1.1" status: 200 len: 217 time: 0.0553701 Dec 13 14:39:29.966991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bf78c-00f2-4a3d-9b72-b5dfe7b9977f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e592121-bc7f-444c-bd2c-7a7fe7fd5b06,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:29.987344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0f8bf78c-00f2-4a3d-9b72-b5dfe7b9977f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7101b743a3f3459ca8984a60e457674f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970814 Dec 13 14:39:29.989816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58232) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:30.003925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:30.042142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3b92938-8239-4a91-b883-c3b6181822d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.059470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-8d40e8de-ba27-4254-afc7-7040625b09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:30.060913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-8d40e8de-ba27-4254-afc7-7040625b09a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1564567 Dec 13 14:39:30.065252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-454bd718-f067-46cd-b358-1e1e2b6f6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:30.066927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-454bd718-f067-46cd-b358-1e1e2b6f6f97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1418853 Dec 13 14:39:30.067504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3b92938-8239-4a91-b883-c3b6181822d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.076777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:30.129269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3eb9-4653-4c1a-b5ed-b0d31ab29604 req-db6395ae-a821-49a4-ae49-b0d005867fa0 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:30.130751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-098a3eb9-4653-4c1a-b5ed-b0d31ab29604 req-db6395ae-a821-49a4-ae49-b0d005867fa0 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 947 time: 0.1559207 Dec 13 14:39:30.177189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620c450d-4d39-4fcf-9c51-b90145731123 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:30.205698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:30.216299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3b92938-8239-4a91-b883-c3b6181822d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.219454 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3b92938-8239-4a91-b883-c3b6181822d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.221122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3b92938-8239-4a91-b883-c3b6181822d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e592121-bc7f-444c-bd2c-7a7fe7fd5b06 HTTP/1.1" status: 204 len: 168 time: 0.2298522 Dec 13 14:39:30.229073 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b92938-8239-4a91-b883-c3b6181822d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e592121-bc7f-444c-bd2c-7a7fe7fd5b06,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:30.234548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-839045e1-068e-4e71-a24d-a2a765aa68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:30.234854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-839045e1-068e-4e71-a24d-a2a765aa68db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599417 Dec 13 14:39:30.242724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-2a729cde-f71e-4c28-aa39-bd43ddbc52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:30.244146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-2a729cde-f71e-4c28-aa39-bd43ddbc52db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672914 Dec 13 14:39:30.258199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-098a3eb9-4653-4c1a-b5ed-b0d31ab29604 req-cd791937-b2ff-4e2c-b16a-6e8a24056a6a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977061 Dec 13 14:39:30.316765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.337387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 7686086c-c768-491f-9c86-495f14f15bd7 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:30.462131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 7686086c-c768-491f-9c86-495f14f15bd7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=7686086c-c768-491f-9c86-495f14f15bd7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:30.477230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-cece7cf9-f030-45c9-9689-722340ec720e service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318997 Dec 13 14:39:30.480532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '7686086c-c768-491f-9c86-495f14f15bd7', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '7686086c-c768-491f-9c86-495f14f15bd7', 'mac_address': 'fa:16:3e:e7:24:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:30.482088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-24dbfa0f-9d96-40ce-afc4-fd8c32c8434f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148750 Dec 13 14:39:30.546954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.561772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7686086c-c768-491f-9c86-495f14f15bd7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:30.581906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 7686086c-c768-491f-9c86-495f14f15bd7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=7686086c-c768-491f-9c86-495f14f15bd7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:30.585472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-1eb9ee87-f369-40c8-836f-dd2af0a563b2 req-1c8aaa3f-7c4f-442a-aca4-320e9d26e987 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-376240224', 'description': 'tempest-description-1578005513'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:30.612231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] Transition to ACTIVE for port object 620c450d-4d39-4fcf-9c51-b90145731123 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:30.645296 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.666550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.696283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=7686086c-c768-491f-9c86-495f14f15bd7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:30.708365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-708788e4-f6e4-4c41-91bd-d16b488bf087 req-3f101dfd-e40f-4048-8b08-7cc0beaea3f6 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210288 Dec 13 14:39:30.721999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1eb9ee87-f369-40c8-836f-dd2af0a563b2 req-1c8aaa3f-7c4f-442a-aca4-320e9d26e987 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.728994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbe96af-c05a-4283-ad9d-5f24f978e328 req-f39e0abf-caa7-4f60-bf35-5829ad02a41f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333021 Dec 13 14:39:30.777978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] No DVR routers for this DVR port 620c450d-4d39-4fcf-9c51-b90145731123 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:39:30.781483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21265745-69c3-4c96-b98d-208b059e865b service neutron] Pushing event updated for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:30.821948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-9ef0969b-4e2d-4480-812c-f9bdfdcd8447 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:39:30.823382 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-9ef0969b-4e2d-4480-812c-f9bdfdcd8447 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075850 Dec 13 14:39:30.824406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-21265745-69c3-4c96-b98d-208b059e865b service neutron] 10.222.0.55 "PUT /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123/bindings/n-h2-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2523966 Dec 13 14:39:30.857762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1eb9ee87-f369-40c8-836f-dd2af0a563b2 req-1c8aaa3f-7c4f-442a-aca4-320e9d26e987 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.859739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58246) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:30.873271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1538b7a-6f30-4691-9762-f38a14d176b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.882650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-7714a22e-7bbb-41c2-80ba-9662a43d4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:30.884439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-7714a22e-7bbb-41c2-80ba-9662a43d4331 service neutron] 10.222.0.24 "GET /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 1094 time: 0.0529888 Dec 13 14:39:30.895786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['7686086c-c768-491f-9c86-495f14f15bd7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:30.898584 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Request body: {'binding': {'host': 'n-h2-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:30.899366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Unknown quota resources ['binding']. {{(pid=102824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:39:30.922912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1eb9ee87-f369-40c8-836f-dd2af0a563b2 req-1c8aaa3f-7c4f-442a-aca4-320e9d26e987 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:30.964060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aaa3f-7c4f-442a-aca4-320e9d26e987 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691af207-9de0-438c-aa7a-5bba8e956645,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:31.013188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1538b7a-6f30-4691-9762-f38a14d176b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.031827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1eb9ee87-f369-40c8-836f-dd2af0a563b2 req-1c8aaa3f-7c4f-442a-aca4-320e9d26e987 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.033798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1eb9ee87-f369-40c8-836f-dd2af0a563b2 req-1c8aaa3f-7c4f-442a-aca4-320e9d26e987 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4792871 Dec 13 14:39:31.068423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d2af4954-b01d-4e02-84ec-f7dc51d2249c tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.069939 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-d2af4954-b01d-4e02-84ec-f7dc51d2249c tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.0900662 Dec 13 14:39:31.073459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b1538b7a-6f30-4691-9762-f38a14d176b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.079679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on host n-h2-816954-1 for vnic_type normal with profile None {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:31.080242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:31.084857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:31.087276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:31.087649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:31.093243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:31.093840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:31.094436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:31.094859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Bound port: f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:31.100574 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1069fdc5-15a6-40ad-8756-c3ca7927cc61 x-openstack-request-id: req-1069fdc5-15a6-40ad-8756-c3ca7927cc61 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:31.100919 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8", "tag": "caf035f8-25fe-4d68-91ed-4390ddade002", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:31.101175 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1069fdc5-15a6-40ad-8756-c3ca7927cc61 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:31.101565 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'tag': 'caf035f8-25fe-4d68-91ed-4390ddade002', 'status': 'completed', 'code': 200} Dec 13 14:39:31.170248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:31.200345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538b7a-6f30-4691-9762-f38a14d176b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a371c5a-c18b-4c66-be99-c26d4151034a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:31.209232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b1538b7a-6f30-4691-9762-f38a14d176b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39b5c1bb9b6948b2a009674f9d06f204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484368 Dec 13 14:39:31.212302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58252) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:31.230696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.233388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-dc8188c4-9f25-4ed7-933b-4790f66bd8e8 service neutron] 10.222.0.24 "POST /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278/bindings HTTP/1.1" status: 201 len: 389 time: 0.3418224 Dec 13 14:39:31.257617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-62428adf-943e-4717-9b6c-1c73ccc24826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.259126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-62428adf-943e-4717-9b6c-1c73ccc24826 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b&tenant_id=930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 1095 time: 0.1696682 Dec 13 14:39:31.263379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-57da13ec-81b3-4be8-8b0b-f5095b507032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.264724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-57da13ec-81b3-4be8-8b0b-f5095b507032 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 1098 time: 0.1256361 Dec 13 14:39:31.272467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4838e1c2-d965-400e-8770-601718c7cec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.275114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e29b72-0fce-424f-9177-6d3e3f09fc58 req-f77fad37-be22-4fb2-9318-84844a284b2c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.276567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5e29b72-0fce-424f-9177-6d3e3f09fc58 req-f77fad37-be22-4fb2-9318-84844a284b2c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.1136203 Dec 13 14:39:31.297148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4838e1c2-d965-400e-8770-601718c7cec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.382104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4838e1c2-d965-400e-8770-601718c7cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.384795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4838e1c2-d965-400e-8770-601718c7cec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.385949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4838e1c2-d965-400e-8770-601718c7cec6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a371c5a-c18b-4c66-be99-c26d4151034a HTTP/1.1" status: 204 len: 168 time: 0.1723731 Dec 13 14:39:31.393754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838e1c2-d965-400e-8770-601718c7cec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a371c5a-c18b-4c66-be99-c26d4151034a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:31.405462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5e29b72-0fce-424f-9177-6d3e3f09fc58 req-a2656f1f-3b80-4621-9d74-0ec0bb8b271f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199684 Dec 13 14:39:31.420972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-5dec7840-2e3d-4592-88b1-024b45719e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.431404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-5dec7840-2e3d-4592-88b1-024b45719e89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1095 time: 0.1448998 Dec 13 14:39:31.436611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-73db56ff-f81b-411e-ad4e-8adbd433869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.438057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-73db56ff-f81b-411e-ad4e-8adbd433869a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1606340 Dec 13 14:39:31.538046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-887a9926-1d37-43fb-825e-5cfb505dc30d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=caf035f8-25fe-4d68-91ed-4390ddade002 HTTP/1.1" status: 200 len: 217 time: 0.0765007 Dec 13 14:39:31.560196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344853e0-bfb0-4ccd-8726-5d6d7fb90de8 req-f4b06af2-68f0-4fc8-a4bb-24d7c84dc059 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.561665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-344853e0-bfb0-4ccd-8726-5d6d7fb90de8 req-f4b06af2-68f0-4fc8-a4bb-24d7c84dc059 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Dec 13 14:39:31.601004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-344853e0-bfb0-4ccd-8726-5d6d7fb90de8 req-201c8ac9-f462-4dc0-9bb0-e54bd7c1d785 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326312 Dec 13 14:39:31.646888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-9d4d94c0-7838-404c-be31-19359d4e2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.648381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-9d4d94c0-7838-404c-be31-19359d4e2a1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1013267 Dec 13 14:39:31.657046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dca21-2a48-4562-b355-43f1bc342155 req-388bfc01-c04a-4fd4-a0f2-8210d4929ee5 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.658521 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-041dca21-2a48-4562-b355-43f1bc342155 req-388bfc01-c04a-4fd4-a0f2-8210d4929ee5 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 949 time: 0.1265385 Dec 13 14:39:31.674033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-6e84667b-e0d1-4715-b434-447528975f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:31.674033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-6e84667b-e0d1-4715-b434-447528975f92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.2214458 Dec 13 14:39:31.733780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-2f274227-2c7d-4532-9672-4e6b626851fe tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/691af207-9de0-438c-aa7a-5bba8e956645 HTTP/1.1" status: 200 len: 1804 time: 0.0381241 Dec 13 14:39:31.738773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-68aade74-210a-44ec-a98f-27d048aa8fcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 200 len: 217 time: 0.0670650 Dec 13 14:39:31.745883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '691af207-9de0-438c-aa7a-5bba8e956645', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:31.746641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '691af207-9de0-438c-aa7a-5bba8e956645', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:31.875720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.904220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.953931 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:31.972865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe688df3-0d02-45c8-a1e9-605dfa382788,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:32.012910 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-041dca21-2a48-4562-b355-43f1bc342155 req-142b48e9-3de8-4876-b814-82cb38c40c67 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438339 Dec 13 14:39:32.024135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-9bb765c2-b172-44bb-a956-f1d2266f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.025586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-9bb765c2-b172-44bb-a956-f1d2266f6e36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3639479 Dec 13 14:39:32.044297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-8350b2db-d4b6-450c-b9bf-a402f7ed35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.045724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-8350b2db-d4b6-450c-b9bf-a402f7ed35d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.2901595 Dec 13 14:39:32.052789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.068656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8af5f299-23a0-4b0a-88bf-7632691a6b88 req-e58f2279-6af5-4de1-8bf6-5d3d8808e4b4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3275449 Dec 13 14:39:32.127680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-50b826ad-b05f-4eea-9551-2ac23d4e2793 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724277 Dec 13 14:39:32.163516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f64d70-5273-4318-8488-04be1926c832 req-71393fd4-6871-4945-a4f0-1e8a0cecb2fc tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.164979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74f64d70-5273-4318-8488-04be1926c832 req-71393fd4-6871-4945-a4f0-1e8a0cecb2fc tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 946 time: 0.0521162 Dec 13 14:39:32.203144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74f64d70-5273-4318-8488-04be1926c832 req-6538b4b1-8744-4da0-a863-439ebef2ff73 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Dec 13 14:39:32.244931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-2853e723-b56b-4373-8ad1-e56ac31ddacf service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092428 Dec 13 14:39:32.253293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671451b6-c336-466f-ac83-1f5887c68c45 req-73ace27f-d7ff-4a5c-a1d0-e58f9fbdf779 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.254724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671451b6-c336-466f-ac83-1f5887c68c45 req-73ace27f-d7ff-4a5c-a1d0-e58f9fbdf779 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 947 time: 0.1580615 Dec 13 14:39:32.285625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5b28114a-a89e-4f90-8b90-a412c0b08e71 req-baf864cb-0ff2-4897-9f7c-5dea5b4b8ccc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1667655177', 'description': 'tempest-description-1318031961'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:32.340266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 7686086c-c768-491f-9c86-495f14f15bd7 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:32.347688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-af6ac429-3f79-4a99-87c3-2ddbf52cf9ee service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030296 Dec 13 14:39:32.372195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671451b6-c336-466f-ac83-1f5887c68c45 req-3b032c5a-2427-443e-992c-f96ada707ec3 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945880 Dec 13 14:39:32.400073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b28114a-a89e-4f90-8b90-a412c0b08e71 req-baf864cb-0ff2-4897-9f7c-5dea5b4b8ccc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.453366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5f64b58-8577-427c-9f93-fc031093c2f7 req-a0228a8b-4172-4844-b324-fa5f6a348e89 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920655 Dec 13 14:39:32.456344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 7686086c-c768-491f-9c86-495f14f15bd7 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:32.460985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 7686086c-c768-491f-9c86-495f14f15bd7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:32.461638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.478009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-a9ba9954-d256-4399-aad4-7e9704f3838c service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204846 Dec 13 14:39:32.515936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b28114a-a89e-4f90-8b90-a412c0b08e71 req-baf864cb-0ff2-4897-9f7c-5dea5b4b8ccc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.550476 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.570911 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b28114a-a89e-4f90-8b90-a412c0b08e71 req-baf864cb-0ff2-4897-9f7c-5dea5b4b8ccc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.573321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686086c-c768-491f-9c86-495f14f15bd7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:32.575816 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af9500-7a77-40ef-9b37-fae47704f345" -d '{"events": [{"server_uuid": "9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721", "name": "network-vif-plugged", "status": "completed", "tag": "7686086c-c768-491f-9c86-495f14f15bd7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:32.588782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 7686086c-c768-491f-9c86-495f14f15bd7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=7686086c-c768-491f-9c86-495f14f15bd7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:32.600515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf864cb-0ff2-4897-9f7c-5dea5b4b8ccc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88557eb-2447-426b-8964-55ed87cabc8a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:32.674569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.704178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b28114a-a89e-4f90-8b90-a412c0b08e71 req-baf864cb-0ff2-4897-9f7c-5dea5b4b8ccc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:32.710764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b28114a-a89e-4f90-8b90-a412c0b08e71 req-baf864cb-0ff2-4897-9f7c-5dea5b4b8ccc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4291592 Dec 13 14:39:32.740414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=7686086c-c768-491f-9c86-495f14f15bd7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:32.762287 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3648fd45-efd6-43a9-8c35-495bca02833f x-openstack-request-id: req-3648fd45-efd6-43a9-8c35-495bca02833f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:32.766384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de47873-2a5b-42bc-a3de-9379ed60b472 req-71ae2f31-40a5-466d-9501-697a4dc0945d tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.766940 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721", "name": "network-vif-plugged", "status": "completed", "tag": "7686086c-c768-491f-9c86-495f14f15bd7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:32.766940 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3648fd45-efd6-43a9-8c35-495bca02833f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:32.766940 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686086c-c768-491f-9c86-495f14f15bd7', 'code': 200} Dec 13 14:39:32.767226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5de47873-2a5b-42bc-a3de-9379ed60b472 req-71ae2f31-40a5-466d-9501-697a4dc0945d tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.0884154 Dec 13 14:39:32.841591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-2bbb4e3f-3391-4ea7-98e2-b9ee8c12e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.843178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-2bbb4e3f-3391-4ea7-98e2-b9ee8c12e4d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e466515b1ccf41c5a213fdf90fabc300&device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 1096 time: 0.0780830 Dec 13 14:39:32.859389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5de47873-2a5b-42bc-a3de-9379ed60b472 req-6557dbce-2baf-4b1a-8d89-3db0c827f8fc tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786109 Dec 13 14:39:32.873543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9e4c-1edd-4a0e-84b1-99aaf0c8c729 req-1f1553dd-d670-4797-bed3-5fd388cc81cd tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.875182 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da3f9e4c-1edd-4a0e-84b1-99aaf0c8c729 req-1f1553dd-d670-4797-bed3-5fd388cc81cd tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.0588782 Dec 13 14:39:32.920329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da3f9e4c-1edd-4a0e-84b1-99aaf0c8c729 req-64636459-0e44-4d3c-99f3-e688ef6e7777 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377946 Dec 13 14:39:32.978187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-7b7accb3-4c40-43e7-baa5-3cbcdcb2cbb2 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:32.979709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-7b7accb3-4c40-43e7-baa5-3cbcdcb2cbb2 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.0486479 Dec 13 14:39:33.003289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6e4e3-373b-4bd6-8f09-5c61951a4f8f req-c5303c90-05b6-4d3b-bbc0-32746725d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:33.004760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55b6e4e3-373b-4bd6-8f09-5c61951a4f8f req-c5303c90-05b6-4d3b-bbc0-32746725d199 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 1101 time: 0.1003802 Dec 13 14:39:33.027460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-668cf3b4-2f89-4b38-ba83-55cb058fc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:33.028870 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-668cf3b4-2f89-4b38-ba83-55cb058fc4c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=54d8373f-7293-42d7-86ad-3919dad20cb9 HTTP/1.1" status: 200 len: 913 time: 0.1685538 Dec 13 14:39:33.043654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-67e4e75c-4163-49be-a497-1e819254aa38 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/b88557eb-2447-426b-8964-55ed87cabc8a HTTP/1.1" status: 200 len: 1805 time: 0.1062586 Dec 13 14:39:33.087276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b88557eb-2447-426b-8964-55ed87cabc8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:33.087492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b88557eb-2447-426b-8964-55ed87cabc8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:33.102871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-036deece-f89f-4974-b9c0-d380479d0122 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8 HTTP/1.1" status: 200 len: 217 time: 0.0567110 Dec 13 14:39:33.108118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55b6e4e3-373b-4bd6-8f09-5c61951a4f8f req-343707d1-0613-494b-9b7d-ed5faefd3425 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917280 Dec 13 14:39:33.134726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc7974-f393-4c53-947f-65ba332f754c req-42cc5306-8db1-414b-9cd7-d26af6ce5162 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:33.136209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5dc7974-f393-4c53-947f-65ba332f754c req-42cc5306-8db1-414b-9cd7-d26af6ce5162 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 950 time: 0.0507572 Dec 13 14:39:33.168106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-c62a3184-cf22-40fe-8284-d936558a82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:33.169585 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-c62a3184-cf22-40fe-8284-d936558a82f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1afe513-ba4a-4743-b0fc-0d03c9c378e9 HTTP/1.1" status: 200 len: 852 time: 0.0548677 Dec 13 14:39:33.177774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5dc7974-f393-4c53-947f-65ba332f754c req-ab24f398-d1a6-413a-b9ec-b804b71f52c0 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Dec 13 14:39:33.184568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-48bc631b-68f2-4bd8-8138-15e5c819e55e service neutron] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:33.185765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-48bc631b-68f2-4bd8-8138-15e5c819e55e service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.187221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a950d5-31cd-4c9b-95b0-f4bd358f67e6 req-48bc631b-68f2-4bd8-8138-15e5c819e55e service neutron] 10.222.0.50 "DELETE /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123/bindings/n-h1-816954-1 HTTP/1.1" status: 204 len: 173 time: 0.1976349 Dec 13 14:39:33.216886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-4c5815a2-f774-4cd5-b450-770fab4cf636 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54d8373f-7293-42d7-86ad-3919dad20cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360250 Dec 13 14:39:33.334135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.342102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763be63b-a505-48d1-a3ca-ee5c9b87c1fd req-0103d77c-ba6d-4663-827d-dfcc43449604 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:33.343823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-763be63b-a505-48d1-a3ca-ee5c9b87c1fd req-0103d77c-ba6d-4663-827d-dfcc43449604 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 946 time: 0.0638552 Dec 13 14:39:33.355157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-ea736f0c-bc16-478d-bf85-19d6b3543ea2 service neutron] 10.222.0.50 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306255 Dec 13 14:39:33.384902 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-763be63b-a505-48d1-a3ca-ee5c9b87c1fd req-9802441d-27b9-42bd-a4e0-557f54572e27 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Dec 13 14:39:33.413789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.454920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a76dfc9-d44d-436f-bc8a-66844875a0e4 req-f1fab343-f887-4402-8c3c-e317218fad32 service neutron] 10.222.0.50 "GET /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905862 Dec 13 14:39:33.479115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.500217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7901c12-60a0-4034-b418-0ac8845d02de,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:33.572864 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.574202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e476a88-172e-4ce8-9e1e-bdfa717b8ebf req-26e876b6-38ad-4eaf-bfb1-3a67cc0776c9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5212154 Dec 13 14:39:33.639432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378617db-a669-4cbb-9c6a-78d5642d092b req-12a438c6-73fe-41d1-a2b4-9166a4aed96f tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:33.640929 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-378617db-a669-4cbb-9c6a-78d5642d092b req-12a438c6-73fe-41d1-a2b4-9166a4aed96f tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 947 time: 0.0538056 Dec 13 14:39:33.641078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fc41ee84-d409-4719-b893-50e75e04d9f8 req-9774eb44-9ed1-4b48-bdec-bcc76cd9fece tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1837113033', 'description': 'tempest-description-1247855981'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:33.682138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-378617db-a669-4cbb-9c6a-78d5642d092b req-d9e5914a-3a72-4462-a564-95b2b543e6f3 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338368 Dec 13 14:39:33.708309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:33.748011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc41ee84-d409-4719-b893-50e75e04d9f8 req-9774eb44-9ed1-4b48-bdec-bcc76cd9fece tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.826924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:33.835242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc41ee84-d409-4719-b893-50e75e04d9f8 req-9774eb44-9ed1-4b48-bdec-bcc76cd9fece tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.841099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae', 'mac_address': 'fa:16:3e:cb:21:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:33.880070 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.896634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:33.915872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:33.930771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc41ee84-d409-4719-b893-50e75e04d9f8 req-9774eb44-9ed1-4b48-bdec-bcc76cd9fece tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:33.960384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774eb44-9ed1-4b48-bdec-bcc76cd9fece tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481296a3-ba72-482f-8779-12a5193ac83f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:33.964681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802548-c769-46d4-b694-ed3d04d1761a req-9726c8bd-16d3-4498-8cda-28c05fa93ebf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:33.966223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7802548-c769-46d4-b694-ed3d04d1761a req-9726c8bd-16d3-4498-8cda-28c05fa93ebf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.0492804 Dec 13 14:39:34.004049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7802548-c769-46d4-b694-ed3d04d1761a req-2fee2c9f-202d-4175-9584-2cb07f528329 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Dec 13 14:39:34.034799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.038093 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc41ee84-d409-4719-b893-50e75e04d9f8 req-9774eb44-9ed1-4b48-bdec-bcc76cd9fece tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.040850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc41ee84-d409-4719-b893-50e75e04d9f8 req-9774eb44-9ed1-4b48-bdec-bcc76cd9fece tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4037497 Dec 13 14:39:34.088902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:34.202077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-83fea1db-11ef-4edc-8d58-833a34b4fc1e req-1c014533-58dd-4e3e-bb93-e0eefe81de9a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1263093531', 'description': 'tempest-description-874327071'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:34.227155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c1a99-e542-466e-85e7-405ecbf2e602 req-17bddca4-757b-4168-9828-44c4bbbcab8d tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:34.228736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e5c1a99-e542-466e-85e7-405ecbf2e602 req-17bddca4-757b-4168-9828-44c4bbbcab8d tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.0651329 Dec 13 14:39:34.269115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e5c1a99-e542-466e-85e7-405ecbf2e602 req-898c979a-429d-4989-820b-8a24aae35d2c tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Dec 13 14:39:34.314122 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-83fea1db-11ef-4edc-8d58-833a34b4fc1e req-1c014533-58dd-4e3e-bb93-e0eefe81de9a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.353701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:34.359080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device caf035f8-25fe-4d68-91ed-4390ddade002 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:34.384166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:39:34.385588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e085e-0a16-4d8a-b02d-c943b969ee33 req-81bb50d0-f5c2-4a38-90ea-3a819fd47e6f tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:34.387370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd0e085e-0a16-4d8a-b02d-c943b969ee33 req-81bb50d0-f5c2-4a38-90ea-3a819fd47e6f tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 1095 time: 0.0613081 Dec 13 14:39:34.391994 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-83fea1db-11ef-4edc-8d58-833a34b4fc1e req-1c014533-58dd-4e3e-bb93-e0eefe81de9a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.423599 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd0e085e-0a16-4d8a-b02d-c943b969ee33 req-61a3f3c8-af67-471d-9470-f4eb9631bef1 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291607 Dec 13 14:39:34.509400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:39:34.537769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-83fea1db-11ef-4edc-8d58-833a34b4fc1e req-1c014533-58dd-4e3e-bb93-e0eefe81de9a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.560249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4ba39-dbf7-4b78-881e-41ed42d4668d req-274ad8ad-6fdd-455f-a114-c671a727c65c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:34.567586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3fc4ba39-dbf7-4b78-881e-41ed42d4668d req-274ad8ad-6fdd-455f-a114-c671a727c65c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 950 time: 0.0735750 Dec 13 14:39:34.576184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port caf035f8-25fe-4d68-91ed-4390ddade002, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=caf035f8-25fe-4d68-91ed-4390ddade002,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:34.589527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014533-58dd-4e3e-bb93-e0eefe81de9a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb84e887-d8fc-4f95-8843-cec01d1555e4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:34.604811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'caf035f8-25fe-4d68-91ed-4390ddade002', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'caf035f8-25fe-4d68-91ed-4390ddade002', 'mac_address': 'fa:16:3e:51:e9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:34.631336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-83fea1db-11ef-4edc-8d58-833a34b4fc1e req-1c014533-58dd-4e3e-bb93-e0eefe81de9a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.633326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83fea1db-11ef-4edc-8d58-833a34b4fc1e req-1c014533-58dd-4e3e-bb93-e0eefe81de9a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4367480 Dec 13 14:39:34.638155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3fc4ba39-dbf7-4b78-881e-41ed42d4668d req-fea3a9d1-82a1-4160-bafd-d57c35743422 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Dec 13 14:39:34.680460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.697220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf035f8-25fe-4d68-91ed-4390ddade002 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:34.719600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port caf035f8-25fe-4d68-91ed-4390ddade002, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=caf035f8-25fe-4d68-91ed-4390ddade002,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:34.740925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58382) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:34.809495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0806a1-59f3-4f46-b460-91330d125853 req-c8d34274-4f01-4622-8ab5-3807e6c5bb96 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:34.811443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e0806a1-59f3-4f46-b460-91330d125853 req-c8d34274-4f01-4622-8ab5-3807e6c5bb96 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 946 time: 0.0899260 Dec 13 14:39:34.828475 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:34.863067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-498df776-e3d5-4c24-b38a-9d99d7f01462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:34.864263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-498df776-e3d5-4c24-b38a-9d99d7f01462 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1097 time: 0.0739152 Dec 13 14:39:34.866701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e0806a1-59f3-4f46-b460-91330d125853 req-cfee5500-06f6-4e45-a1a4-748bbce916e9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474749 Dec 13 14:39:34.871159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60252bee-4556-43ac-9690-f99e38631164 req-2bbbb258-56ee-43c8-a97c-3212224d2363 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:34.877308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-2bbbb258-56ee-43c8-a97c-3212224d2363 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.1390641 Dec 13 14:39:34.924188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=caf035f8-25fe-4d68-91ed-4390ddade002,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:34.944054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-8675ddef-d53a-4b28-830c-c26bd297097e tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/481296a3-ba72-482f-8779-12a5193ac83f HTTP/1.1" status: 200 len: 1805 time: 0.0560124 Dec 13 14:39:34.951155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-08a95ffe-514c-4eeb-82c2-1ddc7bb1d584 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/quotas/930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 375 time: 0.0577328 Dec 13 14:39:34.980005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac0dfb72-5670-4c58-92f6-6987d1168a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.009747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-299e5428-04e5-4c4d-8503-38f06683482a tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/bb84e887-d8fc-4f95-8843-cec01d1555e4 HTTP/1.1" status: 200 len: 1804 time: 0.0646656 Dec 13 14:39:35.019411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-699bec85-9a20-4ca7-9628-1b09359e2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:35.020844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-699bec85-9a20-4ca7-9628-1b09359e2eb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1474500 Dec 13 14:39:35.022939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '481296a3-ba72-482f-8779-12a5193ac83f', 'remote_group_id': 'bb84e887-d8fc-4f95-8843-cec01d1555e4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:35.023250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '481296a3-ba72-482f-8779-12a5193ac83f', 'remote_group_id': 'bb84e887-d8fc-4f95-8843-cec01d1555e4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:35.027298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-4d840eb1-add4-410c-979c-3d0a4a0bb001 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686607 Dec 13 14:39:35.070113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9d7c608-d74a-43ed-bbec-c37fabf3d350 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 217 time: 0.0407119 Dec 13 14:39:35.089674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac0dfb72-5670-4c58-92f6-6987d1168a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.097266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['caf035f8-25fe-4d68-91ed-4390ddade002'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:35.160636 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.165442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-892f1ac9-89f8-40d3-8de2-df674989db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:35.166922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-892f1ac9-89f8-40d3-8de2-df674989db9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0607886 Dec 13 14:39:35.172740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac0dfb72-5670-4c58-92f6-6987d1168a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.192681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-e742c03d-939d-4e28-948c-ad15284db8d9 service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557887 Dec 13 14:39:35.214375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-fd0d455a-0209-4de6-bd62-64fb2985d23b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353599 Dec 13 14:39:35.241991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dfb72-5670-4c58-92f6-6987d1168a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575df41-f163-4900-bbcb-cfaa17117419,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:35.253061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac0dfb72-5670-4c58-92f6-6987d1168a2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19f11aae8cd148c0b7018d1745dd6477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891851 Dec 13 14:39:35.253646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58388) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:35.255732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.304305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-815855bb-942e-44fb-b97e-75d49424ae14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.323855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.326738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-815855bb-942e-44fb-b97e-75d49424ae14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.354120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3544e8-add7-4aa6-99f0-d593ad7a1fea,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:35.362905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-42539e24-9d9d-4c60-997b-46670c86edd5 service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564038 Dec 13 14:39:35.365947 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-1ec73408-2ee0-4ef5-8ff0-6de3c5607c80 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403961 Dec 13 14:39:35.461970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-150db37e-37a1-4a7a-969f-f49fd1835713 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866861 Dec 13 14:39:35.464500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.465674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e09118a-1eeb-4129-9531-104dbbb9fa5d req-9044540d-c620-478b-a4f1-ae7e0894b965 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4498839 Dec 13 14:39:35.491112 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-815855bb-942e-44fb-b97e-75d49424ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.493644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-815855bb-942e-44fb-b97e-75d49424ae14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.494764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-815855bb-942e-44fb-b97e-75d49424ae14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e575df41-f163-4900-bbcb-cfaa17117419 HTTP/1.1" status: 204 len: 168 time: 0.2379000 Dec 13 14:39:35.504041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815855bb-942e-44fb-b97e-75d49424ae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575df41-f163-4900-bbcb-cfaa17117419,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:35.694642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-b71cf6a4-ea1b-418f-b0eb-2afe9368175e tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:35.699332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-b71cf6a4-ea1b-418f-b0eb-2afe9368175e tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1097 time: 0.0620830 Dec 13 14:39:35.715561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816954-1'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:35.730132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:35.821391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57869e84-0328-4936-ae8e-bd5d337cf5a5 req-d84d8b02-2b24-4eae-8fa2-d9fb0e52130e tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:35.822885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57869e84-0328-4936-ae8e-bd5d337cf5a5 req-d84d8b02-2b24-4eae-8fa2-d9fb0e52130e tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.1034603 Dec 13 14:39:35.823631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.824681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1932e8a-bd5b-48c6-8021-9405f28ea381 req-319bb6fa-d6a6-40ae-9857-206b25b1026a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:35.832421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1932e8a-bd5b-48c6-8021-9405f28ea381 req-319bb6fa-d6a6-40ae-9857-206b25b1026a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 948 time: 0.3171325 Dec 13 14:39:35.874557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1932e8a-bd5b-48c6-8021-9405f28ea381 req-5272dd64-7071-4149-97c5-576eb5140775 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Dec 13 14:39:35.919917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cb00e667-d45f-4d5a-98f1-a716fe141635 req-613eddca-4a03-497a-bfb4-9a4d7d0670f2 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-508398928', 'description': 'tempest-description-1901200634'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:35.922510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57869e84-0328-4936-ae8e-bd5d337cf5a5 req-516d2664-c7c5-4ae6-a4f3-a876aaa583ef tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774353 Dec 13 14:39:35.933352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:35.949833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:35.949833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:35.997991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52cd1ffa-1ec0-42a4-87db-b53c773740b4 req-49c00ba4-22a4-43f9-af0e-f239863f58b2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 210 time: 0.0318627 Dec 13 14:39:36.029714 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.034654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb00e667-d45f-4d5a-98f1-a716fe141635 req-613eddca-4a03-497a-bfb4-9a4d7d0670f2 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.045052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:36.061300 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:36.063662 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680dd1b3-7de9-4b1d-8c04-93984b9f6c3e" -d '{"events": [{"server_uuid": "abdd4897-7d6b-40bf-bb42-e0d04c2ade4f", "name": "network-vif-plugged", "status": "completed", "tag": "d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:36.079857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:36.123594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:36.127528 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.135685 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb00e667-d45f-4d5a-98f1-a716fe141635 req-613eddca-4a03-497a-bfb4-9a4d7d0670f2 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.158856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddefe4-0ada-4d2c-9a02-165f9ec7c6d3 req-a122e45b-b031-4e23-b689-25f517d35756 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:36.160459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7ddefe4-0ada-4d2c-9a02-165f9ec7c6d3 req-a122e45b-b031-4e23-b689-25f517d35756 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 950 time: 0.1013308 Dec 13 14:39:36.183680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:36.194026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:36.196333 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de28a8d-0c96-4314-a643-bec0a3baf469" -d '{"events": [{"server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "name": "network-vif-unplugged", "status": "completed", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:36.199531 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb00e667-d45f-4d5a-98f1-a716fe141635 req-613eddca-4a03-497a-bfb4-9a4d7d0670f2 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.200319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.223701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7ddefe4-0ada-4d2c-9a02-165f9ec7c6d3 req-db258f6f-876f-467c-b23b-a09ba6160be1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Dec 13 14:39:36.243263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eddca-4a03-497a-bfb4-9a4d7d0670f2 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fbf2a1-e3ec-4840-93e4-6c8baaba10f7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:36.275299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58420) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:36.296814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-607524d7-e9cd-41ba-9bb3-e5b3521b5713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.321788 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.338639 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb00e667-d45f-4d5a-98f1-a716fe141635 req-613eddca-4a03-497a-bfb4-9a4d7d0670f2 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.340057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb00e667-d45f-4d5a-98f1-a716fe141635 req-613eddca-4a03-497a-bfb4-9a4d7d0670f2 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4242635 Dec 13 14:39:36.354112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device caf035f8-25fe-4d68-91ed-4390ddade002 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:36.432097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8eaef-0a85-4d47-9e09-90491a1dc5e7 req-dd944c83-cd76-4556-a594-71d67a8ea0f1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:36.434350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2f8eaef-0a85-4d47-9e09-90491a1dc5e7 req-dd944c83-cd76-4556-a594-71d67a8ea0f1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 946 time: 0.1511586 Dec 13 14:39:36.448583 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149674ec-5ca4-44cf-8070-9e0fedee9498 x-openstack-request-id: req-149674ec-5ca4-44cf-8070-9e0fedee9498 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:36.448992 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdd4897-7d6b-40bf-bb42-e0d04c2ade4f", "name": "network-vif-plugged", "status": "completed", "tag": "d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:36.449509 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-149674ec-5ca4-44cf-8070-9e0fedee9498 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:36.449780 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae', 'code': 200} Dec 13 14:39:36.449884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:36.483535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port caf035f8-25fe-4d68-91ed-4390ddade002 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:36.483665 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1624d7-2432-44aa-943f-bd4352df97da x-openstack-request-id: req-ec1624d7-2432-44aa-943f-bd4352df97da {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:36.483665 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "name": "network-vif-unplugged", "status": "completed", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:36.483665 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec1624d7-2432-44aa-943f-bd4352df97da {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:36.483665 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278', 'code': 200} Dec 13 14:39:36.485894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port caf035f8-25fe-4d68-91ed-4390ddade002 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:36.487064 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.498433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:36.498786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:36.499107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:36.512196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:36.512196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Attempting to bind port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:36.532245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:36.532756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:36.533028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:36.533417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Bound port: f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:36.533771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.553721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-607524d7-e9cd-41ba-9bb3-e5b3521b5713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.557374 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2f8eaef-0a85-4d47-9e09-90491a1dc5e7 req-a5a2e51f-55c7-4f41-a01f-85f3c8e87a07 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003132 Dec 13 14:39:36.600820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f6cc6ebe-5817-4b24-9a14-e3b5da0f6375 req-826271f3-0ee8-4e14-af55-b30faed6130b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-800126015', 'description': 'tempest-description-1171737980'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:36.607384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.617347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ed03-c026-4a8a-a056-9730acfa6979 req-5ae680f7-7d19-4454-a73f-5171e1083fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:36.618871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a672ed03-c026-4a8a-a056-9730acfa6979 req-5ae680f7-7d19-4454-a73f-5171e1083fa5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 1101 time: 0.0958033 Dec 13 14:39:36.633904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0159d-120c-473c-9c1c-9b0d28b0e233 req-e0cf1599-ee79-4371-a7e1-f7f4b65122f9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:36.635392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53d0159d-120c-473c-9c1c-9b0d28b0e233 req-e0cf1599-ee79-4371-a7e1-f7f4b65122f9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 950 time: 0.1020427 Dec 13 14:39:36.639314 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-607524d7-e9cd-41ba-9bb3-e5b3521b5713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.640912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port caf035f8-25fe-4d68-91ed-4390ddade002, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=caf035f8-25fe-4d68-91ed-4390ddade002,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:36.680471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:36.686265 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a672ed03-c026-4a8a-a056-9730acfa6979 req-9dcd4c09-fa40-44ca-92de-c740f30daa12 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499003 Dec 13 14:39:36.686823 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.694342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53d0159d-120c-473c-9c1c-9b0d28b0e233 req-baf137e6-d4c6-4178-b4f5-c3beb18e5ef0 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456011 Dec 13 14:39:36.707406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:36.712988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-607524d7-e9cd-41ba-9bb3-e5b3521b5713 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8994b3a0d684f09aa8847f02b88fafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340336 Dec 13 14:39:36.717149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58428) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:36.721933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607524d7-e9cd-41ba-9bb3-e5b3521b5713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58df5fb2-a8af-495b-9f1e-92aa3b322b28,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:36.737608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f6cc6ebe-5817-4b24-9a14-e3b5da0f6375 req-826271f3-0ee8-4e14-af55-b30faed6130b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.744368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=caf035f8-25fe-4d68-91ed-4390ddade002,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:36.783514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00a70a76-231e-4657-91a7-fdd155ea7c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.807623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00a70a76-231e-4657-91a7-fdd155ea7c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.820968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f6cc6ebe-5817-4b24-9a14-e3b5da0f6375 req-826271f3-0ee8-4e14-af55-b30faed6130b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.823748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.903112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:36.903718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.905066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] 10.222.0.50 "PUT /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 1122 time: 1.1939354 Dec 13 14:39:36.906009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422deecc-fe18-4e35-a418-643d9c609d31 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=8']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:36.931008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00a70a76-231e-4657-91a7-fdd155ea7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.931410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f6cc6ebe-5817-4b24-9a14-e3b5da0f6375 req-826271f3-0ee8-4e14-af55-b30faed6130b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.933731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00a70a76-231e-4657-91a7-fdd155ea7c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:36.937198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-00a70a76-231e-4657-91a7-fdd155ea7c7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58df5fb2-a8af-495b-9f1e-92aa3b322b28 HTTP/1.1" status: 204 len: 168 time: 0.2186270 Dec 13 14:39:36.943935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a70a76-231e-4657-91a7-fdd155ea7c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58df5fb2-a8af-495b-9f1e-92aa3b322b28,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:37.024548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['f5eb3f92-a1ea-409d-abcd-2674e2e3b278'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:37.195602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f6cc6ebe-5817-4b24-9a14-e3b5da0f6375 req-826271f3-0ee8-4e14-af55-b30faed6130b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:37.197310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6cc6ebe-5817-4b24-9a14-e3b5da0f6375 req-826271f3-0ee8-4e14-af55-b30faed6130b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6041365 Dec 13 14:39:37.202368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826271f3-0ee8-4e14-af55-b30faed6130b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0275262e-be8c-4842-a2e2-9c20b22f2d33,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:37.362668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e015818-7a82-4a29-9a70-f7aef9295a75 req-01d96012-a395-4739-8a79-a73ea35b2b98 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 210 time: 0.0278490 Dec 13 14:39:37.363529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c4394-7798-48e5-8b7e-3f2fbf8168cd req-31b9d400-d0ea-4bec-b7c8-984d525f5e2a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:37.363529 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd4c4394-7798-48e5-8b7e-3f2fbf8168cd req-31b9d400-d0ea-4bec-b7c8-984d525f5e2a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 949 time: 0.0549145 Dec 13 14:39:37.363529 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd4c4394-7798-48e5-8b7e-3f2fbf8168cd req-02babc65-b554-4559-8655-20038cd4ddbd tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351448 Dec 13 14:39:37.385233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367787d6-c909-4a30-be31-532a84624203 req-2e4b0688-98d8-494a-b8e3-09eda181f07b tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:37.386816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-367787d6-c909-4a30-be31-532a84624203 req-2e4b0688-98d8-494a-b8e3-09eda181f07b tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.0533502 Dec 13 14:39:37.414525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-62804f47-2881-4176-aa70-674fd8c6a759 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/87fbf2a1-e3ec-4840-93e4-6c8baaba10f7 HTTP/1.1" status: 200 len: 1804 time: 0.0430636 Dec 13 14:39:37.427741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-367787d6-c909-4a30-be31-532a84624203 req-575c0767-1c5f-48e2-bd1d-f874d429368e tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Dec 13 14:39:37.468189 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1d87b256-c469-44e0-9b94-f39a38dd40f9 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/0275262e-be8c-4842-a2e2-9c20b22f2d33 HTTP/1.1" status: 200 len: 1804 time: 0.0441251 Dec 13 14:39:37.479444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87fbf2a1-e3ec-4840-93e4-6c8baaba10f7', 'remote_group_id': '0275262e-be8c-4842-a2e2-9c20b22f2d33', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:37.479776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87fbf2a1-e3ec-4840-93e4-6c8baaba10f7', 'remote_group_id': '0275262e-be8c-4842-a2e2-9c20b22f2d33', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:37.700754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:37.717940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b60d-0b31-4c85-8c63-a2909a8aab2d req-038e5137-b150-418f-bd45-c3f221d6f9ec tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:37.719828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c26b60d-0b31-4c85-8c63-a2909a8aab2d req-038e5137-b150-418f-bd45-c3f221d6f9ec tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.0491114 Dec 13 14:39:37.735692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:37.763316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c26b60d-0b31-4c85-8c63-a2909a8aab2d req-56075e38-2859-476d-91ef-d21a35a5cea5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Dec 13 14:39:37.827823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:37.851744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d2a1e7-b6f3-4203-87d0-1bca523c41af,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:37.893338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0474d5-241a-46e3-bb8d-9bdc6b135a54 req-ed7d56d9-c9b0-4268-b04a-f8f20d5f0412 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:37.894826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e0474d5-241a-46e3-bb8d-9bdc6b135a54 req-ed7d56d9-c9b0-4268-b04a-f8f20d5f0412 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 950 time: 0.0552492 Dec 13 14:39:37.927850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:37.929067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b389214-c40e-4dc5-8021-5f8bcb68385f req-1330ae4a-72ee-404b-bb59-e0defe72e9a0 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4537663 Dec 13 14:39:37.977756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e0474d5-241a-46e3-bb8d-9bdc6b135a54 req-00665cbb-4d97-4d6e-8772-8b3a7b619af0 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764909 Dec 13 14:39:37.999022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02d89c0a-834b-4dac-b24a-655c9c77d944 req-3981d06d-6328-44bc-a8d8-17eb0f52d137 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/0275262e-be8c-4842-a2e2-9c20b22f2d33 HTTP/1.1" status: 200 len: 1804 time: 0.0464878 Dec 13 14:39:38.078246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-02d89c0a-834b-4dac-b24a-655c9c77d944 req-7a793eb9-df24-4d3f-a110-cfe21ac3444b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.081861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60252bee-4556-43ac-9690-f99e38631164 req-1fc737fb-6a05-45a2-aa09-35741f5cc66a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:38.083331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-1fc737fb-6a05-45a2-aa09-35741f5cc66a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.1570210 Dec 13 14:39:38.104128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-02d89c0a-834b-4dac-b24a-655c9c77d944 req-7a793eb9-df24-4d3f-a110-cfe21ac3444b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.108715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Request body: {'port': {'device_id': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'admin_state_up': True, 'tenant_id': '930029fa6a674131b7632e50f9a13d23'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:38.251185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-02d89c0a-834b-4dac-b24a-655c9c77d944 req-7a793eb9-df24-4d3f-a110-cfe21ac3444b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.254459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-02d89c0a-834b-4dac-b24a-655c9c77d944 req-7a793eb9-df24-4d3f-a110-cfe21ac3444b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.255727 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02d89c0a-834b-4dac-b24a-655c9c77d944 req-7a793eb9-df24-4d3f-a110-cfe21ac3444b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-groups/0275262e-be8c-4842-a2e2-9c20b22f2d33 HTTP/1.1" status: 204 len: 173 time: 0.2492280 Dec 13 14:39:38.265231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a793eb9-df24-4d3f-a110-cfe21ac3444b tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0275262e-be8c-4842-a2e2-9c20b22f2d33,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:38.309183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Made reservation on behalf of 930029fa6a674131b7632e50f9a13d23 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:38.312695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.354354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcb4edf5-86ca-4290-b6c3-9b2f25ddbb1d req-16cb5d67-4cc3-4a25-bb79-440cc340e5d4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/87fbf2a1-e3ec-4840-93e4-6c8baaba10f7 HTTP/1.1" status: 200 len: 1804 time: 0.0626280 Dec 13 14:39:38.403271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f71c7df9-8bb2-404e-94a0-25ce57d43d70 req-e977b0eb-7b56-4416-913e-493600f95cd3 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-543437655', 'description': 'tempest-description-609695627'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:38.444079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bf26b21-842a-4bb5-8a37-a0bc1bea1517 req-f1421cbe-feec-473d-be0f-9bc00b67ec71 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 210 time: 0.0286782 Dec 13 14:39:38.450790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf035f8-25fe-4d68-91ed-4390ddade002'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:38.453243 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c875c3ce-d41f-42e3-8b74-2ac1725d3e61" -d '{"events": [{"server_uuid": "0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8", "name": "network-vif-plugged", "status": "completed", "tag": "caf035f8-25fe-4d68-91ed-4390ddade002"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:38.486561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:38.488447 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:38.502400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Allocated IP 172.20.0.2 (321999e1-8453-4e28-b992-d81b68aed423/8ccb5d64-71b8-44f3-aefb-407289f56857/14986c79-8713-4e98-a3cf-3c32dda00b4f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:38.504559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f71c7df9-8bb2-404e-94a0-25ce57d43d70 req-e977b0eb-7b56-4416-913e-493600f95cd3 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.564509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8bc8-abb9-4d59-b032-8e89dacdfb31 req-45255d14-f478-49a3-b4b8-2453dfa7ac03 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:38.566268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-557a8bc8-abb9-4d59-b032-8e89dacdfb31 req-45255d14-f478-49a3-b4b8-2453dfa7ac03 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 949 time: 0.0533700 Dec 13 14:39:38.604282 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-557a8bc8-abb9-4d59-b032-8e89dacdfb31 req-c9441f3d-adb7-4b98-bb1c-cb0fe921e465 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Dec 13 14:39:38.670665 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f71c7df9-8bb2-404e-94a0-25ce57d43d70 req-e977b0eb-7b56-4416-913e-493600f95cd3 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.715061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f71c7df9-8bb2-404e-94a0-25ce57d43d70 req-e977b0eb-7b56-4416-913e-493600f95cd3 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.722090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.726477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b78cf-4bb6-4104-8346-c83e5ec4a5ea req-75bb769d-d33b-4144-8996-bfb804764b3e tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:38.728290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05b78cf-4bb6-4104-8346-c83e5ec4a5ea req-75bb769d-d33b-4144-8996-bfb804764b3e tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.0614603 Dec 13 14:39:38.756770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977b0eb-7b56-4416-913e-493600f95cd3 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17cea7-22d3-4080-bfc5-c130d4c00d13,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:38.765203 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05b78cf-4bb6-4104-8346-c83e5ec4a5ea req-90509517-93ea-4b4e-9cb8-da6d1c0b08e9 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/security-groups?id=819f58cc-119b-4038-adce-715d06250917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Dec 13 14:39:38.815149 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f11d3-2988-469a-bb27-1235eea5ae3a x-openstack-request-id: req-189f11d3-2988-469a-bb27-1235eea5ae3a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:38.815651 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8", "name": "network-vif-plugged", "status": "completed", "tag": "caf035f8-25fe-4d68-91ed-4390ddade002", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:38.815912 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-189f11d3-2988-469a-bb27-1235eea5ae3a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:38.816308 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf035f8-25fe-4d68-91ed-4390ddade002', 'code': 200} Dec 13 14:39:38.819109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f71c7df9-8bb2-404e-94a0-25ce57d43d70 req-e977b0eb-7b56-4416-913e-493600f95cd3 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.830404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f71c7df9-8bb2-404e-94a0-25ce57d43d70 req-e977b0eb-7b56-4416-913e-493600f95cd3 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4293823 Dec 13 14:39:38.872929 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d14a9-8372-4b98-bd99-031367c61f1f x-openstack-request-id: req-889d14a9-8372-4b98-bd99-031367c61f1f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:38.873258 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:38.873548 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-889d14a9-8372-4b98-bd99-031367c61f1f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:38.873895 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278', 'status': 'completed', 'code': 200} Dec 13 14:39:38.927002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:38.981942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10f1e1-b30a-4312-93e3-aa4e52d9d794 req-dd1cf45b-daaf-4cca-8a64-96d4d0e4b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:38.983696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa10f1e1-b30a-4312-93e3-aa4e52d9d794 req-dd1cf45b-daaf-4cca-8a64-96d4d0e4b4b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 1100 time: 0.0581386 Dec 13 14:39:38.986501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-84f1c7c0-f75e-4ba1-9b0d-60e1eaf9cb28 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/bd17cea7-22d3-4080-bfc5-c130d4c00d13 HTTP/1.1" status: 200 len: 1803 time: 0.0748982 Dec 13 14:39:38.998457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd17cea7-22d3-4080-bfc5-c130d4c00d13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:38.998457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd17cea7-22d3-4080-bfc5-c130d4c00d13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:39.006081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Network 321999e1-8453-4e28-b992-d81b68aed423 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:39.010701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:39.015695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:39.023723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:39.030333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.031273 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.045173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c1017-4d7f-4a62-8a31-3b5354bb3195 req-8b4857a5-ca9c-42a9-bef8-82ed15003855 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.046703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e6c1017-4d7f-4a62-8a31-3b5354bb3195 req-8b4857a5-ca9c-42a9-bef8-82ed15003855 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.1695087 Dec 13 14:39:39.049234 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa10f1e1-b30a-4312-93e3-aa4e52d9d794 req-311a9424-d36b-441f-a465-c2ff8959ba02 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428364 Dec 13 14:39:39.097624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-f7c3ab05-b9f1-4336-9010-efcbf9568927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.099135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-f7c3ab05-b9f1-4336-9010-efcbf9568927 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1125 time: 0.1847041 Dec 13 14:39:39.125038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e6c1017-4d7f-4a62-8a31-3b5354bb3195 req-fdfffc29-69bf-4590-8faa-18154176cad3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649533 Dec 13 14:39:39.133270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-ff11532d-07e8-42bd-b8e8-6dcdf76ae41b tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.134731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-ff11532d-07e8-42bd-b8e8-6dcdf76ae41b tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 945 time: 0.0871625 Dec 13 14:39:39.176561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.203494 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-333abc6a-b186-4aaf-b2e8-a170359949bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985460 Dec 13 14:39:39.208639 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.271881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Request body: {'port': {'device_id': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:39.273595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.290578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d66f9e-668a-444c-a859-66d8c85a1a25,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:39.371810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32889211-2dfb-48fd-8caf-0c8739a755f4 req-66e35bda-d5d8-49ec-b664-d3ac8f2e1f74 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.373184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.373339 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32889211-2dfb-48fd-8caf-0c8739a755f4 req-66e35bda-d5d8-49ec-b664-d3ac8f2e1f74 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 950 time: 0.1625872 Dec 13 14:39:39.374568 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7645a7b-b2da-45bb-bf7b-77b352323335 req-12bab7cc-c382-4c92-9a89-071b092bd421 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3812399 Dec 13 14:39:39.423117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Deleting port b1cbf1d8-8988-416c-b098-31d15c62b6a8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:39:39.424019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.431188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.533267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32889211-2dfb-48fd-8caf-0c8739a755f4 req-7a09044d-be4c-4b25-9802-488db491e615 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389008 Dec 13 14:39:39.554030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-9fb7e4ca-7e69-4b62-aa05-a8226b0fcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.555506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-9fb7e4ca-7e69-4b62-aa05-a8226b0fcec0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.2953160 Dec 13 14:39:39.584138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-c9b3cd53-1b84-47c6-a90c-aa6a6fe45f0d tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e95ebea1f8f14e97a029bc757a27f2c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252073 Dec 13 14:39:39.619285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-9ac088c9-39c7-48f6-b77c-2516ef127288 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 217 time: 0.0505247 Dec 13 14:39:39.695915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-1ce0fc83-3912-48a1-8231-165051274214 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.697446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-1ce0fc83-3912-48a1-8231-165051274214 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057844 Dec 13 14:39:39.713345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-2f5acb8b-bc91-4a44-bb8a-58b3b15c09bb tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/quotas/e95ebea1f8f14e97a029bc757a27f2c5 HTTP/1.1" status: 200 len: 375 time: 0.0097556 Dec 13 14:39:39.741596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] For port b1cbf1d8-8988-416c-b098-31d15c62b6a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b1cbf1d8-8988-416c-b098-31d15c62b6a8,segment=NetworkSegment(7a0e99d9-e3ad-459f-aef2-b5da463803aa),segment_id=7a0e99d9-e3ad-459f-aef2-b5da463803aa)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:39.741966 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:39.744642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-d85c7a0b-88dc-4b50-87ab-58afc28a9db3 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e95ebea1f8f14e97a029bc757a27f2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256739 Dec 13 14:39:39.755546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:39.791578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-d7c6fb4e-658d-4689-afa6-a5f1674e00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:39.793035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-d7c6fb4e-658d-4689-afa6-a5f1674e00e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1545479 Dec 13 14:39:39.793917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Calling delete_port for b1cbf1d8-8988-416c-b098-31d15c62b6a8 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:39:39.807877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f370a1cc-a3db-42b7-88f2-4d62ffbab169 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/bd17cea7-22d3-4080-bfc5-c130d4c00d13 HTTP/1.1" status: 200 len: 2396 time: 0.1703620 Dec 13 14:39:39.868021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:39.869919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd17cea7-22d3-4080-bfc5-c130d4c00d13', 'remote_group_id': None}]} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:39.870225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd17cea7-22d3-4080-bfc5-c130d4c00d13', 'remote_group_id': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:39.879627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-d8f24580-76e6-4d01-959c-dd9f5d9da160 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764749 Dec 13 14:39:39.880641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 has no active binding in host n-h2-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:39:40.041686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4dacf-6334-493a-8313-3729d207fe24 req-0101d734-5625-4f75-83e2-9dbeb5a7cfca tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:40.043477 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93e4dacf-6334-493a-8313-3729d207fe24 req-0101d734-5625-4f75-83e2-9dbeb5a7cfca tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 931 time: 0.0566416 Dec 13 14:39:40.092022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93e4dacf-6334-493a-8313-3729d207fe24 req-5534b5f4-d8c7-4f42-93b9-d10372042b55 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Dec 13 14:39:40.097875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-6ea76f8f-dd5d-4bd7-ace3-3fe2f2a85c9e service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040100 Dec 13 14:39:40.233474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.250028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14986c79-8713-4e98-a3cf-3c32dda00b4f {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:40.262730 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.294588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.305703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3512c699-5d70-4e1d-9ecb-10f0f0024b3b req-45aa46fa-6841-4448-ad43-587b26799bf2 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735272 Dec 13 14:39:40.348104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.350154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Transition to ACTIVE for port object 14986c79-8713-4e98-a3cf-3c32dda00b4f will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:40.364630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475cf69-a19e-41ed-a746-0f72dcd41f8f req-46f16a79-4164-4099-a304-bd97d7b4efaa tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:40.370646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475cf69-a19e-41ed-a746-0f72dcd41f8f req-46f16a79-4164-4099-a304-bd97d7b4efaa tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:40.372715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b1cbf1d8-8988-416c-b098-31d15c62b6a8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:40.376177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Pushing event deleted for resources: {'Port': ['ID=b1cbf1d8-8988-416c-b098-31d15c62b6a8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:40.378050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e475cf69-a19e-41ed-a746-0f72dcd41f8f req-46f16a79-4164-4099-a304-bd97d7b4efaa tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721&device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 1691 time: 0.0630448 Dec 13 14:39:40.381182 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.420899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902109f5-eed5-48be-865b-2719befe7305,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:40.427265 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e475cf69-a19e-41ed-a746-0f72dcd41f8f req-742ddb44-f9b8-4bbc-b822-fd03e585a79d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477343 Dec 13 14:39:40.447263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.447607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.447947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.448279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.448614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.448944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.449272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.449597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.449933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.450266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.450590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.450907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:40.453658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] No DVR routers for this DVR port b1cbf1d8-8988-416c-b098-31d15c62b6a8 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:39:40.456787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.460371 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29ab2dff-b2b9-4c75-97dd-e7bc7bf2576f req-b8882e39-2ff8-40ee-a6f2-af24e594c923 tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.50 "DELETE /v2.0/ports/b1cbf1d8-8988-416c-b098-31d15c62b6a8 HTTP/1.1" status: 204 len: 173 time: 1.3182554 Dec 13 14:39:40.473776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.528877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:40.535167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc06a9-370f-4fa0-b5e3-4c2fe7e7ff61 req-0859aa34-99c3-42c0-bc97-017fb4a16ed0 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:40.540199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2bc06a9-370f-4fa0-b5e3-4c2fe7e7ff61 req-0859aa34-99c3-42c0-bc97-017fb4a16ed0 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 949 time: 0.0561707 Dec 13 14:39:40.559209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.559209 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69aad4d0-ed4d-46d4-9dad-b975e90ee6cc req-f6df8116-bd45-4ffc-a8cb-374264c23995 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6976607 Dec 13 14:39:40.565089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:40.565089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:40.565441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:40.570547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:40.570866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:40.576192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:40.576509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:40.576914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:40.577299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Bound port: 14986c79-8713-4e98-a3cf-3c32dda00b4f, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:40.577655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.594079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2bc06a9-370f-4fa0-b5e3-4c2fe7e7ff61 req-7f352a4c-6099-4a9d-aec5-fffd3ef64651 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510807 Dec 13 14:39:40.666570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a66ad1f-b063-4ce9-b6b3-49fc151e0102 req-ba9402cd-b72a-4a76-b5bc-ae3704181a6f tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 210 time: 0.0302200 Dec 13 14:39:40.668208 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebae4a9f-5438-43c8-9f58-f2e49eaeb455 req-aea48276-d270-4980-8911-dfbe61c2824b tempest-InstanceActionsTestJSON-1779421077 tempest-InstanceActionsTestJSON-1779421077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b46df9ad-e0b1-4952-ac58-52c8413b7918 HTTP/1.1" status: 200 len: 210 time: 0.0334504 Dec 13 14:39:40.672531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:40.685743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:40.790388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15533c20-9712-4109-97ff-713dd4c50c5c req-6d54319b-8551-419b-8c82-c9c205d7df25 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:40.791872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15533c20-9712-4109-97ff-713dd4c50c5c req-6d54319b-8551-419b-8c82-c9c205d7df25 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 944 time: 0.0538850 Dec 13 14:39:40.794321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.836493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-837fee8c-6445-4825-a6f6-859a5f8c99f7 req-192f54a1-9ac5-4303-bad4-8c8d4c22a856 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/bd17cea7-22d3-4080-bfc5-c130d4c00d13 HTTP/1.1" status: 200 len: 2994 time: 0.0513012 Dec 13 14:39:40.839622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:40.840199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:40.841612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] 10.222.0.55 "PUT /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 1091 time: 1.5823419 Dec 13 14:39:40.878399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'name': 'network-vif-deleted', 'tag': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8'}, {'name': 'network-changed', 'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:40.881223 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3582427c-319a-4458-a2ce-2dc9ea2af3c0" -d '{"events": [{"server_uuid": "b46df9ad-e0b1-4952-ac58-52c8413b7918", "name": "network-vif-deleted", "tag": "b1cbf1d8-8988-416c-b098-31d15c62b6a8"}, {"name": "network-changed", "server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:40.906172 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15533c20-9712-4109-97ff-713dd4c50c5c req-eedd841d-256f-47b0-9f00-9f0c59163b2c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037142 Dec 13 14:39:40.929559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5146c-8252-4679-a9f0-4f11987ca03c service neutron] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:41.030820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-e856cc98-993f-4f20-a90d-6a213b75a3e4 service neutron] 10.222.0.55 "GET /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.1443999 Dec 13 14:39:41.034655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60252bee-4556-43ac-9690-f99e38631164 req-9647e2cd-df56-4c94-8c93-c560eba163c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:41.036053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-9647e2cd-df56-4c94-8c93-c560eba163c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1094 time: 0.0948417 Dec 13 14:39:41.060987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5511d5-758d-47f9-84a8-a3cb483dfba9 req-f666ce8b-1419-44b2-9a96-adf2d28f5bfb tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:41.062480 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e5511d5-758d-47f9-84a8-a3cb483dfba9 req-f666ce8b-1419-44b2-9a96-adf2d28f5bfb tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 1101 time: 0.0674126 Dec 13 14:39:41.116426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-52592d03-5513-4bc1-b250-ee35e8899d47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 217 time: 0.0693891 Dec 13 14:39:41.130896 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1c6f17e-d8b1-4e4e-b2b2-06e3f02c38a5 req-0346eb26-d882-4195-8cf2-77e7091a6641 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-group-rules/902109f5-eed5-48be-865b-2719befe7305 HTTP/1.1" status: 200 len: 783 time: 0.0232847 Dec 13 14:39:41.187126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1c6f17e-d8b1-4e4e-b2b2-06e3f02c38a5 req-42e3b95e-0048-4ba6-9174-263e38c4fdb1 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/bd17cea7-22d3-4080-bfc5-c130d4c00d13 HTTP/1.1" status: 200 len: 2994 time: 0.0485382 Dec 13 14:39:41.222331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1c6f17e-d8b1-4e4e-b2b2-06e3f02c38a5 req-07b39c7e-6fa3-4bff-9bde-13141a573cb4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:41.231369 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1c6f17e-d8b1-4e4e-b2b2-06e3f02c38a5 req-07b39c7e-6fa3-4bff-9bde-13141a573cb4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:41.343119 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1c6f17e-d8b1-4e4e-b2b2-06e3f02c38a5 req-07b39c7e-6fa3-4bff-9bde-13141a573cb4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:41.350487 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1c6f17e-d8b1-4e4e-b2b2-06e3f02c38a5 req-07b39c7e-6fa3-4bff-9bde-13141a573cb4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:41.351636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1c6f17e-d8b1-4e4e-b2b2-06e3f02c38a5 req-07b39c7e-6fa3-4bff-9bde-13141a573cb4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/902109f5-eed5-48be-865b-2719befe7305 HTTP/1.1" status: 204 len: 173 time: 0.1590922 Dec 13 14:39:41.358365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b39c7e-6fa3-4bff-9bde-13141a573cb4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=902109f5-eed5-48be-865b-2719befe7305,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:41.408802 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12722aa-377b-464f-a739-e901c7ded7a6 x-openstack-request-id: req-b12722aa-377b-464f-a739-e901c7ded7a6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:41.409086 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46df9ad-e0b1-4952-ac58-52c8413b7918", "name": "network-vif-deleted", "tag": "b1cbf1d8-8988-416c-b098-31d15c62b6a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:41.409366 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b12722aa-377b-464f-a739-e901c7ded7a6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:41.409701 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46df9ad-e0b1-4952-ac58-52c8413b7918', 'name': 'network-vif-deleted', 'tag': 'b1cbf1d8-8988-416c-b098-31d15c62b6a8', 'status': 'completed', 'code': 200} Dec 13 14:39:41.409951 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f', 'status': 'completed', 'code': 200} Dec 13 14:39:41.419318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e5511d5-758d-47f9-84a8-a3cb483dfba9 req-97b91dfd-46b6-4697-b7da-34a002cf3525 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123877 Dec 13 14:39:41.433782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60252bee-4556-43ac-9690-f99e38631164 req-eedefdff-afac-407f-bde8-07a88f3e8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:41.435281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-eedefdff-afac-407f-bde8-07a88f3e8d46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0808053 Dec 13 14:39:41.488014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-92f57936-6864-4508-80a7-bab71b8eb1af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356362 Dec 13 14:39:41.528257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27ce0e-5080-47b8-857c-651338aec10b req-8110c1eb-b4bb-43da-9c32-b78f27645cd2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:41.537589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc27ce0e-5080-47b8-857c-651338aec10b req-8110c1eb-b4bb-43da-9c32-b78f27645cd2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.0738661 Dec 13 14:39:41.583573 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc27ce0e-5080-47b8-857c-651338aec10b req-c567bfd4-6b31-4fe1-b0ef-ba43321f5ce6 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Dec 13 14:39:41.637603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dfa65c24-8e5a-45ba-b246-32ee2f9216a4 req-37e0e8da-1485-48d8-9a7d-87c0980d1216 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/bd17cea7-22d3-4080-bfc5-c130d4c00d13 HTTP/1.1" status: 200 len: 2396 time: 0.1742692 Dec 13 14:39:41.689873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3877586-9cdf-4531-992f-73ada5c893e3 req-a45612e2-29d2-4a7a-888a-0c3b6fcd84cd tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:41.695116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3877586-9cdf-4531-992f-73ada5c893e3 req-a45612e2-29d2-4a7a-888a-0c3b6fcd84cd tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 1101 time: 0.0417376 Dec 13 14:39:41.704377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:41.727776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-2099462a-f11a-4a21-8ddb-3bcc7b3f33f3 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308517 Dec 13 14:39:41.730639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3877586-9cdf-4531-992f-73ada5c893e3 req-7b7d78fe-2310-4948-96b0-989381ef307a tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Dec 13 14:39:41.797495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:41.831390 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dfa65c24-8e5a-45ba-b246-32ee2f9216a4 req-19b0b9c5-4837-44ab-aed1-0f403e43f40c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:41.849472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eb3f92-a1ea-409d-abcd-2674e2e3b278 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:41.869464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:41.874067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa0a74-1dea-430b-8fea-13f06930edc1 req-362f3b12-6bde-4f5f-8a94-12fca460aad6 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:41.875815 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-afaa0a74-1dea-430b-8fea-13f06930edc1 req-362f3b12-6bde-4f5f-8a94-12fca460aad6 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 949 time: 0.0893288 Dec 13 14:39:41.897590 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dfa65c24-8e5a-45ba-b246-32ee2f9216a4 req-19b0b9c5-4837-44ab-aed1-0f403e43f40c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:41.913287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-afaa0a74-1dea-430b-8fea-13f06930edc1 req-1a24757a-4655-4e1f-82db-7ddd4f1e9c8d tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 Dec 13 14:39:41.929058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60252bee-4556-43ac-9690-f99e38631164 req-bb888a2b-66d2-4012-8bd9-b301f04ce435 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883030 Dec 13 14:39:41.982095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:41.998341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3350e58a-f0cf-4f97-8e61-ffd9fd4db094 req-6fee828f-f7b3-4423-9535-b04ac93b5828 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 210 time: 0.0299897 Dec 13 14:39:42.042588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58570) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:42.089996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dfa65c24-8e5a-45ba-b246-32ee2f9216a4 req-19b0b9c5-4837-44ab-aed1-0f403e43f40c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.089996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dfa65c24-8e5a-45ba-b246-32ee2f9216a4 req-19b0b9c5-4837-44ab-aed1-0f403e43f40c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.090519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dfa65c24-8e5a-45ba-b246-32ee2f9216a4 req-19b0b9c5-4837-44ab-aed1-0f403e43f40c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-groups/bd17cea7-22d3-4080-bfc5-c130d4c00d13 HTTP/1.1" status: 204 len: 173 time: 0.4395154 Dec 13 14:39:42.131626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0b9c5-4837-44ab-aed1-0f403e43f40c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17cea7-22d3-4080-bfc5-c130d4c00d13,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:42.136438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] Transition to ACTIVE for port object f5eb3f92-a1ea-409d-abcd-2674e2e3b278 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:42.141631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-4736264c-ea34-42b8-887d-fdec3d5dc6a7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227423 Dec 13 14:39:42.156147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] Deleting subnet d1afe513-ba4a-4743-b0fc-0d03c9c378e9 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:39:42.159466 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.180357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-79b198c9-d881-4f81-8c0c-739249937d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.181871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-79b198c9-d881-4f81-8c0c-739249937d7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1094 time: 0.0901699 Dec 13 14:39:42.203993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.254217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.275352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-c1542e45-5e82-4d77-8b2e-9b2b004b70c7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.276779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-c1542e45-5e82-4d77-8b2e-9b2b004b70c7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257741 Dec 13 14:39:42.288795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.295835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-985f645a-9580-4497-af93-2123beb73826 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/quotas/757c4b9487d745a7ba2a865a387e0589 HTTP/1.1" status: 200 len: 375 time: 0.0113897 Dec 13 14:39:42.365732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-8a70361b-9cdb-42cb-9184-0ba579c0322b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0583599 Dec 13 14:39:42.368356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] No DVR routers for this DVR port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:39:42.380280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:42.439931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-a9740b2e-204e-4d9a-8144-fc6a4eec4bfd service neutron] 10.222.0.55 "PUT /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278/bindings/n-h2-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3939545 Dec 13 14:39:42.441227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-f2019019-23e8-41f6-8b0d-51abd3d46249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.442551 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-e47be190-143b-4693-aeb4-485570fe4c7c tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e95ebea1f8f14e97a029bc757a27f2c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251024 Dec 13 14:39:42.444585 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-f2019019-23e8-41f6-8b0d-51abd3d46249 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.2536013 Dec 13 14:39:42.505999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-549e5af1-9df2-4d44-bc94-8197ebb1f836 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 217 time: 0.0393598 Dec 13 14:39:42.551866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.577453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-fd87e64c-9730-4b92-9f77-af2f3528d128 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.579098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-fd87e64c-9730-4b92-9f77-af2f3528d128 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118717 Dec 13 14:39:42.593659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Request body: {'port': {'device_id': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': 'e95ebea1f8f14e97a029bc757a27f2c5'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:42.614961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1afe513-ba4a-4743-b0fc-0d03c9c378e9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:42.617035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.620183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-adce2fdd-69fe-41d1-8c92-bbbd94b5a353 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1afe513-ba4a-4743-b0fc-0d03c9c378e9 HTTP/1.1" status: 204 len: 168 time: 0.5766425 Dec 13 14:39:42.624059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:42.730167 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-18e09567-21ab-4fa5-a54e-65decd83c90a req-1addbb07-ff43-4f0c-98f1-8273a3d7f2a8 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] show failed (client error): The resource could not be found. Dec 13 14:39:42.730167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18e09567-21ab-4fa5-a54e-65decd83c90a req-1addbb07-ff43-4f0c-98f1-8273a3d7f2a8 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/0275262e-be8c-4842-a2e2-9c20b22f2d33 HTTP/1.1" status: 404 len: 352 time: 0.0668986 Dec 13 14:39:42.730984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-e972fc58-6e2d-4972-b1b3-366942b8373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.730984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-e972fc58-6e2d-4972-b1b3-366942b8373a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1771784 Dec 13 14:39:42.767789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-9e751124-34d3-471e-bb5a-4ae1b31b35ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583913 Dec 13 14:39:42.791437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-b5f878b2-ae9c-4c8a-a050-b4a8ba40512c tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.792957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-b5f878b2-ae9c-4c8a-a050-b4a8ba40512c tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.1915929 Dec 13 14:39:42.827848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.852915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Made reservation on behalf of e95ebea1f8f14e97a029bc757a27f2c5 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:42.856339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.866263 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.895432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde742-b138-41bd-9ce4-18a7013f05f1 req-510a5e23-dd40-4656-9c69-4bee84ac3996 tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.896975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77bde742-b138-41bd-9ce4-18a7013f05f1 req-510a5e23-dd40-4656-9c69-4bee84ac3996 tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 1100 time: 0.0778370 Dec 13 14:39:42.902721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d7710-0a39-4772-8d05-18c6c91b42b2 req-a7cf7e5a-af18-4033-8426-f807b3f771e3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.904206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef9d7710-0a39-4772-8d05-18c6c91b42b2 req-a7cf7e5a-af18-4033-8426-f807b3f771e3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 945 time: 0.2404516 Dec 13 14:39:42.927413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-77bde742-b138-41bd-9ce4-18a7013f05f1 req-018a88a6-8f14-4c8f-a6c7-d420665a5c65 tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:42.984859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-cda9b564-3008-44f7-b54c-3491c4b0fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:42.986941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-cda9b564-3008-44f7-b54c-3491c4b0fa3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330&tenant_id=ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 1096 time: 0.1838639 Dec 13 14:39:43.002377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.043775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-77bde742-b138-41bd-9ce4-18a7013f05f1 req-018a88a6-8f14-4c8f-a6c7-d420665a5c65 tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.046030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef9d7710-0a39-4772-8d05-18c6c91b42b2 req-d6173e67-8bb9-410c-a11d-32d6ed1a134a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326671 Dec 13 14:39:43.051382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-15c629d3-6204-45ef-808b-5ad99351b56f service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646060 Dec 13 14:39:43.077156 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.097179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.153965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.154596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.154972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.155308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > port after_create 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.155625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.155954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > port after_update 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.156271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.156647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.156946 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-77bde742-b138-41bd-9ce4-18a7013f05f1 req-018a88a6-8f14-4c8f-a6c7-d420665a5c65 tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.157089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.157286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.177610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa35e7-022a-4a63-8563-b0e05808d13a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:43.183846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77bde742-b138-41bd-9ce4-18a7013f05f1 req-018a88a6-8f14-4c8f-a6c7-d420665a5c65 tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789805 Dec 13 14:39:43.193367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.206346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:43.274118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.274517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.274843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.275185 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:43.275655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d8373f-7293-42d7-86ad-3919dad20cb9']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:43.294685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a88a6-8f14-4c8f-a6c7-d420665a5c65 tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192cb55f-f7e6-4a1a-92ec-9e8b0f182287,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:43.299382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0e99d9-e3ad-459f-aef2-b5da463803aa') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:43.301931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0e99d9-e3ad-459f-aef2-b5da463803aa') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:43.315749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Allocated IP 192.168.233.194 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/141031f2-2cfa-4438-bf12-06f71366c4e5) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:43.337754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c057666c-56af-43e2-8a04-aa3d0069b625 req-7d67c355-b712-4374-873e-91d1b931bf08 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 210 time: 0.2410522 Dec 13 14:39:43.340165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3892-ac68-44a0-98a5-555267b544b8 req-82533ee3-973c-488a-bd08-4bedcf564050 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:43.340323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.341674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b6d3892-ac68-44a0-98a5-555267b544b8 req-82533ee3-973c-488a-bd08-4bedcf564050 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.0929191 Dec 13 14:39:43.386500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-cc8c778e-2c4f-4b9b-afac-77dbf6a922df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:43.388211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-cc8c778e-2c4f-4b9b-afac-77dbf6a922df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1096 time: 0.3538709 Dec 13 14:39:43.391568 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.407554 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b6d3892-ac68-44a0-98a5-555267b544b8 req-b3376c17-24af-4545-a0cc-bf640ad06e26 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Dec 13 14:39:43.456398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:39:43.457108 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: from cryptography.utils import int_from_bytes Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: from cryptography.utils import int_from_bytes Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:39:43.479658 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:39:43.501179 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9dc19081-975d-4570-8928-38ae0e9fe77e req-8568d61a-f96c-4481-a993-7477c218dde4 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 210 time: 0.0331707 Dec 13 14:39:43.549260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.583699 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3582427c-319a-4458-a2ce-2dc9ea2af3c0 req-ab0f0109-b5bc-47a3-936b-e5fd83c13564 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047345 Dec 13 14:39:43.596800 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-024b069e-6b19-4443-af82-3047784c0c71 req-35f3d04c-53e7-4c8d-acd3-dfa33f1bfacc tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/87fbf2a1-e3ec-4840-93e4-6c8baaba10f7 HTTP/1.1" status: 200 len: 1804 time: 0.2257893 Dec 13 14:39:43.620089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-daf1e11c-732b-4ed2-8179-e6ef46d5a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:43.621531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-daf1e11c-732b-4ed2-8179-e6ef46d5a56d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.2149143 Dec 13 14:39:43.628819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.670568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:43.673723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:43.677702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:43.683404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:43.684051 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.701370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Pushing event updated for resources: {'Port': ['ID=141031f2-2cfa-4438-bf12-06f71366c4e5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:43.782188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b1cbf1d8-8988-416c-b098-31d15c62b6a8 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:39:43.811982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: b1cbf1d8-8988-416c-b098-31d15c62b6a8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:39:43.812717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b1cbf1d8-8988-416c-b098-31d15c62b6a8 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:39:43.826940 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-024778ce-c55f-43f7-90bd-360d08de62db tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2369683 Dec 13 14:39:43.839879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Request body: {'port': {'device_id': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:43.907723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.910442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-9618a2be-8706-4e6c-a5bf-7f6829788174 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 200 len: 217 time: 0.2808330 Dec 13 14:39:43.911015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.927432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.930430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] 10.222.0.24 "DELETE /v2.0/networks/54d8373f-7293-42d7-86ad-3919dad20cb9 HTTP/1.1" status: 204 len: 168 time: 1.3050938 Dec 13 14:39:43.959658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6597bc0e-45fe-44e5-9377-2351abd83922 None None] Provisioning complete for port 141031f2-2cfa-4438-bf12-06f71366c4e5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:43.960263 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6597bc0e-45fe-44e5-9377-2351abd83922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.965033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82e46d-a2c9-46b0-9de8-bc90cb81dd07 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d8373f-7293-42d7-86ad-3919dad20cb9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:43.996167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-024b069e-6b19-4443-af82-3047784c0c71 req-4b487acb-4d35-40f9-91f4-7d62871c2738 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:43.998785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-31c2e128-1dcd-4227-9755-aa0e2e460e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:44.000400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-31c2e128-1dcd-4227-9755-aa0e2e460e86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0771420 Dec 13 14:39:44.008095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6597bc0e-45fe-44e5-9377-2351abd83922 None None] Port 141031f2-2cfa-4438-bf12-06f71366c4e5 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:44.046084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-c507085d-6cfb-4d82-9193-1edfe111fd5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355546 Dec 13 14:39:44.049731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-024b069e-6b19-4443-af82-3047784c0c71 req-4b487acb-4d35-40f9-91f4-7d62871c2738 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.172165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-55d0eae0-4bea-43d0-b546-bcd7672089cd service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143608 Dec 13 14:39:44.201920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-024b069e-6b19-4443-af82-3047784c0c71 req-4b487acb-4d35-40f9-91f4-7d62871c2738 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.205369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-024b069e-6b19-4443-af82-3047784c0c71 req-4b487acb-4d35-40f9-91f4-7d62871c2738 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.206763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-024b069e-6b19-4443-af82-3047784c0c71 req-4b487acb-4d35-40f9-91f4-7d62871c2738 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-groups/87fbf2a1-e3ec-4840-93e4-6c8baaba10f7 HTTP/1.1" status: 204 len: 173 time: 0.6025929 Dec 13 14:39:44.226801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167979eb-e452-4b6d-8646-15733a89f416 req-63652385-e9f1-4344-a55d-e2a5a780e2e5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:44.228338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-167979eb-e452-4b6d-8646-15733a89f416 req-63652385-e9f1-4344-a55d-e2a5a780e2e5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 945 time: 0.0875971 Dec 13 14:39:44.254582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b487acb-4d35-40f9-91f4-7d62871c2738 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fbf2a1-e3ec-4840-93e4-6c8baaba10f7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:44.284377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141031f2-2cfa-4438-bf12-06f71366c4e5 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:44.308350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.324380 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-167979eb-e452-4b6d-8646-15733a89f416 req-90681805-359e-409b-b431-37e7c71ee157 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709212 Dec 13 14:39:44.331204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58616) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:44.350365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Transition to ACTIVE for port object 141031f2-2cfa-4438-bf12-06f71366c4e5 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:44.360619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-7ba99e75-7b7b-4201-9447-ec935defe8bc service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808488 Dec 13 14:39:44.387428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16debf7-ace1-420f-8ac7-9b9a67e77868 req-b6ade1e1-eb23-4509-984d-9a0870c9048f tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:44.388866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34a434cc-c5f4-4a80-a9d8-81ffb7e4aa4a req-26a1d1b2-7040-4a29-99ea-7a7bbbc08168 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/bb84e887-d8fc-4f95-8843-cec01d1555e4 HTTP/1.1" status: 200 len: 1804 time: 0.0371933 Dec 13 14:39:44.389065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f16debf7-ace1-420f-8ac7-9b9a67e77868 req-b6ade1e1-eb23-4509-984d-9a0870c9048f tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 1100 time: 0.1088905 Dec 13 14:39:44.396124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-898dab41-c072-42b2-a939-934e63cf8431 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e466515b1ccf41c5a213fdf90fabc300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601707 Dec 13 14:39:44.402446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58620) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:44.417454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:39:44.427331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f16debf7-ace1-420f-8ac7-9b9a67e77868 req-8c2db293-9818-4870-9c5c-034dc85529fa tempest-ServersAdminNegativeTestJSON-289364930 tempest-ServersAdminNegativeTestJSON-289364930-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301218 Dec 13 14:39:44.463251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:39:44.464624 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.528712 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-34a434cc-c5f4-4a80-a9d8-81ffb7e4aa4a req-38bcbf47-0026-40d4-98f5-34e20587585c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.530817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f19932f4-2f15-4b5c-8fae-e3c8797bc6ba req-f047c867-d42c-4876-8a59-48f8b72c7fa8 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 210 time: 0.0370340 Dec 13 14:39:44.543619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03738583-625b-4b6b-b321-a901ee31d6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.559779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Pushing event updated for resources: {'Port': ['ID=141031f2-2cfa-4438-bf12-06f71366c4e5,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:44.596430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-34a434cc-c5f4-4a80-a9d8-81ffb7e4aa4a req-38bcbf47-0026-40d4-98f5-34e20587585c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.625032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03738583-625b-4b6b-b321-a901ee31d6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.627410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Attempting to bind port 141031f2-2cfa-4438-bf12-06f71366c4e5 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:44.627737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Attempting to bind port 141031f2-2cfa-4438-bf12-06f71366c4e5 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:44.628071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Attempting to bind port 141031f2-2cfa-4438-bf12-06f71366c4e5 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:44.652600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889fc17-fbf7-460e-83be-dcc9809ce491 req-aad30b94-7fd4-40df-8ac3-e88e3949271a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:44.660083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Port 141031f2-2cfa-4438-bf12-06f71366c4e5 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:44.660429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Attempting to bind port 141031f2-2cfa-4438-bf12-06f71366c4e5 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:44.660802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1889fc17-fbf7-460e-83be-dcc9809ce491 req-aad30b94-7fd4-40df-8ac3-e88e3949271a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.0623045 Dec 13 14:39:44.694148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:44.694837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:44.695223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:44.695916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Bound port: 141031f2-2cfa-4438-bf12-06f71366c4e5, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:44.696275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.716456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1889fc17-fbf7-460e-83be-dcc9809ce491 req-cf80b6b7-091f-4a85-83af-6f40cb271950 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Dec 13 14:39:44.778226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03738583-625b-4b6b-b321-a901ee31d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.780726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03738583-625b-4b6b-b321-a901ee31d6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.784318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-03738583-625b-4b6b-b321-a901ee31d6a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/819f58cc-119b-4038-adce-715d06250917 HTTP/1.1" status: 204 len: 168 time: 0.3785450 Dec 13 14:39:44.825065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] For port 141031f2-2cfa-4438-bf12-06f71366c4e5, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:44.828611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] For port 141031f2-2cfa-4438-bf12-06f71366c4e5, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=141031f2-2cfa-4438-bf12-06f71366c4e5,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:44.831330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738583-625b-4b6b-b321-a901ee31d6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819f58cc-119b-4038-adce-715d06250917,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:44.835557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-34a434cc-c5f4-4a80-a9d8-81ffb7e4aa4a req-38bcbf47-0026-40d4-98f5-34e20587585c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.839115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-34a434cc-c5f4-4a80-a9d8-81ffb7e4aa4a req-38bcbf47-0026-40d4-98f5-34e20587585c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.875639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34a434cc-c5f4-4a80-a9d8-81ffb7e4aa4a req-38bcbf47-0026-40d4-98f5-34e20587585c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-groups/bb84e887-d8fc-4f95-8843-cec01d1555e4 HTTP/1.1" status: 204 len: 173 time: 0.4787335 Dec 13 14:39:44.906255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-6bf90a55-cdb7-4968-8ba3-d6d533b2dbb8 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:44.910997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-6bf90a55-cdb7-4968-8ba3-d6d533b2dbb8 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.0979373 Dec 13 14:39:44.911897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcbf47-0026-40d4-98f5-34e20587585c tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb84e887-d8fc-4f95-8843-cec01d1555e4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:44.937533 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.952598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cc263b4e-e7d6-48bd-a534-fa592e95da8e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837460 Dec 13 14:39:44.985171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:44.986423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:44.987955 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] 10.222.0.55 "PUT /v2.0/ports/141031f2-2cfa-4438-bf12-06f71366c4e5 HTTP/1.1" status: 200 len: 1096 time: 1.1526518 Dec 13 14:39:44.989044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'tag': '141031f2-2cfa-4438-bf12-06f71366c4e5'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:44.990829 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093754d6-b842-4d87-86e3-7109c1503582" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1b75df-86f8-44ed-9b0e-0e67de57cb45", "tag": "141031f2-2cfa-4438-bf12-06f71366c4e5"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:44.998669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0cdd96f9-31e8-446c-8a09-224071570847 req-1107a9b2-77a0-47ae-8df6-f9c7eb63c689 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/481296a3-ba72-482f-8779-12a5193ac83f HTTP/1.1" status: 200 len: 1805 time: 0.1007507 Dec 13 14:39:45.029896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe987b3-412a-4331-861c-d5a3a6695750 service neutron] Pushing event updated for resources: {'Port': ['ID=141031f2-2cfa-4438-bf12-06f71366c4e5,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:45.079615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0cdd96f9-31e8-446c-8a09-224071570847 req-a17a4aa6-ef62-4b03-a594-14b910688ee4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.116096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0cdd96f9-31e8-446c-8a09-224071570847 req-a17a4aa6-ef62-4b03-a594-14b910688ee4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.126065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78ece1-bc71-4519-ba70-89d6842f1882 req-ff62826c-1fb2-40b1-b352-dac6ece60778 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:45.128250 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa78ece1-bc71-4519-ba70-89d6842f1882 req-ff62826c-1fb2-40b1-b352-dac6ece60778 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 948 time: 0.2354014 Dec 13 14:39:45.178602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-d908b300-42d8-40b5-8592-3129a357dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:45.180111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-d908b300-42d8-40b5-8592-3129a357dc24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e95ebea1f8f14e97a029bc757a27f2c5&device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 1099 time: 0.0758159 Dec 13 14:39:45.230776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-93596317-5822-4ea9-a383-5caf44ab4bae tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:45.232341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-93596317-5822-4ea9-a383-5caf44ab4bae tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567861 Dec 13 14:39:45.258912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:45.272748 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0cdd96f9-31e8-446c-8a09-224071570847 req-a17a4aa6-ef62-4b03-a594-14b910688ee4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.275645 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0cdd96f9-31e8-446c-8a09-224071570847 req-a17a4aa6-ef62-4b03-a594-14b910688ee4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.277297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0cdd96f9-31e8-446c-8a09-224071570847 req-a17a4aa6-ef62-4b03-a594-14b910688ee4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-groups/481296a3-ba72-482f-8779-12a5193ac83f HTTP/1.1" status: 204 len: 173 time: 0.2692657 Dec 13 14:39:45.278426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-fc0a10b1-1245-45f3-9ced-446227410b4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=141031f2-2cfa-4438-bf12-06f71366c4e5 HTTP/1.1" status: 200 len: 217 time: 0.0779934 Dec 13 14:39:45.298112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa78ece1-bc71-4519-ba70-89d6842f1882 req-8a9621b0-67a7-4ec3-b82b-308cda144736 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612678 Dec 13 14:39:45.300671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a4aa6-ef62-4b03-a594-14b910688ee4 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481296a3-ba72-482f-8779-12a5193ac83f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:45.354175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.381159 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01783303-f3e5-4a33-8e19-577a114de223 x-openstack-request-id: req-01783303-f3e5-4a33-8e19-577a114de223 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:45.381628 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1b75df-86f8-44ed-9b0e-0e67de57cb45", "tag": "141031f2-2cfa-4438-bf12-06f71366c4e5", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:45.381944 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01783303-f3e5-4a33-8e19-577a114de223 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:45.382412 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'tag': '141031f2-2cfa-4438-bf12-06f71366c4e5', 'status': 'completed', 'code': 200} Dec 13 14:39:45.383971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7328e908-37fc-4418-8cd4-e25eada19d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:45.391935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-7328e908-37fc-4418-8cd4-e25eada19d7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0971885 Dec 13 14:39:45.416443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-8df3b8fe-0f86-4101-aac5-e8b16bd57d17 service neutron] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:45.422064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-8df3b8fe-0f86-4101-aac5-e8b16bd57d17 service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.423422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a3a3e96-6bb0-4056-ae65-c7ce107554e1 req-8df3b8fe-0f86-4101-aac5-e8b16bd57d17 service neutron] 10.222.0.50 "DELETE /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278/bindings/n-h1-816954-1 HTTP/1.1" status: 204 len: 173 time: 0.4952691 Dec 13 14:39:45.480975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca7f3fd7-b5c9-4b6e-a559-a37a73d27b4c req-5f670171-6c32-4861-b09e-30dd379ee480 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/b88557eb-2447-426b-8964-55ed87cabc8a HTTP/1.1" status: 200 len: 2404 time: 0.1021597 Dec 13 14:39:45.489002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-e1453a91-7e11-4547-a034-6cee8236ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:45.489247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-e1453a91-7e11-4547-a034-6cee8236ddfa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801773 Dec 13 14:39:45.525075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6e870-de82-43f9-a56b-c89fc6455919 req-e040f9ec-7531-4cf5-b03c-5dcf785277d2 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:45.527128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ee6e870-de82-43f9-a56b-c89fc6455919 req-e040f9ec-7531-4cf5-b03c-5dcf785277d2 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 945 time: 0.0642295 Dec 13 14:39:45.546890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:45.550785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.585948 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ee6e870-de82-43f9-a56b-c89fc6455919 req-908dd31d-39e3-47ac-9f84-ce8e5d66d573 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526240 Dec 13 14:39:45.616595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ca7f3fd7-b5c9-4b6e-a559-a37a73d27b4c req-29306fa8-c338-4c22-8027-7986a4f7b0db tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.657922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ca7f3fd7-b5c9-4b6e-a559-a37a73d27b4c req-29306fa8-c338-4c22-8027-7986a4f7b0db tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.662373 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-2850c047-5b08-4d87-99a5-b4118b094f39 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519692 Dec 13 14:39:45.744943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.104 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/05273370-8b90-4cea-943d-705e1d583352) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:45.777158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d7084df-0ac0-4d4d-bbb6-b7c9fedd937e req-8ff22a0e-3fcb-40df-afbe-6dc8e5f7e7b2 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044869 Dec 13 14:39:45.800087 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ca7f3fd7-b5c9-4b6e-a559-a37a73d27b4c req-29306fa8-c338-4c22-8027-7986a4f7b0db tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.802819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ca7f3fd7-b5c9-4b6e-a559-a37a73d27b4c req-29306fa8-c338-4c22-8027-7986a4f7b0db tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.803882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca7f3fd7-b5c9-4b6e-a559-a37a73d27b4c req-29306fa8-c338-4c22-8027-7986a4f7b0db tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-groups/b88557eb-2447-426b-8964-55ed87cabc8a HTTP/1.1" status: 204 len: 173 time: 0.3102896 Dec 13 14:39:45.813694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29306fa8-c338-4c22-8027-7986a4f7b0db tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88557eb-2447-426b-8964-55ed87cabc8a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:45.952739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:45.979656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3f97e36-c91b-4f36-b7e3-f32075e6c9f4 req-973443fe-4621-4212-b20b-579967f36c41 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 210 time: 0.0524876 Dec 13 14:39:46.071310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093754d6-b842-4d87-86e3-7109c1503582 req-872fcbd9-7c0e-436c-b45e-fc858f81531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.072787 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093754d6-b842-4d87-86e3-7109c1503582 req-872fcbd9-7c0e-436c-b45e-fc858f81531c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e95ebea1f8f14e97a029bc757a27f2c5&device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 1099 time: 0.0963032 Dec 13 14:39:46.077412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-306e0217-4c82-45ef-82e6-2b33cb7bdc66 req-95298e3a-496c-4a34-a4ab-91072c10ffdf tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "GET /v2.0/security-groups/691af207-9de0-438c-aa7a-5bba8e956645 HTTP/1.1" status: 200 len: 2397 time: 0.0603459 Dec 13 14:39:46.086447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.100147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:46.102786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37051-1ec1-46ef-a8f3-2cef5ad7c72c req-48e4ebb9-af24-49e9-8e3f-8d4fd3451b74 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.103341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb', '7686086c-c768-491f-9c86-495f14f15bd7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:46.110030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60c37051-1ec1-46ef-a8f3-2cef5ad7c72c req-48e4ebb9-af24-49e9-8e3f-8d4fd3451b74 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.0759215 Dec 13 14:39:46.168416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:46.191704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:46.200591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60c37051-1ec1-46ef-a8f3-2cef5ad7c72c req-0d6586de-3fc1-4194-968a-25078317a1a0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895860 Dec 13 14:39:46.214449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=05273370-8b90-4cea-943d-705e1d583352,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:46.220587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:46.239221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:46.270185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-306e0217-4c82-45ef-82e6-2b33cb7bdc66 req-99bc522d-a441-4db0-9d9c-e6d67454d860 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.272333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093754d6-b842-4d87-86e3-7109c1503582 req-0c1b917b-b80c-42e4-ba81-79017086a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.273823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093754d6-b842-4d87-86e3-7109c1503582 req-0c1b917b-b80c-42e4-ba81-79017086a58e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1917472 Dec 13 14:39:46.344068 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-306e0217-4c82-45ef-82e6-2b33cb7bdc66 req-99bc522d-a441-4db0-9d9c-e6d67454d860 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.352444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093754d6-b842-4d87-86e3-7109c1503582 req-938465c0-01ac-4018-bacf-c71862771b8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=141031f2-2cfa-4438-bf12-06f71366c4e5 HTTP/1.1" status: 200 len: 217 time: 0.0618751 Dec 13 14:39:46.378406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912eb7e-f9d2-4988-9534-600a6d7f9870 req-d63e6488-6664-4193-a3e8-40adebe6dc40 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.387210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3912eb7e-f9d2-4988-9534-600a6d7f9870 req-d63e6488-6664-4193-a3e8-40adebe6dc40 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 949 time: 0.0955188 Dec 13 14:39:46.401584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1503043009-network', 'tenant_id': '0b8197a3c2584f4390df4d72bdd3929a'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:46.412130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.413145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.445396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 14986c79-8713-4e98-a3cf-3c32dda00b4f details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:46.461030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093754d6-b842-4d87-86e3-7109c1503582 req-286bbecc-1452-4e79-8ddf-2a33063909ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.462641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093754d6-b842-4d87-86e3-7109c1503582 req-286bbecc-1452-4e79-8ddf-2a33063909ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0941918 Dec 13 14:39:46.488672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3912eb7e-f9d2-4988-9534-600a6d7f9870 req-32a833ca-f47e-4af1-b389-03416efe9b96 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945082 Dec 13 14:39:46.530813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093754d6-b842-4d87-86e3-7109c1503582 req-dec8160f-b177-4920-9890-5fe901e3aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.532528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093754d6-b842-4d87-86e3-7109c1503582 req-dec8160f-b177-4920-9890-5fe901e3aba0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584297 Dec 13 14:39:46.549438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Made reservation on behalf of 0b8197a3c2584f4390df4d72bdd3929a for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:46.551964 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.596607 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-306e0217-4c82-45ef-82e6-2b33cb7bdc66 req-99bc522d-a441-4db0-9d9c-e6d67454d860 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.599296 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-306e0217-4c82-45ef-82e6-2b33cb7bdc66 req-99bc522d-a441-4db0-9d9c-e6d67454d860 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.604063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.612248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-306e0217-4c82-45ef-82e6-2b33cb7bdc66 req-99bc522d-a441-4db0-9d9c-e6d67454d860 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] 10.222.0.24 "DELETE /v2.0/security-groups/691af207-9de0-438c-aa7a-5bba8e956645 HTTP/1.1" status: 204 len: 173 time: 0.5207465 Dec 13 14:39:46.616104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.616840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58686) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:46.649647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3fe8c6a0-7f8e-4d18-a888-81af7beaef1d None None] Provisioning complete for port 05273370-8b90-4cea-943d-705e1d583352 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:46.650069 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3fe8c6a0-7f8e-4d18-a888-81af7beaef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.650839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af190761-a6fb-4694-a2b6-802576f82d20 req-bcc0c5e1-77fc-4559-95bc-d5af064f2dd5 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:46.652606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af190761-a6fb-4694-a2b6-802576f82d20 req-bcc0c5e1-77fc-4559-95bc-d5af064f2dd5 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 1096 time: 0.0826352 Dec 13 14:39:46.663027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-756cdf00-02a3-4f62-8495-351deec3c425 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4081032 Dec 13 14:39:46.723638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Request body: {'port': {'device_id': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:46.787477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8c6a0-7f8e-4d18-a888-81af7beaef1d None None] Port 05273370-8b90-4cea-943d-705e1d583352 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:39:46.789953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:46.797112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af190761-a6fb-4694-a2b6-802576f82d20 req-6c296cb0-e8e2-4b87-8c67-e23fa2cd033b tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276016 Dec 13 14:39:46.832320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.833565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.836775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '14986c79-8713-4e98-a3cf-3c32dda00b4f', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'port_id': '14986c79-8713-4e98-a3cf-3c32dda00b4f', 'mac_address': 'fa:16:3e:01:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccb5d64-71b8-44f3-aefb-407289f56857', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:46.914959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.932724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc522d-a441-4db0-9d9c-e6d67454d860 tempest-SecurityGroupRulesTestJSON-1120243140 tempest-SecurityGroupRulesTestJSON-1120243140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691af207-9de0-438c-aa7a-5bba8e956645,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:46.987117 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:46.991188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:39:47.010619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] Deleting subnet 1bb2b641-46be-432b-b8c0-6ace288a80d9 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:39:47.019927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.023005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093754d6-b842-4d87-86e3-7109c1503582 req-da5c96ef-49dc-48e5-a7c1-a50979d2c71c service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788158 Dec 13 14:39:47.023221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14986c79-8713-4e98-a3cf-3c32dda00b4f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:47.064635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:47.078203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36968f3-40fd-4a94-a04f-c911462c909c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:47.105200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9237-2a71-427d-b9e2-ea9544f85332 req-0af65037-0dec-4f48-887d-538801aa27fa tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:47.105876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.105876 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Added segment 0c28bf8d-3351-4a28-8d84-37c47d1fe229 of type vlan for network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 Dec 13 14:39:47.106799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05cc9237-2a71-427d-b9e2-ea9544f85332 req-0af65037-0dec-4f48-887d-538801aa27fa tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 948 time: 0.1698267 Dec 13 14:39:47.125715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.130790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.151414 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.180856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:47.188838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.191854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.191854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.192053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.192137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.192137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.192137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.192137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.192387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.192635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.193163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.193650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.194132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:39:47.218030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05cc9237-2a71-427d-b9e2-ea9544f85332 req-f4730bce-b5b9-45a7-9ee1-75d398e2fdc7 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Dec 13 14:39:47.228919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093754d6-b842-4d87-86e3-7109c1503582 req-757a38fe-454b-446c-804f-666d435c8552 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857262 Dec 13 14:39:47.244340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2f623-3407-427a-85cf-cffc14cac038 req-c20583c1-ab65-4031-b9b5-dbfa04135bd5 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:47.245863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b4f2f623-3407-427a-85cf-cffc14cac038 req-c20583c1-ab65-4031-b9b5-dbfa04135bd5 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 936 time: 0.1526444 Dec 13 14:39:47.322502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.322918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b4f2f623-3407-427a-85cf-cffc14cac038 req-ff86e59a-80cd-4576-8c62-f8d1c3ba7fd2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643952 Dec 13 14:39:47.352484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.352484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:47.352484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.402161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb2b641-46be-432b-b8c0-6ace288a80d9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:47.413303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.415850 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-58a200be-2330-4997-891a-9e1c1da7ec22 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1bb2b641-46be-432b-b8c0-6ace288a80d9 HTTP/1.1" status: 204 len: 168 time: 0.7956982 Dec 13 14:39:47.419003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58704) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:47.445521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['14986c79-8713-4e98-a3cf-3c32dda00b4f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:47.469694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05273370-8b90-4cea-943d-705e1d583352 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:47.477561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] Pushing event updated for resources: {'Network': ['ID=64025ff0-76fb-4c4b-b485-9f40839b0bd5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:47.482619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.491544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:39:47.501234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-daced19f-d71b-4ee2-9975-17a12b1afbf2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3273742 Dec 13 14:39:47.503105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58708) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:47.512026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Request body: {'subnet': {'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1503043009-subnet', 'tenant_id': '0b8197a3c2584f4390df4d72bdd3929a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:47.515387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Transition to ACTIVE for port object 05273370-8b90-4cea-943d-705e1d583352 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:47.524177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285b809-3c9d-4c6e-a250-4faae543578e req-890e03e0-24ab-4f38-8512-f92b5ae8fbc0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:47.525647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0285b809-3c9d-4c6e-a250-4faae543578e req-890e03e0-24ab-4f38-8512-f92b5ae8fbc0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 944 time: 0.1124403 Dec 13 14:39:47.529001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-dae75c4c-a62c-45ae-9978-d54778de5a11 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:47.535042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-dae75c4c-a62c-45ae-9978-d54778de5a11 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.2274034 Dec 13 14:39:47.541418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.562206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-173c30ed-bdfd-4cb0-b9e2-a7f29a56181a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/quotas/ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 375 time: 0.0239949 Dec 13 14:39:47.574016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0285b809-3c9d-4c6e-a250-4faae543578e req-8d0580be-4d0b-4e36-829e-f620e3097cd8 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Dec 13 14:39:47.602657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.631040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Made reservation on behalf of 0b8197a3c2584f4390df4d72bdd3929a for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:47.633374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.671912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.701193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-149426a9-2419-43d2-bb8e-35df5fa96d79 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161556 Dec 13 14:39:47.703592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.703934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.705160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.705637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.705963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.706328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.706681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.707013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.707324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.707662 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.745451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Pushing event updated for resources: {'Port': ['ID=05273370-8b90-4cea-943d-705e1d583352,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:47.774277 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.774721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.781882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.781882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 14:39:47.781882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a91d4bb-7681-4f00-a399-96324d77c3ea']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:47.812285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3fa1ca-1e1a-45b9-a1c9-bab039ada0a3') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:47.812413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3fa1ca-1e1a-45b9-a1c9-bab039ada0a3') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:47.844041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b869708-8214-43d3-a8fc-5ec8a4ffa4d1 req-095f7208-7492-4cc2-8e4d-78c94dadb226 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:47.846069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b869708-8214-43d3-a8fc-5ec8a4ffa4d1 req-095f7208-7492-4cc2-8e4d-78c94dadb226 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 949 time: 0.1689546 Dec 13 14:39:47.882226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.925613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.926625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Attempting to bind port 05273370-8b90-4cea-943d-705e1d583352 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:47.926957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Attempting to bind port 05273370-8b90-4cea-943d-705e1d583352 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:47.927279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Attempting to bind port 05273370-8b90-4cea-943d-705e1d583352 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:47.951161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-1c84f734-1fb0-435c-b496-50a4a1568c7c tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:47.951345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Port 05273370-8b90-4cea-943d-705e1d583352 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:47.951345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Attempting to bind port 05273370-8b90-4cea-943d-705e1d583352 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:47.951622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-1c84f734-1fb0-435c-b496-50a4a1568c7c tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 949 time: 0.1659691 Dec 13 14:39:47.953408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b869708-8214-43d3-a8fc-5ec8a4ffa4d1 req-9fff61df-6fb9-4fcb-9a10-5ca65802f06f tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008959 Dec 13 14:39:47.953935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:39:47.954995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: from cryptography.utils import int_from_bytes Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: from cryptography.utils import int_from_bytes Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:39:47.959239 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:39:47.980270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:47.980270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:47.980681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:47.981136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Bound port: 05273370-8b90-4cea-943d-705e1d583352, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:47.981496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.062787 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-94c3c1e8-9ca8-41fd-83aa-09c53cba8ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822082 Dec 13 14:39:48.063564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] For port 05273370-8b90-4cea-943d-705e1d583352, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:48.068608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] For port 05273370-8b90-4cea-943d-705e1d583352, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=05273370-8b90-4cea-943d-705e1d583352,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:48.080264 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.140330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71957079-d33f-4e9f-bd86-6ddee95839ff,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:48.148471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Checking segment: {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:48.148827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Network hostable DHCP agents. Network: 64025ff0-76fb-4c4b-b485-9f40839b0bd5, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:39:48.155306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.172226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.194945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.197396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:48.200641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.200799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a91d4bb-7681-4f00-a399-96324d77c3ea HTTP/1.1" status: 204 len: 168 time: 0.7788534 Dec 13 14:39:48.200899 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] 10.222.0.55 "PUT /v2.0/ports/05273370-8b90-4cea-943d-705e1d583352 HTTP/1.1" status: 200 len: 1096 time: 1.4818897 Dec 13 14:39:48.200899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'tag': '05273370-8b90-4cea-943d-705e1d583352'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:48.206983 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86947012-0b61-4eb1-a9cf-b324b40e0a87" -d '{"events": [{"name": "network-changed", "server_uuid": "d899930b-081b-45e4-8574-d0b0e3a24763", "tag": "05273370-8b90-4cea-943d-705e1d583352"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:48.218976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-a9364c76-1b43-4e9f-b98a-e783693f5762 service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483524 Dec 13 14:39:48.221614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Deleting port caf035f8-25fe-4d68-91ed-4390ddade002 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:39:48.221952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.226842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3016903-8b03-44c5-9ae0-0c8633e9b9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a91d4bb-7681-4f00-a399-96324d77c3ea,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:48.252387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22720d-6290-401b-99c5-dd75c2647000 service neutron] Pushing event updated for resources: {'Port': ['ID=05273370-8b90-4cea-943d-705e1d583352,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:48.279453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:39:48.284066 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11e6184-67ed-4ff2-acf0-30533ea8b4e2 x-openstack-request-id: req-d11e6184-67ed-4ff2-acf0-30533ea8b4e2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:48.284347 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d899930b-081b-45e4-8574-d0b0e3a24763", "tag": "05273370-8b90-4cea-943d-705e1d583352", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:48.284634 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d11e6184-67ed-4ff2-acf0-30533ea8b4e2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:48.285025 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'tag': '05273370-8b90-4cea-943d-705e1d583352', 'status': 'completed', 'code': 200} Dec 13 14:39:48.355865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] For port caf035f8-25fe-4d68-91ed-4390ddade002, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=caf035f8-25fe-4d68-91ed-4390ddade002,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:48.355865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.364660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Calling delete_port for caf035f8-25fe-4d68-91ed-4390ddade002 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:39:48.403257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 64025ff0-76fb-4c4b-b485-9f40839b0bd5) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:48.414377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:48.414617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.419077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86947012-0b61-4eb1-a9cf-b324b40e0a87 req-e22188a2-5ddf-4e14-a42c-30da2fdc6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:48.419627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74b755a-0551-40d1-8b5a-b126444d3840 None None] Network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:48.420612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86947012-0b61-4eb1-a9cf-b324b40e0a87 req-e22188a2-5ddf-4e14-a42c-30da2fdc6b3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 1099 time: 0.1050322 Dec 13 14:39:48.468633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebb44-21b9-42c5-93ca-5c35c0ccbd65 req-e78a1e92-58b0-4f47-9d96-ddaee762ca56 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:48.469368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 141031f2-2cfa-4438-bf12-06f71366c4e5 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:48.470589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-409ebb44-21b9-42c5-93ca-5c35c0ccbd65 req-e78a1e92-58b0-4f47-9d96-ddaee762ca56 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 948 time: 0.1079698 Dec 13 14:39:48.472540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86947012-0b61-4eb1-a9cf-b324b40e0a87 req-33f25317-3569-49cb-b395-2b662ad4e787 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418160 Dec 13 14:39:48.478807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 14986c79-8713-4e98-a3cf-3c32dda00b4f up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:48.586801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1eccfa0f-b289-4ada-bdfe-5fb60ce37067 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0715504 Dec 13 14:39:48.606150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.648421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['caf035f8-25fe-4d68-91ed-4390ddade002'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:48.654894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['84a5bbe7-30f7-4326-b8b4-960481193764'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:48.658965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-409ebb44-21b9-42c5-93ca-5c35c0ccbd65 req-69223231-0c28-4fbf-a373-fd1b86e5874d tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815047 Dec 13 14:39:48.694840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Pushing event deleted for resources: {'Port': ['ID=caf035f8-25fe-4d68-91ed-4390ddade002,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:48.797989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58732) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:48.806853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c89e94f-f3b1-4450-b686-fc752c1c4332 req-a2784a19-ee6f-43f6-866a-3df65f05812c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 210 time: 0.0567811 Dec 13 14:39:48.847488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86947012-0b61-4eb1-a9cf-b324b40e0a87 req-748e02f1-379f-492f-9502-30895e97e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:48.847848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86947012-0b61-4eb1-a9cf-b324b40e0a87 req-748e02f1-379f-492f-9502-30895e97e77b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3637516 Dec 13 14:39:48.861201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] No DVR routers for this DVR port caf035f8-25fe-4d68-91ed-4390ddade002 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:39:48.865821 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:48.871287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f6fe7bb-8c86-49d5-9cdd-a2daeb04d1fa req-38e399c1-1cb2-4101-a658-fa7f9bdafd05 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.55 "DELETE /v2.0/ports/caf035f8-25fe-4d68-91ed-4390ddade002 HTTP/1.1" status: 204 len: 173 time: 0.8885596 Dec 13 14:39:48.871953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'name': 'network-vif-deleted', 'tag': 'caf035f8-25fe-4d68-91ed-4390ddade002'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:48.874762 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55fcb52-5a3a-41a1-9e36-af67abb2bf95" -d '{"events": [{"server_uuid": "0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8", "name": "network-vif-deleted", "tag": "caf035f8-25fe-4d68-91ed-4390ddade002"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:48.909362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6686ff0-64d6-4afc-81e5-1eec40aa71be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b727d6fa8f1c4a71a866a62a0a430003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011817 Dec 13 14:39:48.912183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58736) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:48.971485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ad0e5-876d-4537-89b3-3c52b141111b req-a6b1f271-1d86-48c7-b738-190ab0197ff3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:48.973019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f87ad0e5-876d-4537-89b3-3c52b141111b req-a6b1f271-1d86-48c7-b738-190ab0197ff3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 948 time: 0.2798193 Dec 13 14:39:49.027063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-949b2fc9-63ce-4690-81f0-bea133001ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:49.027063 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-949b2fc9-63ce-4690-81f0-bea133001ebb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 1099 time: 0.1006911 Dec 13 14:39:49.079201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248455a5-5952-42b3-9160-087eb69fdc9b None None] Network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:49.104414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-f41c511c-1210-4019-a509-7668596bf182 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=05273370-8b90-4cea-943d-705e1d583352 HTTP/1.1" status: 200 len: 217 time: 0.0606482 Dec 13 14:39:49.107921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f87ad0e5-876d-4537-89b3-3c52b141111b req-298ba112-8313-442e-a4fd-f1951e401356 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241784 Dec 13 14:39:49.140302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052000a-fa98-4034-8bfd-5c7a189349f2 req-40db206d-a21a-4ec9-8728-a782c0dfbc65 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:49.149084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b052000a-fa98-4034-8bfd-5c7a189349f2 req-40db206d-a21a-4ec9-8728-a782c0dfbc65 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 944 time: 0.2134225 Dec 13 14:39:49.154088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 141031f2-2cfa-4438-bf12-06f71366c4e5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=141031f2-2cfa-4438-bf12-06f71366c4e5,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:49.155867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bfd632e-c80b-43d8-b6b8-e3a059b00f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.176438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 14986c79-8713-4e98-a3cf-3c32dda00b4f completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:49.184767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '141031f2-2cfa-4438-bf12-06f71366c4e5', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '141031f2-2cfa-4438-bf12-06f71366c4e5', 'mac_address': 'fa:16:3e:bf:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:49.191942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-289bbae6-83dd-42cb-a667-71047bce49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:49.199126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-289bbae6-83dd-42cb-a667-71047bce49cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0817301 Dec 13 14:39:49.199289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 14986c79-8713-4e98-a3cf-3c32dda00b4f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:49.199289 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.199464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bfd632e-c80b-43d8-b6b8-e3a059b00f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.203173 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662a407c-2d1d-4725-a3d5-c362b0e11082 x-openstack-request-id: req-662a407c-2d1d-4725-a3d5-c362b0e11082 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:49.203529 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8", "name": "network-vif-deleted", "tag": "caf035f8-25fe-4d68-91ed-4390ddade002", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:49.203913 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-662a407c-2d1d-4725-a3d5-c362b0e11082 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:49.204399 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8', 'name': 'network-vif-deleted', 'tag': 'caf035f8-25fe-4d68-91ed-4390ddade002', 'status': 'completed', 'code': 200} Dec 13 14:39:49.208821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b052000a-fa98-4034-8bfd-5c7a189349f2 req-65297877-8f44-44bd-a711-97fb4d88f293 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586913 Dec 13 14:39:49.335271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-54830cc0-f88c-495e-88ee-848f5fc64a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:49.338186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-54830cc0-f88c-495e-88ee-848f5fc64a84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268094 Dec 13 14:39:49.353693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bfd632e-c80b-43d8-b6b8-e3a059b00f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.356271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bfd632e-c80b-43d8-b6b8-e3a059b00f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.359886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6bfd632e-c80b-43d8-b6b8-e3a059b00f7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d016f97f-0dc4-43c2-97b6-c223d3e6f62d HTTP/1.1" status: 204 len: 168 time: 0.4438806 Dec 13 14:39:49.368805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.378987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51e77158-eb40-4ba6-ae63-81cce7292eef req-0f81a65e-6a44-4948-b999-f6683dd42b81 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2629c-3163-45ef-8dad-b3e3b6f0f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0524468 Dec 13 14:39:49.379719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd632e-c80b-43d8-b6b8-e3a059b00f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016f97f-0dc4-43c2-97b6-c223d3e6f62d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:49.432783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141031f2-2cfa-4438-bf12-06f71366c4e5 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:49.452787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 141031f2-2cfa-4438-bf12-06f71366c4e5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=141031f2-2cfa-4438-bf12-06f71366c4e5,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:49.495196 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-a9c6044d-4d71-47f4-8824-a4ecf5621fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255479 Dec 13 14:39:49.520603 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.535191 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.576314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:49.578731 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16d5d3-9ba6-4999-90eb-2a2f12013662" -d '{"events": [{"server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "name": "network-vif-plugged", "status": "completed", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:49.604701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:49.614949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a05735ca-ca05-4d4f-a9ab-c2d728be78b0 req-3b4a4873-95ec-4492-87e7-52d410f0fdba service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065679 Dec 13 14:39:49.621314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=141031f2-2cfa-4438-bf12-06f71366c4e5,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:49.628780 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bde0e8a-7d57-4633-aada-342f13a2f685 x-openstack-request-id: req-3bde0e8a-7d57-4633-aada-342f13a2f685 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:49.629291 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "name": "network-vif-plugged", "status": "completed", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:49.630088 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bde0e8a-7d57-4633-aada-342f13a2f685 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:49.630436 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f', 'code': 200} Dec 13 14:39:49.679299 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.759520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dbdc540e-c5ea-4e0a-835d-743c22a73f49 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:49.761161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dbdc540e-c5ea-4e0a-835d-743c22a73f49 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/networks?id=64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 200 len: 818 time: 0.1080823 Dec 13 14:39:49.776739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:49.790563 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-10623ef9-1556-40e0-9506-be0f16d0ab7f tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/quotas/0b8197a3c2584f4390df4d72bdd3929a HTTP/1.1" status: 200 len: 375 time: 0.0209904 Dec 13 14:39:49.798933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302858a-5484-4e96-8c93-916f20f55c11 req-b77ed7db-f16a-4631-b9bf-78a9cd1ce8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:49.804166 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e302858a-5484-4e96-8c93-916f20f55c11 req-b77ed7db-f16a-4631-b9bf-78a9cd1ce8c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1096 time: 0.0977995 Dec 13 14:39:49.819861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a00a95-1aa3-4acd-9712-26db7e3fa61b req-94e08b94-4d24-4011-9271-b2368c0232d8 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:49.821411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8a00a95-1aa3-4acd-9712-26db7e3fa61b req-94e08b94-4d24-4011-9271-b2368c0232d8 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 949 time: 0.0795367 Dec 13 14:39:49.828174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-7e697067-85bb-49a1-8463-412ba0b42d50 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269697 Dec 13 14:39:49.863668 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f055480e-ce73-4bbf-bfbc-a4224ec5c4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:49.910144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['141031f2-2cfa-4438-bf12-06f71366c4e5'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:49.923219 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8a00a95-1aa3-4acd-9712-26db7e3fa61b req-5f6a781b-db75-40f8-aad5-f16fe82ff840 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931940 Dec 13 14:39:49.936594 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e302858a-5484-4e96-8c93-916f20f55c11 req-b63eef48-a445-4d34-99ce-c1c26d6646a5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142468 Dec 13 14:39:49.946264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-3ee0f8b5-06b0-4515-aabf-187b19ec174a service neutron] 10.222.0.24 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085529 Dec 13 14:39:50.032931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad7b66a2-bdb5-4e9f-a003-de4746757e21 req-d24bc3c1-8c03-4284-9445-e7881a1a2cf4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 210 time: 0.0454693 Dec 13 14:39:50.060791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-21c6412e-7140-4e4a-92cf-16aa942b3882 service neutron] 10.222.0.24 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133292 Dec 13 14:39:50.227362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3e2b3-90e3-4b3b-b101-2cd4a3fcd6cc req-9b63accd-f255-42ca-8d00-ee861fae0928 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:50.229012 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7da3e2b3-90e3-4b3b-b101-2cd4a3fcd6cc req-9b63accd-f255-42ca-8d00-ee861fae0928 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 948 time: 0.0516739 Dec 13 14:39:50.269552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7da3e2b3-90e3-4b3b-b101-2cd4a3fcd6cc req-a1b9d772-c008-4a76-af40-760113b80d67 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Dec 13 14:39:50.389563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0bdc-138a-4ff9-8e47-96020c779262 req-b1c6848e-2a28-4c01-a006-7ce69c7bd15e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:50.391077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-981b0bdc-138a-4ff9-8e47-96020c779262 req-b1c6848e-2a28-4c01-a006-7ce69c7bd15e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.0565267 Dec 13 14:39:50.433211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-981b0bdc-138a-4ff9-8e47-96020c779262 req-dbf18e83-2d03-4c73-bee7-0e6da6543ca0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355361 Dec 13 14:39:50.457407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device caf035f8-25fe-4d68-91ed-4390ddade002 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:39:50.478515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: caf035f8-25fe-4d68-91ed-4390ddade002 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:39:50.479098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device caf035f8-25fe-4d68-91ed-4390ddade002 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:39:50.649985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58800) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:50.656684 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b0e5424-35f1-450b-a70f-d54f144d2bb9 req-1b859e10-f48d-406a-b92d-28e23405508d tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 210 time: 0.0395563 Dec 13 14:39:50.758924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-444805768-network', 'tenant_id': '845474ffbef144e08e8b949438605881'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:50.828058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Made reservation on behalf of 845474ffbef144e08e8b949438605881 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:50.831321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:50.840858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:50.984902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-7ac9714a-6a37-45dc-8f57-c2b220bc463d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:50.987217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-7ac9714a-6a37-45dc-8f57-c2b220bc463d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.1361506 Dec 13 14:39:50.989691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48aa5b-8d59-4d7f-96a0-5a0007f523ec req-1561cda0-99f9-4b8c-9f6f-bec7f4bc0b3a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:50.994743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f48aa5b-8d59-4d7f-96a0-5a0007f523ec req-1561cda0-99f9-4b8c-9f6f-bec7f4bc0b3a tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 949 time: 0.0700858 Dec 13 14:39:51.027371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Request body: {'port': {'device_id': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'admin_state_up': True, 'tenant_id': 'ada9a792632d4408bcc5b299fd43872c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:51.044553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f48aa5b-8d59-4d7f-96a0-5a0007f523ec req-6a0ba3da-aecf-4f88-9cc6-fd826d92b781 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Dec 13 14:39:51.153200 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bf57f59-8305-4c97-a069-65359a1c9039 req-e5727d05-1587-4a2d-afa4-4f2450270875 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 210 time: 0.0302174 Dec 13 14:39:51.317193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.353800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acc6a5-e649-4ad1-a88e-54ba91206a82 req-85e89d3b-b0dc-46b4-a4b2-f7fed6a8eb44 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:51.355305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9acc6a5-e649-4ad1-a88e-54ba91206a82 req-85e89d3b-b0dc-46b4-a4b2-f7fed6a8eb44 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 949 time: 0.3644559 Dec 13 14:39:51.390148 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.428655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:39:51.431061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4a40d-07b6-4c76-9307-fd18c02d7937 req-805d4708-8e26-416f-b8a9-8541193b60ed tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:51.434143 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34d4a40d-07b6-4c76-9307-fd18c02d7937 req-805d4708-8e26-416f-b8a9-8541193b60ed tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 948 time: 0.0893497 Dec 13 14:39:51.449310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9acc6a5-e649-4ad1-a88e-54ba91206a82 req-f45f867b-f5f8-4676-98ea-8c275a14a051 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838809 Dec 13 14:39:51.455479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf089b6-ba78-4793-886a-17baed08dc65,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:51.459846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.459846 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Added segment ce76dae6-d472-4f50-9b81-7cb9ef96f6c1 of type vlan for network 37f8b6f4-b684-4510-9de0-6c12efb8dcae Dec 13 14:39:51.480007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34d4a40d-07b6-4c76-9307-fd18c02d7937 req-0c19cfa3-00b6-43ef-9f32-3103d493f6c8 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Dec 13 14:39:51.524303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.544606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Made reservation on behalf of ada9a792632d4408bcc5b299fd43872c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:51.548603 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.602001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28fd15-45e1-49be-be28-15ae5b94e7eb req-f42d6fb2-b43e-406c-b181-81a81314223c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:51.603468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f28fd15-45e1-49be-be28-15ae5b94e7eb req-f42d6fb2-b43e-406c-b181-81a81314223c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.0539677 Dec 13 14:39:51.648409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.648899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f28fd15-45e1-49be-be28-15ae5b94e7eb req-456f00f2-7805-48b1-8acd-f14876cf919c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Dec 13 14:39:51.649350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:51.649914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.744180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b701d70e-b5a1-4f8f-aef7-c11e5e23e768 req-12926234-af43-488b-8285-ca39b9801a8d tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 210 time: 0.0300934 Dec 13 14:39:51.780425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] Pushing event updated for resources: {'Network': ['ID=37f8b6f4-b684-4510-9de0-6c12efb8dcae,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:51.783045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Allocated IP 172.20.0.10 (e15a4b8e-3b6f-40e2-9102-1c66b0a456f4/eafe36ca-0363-406e-afbf-b87c1a0f7993/a7db38f0-0133-4897-aabc-72722ea0ca1a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:51.790457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 37f8b6f4-b684-4510-9de0-6c12efb8dcae details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:39:51.806298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9e2d9b77-d92a-446f-8d26-66a797547527 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1532769 Dec 13 14:39:51.810584 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58834) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:51.816021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Request body: {'subnet': {'network_id': '37f8b6f4-b684-4510-9de0-6c12efb8dcae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-444805768-subnet', 'tenant_id': '845474ffbef144e08e8b949438605881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:51.833665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11ca2-5bcd-4a21-aa27-a75a4c6d1648 req-bc47f09d-35d5-4f9b-b140-405634041cb4 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:51.836959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4e11ca2-5bcd-4a21-aa27-a75a4c6d1648 req-bc47f09d-35d5-4f9b-b140-405634041cb4 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1096 time: 0.1063182 Dec 13 14:39:51.908279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Made reservation on behalf of 845474ffbef144e08e8b949438605881 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:51.910644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:51.930014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4e11ca2-5bcd-4a21-aa27-a75a4c6d1648 req-e89bcf60-07d1-47a6-9dae-db2f382f9c0d tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868800 Dec 13 14:39:51.982476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.091391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.165379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40ffd5f6-db18-443b-b794-baaca4a59337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.169764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:52.179274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:52.182155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:52.188406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:52.194554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.237814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019aa75-04a6-41b9-908f-ee71d64d500e req-3f2a759c-3b51-417b-8b5a-e3d48c254533 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:52.244949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4019aa75-04a6-41b9-908f-ee71d64d500e req-3f2a759c-3b51-417b-8b5a-e3d48c254533 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 949 time: 0.1167409 Dec 13 14:39:52.262131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:52.262773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.299968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a6f367-88f5-4cf5-ab99-d9b7da1129ae,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:52.302756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4019aa75-04a6-41b9-908f-ee71d64d500e req-8b1c3de4-8a9e-47b9-b891-6e9fe929befe tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc718e1f-5e29-446c-867c-67040709b602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Dec 13 14:39:52.306501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Checking segment: {'id': 'ce76dae6-d472-4f50-9b81-7cb9ef96f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '37f8b6f4-b684-4510-9de0-6c12efb8dcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:52.311868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Network hostable DHCP agents. Network: 37f8b6f4-b684-4510-9de0-6c12efb8dcae, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:39:52.334183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6b063-c66e-40f9-9c34-73c4ee411d9d req-a19067c1-b816-4265-b026-b261a005f515 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:52.335670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08a6b063-c66e-40f9-9c34-73c4ee411d9d req-a19067c1-b816-4265-b026-b261a005f515 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 932 time: 0.0811779 Dec 13 14:39:52.381871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08a6b063-c66e-40f9-9c34-73c4ee411d9d req-66d4b5d2-1ced-4266-a2e8-27b9c613c117 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Dec 13 14:39:52.414663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-08fd43b8-5037-43ad-8963-c502175e55f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4061203 Dec 13 14:39:52.423917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788367c-d684-437d-a91f-41f874022ee3 req-3c0d8b12-e58d-424f-b7d2-e86bf35e964f tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:52.425470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3788367c-d684-437d-a91f-41f874022ee3 req-3c0d8b12-e58d-424f-b7d2-e86bf35e964f tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.50 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 949 time: 0.0568693 Dec 13 14:39:52.428514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Request body: {'port': {'device_id': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:52.461793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Network 37f8b6f4-b684-4510-9de0-6c12efb8dcae is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:39:52.464438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 05273370-8b90-4cea-943d-705e1d583352 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:52.467127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 141031f2-2cfa-4438-bf12-06f71366c4e5 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:52.489471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.535049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 37f8b6f4-b684-4510-9de0-6c12efb8dcae) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:52.550111 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ea7bd-bed3-4bfe-b127-10207dfe37a3 None None] Network 37f8b6f4-b684-4510-9de0-6c12efb8dcae requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:52.562107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:52.563042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.567425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Deleting port 84a5bbe7-30f7-4326-b8b4-960481193764 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:39:52.567756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.667716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.resource_extend [None req-354c70ed-6fdc-406a-8952-056886439749 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:39:52.727183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9159a9-aa8b-4176-bcf9-626a1719e810 req-d111ad25-133f-463b-8280-280c9df2d1b3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:52.728778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d9159a9-aa8b-4176-bcf9-626a1719e810 req-d111ad25-133f-463b-8280-280c9df2d1b3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 948 time: 0.1453934 Dec 13 14:39:52.739929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43268088-9b35-4840-bad7-fb4b73a3ce8d req-0b245983-91c9-4be9-be4b-862e9ca8080c tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:52.742894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43268088-9b35-4840-bad7-fb4b73a3ce8d req-0b245983-91c9-4be9-be4b-862e9ca8080c tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 949 time: 0.1212807 Dec 13 14:39:52.752340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] For port 84a5bbe7-30f7-4326-b8b4-960481193764, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=84a5bbe7-30f7-4326-b8b4-960481193764,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:52.752709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.781355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-db2707e8-3838-456b-9a33-e7d6aacd0960 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9696758 Dec 13 14:39:52.789786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 141031f2-2cfa-4438-bf12-06f71366c4e5 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:52.803470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Calling delete_port for 84a5bbe7-30f7-4326-b8b4-960481193764 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:39:52.825296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 05273370-8b90-4cea-943d-705e1d583352, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=05273370-8b90-4cea-943d-705e1d583352,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:52.841287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '05273370-8b90-4cea-943d-705e1d583352', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '05273370-8b90-4cea-943d-705e1d583352', 'mac_address': 'fa:16:3e:56:aa:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:39:52.846945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 141031f2-2cfa-4438-bf12-06f71366c4e5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:52.847524 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:52.866852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d9159a9-aa8b-4176-bcf9-626a1719e810 req-4a56df7e-b655-4ffb-bbab-03d2d463c0ce tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282713 Dec 13 14:39:52.908779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43268088-9b35-4840-bad7-fb4b73a3ce8d req-8a207476-ee9d-4031-86bd-3e30928d7c92 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593821 Dec 13 14:39:52.936876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd5de4-52cd-46fa-a49e-82c41550882a None None] Network 37f8b6f4-b684-4510-9de0-6c12efb8dcae requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:39:53.007011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7db38f0-0133-4897-aabc-72722ea0ca1a {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:53.032153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.057744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Transition to ACTIVE for port object a7db38f0-0133-4897-aabc-72722ea0ca1a will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:53.074889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b61e5dad-fe84-4cd0-8887-73ec2f6be5f3 req-c035895a-7d5d-42b1-be1f-c51ce8f0c1bc tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 210 time: 0.0476553 Dec 13 14:39:53.172451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.213309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.240306 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.258748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.283959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['84a5bbe7-30f7-4326-b8b4-960481193764'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:53.304151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05273370-8b90-4cea-943d-705e1d583352 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:53.317574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:53.330146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Pushing event deleted for resources: {'Port': ['ID=84a5bbe7-30f7-4326-b8b4-960481193764,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:53.346055 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.380434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141031f2-2cfa-4438-bf12-06f71366c4e5'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:53.383248 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec20ffa5-3281-4556-aaf2-27420bcbfff6" -d '{"events": [{"server_uuid": "fe1b75df-86f8-44ed-9b0e-0e67de57cb45", "name": "network-vif-plugged", "status": "completed", "tag": "141031f2-2cfa-4438-bf12-06f71366c4e5"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:53.401863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 05273370-8b90-4cea-943d-705e1d583352, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=05273370-8b90-4cea-943d-705e1d583352,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:53.406635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 141031f2-2cfa-4438-bf12-06f71366c4e5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=141031f2-2cfa-4438-bf12-06f71366c4e5,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:53.424244 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-1f3bec63-7b8d-4051-ba88-416c57351128 req-8c904d95-7ad8-4ab3-9fbe-b34743f23096 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] show failed (client error): The resource could not be found. Dec 13 14:39:53.425282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f3bec63-7b8d-4051-ba88-416c57351128 req-8c904d95-7ad8-4ab3-9fbe-b34743f23096 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "GET /v2.0/security-groups/f490f3ff-9005-4617-9cd1-392305bb994a HTTP/1.1" status: 404 len: 352 time: 0.0591123 Dec 13 14:39:53.426446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] No DVR routers for this DVR port 84a5bbe7-30f7-4326-b8b4-960481193764 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:39:53.431384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.434980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3788367c-d684-437d-a91f-41f874022ee3 req-dad7f299-c45a-43c4-81fb-6a9a1d35ee80 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.50 "DELETE /v2.0/ports/84a5bbe7-30f7-4326-b8b4-960481193764 HTTP/1.1" status: 204 len: 173 time: 1.0029769 Dec 13 14:39:53.437669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'name': 'network-vif-deleted', 'tag': '84a5bbe7-30f7-4326-b8b4-960481193764'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:53.440101 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca6e046-c83f-4c55-a70b-c677e3a9dbb2" -d '{"events": [{"server_uuid": "af615d53-a3e3-48d3-8f76-1502451f243d", "name": "network-vif-deleted", "tag": "84a5bbe7-30f7-4326-b8b4-960481193764"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:53.451144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:53.451487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:53.452087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:53.457378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:53.457654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:53.463932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:53.464273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:53.464651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:53.465076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Bound port: a7db38f0-0133-4897-aabc-72722ea0ca1a, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:53.465732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.487469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66e40d11-f231-4bdd-a77c-49eb008e9b77 req-1639e8ec-826b-4d2b-958a-206fb074c5e7 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 210 time: 0.0582988 Dec 13 14:39:53.495563 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f013d53-594c-4a7a-87af-a66dee15cac9 x-openstack-request-id: req-0f013d53-594c-4a7a-87af-a66dee15cac9 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:53.495881 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1b75df-86f8-44ed-9b0e-0e67de57cb45", "name": "network-vif-plugged", "status": "completed", "tag": "141031f2-2cfa-4438-bf12-06f71366c4e5", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:53.496138 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f013d53-594c-4a7a-87af-a66dee15cac9 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:53.508998 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141031f2-2cfa-4438-bf12-06f71366c4e5', 'code': 200} Dec 13 14:39:53.565391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:53.577265 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345cdc3a-bdc0-4e81-b782-fb8a61fa8fcd x-openstack-request-id: req-345cdc3a-bdc0-4e81-b782-fb8a61fa8fcd {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:53.577864 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af615d53-a3e3-48d3-8f76-1502451f243d", "name": "network-vif-deleted", "tag": "84a5bbe7-30f7-4326-b8b4-960481193764", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:53.578404 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-345cdc3a-bdc0-4e81-b782-fb8a61fa8fcd {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:53.580749 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af615d53-a3e3-48d3-8f76-1502451f243d', 'name': 'network-vif-deleted', 'tag': '84a5bbe7-30f7-4326-b8b4-960481193764', 'status': 'completed', 'code': 200} Dec 13 14:39:53.599905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.601819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.603664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:53.641078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06043cd9-ee1c-4c8e-8992-1732f276376d req-5ad6b328-5e7e-4564-b58d-02007eedc88f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:53.643851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06043cd9-ee1c-4c8e-8992-1732f276376d req-5ad6b328-5e7e-4564-b58d-02007eedc88f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 944 time: 0.0894015 Dec 13 14:39:53.651146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87889f2d-c6c1-4ac0-bc27-8b7bec133e9b req-d786db6d-0b7a-4dbc-a733-756d0bb31f8f tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=845474ffbef144e08e8b949438605881 HTTP/1.1" status: 200 len: 2984 time: 0.0627062 Dec 13 14:39:53.662271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=141031f2-2cfa-4438-bf12-06f71366c4e5,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:53.723345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06043cd9-ee1c-4c8e-8992-1732f276376d req-59543b3d-fbe5-403b-9a7f-43a829ccf0b4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714786 Dec 13 14:39:53.726441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.737419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=05273370-8b90-4cea-943d-705e1d583352,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:53.779928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87889f2d-c6c1-4ac0-bc27-8b7bec133e9b req-1078715f-2920-46d6-8578-932903cf1100 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "GET /v2.0/security-groups/bdf089b6-ba78-4793-886a-17baed08dc65 HTTP/1.1" status: 200 len: 2981 time: 0.1277981 Dec 13 14:39:53.794429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:53.795133 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:53.797335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] 10.222.0.50 "PUT /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 1092 time: 1.3731909 Dec 13 14:39:53.797854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:53.800519 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a9dba5-2d14-46fa-8555-ba7c0719c38f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:53.823406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ed438-fb97-47a2-a3e2-71552830ab71 req-ae315701-ec0a-4a93-be3d-ba95559931e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:53.825280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e51ed438-fb97-47a2-a3e2-71552830ab71 req-ae315701-ec0a-4a93-be3d-ba95559931e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 1101 time: 0.1351974 Dec 13 14:39:53.835946 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87889f2d-c6c1-4ac0-bc27-8b7bec133e9b req-cc4dd77e-7f88-4d45-8736-dae9367e17e1 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "GET /v2.0/security-groups/bdf089b6-ba78-4793-886a-17baed08dc65 HTTP/1.1" status: 200 len: 2981 time: 0.0551348 Dec 13 14:39:53.855339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939e22a-1448-4bb9-b9f7-4936fa3f80bb service neutron] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:53.867220 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb524b6a-2241-47db-af5b-2734e3f51520 x-openstack-request-id: req-bb524b6a-2241-47db-af5b-2734e3f51520 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:53.867796 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:53.867796 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb524b6a-2241-47db-af5b-2734e3f51520 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:53.871642 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a', 'status': 'completed', 'code': 200} Dec 13 14:39:53.895409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['05273370-8b90-4cea-943d-705e1d583352'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:39:53.930493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e51ed438-fb97-47a2-a3e2-71552830ab71 req-1a5f4376-bff3-4c6c-92cb-baf9893115aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935392 Dec 13 14:39:53.942050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16006b72-9c64-49e3-95fe-33240ccdf7be req-08b5a6f5-d0ba-4e0e-b4d0-b4ffd7f58519 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "GET /v2.0/security-groups/bdf089b6-ba78-4793-886a-17baed08dc65 HTTP/1.1" status: 200 len: 2981 time: 0.0806005 Dec 13 14:39:54.036431 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-16006b72-9c64-49e3-95fe-33240ccdf7be req-83a30be8-e74e-49da-9f6f-d5bdb2e7761b tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 14:39:54.048801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16006b72-9c64-49e3-95fe-33240ccdf7be req-83a30be8-e74e-49da-9f6f-d5bdb2e7761b tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "DELETE /v2.0/security-groups/bdf089b6-ba78-4793-886a-17baed08dc65 HTTP/1.1" status: 409 len: 352 time: 0.1052926 Dec 13 14:39:54.126940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-8da9b2ea-c91c-423c-b9ad-891fa4703d1c tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:54.128600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-8da9b2ea-c91c-423c-b9ad-891fa4703d1c tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "GET /v2.0/networks?id=64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 200 len: 818 time: 0.2372112 Dec 13 14:39:54.161825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7ec74-379e-4c79-8109-3a00b91b9715 req-ab136b35-43ef-4e1e-9ad8-6089f9a2353e tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:54.166776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e7ec74-379e-4c79-8109-3a00b91b9715 req-ab136b35-43ef-4e1e-9ad8-6089f9a2353e tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 950 time: 0.0714176 Dec 13 14:39:54.175752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffcf69-25ef-4f06-b9a1-e809d21f6682 req-016814ea-802d-483e-b2fe-894748269469 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:54.177288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8ffcf69-25ef-4f06-b9a1-e809d21f6682 req-016814ea-802d-483e-b2fe-894748269469 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 949 time: 0.0962102 Dec 13 14:39:54.185291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Request body: {'port': {'device_id': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5', 'admin_state_up': True, 'tenant_id': '0b8197a3c2584f4390df4d72bdd3929a'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:54.192463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9dba5-2d14-46fa-8555-ba7c0719c38f req-0ed74751-16a8-4254-9c76-283faee984d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:54.193892 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53a9dba5-2d14-46fa-8555-ba7c0719c38f req-0ed74751-16a8-4254-9c76-283faee984d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1095 time: 0.1117294 Dec 13 14:39:54.237949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e7ec74-379e-4c79-8109-3a00b91b9715 req-5d3c3300-b5a6-4864-b3c0-5c220361e58b tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584438 Dec 13 14:39:54.305218 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-d68b8493-01b8-45d7-b2ec-c9fa83bf72fb req-0a3e3605-dfd2-4e6c-aa12-bcc8cb7390a2 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] show failed (client error): The resource could not be found. Dec 13 14:39:54.306215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d68b8493-01b8-45d7-b2ec-c9fa83bf72fb req-0a3e3605-dfd2-4e6c-aa12-bcc8cb7390a2 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "GET /v2.0/security-groups/8431f9e8-1548-446f-8a02-6daf3e2a5056 HTTP/1.1" status: 404 len: 352 time: 0.0236211 Dec 13 14:39:54.383579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-3168511b-0c80-4362-a0be-f317be117ece tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:54.385048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-3168511b-0c80-4362-a0be-f317be117ece tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.50 "GET /v2.0/networks?id=64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 200 len: 818 time: 0.1677120 Dec 13 14:39:54.401374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Request body: {'port': {'device_id': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5', 'admin_state_up': True, 'tenant_id': '0b8197a3c2584f4390df4d72bdd3929a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:54.583010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8ffcf69-25ef-4f06-b9a1-e809d21f6682 req-34c04f79-ec9a-44fa-aaa1-0cd921f0fdba tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924339 Dec 13 14:39:54.591740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Made reservation on behalf of 0b8197a3c2584f4390df4d72bdd3929a for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:54.596253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:54.705880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9dba5-2d14-46fa-8555-ba7c0719c38f req-e57951b2-4f51-405a-8eaf-63f7aceb145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:54.707452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53a9dba5-2d14-46fa-8555-ba7c0719c38f req-e57951b2-4f51-405a-8eaf-63f7aceb145a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ada9a792632d4408bcc5b299fd43872c&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4938247 Dec 13 14:39:54.708254 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-58cb6558-2814-499e-b983-749a2ba764b6 req-1d0ff5d9-ff22-423f-a1bc-c52f517ddf04 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] show failed (client error): The resource could not be found. Dec 13 14:39:54.709181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-58cb6558-2814-499e-b983-749a2ba764b6 req-1d0ff5d9-ff22-423f-a1bc-c52f517ddf04 tempest-SecurityGroupsNegativeTestJSON-971102976 tempest-SecurityGroupsNegativeTestJSON-971102976-project] 10.222.0.24 "GET /v2.0/security-groups/9f663b8f-a4ee-4b8c-94d5-3aad0a57cf33 HTTP/1.1" status: 404 len: 352 time: 0.0614064 Dec 13 14:39:54.733106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58908) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:54.753563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:54.765043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-570772ae-c497-4eab-8cc7-85724142e9e2 req-af066d5a-c04c-4d44-9dad-caec3ec05451 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 210 time: 0.0604994 Dec 13 14:39:54.830134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] Deleting subnet 82a6f367-88f5-4cf5-ab99-d9b7da1129ae {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:39:54.839967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:54.921270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:54.944823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d60130b2-7b1a-4ecf-b2ac-64582606ba95 req-674bab1a-b2ef-4073-b38d-09ba9c0462a4 tempest-ServersAdminNegativeTestJSON-1468048592 tempest-ServersAdminNegativeTestJSON-1468048592-project] 10.222.0.24 "GET /v2.0/ports?device_id=af615d53-a3e3-48d3-8f76-1502451f243d HTTP/1.1" status: 200 len: 210 time: 0.0810676 Dec 13 14:39:54.965580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9dba5-2d14-46fa-8555-ba7c0719c38f req-07b7867a-4344-41cb-9cf0-878117b989ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:54.976420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53a9dba5-2d14-46fa-8555-ba7c0719c38f req-07b7867a-4344-41cb-9cf0-878117b989ae service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2147200 Dec 13 14:39:54.998753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Allocated IP 172.20.0.9 (64025ff0-76fb-4c4b-b485-9f40839b0bd5/71957079-d33f-4e9f-bd86-6ddee95839ff/2f7b059a-90a0-4b09-934a-071e8781978a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:55.025758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.028062 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Made reservation on behalf of 0b8197a3c2584f4390df4d72bdd3929a for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:55.031837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.098974 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.130483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8e564-bb30-4e34-8ea5-b4a4bfa002a2 req-70178df8-13f8-428b-9b7c-36a75d536288 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:55.137782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2f8e564-bb30-4e34-8ea5-b4a4bfa002a2 req-70178df8-13f8-428b-9b7c-36a75d536288 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 944 time: 0.2190568 Dec 13 14:39:55.234853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-1834d972-3020-4446-91d4-7c79ad3d097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:55.237092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-1834d972-3020-4446-91d4-7c79ad3d097a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1095 time: 0.1974788 Dec 13 14:39:55.265230 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.286937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2f8e564-bb30-4e34-8ea5-b4a4bfa002a2 req-8025d11a-8ddd-48e0-a491-7d12022dad8a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481457 Dec 13 14:39:55.300040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-24a0bf35-c68a-42c4-9da5-509aafefe55c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 217 time: 0.0502141 Dec 13 14:39:55.305101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-ff3df65b-50dc-4705-8e90-1529b06b3e28 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:55.306875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-ff3df65b-50dc-4705-8e90-1529b06b3e28 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "GET /v2.0/networks?id=64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 200 len: 818 time: 0.2993896 Dec 13 14:39:55.326983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Request body: {'port': {'device_id': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5', 'admin_state_up': True, 'tenant_id': '0b8197a3c2584f4390df4d72bdd3929a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:55.343563 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.381532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-47e6c155-2cc9-45f7-885f-3bb5193ae639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:55.383297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-47e6c155-2cc9-45f7-885f-3bb5193ae639 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0725701 Dec 13 14:39:55.447546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.453249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82a6f367-88f5-4cf5-ab99-d9b7da1129ae HTTP/1.1" status: 204 len: 168 time: 0.6989274 Dec 13 14:39:55.455132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58918) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:55.456263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-6e4466cf-750f-4ff5-b4d1-ad88d01aa6fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609403 Dec 13 14:39:55.465805 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.493791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd1a5e-1830-40c6-9379-66366de5d4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a6f367-88f5-4cf5-ab99-d9b7da1129ae,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:55.495308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cee27-340a-42cf-8c08-cd18d9acaac8 req-f087c25e-3b57-40d3-b751-b4d1cfc18963 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:55.510525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8cee27-340a-42cf-8c08-cd18d9acaac8 req-f087c25e-3b57-40d3-b751-b4d1cfc18963 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 950 time: 0.1261263 Dec 13 14:39:55.607947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:55.628619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:55.637399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:55.641912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Pushing event updated for resources: {'Port': ['ID=2f7b059a-90a0-4b09-934a-071e8781978a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:55.657892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.668851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Allocated IP 172.20.0.7 (64025ff0-76fb-4c4b-b485-9f40839b0bd5/71957079-d33f-4e9f-bd86-6ddee95839ff/1221f34d-7a15-4497-807e-9d20e993a254) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:55.722423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8cee27-340a-42cf-8c08-cd18d9acaac8 req-a02d867e-980c-4708-90f1-9aae923b78dd tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741109 Dec 13 14:39:55.749173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-63ccd54b-cc08-4b71-8f52-0c8438709b48 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805259 Dec 13 14:39:55.756228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:55.756228 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.846650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 84a5bbe7-30f7-4326-b8b4-960481193764 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:39:55.875464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 84a5bbe7-30f7-4326-b8b4-960481193764 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:39:55.876072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 84a5bbe7-30f7-4326-b8b4-960481193764 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:39:55.894144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c08793bd-90de-4158-a9fa-79c61e707409 req-86d6772b-5dfd-4355-bf68-b459a716166c tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 210 time: 0.0340958 Dec 13 14:39:55.894144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9537946d-aacc-48a9-b5df-3880ef6fea7f req-527b34ff-c4ca-47c9-b9aa-631cc6a327b3 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337905 Dec 13 14:39:55.908072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Made reservation on behalf of 0b8197a3c2584f4390df4d72bdd3929a for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:55.911537 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.917577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:55.927148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357812bc-c6df-48fd-a70e-a9746e5ef429 req-3e1092aa-3577-4bc2-8b26-68a6490a3694 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:55.928603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-357812bc-c6df-48fd-a70e-a9746e5ef429 req-3e1092aa-3577-4bc2-8b26-68a6490a3694 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 949 time: 0.2248838 Dec 13 14:39:55.983919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f8b6f4-b684-4510-9de0-6c12efb8dcae']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:55.996665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-781b359f-fb72-4f45-a8ee-a2215bdd7bc1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8158185 Dec 13 14:39:56.019899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Request body: {'port': {'device_id': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:56.020458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce76dae6-d472-4f50-9b81-7cb9ef96f6c1') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:56.020750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce76dae6-d472-4f50-9b81-7cb9ef96f6c1') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:39:56.069754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.078325 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-357812bc-c6df-48fd-a70e-a9746e5ef429 req-5ad55eb6-ef5c-4439-92ed-d35ece1c8d6a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370130 Dec 13 14:39:56.078924 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.104196 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:39:56.111375 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.113070 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.124431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:39:56.124814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:39:56.126466 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:39:56.302416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.321466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.345522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.348766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/37f8b6f4-b684-4510-9de0-6c12efb8dcae HTTP/1.1" status: 204 len: 168 time: 0.8684931 Dec 13 14:39:56.390314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf86f7-1416-40c5-95ec-4248613342bf admin admin] Pushing event deleted for resources: {'Network': ['ID=37f8b6f4-b684-4510-9de0-6c12efb8dcae,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:56.403828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:56.406820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Allocated IP 172.20.0.2 (64025ff0-76fb-4c4b-b485-9f40839b0bd5/71957079-d33f-4e9f-bd86-6ddee95839ff/9fe78314-d15e-4a17-a1ff-b35f72fbf4dd) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:39:56.413591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:56.422417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:56.430474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd0072-1186-46d5-b03b-c4c238a093e8 req-8d89ba16-7826-46b0-97ba-b8433797c0ae tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:56.432829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22cd0072-1186-46d5-b03b-c4c238a093e8 req-8d89ba16-7826-46b0-97ba-b8433797c0ae tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 944 time: 0.0695357 Dec 13 14:39:56.433182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Pushing event updated for resources: {'Port': ['ID=1221f34d-7a15-4497-807e-9d20e993a254,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:56.510439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22cd0072-1186-46d5-b03b-c4c238a093e8 req-df4742a7-6c55-42bd-8d27-932cbaafa24f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608678 Dec 13 14:39:56.512023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:56.512787 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.515539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 05273370-8b90-4cea-943d-705e1d583352 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:39:56.553811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58940) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:56.644673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-0d55f836-690a-4f99-890b-c6703e55dcc7 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2471914 Dec 13 14:39:56.663504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Request body: {'port': {'device_id': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:56.669183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.730537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 05273370-8b90-4cea-943d-705e1d583352 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:39:56.731920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58946) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:56.742995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.752885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 05273370-8b90-4cea-943d-705e1d583352 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:39:56.753970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.765017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-94fe6416-b790-4de1-b5f6-c81bc5f2362e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dd1f037308a4f9a91585732a51ccb3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098761 Dec 13 14:39:56.771167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58950) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:56.809862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-08e00bc1-e378-4bf4-9f4b-16707bbccac1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=845474ffbef144e08e8b949438605881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740995 Dec 13 14:39:56.810632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58952) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:56.851199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-380dab0f-f7ba-4526-99d2-b943e9ddb81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.876748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-380dab0f-f7ba-4526-99d2-b943e9ddb81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.890299 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.903122 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:56.914953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05273370-8b90-4cea-943d-705e1d583352'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:56.917570 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153b8bf-7764-4301-893b-ec67a4fa0e07" -d '{"events": [{"server_uuid": "d899930b-081b-45e4-8574-d0b0e3a24763", "name": "network-vif-plugged", "status": "completed", "tag": "05273370-8b90-4cea-943d-705e1d583352"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:56.934678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 05273370-8b90-4cea-943d-705e1d583352, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=05273370-8b90-4cea-943d-705e1d583352,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:39:56.994211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:39:57.005369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:39:57.017449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479dd1-6c1b-44d0-aa2b-ac1d63d36398 req-6f7ef261-4978-40e7-8adc-ce2905d3a17e tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:57.018935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f479dd1-6c1b-44d0-aa2b-ac1d63d36398 req-6f7ef261-4978-40e7-8adc-ce2905d3a17e tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 950 time: 0.1992090 Dec 13 14:39:57.024485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:39:57.028137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.047725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-380dab0f-f7ba-4526-99d2-b943e9ddb81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.050266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-380dab0f-f7ba-4526-99d2-b943e9ddb81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.050809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Pushing event updated for resources: {'Port': ['ID=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:57.053777 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-380dab0f-f7ba-4526-99d2-b943e9ddb81b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc718e1f-5e29-446c-867c-67040709b602 HTTP/1.1" status: 204 len: 168 time: 0.2792175 Dec 13 14:39:57.078554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7b059a-90a0-4b09-934a-071e8781978a {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:57.081820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c376c12-9d9a-4674-baac-3c2346cd695d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.091360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dab0f-f7ba-4526-99d2-b943e9ddb81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc718e1f-5e29-446c-867c-67040709b602,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:57.098691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.100129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=05273370-8b90-4cea-943d-705e1d583352,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:57.115047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c376c12-9d9a-4674-baac-3c2346cd695d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.139867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Transition to ACTIVE for port object 2f7b059a-90a0-4b09-934a-071e8781978a will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:57.171381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:57.171993 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.195201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f479dd1-6c1b-44d0-aa2b-ac1d63d36398 req-4dce8e30-705a-4e20-936a-b85ab52d8a5a tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659019 Dec 13 14:39:57.239983 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.291731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7b059a-90a0-4b09-934a-071e8781978a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:57.318224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-da3a6f42-79f6-4f5e-877c-8ba09996ee7e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9951994 Dec 13 14:39:57.318775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c376c12-9d9a-4674-baac-3c2346cd695d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.321211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c376c12-9d9a-4674-baac-3c2346cd695d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.324800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0c376c12-9d9a-4674-baac-3c2346cd695d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdf089b6-ba78-4793-886a-17baed08dc65 HTTP/1.1" status: 204 len: 168 time: 0.5109463 Dec 13 14:39:57.343629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Request body: {'port': {'device_id': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:57.366984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c376c12-9d9a-4674-baac-3c2346cd695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf089b6-ba78-4793-886a-17baed08dc65,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:57.385706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Attempting to bind port 2f7b059a-90a0-4b09-934a-071e8781978a on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:57.386049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Attempting to bind port 2f7b059a-90a0-4b09-934a-071e8781978a by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:57.386421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Attempting to bind port 2f7b059a-90a0-4b09-934a-071e8781978a on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:57.392467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Port 2f7b059a-90a0-4b09-934a-071e8781978a on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:57.392719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Attempting to bind port 2f7b059a-90a0-4b09-934a-071e8781978a on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:57.397874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:57.399029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Checking segment: {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:57.399029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Bound using segment: {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:57.399343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Bound port: 2f7b059a-90a0-4b09-934a-071e8781978a, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:57.399829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.422150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06c24a-235d-41a2-b723-645b4a5ade51 req-37488e36-c308-4c15-aca2-d5d52b0bc8c9 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:57.429701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a06c24a-235d-41a2-b723-645b4a5ade51 req-37488e36-c308-4c15-aca2-d5d52b0bc8c9 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 931 time: 0.1769350 Dec 13 14:39:57.476331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] For port 2f7b059a-90a0-4b09-934a-071e8781978a, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:57.479693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] For port 2f7b059a-90a0-4b09-934a-071e8781978a, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2f7b059a-90a0-4b09-934a-071e8781978a,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:57.520345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a06c24a-235d-41a2-b723-645b4a5ade51 req-0380bbfe-fedb-46c3-9b41-d11580b48bcb tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896721 Dec 13 14:39:57.526254 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.550019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.603825 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7fe26f-e50f-44b3-94f9-7370a77c8a93 x-openstack-request-id: req-fa7fe26f-e50f-44b3-94f9-7370a77c8a93 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:57.604316 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d899930b-081b-45e4-8574-d0b0e3a24763", "name": "network-vif-plugged", "status": "completed", "tag": "05273370-8b90-4cea-943d-705e1d583352", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:57.604438 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa7fe26f-e50f-44b3-94f9-7370a77c8a93 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:57.604770 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05273370-8b90-4cea-943d-705e1d583352', 'code': 200} Dec 13 14:39:57.630166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:57.631681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.633249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f7b059a-90a0-4b09-934a-071e8781978a HTTP/1.1" status: 200 len: 1091 time: 1.6188326 Dec 13 14:39:57.635726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'tag': '2f7b059a-90a0-4b09-934a-071e8781978a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:57.640400 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3883ec-ea1d-4786-8994-1437b819a96f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8b057e-f0de-4372-9473-f7df3eab7627", "tag": "2f7b059a-90a0-4b09-934a-071e8781978a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:57.675599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c73f7-d06d-44ed-94a8-016675e47aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7b059a-90a0-4b09-934a-071e8781978a,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:57.676225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1221f34d-7a15-4497-807e-9d20e993a254 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:57.707971 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.735020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb75b2f-fb8d-4511-a513-7fcd75645e07 req-bace7281-12be-4810-beb2-ee9ef94908d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:57.737148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecb75b2f-fb8d-4511-a513-7fcd75645e07 req-bace7281-12be-4810-beb2-ee9ef94908d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 1101 time: 0.0472517 Dec 13 14:39:57.786538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Transition to ACTIVE for port object 1221f34d-7a15-4497-807e-9d20e993a254 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:57.811687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc254-a7d1-45bb-bf48-bb37ccdf2a2f req-8c39c886-1aac-4f21-928f-f44fc6ee3522 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:57.813155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-335cc254-a7d1-45bb-bf48-bb37ccdf2a2f req-8c39c886-1aac-4f21-928f-f44fc6ee3522 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.1503732 Dec 13 14:39:57.874575 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-335cc254-a7d1-45bb-bf48-bb37ccdf2a2f req-00a49b3d-a7df-44df-b8d5-b2a24bf0bad3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492029 Dec 13 14:39:57.891836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecb75b2f-fb8d-4511-a513-7fcd75645e07 req-31919187-cf5a-4be0-b640-58dea9a931a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753152 Dec 13 14:39:57.912996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-8701185f-bfd9-4afb-922d-f851a2b83116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:57.914862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-8701185f-bfd9-4afb-922d-f851a2b83116 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 1094 time: 0.0821168 Dec 13 14:39:57.915611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58986) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:57.950159 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:57.968890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1cf3f431-b310-4038-a9e1-70402e34122c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5fbd508d83a4d67a7ec4a1acf86d11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500162 Dec 13 14:39:57.969202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:58.036272 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42266a51-cc17-4e15-94a9-4bff6d9f13be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:58.060835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42266a51-cc17-4e15-94a9-4bff6d9f13be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:58.081202 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44027397-d9cb-4344-bfcf-913274053161 x-openstack-request-id: req-44027397-d9cb-4344-bfcf-913274053161 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:58.081525 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8b057e-f0de-4372-9473-f7df3eab7627", "tag": "2f7b059a-90a0-4b09-934a-071e8781978a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:58.081910 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44027397-d9cb-4344-bfcf-913274053161 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:58.082351 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'tag': '2f7b059a-90a0-4b09-934a-071e8781978a', 'status': 'completed', 'code': 200} Dec 13 14:39:58.448333 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-bb011a1e-b592-48dc-8b18-9358fa8c41ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7b059a-90a0-4b09-934a-071e8781978a HTTP/1.1" status: 200 len: 217 time: 0.3190646 Dec 13 14:39:58.449029 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42266a51-cc17-4e15-94a9-4bff6d9f13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:58.451886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42266a51-cc17-4e15-94a9-4bff6d9f13be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:58.452950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-42266a51-cc17-4e15-94a9-4bff6d9f13be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/192cb55f-f7e6-4a1a-92ec-9e8b0f182287 HTTP/1.1" status: 204 len: 168 time: 0.4821482 Dec 13 14:39:58.470442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42266a51-cc17-4e15-94a9-4bff6d9f13be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192cb55f-f7e6-4a1a-92ec-9e8b0f182287,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:58.501851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:39:58.521507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-66658f5b-9ccb-499a-a22f-842101f7c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:58.523214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-66658f5b-9ccb-499a-a22f-842101f7c1c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71957079-d33f-4e9f-bd86-6ddee95839ff HTTP/1.1" status: 200 len: 858 time: 0.0664971 Dec 13 14:39:58.527564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:58.536476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Pushing event updated for resources: {'Port': ['ID=1221f34d-7a15-4497-807e-9d20e993a254,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:58.573009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-41d98f31-3135-4b5b-bce1-acc5e1da5529 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64025ff0-76fb-4c4b-b485-9f40839b0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404644 Dec 13 14:39:58.616748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Transition to ACTIVE for port object 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:39:58.643666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedd3b3-4af3-4129-b670-8988a107168d req-f385c839-560e-4af3-a863-62e2d9b403a4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:58.645440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcedd3b3-4af3-4129-b670-8988a107168d req-f385c839-560e-4af3-a863-62e2d9b403a4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 944 time: 0.6260893 Dec 13 14:39:58.684917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Attempting to bind port 1221f34d-7a15-4497-807e-9d20e993a254 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:58.685260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Attempting to bind port 1221f34d-7a15-4497-807e-9d20e993a254 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:58.685579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Attempting to bind port 1221f34d-7a15-4497-807e-9d20e993a254 on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:58.701411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Port 1221f34d-7a15-4497-807e-9d20e993a254 on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:58.701411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Attempting to bind port 1221f34d-7a15-4497-807e-9d20e993a254 on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:58.709112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:58.709112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Checking segment: {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:58.709474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Bound using segment: {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:58.709919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Bound port: 1221f34d-7a15-4497-807e-9d20e993a254, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:58.710301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:58.729943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcedd3b3-4af3-4129-b670-8988a107168d req-fe8bac94-5237-4f87-89b1-ea385adde3f1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650268 Dec 13 14:39:58.730044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-3e07f504-5052-4a1f-9a9b-1116bf9f2a97 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451774 Dec 13 14:39:58.731250 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:58.872653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:58.894655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-40d8c98c-fae1-4c6e-a637-60950096d0c3 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549311 Dec 13 14:39:58.940347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] For port 1221f34d-7a15-4497-807e-9d20e993a254, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:58.956584 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] For port 1221f34d-7a15-4497-807e-9d20e993a254, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1221f34d-7a15-4497-807e-9d20e993a254,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:58.964164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227a83-7d53-44ac-a872-f51dd494742e req-a7071f61-b0c0-472c-a036-eab45c4caa61 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:58.967740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45227a83-7d53-44ac-a872-f51dd494742e req-a7071f61-b0c0-472c-a036-eab45c4caa61 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 950 time: 0.0601282 Dec 13 14:39:59.014093 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:59.079902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45227a83-7d53-44ac-a872-f51dd494742e req-feab7e5f-9c0a-4118-b9f7-cd5c452f80c6 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015186 Dec 13 14:39:59.107078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Pushing event updated for resources: {'Port': ['ID=1221f34d-7a15-4497-807e-9d20e993a254,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:59.113706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.114472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:59.116242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9ef1651f-e684-4aab-a4b8-db85fdbd1f89 service neutron] 10.222.0.50 "PUT /v2.0/ports/1221f34d-7a15-4497-807e-9d20e993a254 HTTP/1.1" status: 200 len: 1091 time: 2.4583242 Dec 13 14:39:59.119063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'tag': '1221f34d-7a15-4497-807e-9d20e993a254'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:39:59.121741 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644396a-4195-4767-8b99-30e0a2d5729d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfcef54-fd9e-4a81-8b30-48fdcecde76c", "tag": "1221f34d-7a15-4497-807e-9d20e993a254"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:39:59.140841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Attempting to bind port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:39:59.141339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Attempting to bind port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:39:59.142330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Attempting to bind port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:59.148005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-81e31598-db3f-4465-8379-63fada7e9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.150110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:39:59.151264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Attempting to bind port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd on network 64025ff0-76fb-4c4b-b485-9f40839b0bd5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:39:59.152299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-81e31598-db3f-4465-8379-63fada7e9beb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 1094 time: 0.1316011 Dec 13 14:39:59.160492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f534-4f14-4fbb-8ba0-a507eccda9c5 req-be709d34-938c-42a0-b6f6-9ef98d995329 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.170328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a038f534-4f14-4fbb-8ba0-a507eccda9c5 req-be709d34-938c-42a0-b6f6-9ef98d995329 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 943 time: 0.2709081 Dec 13 14:39:59.189514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:39:59.190014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Checking segment: {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:39:59.190876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Bound using segment: {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:39:59.191280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Bound port: 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c28bf8d-3351-4a28-8d84-37c47d1fe229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:39:59.192125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:59.250785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a038f534-4f14-4fbb-8ba0-a507eccda9c5 req-1bd0f6c9-64a2-4947-99b9-be0809a22ba4 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793712 Dec 13 14:39:59.272298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59034) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:39:59.290709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] For port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:39:59.294806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] For port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:39:59.346544 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c357b581-9f75-4c24-a4e5-87d9d3442264 x-openstack-request-id: req-c357b581-9f75-4c24-a4e5-87d9d3442264 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:39:59.347554 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfcef54-fd9e-4a81-8b30-48fdcecde76c", "tag": "1221f34d-7a15-4497-807e-9d20e993a254", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:39:59.347873 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c357b581-9f75-4c24-a4e5-87d9d3442264 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:39:59.348274 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'tag': '1221f34d-7a15-4497-807e-9d20e993a254', 'status': 'completed', 'code': 200} Dec 13 14:39:59.369226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-a1745901-4c7d-4f5d-9216-87d9fcce006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.383774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-a1745901-4c7d-4f5d-9216-87d9fcce006f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 1094 time: 0.0871441 Dec 13 14:39:59.385926 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:59.443150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735e342-3948-4951-923d-efe394ff3b42 req-f29ef5ac-c0fd-40d6-a800-ab4231e4325b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.450715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3735e342-3948-4951-923d-efe394ff3b42 req-f29ef5ac-c0fd-40d6-a800-ab4231e4325b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.2271261 Dec 13 14:39:59.472865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.473634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:59.475316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] 10.222.0.55 "PUT /v2.0/ports/9fe78314-d15e-4a17-a1ff-b35f72fbf4dd HTTP/1.1" status: 200 len: 1091 time: 2.1384735 Dec 13 14:39:59.476734 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-1a11efc9-1b6a-47ac-8377-0a1a45520ed6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1221f34d-7a15-4497-807e-9d20e993a254 HTTP/1.1" status: 200 len: 217 time: 0.0789034 Dec 13 14:39:59.487381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-798153178-network', 'tenant_id': 'a6ac6a95e28343f38138a1cb105bd176'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:39:59.515372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-a394650c-4827-4918-81a9-12e21a033057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.521052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-a394650c-4827-4918-81a9-12e21a033057 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 200 len: 919 time: 0.3501182 Dec 13 14:39:59.537795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27ffa8-9533-4a66-9bc6-a096f2686729 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:39:59.545116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3735e342-3948-4951-923d-efe394ff3b42 req-3af8bca2-b102-4671-babb-c0bb50ef0b76 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935562 Dec 13 14:39:59.560815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-674ae602-5566-4c76-a00b-4a42880e5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.562313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-674ae602-5566-4c76-a00b-4a42880e5e50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71957079-d33f-4e9f-bd86-6ddee95839ff HTTP/1.1" status: 200 len: 858 time: 0.0785618 Dec 13 14:39:59.586560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-a741c937-7c4e-49c1-92b8-8c98c3015c0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7b059a-90a0-4b09-934a-071e8781978a HTTP/1.1" status: 200 len: 217 time: 0.0548768 Dec 13 14:39:59.605916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-41669707-ff6e-4a68-950b-f37f5b39a026 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64025ff0-76fb-4c4b-b485-9f40839b0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346744 Dec 13 14:39:59.655501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-b680d260-ff3f-4b0f-9bfe-a825332f0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.656973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-b680d260-ff3f-4b0f-9bfe-a825332f0895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71957079-d33f-4e9f-bd86-6ddee95839ff HTTP/1.1" status: 200 len: 858 time: 0.0618837 Dec 13 14:39:59.658449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Made reservation on behalf of a6ac6a95e28343f38138a1cb105bd176 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:39:59.661008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:59.677505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:39:59.701534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-e8401aba-172f-4d26-af2a-2369de0944ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64025ff0-76fb-4c4b-b485-9f40839b0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317771 Dec 13 14:39:59.736276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-c0e5458a-c0ab-4a7c-92dc-131c36bfc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.736276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-c0e5458a-c0ab-4a7c-92dc-131c36bfc3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 1094 time: 0.0964947 Dec 13 14:39:59.756429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-bf6c8e5c-1ac2-4735-87de-815705acba62 service neutron] 10.222.0.50 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411662 Dec 13 14:39:59.819413 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-18925e9c-3b99-482e-baf7-cb2948f88f24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd HTTP/1.1" status: 200 len: 217 time: 0.0671294 Dec 13 14:39:59.852831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a7db38f0-0133-4897-aabc-72722ea0ca1a details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:39:59.925130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-e959ac5f-b6a4-4df8-b7c4-0a080bd266ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:39:59.926921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-e959ac5f-b6a4-4df8-b7c4-0a080bd266ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71957079-d33f-4e9f-bd86-6ddee95839ff HTTP/1.1" status: 200 len: 858 time: 0.1017752 Dec 13 14:39:59.952547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-4ce2be5e-9768-4b40-a1da-f4a68e6b3139 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421553 Dec 13 14:39:59.992018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-c1118595-e443-4219-9503-11595da21653 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64025ff0-76fb-4c4b-b485-9f40839b0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472789 Dec 13 14:40:00.009237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.017886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:00.031451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'a7db38f0-0133-4897-aabc-72722ea0ca1a', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'port_id': 'a7db38f0-0133-4897-aabc-72722ea0ca1a', 'mac_address': 'fa:16:3e:4b:52:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafe36ca-0363-406e-afbf-b87c1a0f7993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:00.062118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.088842 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.111741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:40:00.113800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:00.148957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7db38f0-0133-4897-aabc-72722ea0ca1a {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:00.171581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff3883ec-ea1d-4786-8994-1437b819a96f req-efef9dfb-c5f5-4b5e-adc9-490e2edeb034 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798239 Dec 13 14:40:00.172232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:00.183938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.184307 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Added segment 2bfc3212-82a1-4fd7-8e51-db1b62c629fd of type vlan for network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a Dec 13 14:40:00.204626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-57cda015-9c56-425f-aa65-840f2cdd9ac2 service neutron] 10.222.0.50 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411197 Dec 13 14:40:00.228257 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.233612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:00.236132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7139ab5-3b23-4727-bca9-89ebbe87af39 req-cc8adeeb-59dc-4c29-8214-cacfbba23a81 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.238447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7139ab5-3b23-4727-bca9-89ebbe87af39 req-cc8adeeb-59dc-4c29-8214-cacfbba23a81 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 944 time: 0.3162801 Dec 13 14:40:00.241083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-c97b32c1-e278-4e81-9d6e-4e13b225cb83 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323670 Dec 13 14:40:00.283708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.290652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:00.305899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06c7f-a7da-4e1a-8894-cbaf06b8204f req-40e2510a-dc04-4b86-bc2c-1fef4f7fd7ec tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.307583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2dc06c7f-a7da-4e1a-8894-cbaf06b8204f req-40e2510a-dc04-4b86-bc2c-1fef4f7fd7ec tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 950 time: 0.1390233 Dec 13 14:40:00.361660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2dc06c7f-a7da-4e1a-8894-cbaf06b8204f req-e38a8626-bc5c-4b60-8db1-1f3723b19d73 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Dec 13 14:40:00.389982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1430040499-network', 'tenant_id': '1d91d76d667846149290166185482a44'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:00.439744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.440879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.441551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.459123 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10bbd5d4-87d6-43a4-95be-cd1f0492c88f req-895416b1-792f-4e88-9def-2d8ac437f9c9 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006245 Dec 13 14:40:00.463865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7139ab5-3b23-4727-bca9-89ebbe87af39 req-7fc6133b-99df-455e-9e12-7772ae56433b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174733 Dec 13 14:40:00.489232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644396a-4195-4767-8b99-30e0a2d5729d req-7f58fbd0-fcaf-4555-9767-6691c5e3cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.492500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d644396a-4195-4767-8b99-30e0a2d5729d req-7f58fbd0-fcaf-4555-9767-6691c5e3cb05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 1094 time: 0.0797768 Dec 13 14:40:00.526704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['a7db38f0-0133-4897-aabc-72722ea0ca1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:00.543888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Made reservation on behalf of 1d91d76d667846149290166185482a44 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:00.546258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.582192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.597010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:00.612167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:40:00.623099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ab169bc7-3589-4ba1-bd15-a721e42070e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3490982 Dec 13 14:40:00.628525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:00.638726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Request body: {'subnet': {'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-798153178-subnet', 'tenant_id': 'a6ac6a95e28343f38138a1cb105bd176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:00.653091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97346e20-06df-440f-8cca-befede6c59e5 req-44655311-dafd-411d-802c-7e17763172e2 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.654612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97346e20-06df-440f-8cca-befede6c59e5 req-44655311-dafd-411d-802c-7e17763172e2 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 943 time: 0.1933310 Dec 13 14:40:00.673433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-582a56e3-d2fa-4808-81be-a8ee8bb6bb10 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.675215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-582a56e3-d2fa-4808-81be-a8ee8bb6bb10 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 950 time: 0.1075644 Dec 13 14:40:00.721279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644396a-4195-4767-8b99-30e0a2d5729d req-82eb4d60-519c-4cd0-a332-4b98dbc01722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.723923 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d644396a-4195-4767-8b99-30e0a2d5729d req-82eb4d60-519c-4cd0-a332-4b98dbc01722 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 200 len: 919 time: 0.2265666 Dec 13 14:40:00.750543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97346e20-06df-440f-8cca-befede6c59e5 req-ce23ed59-5432-416e-ab04-91c5c6084245 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839646 Dec 13 14:40:00.773147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Made reservation on behalf of a6ac6a95e28343f38138a1cb105bd176 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:00.775561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.811990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d644396a-4195-4767-8b99-30e0a2d5729d req-c095c030-8df2-44d1-8caa-ba99e521c27a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1221f34d-7a15-4497-807e-9d20e993a254 HTTP/1.1" status: 200 len: 217 time: 0.0730433 Dec 13 14:40:00.846419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.897020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17549370-02ef-4ad2-a75a-728c0a849754 req-94ce22ab-400c-462a-afc7-a363111fe6ec tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.898584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17549370-02ef-4ad2-a75a-728c0a849754 req-94ce22ab-400c-462a-afc7-a363111fe6ec tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.1806812 Dec 13 14:40:00.921578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:00.952966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644396a-4195-4767-8b99-30e0a2d5729d req-ac8d9af6-9267-4d17-8a8e-944de510b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:00.955582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d644396a-4195-4767-8b99-30e0a2d5729d req-ac8d9af6-9267-4d17-8a8e-944de510b6c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71957079-d33f-4e9f-bd86-6ddee95839ff HTTP/1.1" status: 200 len: 858 time: 0.1191964 Dec 13 14:40:00.962163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:40:00.998879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70feb4-45c6-4af2-9803-1f9521bf6aef,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:01.005092 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d644396a-4195-4767-8b99-30e0a2d5729d req-4ac8f01d-d49e-4de9-aadc-759ff3627c5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64025ff0-76fb-4c4b-b485-9f40839b0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361645 Dec 13 14:40:01.008708 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17549370-02ef-4ad2-a75a-728c0a849754 req-f1312629-8085-4832-9210-d7581410de62 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962970 Dec 13 14:40:01.023816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.024164 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Added segment bb1156bc-6bb7-4b88-bacb-7be7fe6293e4 of type vlan for network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 Dec 13 14:40:01.046214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Deleting port 141031f2-2cfa-4438-bf12-06f71366c4e5 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:40:01.046582 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.080278 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.125057 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.179450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.180417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:01.181402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.191669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d644396a-4195-4767-8b99-30e0a2d5729d req-024f9064-c2f4-4627-aaf6-5e41bb405ce4 service neutron] 10.222.0.50 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764462 Dec 13 14:40:01.208085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] For port 141031f2-2cfa-4438-bf12-06f71366c4e5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=141031f2-2cfa-4438-bf12-06f71366c4e5,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:01.208820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.269995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Calling delete_port for 141031f2-2cfa-4438-bf12-06f71366c4e5 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:40:01.274148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41926d-4234-4522-b982-e3a91c31e308 req-7376da9d-5aad-4183-a274-b85e598eb9e2 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:01.275721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a41926d-4234-4522-b982-e3a91c31e308 req-7376da9d-5aad-4183-a274-b85e598eb9e2 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 1101 time: 0.1614258 Dec 13 14:40:01.285970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef117f49-ec2b-446b-aeb3-aafde5b4d80b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:01.299451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] Pushing event updated for resources: {'Network': ['ID=1872a87f-3902-4a84-936c-9c4a8f51c9d9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:01.309289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:40:01.333737 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-83184bfb-4bb2-40ed-924b-30ef48429c78 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1003222 Dec 13 14:40:01.336265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Checking segment: {'id': '2bfc3212-82a1-4fd7-8e51-db1b62c629fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:01.336927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Network hostable DHCP agents. Network: d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:40:01.339160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59074) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:01.346959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Request body: {'subnet': {'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1430040499-subnet', 'tenant_id': '1d91d76d667846149290166185482a44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:01.350196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'tag': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:01.352652 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a72d1-9340-4768-81db-1a6e9efb5fab" -d '{"events": [{"name": "network-changed", "server_uuid": "6d855642-cb97-43fd-99e5-4aa9882f9088", "tag": "9fe78314-d15e-4a17-a1ff-b35f72fbf4dd"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:01.380702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d644396a-4195-4767-8b99-30e0a2d5729d req-bd939ace-c23f-4c9e-a671-52edb4ab9f5a service neutron] 10.222.0.50 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747870 Dec 13 14:40:01.384985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a41926d-4234-4522-b982-e3a91c31e308 req-bdfc958e-0096-4231-81b8-34aa5230386f tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881050 Dec 13 14:40:01.454906 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46649696-18c1-4fe7-a8c5-94a8831142ef x-openstack-request-id: req-46649696-18c1-4fe7-a8c5-94a8831142ef {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:01.455591 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d855642-cb97-43fd-99e5-4aa9882f9088", "tag": "9fe78314-d15e-4a17-a1ff-b35f72fbf4dd", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:01.456002 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46649696-18c1-4fe7-a8c5-94a8831142ef {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:01.456553 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'tag': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd', 'status': 'completed', 'code': 200} Dec 13 14:40:01.494693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Made reservation on behalf of 1d91d76d667846149290166185482a44 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:01.497007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.563185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:40:01.610208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46bdfd-c6da-44b7-9147-4b0b213134fa req-e51b762f-e548-47ac-8799-36293a6a3a73 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:01.614866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e46bdfd-c6da-44b7-9147-4b0b213134fa req-e51b762f-e548-47ac-8799-36293a6a3a73 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 945 time: 0.0573649 Dec 13 14:40:01.614866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.627919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['141031f2-2cfa-4438-bf12-06f71366c4e5'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:01.656296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Pushing event deleted for resources: {'Port': ['ID=141031f2-2cfa-4438-bf12-06f71366c4e5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:01.657965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35732d-9e0a-4343-a7ef-551cefb44335 req-e447c329-b23b-4c94-a52a-9ad2e229a820 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:01.659502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d35732d-9e0a-4343-a7ef-551cefb44335 req-e447c329-b23b-4c94-a52a-9ad2e229a820 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe1b75df-86f8-44ed-9b0e-0e67de57cb45 HTTP/1.1" status: 200 len: 867 time: 0.1749446 Dec 13 14:40:01.665883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-b765de49-4b46-4916-ae69-549dade17356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:01.667445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-b765de49-4b46-4916-ae69-549dade17356 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 1094 time: 0.1846931 Dec 13 14:40:01.743141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:01.744759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e46bdfd-c6da-44b7-9147-4b0b213134fa req-04b952ba-f6e7-4aa2-8686-92267ace8ae3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203015 Dec 13 14:40:01.745838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] No DVR routers for this DVR port 141031f2-2cfa-4438-bf12-06f71366c4e5 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:40:01.750522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.762431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:01.762431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:01.763064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1e5d27a-3a3f-430e-a287-ee413f46ddb1 req-9d97e3c4-47b4-4b14-9cfc-ff2e2953dada tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.55 "DELETE /v2.0/ports/141031f2-2cfa-4438-bf12-06f71366c4e5 HTTP/1.1" status: 204 len: 173 time: 1.0748270 Dec 13 14:40:01.773581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ceb24-c933-41bf-9da1-c9a0a9617d13 None None] Network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:01.828918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d35732d-9e0a-4343-a7ef-551cefb44335 req-cf3ed235-e262-4bf7-acb1-569a697d4007 tempest-TenantUsagesTestJSON-1978166899 tempest-TenantUsagesTestJSON-1978166899-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dfa35e7-022a-4a63-8563-b0e05808d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590416 Dec 13 14:40:01.898874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-c2063e20-7a4b-4c4d-8b5e-a3be272ad21d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534787 Dec 13 14:40:01.960206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3a3f5bc4-b683-4046-885b-9cd723b79e7c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3293707 Dec 13 14:40:01.990863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-9023a62e-91ca-4497-aab9-e350055552ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:01.992355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-9023a62e-91ca-4497-aab9-e350055552ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 200 len: 919 time: 0.3154876 Dec 13 14:40:02.104741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-23d8d9c1-70bb-4c8a-b58b-64eb481d3782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd HTTP/1.1" status: 200 len: 217 time: 0.0955086 Dec 13 14:40:02.107869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:02.162368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a7db38f0-0133-4897-aabc-72722ea0ca1a up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:02.166861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-75d1f2ba-d4dd-4d9a-ac3d-ed3d9dcee136 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:02.176210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-75d1f2ba-d4dd-4d9a-ac3d-ed3d9dcee136 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760696 Dec 13 14:40:02.207925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-34b62b93-0e79-46bc-b496-1fc6d9d466e3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/quotas/757c4b9487d745a7ba2a865a387e0589 HTTP/1.1" status: 200 len: 375 time: 0.0307863 Dec 13 14:40:02.274674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ec94a-f8ee-491a-81fd-b78bbe7187f5 None None] Network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:02.323788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-455d176e-6cd2-4274-958c-30a862d9be5e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1149652 Dec 13 14:40:02.331699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53adca27-c386-44a7-a8ae-fc2fbee6417d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:02.360771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-1b99067c-4c97-476a-911d-9ecac8c9efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:02.362556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-1b99067c-4c97-476a-911d-9ecac8c9efa0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71957079-d33f-4e9f-bd86-6ddee95839ff HTTP/1.1" status: 200 len: 858 time: 0.2283769 Dec 13 14:40:02.378685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Checking segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:02.379138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Network hostable DHCP agents. Network: 1872a87f-3902-4a84-936c-9c4a8f51c9d9, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:40:02.417785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-67ea1e48-19fb-4ff6-a921-826b31fc6b1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64025ff0-76fb-4c4b-b485-9f40839b0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401566 Dec 13 14:40:02.430919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port a7db38f0-0133-4897-aabc-72722ea0ca1a completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:02.436552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port a7db38f0-0133-4897-aabc-72722ea0ca1a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:02.437052 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:02.457810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e2cfb-6682-468f-8e6c-9f823867bb86 req-d93dfe5a-f75c-4ee7-9b68-4b7a84a1687c tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:02.461742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a69e2cfb-6682-468f-8e6c-9f823867bb86 req-d93dfe5a-f75c-4ee7-9b68-4b7a84a1687c tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 943 time: 0.1456041 Dec 13 14:40:02.508999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:40:02.537591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a69e2cfb-6682-468f-8e6c-9f823867bb86 req-918fb1aa-4230-4cf1-9393-5a567d86be65 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532300 Dec 13 14:40:02.545580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2f7b059a-90a0-4b09-934a-071e8781978a details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:02.554187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:02.584249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-a3f934d0-6ce4-4698-980b-2d30d99d16a3 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569660 Dec 13 14:40:02.635476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:02.637950 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51b463-477e-4663-a811-6d162e64392a" -d '{"events": [{"server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "name": "network-vif-plugged", "status": "completed", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:02.666915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4d40963-ccc8-48d2-bb36-e3a51ae1a4b0 req-97f3db00-6c77-43ba-8ed7-c5226058ea24 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 210 time: 0.0425792 Dec 13 14:40:02.679254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1872a87f-3902-4a84-936c-9c4a8f51c9d9) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:02.690732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:02.690889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:02.691613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:02.707470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea964a8-b4e3-4f67-81e7-c27a93b178f3 None None] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:02.746819 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29f5b87-3439-47b8-831d-29754f34cd7e x-openstack-request-id: req-b29f5b87-3439-47b8-831d-29754f34cd7e {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:02.747146 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "name": "network-vif-plugged", "status": "completed", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:02.747395 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b29f5b87-3439-47b8-831d-29754f34cd7e {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:02.748673 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a', 'code': 200} Dec 13 14:40:02.807681 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:02.835786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c0a72d1-9340-4768-81db-1a6e9efb5fab req-ac1ba78b-18ec-4b31-9afd-d8234a1991f1 service neutron] 10.222.0.55 "GET /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431750 Dec 13 14:40:02.853791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-51b503b5-e3b7-4e8a-bf65-160f9ae4b21b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5054293 Dec 13 14:40:02.991367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:03.032868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2f7b059a-90a0-4b09-934a-071e8781978a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2f7b059a-90a0-4b09-934a-071e8781978a,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:03.040720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3e183-a9e1-41f4-96dd-be8c57e5b7a0 req-cf5dd3ae-9c27-4eb3-beda-d12ebfc265b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:03.042462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33c3e183-a9e1-41f4-96dd-be8c57e5b7a0 req-cf5dd3ae-9c27-4eb3-beda-d12ebfc265b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1097 time: 0.1595073 Dec 13 14:40:03.047355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '2f7b059a-90a0-4b09-934a-071e8781978a', 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5', 'port_id': '2f7b059a-90a0-4b09-934a-071e8781978a', 'mac_address': 'fa:16:3e:11:6b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71957079-d33f-4e9f-bd86-6ddee95839ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:03.057963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2e1b-2a2b-4539-a0bf-0db21dfbb82d req-6f8e739d-8022-4af1-9972-fed393adbfc6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:03.060071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c0b2e1b-2a2b-4539-a0bf-0db21dfbb82d req-6f8e739d-8022-4af1-9972-fed393adbfc6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.0941577 Dec 13 14:40:03.097466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-c228064c-2bbd-4a41-aa9f-dd97b15877e2 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:03.105215 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-c228064c-2bbd-4a41-aa9f-dd97b15877e2 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/networks?id=d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a HTTP/1.1" status: 200 len: 812 time: 0.1969793 Dec 13 14:40:03.128733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-b6502c98-8fc0-4184-8bbd-18b532d72c67 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/quotas/a6ac6a95e28343f38138a1cb105bd176 HTTP/1.1" status: 200 len: 375 time: 0.0226154 Dec 13 14:40:03.142477 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:03.166984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d18e5-d5c2-438f-b590-4d79816d20ef None None] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:03.195404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-a79d6508-658a-40de-98d3-e3832b1a2c80 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6ac6a95e28343f38138a1cb105bd176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657871 Dec 13 14:40:03.195822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7b059a-90a0-4b09-934a-071e8781978a {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:03.218714 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33c3e183-a9e1-41f4-96dd-be8c57e5b7a0 req-fee08379-3848-4fba-9d4b-a60ef19bcafd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569500 Dec 13 14:40:03.243511 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c0b2e1b-2a2b-4539-a0bf-0db21dfbb82d req-d81790ff-adf2-4e5e-b238-6296ea00fc36 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746638 Dec 13 14:40:03.276636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2f7b059a-90a0-4b09-934a-071e8781978a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2f7b059a-90a0-4b09-934a-071e8781978a,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:03.345932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-2c2871e2-97ca-4984-adbd-653e96f86548 service neutron] 10.222.0.24 "GET /v2.0/networks/d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421556 Dec 13 14:40:03.359386 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:03.429318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2f7b059a-90a0-4b09-934a-071e8781978a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:03.457819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'name': 'network-vif-deleted', 'tag': '141031f2-2cfa-4438-bf12-06f71366c4e5'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:03.460429 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a19eae3-87cc-4aeb-b4df-136cb3754b99" -d '{"events": [{"server_uuid": "fe1b75df-86f8-44ed-9b0e-0e67de57cb45", "name": "network-vif-deleted", "tag": "141031f2-2cfa-4438-bf12-06f71366c4e5"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:03.487248 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-b556bee7-077f-4248-82aa-47f2139f9405 service neutron] 10.222.0.24 "GET /v2.0/networks/d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399186 Dec 13 14:40:03.602652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-65247f81-02b0-4d80-96af-3013c3c3926f tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:03.604131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-65247f81-02b0-4d80-96af-3013c3c3926f tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.1399779 Dec 13 14:40:03.620014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-c822a15c-af5b-4464-a4ec-58c453790276 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/quotas/1d91d76d667846149290166185482a44 HTTP/1.1" status: 200 len: 375 time: 0.0097620 Dec 13 14:40:03.653935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-a8bce220-fa68-456b-9274-459cdde38cec tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281162 Dec 13 14:40:03.654491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['2f7b059a-90a0-4b09-934a-071e8781978a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:03.786991 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3f930fb0-3500-45a1-b5f7-ed0cb3c4a551 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239281 Dec 13 14:40:03.878930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1221f34d-7a15-4497-807e-9d20e993a254 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:03.923759 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b2baa-b687-4b62-a92d-a94e38930a33 x-openstack-request-id: req-8b1b2baa-b687-4b62-a92d-a94e38930a33 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:03.929294 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1b75df-86f8-44ed-9b0e-0e67de57cb45", "name": "network-vif-deleted", "tag": "141031f2-2cfa-4438-bf12-06f71366c4e5", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:03.929661 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b1b2baa-b687-4b62-a92d-a94e38930a33 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:03.930171 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1b75df-86f8-44ed-9b0e-0e67de57cb45', 'name': 'network-vif-deleted', 'tag': '141031f2-2cfa-4438-bf12-06f71366c4e5', 'status': 'completed', 'code': 200} Dec 13 14:40:03.942833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59166) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:03.959516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-7f39e52e-0f6d-4764-8201-04167e159480 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708777 Dec 13 14:40:04.054691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 1221f34d-7a15-4497-807e-9d20e993a254, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1221f34d-7a15-4497-807e-9d20e993a254,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:04.062179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdb714-c6c3-439c-8d1c-c0a86a0bcf64 req-6d044de2-e83f-42c2-8917-98e142fe4e76 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:04.063734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00fdb714-c6c3-439c-8d1c-c0a86a0bcf64 req-6d044de2-e83f-42c2-8917-98e142fe4e76 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 943 time: 0.0794723 Dec 13 14:40:04.065051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '1221f34d-7a15-4497-807e-9d20e993a254', 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5', 'port_id': '1221f34d-7a15-4497-807e-9d20e993a254', 'mac_address': 'fa:16:3e:b3:2e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71957079-d33f-4e9f-bd86-6ddee95839ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:04.108868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:04.118574 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00fdb714-c6c3-439c-8d1c-c0a86a0bcf64 req-8daf5731-4247-4cb5-9507-bd801291812e tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Dec 13 14:40:04.124181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1221f34d-7a15-4497-807e-9d20e993a254 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:04.144889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 1221f34d-7a15-4497-807e-9d20e993a254, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1221f34d-7a15-4497-807e-9d20e993a254,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:04.185127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-016e9605-0d11-49fd-8428-d61ce761d026 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e95ebea1f8f14e97a029bc757a27f2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407475 Dec 13 14:40:04.188389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59176) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:04.243557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dac2a9ab-d4da-4474-938a-2c374d1533aa req-0df8e5f3-c21a-430e-99e6-1b1b75683628 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 210 time: 0.0329678 Dec 13 14:40:04.268499 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:04.283341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62400a9d-8b5e-46cf-85a7-ecda5d2298b4 req-cb77d067-7e97-4fa7-9a03-89879ff19624 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0683935 Dec 13 14:40:04.337196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7481ef10-681d-4000-b0c8-cd7cbf8b2d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:04.365289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e983ad01-6603-4f1a-a651-4c9222013908 req-b8aec114-46c6-4444-ad35-456b5ee1828b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 210 time: 0.0464151 Dec 13 14:40:04.383794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7481ef10-681d-4000-b0c8-cd7cbf8b2d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:04.420411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=1221f34d-7a15-4497-807e-9d20e993a254,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:04.568960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:04.572274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 141031f2-2cfa-4438-bf12-06f71366c4e5 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:40:04.598672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 141031f2-2cfa-4438-bf12-06f71366c4e5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:40:04.599035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 141031f2-2cfa-4438-bf12-06f71366c4e5 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:40:04.649090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['1221f34d-7a15-4497-807e-9d20e993a254'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:04.698589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4361-bd96-469e-baef-13e77d40694c req-e1a2885c-6661-4a30-bee3-bebb62f3ef26 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:04.700073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-831e4361-bd96-469e-baef-13e77d40694c req-e1a2885c-6661-4a30-bee3-bebb62f3ef26 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.2994692 Dec 13 14:40:04.745676 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-831e4361-bd96-469e-baef-13e77d40694c req-715892c8-8c00-42a3-b09f-5e2b6cf4d984 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Dec 13 14:40:04.747339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:04.768095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd', 'network_id': '64025ff0-76fb-4c4b-b485-9f40839b0bd5', 'port_id': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd', 'mac_address': 'fa:16:3e:85:63:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71957079-d33f-4e9f-bd86-6ddee95839ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:04.805280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7481ef10-681d-4000-b0c8-cd7cbf8b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:04.807905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7481ef10-681d-4000-b0c8-cd7cbf8b2d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:04.809071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7481ef10-681d-4000-b0c8-cd7cbf8b2d7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dfa35e7-022a-4a63-8563-b0e05808d13a HTTP/1.1" status: 204 len: 168 time: 0.6196785 Dec 13 14:40:04.828076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481ef10-681d-4000-b0c8-cd7cbf8b2d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa35e7-022a-4a63-8563-b0e05808d13a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:04.856537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:04.906358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:04.940213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:05.022294 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.066726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-ab740f75-02ee-412e-89a6-11398f32e484 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214152 Dec 13 14:40:05.071440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:05.184470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-790cb323-e9dd-4259-b26a-6b7c3516b701 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:05.188085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-790cb323-e9dd-4259-b26a-6b7c3516b701 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130717 Dec 13 14:40:05.219382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:05.259670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73eca0-a167-4e81-9852-c13330fea47b req-299fa028-bc82-4be5-9c04-7ec871d2b0c1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:05.261481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f73eca0-a167-4e81-9852-c13330fea47b req-299fa028-bc82-4be5-9c04-7ec871d2b0c1 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 944 time: 0.0677299 Dec 13 14:40:05.326354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f73eca0-a167-4e81-9852-c13330fea47b req-aaf2eff1-7458-4ca8-a97e-c98ff2620955 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508587 Dec 13 14:40:05.353883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9fe78314-d15e-4a17-a1ff-b35f72fbf4dd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:05.388488 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d66fb93-586c-4153-a8a0-50f93c50e7db req-4c80a1b5-660f-414a-adfa-c06cea1acecd tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 210 time: 0.0425329 Dec 13 14:40:05.462078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3923206d-6d94-4dca-b91c-a4feadd57e33 req-e2ac99bf-5326-41d5-ac8b-6d169ef044ff tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0328062 Dec 13 14:40:05.474123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a782b88-8914-48af-8377-c915d3c8401c req-7af9b727-66b1-4b9d-b370-a81f37bcdcc6 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 210 time: 0.0283458 Dec 13 14:40:05.498483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:05.502985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.628600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59208) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:05.642403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.147 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/a509e6e4-12b0-40fc-a38d-567f87cf2b89) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:05.648425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4746b0b0-c497-4441-82f6-b3b905efa74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.726051 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4746b0b0-c497-4441-82f6-b3b905efa74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.797967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.810952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4746b0b0-c497-4441-82f6-b3b905efa74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.859662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4746b0b0-c497-4441-82f6-b3b905efa74b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=414fc1bd89a44bfd9e1de9f159585e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298381 Dec 13 14:40:05.862765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59212) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:05.870219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1221f34d-7a15-4497-807e-9d20e993a254 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:05.874192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746b0b0-c497-4441-82f6-b3b905efa74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81559558-7694-44d6-82d0-9afbb4ec53a1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:05.906421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593246bb-6cad-4e64-a758-062aa178c32d req-1fbc49f7-d9d1-4cce-bcbe-a0ef36bc9b35 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:05.908097 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-593246bb-6cad-4e64-a758-062aa178c32d req-1fbc49f7-d9d1-4cce-bcbe-a0ef36bc9b35 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.0637102 Dec 13 14:40:05.913732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.928487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:05.956003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-593246bb-6cad-4e64-a758-062aa178c32d req-dd16cd63-4500-4e39-a1cc-774b92b04a21 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Dec 13 14:40:05.974127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:05.983307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:05.990113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b691f70b-3170-4a0f-ab08-d7cfbd879183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:05.990113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:05.991419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=a509e6e4-12b0-40fc-a38d-567f87cf2b89,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:06.019010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 1221f34d-7a15-4497-807e-9d20e993a254 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:06.025489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 1221f34d-7a15-4497-807e-9d20e993a254 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:06.025951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.043763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b691f70b-3170-4a0f-ab08-d7cfbd879183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.070496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:06.071416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.105534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110f91e-7615-4906-8b03-63384cc92f40 req-7efc3965-91a8-4949-b26c-9bbe0eb49aa6 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:06.107825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1110f91e-7615-4906-8b03-63384cc92f40 req-7efc3965-91a8-4949-b26c-9bbe0eb49aa6 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1097 time: 0.0488396 Dec 13 14:40:06.160499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1110f91e-7615-4906-8b03-63384cc92f40 req-0823d8de-3fb3-40d9-b191-6477e92cb112 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Dec 13 14:40:06.179912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.197193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-86da9ef3-4faf-4fd2-92f5-3dd0c3a333dc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9934146 Dec 13 14:40:06.215452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Request body: {'port': {'device_id': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:06.222786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221f34d-7a15-4497-807e-9d20e993a254'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:06.225682 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f65cd9-9a65-4652-bce5-93f4c00f9ca9" -d '{"events": [{"server_uuid": "2cfcef54-fd9e-4a81-8b30-48fdcecde76c", "name": "network-vif-plugged", "status": "completed", "tag": "1221f34d-7a15-4497-807e-9d20e993a254"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:06.246585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb', '7686086c-c768-491f-9c86-495f14f15bd7', '05273370-8b90-4cea-943d-705e1d583352'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:06.269612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b691f70b-3170-4a0f-ab08-d7cfbd879183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.270384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 1221f34d-7a15-4497-807e-9d20e993a254, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1221f34d-7a15-4497-807e-9d20e993a254,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:06.272259 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b691f70b-3170-4a0f-ab08-d7cfbd879183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.274587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b691f70b-3170-4a0f-ab08-d7cfbd879183 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81559558-7694-44d6-82d0-9afbb4ec53a1 HTTP/1.1" status: 204 len: 168 time: 0.4101021 Dec 13 14:40:06.289480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691f70b-3170-4a0f-ab08-d7cfbd879183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81559558-7694-44d6-82d0-9afbb4ec53a1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:06.305500 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a19a77f-0b53-4a6d-a3f2-42a9d91fdf2c x-openstack-request-id: req-3a19a77f-0b53-4a6d-a3f2-42a9d91fdf2c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:06.305779 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfcef54-fd9e-4a81-8b30-48fdcecde76c", "name": "network-vif-plugged", "status": "completed", "tag": "1221f34d-7a15-4497-807e-9d20e993a254", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:06.306541 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a19a77f-0b53-4a6d-a3f2-42a9d91fdf2c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:06.306923 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221f34d-7a15-4497-807e-9d20e993a254', 'code': 200} Dec 13 14:40:06.342272 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.358167 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.444167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=1221f34d-7a15-4497-807e-9d20e993a254,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:06.487146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-10051e15-929a-4455-aace-dcda8396a8c9 None None] Provisioning complete for port a509e6e4-12b0-40fc-a38d-567f87cf2b89 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:06.487512 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10051e15-929a-4455-aace-dcda8396a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:06.579481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2f7b059a-90a0-4b09-934a-071e8781978a up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:06.607896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b0652-9610-434e-86f0-66bffcfce00d req-8fd7e8b7-256d-4ef0-8aa3-537ac9019c0e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:06.610173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-766b0652-9610-434e-86f0-66bffcfce00d req-8fd7e8b7-256d-4ef0-8aa3-537ac9019c0e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 936 time: 0.0992968 Dec 13 14:40:06.694697 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-766b0652-9610-434e-86f0-66bffcfce00d req-e7a240f1-b504-4e25-ad55-79e44db356f9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Dec 13 14:40:06.706322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-2533b7f1-0d62-445f-8b02-08340cdabf9a tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:06.711179 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-2533b7f1-0d62-445f-8b02-08340cdabf9a tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.50 "GET /v2.0/networks?id=d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a HTTP/1.1" status: 200 len: 812 time: 0.3633311 Dec 13 14:40:06.730430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Request body: {'port': {'device_id': '1a24963c-062d-4239-8343-50a43af7d8e1', 'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a', 'admin_state_up': True, 'tenant_id': 'a6ac6a95e28343f38138a1cb105bd176'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:06.854647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-10051e15-929a-4455-aace-dcda8396a8c9 None None] Port a509e6e4-12b0-40fc-a38d-567f87cf2b89 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:06.874655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a308b5ab-772f-45f1-8e25-32f6707e1de9 req-7d0375ae-74ed-43bf-bf0f-80c60d0f889c tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0585275 Dec 13 14:40:06.904903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76fc15-7969-4b33-b748-ce16204be4af req-49bad06a-ec18-4b16-83da-3bbc946f4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:06.906670 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f76fc15-7969-4b33-b748-ce16204be4af req-49bad06a-ec18-4b16-83da-3bbc946f4616 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 1096 time: 0.5001264 Dec 13 14:40:07.020526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3ccf-a7a8-4bed-8a88-096c61255906 req-b03e9f7e-912a-434a-b0eb-22cddce1f42b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:07.022026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabf3ccf-a7a8-4bed-8a88-096c61255906 req-b03e9f7e-912a-434a-b0eb-22cddce1f42b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 944 time: 0.4943104 Dec 13 14:40:07.035475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 2f7b059a-90a0-4b09-934a-071e8781978a completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:07.048912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 2f7b059a-90a0-4b09-934a-071e8781978a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:07.049283 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.063078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f76fc15-7969-4b33-b748-ce16204be4af req-a17c5560-4fe9-4941-82cf-e21b6e60801c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Dec 13 14:40:07.075873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7710c963-b73d-4b45-93e0-ac42a8610f6a req-7786d781-354e-48d7-b14d-74ada94a95a7 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 210 time: 0.0724890 Dec 13 14:40:07.167748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabf3ccf-a7a8-4bed-8a88-096c61255906 req-74ec3377-d1de-4b82-aa14-840a73eac869 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358783 Dec 13 14:40:07.171676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Made reservation on behalf of a6ac6a95e28343f38138a1cb105bd176 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:07.179711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.199382 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.258003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2f7b059a-90a0-4b09-934a-071e8781978a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2f7b059a-90a0-4b09-934a-071e8781978a,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:07.277303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a509e6e4-12b0-40fc-a38d-567f87cf2b89 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:07.289104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.352033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.352883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:07.358026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Transition to ACTIVE for port object a509e6e4-12b0-40fc-a38d-567f87cf2b89 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:40:07.380147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Allocated IP 172.20.0.2 (d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a/ef117f49-ec2b-446b-aeb3-aafde5b4d80b/cf5c10b3-e408-4a73-b55a-824b282c703f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:07.437255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.470736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2f7b059a-90a0-4b09-934a-071e8781978a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:07.516160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-06885624-5615-46e0-9fc8-14290ccddc39 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:07.518207 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-06885624-5615-46e0-9fc8-14290ccddc39 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.2278175 Dec 13 14:40:07.546031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Request body: {'port': {'device_id': '7ddcd718-4795-4487-8a45-4974961d98cc', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'admin_state_up': True, 'tenant_id': '1d91d76d667846149290166185482a44'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:07.546755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Pushing event updated for resources: {'Port': ['ID=a509e6e4-12b0-40fc-a38d-567f87cf2b89,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:07.566268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:07.570301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:07.570714 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.670961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.758342 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.788200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Attempting to bind port a509e6e4-12b0-40fc-a38d-567f87cf2b89 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:07.788200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Attempting to bind port a509e6e4-12b0-40fc-a38d-567f87cf2b89 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:07.788200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Attempting to bind port a509e6e4-12b0-40fc-a38d-567f87cf2b89 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:07.805884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.812492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Port a509e6e4-12b0-40fc-a38d-567f87cf2b89 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:07.815623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Attempting to bind port a509e6e4-12b0-40fc-a38d-567f87cf2b89 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:07.832902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:07.833322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:07.833600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:07.834049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Bound port: a509e6e4-12b0-40fc-a38d-567f87cf2b89, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:07.834427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:07.890179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:07.906030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:07.909948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:07.917245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:07.922207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Pushing event updated for resources: {'Port': ['ID=cf5c10b3-e408-4a73-b55a-824b282c703f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:07.954203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.033863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.034879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.048957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] For port a509e6e4-12b0-40fc-a38d-567f87cf2b89, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:08.058167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784cc4a-7dc6-4353-a068-591867ad8f87 req-73c4aa6b-bba4-4bea-ad72-50d614e03c87 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.059715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4784cc4a-7dc6-4353-a068-591867ad8f87 req-73c4aa6b-bba4-4bea-ad72-50d614e03c87 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 948 time: 0.1840982 Dec 13 14:40:08.067231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e385e5-78d6-40db-9747-5b548948f92c req-66adc6f9-516f-47dc-8d3c-41e27b567063 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.068828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15e385e5-78d6-40db-9747-5b548948f92c req-66adc6f9-516f-47dc-8d3c-41e27b567063 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 931 time: 0.0793269 Dec 13 14:40:08.075087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:08.076017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Made reservation on behalf of 1d91d76d667846149290166185482a44 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:08.091954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.108722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] For port a509e6e4-12b0-40fc-a38d-567f87cf2b89, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a509e6e4-12b0-40fc-a38d-567f87cf2b89,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:08.151193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59272) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:08.151582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15e385e5-78d6-40db-9747-5b548948f92c req-bb05c1cb-46db-456b-a68f-8a936c9873ff tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700736 Dec 13 14:40:08.169385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-774d7fff-ccf8-42a8-b577-cf7c3304b382 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4454188 Dec 13 14:40:08.199731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Request body: {'port': {'device_id': '1a24963c-062d-4239-8343-50a43af7d8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:08.221305 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.284206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4784cc4a-7dc6-4353-a068-591867ad8f87 req-8f802592-31a9-4208-8ab5-88c9ceb9df43 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833677 Dec 13 14:40:08.324037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7b059a-90a0-4b09-934a-071e8781978a'}, {'server_uuid': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:08.324037 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd09aef6-09bf-4657-8319-824caf3df65b" -d '{"events": [{"server_uuid": "9c8b057e-f0de-4372-9473-f7df3eab7627", "name": "network-vif-plugged", "status": "completed", "tag": "2f7b059a-90a0-4b09-934a-071e8781978a"}, {"server_uuid": "6d855642-cb97-43fd-99e5-4aa9882f9088", "name": "network-vif-plugged", "status": "completed", "tag": "9fe78314-d15e-4a17-a1ff-b35f72fbf4dd"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:08.331982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.336711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.338731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] 10.222.0.55 "PUT /v2.0/ports/a509e6e4-12b0-40fc-a38d-567f87cf2b89 HTTP/1.1" status: 200 len: 1096 time: 2.1283705 Dec 13 14:40:08.348004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'tag': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:08.350727 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ead70-1be7-4301-87dd-913ea59df137" -d '{"events": [{"name": "network-changed", "server_uuid": "146c2031-b2dc-4fb4-965e-6e266b337a93", "tag": "a509e6e4-12b0-40fc-a38d-567f87cf2b89"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:08.367990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0596f09e-2f46-40ce-8652-b3b0311097d8 req-8d2681a0-e709-4fb5-88bb-b8c18be2d5e9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 210 time: 0.0781178 Dec 13 14:40:08.389074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.513189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Allocated IP 172.20.0.2 (1872a87f-3902-4a84-936c-9c4a8f51c9d9/53adca27-c386-44a7-a8ae-fc2fbee6417d/89946981-da27-44c1-ba68-72abd6f63d5a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:08.565491 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec519ac9-35a4-4c96-acc5-ff9501c6be5d x-openstack-request-id: req-ec519ac9-35a4-4c96-acc5-ff9501c6be5d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:08.565897 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b057e-f0de-4372-9473-f7df3eab7627", "name": "network-vif-plugged", "status": "completed", "tag": "2f7b059a-90a0-4b09-934a-071e8781978a", "code": 200}, {"server_uuid": "6d855642-cb97-43fd-99e5-4aa9882f9088", "name": "network-vif-plugged", "status": "completed", "tag": "9fe78314-d15e-4a17-a1ff-b35f72fbf4dd", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:08.566479 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec519ac9-35a4-4c96-acc5-ff9501c6be5d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:08.566841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-network', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:08.566984 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7b059a-90a0-4b09-934a-071e8781978a', 'code': 200} Dec 13 14:40:08.567240 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd', 'code': 200} Dec 13 14:40:08.605987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cec7be-5e48-4b15-907c-b4264709db83 service neutron] Pushing event updated for resources: {'Port': ['ID=a509e6e4-12b0-40fc-a38d-567f87cf2b89,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:08.614979 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8774e7b3-6c85-4ab3-ae05-3c05cf156170 x-openstack-request-id: req-8774e7b3-6c85-4ab3-ae05-3c05cf156170 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:08.615176 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146c2031-b2dc-4fb4-965e-6e266b337a93", "tag": "a509e6e4-12b0-40fc-a38d-567f87cf2b89", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:08.615401 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8774e7b3-6c85-4ab3-ae05-3c05cf156170 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:08.615830 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'tag': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89', 'status': 'completed', 'code': 200} Dec 13 14:40:08.670679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Made reservation on behalf of dc45e05b3dc245e1b5df65f35f6b5e63 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:08.672695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.732264 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.800564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2a02-fec4-462e-9630-0a528a29c4c0 req-e0b9f7a9-9f11-41ad-aead-61c121762114 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.807056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-095d2a02-fec4-462e-9630-0a528a29c4c0 req-e0b9f7a9-9f11-41ad-aead-61c121762114 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 945 time: 0.2637553 Dec 13 14:40:08.852446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f2804-851d-441b-89ba-deda54121584 req-5b02ddcc-d8c3-4ee2-b186-654c668f72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.853973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb1f2804-851d-441b-89ba-deda54121584 req-5b02ddcc-d8c3-4ee2-b186-654c668f72aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 1096 time: 0.1563716 Dec 13 14:40:08.895724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ead70-1be7-4301-87dd-913ea59df137 req-88e77bf7-26a4-46ed-900b-3222c887065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.897193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a0ead70-1be7-4301-87dd-913ea59df137 req-88e77bf7-26a4-46ed-900b-3222c887065b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 1099 time: 0.2410278 Dec 13 14:40:08.930791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb1f2804-851d-441b-89ba-deda54121584 req-a02cc604-f3a8-41cf-ad3b-71e6dbb100ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662296 Dec 13 14:40:08.940167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5c10b3-e408-4a73-b55a-824b282c703f {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:08.947514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:08.959212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Transition to ACTIVE for port object cf5c10b3-e408-4a73-b55a-824b282c703f will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:40:08.964328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-095d2a02-fec4-462e-9630-0a528a29c4c0 req-f276b559-998b-4554-825c-2a9519c02c1b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564357 Dec 13 14:40:08.974328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a0ead70-1be7-4301-87dd-913ea59df137 req-66d1b861-fe80-4577-b6b7-fc44f1287b62 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520535 Dec 13 14:40:08.986843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f473d3-80c8-4b5d-b170-d259d77c9b87 req-6f5b5fd1-e885-4d72-a5db-b2b2822a1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:08.988233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0f473d3-80c8-4b5d-b170-d259d77c9b87 req-6f5b5fd1-e885-4d72-a5db-b2b2822a1ab4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 1096 time: 0.1998389 Dec 13 14:40:09.013557 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.028174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.058246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.080274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5c10b3-e408-4a73-b55a-824b282c703f,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:09.143012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.144769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Attempting to bind port cf5c10b3-e408-4a73-b55a-824b282c703f on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:09.145105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Attempting to bind port cf5c10b3-e408-4a73-b55a-824b282c703f by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '2bfc3212-82a1-4fd7-8e51-db1b62c629fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:09.145438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Attempting to bind port cf5c10b3-e408-4a73-b55a-824b282c703f on network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:09.149707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Port cf5c10b3-e408-4a73-b55a-824b282c703f on network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:09.157830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Attempting to bind port cf5c10b3-e408-4a73-b55a-824b282c703f on network d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:09.157830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:09.157830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Checking segment: {'id': '2bfc3212-82a1-4fd7-8e51-db1b62c629fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:09.157830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Bound using segment: {'id': '2bfc3212-82a1-4fd7-8e51-db1b62c629fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:09.157830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Bound port: cf5c10b3-e408-4a73-b55a-824b282c703f, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfc3212-82a1-4fd7-8e51-db1b62c629fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:09.157830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.172182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:40:09.237796 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.243781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35af4c1-2494-4daa-bb28-f1cf1747bac7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:09.259205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] For port cf5c10b3-e408-4a73-b55a-824b282c703f, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:09.268276 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.268615 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Added segment 20dc7ebc-35b3-418a-b447-958eb2f2b088 of type vlan for network 52107799-fe1d-4188-acab-dad0aeb72479 Dec 13 14:40:09.277023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] For port cf5c10b3-e408-4a73-b55a-824b282c703f, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cf5c10b3-e408-4a73-b55a-824b282c703f,segment=NetworkSegment(2bfc3212-82a1-4fd7-8e51-db1b62c629fd),segment_id=2bfc3212-82a1-4fd7-8e51-db1b62c629fd)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:09.293856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035039-b2bd-4e43-af8d-c9579420aa07 req-930554ee-b68d-4695-8120-568c04e96a00 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.295427 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58035039-b2bd-4e43-af8d-c9579420aa07 req-930554ee-b68d-4695-8120-568c04e96a00 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 943 time: 0.0674427 Dec 13 14:40:09.327024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0f473d3-80c8-4b5d-b170-d259d77c9b87 req-855debd6-871b-4727-bad7-c102f529d3e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565905 Dec 13 14:40:09.335795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:09.337941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58035039-b2bd-4e43-af8d-c9579420aa07 req-ef78bf49-3119-41d1-a555-2bb1817b7fe1 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355449 Dec 13 14:40:09.349326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.366706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:09.376560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:09.386345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.387085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.387467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:09.388383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] 10.222.0.50 "PUT /v2.0/ports/cf5c10b3-e408-4a73-b55a-824b282c703f HTTP/1.1" status: 200 len: 1091 time: 1.2084637 Dec 13 14:40:09.388842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a24963c-062d-4239-8343-50a43af7d8e1', 'tag': 'cf5c10b3-e408-4a73-b55a-824b282c703f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:09.391202 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272badd1-79a8-45af-b0bd-7a31dab9a1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1a24963c-062d-4239-8343-50a43af7d8e1", "tag": "cf5c10b3-e408-4a73-b55a-824b282c703f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:09.423277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2763b-e086-4088-aa2f-5b5386338735 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5c10b3-e408-4a73-b55a-824b282c703f,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:09.433377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.453507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ead70-1be7-4301-87dd-913ea59df137 req-69c48f40-cadc-4639-ac4c-e7fdd8cd3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.455595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a0ead70-1be7-4301-87dd-913ea59df137 req-69c48f40-cadc-4639-ac4c-e7fdd8cd3757 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2870560 Dec 13 14:40:09.491297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.491897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.497329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5720f-6061-4b2e-a6c0-de914e4ceff8 req-de017395-59fc-424d-a1b2-d520886c6441 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.498936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01c5720f-6061-4b2e-a6c0-de914e4ceff8 req-de017395-59fc-424d-a1b2-d520886c6441 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 931 time: 0.0555844 Dec 13 14:40:09.519122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247634e-7a4d-4efc-9cbb-16788d08af1d req-b59f75b5-6312-489a-8491-409b4236b3bf tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.520577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b247634e-7a4d-4efc-9cbb-16788d08af1d req-b59f75b5-6312-489a-8491-409b4236b3bf tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 948 time: 0.1460638 Dec 13 14:40:09.542446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.543627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.544165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.567049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01c5720f-6061-4b2e-a6c0-de914e4ceff8 req-cb6c7da4-3b53-45fd-9bef-b3a51b13e818 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577407 Dec 13 14:40:09.572952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-1ab4e7c1-d86d-4cf2-ac7a-0b9008e9e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.574548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-1ab4e7c1-d86d-4cf2-ac7a-0b9008e9e2a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6ac6a95e28343f38138a1cb105bd176&device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 1094 time: 0.0745375 Dec 13 14:40:09.605646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-dd1a5c7c-e5b1-4e85-a322-4af3738b5165 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0753491 Dec 13 14:40:09.631972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-56d1784d-c3e6-472b-8bd5-5df1982b85d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf5c10b3-e408-4a73-b55a-824b282c703f HTTP/1.1" status: 200 len: 217 time: 0.0481856 Dec 13 14:40:09.636104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Request body: {'port': {'device_id': '7ddcd718-4795-4487-8a45-4974961d98cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:09.638156 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf84cd-03c5-42da-8a0b-24bdc4b7fad9 x-openstack-request-id: req-efaf84cd-03c5-42da-8a0b-24bdc4b7fad9 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:09.638828 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a24963c-062d-4239-8343-50a43af7d8e1", "tag": "cf5c10b3-e408-4a73-b55a-824b282c703f", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:09.639353 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efaf84cd-03c5-42da-8a0b-24bdc4b7fad9 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:09.639971 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a24963c-062d-4239-8343-50a43af7d8e1', 'tag': 'cf5c10b3-e408-4a73-b55a-824b282c703f', 'status': 'completed', 'code': 200} Dec 13 14:40:09.671239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b247634e-7a4d-4efc-9cbb-16788d08af1d req-6f51172c-2b7c-4ebc-bf99-2201e7f59add tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443324 Dec 13 14:40:09.678290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] Pushing event updated for resources: {'Network': ['ID=52107799-fe1d-4188-acab-dad0aeb72479,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:09.693931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 52107799-fe1d-4188-acab-dad0aeb72479 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:40:09.712723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-54813e67-6649-40bf-90d9-f3cf9aec91ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5603330 Dec 13 14:40:09.715708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59302) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:09.724314 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.726832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Request body: {'subnet': {'network_id': '52107799-fe1d-4188-acab-dad0aeb72479', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-subnet', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:09.728846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-425344d3-e4a7-44ef-973d-ce8181c0b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.730357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-425344d3-e4a7-44ef-973d-ce8181c0b536 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 1099 time: 0.1199820 Dec 13 14:40:09.734158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-d2d89ea2-6646-4cc1-aa77-0bf75a6a64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.737545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-d2d89ea2-6646-4cc1-aa77-0bf75a6a64c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef117f49-ec2b-446b-aeb3-aafde5b4d80b HTTP/1.1" status: 200 len: 852 time: 0.0965576 Dec 13 14:40:09.788331 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-af0b074f-d56d-4687-9ea7-df2f7e2be2a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407093 Dec 13 14:40:09.803885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-289a46ac-df8a-4859-bbc0-5c08e76092a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a509e6e4-12b0-40fc-a38d-567f87cf2b89 HTTP/1.1" status: 200 len: 217 time: 0.0426171 Dec 13 14:40:09.864072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Made reservation on behalf of dc45e05b3dc245e1b5df65f35f6b5e63 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:09.866749 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:09.947489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-fb9e973d-865a-474d-8b6f-e08e17285198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:09.948959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-fb9e973d-865a-474d-8b6f-e08e17285198 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1232803 Dec 13 14:40:09.967865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-42b3409c-ae44-45c8-aed3-3eb157d522d1 service neutron] 10.222.0.50 "GET /v2.0/networks/d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718223 Dec 13 14:40:10.035528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-ecc57d06-ff8a-4cd3-ab1b-30aa8e5ba6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.036008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-ecc57d06-ff8a-4cd3-ab1b-30aa8e5ba6a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626242 Dec 13 14:40:10.167274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89946981-da27-44c1-ba68-72abd6f63d5a {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:10.182248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:10.184236 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fba5eb-990c-4113-8b9b-8b6611a051f6 req-f3a39b48-e13f-4a8b-a8a2-d33c5211c690 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.185810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5fba5eb-990c-4113-8b9b-8b6611a051f6 req-f3a39b48-e13f-4a8b-a8a2-d33c5211c690 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 945 time: 0.1344864 Dec 13 14:40:10.191736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-76b15270-8af8-417d-8956-ea5948da8c36 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377299 Dec 13 14:40:10.192844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe962419-c416-4082-8044-e35fdcfe8fcb req-bcbb077a-21c3-45f2-9605-d150e54d2d3d service neutron] 10.222.0.50 "GET /v2.0/networks/d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163103 Dec 13 14:40:10.203354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Transition to ACTIVE for port object 89946981-da27-44c1-ba68-72abd6f63d5a will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:40:10.238435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5fba5eb-990c-4113-8b9b-8b6611a051f6 req-0ce873a9-5f04-4cd7-a2a9-2040e0e02b42 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Dec 13 14:40:10.300826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae264e0e-3717-43c3-a628-fa468540d3dc req-cb1f8c59-4e16-4e58-ac72-7da54475a3d4 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923774 Dec 13 14:40:10.307903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:10.308625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:10.359954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:10.410509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b55460-46cd-4e6e-a679-0500ffa6a906,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:10.424429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Checking segment: {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:10.424760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Network hostable DHCP agents. Network: 52107799-fe1d-4188-acab-dad0aeb72479, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:40:10.431907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-3f8977f8-ca26-4cdb-9ef9-22b049056907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.433361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-3f8977f8-ca26-4cdb-9ef9-22b049056907 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6ac6a95e28343f38138a1cb105bd176&device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 1094 time: 0.0900106 Dec 13 14:40:10.437593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Attempting to bind port 89946981-da27-44c1-ba68-72abd6f63d5a on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:10.437909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Attempting to bind port 89946981-da27-44c1-ba68-72abd6f63d5a by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:10.438262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Attempting to bind port 89946981-da27-44c1-ba68-72abd6f63d5a on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:10.443362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Port 89946981-da27-44c1-ba68-72abd6f63d5a on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:10.443817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Attempting to bind port 89946981-da27-44c1-ba68-72abd6f63d5a on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:10.448775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:10.449189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Checking segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:10.449564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Bound using segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:10.449982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Bound port: 89946981-da27-44c1-ba68-72abd6f63d5a, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:10.450369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:10.518639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:10.521819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:10.537685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaffb9-9b6c-4b26-8732-41fd30fe2bb9 req-602bf45a-3b75-4d41-89ec-dc725d4345c5 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.539195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7bbaffb9-9b6c-4b26-8732-41fd30fe2bb9 req-602bf45a-3b75-4d41-89ec-dc725d4345c5 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 943 time: 0.1106765 Dec 13 14:40:10.595414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-d0ffa76e-73fb-4993-a32c-61f02c5f7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.596973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-d0ffa76e-73fb-4993-a32c-61f02c5f7ade service neutron] 10.222.0.50 "GET /v2.0/networks?id=d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a HTTP/1.1" status: 200 len: 913 time: 0.1337862 Dec 13 14:40:10.598261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Network 52107799-fe1d-4188-acab-dad0aeb72479 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:40:10.602893 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:10.613300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7bbaffb9-9b6c-4b26-8732-41fd30fe2bb9 req-59037d44-6c04-47ba-942b-e0f216252a50 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677090 Dec 13 14:40:10.648188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.648931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:10.650701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] 10.222.0.50 "PUT /v2.0/ports/89946981-da27-44c1-ba68-72abd6f63d5a HTTP/1.1" status: 200 len: 1091 time: 1.0289989 Dec 13 14:40:10.651525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:10.654205 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7eb9f3-f8d4-4bfd-9915-dc606e3a2ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:10.668544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-b4eccf34-20b5-4705-a983-a46c0636b3d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf5c10b3-e408-4a73-b55a-824b282c703f HTTP/1.1" status: 200 len: 217 time: 0.0397096 Dec 13 14:40:10.724654 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe69aec7-e4b6-48c5-aba0-d4e44c0d413b x-openstack-request-id: req-fe69aec7-e4b6-48c5-aba0-d4e44c0d413b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:10.725133 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:10.725256 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe69aec7-e4b6-48c5-aba0-d4e44c0d413b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:10.725787 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a', 'status': 'completed', 'code': 200} Dec 13 14:40:10.728626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c85f-9a8a-43ae-bef3-0136f9ecaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:10.748731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 52107799-fe1d-4188-acab-dad0aeb72479) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:10.756994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-a235193d-d542-4678-886f-a17632dfb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.758873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-a235193d-d542-4678-886f-a17632dfb60a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef117f49-ec2b-446b-aeb3-aafde5b4d80b HTTP/1.1" status: 200 len: 852 time: 0.0792243 Dec 13 14:40:10.759304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb1752-78d2-460c-8e77-9a0716a8504c None None] Network 52107799-fe1d-4188-acab-dad0aeb72479 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:10.760985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.762877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:10.783206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9951-75f7-4ef8-8c7b-283cb70e861e req-c2ced806-2b53-4376-921f-131b5d791c60 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.786125 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fdd9951-75f7-4ef8-8c7b-283cb70e861e req-c2ced806-2b53-4376-921f-131b5d791c60 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 943 time: 0.0841293 Dec 13 14:40:10.837444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fdd9951-75f7-4ef8-8c7b-283cb70e861e req-83e97937-831c-439c-8c31-ce2357d8f832 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463789 Dec 13 14:40:10.863149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d9022-ef04-40bb-a005-bb69a7c57165 req-654e23a8-bf91-492f-9f52-3effc6f6db49 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.876634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-555d9022-ef04-40bb-a005-bb69a7c57165 req-654e23a8-bf91-492f-9f52-3effc6f6db49 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 948 time: 0.0916562 Dec 13 14:40:10.887177 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a50ad91b-6bde-4d8a-afe0-0602a2c82aa0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1662662 Dec 13 14:40:10.903392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59328) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:10.910138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:10.927199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eb9f3-f8d4-4bfd-9915-dc606e3a2ff7 req-fa7a27e2-fbc7-4db2-bf9d-eb2257b984e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:10.929584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc7eb9f3-f8d4-4bfd-9915-dc606e3a2ff7 req-fa7a27e2-fbc7-4db2-bf9d-eb2257b984e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 1094 time: 0.0679872 Dec 13 14:40:10.959027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-887cd088-7407-4ba9-b626-5d1c69981ba2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790765 Dec 13 14:40:10.996331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-52107799-fe1d-4188-acab-dad0aeb72479', 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'fixed_ips': [{'subnet_id': '74b55460-46cd-4e6e-a679-0500ffa6a906'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:40:10.997846 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.066930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eb9f3-f8d4-4bfd-9915-dc606e3a2ff7 req-2f717a1e-3431-4222-8fd5-febfd2c97c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:11.069568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc7eb9f3-f8d4-4bfd-9915-dc606e3a2ff7 req-2f717a1e-3431-4222-8fd5-febfd2c97c43 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1d91d76d667846149290166185482a44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1182258 Dec 13 14:40:11.079775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-c19ac055-1b38-475e-a0fe-d555e1439fdf service neutron] 10.222.0.50 "GET /v2.0/networks/d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116033 Dec 13 14:40:11.083231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.084623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.162169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-555d9022-ef04-40bb-a005-bb69a7c57165 req-bd9ef058-ba7b-4516-9014-eac05f159300 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839897 Dec 13 14:40:11.176776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Allocated IP 172.20.0.2 (52107799-fe1d-4188-acab-dad0aeb72479/74b55460-46cd-4e6e-a679-0500ffa6a906/f6252789-6673-466e-a1b5-ccd81583f3c4) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:11.213202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eb9f3-f8d4-4bfd-9915-dc606e3a2ff7 req-56850ee3-d31d-400e-b82c-889ed9dd8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:11.215377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc7eb9f3-f8d4-4bfd-9915-dc606e3a2ff7 req-56850ee3-d31d-400e-b82c-889ed9dd8b56 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280282 Dec 13 14:40:11.251130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.294992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-272badd1-79a8-45af-b0bd-7a31dab9a1d6 req-a4f4e258-e2c4-47be-a5c3-70b29ab4d784 service neutron] 10.222.0.50 "GET /v2.0/networks/d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021217 Dec 13 14:40:11.309833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-9385925b-e212-4a72-8e7a-e2192ac0e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:11.312624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-9385925b-e212-4a72-8e7a-e2192ac0e44e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 1094 time: 0.0561135 Dec 13 14:40:11.371860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.379528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-0855827d-e762-4a51-b8a0-eed32dbcb8b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89946981-da27-44c1-ba68-72abd6f63d5a HTTP/1.1" status: 200 len: 217 time: 0.0548105 Dec 13 14:40:11.447891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.452358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-9d4cab4d-1b95-4849-9351-a24bea2c009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:11.454508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-9d4cab4d-1b95-4849-9351-a24bea2c009d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 200 len: 845 time: 0.0656548 Dec 13 14:40:11.463138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67757fe4-1bdf-4233-9900-17aa1ba8a758 req-2cca9353-5de4-43fc-8020-fb2aae128791 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:11.468052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.471232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67757fe4-1bdf-4233-9900-17aa1ba8a758 req-2cca9353-5de4-43fc-8020-fb2aae128791 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 945 time: 0.0944605 Dec 13 14:40:11.497491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Network 52107799-fe1d-4188-acab-dad0aeb72479 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:11.500430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:11.507956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:11.508176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-e240727e-e975-41a7-a1d5-9a9beabc8646 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1872a87f-3902-4a84-936c-9c4a8f51c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349562 Dec 13 14:40:11.510985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Pushing event updated for resources: {'Port': ['ID=f6252789-6673-466e-a1b5-ccd81583f3c4,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:11.546043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67757fe4-1bdf-4233-9900-17aa1ba8a758 req-732aa330-5886-4727-a8b6-8d200ba8c3b3 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Dec 13 14:40:11.570196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Attempting to bind port f6252789-6673-466e-a1b5-ccd81583f3c4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:11.570818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Attempting to bind port f6252789-6673-466e-a1b5-ccd81583f3c4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:11.571245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Attempting to bind port f6252789-6673-466e-a1b5-ccd81583f3c4 on network 52107799-fe1d-4188-acab-dad0aeb72479 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:11.576653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:11.580899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Checking segment: {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:11.580899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.580899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Bound using segment: {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:11.580899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Bound port: f6252789-6673-466e-a1b5-ccd81583f3c4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:11.580899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.632923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-9cd21a04-c6f9-4edf-b3cc-c46c9d88a3d4 service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126609 Dec 13 14:40:11.652563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] For port f6252789-6673-466e-a1b5-ccd81583f3c4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:11.658254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] For port f6252789-6673-466e-a1b5-ccd81583f3c4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f6252789-6673-466e-a1b5-ccd81583f3c4,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:11.679459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f8307-de26-4150-8c02-11c9fbfb25d3 req-c59dc632-a354-4e21-9f56-1bb2bb0fa4d4 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:11.681008 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b33f8307-de26-4150-8c02-11c9fbfb25d3 req-c59dc632-a354-4e21-9f56-1bb2bb0fa4d4 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 945 time: 0.0612595 Dec 13 14:40:11.725939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:11.768949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b33f8307-de26-4150-8c02-11c9fbfb25d3 req-5d50af9b-0248-4cd2-8374-2933286ecb66 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781758 Dec 13 14:40:11.804062 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4777d01b-8c96-4a59-85f7-db2c020d44d2 req-da71197b-5c98-4c75-8436-49c1542f007c service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628702 Dec 13 14:40:11.823498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d10e61-7f50-4cd2-baf7-0d8b7c91e980 None None] Pushing event updated for resources: {'Port': ['ID=f6252789-6673-466e-a1b5-ccd81583f3c4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:11.844523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200aed-ad6e-4368-b994-045552b923a3 req-4306ca3a-b944-4cba-b63b-56807aba4fae tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:11.845559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88200aed-ad6e-4368-b994-045552b923a3 req-4306ca3a-b944-4cba-b63b-56807aba4fae tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 943 time: 0.1043668 Dec 13 14:40:11.908822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88200aed-ad6e-4368-b994-045552b923a3 req-740c6f40-30e0-42a7-b7c5-2bbd8b7e8d9b tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566375 Dec 13 14:40:11.989794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:12.027924 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:12.075883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b48f53-5aa9-4e09-907f-3950b9d9f34d req-7212b416-58cf-4ab3-b227-3170bc88ff30 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:12.077615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6b48f53-5aa9-4e09-907f-3950b9d9f34d req-7212b416-58cf-4ab3-b227-3170bc88ff30 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 945 time: 0.1872034 Dec 13 14:40:12.079918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30899f-42f8-4f75-9a8d-f2a0cd6ba075 req-9a32bd7e-1093-4179-ac15-cb5a3426078f tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:12.081572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b30899f-42f8-4f75-9a8d-f2a0cd6ba075 req-9a32bd7e-1093-4179-ac15-cb5a3426078f tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 943 time: 0.0969450 Dec 13 14:40:12.158896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b30899f-42f8-4f75-9a8d-f2a0cd6ba075 req-5808aa0e-93ba-4646-a2d7-4a844be4043e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675926 Dec 13 14:40:12.233101 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6b48f53-5aa9-4e09-907f-3950b9d9f34d req-09a8adc0-d428-467d-a2a8-44e79ad5cc61 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016953 Dec 13 14:40:12.270462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Allocated IP 172.25.7.3 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d8fce116-c7ac-460f-9e4f-a9a0d3328c69) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:12.652149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94c583-213b-4ab3-9271-c72aafc04842 req-7088e3ac-279b-4290-a2a5-ae77d478b519 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:12.653732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d94c583-213b-4ab3-9271-c72aafc04842 req-7088e3ac-279b-4290-a2a5-ae77d478b519 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 948 time: 0.1164510 Dec 13 14:40:12.683315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:12.837250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d94c583-213b-4ab3-9271-c72aafc04842 req-3a408808-47e5-4d01-89bf-6d5d2f3cc303 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576216 Dec 13 14:40:12.838360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:12.900860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:12.917181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:12.934643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f6252789-6673-466e-a1b5-ccd81583f3c4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:12.939906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6c67a-064f-445a-a762-bf4db55e1ddb req-c614a411-e807-46ce-925c-0492cab5180f tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:12.940594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:12.951456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9c6c67a-064f-445a-a762-bf4db55e1ddb req-c614a411-e807-46ce-925c-0492cab5180f tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 945 time: 0.1653156 Dec 13 14:40:13.022315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f6252789-6673-466e-a1b5-ccd81583f3c4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:13.022690 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:13.050934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9c6c67a-064f-445a-a762-bf4db55e1ddb req-d657a857-4259-4708-b75d-8081b91568e6 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944946 Dec 13 14:40:13.101581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:13.177965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:13.198659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcdf9ca-d4fe-4efd-bc84-6940eb0abbc8 None None] Network 52107799-fe1d-4188-acab-dad0aeb72479 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:13.301627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e01ce-bfb3-40a0-9a32-0c7de2af5a3a req-dba23f4f-c223-43b7-847f-059913e37b9c tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:13.303484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d3e01ce-bfb3-40a0-9a32-0c7de2af5a3a req-dba23f4f-c223-43b7-847f-059913e37b9c tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 943 time: 0.2831531 Dec 13 14:40:13.331677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8fee2-4cf0-4a43-bad4-1a24a844292e req-2ecb4a36-70c8-4e3d-bc2d-9dbd9fbac588 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:13.339996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2bb8fee2-4cf0-4a43-bad4-1a24a844292e req-2ecb4a36-70c8-4e3d-bc2d-9dbd9fbac588 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 943 time: 0.0701478 Dec 13 14:40:13.396394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2bb8fee2-4cf0-4a43-bad4-1a24a844292e req-f4c94904-6bdb-4ee5-9540-877edc85ad43 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503187 Dec 13 14:40:13.451685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b439fe51-87fc-4a5b-a638-6f966f02130f None None] Provisioning complete for port f6252789-6673-466e-a1b5-ccd81583f3c4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:13.452004 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b439fe51-87fc-4a5b-a638-6f966f02130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:13.469376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d3e01ce-bfb3-40a0-9a32-0c7de2af5a3a req-744e318b-103a-4c48-914f-e75c70569953 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588736 Dec 13 14:40:13.475615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port f6252789-6673-466e-a1b5-ccd81583f3c4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f6252789-6673-466e-a1b5-ccd81583f3c4,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:13.543908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970323b-9033-4827-b0db-3e07cf900b64 req-03ff1f2d-18fd-458d-9ed4-38a7e8dc7593 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:13.545437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2970323b-9033-4827-b0db-3e07cf900b64 req-03ff1f2d-18fd-458d-9ed4-38a7e8dc7593 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1096 time: 0.0841269 Dec 13 14:40:13.547473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:13.564107 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:13.656259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=f6252789-6673-466e-a1b5-ccd81583f3c4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:13.673331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2970323b-9033-4827-b0db-3e07cf900b64 req-bcc6b592-fa59-4a59-bb05-8aee916a7a20 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797148 Dec 13 14:40:13.793799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:13.955558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cf5c10b3-e408-4a73-b55a-824b282c703f details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:14.012778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10029-ba1a-4a4f-901a-4a62686ab9c9 req-986a1b66-f7bc-4a8d-95bb-e3404b872b1f tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:14.014264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-28a10029-ba1a-4a4f-901a-4a62686ab9c9 req-986a1b66-f7bc-4a8d-95bb-e3404b872b1f tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 948 time: 0.0678723 Dec 13 14:40:14.038121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2c72400b-fc5a-441d-b9ca-abdbdbdf9b4d None None] Provisioning complete for port f6252789-6673-466e-a1b5-ccd81583f3c4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:14.038390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2c72400b-fc5a-441d-b9ca-abdbdbdf9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:14.055834 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-28a10029-ba1a-4a4f-901a-4a62686ab9c9 req-fc67a04e-191a-4917-9828-e825b945a13d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341325 Dec 13 14:40:14.062309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Router 74fcfabd-6609-4033-9909-43ae6d2f5a1d is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:40:14.099951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port cf5c10b3-e408-4a73-b55a-824b282c703f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cf5c10b3-e408-4a73-b55a-824b282c703f,segment=NetworkSegment(2bfc3212-82a1-4fd7-8e51-db1b62c629fd),segment_id=2bfc3212-82a1-4fd7-8e51-db1b62c629fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:14.116081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'cf5c10b3-e408-4a73-b55a-824b282c703f', 'network_id': 'd20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a', 'port_id': 'cf5c10b3-e408-4a73-b55a-824b282c703f', 'mac_address': 'fa:16:3e:c7:7a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef117f49-ec2b-446b-aeb3-aafde5b4d80b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:14.185192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2d30c-f32f-423e-aac6-b29ad902792e req-e80ad71e-87eb-4557-8776-9863498e1acc tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:14.186783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52a2d30c-f32f-423e-aac6-b29ad902792e req-e80ad71e-87eb-4557-8776-9863498e1acc tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 945 time: 0.0614986 Dec 13 14:40:14.207864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:14.224854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5c10b3-e408-4a73-b55a-824b282c703f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:14.254681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52a2d30c-f32f-423e-aac6-b29ad902792e req-53dab22d-3471-42da-83bb-458e9fe1d78a tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462275 Dec 13 14:40:14.254796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port cf5c10b3-e408-4a73-b55a-824b282c703f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cf5c10b3-e408-4a73-b55a-824b282c703f,segment=NetworkSegment(2bfc3212-82a1-4fd7-8e51-db1b62c629fd),segment_id=2bfc3212-82a1-4fd7-8e51-db1b62c629fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:14.257668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:14.266463 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Sync routers for ids ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:14.275366 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Routers {'74fcfabd-6609-4033-9909-43ae6d2f5a1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:14.275989 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:14.337324 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:14.340061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:14.341908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fee3b178-ed7c-4815-aff5-978b3d9b5121 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4375646 Dec 13 14:40:14.345655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59376) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:14.388816 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Set router 74fcfabd-6609-4033-9909-43ae6d2f5a1d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:14.437485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-78b51167-7216-4ac0-aec7-936727fe9599 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:14.440529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-78b51167-7216-4ac0-aec7-936727fe9599 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 945 time: 0.1204283 Dec 13 14:40:14.444731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=cf5c10b3-e408-4a73-b55a-824b282c703f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:14.606344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a21074-af78-4ccd-8234-b6d3a9b74352 req-1a533826-bc62-4659-bdde-09c28af44b39 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:14.615669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18a21074-af78-4ccd-8234-b6d3a9b74352 req-1a533826-bc62-4659-bdde-09c28af44b39 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 943 time: 0.1200635 Dec 13 14:40:14.638104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a509e6e4-12b0-40fc-a38d-567f87cf2b89 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:14.648810 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:40:13Z', 'revision_number': 3, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port': {'id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:12Z', 'updated_at': '2021-12-13T14:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:14.684013 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Checking router: 74fcfabd-6609-4033-9909-43ae6d2f5a1d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:14.684725 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Updating router 74fcfabd-6609-4033-9909-43ae6d2f5a1d port d8fce116-c7ac-460f-9e4f-a9a0d3328c69 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:40:14.685008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Deleting port 2f7b059a-90a0-4b09-934a-071e8781978a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:40:14.685495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:14.701605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['cf5c10b3-e408-4a73-b55a-824b282c703f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:14.718385 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:14.869233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18a21074-af78-4ccd-8234-b6d3a9b74352 req-e88274f8-3bda-47dd-9a7c-e33bdf024759 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525079 Dec 13 14:40:14.884057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f6252789-6673-466e-a1b5-ccd81583f3c4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:14.892488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] For port 2f7b059a-90a0-4b09-934a-071e8781978a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2f7b059a-90a0-4b09-934a-071e8781978a,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:14.892864 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:14.927264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Calling delete_port for 2f7b059a-90a0-4b09-934a-071e8781978a owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:40:15.015776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a509e6e4-12b0-40fc-a38d-567f87cf2b89, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a509e6e4-12b0-40fc-a38d-567f87cf2b89,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:15.041876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89', 'mac_address': 'fa:16:3e:0b:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:15.137547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.148965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.155697 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.155883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f6252789-6673-466e-a1b5-ccd81583f3c4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:15.156127 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.160975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d289ce-3a33-4f32-a661-64911bcb6616 req-f36e0c5d-b655-4192-b6dc-4f41adf57c80 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:15.162657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72d289ce-3a33-4f32-a661-64911bcb6616 req-f36e0c5d-b655-4192-b6dc-4f41adf57c80 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1572340 Dec 13 14:40:15.203620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a509e6e4-12b0-40fc-a38d-567f87cf2b89 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:15.245189 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.270622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a509e6e4-12b0-40fc-a38d-567f87cf2b89, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a509e6e4-12b0-40fc-a38d-567f87cf2b89,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:15.304539 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Attempting to bind port d8fce116-c7ac-460f-9e4f-a9a0d3328c69 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:15.304539 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Attempting to bind port d8fce116-c7ac-460f-9e4f-a9a0d3328c69 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:15.305223 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Attempting to bind port d8fce116-c7ac-460f-9e4f-a9a0d3328c69 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:15.307861 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Pushing event updated for resources: {'Port': ['ID=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:15.312943 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:15.313422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:15.314659 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.314659 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:15.314878 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Bound port: d8fce116-c7ac-460f-9e4f-a9a0d3328c69, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:15.315097 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.322019 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.322419 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.322875 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.323391 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.323904 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.324403 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.324886 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.325370 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.325918 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.326506 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.327064 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.327618 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:15.334726 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.383596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.396881 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] For port d8fce116-c7ac-460f-9e4f-a9a0d3328c69, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:15.402141 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] For port d8fce116-c7ac-460f-9e4f-a9a0d3328c69, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:15.420130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a509e6e4-12b0-40fc-a38d-567f87cf2b89,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:15.437224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Allocated IP 172.20.0.1 (52107799-fe1d-4188-acab-dad0aeb72479/74b55460-46cd-4e6e-a679-0500ffa6a906/9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:15.480869 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.543698 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0605ac-9e19-4c6f-a902-446ea60cf6a5 None None] Pushing event updated for resources: {'Port': ['ID=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:15.579855 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Routers {'74fcfabd-6609-4033-9909-43ae6d2f5a1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:15.580147 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:15.581494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.595249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72d289ce-3a33-4f32-a661-64911bcb6616 req-8a518743-c6ea-4271-8598-b987b4608ca8 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211817 Dec 13 14:40:15.692986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a509e6e4-12b0-40fc-a38d-567f87cf2b89'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:15.697019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.726122 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.752807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Pushing event deleted for resources: {'Port': ['ID=2f7b059a-90a0-4b09-934a-071e8781978a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:15.807884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Network 52107799-fe1d-4188-acab-dad0aeb72479 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:15.814067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:15.817746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:15.848052 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] Set router 74fcfabd-6609-4033-9909-43ae6d2f5a1d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:15.859146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:15.861564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] No DVR routers for this DVR port 2f7b059a-90a0-4b09-934a-071e8781978a on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:40:15.869200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.888509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:15.888969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16ae650b-165b-4bb0-a611-594cfde9aea1 req-355732f4-a6a5-42d9-bf5f-3899a62479f8 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "DELETE /v2.0/ports/2f7b059a-90a0-4b09-934a-071e8781978a HTTP/1.1" status: 204 len: 173 time: 1.4398756 Dec 13 14:40:15.889570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'name': 'network-vif-deleted', 'tag': '2f7b059a-90a0-4b09-934a-071e8781978a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:15.894180 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e97429-6d75-467b-8750-e4e6e5567fae" -d '{"events": [{"server_uuid": "9c8b057e-f0de-4372-9473-f7df3eab7627", "name": "network-vif-deleted", "tag": "2f7b059a-90a0-4b09-934a-071e8781978a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:15.983646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995e42b-e48b-4261-8699-fab4e9978e64 req-5e4b9581-4355-423c-9f51-0d5e2a07979b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:15.985397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4995e42b-e48b-4261-8699-fab4e9978e64 req-5e4b9581-4355-423c-9f51-0d5e2a07979b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 949 time: 0.1712811 Dec 13 14:40:16.027933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 89946981-da27-44c1-ba68-72abd6f63d5a details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:16.068113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4995e42b-e48b-4261-8699-fab4e9978e64 req-f14c5e61-4ae1-4d52-ab72-545d37bda7fe tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729077 Dec 13 14:40:16.107027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-4e5b35fc-0faa-4366-ba4a-d3affce3bf9e tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:40:16.108722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-4e5b35fc-0faa-4366-ba4a-d3affce3bf9e tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090573 Dec 13 14:40:16.199596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-a5cec2a3-c0ac-482c-96d1-03a4c2ea1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:16.201231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-a5cec2a3-c0ac-482c-96d1-03a4c2ea1993 service neutron] 10.222.0.24 "GET /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 1093 time: 0.0828125 Dec 13 14:40:16.227254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Request body: {'binding': {'host': 'n-h2-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:16.227851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Unknown quota resources ['binding']. {{(pid=102823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:40:16.242931 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:40:13Z', 'revision_number': 3, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port': {'id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:12Z', 'updated_at': '2021-12-13T14:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:16.265410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['1221f34d-7a15-4497-807e-9d20e993a254'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:16.276041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85b098-e46d-4471-8c2f-5ac9a95a0b54 None None] The sync data for ids ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'] in n-d-816954-1 is: [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:40:13Z', 'revision_number': 3, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port': {'id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:12Z', 'updated_at': '2021-12-13T14:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:16.292544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.409104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-57b6e6e6-dc71-40f3-b2c5-e4d749e74300 None None] Provisioning complete for port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:16.410983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57b6e6e6-dc71-40f3-b2c5-e4d749e74300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.429259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:16.431080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b6354d9-0860-4e65-a7bf-4355ed845ea3 req-cbd6151b-ba2c-4e9d-b29a-d50a02b317cc tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8b057e-f0de-4372-9473-f7df3eab7627 HTTP/1.1" status: 200 len: 210 time: 0.2280433 Dec 13 14:40:16.463417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on host n-h2-816954-1 for vnic_type normal with profile None {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:16.463417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:16.463417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:16.468479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:16.470670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:16.487718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:16.488074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:16.489866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:16.490330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Bound port: 14986c79-8713-4e98-a3cf-3c32dda00b4f, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:16.559640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '89946981-da27-44c1-ba68-72abd6f63d5a', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '89946981-da27-44c1-ba68-72abd6f63d5a', 'mac_address': 'fa:16:3e:b9:11:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:16.591426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.635078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.637819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:16.639476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-57b6e6e6-dc71-40f3-b2c5-e4d749e74300 None None] Port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:16.641332 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.654864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2f7b059a-90a0-4b09-934a-071e8781978a no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:40:16.656086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5f121-2032-44b3-9d9d-a70b1a95741e req-755f9bc6-eccb-43bb-8a29-836534a651da tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:16.657905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8f5f121-2032-44b3-9d9d-a70b1a95741e req-755f9bc6-eccb-43bb-8a29-836534a651da tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 943 time: 0.0947587 Dec 13 14:40:16.717113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.739570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5f4431c8-dfae-41a3-b36e-a59b783e4185 service neutron] 10.222.0.24 "POST /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5118737 Dec 13 14:40:16.758355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8f5f121-2032-44b3-9d9d-a70b1a95741e req-5d705214-6d25-48ad-b3c5-8e2134bf73ed tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935073 Dec 13 14:40:16.759072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.818136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 2f7b059a-90a0-4b09-934a-071e8781978a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:40:16.818477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2f7b059a-90a0-4b09-934a-071e8781978a not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:40:16.826313 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f0bc4-1589-4fbf-b250-dd6eb99d2bc0 x-openstack-request-id: req-e79f0bc4-1589-4fbf-b250-dd6eb99d2bc0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:16.826663 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b057e-f0de-4372-9473-f7df3eab7627", "name": "network-vif-deleted", "tag": "2f7b059a-90a0-4b09-934a-071e8781978a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:16.827002 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e79f0bc4-1589-4fbf-b250-dd6eb99d2bc0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:16.827592 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b057e-f0de-4372-9473-f7df3eab7627', 'name': 'network-vif-deleted', 'tag': '2f7b059a-90a0-4b09-934a-071e8781978a', 'status': 'completed', 'code': 200} Dec 13 14:40:16.828879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:16.830911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:16.861914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89946981-da27-44c1-ba68-72abd6f63d5a {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:16.945246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:16.953873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d8fce116-c7ac-460f-9e4f-a9a0d3328c69 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:17.026272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Network 52107799-fe1d-4188-acab-dad0aeb72479 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:17.028158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:17.046772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d8fce116-c7ac-460f-9e4f-a9a0d3328c69 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:17.047249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:17.091068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29184cb7-70c4-4a1e-9a61-36e07d049fbf req-58422e91-e607-47d0-bd2b-e2053c1fb8dd tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:17.103336 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:17.110639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29184cb7-70c4-4a1e-9a61-36e07d049fbf req-58422e91-e607-47d0-bd2b-e2053c1fb8dd tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1226249 Dec 13 14:40:17.165516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29184cb7-70c4-4a1e-9a61-36e07d049fbf req-a29d3c3f-c331-42ff-a6f9-af7a96a51364 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540223 Dec 13 14:40:17.251313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Router 74fcfabd-6609-4033-9909-43ae6d2f5a1d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:40:17.261505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:17.367113 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:17.401337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port d8fce116-c7ac-460f-9e4f-a9a0d3328c69, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:17.404468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-90ff5afb-435a-4294-9edf-f6a6edfaf975 None None] Provisioning complete for port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:17.405671 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90ff5afb-435a-4294-9edf-f6a6edfaf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:17.455146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-90ff5afb-435a-4294-9edf-f6a6edfaf975 None None] Port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:17.470552 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:17.509542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['89946981-da27-44c1-ba68-72abd6f63d5a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:17.526090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eed0e-4a5f-4820-9582-1509de853355 req-d7f624d0-df1a-4905-a258-14b4ada9297a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:17.528727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-353eed0e-4a5f-4820-9582-1509de853355 req-d7f624d0-df1a-4905-a258-14b4ada9297a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.0994413 Dec 13 14:40:17.561018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:17.597012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-353eed0e-4a5f-4820-9582-1509de853355 req-930e03c4-f1b5-4435-8a7a-541705a66398 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Dec 13 14:40:17.618661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9fe78314-d15e-4a17-a1ff-b35f72fbf4dd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:17.661201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-4594a7d0-a513-4edd-8975-27d0440de1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:17.662945 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-4594a7d0-a513-4edd-8975-27d0440de1f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1096 time: 0.0648024 Dec 13 14:40:17.798106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-836ba659-e6dc-4f0c-a8c3-2dd353e82e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:17.800815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-836ba659-e6dc-4f0c-a8c3-2dd353e82e2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.1293077 Dec 13 14:40:17.819661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5bbda-7684-4363-933e-fa5ccab49cfc req-f8f1974d-ad4b-49a6-8d14-b0a2eebb0983 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:17.821364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21c5bbda-7684-4363-933e-fa5ccab49cfc req-f8f1974d-ad4b-49a6-8d14-b0a2eebb0983 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 949 time: 0.4644811 Dec 13 14:40:17.834040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:17.845447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a8e70ab-934e-4453-a40b-a07cea3c2da8 admin admin] 10.222.0.24 "PUT /v2.0/routers/74fcfabd-6609-4033-9909-43ae6d2f5a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4983339 Dec 13 14:40:17.854535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f0fe5025-f51b-4739-adba-b96bdae9193b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 217 time: 0.0459654 Dec 13 14:40:17.887897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21c5bbda-7684-4363-933e-fa5ccab49cfc req-53642f54-f9b5-49b3-bfa1-c41e58ec89cb tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Dec 13 14:40:17.960974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-07d5d743-0528-4887-be5e-4e098bed859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:17.962446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-07d5d743-0528-4887-be5e-4e098bed859e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.0911784 Dec 13 14:40:17.971219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eda3b6-f135-4bdf-b8fb-92eda4942cda req-915eb8ff-52c0-419d-9766-6f3872153a31 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:17.972660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7eda3b6-f135-4bdf-b8fb-92eda4942cda req-915eb8ff-52c0-419d-9766-6f3872153a31 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 944 time: 0.0992565 Dec 13 14:40:17.973211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cf5c10b3-e408-4a73-b55a-824b282c703f up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:18.012479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-4ab6fb7f-588e-4b3a-8a45-41d2fc82bcd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388503 Dec 13 14:40:18.093697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7eda3b6-f135-4bdf-b8fb-92eda4942cda req-ad96e7c8-1912-4f77-94e6-56db88fe6a17 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109273 Dec 13 14:40:18.102207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port cf5c10b3-e408-4a73-b55a-824b282c703f completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:18.106709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port cf5c10b3-e408-4a73-b55a-824b282c703f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:18.107093 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:18.150228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5a2ac54d-640c-467b-8450-3f8fb465934c service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248314 Dec 13 14:40:18.217278 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:18.267969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24963c-062d-4239-8343-50a43af7d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5c10b3-e408-4a73-b55a-824b282c703f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:18.270347 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-de876ed4-0f65-4bba-b569-10653b608471 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112757 Dec 13 14:40:18.270503 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef6387-13f5-4962-89db-08a09b109275" -d '{"events": [{"server_uuid": "1a24963c-062d-4239-8343-50a43af7d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "cf5c10b3-e408-4a73-b55a-824b282c703f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:18.286534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port cf5c10b3-e408-4a73-b55a-824b282c703f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cf5c10b3-e408-4a73-b55a-824b282c703f,segment=NetworkSegment(2bfc3212-82a1-4fd7-8e51-db1b62c629fd),segment_id=2bfc3212-82a1-4fd7-8e51-db1b62c629fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:18.349900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8cbc-4dbc-4a3d-b482-c888345d3478 req-0bccb8d3-5147-46ac-9e93-d6210a853772 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:18.353807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bfa8cbc-4dbc-4a3d-b482-c888345d3478 req-0bccb8d3-5147-46ac-9e93-d6210a853772 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 944 time: 0.0772512 Dec 13 14:40:18.357532 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c9fd6-ebfe-4bda-b5e4-96def0c3e240 x-openstack-request-id: req-6d9c9fd6-ebfe-4bda-b5e4-96def0c3e240 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:18.357532 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24963c-062d-4239-8343-50a43af7d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "cf5c10b3-e408-4a73-b55a-824b282c703f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:18.357532 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d9c9fd6-ebfe-4bda-b5e4-96def0c3e240 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:18.358268 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24963c-062d-4239-8343-50a43af7d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5c10b3-e408-4a73-b55a-824b282c703f', 'code': 200} Dec 13 14:40:18.384190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:18.426269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bfa8cbc-4dbc-4a3d-b482-c888345d3478 req-7b8b6955-f691-40ff-b583-e419b6647870 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647900 Dec 13 14:40:18.487923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=cf5c10b3-e408-4a73-b55a-824b282c703f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:18.556456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2b696-686e-4795-8634-7c0c76e18ee7 req-319e69d7-d9f7-49b2-b25d-253d9959cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:18.558137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9c2b696-686e-4795-8634-7c0c76e18ee7 req-319e69d7-d9f7-49b2-b25d-253d9959cb8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 1096 time: 0.1075804 Dec 13 14:40:18.606572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9c2b696-686e-4795-8634-7c0c76e18ee7 req-2343a681-cb00-48f1-8ef6-61b53f8cb7a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Dec 13 14:40:18.658882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a509e6e4-12b0-40fc-a38d-567f87cf2b89 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:18.729858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824184d-6a84-4826-b457-c9d72a1d3ae1 req-2b12112a-be09-4d1a-9dd6-42e90facd129 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:18.738094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d824184d-6a84-4826-b457-c9d72a1d3ae1 req-2b12112a-be09-4d1a-9dd6-42e90facd129 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.0678506 Dec 13 14:40:18.764148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Sync routers for ids ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:18.783352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Routers {'74fcfabd-6609-4033-9909-43ae6d2f5a1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:18.788241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:18.790981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d824184d-6a84-4826-b457-c9d72a1d3ae1 req-bea67b8e-4878-4ad7-b11c-1489a6b18cc1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472455 Dec 13 14:40:18.841333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59474) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:18.853993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-network', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:18.887439 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port a509e6e4-12b0-40fc-a38d-567f87cf2b89 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:18.895989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d8fce116-c7ac-460f-9e4f-a9a0d3328c69 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:18.900907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port a509e6e4-12b0-40fc-a38d-567f87cf2b89 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:18.901376 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:18.905511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ecd-9ad5-4411-aac6-767c318ea2ad req-fd8b4f54-aa82-4540-bd36-037f4fcf2823 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:18.912000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ecd-9ad5-4411-aac6-767c318ea2ad req-fd8b4f54-aa82-4540-bd36-037f4fcf2823 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:18.913705 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75577ecd-9ad5-4411-aac6-767c318ea2ad req-fd8b4f54-aa82-4540-bd36-037f4fcf2823 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c&device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 1681 time: 0.0875015 Dec 13 14:40:18.942081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Made reservation on behalf of e75bbb878e0e4e10bd3694cafc02c13f for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:18.944421 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:18.974697 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75577ecd-9ad5-4411-aac6-767c318ea2ad req-b5fd4483-ce09-439e-91de-5095972e27fc tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Dec 13 14:40:18.975402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.061614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d8fce116-c7ac-460f-9e4f-a9a0d3328c69 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:19.062066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.064444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48557c5-7be3-41a9-a2b3-86d747876e9b req-747d4332-1a34-4033-be01-766e66ed1f07 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:19.071755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c48557c5-7be3-41a9-a2b3-86d747876e9b req-747d4332-1a34-4033-be01-766e66ed1f07 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 949 time: 0.0882225 Dec 13 14:40:19.138479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c48557c5-7be3-41a9-a2b3-86d747876e9b req-86caa0ae-14dc-447b-8e01-4ff989ab2720 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Dec 13 14:40:19.161925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Set router 74fcfabd-6609-4033-9909-43ae6d2f5a1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:19.194021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.212676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.245618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.276282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:40:19.293712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f0763-086d-47a9-85ec-76bf42480011 req-a1c3ca0b-b8ec-4b27-ac3c-85a65d425f54 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:19.303489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e0f0763-086d-47a9-85ec-76bf42480011 req-a1c3ca0b-b8ec-4b27-ac3c-85a65d425f54 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 944 time: 0.0951481 Dec 13 14:40:19.334902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bacbcaf-7ae6-48dc-acec-6148bbcb623d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:19.360779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a509e6e4-12b0-40fc-a38d-567f87cf2b89, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a509e6e4-12b0-40fc-a38d-567f87cf2b89,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:19.361838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.362292 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Added segment 2df5f6ea-81c8-4969-b107-bde6c41e80d7 of type vlan for network 76a58138-6bdb-4361-8062-dd192e845e94 Dec 13 14:40:19.438225 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e0f0763-086d-47a9-85ec-76bf42480011 req-ed62b646-07b8-447b-a8e2-24fcccd15c46 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291409 Dec 13 14:40:19.450827 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.463499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.518150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a509e6e4-12b0-40fc-a38d-567f87cf2b89,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:19.533494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:40:16Z', 'revision_number': 4, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port': {'id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:12Z', 'updated_at': '2021-12-13T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c', 'name': '', 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'mac_address': 'fa:16:3e:5b:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '74b55460-46cd-4e6e-a679-0500ffa6a906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:15Z', 'updated_at': '2021-12-13T14:40:16Z', 'revision_number': 2, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'subnets': [{'id': '74b55460-46cd-4e6e-a679-0500ffa6a906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:19.566774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Checking router: 74fcfabd-6609-4033-9909-43ae6d2f5a1d for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:19.567130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Updating router 74fcfabd-6609-4033-9909-43ae6d2f5a1d port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:40:19.570056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba8edd-cf6d-4f22-a934-d16178a90559 req-46370f06-c996-422f-a7e0-447290e4bb53 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:19.572154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccba8edd-cf6d-4f22-a934-d16178a90559 req-46370f06-c996-422f-a7e0-447290e4bb53 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 945 time: 0.0599713 Dec 13 14:40:19.580884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.582786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:19.587750 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.601143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.689441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=76a58138-6bdb-4361-8062-dd192e845e94,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:19.694217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccba8edd-cf6d-4f22-a934-d16178a90559 req-658d584a-6401-4bb1-bb7a-e2897fdcb8a7 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158788 Dec 13 14:40:19.702898 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7bf67849-cb3b-42cb-9639-63868ee53cc0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8572514 Dec 13 14:40:19.707121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59496) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:19.709380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Request body: {'subnet': {'network_id': '76a58138-6bdb-4361-8062-dd192e845e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-subnet', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:19.750463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 76a58138-6bdb-4361-8062-dd192e845e94 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:40:19.865475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Made reservation on behalf of e75bbb878e0e4e10bd3694cafc02c13f for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:19.867835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.911439 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72b70626-cab4-4034-a99a-d2a0f78cf224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:19.988978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51372a3-c1a7-45d6-834d-ad83752ad4ae req-3c5e7432-3ecd-4c50-8397-8b1464bc0bfe tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:19.990545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e51372a3-c1a7-45d6-834d-ad83752ad4ae req-3c5e7432-3ecd-4c50-8397-8b1464bc0bfe tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 945 time: 0.0849080 Dec 13 14:40:20.010760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 89946981-da27-44c1-ba68-72abd6f63d5a up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:20.073245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e51372a3-c1a7-45d6-834d-ad83752ad4ae req-e5aaa490-e715-4ec8-a664-b6d81185a64b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709383 Dec 13 14:40:20.113119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194c01-6d37-4ee5-a41b-ca84dc6c7e55 req-beb9f726-d503-48d9-a7e4-22fc00ac3400 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:20.123853 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8194c01-6d37-4ee5-a41b-ca84dc6c7e55 req-beb9f726-d503-48d9-a7e4-22fc00ac3400 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.0816159 Dec 13 14:40:20.132959 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.186215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8194c01-6d37-4ee5-a41b-ca84dc6c7e55 req-f9a89f6e-abc8-478a-8b0a-b6db0857a383 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603874 Dec 13 14:40:20.193816 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.235643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.321737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78daae0-5af7-4cce-bd73-588455db7c90 req-4fa2b137-a93a-47c4-ad83-2fee3b60449d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:20.331765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a78daae0-5af7-4cce-bd73-588455db7c90 req-4fa2b137-a93a-47c4-ad83-2fee3b60449d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 950 time: 0.0702326 Dec 13 14:40:20.373024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a92eb-c2f1-410b-b87d-0b845e4af72d req-7a8eda14-9260-4c80-8330-b0f2de89be90 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:20.381046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b38a92eb-c2f1-410b-b87d-0b845e4af72d req-7a8eda14-9260-4c80-8330-b0f2de89be90 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 945 time: 0.1654296 Dec 13 14:40:20.384629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:20.387576 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b7635b-1493-49ab-a15d-72673d527a0a" -d '{"events": [{"server_uuid": "146c2031-b2dc-4fb4-965e-6e266b337a93", "name": "network-vif-plugged", "status": "completed", "tag": "a509e6e4-12b0-40fc-a38d-567f87cf2b89"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:20.387800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a78daae0-5af7-4cce-bd73-588455db7c90 req-a70ffd21-d4f0-478a-ae3b-a367ecc1c095 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511692 Dec 13 14:40:20.396050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 89946981-da27-44c1-ba68-72abd6f63d5a completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:20.424835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 89946981-da27-44c1-ba68-72abd6f63d5a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:20.425518 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.447358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9097a3d4-6ff7-4d68-9e18-992bd440c2b1,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:20.474138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Checking segment: {'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:20.474138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Network hostable DHCP agents. Network: 76a58138-6bdb-4361-8062-dd192e845e94, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:40:20.484386 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902f5374-98fd-4777-bd15-51f881e8ce2b x-openstack-request-id: req-902f5374-98fd-4777-bd15-51f881e8ce2b {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:20.485300 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c2031-b2dc-4fb4-965e-6e266b337a93", "name": "network-vif-plugged", "status": "completed", "tag": "a509e6e4-12b0-40fc-a38d-567f87cf2b89", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:20.485530 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-902f5374-98fd-4777-bd15-51f881e8ce2b {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:20.486197 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89', 'code': 200} Dec 13 14:40:20.509971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201cbb7-8adb-4764-b9a4-e8e5b147e752 None None] Pushing event updated for resources: {'Port': ['ID=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:20.511948 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b38a92eb-c2f1-410b-b87d-0b845e4af72d req-b0c0bc25-0bca-42a9-a8c7-f6a3ec14414f tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202815 Dec 13 14:40:20.585567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfeb6-3495-48d4-abb6-f56d28b73eb9 req-c9a8498a-bb2e-411b-bd73-804c4e861094 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:20.594666 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-677dfeb6-3495-48d4-abb6-f56d28b73eb9 req-c9a8498a-bb2e-411b-bd73-804c4e861094 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 944 time: 0.0645170 Dec 13 14:40:20.634550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Network 76a58138-6bdb-4361-8062-dd192e845e94 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:40:20.636046 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.638197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Attempting to bind port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:20.638650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Attempting to bind port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:20.639015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Attempting to bind port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c on network 52107799-fe1d-4188-acab-dad0aeb72479 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:20.655605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:20.655605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Checking segment: {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:20.655605 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.655605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Bound using segment: {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:20.655605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Bound port: 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:20.655605 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.663515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-677dfeb6-3495-48d4-abb6-f56d28b73eb9 req-264ac973-55da-4b04-adbf-94737960f420 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656831 Dec 13 14:40:20.665653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc7ccd-879d-420a-a15f-d0987cc18d0b req-a858d58d-b69d-498a-b71d-1fd9fa3a3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:20.667858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6fc7ccd-879d-420a-a15f-d0987cc18d0b req-a858d58d-b69d-498a-b71d-1fd9fa3a3ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 1101 time: 0.1044941 Dec 13 14:40:20.721751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6fc7ccd-879d-420a-a15f-d0987cc18d0b req-29924515-5833-43d4-8028-9d9fcc09a66c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389478 Dec 13 14:40:20.731697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 76a58138-6bdb-4361-8062-dd192e845e94) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:20.738142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:20.739702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.775079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95823d4b-665b-48ee-9d03-bee5dab8086c None None] Network 76a58138-6bdb-4361-8062-dd192e845e94 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:20.794473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:20.821259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b6c52dd7-ab16-49a3-bc74-fa4e951e8718 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1143739 Dec 13 14:40:20.821665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59518) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:20.826644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:20.835961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] For port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:20.838262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a315c872-808b-4848-9a28-45edee141bd9 None None] Provisioning complete for port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:20.838674 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a315c872-808b-4848-9a28-45edee141bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.874725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] For port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:20.876580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47761b08-51c3-4411-a6ca-9148fe8f78c9 req-0190b894-a0dd-445b-bb4d-9fae2956ef60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:20.879591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.885655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47761b08-51c3-4411-a6ca-9148fe8f78c9 req-0190b894-a0dd-445b-bb4d-9fae2956ef60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 945 time: 0.1035526 Dec 13 14:40:20.920318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47761b08-51c3-4411-a6ca-9148fe8f78c9 req-8ea5772e-4ee4-4e73-b143-abf65be07595 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Dec 13 14:40:20.925140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a315c872-808b-4848-9a28-45edee141bd9 None None] Port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:20.948581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.950219 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.968580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:20.987332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:21.023552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.066220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Routers {'74fcfabd-6609-4033-9909-43ae6d2f5a1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:21.066957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:21.197777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-76a58138-6bdb-4361-8062-dd192e845e94', 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'fixed_ips': [{'subnet_id': '9097a3d4-6ff7-4d68-9e18-992bd440c2b1'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:40:21.211964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.233048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201cbb7-8adb-4764-b9a4-e8e5b147e752 None None] Pushing event updated for resources: {'Port': ['ID=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:21.264984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.342027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a63533de-a9eb-4ac6-809c-13b0f73db4eb None None] Provisioning complete for port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:21.342897 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a63533de-a9eb-4ac6-809c-13b0f73db4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.415386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] Set router 74fcfabd-6609-4033-9909-43ae6d2f5a1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:21.451187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb07948-075e-444e-8365-24ba165ed4ab req-ad77e5e3-e6de-4ca5-8d5c-10d7621d4106 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:21.452687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acb07948-075e-444e-8365-24ba165ed4ab req-ad77e5e3-e6de-4ca5-8d5c-10d7621d4106 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 945 time: 0.0703321 Dec 13 14:40:21.456031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d598e11-b76d-4264-b9a9-ebbd1cb4edeb req-d92934e0-3ad4-4835-89c2-3ea10ea4ed4a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:21.464235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d598e11-b76d-4264-b9a9-ebbd1cb4edeb req-d92934e0-3ad4-4835-89c2-3ea10ea4ed4a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.1386197 Dec 13 14:40:21.525313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d598e11-b76d-4264-b9a9-ebbd1cb4edeb req-74cd06d2-512b-44bf-bc32-d881b6a569ae tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600264 Dec 13 14:40:21.541582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Allocated IP 172.20.0.2 (76a58138-6bdb-4361-8062-dd192e845e94/9097a3d4-6ff7-4d68-9e18-992bd440c2b1/fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:21.648870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Deleting port 1221f34d-7a15-4497-807e-9d20e993a254 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:40:21.649838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.828246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] For port 1221f34d-7a15-4497-807e-9d20e993a254, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1221f34d-7a15-4497-807e-9d20e993a254,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:21.831155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.849474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Calling delete_port for 1221f34d-7a15-4497-807e-9d20e993a254 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:40:21.852063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a63533de-a9eb-4ac6-809c-13b0f73db4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.853458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03cdab-8702-4533-a303-c3211b3b0e8a req-0115212a-fe69-4513-b2ed-8ba65c6315f9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:21.873827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a03cdab-8702-4533-a303-c3211b3b0e8a req-0115212a-fe69-4513-b2ed-8ba65c6315f9 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 950 time: 0.1983650 Dec 13 14:40:21.889744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.928575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:21.967517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a03cdab-8702-4533-a303-c3211b3b0e8a req-20632388-b909-4397-a4a5-20344208ff97 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890195 Dec 13 14:40:21.976523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-4ea088e4-ea1b-4b60-98a3-5fa811087813 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:21.987648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-4ea088e4-ea1b-4b60-98a3-5fa811087813 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d855642-cb97-43fd-99e5-4aa9882f9088 HTTP/1.1" status: 200 len: 945 time: 0.0844836 Dec 13 14:40:22.028782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a63533de-a9eb-4ac6-809c-13b0f73db4eb None None] For port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:22.134343 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a63533de-a9eb-4ac6-809c-13b0f73db4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.193493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Deleting port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:40:22.194454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.196931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.206198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8d482b68-ab7d-4bc1-bbdb-9a57071e9ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.232907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:40:16Z', 'revision_number': 4, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port': {'id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:12Z', 'updated_at': '2021-12-13T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c', 'name': '', 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'mac_address': 'fa:16:3e:5b:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '74b55460-46cd-4e6e-a679-0500ffa6a906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:15Z', 'updated_at': '2021-12-13T14:40:20Z', 'revision_number': 4, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'subnets': [{'id': '74b55460-46cd-4e6e-a679-0500ffa6a906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:22.246427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Allocated IP 172.25.7.21 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/61f91da8-ddd8-4870-914d-66486d795aa8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:22.287338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63533de-a9eb-4ac6-809c-13b0f73db4eb None None] Pushing event updated for resources: {'Port': ['ID=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:22.296728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250ec1-59bf-4ba9-8238-204d08853878 None None] The sync data for ids ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'] in n-d-816954-1 is: [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:40:16Z', 'revision_number': 4, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port': {'id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:12Z', 'updated_at': '2021-12-13T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c', 'name': '', 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'mac_address': 'fa:16:3e:5b:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '74b55460-46cd-4e6e-a679-0500ffa6a906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:15Z', 'updated_at': '2021-12-13T14:40:20Z', 'revision_number': 4, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'subnets': [{'id': '74b55460-46cd-4e6e-a679-0500ffa6a906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:22.301394 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.308580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d5f5c-3dd4-4e4b-be30-f93e93c61635 req-789f94e4-d39f-4dd5-b690-e1e81cf5005f tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:22.310298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b70d5f5c-3dd4-4e4b-be30-f93e93c61635 req-789f94e4-d39f-4dd5-b690-e1e81cf5005f tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 867 time: 0.2160079 Dec 13 14:40:22.312173 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.340026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9fe78314-d15e-4a17-a1ff-b35f72fbf4dd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:22.341131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] For port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,segment=NetworkSegment(0c28bf8d-3351-4a28-8d84-37c47d1fe229),segment_id=0c28bf8d-3351-4a28-8d84-37c47d1fe229)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:22.341592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.345322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['1221f34d-7a15-4497-807e-9d20e993a254'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:22.369441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Calling delete_port for 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:40:22.498201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:22.505425 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c760499-cd66-46f9-8af8-3f501012638a" -d '{"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:22.521898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b70d5f5c-3dd4-4e4b-be30-f93e93c61635 req-ee3cc544-c7b2-4d9a-a221-b0f96f01c68c tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/security-groups?id=f36968f3-40fd-4a94-a04f-c911462c909c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830344 Dec 13 14:40:22.550527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Network 76a58138-6bdb-4361-8062-dd192e845e94 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:22.562616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:22.568665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Pushing event updated for resources: {'Port': ['ID=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:22.572511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:22.599641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.708090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] No DVR routers for this DVR port 1221f34d-7a15-4497-807e-9d20e993a254 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:40:22.711456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Attempting to bind port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:22.711630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.711810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Attempting to bind port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:22.712181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Attempting to bind port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e on network 76a58138-6bdb-4361-8062-dd192e845e94 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:22.716553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acb07948-075e-444e-8365-24ba165ed4ab req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.50 "DELETE /v2.0/ports/1221f34d-7a15-4497-807e-9d20e993a254 HTTP/1.1" status: 204 len: 173 time: 1.2496855 Dec 13 14:40:22.717550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98638-af2a-4db4-8ac4-1cf49c673a6b tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Pushing event deleted for resources: {'Port': ['ID=1221f34d-7a15-4497-807e-9d20e993a254,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:22.718853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ab7b4-9d56-441e-83aa-3c25f1d7ff6c req-6e11fbe5-12ad-4934-a174-53a454a16a14 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:22.722749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab0ab7b4-9d56-441e-83aa-3c25f1d7ff6c req-6e11fbe5-12ad-4934-a174-53a454a16a14 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 945 time: 0.0830746 Dec 13 14:40:22.738665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'name': 'network-vif-deleted', 'tag': '1221f34d-7a15-4497-807e-9d20e993a254'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:22.738893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:22.738893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Checking segment: {'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:22.738893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.739188 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d721d-a160-4a04-8fe3-652de8469439" -d '{"events": [{"server_uuid": "2cfcef54-fd9e-4a81-8b30-48fdcecde76c", "name": "network-vif-deleted", "tag": "1221f34d-7a15-4497-807e-9d20e993a254"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:22.739276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Bound using segment: {'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:22.739276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Bound port: fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:22.739276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.758794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d26058-d578-4d80-a496-673f6f827dbf req-c0538f92-b022-4eb4-b9b8-2295282e5d0a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:22.767643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3d26058-d578-4d80-a496-673f6f827dbf req-c0538f92-b022-4eb4-b9b8-2295282e5d0a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 945 time: 0.2688992 Dec 13 14:40:22.790049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab0ab7b4-9d56-441e-83aa-3c25f1d7ff6c req-090a7d9e-8f9d-450d-859d-077999b61d60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475206 Dec 13 14:40:22.791272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.843999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:22.853937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:22.856872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:22.878282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3d26058-d578-4d80-a496-673f6f827dbf req-efdd0b6b-872b-4df2-bdfc-5afc8605c347 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029425 Dec 13 14:40:22.885936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] For port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:22.888768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:22.893269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] For port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,segment=NetworkSegment(2df5f6ea-81c8-4969-b107-bde6c41e80d7),segment_id=2df5f6ea-81c8-4969-b107-bde6c41e80d7)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:22.911566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Pushing event updated for resources: {'Port': ['ID=61f91da8-ddd8-4870-914d-66486d795aa8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:22.960988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['1221f34d-7a15-4497-807e-9d20e993a254'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:22.966675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Pushing event deleted for resources: {'Port': ['ID=9fe78314-d15e-4a17-a1ff-b35f72fbf4dd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:22.989429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:23.069383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] No DVR routers for this DVR port 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:40:23.075552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:23.079749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef711f8-102e-4b74-916c-141a6aa5e71e req-e85ec6ec-514b-4625-8f70-95d881143a32 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.55 "DELETE /v2.0/ports/9fe78314-d15e-4a17-a1ff-b35f72fbf4dd HTTP/1.1" status: 204 len: 173 time: 1.0715609 Dec 13 14:40:23.170793 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-5764164e-4de9-44bd-ad4c-5db5b3c5938b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--517299252&fields=id&tenant_id=5163fdb492524ea7a9bfa32e5d05c15c HTTP/1.1" status: 200 len: 267 time: 0.0825737 Dec 13 14:40:23.215079 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:23.237588 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340e19d7-b045-4b40-894d-5b17481738b2 x-openstack-request-id: req-340e19d7-b045-4b40-894d-5b17481738b2 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:23.237855 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:23.238108 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-340e19d7-b045-4b40-894d-5b17481738b2 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:23.238560 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a', 'code': 200} Dec 13 14:40:23.298721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb414e-b59e-4cda-8d1c-1344d8cf1ff8 req-b090669b-5296-4812-8159-4b3b600813b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:23.300199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59bb414e-b59e-4cda-8d1c-1344d8cf1ff8 req-b090669b-5296-4812-8159-4b3b600813b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 1096 time: 0.1700664 Dec 13 14:40:23.333099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a69166-c88a-48b9-9e3d-9d9fa4947ed1 req-329dcb07-9ec2-4136-b4f8-0839095ea986 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:23.342705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02a69166-c88a-48b9-9e3d-9d9fa4947ed1 req-329dcb07-9ec2-4136-b4f8-0839095ea986 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.1602395 Dec 13 14:40:23.430466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37e29-5683-4d52-9589-6b9c04cdcd8a None None] Pushing event updated for resources: {'Port': ['ID=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:23.441245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:23.449488 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02a69166-c88a-48b9-9e3d-9d9fa4947ed1 req-7754de44-894b-4145-97a9-9ea7ffba2665 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053343 Dec 13 14:40:23.453153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:23.453525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:23.483444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59bb414e-b59e-4cda-8d1c-1344d8cf1ff8 req-2e2fb836-b84c-4e22-a8d1-dda7c6f682b7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124003 Dec 13 14:40:23.565372 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cc4b2b-481e-44ef-aadb-e46f89456caa x-openstack-request-id: req-83cc4b2b-481e-44ef-aadb-e46f89456caa {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:23.565372 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfcef54-fd9e-4a81-8b30-48fdcecde76c", "name": "network-vif-deleted", "tag": "1221f34d-7a15-4497-807e-9d20e993a254", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:23.565372 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83cc4b2b-481e-44ef-aadb-e46f89456caa {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:23.565372 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfcef54-fd9e-4a81-8b30-48fdcecde76c', 'name': 'network-vif-deleted', 'tag': '1221f34d-7a15-4497-807e-9d20e993a254', 'status': 'completed', 'code': 200} Dec 13 14:40:23.581923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-62e7e8fb-30c7-487f-b8af-44b14f9df8c8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:23.591487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-62e7e8fb-30c7-487f-b8af-44b14f9df8c8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 823 time: 0.3932338 Dec 13 14:40:23.643533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-1c03ab44-6e06-47a9-83d3-1cf14db91b3c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/quotas/5163fdb492524ea7a9bfa32e5d05c15c HTTP/1.1" status: 200 len: 375 time: 0.0408227 Dec 13 14:40:23.667023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-c23cd567-9931-4f75-9377-ff0adb6b0183 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731683 Dec 13 14:40:23.732079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:23.793572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-341ccc4a-c1c9-444b-bde8-b5eee77c5351 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1491532 Dec 13 14:40:23.918393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8627495-2d03-4652-a1c1-724835e8ed09 req-922b9e1b-c64d-4641-9de4-e2a3e078c589 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:23.919920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8627495-2d03-4652-a1c1-724835e8ed09 req-922b9e1b-c64d-4641-9de4-e2a3e078c589 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 950 time: 0.2504365 Dec 13 14:40:23.931295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-88db7eee-9de4-437f-864f-6b0e08c6395b tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:23.932818 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-88db7eee-9de4-437f-864f-6b0e08c6395b tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 945 time: 0.1853580 Dec 13 14:40:23.936688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805eaa-444f-426c-b568-4553ea10dd2e req-439757c1-3ea2-4c0a-a0f1-72537edd2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:23.938902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-439757c1-3ea2-4c0a-a0f1-72537edd2ccf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 1101 time: 0.1188889 Dec 13 14:40:24.120107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8627495-2d03-4652-a1c1-724835e8ed09 req-795d9024-15d5-4ece-9fb6-843124709ea3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862068 Dec 13 14:40:24.203205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Deleting port cf5c10b3-e408-4a73-b55a-824b282c703f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:40:24.203735 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:24.277396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-dd53b7e4-59d3-476b-8b56-2dce4edd3c74 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3114793 Dec 13 14:40:24.279133 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:24.316457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] For port cf5c10b3-e408-4a73-b55a-824b282c703f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cf5c10b3-e408-4a73-b55a-824b282c703f,segment=NetworkSegment(2bfc3212-82a1-4fd7-8e51-db1b62c629fd),segment_id=2bfc3212-82a1-4fd7-8e51-db1b62c629fd)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:24.316457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:24.319287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-5fe4c1df-46ff-4eed-9a66-b788b74b589b service neutron] 10.222.0.24 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823711 Dec 13 14:40:24.330523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Calling delete_port for cf5c10b3-e408-4a73-b55a-824b282c703f owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:40:24.395256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805eaa-444f-426c-b568-4553ea10dd2e req-63ebba66-949b-4309-a7c3-fa7c93d0f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:24.396659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-63ebba66-949b-4309-a7c3-fa7c93d0f2a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.4097798 Dec 13 14:40:24.534497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f5dcc1d-5753-4c68-81ec-7611de36279b req-f4d52d96-3b01-4c4e-862d-32cb7a3c07e0 tempest-ListServersNegativeTestJSON-2049033106 tempest-ListServersNegativeTestJSON-2049033106-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cfcef54-fd9e-4a81-8b30-48fdcecde76c HTTP/1.1" status: 200 len: 210 time: 0.1509235 Dec 13 14:40:24.555619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-58836a37-da5e-49db-b73f-fff71b8f846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:24.557148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-58836a37-da5e-49db-b73f-fff71b8f846c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1095 time: 0.2368455 Dec 13 14:40:24.568523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-bda92baf-f8bd-4175-87f9-d4f72b83c4b4 service neutron] 10.222.0.24 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383523 Dec 13 14:40:24.707476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-4e0540c7-567c-46dc-be7e-1b46469b9262 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e HTTP/1.1" status: 200 len: 217 time: 0.1920571 Dec 13 14:40:24.776832 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:24.779684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-dd3a6874-6631-4822-ad9a-622eaaa3f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:24.780142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-dd3a6874-6631-4822-ad9a-622eaaa3f31f service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.1919510 Dec 13 14:40:24.803229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-4e05955c-3752-4d79-a113-67c858a74b38 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:24.804658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-4e05955c-3752-4d79-a113-67c858a74b38 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a991e2-b140-4845-a8ce-9047cd35b487 HTTP/1.1" status: 200 len: 945 time: 0.2866082 Dec 13 14:40:24.806790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805eaa-444f-426c-b568-4553ea10dd2e req-beac4362-b588-4c2e-9adc-b15963b781b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:24.814576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-beac4362-b588-4c2e-9adc-b15963b781b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0670178 Dec 13 14:40:24.884130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-99f88eb5-888e-4024-9019-56d77dfb3006 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0929315 Dec 13 14:40:24.884712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:40:24.942824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:25.010496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.037325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['cf5c10b3-e408-4a73-b55a-824b282c703f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:25.078474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9f5f6-cd5a-40ef-82d3-ed33aa2b6c74 None None] Network 76a58138-6bdb-4361-8062-dd192e845e94 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:25.086944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2537510-3330-441f-81fc-ae9c4c90d53f req-54212031-fc11-4779-a472-c64f60b4902a tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:25.088702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2537510-3330-441f-81fc-ae9c4c90d53f req-54212031-fc11-4779-a472-c64f60b4902a tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a24963c-062d-4239-8343-50a43af7d8e1 HTTP/1.1" status: 200 len: 867 time: 0.3886082 Dec 13 14:40:25.155763 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.204864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9c30eee6-1329-4d2f-90fa-8ae01552fbe9 None None] Provisioning complete for port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:25.205242 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9c30eee6-1329-4d2f-90fa-8ae01552fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.258354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:25.258725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.482187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9c30eee6-1329-4d2f-90fa-8ae01552fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.495984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-b7825670-0867-4a34-bf6d-d35ef001e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:25.497095 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-b7825670-0867-4a34-bf6d-d35ef001e637 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.5999751 Dec 13 14:40:25.515053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.549740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04506b2e-0e7f-48f4-81ee-96cf3c797499 req-cf41f549-876e-4821-b60c-93bc03fe5451 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:25.551267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04506b2e-0e7f-48f4-81ee-96cf3c797499 req-cf41f549-876e-4821-b60c-93bc03fe5451 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 945 time: 0.4365056 Dec 13 14:40:25.553069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-5fc457d7-fa73-4763-b990-0444e0c7242d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411716 Dec 13 14:40:25.566886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'name': 'network-vif-deleted', 'tag': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:25.569281 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c5bc4d-b293-4c06-a5f9-5e5001652491" -d '{"events": [{"server_uuid": "6d855642-cb97-43fd-99e5-4aa9882f9088", "name": "network-vif-deleted", "tag": "9fe78314-d15e-4a17-a1ff-b35f72fbf4dd"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:25.572453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] No DVR routers for this DVR port cf5c10b3-e408-4a73-b55a-824b282c703f on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:40:25.576002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.579971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69ac8ebf-fc16-4327-b409-75a936e708e4 req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.50 "DELETE /v2.0/ports/cf5c10b3-e408-4a73-b55a-824b282c703f HTTP/1.1" status: 204 len: 173 time: 1.6312237 Dec 13 14:40:25.580782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcde43-fd43-43d5-983d-9bc7c98c8e60 tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] Pushing event deleted for resources: {'Port': ['ID=cf5c10b3-e408-4a73-b55a-824b282c703f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:25.591255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9c30eee6-1329-4d2f-90fa-8ae01552fbe9 None None] For port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,segment=NetworkSegment(2df5f6ea-81c8-4969-b107-bde6c41e80d7),segment_id=2df5f6ea-81c8-4969-b107-bde6c41e80d7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:25.607623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:25.609213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805eaa-444f-426c-b568-4553ea10dd2e req-0be5d95b-188c-415d-9518-79533fed1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:25.611654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-0be5d95b-188c-415d-9518-79533fed1ebb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7085142 Dec 13 14:40:25.620874 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043db05e-8986-4226-9611-a262456704fd None None] Sync routers for ids ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:25.651335 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043db05e-8986-4226-9611-a262456704fd None None] Routers {'50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:25.651965 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-043db05e-8986-4226-9611-a262456704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:25.722547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04506b2e-0e7f-48f4-81ee-96cf3c797499 req-861dc70a-c9c8-4728-b32f-670a945dccf9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471310 Dec 13 14:40:25.743630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:40:25.753120 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:40:25.754011 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9c30eee6-1329-4d2f-90fa-8ae01552fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.792070 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-587a1246-2c05-4e6f-aa1c-6974588aafae service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292395 Dec 13 14:40:25.798073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.799370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2dfc2d5b-b1c6-4c93-80bb-a1337b9c10f1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9765835 Dec 13 14:40:25.811607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59596) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:25.832276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30eee6-1329-4d2f-90fa-8ae01552fbe9 None None] Pushing event updated for resources: {'Port': ['ID=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:25.878913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2537510-3330-441f-81fc-ae9c4c90d53f req-054e7798-f612-4355-afca-0f0e5232aeae tempest-ServerPasswordTestJSON-822289990 tempest-ServerPasswordTestJSON-822289990-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288260 Dec 13 14:40:25.896268 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-043db05e-8986-4226-9611-a262456704fd None None] Set router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:25.906080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0e1c1a46-d3c3-42b6-aee4-f9ac107a203f None None] Provisioning complete for port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:25.906535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1a46-d3c3-42b6-aee4-f9ac107a203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:25.908261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Deleting port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:40:25.908617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.052229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1221f34d-7a15-4497-807e-9d20e993a254 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:40:26.074025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8e6dd-7481-4732-9dfc-9ea1f6e652fc req-6b6d6168-aa7a-444d-8d03-8d3d6bbc259c tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:26.075273 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25a8e6dd-7481-4732-9dfc-9ea1f6e652fc req-6b6d6168-aa7a-444d-8d03-8d3d6bbc259c tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 1101 time: 0.1215582 Dec 13 14:40:26.081145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e6562dc-8f1e-42d0-a97a-5238b8ffcb28 req-f1bcd3fd-aa7a-418c-9a5b-e78a8b62fa12 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807374 Dec 13 14:40:26.092060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 1221f34d-7a15-4497-807e-9d20e993a254 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:40:26.092736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1221f34d-7a15-4497-807e-9d20e993a254 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:40:26.133608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-ae9790ed-8921-4b20-b997-d60128201d2c service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044727 Dec 13 14:40:26.147670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a894c-e94e-49de-883d-6a9c8d7c2d5d req-a6ac5e95-e52e-4bab-b366-b700201bd0fa tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:26.149426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a83a894c-e94e-49de-883d-6a9c8d7c2d5d req-a6ac5e95-e52e-4bab-b366-b700201bd0fa tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.1410270 Dec 13 14:40:26.167882 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-043db05e-8986-4226-9611-a262456704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:40:23Z', 'revision_number': 3, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port': {'id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:21Z', 'updated_at': '2021-12-13T14:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:26.191508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25a8e6dd-7481-4732-9dfc-9ea1f6e652fc req-dd4a75d7-5233-4ef6-98b2-a6f0afd45d30 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061833 Dec 13 14:40:26.214957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043db05e-8986-4226-9611-a262456704fd None None] Checking router: 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:26.215805 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043db05e-8986-4226-9611-a262456704fd None None] Updating router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d port 61f91da8-ddd8-4870-914d-66486d795aa8 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:40:26.251433 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-043db05e-8986-4226-9611-a262456704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.272202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] For port 246eccf5-539f-4351-bc4d-9fb90f56e1a5, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=246eccf5-539f-4351-bc4d-9fb90f56e1a5,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:26.272649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.343596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-adc4b77d-d447-46d7-b2ab-fb81faa0ac0f req-8816c562-5992-477d-8334-0bded8739e85 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 210 time: 0.0719130 Dec 13 14:40:26.430275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a83a894c-e94e-49de-883d-6a9c8d7c2d5d req-653d5764-ab7d-4bb0-9320-a4a2c975c374 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640560 Dec 13 14:40:26.492068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88805eaa-444f-426c-b568-4553ea10dd2e req-9e9cae53-bbdb-433e-9e3a-04966ced85ac service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387504 Dec 13 14:40:26.536012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e307c64-5de9-4f4a-b5a5-7b1f603a349a req-9bb4dee2-0ba3-44b3-86b6-1af5d7d0f556 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:26.543611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e307c64-5de9-4f4a-b5a5-7b1f603a349a req-9bb4dee2-0ba3-44b3-86b6-1af5d7d0f556 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1097 time: 0.0974975 Dec 13 14:40:26.577334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.614499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e307c64-5de9-4f4a-b5a5-7b1f603a349a req-f477b43f-2a9b-418e-8847-fe8979e54421 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657818 Dec 13 14:40:26.654736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.654736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.654736 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Floating IP e864a2d1-6697-4280-8c0f-ab65e04db834 disassociated. External IP: 172.25.7.129, port: 246eccf5-539f-4351-bc4d-9fb90f56e1a5. Dec 13 14:40:26.654736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Calling delete_port for 246eccf5-539f-4351-bc4d-9fb90f56e1a5 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:40:26.668682 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b026ba0f-36fb-4f97-b991-05ba10be79ea x-openstack-request-id: req-b026ba0f-36fb-4f97-b991-05ba10be79ea {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:26.670834 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d855642-cb97-43fd-99e5-4aa9882f9088", "name": "network-vif-deleted", "tag": "9fe78314-d15e-4a17-a1ff-b35f72fbf4dd", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:26.672504 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b026ba0f-36fb-4f97-b991-05ba10be79ea {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:26.673343 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d855642-cb97-43fd-99e5-4aa9882f9088', 'name': 'network-vif-deleted', 'tag': '9fe78314-d15e-4a17-a1ff-b35f72fbf4dd', 'status': 'completed', 'code': 200} Dec 13 14:40:26.677979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:40:26.711640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:40:26.713322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9fe78314-d15e-4a17-a1ff-b35f72fbf4dd not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:40:26.744411 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-043db05e-8986-4226-9611-a262456704fd None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.745069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59616) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:26.797543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Allocated IP 172.20.0.1 (76a58138-6bdb-4361-8062-dd192e845e94/9097a3d4-6ff7-4d68-9e18-992bd440c2b1/c76c0bee-acb2-453a-8a4e-59a60652aabf) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:26.826309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-72f83bc3-106a-44df-8302-c97004fc2dc3 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523771 Dec 13 14:40:26.828049 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-043db05e-8986-4226-9611-a262456704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.864664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:26.924246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] Deleting subnet 71957079-d33f-4e9f-bd86-6ddee95839ff {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:40:26.942705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.944928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:26.945397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.969973 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c9b84-3c67-45f5-b0fc-04b3363e2fa4 None None] Pushing event updated for resources: {'Port': ['ID=61f91da8-ddd8-4870-914d-66486d795aa8,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:26.972437 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-043db05e-8986-4226-9611-a262456704fd None None] Attempting to bind port 61f91da8-ddd8-4870-914d-66486d795aa8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:26.972798 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-043db05e-8986-4226-9611-a262456704fd None None] Attempting to bind port 61f91da8-ddd8-4870-914d-66486d795aa8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:26.973543 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043db05e-8986-4226-9611-a262456704fd None None] Attempting to bind port 61f91da8-ddd8-4870-914d-66486d795aa8 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:26.979490 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043db05e-8986-4226-9611-a262456704fd None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:26.985466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043db05e-8986-4226-9611-a262456704fd None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:26.985466 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-043db05e-8986-4226-9611-a262456704fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:26.985466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043db05e-8986-4226-9611-a262456704fd None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:26.985466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-043db05e-8986-4226-9611-a262456704fd None None] Bound port: 61f91da8-ddd8-4870-914d-66486d795aa8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:26.985466 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-043db05e-8986-4226-9611-a262456704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.009183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.026708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.070364 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-043db05e-8986-4226-9611-a262456704fd None None] For port 61f91da8-ddd8-4870-914d-66486d795aa8, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:27.073520 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-043db05e-8986-4226-9611-a262456704fd None None] For port 61f91da8-ddd8-4870-914d-66486d795aa8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=61f91da8-ddd8-4870-914d-66486d795aa8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:27.084096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-e99a8c8a-7b71-4c6d-bf46-20ca76b21f45 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:27.085574 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-e99a8c8a-7b71-4c6d-bf46-20ca76b21f45 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473114 Dec 13 14:40:27.114767 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-11528d03-4d14-43b7-b7f6-e6b8b628f774 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/quotas/757c4b9487d745a7ba2a865a387e0589 HTTP/1.1" status: 200 len: 375 time: 0.0213590 Dec 13 14:40:27.119444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.130807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.154484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Network 76a58138-6bdb-4361-8062-dd192e845e94 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:27.159081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:27.162585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:27.171535 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-043db05e-8986-4226-9611-a262456704fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.194578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Pushing event updated for resources: {'Port': ['ID=c76c0bee-acb2-453a-8a4e-59a60652aabf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:27.202133 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.223173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.243642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-60bd793b-3fef-4b20-96f0-1c4fc33a91c1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1141856 Dec 13 14:40:27.246121 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043db05e-8986-4226-9611-a262456704fd None None] Routers {'50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:27.246972 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-043db05e-8986-4226-9611-a262456704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:27.277481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event deleted for resources: {'Port': ['ID=246eccf5-539f-4351-bc4d-9fb90f56e1a5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:27.359060 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c9b84-3c67-45f5-b0fc-04b3363e2fa4 None None] Pushing event updated for resources: {'Port': ['ID=61f91da8-ddd8-4870-914d-66486d795aa8,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:27.375022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.408811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71957079-d33f-4e9f-bd86-6ddee95839ff,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:27.419499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.423523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-75c1ce2d-31c7-4cf7-9621-52d84f42c426 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71957079-d33f-4e9f-bd86-6ddee95839ff HTTP/1.1" status: 204 len: 168 time: 0.6635637 Dec 13 14:40:27.426061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59624) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:27.429162 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-043db05e-8986-4226-9611-a262456704fd None None] Set router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:27.510731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.513247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Router b43fa9cd-35ee-4954-9486-17d9cb3aac35 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:40:27.517808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.570295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-951d8a39-e12e-435d-a6dc-fecf9663d333 None None] Provisioning complete for port c76c0bee-acb2-453a-8a4e-59a60652aabf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:27.573490 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-951d8a39-e12e-435d-a6dc-fecf9663d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.676556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-951d8a39-e12e-435d-a6dc-fecf9663d333 None None] Port c76c0bee-acb2-453a-8a4e-59a60652aabf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:27.802651 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-043db05e-8986-4226-9611-a262456704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:40:23Z', 'revision_number': 3, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port': {'id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:21Z', 'updated_at': '2021-12-13T14:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:27.844191 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043db05e-8986-4226-9611-a262456704fd None None] The sync data for ids ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'] in n-d-816954-1 is: [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:40:23Z', 'revision_number': 3, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port': {'id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:21Z', 'updated_at': '2021-12-13T14:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:27.847726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.910557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:27.923803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] Sync routers for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:27.924461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:27.942905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:27.943863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:27.946503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4aaf3-b58f-4b79-93ba-22abe39ec56c req-e73a8fd1-455d-4664-a86f-e3e4dfd0fd3c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:27.948116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2d4aaf3-b58f-4b79-93ba-22abe39ec56c req-e73a8fd1-455d-4664-a86f-e3e4dfd0fd3c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 945 time: 0.3337500 Dec 13 14:40:27.972995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64025ff0-76fb-4c4b-b485-9f40839b0bd5']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:27.988364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.009746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] No DVR routers for this DVR port 246eccf5-539f-4351-bc4d-9fb90f56e1a5 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:40:28.022400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.027159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fd45827-c5dc-428d-b785-964002ba5ea7 req-a04dacc9-d10a-4132-aa4a-261d3a094a51 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.50 "DELETE /v2.0/ports/246eccf5-539f-4351-bc4d-9fb90f56e1a5 HTTP/1.1" status: 204 len: 173 time: 3.2131844 Dec 13 14:40:28.036374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c28bf8d-3351-4a28-8d84-37c47d1fe229') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:28.036670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c28bf8d-3351-4a28-8d84-37c47d1fe229') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:28.040171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 246eccf5-539f-4351-bc4d-9fb90f56e1a5 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:40:28.054852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.087086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 246eccf5-539f-4351-bc4d-9fb90f56e1a5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:40:28.088114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 246eccf5-539f-4351-bc4d-9fb90f56e1a5 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:40:28.089552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cf5c10b3-e408-4a73-b55a-824b282c703f no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:40:28.104362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-d6f1d90e-b45f-44e2-900d-f203f75b399f tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:28.106057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-d6f1d90e-b45f-44e2-900d-f203f75b399f tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.55 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 823 time: 0.4120958 Dec 13 14:40:28.107267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.113399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.124227 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2d4aaf3-b58f-4b79-93ba-22abe39ec56c req-81c37410-c906-4ce4-9f86-885366b0b20b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382535 Dec 13 14:40:28.135444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Pushing event updated for resources: {'Port': ['ID=c76c0bee-acb2-453a-8a4e-59a60652aabf,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:28.145486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:40:28.145876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:40:28.147917 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:40:28.211192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-072dfd5f-13da-4bba-8c80-62e051d36aa4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5163fdb492524ea7a9bfa32e5d05c15c HTTP/1.1" status: 200 len: 379 time: 0.0924838 Dec 13 14:40:28.226994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'port': {'device_id': '51c74c53-9073-4a16-bb34-49108867ddd0', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'admin_state_up': True, 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'security_groups': ['be6c0295-7531-4935-8eb3-18eba20350b0']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:28.229036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: cf5c10b3-e408-4a73-b55a-824b282c703f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:40:28.229266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cf5c10b3-e408-4a73-b55a-824b282c703f not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:40:28.265693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59654) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:28.290531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:28.412687 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.425247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] Deleting subnet ef117f49-ec2b-446b-aeb3-aafde5b4d80b {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:40:28.451746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Network 76a58138-6bdb-4361-8062-dd192e845e94 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:28.454962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:28.457351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.473544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.485893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] 10.222.0.24 "DELETE /v2.0/networks/64025ff0-76fb-4c4b-b485-9f40839b0bd5 HTTP/1.1" status: 204 len: 168 time: 1.0587606 Dec 13 14:40:28.571322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53b936-6ac6-468f-b8a1-0c7b788f6066 admin admin] Pushing event deleted for resources: {'Network': ['ID=64025ff0-76fb-4c4b-b485-9f40839b0bd5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:28.592415 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10b75668-4ebd-47aa-a63d-6bcc5238dcde req-1a02522f-e3a5-4fb4-a23c-b4f3d183d0fb tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 210 time: 0.1414254 Dec 13 14:40:28.701961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24963c-062d-4239-8343-50a43af7d8e1', 'name': 'network-vif-deleted', 'tag': 'cf5c10b3-e408-4a73-b55a-824b282c703f'}, {'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'name': 'network-vif-deleted', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:28.711178 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e8b6e4-6d4f-42e4-8f04-2201a5d9fc44" -d '{"events": [{"server_uuid": "1a24963c-062d-4239-8343-50a43af7d8e1", "name": "network-vif-deleted", "tag": "cf5c10b3-e408-4a73-b55a-824b282c703f"}, {"server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "name": "network-vif-deleted", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:28.764573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.830405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef5f52-cd51-412f-9114-aee2da08ae51 req-263507d4-8c86-44a9-bf2a-b91cf8e1791f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:28.842039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ef5f52-cd51-412f-9114-aee2da08ae51 req-263507d4-8c86-44a9-bf2a-b91cf8e1791f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 0.1126070 Dec 13 14:40:28.850191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.863112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Made reservation on behalf of 5163fdb492524ea7a9bfa32e5d05c15c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:28.867706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:28.880150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:28.902597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:40:28.940536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] Checking router: b43fa9cd-35ee-4954-9486-17d9cb3aac35 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:28.944974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ef5f52-cd51-412f-9114-aee2da08ae51 req-5af401d2-ac74-40a1-ba04-6516acfe681c tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981562 Dec 13 14:40:28.951265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:28.951890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:29.074188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:29.079250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 61f91da8-ddd8-4870-914d-66486d795aa8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:29.095357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6a0fd40a-ac68-46c0-af1b-9968e6966dca admin admin] 10.222.0.24 "PUT /v2.0/routers/50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2826526 Dec 13 14:40:29.192342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-747fb7bb-2ebc-4b46-ba9b-8c179efbcf39 req-e9f1b3a8-c3fa-4d49-b710-7d09bf6397ed tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0520253 Dec 13 14:40:29.220357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Allocated IP 172.20.0.9 (b77100f9-d3fc-441e-8987-1a37b524128a/228115a5-2c8a-4271-ab8b-c9a644e8ac60/6f3d1415-6cf7-4e1a-8955-1901fce0b41c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:29.228642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.261993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59668) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:29.276371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fdeac4c4-1cb9-4489-888c-f6684b270132 None None] Provisioning complete for port c76c0bee-acb2-453a-8a4e-59a60652aabf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:29.276371 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fdeac4c4-1cb9-4489-888c-f6684b270132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.307214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef117f49-ec2b-446b-aeb3-aafde5b4d80b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:29.313243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fdeac4c4-1cb9-4489-888c-f6684b270132 None None] Port c76c0bee-acb2-453a-8a4e-59a60652aabf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:29.328324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.338367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2f3ce132-d0c3-42ff-9ab6-b8a811dd201a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef117f49-ec2b-446b-aeb3-aafde5b4d80b HTTP/1.1" status: 204 len: 168 time: 1.0709567 Dec 13 14:40:29.340842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59670) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:29.347556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 61f91da8-ddd8-4870-914d-66486d795aa8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:29.348101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.514781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-548d410f-f446-4059-9f4e-04381f02400c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b8197a3c2584f4390df4d72bdd3929a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487991 Dec 13 14:40:29.515398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:29.521623 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.521817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.551327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 61f91da8-ddd8-4870-914d-66486d795aa8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=61f91da8-ddd8-4870-914d-66486d795aa8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:29.581706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:29.646503 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.657484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.667680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-e950cf87-8f72-4912-9492-2785442af523 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:40:29.677533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-e950cf87-8f72-4912-9492-2785442af523 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931833 Dec 13 14:40:29.681022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:29.693010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfc3212-82a1-4fd7-8e51-db1b62c629fd') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:29.693310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfc3212-82a1-4fd7-8e51-db1b62c629fd') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:29.705692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.720284 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.727613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:40:29.727794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-2ae54645-27ec-4850-9685-3cb1016ef835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:29.728023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:29.736241 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-2ae54645-27ec-4850-9685-3cb1016ef835 service neutron] 10.222.0.24 "GET /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 1094 time: 0.0578427 Dec 13 14:40:29.753707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=61f91da8-ddd8-4870-914d-66486d795aa8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:29.772105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Request body: {'binding': {'host': 'n-h1-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:29.772817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Unknown quota resources ['binding']. {{(pid=102823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:40:29.895270 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c86381-83cb-4aa1-884f-452d9656db69 x-openstack-request-id: req-24c86381-83cb-4aa1-884f-452d9656db69 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:29.895972 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24963c-062d-4239-8343-50a43af7d8e1", "name": "network-vif-deleted", "tag": "cf5c10b3-e408-4a73-b55a-824b282c703f", "status": "completed", "code": 200}, {"server_uuid": "34a991e2-b140-4845-a8ce-9047cd35b487", "name": "network-vif-deleted", "tag": "246eccf5-539f-4351-bc4d-9fb90f56e1a5", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:29.896468 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24c86381-83cb-4aa1-884f-452d9656db69 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:29.897073 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24963c-062d-4239-8343-50a43af7d8e1', 'name': 'network-vif-deleted', 'tag': 'cf5c10b3-e408-4a73-b55a-824b282c703f', 'status': 'completed', 'code': 200} Dec 13 14:40:29.897536 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a991e2-b140-4845-a8ce-9047cd35b487', 'name': 'network-vif-deleted', 'tag': '246eccf5-539f-4351-bc4d-9fb90f56e1a5', 'status': 'completed', 'code': 200} Dec 13 14:40:29.972307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:30.011017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5439ff02-07d1-4211-ba0b-618a988a420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:30.036861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:30.076123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358756f-4ed9-4911-83cb-30518081ac9c None None] The sync data for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 is: [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:40:30.114981 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:40:30.198031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:30.212782 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:30.223385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a HTTP/1.1" status: 204 len: 168 time: 0.8784430 Dec 13 14:40:30.257201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a627d57-23d5-4486-9397-621fccdc6376 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20bd4d5-1bdf-42d3-a7df-8eb30aaa3a4a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:30.525888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5439ff02-07d1-4211-ba0b-618a988a420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:30.554812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c494e21-bb8e-498f-8f41-5c06a6543221 None None] New status for floating IP e864a2d1-6697-4280-8c0f-ab65e04db834: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:40:30.571774 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-a1c797bd-a27f-42a2-851b-48a6777c5d56 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=757c4b9487d745a7ba2a865a387e0589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619395 Dec 13 14:40:30.613145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b8a66-b146-4589-b7f0-c443157f40c8 req-bd2eb71e-8677-4059-b140-16798bf147e9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:30.614447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f48b8a66-b146-4589-b7f0-c443157f40c8 req-bd2eb71e-8677-4059-b140-16798bf147e9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 945 time: 0.7085354 Dec 13 14:40:30.799348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on host n-h1-816954-1 for vnic_type normal with profile None {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:30.799916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:30.800417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:30.816945 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f48b8a66-b146-4589-b7f0-c443157f40c8 req-ef984e7a-af4e-411d-a541-affdd91d7c84 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787543 Dec 13 14:40:30.820510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:30.821178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:30.837018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:30.837265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:30.837829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:30.838479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Bound port: a7db38f0-0133-4897-aabc-72722ea0ca1a, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:30.847934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-5cde4d0a-d0a6-458c-89b1-246130c44af4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:30.849430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-5cde4d0a-d0a6-458c-89b1-246130c44af4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634020 Dec 13 14:40:30.849762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Sync routers for ids ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:30.876715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59694) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:30.877975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Request body: {'port': {'device_id': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '757c4b9487d745a7ba2a865a387e0589'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:30.887016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 61f91da8-ddd8-4870-914d-66486d795aa8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:30.911012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:30.920431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Routers {'50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:30.921462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:30.992223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4dcfbbfe-6bc1-4100-81f6-7fe4fc601cf0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6ac6a95e28343f38138a1cb105bd176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110177 Dec 13 14:40:30.994402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59696) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:31.022367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5439ff02-07d1-4211-ba0b-618a988a420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.024907 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5439ff02-07d1-4211-ba0b-618a988a420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.028546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5439ff02-07d1-4211-ba0b-618a988a420f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f36968f3-40fd-4a94-a04f-c911462c909c HTTP/1.1" status: 204 len: 168 time: 1.5039825 Dec 13 14:40:31.067308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 61f91da8-ddd8-4870-914d-66486d795aa8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:31.068745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.080084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0cf6babb-5ac3-400e-a99a-4326a073a1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.082926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ff02-07d1-4211-ba0b-618a988a420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36968f3-40fd-4a94-a04f-c911462c909c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:31.108437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Network b77100f9-d3fc-441e-8987-1a37b524128a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:31.120736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0cf6babb-5ac3-400e-a99a-4326a073a1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.122582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Set router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:31.154831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:31.188409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:31.308052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event updated for resources: {'Port': ['ID=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:31.308300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0cf6babb-5ac3-400e-a99a-4326a073a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.311628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:31.319836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0cf6babb-5ac3-400e-a99a-4326a073a1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.322556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:31.323295 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.324652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0cf6babb-5ac3-400e-a99a-4326a073a1e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb HTTP/1.1" status: 204 len: 168 time: 0.3292861 Dec 13 14:40:31.357566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6babb-5ac3-400e-a99a-4326a073a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba4bbc3-d1af-4862-997e-e7a4f8f3b9eb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:31.434785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fdc7b-1a53-47a1-9990-658e482be4fa req-d717bee8-e750-45b5-aa17-d5fff09ffbb8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:31.436365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f0fdc7b-1a53-47a1-9990-658e482be4fa req-d717bee8-e750-45b5-aa17-d5fff09ffbb8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 931 time: 0.4093537 Dec 13 14:40:31.478497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.488629 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-3e3bea60-8d1b-4b48-b666-4c6dd0cde54e service neutron] 10.222.0.24 "POST /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a/bindings HTTP/1.1" status: 201 len: 389 time: 1.7485161 Dec 13 14:40:31.507464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-61f8ac50-34dd-4e26-b456-74381c82c723 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2862418 Dec 13 14:40:31.536728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Request body: {'port': {'device_id': '51c74c53-9073-4a16-bb34-49108867ddd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:31.612932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:40:27Z', 'revision_number': 4, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port': {'id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:21Z', 'updated_at': '2021-12-13T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c76c0bee-acb2-453a-8a4e-59a60652aabf', 'name': '', 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'mac_address': 'fa:16:3e:45:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9097a3d4-6ff7-4d68-9e18-992bd440c2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:26Z', 'updated_at': '2021-12-13T14:40:27Z', 'revision_number': 2, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'subnets': [{'id': '9097a3d4-6ff7-4d68-9e18-992bd440c2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:31.616064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f0fdc7b-1a53-47a1-9990-658e482be4fa req-e11145a2-8d22-4733-bff3-24a02b5ecf64 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583109 Dec 13 14:40:31.652087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Checking router: 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:31.652449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Updating router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d port c76c0bee-acb2-453a-8a4e-59a60652aabf binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:40:31.686907 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.697406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-44ecad12-8845-4912-85ae-29d1c92ec4ca None None] Provisioning complete for port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:31.697841 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-44ecad12-8845-4912-85ae-29d1c92ec4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.702777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Made reservation on behalf of 757c4b9487d745a7ba2a865a387e0589 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:31.723584 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:31.833819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b23d67db-5611-4806-81da-781c90d9adf5 req-26c353c1-d20b-44cf-a572-bc24d9096dbc tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0366323 Dec 13 14:40:31.948990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-44ecad12-8845-4912-85ae-29d1c92ec4ca None None] Port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:32.069096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366028da-b40b-49b6-8da0-07b4ca50aa49 req-135504ea-fb43-4e7d-bb02-c6d21fc2d0c4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:32.080302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-366028da-b40b-49b6-8da0-07b4ca50aa49 req-135504ea-fb43-4e7d-bb02-c6d21fc2d0c4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.1056094 Dec 13 14:40:32.121977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.168087 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-366028da-b40b-49b6-8da0-07b4ca50aa49 req-a2960cf5-74a3-47f7-a75a-8ee8c199c605 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861490 Dec 13 14:40:32.275001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.352045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5da25c1b-7854-4a26-8f02-2955cc7d8091 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:32.356752 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-5da25c1b-7854-4a26-8f02-2955cc7d8091 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.1463823 Dec 13 14:40:32.377227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.410620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816954-1'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:32.553711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e2cff-17d9-4436-9079-7b0d911f7f3c None None] Pushing event updated for resources: {'Port': ['ID=c76c0bee-acb2-453a-8a4e-59a60652aabf,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:32.684417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3d1415-6cf7-4e1a-8955-1901fce0b41c {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:32.693943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.713450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Transition to ACTIVE for port object 6f3d1415-6cf7-4e1a-8955-1901fce0b41c will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:40:32.781905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Attempting to bind port c76c0bee-acb2-453a-8a4e-59a60652aabf on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:32.785244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Attempting to bind port c76c0bee-acb2-453a-8a4e-59a60652aabf by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:32.786724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31784-36da-4542-828d-db090d6284b5 req-a84fa264-6250-4545-8d17-8bd7084b82ac tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:32.789350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Attempting to bind port c76c0bee-acb2-453a-8a4e-59a60652aabf on network 76a58138-6bdb-4361-8062-dd192e845e94 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:32.799076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43a31784-36da-4542-828d-db090d6284b5 req-a84fa264-6250-4545-8d17-8bd7084b82ac tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 945 time: 0.4395239 Dec 13 14:40:32.813703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:32.816839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Checking segment: {'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:32.817360 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.819032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Bound using segment: {'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:32.819627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Bound port: c76c0bee-acb2-453a-8a4e-59a60652aabf, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df5f6ea-81c8-4969-b107-bde6c41e80d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:32.822549 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.872308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.898290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:32.937194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43a31784-36da-4542-828d-db090d6284b5 req-83f11b4c-0d23-4e07-9132-d5fc6d8dae01 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305439 Dec 13 14:40:33.029666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:33.040763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f53037a4-51ad-4602-8af5-63569a021958 None None] Provisioning complete for port c76c0bee-acb2-453a-8a4e-59a60652aabf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:33.043969 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f53037a4-51ad-4602-8af5-63569a021958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:33.046289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] For port c76c0bee-acb2-453a-8a4e-59a60652aabf, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:33.048651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59750) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:33.052937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] For port c76c0bee-acb2-453a-8a4e-59a60652aabf, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c76c0bee-acb2-453a-8a4e-59a60652aabf,segment=NetworkSegment(2df5f6ea-81c8-4969-b107-bde6c41e80d7),segment_id=2df5f6ea-81c8-4969-b107-bde6c41e80d7)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:33.099521 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:40:33.135544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f53037a4-51ad-4602-8af5-63569a021958 None None] Port c76c0bee-acb2-453a-8a4e-59a60652aabf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:33.139181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb1fed-1ffb-4407-ae1b-c2caa1b1addd req-b147d522-bc65-4c57-aeac-492e9279ca27 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:33.142549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7cb1fed-1ffb-4407-ae1b-c2caa1b1addd req-b147d522-bc65-4c57-aeac-492e9279ca27 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 945 time: 1.3354611 Dec 13 14:40:33.151179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:33.167339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-2f9ad084-5821-4b1a-bf67-0492c360c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:33.189108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-2f9ad084-5821-4b1a-bf67-0492c360c072 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1097 time: 0.4731414 Dec 13 14:40:33.212321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59756) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:33.221649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Allocated IP 192.168.233.230 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/94827b11-8e13-41a7-8565-1f6349e01534) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:33.293644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Routers {'50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:33.295644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:33.478396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e2cff-17d9-4436-9079-7b0d911f7f3c None None] Pushing event updated for resources: {'Port': ['ID=c76c0bee-acb2-453a-8a4e-59a60652aabf,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:33.492701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1240768374-network', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:33.498794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-17247788-network', 'tenant_id': '35c3ba82853947baa638056f435e74fd'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:33.538964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54723bd-3690-4662-aa44-415b20001bd1 req-50a611a8-7f13-4e84-8134-7e325c28cb90 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:33.554747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b54723bd-3690-4662-aa44-415b20001bd1 req-50a611a8-7f13-4e84-8134-7e325c28cb90 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 943 time: 0.3155899 Dec 13 14:40:33.606758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] Set router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:33.611392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:33.634588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 14:40:33.634588 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 14:40:33.634588 n-d-816954-1 neutron-server[102823]: [parameters: {'project_id_1': '35c3ba82853947baa638056f435e74fd', 'expiration_1': datetime.datetime(2021, 12, 13, 14, 40, 13, 580811)}] Dec 13 14:40:33.634588 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:40:33.636923 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:40:33.644334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7cb1fed-1ffb-4407-ae1b-c2caa1b1addd req-1d52f5ae-0261-487f-8a1a-06ece6829251 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200859 Dec 13 14:40:33.732099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b54723bd-3690-4662-aa44-415b20001bd1 req-60e77823-d3a6-432f-a272-d7735e751916 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686840 Dec 13 14:40:33.779237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:33.812141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-92d2b03f-b933-4ce2-bbbf-22ae625263a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:33.814648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-92d2b03f-b933-4ce2-bbbf-22ae625263a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.6047018 Dec 13 14:40:33.872151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:33.877569 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd337c-9254-4b60-99fa-7cf8b3f19a29" -d '{"events": [{"server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "name": "network-vif-unplugged", "status": "completed", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:33.890130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:33.901750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Made reservation on behalf of e9b27dd927fa4d9895b59f4a62f46299 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:33.904212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:33.939257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-56d9f5df-7be3-45ac-970e-c64b57e44b84 None None] Provisioning complete for port c76c0bee-acb2-453a-8a4e-59a60652aabf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:33.939736 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56d9f5df-7be3-45ac-970e-c64b57e44b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:33.953483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Attempting to bind port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:33.955199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Attempting to bind port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:33.955199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Attempting to bind port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c on network b77100f9-d3fc-441e-8987-1a37b524128a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:33.957149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-87644ff7-bb31-4096-b417-fd399870b1b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 217 time: 0.0461454 Dec 13 14:40:33.965421 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.006004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6ecdc015-4730-4452-97e4-cc86deda5abb req-aa1e8885-5173-4f18-953b-9d0d7b8eb710 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 210 time: 0.2191787 Dec 13 14:40:34.019992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.021832 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.050944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 14986c79-8713-4e98-a3cf-3c32dda00b4f details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:34.110654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c on network b77100f9-d3fc-441e-8987-1a37b524128a not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:34.112557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Attempting to bind port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c on network b77100f9-d3fc-441e-8987-1a37b524128a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:34.123609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:34.123992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:34.124327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:34.131498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:34.131829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:34.141707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:34.152546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:34.152901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:34.153271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:34.153724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Bound port: 14986c79-8713-4e98-a3cf-3c32dda00b4f, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:34.154084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.197428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:34.202846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Checking segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:34.203285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Bound using segment: {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:34.203963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Bound port: 6f3d1415-6cf7-4e1a-8955-1901fce0b41c, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c317ba-155d-45fe-9d91-9148cc7ddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:34.204517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.238306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:34.258988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:34.305975 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.314713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:40:27Z', 'revision_number': 4, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port': {'id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:21Z', 'updated_at': '2021-12-13T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c76c0bee-acb2-453a-8a4e-59a60652aabf', 'name': '', 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'mac_address': 'fa:16:3e:45:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9097a3d4-6ff7-4d68-9e18-992bd440c2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:26Z', 'updated_at': '2021-12-13T14:40:33Z', 'revision_number': 4, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'subnets': [{'id': '9097a3d4-6ff7-4d68-9e18-992bd440c2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:34.349263 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.354720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-d501192b-9f7a-4c94-868c-fedd528ab624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:34.356396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-d501192b-9f7a-4c94-868c-fedd528ab624 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.3730748 Dec 13 14:40:34.378109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cae58-3645-4013-9f8a-8c7b37dda84e None None] The sync data for ids ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'] in n-d-816954-1 is: [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:40:27Z', 'revision_number': 4, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port': {'id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:21Z', 'updated_at': '2021-12-13T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c76c0bee-acb2-453a-8a4e-59a60652aabf', 'name': '', 'network_id': '76a58138-6bdb-4361-8062-dd192e845e94', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'mac_address': 'fa:16:3e:45:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9097a3d4-6ff7-4d68-9e18-992bd440c2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:26Z', 'updated_at': '2021-12-13T14:40:33Z', 'revision_number': 4, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'subnets': [{'id': '9097a3d4-6ff7-4d68-9e18-992bd440c2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:34.380333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.415912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56d9f5df-7be3-45ac-970e-c64b57e44b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.439952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, got binding levels [] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:34.477496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-9bdf78e8-e6af-4923-8095-c022ba3fd655 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037652 Dec 13 14:40:34.555240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:34.556025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.557522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] 10.222.0.50 "PUT /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 1121 time: 2.1590912 Dec 13 14:40:34.568758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e666-dcde-483c-8092-0d8df9479f32 service neutron] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=8']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:34.640116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-56d9f5df-7be3-45ac-970e-c64b57e44b84 None None] For port c76c0bee-acb2-453a-8a4e-59a60652aabf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c76c0bee-acb2-453a-8a4e-59a60652aabf,segment=NetworkSegment(2df5f6ea-81c8-4969-b107-bde6c41e80d7),segment_id=2df5f6ea-81c8-4969-b107-bde6c41e80d7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:34.646086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:34.647765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:34.648485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:34.653762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:34.654119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Attempting to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:34.659601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:34.659990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:34.660579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:34.661321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Bound port: 14986c79-8713-4e98-a3cf-3c32dda00b4f, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:34.661708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.687059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Made reservation on behalf of 35c3ba82853947baa638056f435e74fd for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:34.689873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.704233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['14986c79-8713-4e98-a3cf-3c32dda00b4f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:34.727918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:40:34.748210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dda4b15-777a-4324-b19b-6209d98395d5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:34.750934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.764675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['14986c79-8713-4e98-a3cf-3c32dda00b4f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:34.805098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f9798-caae-466e-81e0-04634bf6fd79 req-e1b97c78-d610-463b-939b-52eaa6ee43b1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:34.815985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-639f9798-caae-466e-81e0-04634bf6fd79 req-e1b97c78-d610-463b-939b-52eaa6ee43b1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.6614375 Dec 13 14:40:34.818422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.818760 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Added segment cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1 of type vlan for network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df Dec 13 14:40:34.909995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] For port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:34.913701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] For port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:34.920050 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.928760 n-d-816954-1 neutron-server[102825]: WARNING neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Concurrent port binding operations failed on port 14986c79-8713-4e98-a3cf-3c32dda00b4f Dec 13 14:40:34.941790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:34.949371 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56d9f5df-7be3-45ac-970e-c64b57e44b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:34.976278 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Attempt 2 to bind port 14986c79-8713-4e98-a3cf-3c32dda00b4f Dec 13 14:40:34.988281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 14986c79-8713-4e98-a3cf-3c32dda00b4f has no active binding in host n-h2-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:40:35.006595 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f02d52-f5fb-4dd7-a77f-5e4343ad36b2 x-openstack-request-id: req-f3f02d52-f5fb-4dd7-a77f-5e4343ad36b2 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:35.007456 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "name": "network-vif-unplugged", "status": "completed", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:35.008079 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3f02d52-f5fb-4dd7-a77f-5e4343ad36b2 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:35.008893 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f', 'code': 200} Dec 13 14:40:35.043113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c76c0bee-acb2-453a-8a4e-59a60652aabf up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:35.074965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:35.140667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:35.149308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9f5df-7be3-45ac-970e-c64b57e44b84 None None] Pushing event updated for resources: {'Port': ['ID=c76c0bee-acb2-453a-8a4e-59a60652aabf,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:35.183576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-639f9798-caae-466e-81e0-04634bf6fd79 req-420d6e09-1a6a-45ba-b726-38f372a0d369 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666499 Dec 13 14:40:35.218830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:35.219997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:35.221395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] 10.222.0.55 "PUT /v2.0/ports/6f3d1415-6cf7-4e1a-8955-1901fce0b41c HTTP/1.1" status: 200 len: 1091 time: 3.6976042 Dec 13 14:40:35.236192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:35.243277 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e76c8-c846-40c8-953b-0b413e6e29de" -d '{"events": [{"name": "network-changed", "server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:35.275090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:35.311570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-62e4264e-c932-45d6-ac5a-0fb639afedb1 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8156087 Dec 13 14:40:35.319863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98f0d1-98b1-4952-8d81-c570298c3d6f req-b5b45398-4708-4e7b-a2a8-a77aa250ab07 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:35.347410 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b98f0d1-98b1-4952-8d81-c570298c3d6f req-b5b45398-4708-4e7b-a2a8-a77aa250ab07 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.1572905 Dec 13 14:40:35.354283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:35.486825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b98f0d1-98b1-4952-8d81-c570298c3d6f req-1bd28ab0-7b7c-4f8a-b2f6-819f1ad34ed2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361592 Dec 13 14:40:35.494058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c76c0bee-acb2-453a-8a4e-59a60652aabf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:35.494655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:35.563702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.resource_extend [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:40:35.583608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-c8383820-f769-4b88-abde-0ca516cb1461 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304528 Dec 13 14:40:35.638572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:35.638572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event updated for resources: {'Port': ['ID=94827b11-8e13-41a7-8565-1f6349e01534,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:35.715257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb', '7686086c-c768-491f-9c86-495f14f15bd7', '05273370-8b90-4cea-943d-705e1d583352', 'a509e6e4-12b0-40fc-a38d-567f87cf2b89'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:35.791261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a6661-df23-4102-945a-d68fb8a7fb2e service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:35.892721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891825a8-9c6b-46a3-950d-dbbd15dfe091 req-eaab3162-0eea-49c0-9dfe-3ab224cc95ca tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:35.897288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-891825a8-9c6b-46a3-950d-dbbd15dfe091 req-eaab3162-0eea-49c0-9dfe-3ab224cc95ca tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 936 time: 0.1300757 Dec 13 14:40:35.956848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-891825a8-9c6b-46a3-950d-dbbd15dfe091 req-3e06b38f-dd96-413d-9b02-8d8dc8a8b9dd tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498977 Dec 13 14:40:36.021283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fb9f1-9e9b-43c5-b503-524e2c060474 req-9e520e1d-ac01-4c7c-838f-fda6ebfeafaa tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:36.027002 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a25fb9f1-9e9b-43c5-b503-524e2c060474 req-9e520e1d-ac01-4c7c-838f-fda6ebfeafaa tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 943 time: 0.6738791 Dec 13 14:40:36.029391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.030409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:36.030984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.055135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.073608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:36.074490 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.089167 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5815cba1-2f7f-4944-8efa-3a8a407e3147 x-openstack-request-id: req-5815cba1-2f7f-4944-8efa-3a8a407e3147 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:36.089690 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:36.090096 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5815cba1-2f7f-4944-8efa-3a8a407e3147 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:36.090672 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'status': 'completed', 'code': 200} Dec 13 14:40:36.102445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2a961d47-22b6-4823-b96d-27b03b2a0873 None None] Provisioning complete for port 94827b11-8e13-41a7-8565-1f6349e01534 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:36.102968 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2a961d47-22b6-4823-b96d-27b03b2a0873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.147623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9221604 Dec 13 14:40:36.150621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59792) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:36.156091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Request body: {'subnet': {'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1240768374-subnet', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:36.179276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2a961d47-22b6-4823-b96d-27b03b2a0873 None None] Port 94827b11-8e13-41a7-8565-1f6349e01534 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:36.188470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-2bd8e386-8097-4b89-b870-781a6e198c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:36.191804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-2bd8e386-8097-4b89-b870-781a6e198c7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 1094 time: 0.5552053 Dec 13 14:40:36.209493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.261414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-e491f473-3881-4a16-b4ca-bb9154117a57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c HTTP/1.1" status: 200 len: 217 time: 0.0544596 Dec 13 14:40:36.279161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Made reservation on behalf of e9b27dd927fa4d9895b59f4a62f46299 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:36.281610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.348671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:36.353339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006ec21-6024-4999-80cb-b0721aeb5277 admin admin] Pushing event updated for resources: {'Network': ['ID=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:36.421647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:40:36.431018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:40:36.455525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-410c74bc-4ace-4909-bc5b-70dc9efcc14e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5938790 Dec 13 14:40:36.477049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a25fb9f1-9e9b-43c5-b503-524e2c060474 req-2dfd2630-d4cd-4378-9bce-214cf0eb3cdb tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4485836 Dec 13 14:40:36.498973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20da6194-f0b8-45be-bed4-80492d556b7f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:36.532661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Request body: {'port': {'device_id': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:36.557919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.560361 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Added segment 61c7039c-e2a0-49c2-9956-10dfc5e1a8c3 of type vlan for network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 Dec 13 14:40:36.652532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-b0e3acb6-c1bf-489c-a045-5cad390244a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:36.654271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-b0e3acb6-c1bf-489c-a045-5cad390244a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 200 len: 862 time: 0.3556857 Dec 13 14:40:36.696163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134817e-ce66-45c9-80f8-8a95eff627ab req-e5f29ac8-2de0-4a49-a0ea-c1da779bf093 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:36.708492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1134817e-ce66-45c9-80f8-8a95eff627ab req-e5f29ac8-2de0-4a49-a0ea-c1da779bf093 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.3253112 Dec 13 14:40:36.770691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1134817e-ce66-45c9-80f8-8a95eff627ab req-5b42d0a0-8206-4c96-a1db-65b371406fd9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609808 Dec 13 14:40:36.790813 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.798095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.805018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:36.979692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e232-f24b-4488-9d62-65ecd5b44d60 req-d693f38c-bc62-4f55-9a4b-fd105a150be8 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:36.981267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-17f8e232-f24b-4488-9d62-65ecd5b44d60 req-d693f38c-bc62-4f55-9a4b-fd105a150be8 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.3569081 Dec 13 14:40:36.986999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:37.004476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c76c0bee-acb2-453a-8a4e-59a60652aabf up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:37.013006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-e1bc1380-3612-4f2c-952f-58a10d950bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:37.014517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-e1bc1380-3612-4f2c-952f-58a10d950bb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b77100f9-d3fc-441e-8987-1a37b524128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3379285 Dec 13 14:40:37.021925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:37.022330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Network hostable DHCP agents. Network: 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:40:37.038645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:37.054366 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233779e4-d9b5-4da0-aab3-419dab61e3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:37.136515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.137456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:37.138025 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.144294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c76c0bee-acb2-453a-8a4e-59a60652aabf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:37.144934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.199725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dbe5a-50d0-41c8-afbc-831391d65705 req-852d1430-1176-4c25-a148-18ef6551476c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:37.211825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f9dbe5a-50d0-41c8-afbc-831391d65705 req-852d1430-1176-4c25-a148-18ef6551476c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 936 time: 0.0839257 Dec 13 14:40:37.239394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:40:37.279810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f9dbe5a-50d0-41c8-afbc-831391d65705 req-0a59b752-4f4c-4904-b14a-ca08f6bb58fb tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668154 Dec 13 14:40:37.327099 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04133d8-d502-4dc7-b391-b84818f96ec8 x-openstack-request-id: req-e04133d8-d502-4dc7-b391-b84818f96ec8 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:37.327397 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:37.329790 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e04133d8-d502-4dc7-b391-b84818f96ec8 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:37.329790 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f', 'status': 'completed', 'code': 200} Dec 13 14:40:37.357013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:37.366647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d15d51d-cb6e-4c19-a83d-ee31dcfd5e71 None None] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:37.367095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:37.367684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.458316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b8525e89-829a-4c10-8e4f-0127fc8b6ac7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3063738 Dec 13 14:40:37.459629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59812) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:37.466113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:37.594847 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.596257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.637961 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-17f8e232-f24b-4488-9d62-65ecd5b44d60 req-a78dfd28-6288-49ed-aa62-adf373549194 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456418 Dec 13 14:40:37.674575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.678657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:40:37.681423 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:37.721903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] Pushing event updated for resources: {'Network': ['ID=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:37.740537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:40:37.764640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e65a5a-e852-482f-80e0-5c10a0411646 req-bbd2a3ac-7168-454f-a967-3b7ba34a3ab4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:37.764870 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8ba2aa9e-df4e-4d46-a06e-165924174069 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.7081943 Dec 13 14:40:37.774103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9e65a5a-e852-482f-80e0-5c10a0411646 req-bbd2a3ac-7168-454f-a967-3b7ba34a3ab4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0979218 Dec 13 14:40:37.780458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:37.791307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Request body: {'subnet': {'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-17247788-subnet', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:37.812200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-caf0b2da-47bb-4219-ac13-b77aef151046 service neutron] 10.222.0.55 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7859879 Dec 13 14:40:37.990302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-605f6e41-a6c7-4b49-be24-53e4b4c8c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:37.992076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-605f6e41-a6c7-4b49-be24-53e4b4c8c70c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1124 time: 0.3855877 Dec 13 14:40:38.006378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9e65a5a-e852-482f-80e0-5c10a0411646 req-b74394eb-0243-4382-9479-92965f7d2ec4 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311037 Dec 13 14:40:38.030509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:38.066056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 89946981-da27-44c1-ba68-72abd6f63d5a details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:38.131722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Made reservation on behalf of 35c3ba82853947baa638056f435e74fd for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:40:38.134427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:38.193578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:38.231341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '89946981-da27-44c1-ba68-72abd6f63d5a', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '89946981-da27-44c1-ba68-72abd6f63d5a', 'mac_address': 'fa:16:3e:b9:11:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:38.329236 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7aa3714-0ef7-4c50-9253-94a77a00b213 req-2e9c6e49-aae7-4260-a46f-deb7b9aac2f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999979 Dec 13 14:40:38.386031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Allocated IP 172.20.0.2 (2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25/9cbf6ef6-5bb2-43a6-b578-e03202c68094) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:38.386326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc5f6-6665-478d-a8cc-8ae9502bd074 req-b7cf3661-e252-4a32-a7fc-a1f1b0bc6a74 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:38.394923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-181fc5f6-6665-478d-a8cc-8ae9502bd074 req-b7cf3661-e252-4a32-a7fc-a1f1b0bc6a74 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.4136820 Dec 13 14:40:38.395906 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:38.422940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89946981-da27-44c1-ba68-72abd6f63d5a {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:38.462260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:38.520692 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:38.606513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c327354-b975-4316-8736-0842b0795455 req-8391d227-4ed4-4829-81bd-d79a3654c301 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:38.616452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c327354-b975-4316-8736-0842b0795455 req-8391d227-4ed4-4829-81bd-d79a3654c301 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 936 time: 0.1523283 Dec 13 14:40:38.630954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:38.648443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94827b11-8e13-41a7-8565-1f6349e01534 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:38.666583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:38.696427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Transition to ACTIVE for port object 94827b11-8e13-41a7-8565-1f6349e01534 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:40:38.708669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-0ca2e2f3-31bf-430f-a057-a749308f6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:38.711888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-0ca2e2f3-31bf-430f-a057-a749308f6940 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.6859717 Dec 13 14:40:38.722287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:38.869573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['89946981-da27-44c1-ba68-72abd6f63d5a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:38.915789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-b219d44e-f789-494f-b397-4244ac7e6eb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 217 time: 0.1711850 Dec 13 14:40:38.937496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e76c8-c846-40c8-953b-0b413e6e29de req-f2b58d0c-1c16-4c07-a542-8e5e34edeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:38.945995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860e76c8-c846-40c8-953b-0b413e6e29de req-f2b58d0c-1c16-4c07-a542-8e5e34edeee7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 1094 time: 0.4517124 Dec 13 14:40:39.026006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.083602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.083602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:39.085107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Allocated IP 172.25.7.17 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:39.085502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-181fc5f6-6665-478d-a8cc-8ae9502bd074 req-4418da2d-365c-487b-98f5-50f2a97ac93a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755919 Dec 13 14:40:39.268226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.272701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c327354-b975-4316-8736-0842b0795455 req-5c9f4b8a-0435-4f84-9176-e48fba1aa490 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550329 Dec 13 14:40:39.381664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Pushing event updated for resources: {'Port': ['ID=9cbf6ef6-5bb2-43a6-b578-e03202c68094,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:39.422717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:39.429785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:39.436423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:39.449786 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.608828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Attempting to bind port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:39.614305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Attempting to bind port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:39.614728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Attempting to bind port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:39.625816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:39.627801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:39.631001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.631648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Bound using segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:39.632244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Bound port: 9cbf6ef6-5bb2-43a6-b578-e03202c68094, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:39.632733 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.634731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed15db-da9a-4fb5-adf4-6e448a991a43 req-522c01b4-4897-4364-a2c5-6e6ce4c1aeb8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:39.642730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69ed15db-da9a-4fb5-adf4-6e448a991a43 req-522c01b4-4897-4364-a2c5-6e6ce4c1aeb8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1974449 Dec 13 14:40:39.652707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.687520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-163996af-35ca-43d0-9d57-749f6472091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:39.689035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-163996af-35ca-43d0-9d57-749f6472091b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.7356925 Dec 13 14:40:39.702313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Pushing event updated for resources: {'Port': ['ID=94827b11-8e13-41a7-8565-1f6349e01534,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:39.770854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69ed15db-da9a-4fb5-adf4-6e448a991a43 req-7f8d3796-2345-4b14-bee3-e81e711093fe tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271827 Dec 13 14:40:39.785198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:39.934279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] For port 9cbf6ef6-5bb2-43a6-b578-e03202c68094, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:39.935681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:39.948494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:39.955322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Pushing event updated for resources: {'Port': ['ID=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:39.955322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:39.975083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] For port 9cbf6ef6-5bb2-43a6-b578-e03202c68094, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9cbf6ef6-5bb2-43a6-b578-e03202c68094,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:40.034264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-42dd4d5c-d404-40a6-b404-6c9ab948b942 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287287 Dec 13 14:40:40.057600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:40.229755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e76c8-c846-40c8-953b-0b413e6e29de req-fbb5da8f-b5ef-4e98-8c53-865101d5c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:40.231272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860e76c8-c846-40c8-953b-0b413e6e29de req-fbb5da8f-b5ef-4e98-8c53-865101d5c94b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 924 time: 1.1929789 Dec 13 14:40:40.237728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Attempting to bind port 94827b11-8e13-41a7-8565-1f6349e01534 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:40.238138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Attempting to bind port 94827b11-8e13-41a7-8565-1f6349e01534 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:40.238611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Attempting to bind port 94827b11-8e13-41a7-8565-1f6349e01534 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:40.321931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 89946981-da27-44c1-ba68-72abd6f63d5a up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:40.334815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cfc94-e34a-4b47-aa05-8a4c25f885a8 None None] Pushing event updated for resources: {'Port': ['ID=9cbf6ef6-5bb2-43a6-b578-e03202c68094,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:40.384647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Port 94827b11-8e13-41a7-8565-1f6349e01534 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:40.386027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Attempting to bind port 94827b11-8e13-41a7-8565-1f6349e01534 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:40.400276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ba4e2-1d90-4cf4-82ac-e6ed42cfbf3c req-213f03fd-5536-474c-9f5c-b4f888408123 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:40.402187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb0ba4e2-1d90-4cf4-82ac-e6ed42cfbf3c req-213f03fd-5536-474c-9f5c-b4f888408123 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 1.1249599 Dec 13 14:40:40.404302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-49ba4fa8-0807-4429-948c-93b719036b3d service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693871 Dec 13 14:40:40.413334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:40.414041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:40.415472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:40.416166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Bound port: 94827b11-8e13-41a7-8565-1f6349e01534, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:40.416768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:40.552062 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b612-0faa-46f3-ae74-bbc3012cd546 req-3d7fa133-10ac-464c-8a03-165773cf1033 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:40.557086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 89946981-da27-44c1-ba68-72abd6f63d5a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:40.557408 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:40.566764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f55b612-0faa-46f3-ae74-bbc3012cd546 req-3d7fa133-10ac-464c-8a03-165773cf1033 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.2579324 Dec 13 14:40:40.652816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f55b612-0faa-46f3-ae74-bbc3012cd546 req-8f66e48c-77d7-41a0-8822-8b2f18247587 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845931 Dec 13 14:40:40.654670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] For port 94827b11-8e13-41a7-8565-1f6349e01534, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:40.661631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] For port 94827b11-8e13-41a7-8565-1f6349e01534, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=94827b11-8e13-41a7-8565-1f6349e01534,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:40.869009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb0ba4e2-1d90-4cf4-82ac-e6ed42cfbf3c req-a2c1c261-1d9d-4033-88f2-03c0965dbdda tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143958 Dec 13 14:40:40.882543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Checking segment: {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:40.889240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Network hostable DHCP agents. Network: 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:40:40.889240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388d9188-b5f8-422e-9263-e8f0cfa6bab9,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:40.891716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:40.898928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.974301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.988107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.988107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.988107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:40.988107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:41.002991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:41.004399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:41.012255 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a612e3d-68cd-4809-a91b-556de2e33e77" -d '{"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:41.039163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:41.096397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:41.188300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860e76c8-c846-40c8-953b-0b413e6e29de req-b6f6d27b-e325-4130-90a5-b22bed1d9e3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c HTTP/1.1" status: 200 len: 217 time: 0.8074481 Dec 13 14:40:41.318835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9cbf6ef6-5bb2-43a6-b578-e03202c68094 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:41.436100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Pushing event updated for resources: {'Port': ['ID=94827b11-8e13-41a7-8565-1f6349e01534,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:41.439441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9819af8-ada4-472f-bae0-926d70b595ea req-3e0bb04c-4df5-4187-8c02-b672106bb996 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:41.455293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9819af8-ada4-472f-bae0-926d70b595ea req-3e0bb04c-4df5-4187-8c02-b672106bb996 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 948 time: 0.2877369 Dec 13 14:40:41.473941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e76c8-c846-40c8-953b-0b413e6e29de req-c94a5f87-0c2e-404b-8c87-eb2572a38730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:41.476423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860e76c8-c846-40c8-953b-0b413e6e29de req-c94a5f87-0c2e-404b-8c87-eb2572a38730 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 200 len: 862 time: 0.2771268 Dec 13 14:40:41.486593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:41.487712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:41.491829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-9fadfcfc-9f4b-4779-a0cc-80c31ab5791e service neutron] 10.222.0.50 "PUT /v2.0/ports/94827b11-8e13-41a7-8565-1f6349e01534 HTTP/1.1" status: 200 len: 1096 time: 4.9943602 Dec 13 14:40:41.497952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'tag': '94827b11-8e13-41a7-8565-1f6349e01534'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:41.502891 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb27c37-19ed-4403-af62-0c7c3b31e842" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6475a4-31f7-4284-a1c4-2de06de8dbc3", "tag": "94827b11-8e13-41a7-8565-1f6349e01534"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:41.628961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e76c8-c846-40c8-953b-0b413e6e29de req-c4e37f32-00da-4e94-9fb1-a47430723e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:41.630794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860e76c8-c846-40c8-953b-0b413e6e29de req-c4e37f32-00da-4e94-9fb1-a47430723e0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b77100f9-d3fc-441e-8987-1a37b524128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244743 Dec 13 14:40:41.771240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:41.900020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860e76c8-c846-40c8-953b-0b413e6e29de req-ebe073b5-4993-4741-89a9-0c5a770178d9 service neutron] 10.222.0.55 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506957 Dec 13 14:40:41.936499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:40:41.992774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:41.993872 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:42.284470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9468b8-a604-4d2b-ae49-217e422c900c req-22db1807-bd7d-492b-b1bf-776085c9e7f7 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:42.299673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e9468b8-a604-4d2b-ae49-217e422c900c req-22db1807-bd7d-492b-b1bf-776085c9e7f7 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 943 time: 0.8183413 Dec 13 14:40:42.318542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:42.326812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:42.327651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:42.370182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785bd5a-6191-4f29-b103-135065fd71fd None None] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:42.381148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b109f8-cee1-423e-8c38-f5a275d43c65 None None] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:42.436612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-233779e4-d9b5-4da0-aab3-419dab61e3e5 req-aeac1bb5-4698-4b92-a140-e979f236f4a5 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9834797 Dec 13 14:40:42.453085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9819af8-ada4-472f-bae0-926d70b595ea req-2eb90994-4222-41a7-9257-dfca0ceffb6e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9964721 Dec 13 14:40:42.470326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:42.492431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-ba9870b7-1e51-4c6a-b0b2-cc0d2c754426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:42.492431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-ba9870b7-1e51-4c6a-b0b2-cc0d2c754426 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 1099 time: 0.5975497 Dec 13 14:40:42.557020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e9468b8-a604-4d2b-ae49-217e422c900c req-5b782703-2bb9-4ca9-b31c-d13dbfd332b1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559466 Dec 13 14:40:42.607325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2b315aa6-8c7b-4bef-a0a7-d73e6f4d1874 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.8194830 Dec 13 14:40:42.615228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59892) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:42.762226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:42.774205 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba81da-e605-4be2-85c6-5c1b06b9ba92 x-openstack-request-id: req-bdba81da-e605-4be2-85c6-5c1b06b9ba92 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:42.774205 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-plugged", "status": "completed", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:42.775027 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdba81da-e605-4be2-85c6-5c1b06b9ba92 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:42.775027 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a', 'code': 200} Dec 13 14:40:42.784987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:42.799956 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fda24a-0d3f-4f6a-a219-8719868916fc x-openstack-request-id: req-a4fda24a-0d3f-4f6a-a219-8719868916fc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:42.803614 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6475a4-31f7-4284-a1c4-2de06de8dbc3", "tag": "94827b11-8e13-41a7-8565-1f6349e01534", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:42.804970 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4fda24a-0d3f-4f6a-a219-8719868916fc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:42.805658 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'tag': '94827b11-8e13-41a7-8565-1f6349e01534', 'status': 'completed', 'code': 200} Dec 13 14:40:42.809298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-a76850fb-d1bf-4dd0-b92b-a0ba6cb334c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=94827b11-8e13-41a7-8565-1f6349e01534 HTTP/1.1" status: 200 len: 217 time: 0.2826686 Dec 13 14:40:42.821544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f3d1415-6cf7-4e1a-8955-1901fce0b41c details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:42.856545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860e76c8-c846-40c8-953b-0b413e6e29de req-b714263c-122f-4848-9335-2bfbd418d599 service neutron] 10.222.0.55 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124961 Dec 13 14:40:42.981539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bc110725-7496-44cf-9f12-e7d10248548c None None] Provisioning complete for port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:42.981911 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bc110725-7496-44cf-9f12-e7d10248548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:43.023213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:43.025002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:43.033333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-4cd37b13-4818-4fa3-9b0f-8dda352e9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:43.035198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-4cd37b13-4818-4fa3-9b0f-8dda352e9b99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.2117188 Dec 13 14:40:43.124466 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.resource_extend [None req-354c70ed-6fdc-406a-8952-056886439749 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:40:43.224515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd93c88-9867-4ca6-9e9e-4411e422388b req-acf96d2d-5b3a-4c0f-ad86-61adfacd3ab2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:43.238548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:43.262844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9dd93c88-9867-4ca6-9e9e-4411e422388b req-acf96d2d-5b3a-4c0f-ad86-61adfacd3ab2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.3488719 Dec 13 14:40:43.292479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 9cbf6ef6-5bb2-43a6-b578-e03202c68094, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9cbf6ef6-5bb2-43a6-b578-e03202c68094,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:43.294597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'port_id': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:43.358291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f3210-ae24-4db3-9f81-4f3d620b9d79 req-4d68d237-bfce-4295-81a4-658f4e7ebb5d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:43.358291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a75f3210-ae24-4db3-9f81-4f3d620b9d79 req-4d68d237-bfce-4295-81a4-658f4e7ebb5d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.3925333 Dec 13 14:40:43.358291 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:43.452573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-13f78def-9ed8-463a-8ee4-4e91c98ba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:43.457730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-13f78def-9ed8-463a-8ee4-4e91c98ba687 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4029932 Dec 13 14:40:43.492193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9dd93c88-9867-4ca6-9e9e-4411e422388b req-79f95843-f437-4f2e-bb66-090016045ec6 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236500 Dec 13 14:40:43.520381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a75f3210-ae24-4db3-9f81-4f3d620b9d79 req-5b4bc9e1-abac-46a3-975a-db1f093439e6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259272 Dec 13 14:40:43.525219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Router 79e562fb-f721-42b1-b958-9ebbd7592149 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:40:43.633273 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:43.720512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3d1415-6cf7-4e1a-8955-1901fce0b41c {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:43.733527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:43.803297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=9cbf6ef6-5bb2-43a6-b578-e03202c68094,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:43.807474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff7b7f-ec21-4e0f-8b1f-962bb503d4b3 None None] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:40:44.003744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:44.070880 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:44.206438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:44.281136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:44.293960 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Sync routers for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:44.308827 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:44.310444 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:44.337783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['6f3d1415-6cf7-4e1a-8955-1901fce0b41c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:44.455567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549abeca-230b-44f4-aa36-077c7cdb9955 req-886c0b18-76a9-46bf-b541-ef1c7f505219 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:44.470664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-549abeca-230b-44f4-aa36-077c7cdb9955 req-886c0b18-76a9-46bf-b541-ef1c7f505219 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 948 time: 0.1804957 Dec 13 14:40:44.481677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:44.534539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e992c2-31c2-4f27-8372-c4ecebc78c94 req-7207dc44-88b5-4ca6-926f-85c1dfde6ed8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:44.542385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6e992c2-31c2-4f27-8372-c4ecebc78c94 req-7207dc44-88b5-4ca6-926f-85c1dfde6ed8 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 943 time: 0.7974925 Dec 13 14:40:44.558567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-2a5a688f-b4f7-447e-b5c1-287cef8a545d service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0371139 Dec 13 14:40:44.578742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:44.583035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-758ef67f-4ab5-4b75-88e5-4eb4960c3105 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1219141 Dec 13 14:40:44.600835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59932) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:44.635735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-549abeca-230b-44f4-aa36-077c7cdb9955 req-cd15cba1-33ec-4d8a-865c-10a17cf8e08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637945 Dec 13 14:40:44.702685 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:44.709584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d2a580a9-53f9-47dd-bd5b-422bf001208c None None] Provisioning complete for port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:44.709958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2a580a9-53f9-47dd-bd5b-422bf001208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:44.804734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 14986c79-8713-4e98-a3cf-3c32dda00b4f no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:40:45.070650 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:40Z', 'revision_number': 3, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:45.098492 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Checking router: 79e562fb-f721-42b1-b958-9ebbd7592149 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:45.098961 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Updating router 79e562fb-f721-42b1-b958-9ebbd7592149 port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:40:45.128300 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:45.132194 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6e992c2-31c2-4f27-8372-c4ecebc78c94 req-aeb2c104-7b32-41e3-81d0-22ded0237a82 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5884371 Dec 13 14:40:45.244167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c319673-11a9-4d0f-a298-85dfcf18b5c3 req-2758cafb-62c1-4564-8e4b-e99c176d8b5b service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651959 Dec 13 14:40:45.361688 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:45.673423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d49f-1096-4af8-99a3-c8d198c39c92 req-806425b9-fbbd-43c7-963d-bf0651f17ad0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:45.688781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6609d49f-1096-4af8-99a3-c8d198c39c92 req-806425b9-fbbd-43c7-963d-bf0651f17ad0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.4270575 Dec 13 14:40:45.715319 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:45.761793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-b18349f3-d8a0-4ba6-8dee-fa7e0c1ceea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:45.770998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-b18349f3-d8a0-4ba6-8dee-fa7e0c1ceea3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 1099 time: 0.3704307 Dec 13 14:40:45.822925 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:45.919820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9cbf6ef6-5bb2-43a6-b578-e03202c68094 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:45.974055 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Attempting to bind port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:45.977095 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Attempting to bind port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:45.977572 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Attempting to bind port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:45.983999 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072646f-997b-481b-a3f2-736275306ed4 None None] Pushing event updated for resources: {'Port': ['ID=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:45.998707 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:46.003516 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:46.004056 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:46.004549 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:46.005146 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Bound port: efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:46.005654 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:46.064024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:46.065833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:46.138763 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] For port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:46.145990 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] For port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:46.211675 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:46.386095 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072646f-997b-481b-a3f2-736275306ed4 None None] Pushing event updated for resources: {'Port': ['ID=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:46.390415 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:46.391971 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:46.415068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6609d49f-1096-4af8-99a3-c8d198c39c92 req-05342470-c732-4344-90f7-cb1fb73e6e45 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7251859 Dec 13 14:40:46.599593 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:46.613307 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:46.616813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:46.744034 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:46.767264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f3d1415-6cf7-4e1a-8955-1901fce0b41c up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:46.880280 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:40Z', 'revision_number': 3, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:46.912313 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4224d028-8b44-40a9-876e-9eab5181d39c None None] The sync data for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 is: [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:40Z', 'revision_number': 3, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:46.961151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:46.965842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:46.979291 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:47.009862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-08dc2b8f-e0b6-4e26-b0c7-826778b1007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:47.012145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-08dc2b8f-e0b6-4e26-b0c7-826778b1007c service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 1.2156720 Dec 13 14:40:47.119479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481d31-fdb1-45d0-8497-4acfbcc5aeff req-1adafc83-9911-40b6-b23c-97f54e068ba5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:47.127823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75481d31-fdb1-45d0-8497-4acfbcc5aeff req-1adafc83-9911-40b6-b23c-97f54e068ba5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.6062076 Dec 13 14:40:47.135822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-8e8be4a6-b402-4a7c-b32e-388ef964faba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=94827b11-8e13-41a7-8565-1f6349e01534 HTTP/1.1" status: 200 len: 217 time: 0.1072028 Dec 13 14:40:47.184450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Allocated IP 172.25.7.202 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/e912b1a5-abe5-455e-bb23-d37fed056bc4) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:47.220018 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:47.283608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:47.287488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:47.293120 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf0d5b-4cf1-4185-8cfb-0c11861fa5ff" -d '{"events": [{"server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "name": "network-vif-plugged", "status": "completed", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:47.308023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-226c839c-d56c-418f-bf47-1b42f5b2cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:47.309095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-226c839c-d56c-418f-bf47-1b42f5b2cf96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1505773 Dec 13 14:40:47.377311 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:47.476472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75481d31-fdb1-45d0-8497-4acfbcc5aeff req-92c88bee-80bb-4004-a683-cc3e295a533d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474574 Dec 13 14:40:47.483013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:47.505724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.506068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.517864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.518597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.518597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:47.596553 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:47.705404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:47.941321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:47.961891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:48.138837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:48.141952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-58d10c47-73a9-45f7-bdf8-42a6ae223e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:48.143545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-58d10c47-73a9-45f7-bdf8-42a6ae223e67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7869587 Dec 13 14:40:48.148945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e912b1a5-abe5-455e-bb23-d37fed056bc4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:48.166079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:48.169650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:48.272496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 94827b11-8e13-41a7-8565-1f6349e01534 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:48.504346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c9bab-e44d-4ada-96d0-78b25b8cc9d0 req-8e326ede-0549-450c-b38d-7d7ded0224de tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:48.508053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b65c9bab-e44d-4ada-96d0-78b25b8cc9d0 req-8e326ede-0549-450c-b38d-7d7ded0224de tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 948 time: 0.8410590 Dec 13 14:40:48.553116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:48.553525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:48.559714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 94827b11-8e13-41a7-8565-1f6349e01534, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=94827b11-8e13-41a7-8565-1f6349e01534,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:48.670510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '94827b11-8e13-41a7-8565-1f6349e01534', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '94827b11-8e13-41a7-8565-1f6349e01534', 'mac_address': 'fa:16:3e:6a:3e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:40:48.755768 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b65c9bab-e44d-4ada-96d0-78b25b8cc9d0 req-0a87befb-96a9-40b7-8003-5cbc8de427c0 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375011 Dec 13 14:40:48.757772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:48.763690 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-f038743f-3cc6-485a-9414-81a7d4eb15b7 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048299 Dec 13 14:40:48.796058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94827b11-8e13-41a7-8565-1f6349e01534 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:48.850158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 94827b11-8e13-41a7-8565-1f6349e01534, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=94827b11-8e13-41a7-8565-1f6349e01534,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:48.863670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Allocated IP 172.20.0.1 (2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25/c2b11e7e-1791-4039-ad7a-0f62580be33b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:48.916469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:48.950410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:49.189600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:49.191611 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:49.268582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=94827b11-8e13-41a7-8565-1f6349e01534,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:49.348238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:49.589693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['94827b11-8e13-41a7-8565-1f6349e01534'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:49.616197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98815-5929-40ea-b1df-534a5290c0c7 req-b7d719d8-4670-4147-ad54-300ed43a537f tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:49.617785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0b98815-5929-40ea-b1df-534a5290c0c7 req-b7d719d8-4670-4147-ad54-300ed43a537f tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.7397780 Dec 13 14:40:49.708584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-daf48a01-8dde-4f5b-93ee-7d4def1e1068 service neutron] 10.222.0.55 "GET /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.3345690 Dec 13 14:40:49.741214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccb27c37-19ed-4403-af62-0c7c3b31e842 req-faaecdb9-615b-4769-878f-5cba5b04e4c7 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8641875 Dec 13 14:40:49.816414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:49.821648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0b98815-5929-40ea-b1df-534a5290c0c7 req-79d5b1bd-466a-4281-a1f0-36640739b21a tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686442 Dec 13 14:40:49.874172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:49.908868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:50.033420 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7f4878-f83c-458d-aa14-88e0b6347413 x-openstack-request-id: req-0c7f4878-f83c-458d-aa14-88e0b6347413 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:50.033420 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "name": "network-vif-plugged", "status": "completed", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:50.034391 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c7f4878-f83c-458d-aa14-88e0b6347413 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:50.034824 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'code': 200} Dec 13 14:40:50.058979 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c1050e0-5290-4c6e-b5e3-e074b4af232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:50.110989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:50.111384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:50.226706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a5a27-3ea8-4650-9505-537165858fdb req-255e47b9-0cd7-4333-9793-e78c8b31ef18 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:50.235766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-858a5a27-3ea8-4650-9505-537165858fdb req-255e47b9-0cd7-4333-9793-e78c8b31ef18 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 943 time: 0.2394130 Dec 13 14:40:50.243598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:50.394378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:50.406459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b11e7e-1791-4039-ad7a-0f62580be33b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:50.409686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:50.433105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e0f16-6aea-478c-9dcd-2e9227532787 req-7f564d9e-a32f-4e77-b012-e6b7700bf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:50.440270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a2e0f16-6aea-478c-9dcd-2e9227532787 req-7f564d9e-a32f-4e77-b012-e6b7700bf843 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.3937726 Dec 13 14:40:50.447469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:50.535343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a2e0f16-6aea-478c-9dcd-2e9227532787 req-d2b313a2-b580-4f1e-8901-96247849fdaa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812376 Dec 13 14:40:50.615668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-858a5a27-3ea8-4650-9505-537165858fdb req-7e3d9a6c-3acf-4d51-92a4-a724155d0832 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788440 Dec 13 14:40:50.655020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:50.707613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:50.818349 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:50.823676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e3893ece-11c1-49ec-b55d-64f1c1659040 None None] Provisioning complete for port c2b11e7e-1791-4039-ad7a-0f62580be33b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:50.824238 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3893ece-11c1-49ec-b55d-64f1c1659040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:50.908741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e3893ece-11c1-49ec-b55d-64f1c1659040 None None] Port c2b11e7e-1791-4039-ad7a-0f62580be33b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:50.935083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:51.013772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14986c79-8713-4e98-a3cf-3c32dda00b4f {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:40:51.031488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5e1b2-7c42-44a0-9ed3-f2f688654b82 req-807c31f7-c822-4e07-bc15-57f43c0f3456 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:51.033168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6af5e1b2-7c42-44a0-9ed3-f2f688654b82 req-807c31f7-c822-4e07-bc15-57f43c0f3456 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.3463774 Dec 13 14:40:51.104995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:51.143276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6af5e1b2-7c42-44a0-9ed3-f2f688654b82 req-9db0dcd6-e419-490a-a2ec-97212bc43423 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000857 Dec 13 14:40:51.206473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:51.363254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] Transition to ACTIVE for port object 14986c79-8713-4e98-a3cf-3c32dda00b4f will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:40:51.389613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:40:51.429442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:51.507854 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:51.626484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] No DVR routers for this DVR port 14986c79-8713-4e98-a3cf-3c32dda00b4f on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:40:51.637622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225e56b-cc3d-4dff-b310-d98938c2104a req-d4a379cc-975e-441a-85c1-ae28fd9c3dce tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:51.646405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1225e56b-cc3d-4dff-b310-d98938c2104a req-d4a379cc-975e-441a-85c1-ae28fd9c3dce tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 949 time: 0.2808981 Dec 13 14:40:51.790552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] Pushing event updated for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:51.809522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f60b0a1b-8c65-4edc-b5d6-9399563d7900 service neutron] 10.222.0.55 "PUT /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f/bindings/n-h2-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0805862 Dec 13 14:40:51.841046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1225e56b-cc3d-4dff-b310-d98938c2104a req-64dfe774-a7bc-4099-8360-88ec7e11a42c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934044 Dec 13 14:40:51.853593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:51.871854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Sync routers for ids ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:51.887895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Routers {'cc8cf1e6-bf27-451a-80c6-6d69fc652db1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:51.888706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:52.048032 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:52.050416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-77129ad4-13df-4b27-83f2-c273838761b8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4148104 Dec 13 14:40:52.054119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59964) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:52.078982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:52.092611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a254a-7fc3-4ac5-b70f-d8a3f0ab53e2 req-8e4a578b-2b9b-411b-a299-ae1584ec02d9 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:52.101018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e40a254a-7fc3-4ac5-b70f-d8a3f0ab53e2 req-8e4a578b-2b9b-411b-a299-ae1584ec02d9 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1329479 Dec 13 14:40:52.144878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 94827b11-8e13-41a7-8565-1f6349e01534 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:40:52.153825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e40a254a-7fc3-4ac5-b70f-d8a3f0ab53e2 req-10760550-83c6-4c0d-b89f-4e9faa6cb017 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517056 Dec 13 14:40:52.161046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-430c2fbb-613b-47b1-a0f6-259cecde61a7 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:52.165111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-430c2fbb-613b-47b1-a0f6-259cecde61a7 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.1637347 Dec 13 14:40:52.168626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:52.248597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2479535f-17e7-4224-8712-df5aaf23a890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:52.294672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Set router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:52.627319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 94827b11-8e13-41a7-8565-1f6349e01534 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:40:52.682792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 94827b11-8e13-41a7-8565-1f6349e01534 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:52.683165 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:52.846279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 3, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:52.880005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:52.898439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b11e7e-1791-4039-ad7a-0f62580be33b,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:52.936200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-615d4b5f-ed6b-4306-a727-6df81812810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:52.942995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-615d4b5f-ed6b-4306-a727-6df81812810c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de&tenant_id=930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 1095 time: 0.7625804 Dec 13 14:40:52.955677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Checking router: cc8cf1e6-bf27-451a-80c6-6d69fc652db1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:52.955677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Updating router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 port e912b1a5-abe5-455e-bb23-d37fed056bc4 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:40:52.988732 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:52.994127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-5fb1b5f2-e934-4a49-930a-8b33e52525ae tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:52.995617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-5fb1b5f2-e934-4a49-930a-8b33e52525ae tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1097 time: 0.2595890 Dec 13 14:40:53.027073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:53.038918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94827b11-8e13-41a7-8565-1f6349e01534'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:53.041305 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e257e28f-1c6b-418b-b19e-adceb9891a04" -d '{"events": [{"server_uuid": "8a6475a4-31f7-4284-a1c4-2de06de8dbc3", "name": "network-vif-plugged", "status": "completed", "tag": "94827b11-8e13-41a7-8565-1f6349e01534"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:53.082265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:53.096050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bf47a-0018-4f1b-8999-b9777d049a9e req-e640e44e-df95-4893-9259-e7280bbe8c18 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:53.097793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-007bf47a-0018-4f1b-8999-b9777d049a9e req-e640e44e-df95-4893-9259-e7280bbe8c18 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 944 time: 0.8123868 Dec 13 14:40:53.103709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816954-1'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:53.178820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 94827b11-8e13-41a7-8565-1f6349e01534, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=94827b11-8e13-41a7-8565-1f6349e01534,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:53.311077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-007bf47a-0018-4f1b-8999-b9777d049a9e req-53dac340-f307-4829-ae59-389fe6d14d18 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298792 Dec 13 14:40:53.392482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:53.441866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-1400d7e8-f982-4417-a09c-4621ea888a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:53.443392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-1400d7e8-f982-4417-a09c-4621ea888a40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1095 time: 0.4414787 Dec 13 14:40:53.687896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Allocated IP 172.20.0.1 (663c97b4-7bde-47e7-8eb4-4e8eaf4822b8/388d9188-b5f8-422e-9263-e8f0cfa6bab9/60ae6705-b9de-48bf-be77-b8db513c5f65) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:40:53.743283 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:53.761415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:53.793226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:53.801484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-2a042260-e6aa-4c6c-82b7-583129bc19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:53.801484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-2a042260-e6aa-4c6c-82b7-583129bc19d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.3473635 Dec 13 14:40:53.810732 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:53.895983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:53.939566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:53.956019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=94827b11-8e13-41a7-8565-1f6349e01534,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:54.038067 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-2ecd8f78-8ac8-40ce-bb57-2ea1025bd16d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 200 len: 217 time: 0.2112305 Dec 13 14:40:54.070364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Router 79e562fb-f721-42b1-b958-9ebbd7592149 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:40:54.079114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9cc87-a72a-4855-a789-903a3a4f49a8 req-f5a0557c-bc27-403e-a998-fcd16960df4d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:54.085932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ace9cc87-a72a-4855-a789-903a3a4f49a8 req-f5a0557c-bc27-403e-a998-fcd16960df4d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 946 time: 0.4787953 Dec 13 14:40:54.102528 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.163893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.164491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:54.164696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Attempting to bind port e912b1a5-abe5-455e-bb23-d37fed056bc4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:54.164696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Attempting to bind port e912b1a5-abe5-455e-bb23-d37fed056bc4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:54.164696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Attempting to bind port e912b1a5-abe5-455e-bb23-d37fed056bc4 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:54.164696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:54.164696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:54.164696 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.164696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:54.165242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f007a058-4204-4a33-804f-860b449e755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:54.165333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Bound port: e912b1a5-abe5-455e-bb23-d37fed056bc4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:54.165333 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.165481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-f007a058-4204-4a33-804f-860b449e755d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1116757 Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Pushing event updated for resources: {'Port': ['ID=60ae6705-b9de-48bf-be77-b8db513c5f65,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.198949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:40:54.209697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:54.212157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:54.215723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:40:54.242290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] For port e912b1a5-abe5-455e-bb23-d37fed056bc4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:54.249157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] For port e912b1a5-abe5-455e-bb23-d37fed056bc4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e912b1a5-abe5-455e-bb23-d37fed056bc4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:54.258482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953b486-a774-4de7-956d-1b29e5c01128 None None] Pushing event updated for resources: {'Port': ['ID=e912b1a5-abe5-455e-bb23-d37fed056bc4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:54.261591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b85000cc-402f-4414-ab18-2c7d3979fd41 None None] Provisioning complete for port c2b11e7e-1791-4039-ad7a-0f62580be33b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:54.262029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b85000cc-402f-4414-ab18-2c7d3979fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.262150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.287779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-04f2164f-6feb-4a33-818d-7134cad85ad9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018188 Dec 13 14:40:54.293440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:54.301157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b85000cc-402f-4414-ab18-2c7d3979fd41 None None] Port c2b11e7e-1791-4039-ad7a-0f62580be33b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:40:54.355499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ace9cc87-a72a-4855-a789-903a3a4f49a8 req-96a1c385-44c0-41f8-8d08-fd6a1cc741f3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503452 Dec 13 14:40:54.520156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:54.522333 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d349a45d-42b8-4156-ba64-629d3eaf7266" -d '{"events": [{"server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:54.527445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.577638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:54.586811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7e8f6-3e58-41eb-8416-a48d37fbd044 req-7f01fc5e-18e5-4f3b-9baf-9f1f01d4c8f0 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:54.587012 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Sync routers for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:40:54.588259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81a7e8f6-3e58-41eb-8416-a48d37fbd044 req-7f01fc5e-18e5-4f3b-9baf-9f1f01d4c8f0 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 950 time: 0.1626797 Dec 13 14:40:54.590010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-73ec17e6-36f1-480b-a8c4-7949fb5386f7 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379613 Dec 13 14:40:54.602452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b3d9b61d-d2cf-4980-8e07-7f47c22e0973 admin admin] 10.222.0.24 "PUT /v2.0/routers/79e562fb-f721-42b1-b958-9ebbd7592149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9919932 Dec 13 14:40:54.602668 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:54.602668 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:54.663535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.704115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.740631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.748265 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:54.769491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a7db38f0-0133-4897-aabc-72722ea0ca1a details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:40:54.807996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:54.815120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Routers {'cc8cf1e6-bf27-451a-80c6-6d69fc652db1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:54.816686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:54.868223 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81a7e8f6-3e58-41eb-8416-a48d37fbd044 req-716c337e-6406-44c8-8f20-73be30a37f84 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729039 Dec 13 14:40:54.930759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-80da48ce-66a6-46ad-8de6-4acf87d5bf4e service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293874 Dec 13 14:40:54.931855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on host n-h2-816954-1 for vnic_type normal with profile {"migrating_to": "n-h1-816954-1"} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:54.932183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:54.932504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:54.937250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:54.938093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:54.944458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:54.944794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:54.945168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:54.945593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Bound port: a7db38f0-0133-4897-aabc-72722ea0ca1a, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:54.945953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.982042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:54.987442 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5807e6-4dc9-4b38-bb07-78a92f566b1d x-openstack-request-id: req-0a5807e6-4dc9-4b38-bb07-78a92f566b1d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:54.987965 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6475a4-31f7-4284-a1c4-2de06de8dbc3", "name": "network-vif-plugged", "status": "completed", "tag": "94827b11-8e13-41a7-8565-1f6349e01534", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:54.987965 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a5807e6-4dc9-4b38-bb07-78a92f566b1d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:54.988371 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94827b11-8e13-41a7-8565-1f6349e01534', 'code': 200} Dec 13 14:40:55.021884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:55.026666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:55.026886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.resource_extend [None req-354c70ed-6fdc-406a-8952-056886439749 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:40:55.028437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953b486-a774-4de7-956d-1b29e5c01128 None None] Pushing event updated for resources: {'Port': ['ID=e912b1a5-abe5-455e-bb23-d37fed056bc4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:55.098386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] Set router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:55.101456 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 2, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:55.114343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.132975 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.144354 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.167572 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Checking router: 79e562fb-f721-42b1-b958-9ebbd7592149 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:40:55.168179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Updating router 79e562fb-f721-42b1-b958-9ebbd7592149 port c2b11e7e-1791-4039-ad7a-0f62580be33b binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:40:55.203106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.227391 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.231921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Pushing event updated for resources: {'Port': ['ID=60ae6705-b9de-48bf-be77-b8db513c5f65,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:55.236866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.303518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acc16a-7eb3-4fc8-a2fd-b18fc556a65b req-60637498-c875-4532-9a68-0304b9bec1fd tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:55.308404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6acc16a-7eb3-4fc8-a2fd-b18fc556a65b req-60637498-c875-4532-9a68-0304b9bec1fd tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.2183659 Dec 13 14:40:55.308404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=8']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:55.327434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688d584-40f4-4c92-8952-9d11c6a43d13 req-7fabae07-956d-4f9e-862c-9b1239fff869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:55.330070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8688d584-40f4-4c92-8952-9d11c6a43d13 req-7fabae07-956d-4f9e-862c-9b1239fff869 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 1101 time: 0.2842052 Dec 13 14:40:55.412281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6acc16a-7eb3-4fc8-a2fd-b18fc556a65b req-d7316da3-11ca-4c21-af52-1ca8d915e222 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744193 Dec 13 14:40:55.414205 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8688d584-40f4-4c92-8952-9d11c6a43d13 req-a983d2cd-1045-4941-8d53-aab3b4632142 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731494 Dec 13 14:40:55.467484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:55.468712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.470385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-11d463e4-63ff-4e7d-9b00-4d21e94f55fc service neutron] 10.222.0.55 "PUT /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 1122 time: 2.3716011 Dec 13 14:40:55.575275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:40:55.581145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:40:55.605170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, got binding levels [] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:55.651374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on host n-h2-816954-1 for vnic_type normal with profile {"migrating_to": "n-h1-816954-1"} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:55.653361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:55.653919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:55.661479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:40:55.662400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:55.674543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:55.675016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:55.675637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:55.676207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Bound port: a7db38f0-0133-4897-aabc-72722ea0ca1a, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:55.676698 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:55.785346 n-d-816954-1 neutron-server[102825]: WARNING neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Concurrent port binding operations failed on port a7db38f0-0133-4897-aabc-72722ea0ca1a Dec 13 14:40:55.790527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:55.796171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a7db38f0-0133-4897-aabc-72722ea0ca1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:55.802599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['a7db38f0-0133-4897-aabc-72722ea0ca1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:40:55.822347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-e8eb6fb4-bd8f-4758-99c2-48ba908bf50d tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:55.834362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-e8eb6fb4-bd8f-4758-99c2-48ba908bf50d tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1095 time: 0.2134848 Dec 13 14:40:55.865316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c20e-3ef7-4be8-bdb5-d2a63c0c76f0 req-e4ba5abb-36f2-4f6c-89a8-367affff4848 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:55.870324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e213c20e-3ef7-4be8-bdb5-d2a63c0c76f0 req-e4ba5abb-36f2-4f6c-89a8-367affff4848 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 944 time: 0.1834688 Dec 13 14:40:55.888332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:40:55.965115 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempt 2 to bind port a7db38f0-0133-4897-aabc-72722ea0ca1a Dec 13 14:40:55.965633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a7db38f0-0133-4897-aabc-72722ea0ca1a has no active binding in host n-h1-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:40:56.102385 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:56.171976 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e213c20e-3ef7-4be8-bdb5-d2a63c0c76f0 req-cae04e21-4a41-44d4-aa03-fbb8234365d8 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939584 Dec 13 14:40:56.211256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:40:56.223295 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:56.249537 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ed68dd85-bfe0-4637-83e9-c2fe5d8736f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc8cf1e6-bf27-451a-80c6-6d69fc652db1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1844485 Dec 13 14:40:56.294313 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bea2d3-a106-46d5-8cbe-8e70cb4e433f x-openstack-request-id: req-50bea2d3-a106-46d5-8cbe-8e70cb4e433f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:40:56.294911 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:40:56.294911 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50bea2d3-a106-46d5-8cbe-8e70cb4e433f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:40:56.295603 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a', 'code': 200} Dec 13 14:40:56.336458 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d338780-d9a3-412c-af13-93fd8deae64e None None] Pushing event updated for resources: {'Port': ['ID=c2b11e7e-1791-4039-ad7a-0f62580be33b,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:56.455134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-a4b58b6f-02f7-42f1-8a65-e0cd9dcbbaa5 service neutron] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:56.460461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-a4b58b6f-02f7-42f1-8a65-e0cd9dcbbaa5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:56.460603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-397a18c0-90e1-4c00-89e1-3a81dc5f11c4 req-a4b58b6f-02f7-42f1-8a65-e0cd9dcbbaa5 service neutron] 10.222.0.50 "DELETE /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f/bindings/n-h1-816954-1 HTTP/1.1" status: 204 len: 173 time: 0.5882225 Dec 13 14:40:56.535515 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Attempting to bind port c2b11e7e-1791-4039-ad7a-0f62580be33b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:40:56.535975 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Attempting to bind port c2b11e7e-1791-4039-ad7a-0f62580be33b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:40:56.536405 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Attempting to bind port c2b11e7e-1791-4039-ad7a-0f62580be33b on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:40:56.546259 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:40:56.547355 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:40:56.548798 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:56.549247 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Bound using segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:40:56.550224 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Bound port: c2b11e7e-1791-4039-ad7a-0f62580be33b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:40:56.552457 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:56.696137 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] For port c2b11e7e-1791-4039-ad7a-0f62580be33b, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:40:56.701472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] For port c2b11e7e-1791-4039-ad7a-0f62580be33b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c2b11e7e-1791-4039-ad7a-0f62580be33b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:40:56.729490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 4, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '60ae6705-b9de-48bf-be77-b8db513c5f65', 'name': '', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'mac_address': 'fa:16:3e:13:49:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:53Z', 'updated_at': '2021-12-13T14:40:53Z', 'revision_number': 1, 'project_id': '35c3ba82853947baa638056f435e74fd', 'subnets': [{'id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:56.776146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9e29a-f2e7-496c-be92-8112dcc13282 None None] The sync data for ids ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'] in n-d-816954-1 is: [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 4, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '60ae6705-b9de-48bf-be77-b8db513c5f65', 'name': '', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'mac_address': 'fa:16:3e:13:49:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:53Z', 'updated_at': '2021-12-13T14:40:53Z', 'revision_number': 1, 'project_id': '35c3ba82853947baa638056f435e74fd', 'subnets': [{'id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:56.791608 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:56.952631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6c935190-6fd3-44f4-8ba6-b42f61750f80 None None] Provisioning complete for port c2b11e7e-1791-4039-ad7a-0f62580be33b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:56.952631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c935190-6fd3-44f4-8ba6-b42f61750f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:56.981271 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:40:56.983217 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:57.174178 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c935190-6fd3-44f4-8ba6-b42f61750f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:57.207934 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:40:57.288654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6c935190-6fd3-44f4-8ba6-b42f61750f80 None None] For port c2b11e7e-1791-4039-ad7a-0f62580be33b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c2b11e7e-1791-4039-ad7a-0f62580be33b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:40:57.343370 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d338780-d9a3-412c-af13-93fd8deae64e None None] Pushing event updated for resources: {'Port': ['ID=c2b11e7e-1791-4039-ad7a-0f62580be33b,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:57.359977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c935190-6fd3-44f4-8ba6-b42f61750f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:57.484909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c935190-6fd3-44f4-8ba6-b42f61750f80 None None] Pushing event updated for resources: {'Port': ['ID=c2b11e7e-1791-4039-ad7a-0f62580be33b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:57.498061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1084920d-0aad-41d2-aac2-ee4e8a96c5a6 None None] Provisioning complete for port c2b11e7e-1791-4039-ad7a-0f62580be33b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:40:57.498932 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1084920d-0aad-41d2-aac2-ee4e8a96c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:57.735836 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:56Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:40:57.819492 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8cc93-983e-49c6-bdf1-64124e036b95 None None] The sync data for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 is: [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:56Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:40:58.013326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60006) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:58.019220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1c28bc34-88ae-4bee-a767-0448c4b19079 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986174574', 'description': 'tempest-description--323968619'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:58.155006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bc34-88ae-4bee-a767-0448c4b19079 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:58.268890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8d18-1ad5-48fa-b823-8e698cb7433c req-5ef0c506-b7bb-4aec-be04-338095341f11 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:58.280602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1abb8d18-1ad5-48fa-b823-8e698cb7433c req-5ef0c506-b7bb-4aec-be04-338095341f11 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 944 time: 0.1417019 Dec 13 14:40:58.300910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:40:58.305312 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a51a80-8a64-4727-abd8-66ab5069201d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:40:58.337037 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bc34-88ae-4bee-a767-0448c4b19079 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:58.350941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1abb8d18-1ad5-48fa-b823-8e698cb7433c req-48567bbd-1203-40b8-8639-602db2d838ef tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679584 Dec 13 14:40:58.428425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bc34-88ae-4bee-a767-0448c4b19079 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:58.482741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28bc34-88ae-4bee-a767-0448c4b19079 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d689ec-509c-4bf6-b96e-3439c360bccf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:58.527626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c28bc34-88ae-4bee-a767-0448c4b19079 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:58.531722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1c28bc34-88ae-4bee-a767-0448c4b19079 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5167096 Dec 13 14:40:58.532131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60010) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:58.537006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8f7eb797-581d-4013-b994-60cae8e37f14 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'security_group_rule': {'security_group_id': 'f3d689ec-509c-4bf6-b96e-3439c360bccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:58.584684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0330bb-ffad-49d7-a52a-0cb376a10dbf req-5b141eba-132a-4877-a6d8-4099362da3f0 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:58.597399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60012) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:58.602104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Request body: {'floatingip': {'port_id': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:58.615611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c0330bb-ffad-49d7-a52a-0cb376a10dbf req-5b141eba-132a-4877-a6d8-4099362da3f0 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1146209 Dec 13 14:40:58.662746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb797-581d-4013-b994-60cae8e37f14 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:58.780214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:58.941475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb797-581d-4013-b994-60cae8e37f14 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:58.972618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46dce-a255-4c84-8231-2c9e0d553452 req-4302ff4f-e42d-417c-92af-c4b6d71e98a1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:40:58.995971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c3a46dce-a255-4c84-8231-2c9e0d553452 req-4302ff4f-e42d-417c-92af-c4b6d71e98a1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 950 time: 0.2700570 Dec 13 14:40:59.077423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb797-581d-4013-b994-60cae8e37f14 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.209405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eb797-581d-4013-b994-60cae8e37f14 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa548a7-f8ac-4f05-82af-6a892be5a40c,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:59.226268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c3a46dce-a255-4c84-8231-2c9e0d553452 req-a5d5dcaa-d5b2-4190-9d23-cf46d41d4839 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293966 Dec 13 14:40:59.279705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb797-581d-4013-b994-60cae8e37f14 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.279705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8f7eb797-581d-4013-b994-60cae8e37f14 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7437894 Dec 13 14:40:59.280368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60016) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:59.284995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2aedd16f-386b-4d32-b94a-cdcd16421917 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'security_group_rule': {'security_group_id': 'f3d689ec-509c-4bf6-b96e-3439c360bccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:40:59.487763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aedd16f-386b-4d32-b94a-cdcd16421917 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.504379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.resource_extend [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:40:59.636642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aedd16f-386b-4d32-b94a-cdcd16421917 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.654909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.719928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aedd16f-386b-4d32-b94a-cdcd16421917 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.740145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd16f-386b-4d32-b94a-cdcd16421917 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e1ec17-bac5-49b5-88b2-cdece4e633e6,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:40:59.757328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.853555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aedd16f-386b-4d32-b94a-cdcd16421917 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:40:59.854528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2aedd16f-386b-4d32-b94a-cdcd16421917 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5736072 Dec 13 14:40:59.857336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60028) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:40:59.862806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:00.011529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.042182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e912b1a5-abe5-455e-bb23-d37fed056bc4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:00.192441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e912b1a5-abe5-455e-bb23-d37fed056bc4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:00.196730 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.228131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.399244 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.461551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Allocated IP 172.25.7.149 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/8e086514-0d65-4f78-9142-71f274a3b18d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:41:00.470519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port e912b1a5-abe5-455e-bb23-d37fed056bc4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e912b1a5-abe5-455e-bb23-d37fed056bc4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:00.524696 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Floating IP e864a2d1-6697-4280-8c0f-ab65e04db834 associated. External IP: 172.25.7.129, port: 6f3d1415-6cf7-4e1a-8955-1901fce0b41c. Dec 13 14:41:00.548916 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.549957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c2b11e7e-1791-4039-ad7a-0f62580be33b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:00.727359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=e912b1a5-abe5-455e-bb23-d37fed056bc4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:00.768283 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.769549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c2b11e7e-1791-4039-ad7a-0f62580be33b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:00.771616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.891762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:00.972933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=8e086514-0d65-4f78-9142-71f274a3b18d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:01.001004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:41:01.001004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:41:01.001004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:41:01.015990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Router b43fa9cd-35ee-4954-9486-17d9cb3aac35 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:41:01.128282 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:01.228903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:41:01.228903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:01.229060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] Sync routers for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:41:01.245230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:41:01.247017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:01.272361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-513f9ece-9a05-4edc-a707-46bfee848df1 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "PUT /v2.0/floatingips/e864a2d1-6697-4280-8c0f-ab65e04db834 HTTP/1.1" status: 200 len: 991 time: 2.6728830 Dec 13 14:41:01.272719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:01.275693 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882a018a-317b-4099-bfb5-c52c560d628b" -d '{"events": [{"name": "network-changed", "server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:01.383642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:41:01.393236 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Sync routers for ids ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:41:01.402529 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Routers {'cc8cf1e6-bf27-451a-80c6-6d69fc652db1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:41:01.403188 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:01.509912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Set router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:41:01.678371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e864a2d1-6697-4280-8c0f-ab65e04db834', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'port_id': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c74c53-9073-4a16-bb34-49108867ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:38:07Z', 'updated_at': '2021-12-13T14:40:59Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:01.705874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] Checking router: b43fa9cd-35ee-4954-9486-17d9cb3aac35 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:41:01.715371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:41:01.715989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:01.739143 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 4, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '60ae6705-b9de-48bf-be77-b8db513c5f65', 'name': '', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'mac_address': 'fa:16:3e:13:49:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:53Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 2, 'project_id': '35c3ba82853947baa638056f435e74fd', 'subnets': [{'id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:01.766277 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Checking router: cc8cf1e6-bf27-451a-80c6-6d69fc652db1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:41:01.766277 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Updating router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 port 60ae6705-b9de-48bf-be77-b8db513c5f65 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:41:01.808690 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:01.854128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:01.857594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:41:01.971107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e912b1a5-abe5-455e-bb23-d37fed056bc4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:02.089133 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.108609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e912b1a5-abe5-455e-bb23-d37fed056bc4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:02.108996 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.146206 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.247402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e864a2d1-6697-4280-8c0f-ab65e04db834', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'port_id': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c74c53-9073-4a16-bb34-49108867ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:38:07Z', 'updated_at': '2021-12-13T14:40:59Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:02.388076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7343d-4a5b-4a35-9820-c528dc7f6a4c None None] The sync data for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 is: [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e864a2d1-6697-4280-8c0f-ab65e04db834', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'port_id': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c74c53-9073-4a16-bb34-49108867ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:38:07Z', 'updated_at': '2021-12-13T14:40:59Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:41:02.433952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.434182 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.519532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=8e086514-0d65-4f78-9142-71f274a3b18d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:02.596815 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237f0b3-d76e-4da6-aa87-e778f9ada716 None None] Pushing event updated for resources: {'Port': ['ID=60ae6705-b9de-48bf-be77-b8db513c5f65,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:02.612047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.704122 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Attempting to bind port 60ae6705-b9de-48bf-be77-b8db513c5f65 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:41:02.704637 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Attempting to bind port 60ae6705-b9de-48bf-be77-b8db513c5f65 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:41:02.705297 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Attempting to bind port 60ae6705-b9de-48bf-be77-b8db513c5f65 on network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:02.712773 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:41:02.713403 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Checking segment: {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:41:02.714001 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.714605 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Bound using segment: {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:41:02.720300 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Bound port: 60ae6705-b9de-48bf-be77-b8db513c5f65, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:41:02.720300 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.745561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:02.747442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69cf5d99-a3ac-4a40-9b2c-403633213f73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8891439 Dec 13 14:41:02.769597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5f94c-a569-4ff1-8527-533a057f1b19 None None] New status for floating IP e864a2d1-6697-4280-8c0f-ab65e04db834: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:41:02.939374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] For port 60ae6705-b9de-48bf-be77-b8db513c5f65, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:41:02.945115 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] For port 60ae6705-b9de-48bf-be77-b8db513c5f65, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=60ae6705-b9de-48bf-be77-b8db513c5f65,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:41:03.051966 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:03.178023 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Routers {'cc8cf1e6-bf27-451a-80c6-6d69fc652db1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:41:03.178672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:03.213728 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237f0b3-d76e-4da6-aa87-e778f9ada716 None None] Pushing event updated for resources: {'Port': ['ID=60ae6705-b9de-48bf-be77-b8db513c5f65,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:03.312155 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] Set router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:41:03.517928 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 4, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '60ae6705-b9de-48bf-be77-b8db513c5f65', 'name': '', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'mac_address': 'fa:16:3e:13:49:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:53Z', 'updated_at': '2021-12-13T14:41:02Z', 'revision_number': 4, 'project_id': '35c3ba82853947baa638056f435e74fd', 'subnets': [{'id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:03.556071 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cae17e-ce92-4553-bcb4-0de3496110a2 None None] The sync data for ids ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'] in n-d-816954-1 is: [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:40:54Z', 'revision_number': 4, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '60ae6705-b9de-48bf-be77-b8db513c5f65', 'name': '', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'mac_address': 'fa:16:3e:13:49:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:53Z', 'updated_at': '2021-12-13T14:41:02Z', 'revision_number': 4, 'project_id': '35c3ba82853947baa638056f435e74fd', 'subnets': [{'id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:41:03.955326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 60ae6705-b9de-48bf-be77-b8db513c5f65 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:04.024064 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa46f7cb-4104-480c-b096-4a10096d8977 x-openstack-request-id: req-aa46f7cb-4104-480c-b096-4a10096d8977 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:04.025037 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:04.025722 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa46f7cb-4104-480c-b096-4a10096d8977 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:04.026453 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a', 'status': 'completed', 'code': 200} Dec 13 14:41:04.059598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 60ae6705-b9de-48bf-be77-b8db513c5f65 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:04.060834 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:04.114300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-89053295-6722-40fb-b33a-d91a82441ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.115813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-89053295-6722-40fb-b33a-d91a82441ac4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1125 time: 0.0718861 Dec 13 14:41:04.122384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-a9e65ef0-1db1-4dca-b3fa-10549d11103b tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.123824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-a9e65ef0-1db1-4dca-b3fa-10549d11103b tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 809 time: 0.1670299 Dec 13 14:41:04.151371 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:04.167429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a7db38f0-0133-4897-aabc-72722ea0ca1a no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:04.189365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-a3604908-84a8-4df3-aa99-01a573639bad tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/quotas/35c3ba82853947baa638056f435e74fd HTTP/1.1" status: 200 len: 375 time: 0.0512040 Dec 13 14:41:04.198537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7179-46dc-48e6-8a56-15e4e7c57ff2 req-10e4d94b-39b8-450e-bc9b-65d8d2969ba5 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.204019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-690c7179-46dc-48e6-8a56-15e4e7c57ff2 req-10e4d94b-39b8-450e-bc9b-65d8d2969ba5 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 1101 time: 0.1162481 Dec 13 14:41:04.206693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 60ae6705-b9de-48bf-be77-b8db513c5f65, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=60ae6705-b9de-48bf-be77-b8db513c5f65,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:04.219277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-ba7c6f38-41dd-48e1-ab34-a31c0f912dce service neutron] 10.222.0.50 "GET /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a/bindings/n-h1-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.1215572 Dec 13 14:41:04.243422 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-690c7179-46dc-48e6-8a56-15e4e7c57ff2 req-ac025268-d13d-44f3-847a-25ced2bb4b20 tempest-ServersOnMultiNodesTest-1435261926 tempest-ServersOnMultiNodesTest-1435261926-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Dec 13 14:41:04.262288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:04.344328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=60ae6705-b9de-48bf-be77-b8db513c5f65,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:04.434573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8b5e3-a1e3-4c5b-a463-6e24e2e127c5 req-34e8d0db-49c2-421f-ba3b-bca12c266c24 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.436127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30d8b5e3-a1e3-4c5b-a463-6e24e2e127c5 req-34e8d0db-49c2-421f-ba3b-bca12c266c24 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1095 time: 0.1007826 Dec 13 14:41:04.526153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30d8b5e3-a1e3-4c5b-a463-6e24e2e127c5 req-24dbfcee-4d51-499e-8e46-b44f874452c2 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706255 Dec 13 14:41:04.563647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:04.582774 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f5f3a04e-961f-41b7-96ca-e445aafd2b40 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3843136 Dec 13 14:41:04.584550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:41:04.587073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-ccf81a6c-5364-491f-ad46-cba5f58becf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.588586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-ccf81a6c-5364-491f-ad46-cba5f58becf4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.4638913 Dec 13 14:41:04.642846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7db38f0-0133-4897-aabc-72722ea0ca1a {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:04.655804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:04.670034 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-05aa3186-58b4-46dc-bde1-4e4aebd76756 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 217 time: 0.0630529 Dec 13 14:41:04.677120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc538e-e173-41e4-b6cd-bde146f9f206 req-6971d531-dca7-492f-95b3-e3f670af7ed0 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.678617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39bc538e-e173-41e4-b6cd-bde146f9f206 req-6971d531-dca7-492f-95b3-e3f670af7ed0 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 944 time: 0.0923743 Dec 13 14:41:04.714732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:04.719521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39bc538e-e173-41e4-b6cd-bde146f9f206 req-76a9851e-65a6-4bd2-9d5e-85de5e3eccae tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Dec 13 14:41:04.743695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-3533c0bc-a526-4886-be1f-51cbcee459fb service neutron] 10.222.0.24 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541755 Dec 13 14:41:04.745151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-6b6cc806-6ce7-46f6-b80e-20953a6b5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.746484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-6b6cc806-6ce7-46f6-b80e-20953a6b5c27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0686445 Dec 13 14:41:04.799110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] Transition to ACTIVE for port object a7db38f0-0133-4897-aabc-72722ea0ca1a will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:41:04.819926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-0d0229d7-1e97-491d-9aa8-8a00f5ca85fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616782 Dec 13 14:41:04.836303 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345d6e5-7b62-47f0-8e83-9a2a7f4b43ee x-openstack-request-id: req-2345d6e5-7b62-47f0-8e83-9a2a7f4b43ee {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:04.836588 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:04.836839 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2345d6e5-7b62-47f0-8e83-9a2a7f4b43ee {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:04.837235 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'status': 'completed', 'code': 200} Dec 13 14:41:04.863336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:04.944583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] No DVR routers for this DVR port a7db38f0-0133-4897-aabc-72722ea0ca1a on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:04.950060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-e21e63a9-5158-4af2-ba37-bb0f38e91950 service neutron] 10.222.0.24 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991210 Dec 13 14:41:04.961114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=10']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:04.965490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a018a-317b-4099-bfb5-c52c560d628b req-0a3e317a-1092-41b4-801f-a319096986e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:04.966993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a018a-317b-4099-bfb5-c52c560d628b req-0a3e317a-1092-41b4-801f-a319096986e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.0901568 Dec 13 14:41:05.002715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-0eb66a61-540a-4dfd-8867-bde88998ddb4 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750867 Dec 13 14:41:05.003506 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-a897bd14-76c0-473c-b982-d31ce21956a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a/bindings/n-h1-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7485375 Dec 13 14:41:05.006532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-b0312f0b-0dda-476b-8d67-942d32e4ca27 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--986174574&fields=id&tenant_id=e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 267 time: 0.0917976 Dec 13 14:41:05.117691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-ce2cd31c-542a-4ea8-8dd6-2116037865f5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.119165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-ce2cd31c-542a-4ea8-8dd6-2116037865f5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.1048374 Dec 13 14:41:05.134216 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-d7a60c85-b86a-46d4-ae85-648ff470b2a5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/quotas/e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 375 time: 0.0090718 Dec 13 14:41:05.144649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a018a-317b-4099-bfb5-c52c560d628b req-a1ec2715-ce12-4e1d-be44-aabb36a6f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.144649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a018a-317b-4099-bfb5-c52c560d628b req-a1ec2715-ce12-4e1d-be44-aabb36a6f6a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 200 len: 924 time: 0.1618671 Dec 13 14:41:05.146907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a51a80-8a64-4727-abd8-66ab5069201d req-af7fcfbd-345c-4320-b5f7-824025453613 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196980 Dec 13 14:41:05.200364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-efb2ccd7-9316-4f93-b24e-087f1b984279 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599151 Dec 13 14:41:05.261008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a018a-317b-4099-bfb5-c52c560d628b req-0e854f03-d900-430d-89de-24695001aa5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c HTTP/1.1" status: 200 len: 1001 time: 0.1111853 Dec 13 14:41:05.270082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-09ab6d4d-0f51-4b04-a67b-3f97f4a34277 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.271565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-09ab6d4d-0f51-4b04-a67b-3f97f4a34277 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.0818768 Dec 13 14:41:05.342043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a018a-317b-4099-bfb5-c52c560d628b req-3fd36070-04e0-46ec-a0cf-7b4619e23241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.343193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a018a-317b-4099-bfb5-c52c560d628b req-3fd36070-04e0-46ec-a0cf-7b4619e23241 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 200 len: 862 time: 0.0705240 Dec 13 14:41:05.365305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-a8c3f083-fb6b-4d0d-87ad-0924f346a607 service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407776 Dec 13 14:41:05.374259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-8a8931c2-b44d-46f2-a2b6-8834614bd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.376404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-8a8931c2-b44d-46f2-a2b6-8834614bd262 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf&tenant_id=ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 1096 time: 0.0671723 Dec 13 14:41:05.489832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a018a-317b-4099-bfb5-c52c560d628b req-5394db9c-2d8d-415f-afe5-f99c0a9bf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.492040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a018a-317b-4099-bfb5-c52c560d628b req-5394db9c-2d8d-415f-afe5-f99c0a9bf132 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b77100f9-d3fc-441e-8987-1a37b524128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358705 Dec 13 14:41:05.494809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-985391ac-e57e-442b-82b1-4a80eebc30a3 service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202443 Dec 13 14:41:05.565911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-732388ca-c485-4367-8962-091fc1d4a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.567335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-732388ca-c485-4367-8962-091fc1d4a945 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1096 time: 0.1609845 Dec 13 14:41:05.676954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-feb3d129-e59c-4bea-930c-8f42ee1c054c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.678507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-feb3d129-e59c-4bea-930c-8f42ee1c054c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/networks?id=52107799-fe1d-4188-acab-dad0aeb72479 HTTP/1.1" status: 200 len: 815 time: 0.2732601 Dec 13 14:41:05.688655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a018a-317b-4099-bfb5-c52c560d628b req-d0188553-c903-4762-ad44-4f28e93b445f service neutron] 10.222.0.55 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861515 Dec 13 14:41:05.709697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-d4452b42-59da-434e-9c49-f212dbb60831 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/quotas/dc45e05b3dc245e1b5df65f35f6b5e63 HTTP/1.1" status: 200 len: 375 time: 0.0200877 Dec 13 14:41:05.800933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-aa57ad05-a1f7-4e15-8fb2-84be4d5d04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:05.802474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-aa57ad05-a1f7-4e15-8fb2-84be4d5d04ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.2259266 Dec 13 14:41:05.856064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 60ae6705-b9de-48bf-be77-b8db513c5f65 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:05.861490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-e47ab2b8-89ee-4886-90df-3c0e1953bb94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 217 time: 0.0514095 Dec 13 14:41:05.907314 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-4bb05a70-0c32-49eb-bd63-afb1fa647e0b tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc45e05b3dc245e1b5df65f35f6b5e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1878321 Dec 13 14:41:05.909360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 60ae6705-b9de-48bf-be77-b8db513c5f65 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:05.909742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:05.947551 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a018a-317b-4099-bfb5-c52c560d628b req-b7993f4c-8828-4b1f-8ef4-e5fe762d81e1 service neutron] 10.222.0.55 "GET /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395089 Dec 13 14:41:06.004759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-bae5757d-3d83-4d3e-94c6-fdcd2fcd8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:06.006196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-bae5757d-3d83-4d3e-94c6-fdcd2fcd8d87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1322446 Dec 13 14:41:06.054372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-231a4549-eaff-4d8d-b8e2-74ceb40cd4dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334568 Dec 13 14:41:06.074562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-57c02749-248d-4f24-ae6e-2f26db1cce63 service neutron] 10.222.0.24 "GET /v2.0/networks/52107799-fe1d-4188-acab-dad0aeb72479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424010 Dec 13 14:41:06.156549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24165-1a1f-408d-8fd9-a0396f1d9237 req-9c505f7a-8231-4e31-9b2a-769c8585b4b5 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:06.158171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a24165-1a1f-408d-8fd9-a0396f1d9237 req-9c505f7a-8231-4e31-9b2a-769c8585b4b5 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 1095 time: 0.0415440 Dec 13 14:41:06.193312 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a24165-1a1f-408d-8fd9-a0396f1d9237 req-e8643c93-6f83-4f1d-a422-d1ea8cb03fb2 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283358 Dec 13 14:41:06.229039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-9eee3fdf-9ca3-4b46-bd42-ff619fdeb5d9 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645553 Dec 13 14:41:06.234630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-9d7f4bbe-40ab-44ce-9f06-6ca654a35f85 service neutron] 10.222.0.24 "GET /v2.0/networks/52107799-fe1d-4188-acab-dad0aeb72479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501868 Dec 13 14:41:06.270425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbfde315-a7a8-4363-ba20-98576bfc040d req-b5786eaf-c0ea-4ec5-a559-ed5618f29ac7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 210 time: 0.0355394 Dec 13 14:41:06.367214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-14a75594-4536-49d7-b6b3-2400b7a07ca1 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270740 Dec 13 14:41:06.645351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1e8c715-5bfe-42e1-a909-69b3ad0921b7 req-3c524c77-3a1f-436d-984b-bafb08d31aef tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 210 time: 0.0342603 Dec 13 14:41:06.775841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2349fcf-802f-4dba-a2a1-1f04adf3fd2c req-1398130c-313e-4c0c-a2bc-cac86cda73c8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:06.777820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2349fcf-802f-4dba-a2a1-1f04adf3fd2c req-1398130c-313e-4c0c-a2bc-cac86cda73c8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 945 time: 0.0724716 Dec 13 14:41:06.822577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2349fcf-802f-4dba-a2a1-1f04adf3fd2c req-24db9f58-bd70-4d4b-9f85-ba1b7436e4da tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Dec 13 14:41:07.008855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec88ad-552b-403d-a74a-5bb02e02e34b req-be6911e4-789d-45dc-b4f2-7ea2c76b3291 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:07.010366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86ec88ad-552b-403d-a74a-5bb02e02e34b req-be6911e4-789d-45dc-b4f2-7ea2c76b3291 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 950 time: 0.0542977 Dec 13 14:41:07.049266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86ec88ad-552b-403d-a74a-5bb02e02e34b req-32f257e3-d3e3-4fdb-a16b-8e4cf8195aab tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Dec 13 14:41:07.124511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-b9749d25-d7b1-4b04-9f6f-409cea900298 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:07.126793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-b9749d25-d7b1-4b04-9f6f-409cea900298 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.0465772 Dec 13 14:41:07.350743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-23900625-36e4-4c57-a0ed-25874e4e208c service neutron] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:41:07.354480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-23900625-36e4-4c57-a0ed-25874e4e208c service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:07.355634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01ec5ae1-9848-4deb-9279-92f2cdb212c2 req-23900625-36e4-4c57-a0ed-25874e4e208c service neutron] 10.222.0.55 "DELETE /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a/bindings/n-h2-816954-1 HTTP/1.1" status: 204 len: 173 time: 0.2218378 Dec 13 14:41:07.441534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-024c2c12-f3b8-4668-ac2a-1fd606589c9d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:07.442991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-024c2c12-f3b8-4668-ac2a-1fd606589c9d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 950 time: 0.0563796 Dec 13 14:41:07.556111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbb11ce1-14cd-4544-94a1-f7bd4db85022 req-144129e9-768d-4230-b5ac-6687c09448dd tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 210 time: 0.0395279 Dec 13 14:41:07.591226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port 94827b11-8e13-41a7-8565-1f6349e01534 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:07.591701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:07.618305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92eceb20-49aa-4774-8dc1-7e2d067d4dde req-55c3a334-4c3f-4ace-95d7-32dda250bbe1 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 210 time: 0.0305946 Dec 13 14:41:07.705633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port 94827b11-8e13-41a7-8565-1f6349e01534, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=94827b11-8e13-41a7-8565-1f6349e01534,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:07.706077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:07.724418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for 94827b11-8e13-41a7-8565-1f6349e01534 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:07.754779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15bc6240-d6fe-4e50-addc-f9a3fbc3f3d7 req-7815a0e3-bcc0-4eac-8c24-858424d14f12 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 210 time: 0.0266271 Dec 13 14:41:07.932004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:07.944476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb', '7686086c-c768-491f-9c86-495f14f15bd7', '05273370-8b90-4cea-943d-705e1d583352', 'a509e6e4-12b0-40fc-a38d-567f87cf2b89'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:07.949171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae', '94827b11-8e13-41a7-8565-1f6349e01534'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:07.988671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=94827b11-8e13-41a7-8565-1f6349e01534,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:07.996804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56b8b-150e-4425-abf9-3f9284a823d9 req-0ca78222-e609-4fa7-954c-8f4e8643a40c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:07.998516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9f56b8b-150e-4425-abf9-3f9284a823d9 req-0ca78222-e609-4fa7-954c-8f4e8643a40c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 945 time: 0.1008947 Dec 13 14:41:08.045610 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9f56b8b-150e-4425-abf9-3f9284a823d9 req-d8fe9230-ae98-4da2-8636-03ecbc96450a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356188 Dec 13 14:41:08.099808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port 94827b11-8e13-41a7-8565-1f6349e01534 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:08.103517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:08.106921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-942c7d40-21c9-4993-9ed9-93030d4160e0 req-0afd76e2-300c-411c-bce2-7e7f99a1354a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "DELETE /v2.0/ports/94827b11-8e13-41a7-8565-1f6349e01534 HTTP/1.1" status: 204 len: 173 time: 0.6571379 Dec 13 14:41:08.107371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'name': 'network-vif-deleted', 'tag': '94827b11-8e13-41a7-8565-1f6349e01534'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:08.110453 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664915dc-4bb6-49f6-a3a9-3fe6f87bfce3" -d '{"events": [{"server_uuid": "8a6475a4-31f7-4284-a1c4-2de06de8dbc3", "name": "network-vif-deleted", "tag": "94827b11-8e13-41a7-8565-1f6349e01534"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:08.223438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 94827b11-8e13-41a7-8565-1f6349e01534 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:08.225719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-54452a7c-4cc1-4a71-83f7-f3060ba2aa4a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:08.227217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-54452a7c-4cc1-4a71-83f7-f3060ba2aa4a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.55 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 809 time: 0.2512989 Dec 13 14:41:08.251281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Request body: {'port': {'device_id': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'admin_state_up': True, 'tenant_id': '35c3ba82853947baa638056f435e74fd'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:08.264225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 94827b11-8e13-41a7-8565-1f6349e01534 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:08.264759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 94827b11-8e13-41a7-8565-1f6349e01534 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:08.265370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 89946981-da27-44c1-ba68-72abd6f63d5a no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:08.309390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8e2a3f3-f65d-44ea-af88-4e9fb1468451 req-1a2572a6-c2ec-4bf5-9137-cfcbaa720b57 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a6475a4-31f7-4284-a1c4-2de06de8dbc3 HTTP/1.1" status: 200 len: 210 time: 0.0811610 Dec 13 14:41:08.616855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ecfaa-f838-4433-b3f3-b982c24d1218 req-6bab43a6-986c-443f-b6ca-a9e935fe182a tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:08.619462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a1ecfaa-f838-4433-b3f3-b982c24d1218 req-6bab43a6-986c-443f-b6ca-a9e935fe182a tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1096 time: 0.1119299 Dec 13 14:41:08.732556 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a1ecfaa-f838-4433-b3f3-b982c24d1218 req-72811609-fb04-43f8-8ac1-a04dabacb94e tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046081 Dec 13 14:41:08.868350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:08.917162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3dbcf050-f10f-4fd8-afc4-af7f6851b9b6 req-5d9ffe84-ecdd-460e-a425-8ec871b24e5c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 210 time: 0.0449266 Dec 13 14:41:08.972387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:08.978262 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46150045-79d8-475c-a8d0-d7ebceb2d292" -d '{"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-unplugged", "status": "completed", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:08.988066 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1159d2e6-fa05-4d5e-9538-c32fbaaaea2c x-openstack-request-id: req-1159d2e6-fa05-4d5e-9538-c32fbaaaea2c {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:08.988971 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6475a4-31f7-4284-a1c4-2de06de8dbc3", "name": "network-vif-deleted", "tag": "94827b11-8e13-41a7-8565-1f6349e01534", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:08.989372 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1159d2e6-fa05-4d5e-9538-c32fbaaaea2c {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:08.989931 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6475a4-31f7-4284-a1c4-2de06de8dbc3', 'name': 'network-vif-deleted', 'tag': '94827b11-8e13-41a7-8565-1f6349e01534', 'status': 'completed', 'code': 200} Dec 13 14:41:09.045071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:09.119361 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:09.210737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-00fbfd77-daf0-48b9-89ed-c50eeaf4194f req-fa440b88-6a98-44c5-9d61-f81237a750b1 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 210 time: 0.0461359 Dec 13 14:41:09.322518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:09.350513 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07dc2622-ff68-4c44-a8e6-93545fb23e78 req-f9547d1c-54bc-4346-8370-ff3ad313302f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 210 time: 0.0497248 Dec 13 14:41:09.355749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-6b18d261-e815-4115-94fa-5befc042a8af tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:09.358441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-6b18d261-e815-4115-94fa-5befc042a8af tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.3674083 Dec 13 14:41:09.402751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-461b9b13-fb0e-4480-b9b8-ab33a4cd3959 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:09.411004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-461b9b13-fb0e-4480-b9b8-ab33a4cd3959 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.4085984 Dec 13 14:41:09.429846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-c3acc241-0322-4b03-8d87-708fe5a1c292 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/quotas/1d91d76d667846149290166185482a44 HTTP/1.1" status: 200 len: 375 time: 0.0175691 Dec 13 14:41:09.480642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0e4d3-131a-4413-9ea4-712370f1e10b req-77adddbd-895a-4910-9140-86872332d947 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:09.482798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c8f0e4d3-131a-4413-9ea4-712370f1e10b req-77adddbd-895a-4910-9140-86872332d947 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1096 time: 0.0659771 Dec 13 14:41:09.492851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Made reservation on behalf of 35c3ba82853947baa638056f435e74fd for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:41:09.501781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:09.513479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-5c934045-cfb7-4b80-bd7c-d2074c7a283c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 379 time: 0.1426024 Dec 13 14:41:09.525547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c8f0e4d3-131a-4413-9ea4-712370f1e10b req-b84c3c21-2119-43c7-88ba-44a939932792 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356467 Dec 13 14:41:09.529748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'port': {'device_id': '0b822e95-7836-4ced-a1ee-41029765589d', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'admin_state_up': True, 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'security_groups': ['f3d689ec-509c-4bf6-b96e-3439c360bccf']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:09.615744 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59d2cb8-308a-472f-a52c-df3be2d73987 x-openstack-request-id: req-e59d2cb8-308a-472f-a52c-df3be2d73987 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:09.616068 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-unplugged", "status": "completed", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:09.616322 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e59d2cb8-308a-472f-a52c-df3be2d73987 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:09.616715 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a', 'code': 200} Dec 13 14:41:09.653727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-fe09b889-7655-41be-b071-7ca86cd71ca4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2082863 Dec 13 14:41:09.743374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-8f5876ec-8eb2-4533-a963-d4b45dd2e294 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:09.745915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-8f5876ec-8eb2-4533-a963-d4b45dd2e294 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.55 "GET /v2.0/networks?id=52107799-fe1d-4188-acab-dad0aeb72479 HTTP/1.1" status: 200 len: 815 time: 0.1824679 Dec 13 14:41:09.759711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Request body: {'port': {'device_id': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479', 'admin_state_up': True, 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:09.974004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Made reservation on behalf of e9b27dd927fa4d9895b59f4a62f46299 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:41:09.978022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:10.000618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Made reservation on behalf of dc45e05b3dc245e1b5df65f35f6b5e63 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:41:10.004464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:10.053745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-c79cddce-8a1f-4f71-b502-4d05c06d5288 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768482 Dec 13 14:41:10.072146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Allocated IP 172.20.0.6 (663c97b4-7bde-47e7-8eb4-4e8eaf4822b8/388d9188-b5f8-422e-9263-e8f0cfa6bab9/85fe86e3-c730-418d-95a9-384661b6a889) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:41:10.103585 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:41:10.124614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-fa799ab9-58bd-4d58-af0d-56d4eac2697e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:10.126030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-fa799ab9-58bd-4d58-af0d-56d4eac2697e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ddcd718-4795-4487-8a45-4974961d98cc HTTP/1.1" status: 200 len: 943 time: 0.2537839 Dec 13 14:41:10.183567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Allocated IP 172.20.0.4 (52107799-fe1d-4188-acab-dad0aeb72479/74b55460-46cd-4e6e-a679-0500ffa6a906/e42a90de-2938-4c8b-9ed6-464d42e37b72) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:41:10.382895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:10.432110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-50234f3f-39fc-4daa-8d45-1a447d5c8631 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774991 Dec 13 14:41:10.488375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Allocated IP 172.20.0.7 (2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25/4b53d67a-7332-4819-bfb0-756e124205c9) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:41:10.499134 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:10.586887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Network 52107799-fe1d-4188-acab-dad0aeb72479 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:41:10.597991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:41:10.612898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Pushing event updated for resources: {'Port': ['ID=e42a90de-2938-4c8b-9ed6-464d42e37b72,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:10.615033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Deleting port 89946981-da27-44c1-ba68-72abd6f63d5a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:10.615420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:10.616319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:41:10.720746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:10.722437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:10.860068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-de03cb7e-9f06-4bb4-9b11-403d278c7508 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007414 Dec 13 14:41:10.906924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Request body: {'port': {'device_id': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:10.998966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4bda4-da10-427b-9070-1828e8f61792 req-b84471a4-5088-496d-9e56-4f0b43526ea5 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:11.010651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ef4bda4-da10-427b-9070-1828e8f61792 req-b84471a4-5088-496d-9e56-4f0b43526ea5 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 931 time: 0.2231841 Dec 13 14:41:11.051667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.088487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-66dc69a9-9756-4356-a500-c869d207da56 None None] Provisioning complete for port e42a90de-2938-4c8b-9ed6-464d42e37b72 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:11.089192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-66dc69a9-9756-4356-a500-c869d207da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.159267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-355800a9-16d7-46b4-9df1-4b44fcdf6b14 req-c893bd00-f216-4253-8ec1-3e614cc44f6c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 210 time: 0.0709672 Dec 13 14:41:11.200436 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ef4bda4-da10-427b-9070-1828e8f61792 req-f79d7153-77ce-40ce-a7a0-9dff1cd17330 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885452 Dec 13 14:41:11.207819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.245728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-66dc69a9-9756-4356-a500-c869d207da56 None None] Port e42a90de-2938-4c8b-9ed6-464d42e37b72 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:41:11.272670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.325393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] For port 89946981-da27-44c1-ba68-72abd6f63d5a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=89946981-da27-44c1-ba68-72abd6f63d5a,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:11.325758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.342587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Calling delete_port for 89946981-da27-44c1-ba68-72abd6f63d5a owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:11.507217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.510760 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.570869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:11.574213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.640893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:41:11.645279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2c49b-6dbb-45a6-8b82-fd65f77762be req-f6272f43-abd9-4bc4-a339-879c09418361 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:11.654777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-adc2c49b-6dbb-45a6-8b82-fd65f77762be req-f6272f43-abd9-4bc4-a339-879c09418361 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 931 time: 0.1537619 Dec 13 14:41:11.701667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:41:11.725626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-adc2c49b-6dbb-45a6-8b82-fd65f77762be req-137abb9a-4250-4105-9a85-da601ca844f3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698049 Dec 13 14:41:11.730094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d439b61-44b4-4835-86e5-667406976e48 req-c8a3a877-37e2-4b0f-9ccc-cbd31c18ee85 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:11.739564 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d439b61-44b4-4835-86e5-667406976e48 req-c8a3a877-37e2-4b0f-9ccc-cbd31c18ee85 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 950 time: 0.2621157 Dec 13 14:41:11.788045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:41:11.794514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:41:11.850627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:41:11.935482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:41:11.944882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:11.945655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:11.954982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Pushing event updated for resources: {'Port': ['ID=85fe86e3-c730-418d-95a9-384661b6a889,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:11.979307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42a90de-2938-4c8b-9ed6-464d42e37b72 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:12.000311 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.024636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cea67608-c0e4-4ffb-a3d5-7936db698dd2 req-1d4daad3-bc16-4d74-be50-9000b6324c32 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 210 time: 0.0535090 Dec 13 14:41:12.041072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Transition to ACTIVE for port object e42a90de-2938-4c8b-9ed6-464d42e37b72 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:41:12.101789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.111708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d439b61-44b4-4835-86e5-667406976e48 req-b580bda9-1378-496b-90af-2dff3b72838b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712656 Dec 13 14:41:12.115725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] No DVR routers for this DVR port 89946981-da27-44c1-ba68-72abd6f63d5a on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:12.139499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.157139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd816e32-ae13-4b41-be63-c50f8fdb956b req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "DELETE /v2.0/ports/89946981-da27-44c1-ba68-72abd6f63d5a HTTP/1.1" status: 204 len: 173 time: 1.9789009 Dec 13 14:41:12.200691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-deleted', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:12.206614 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cca108-7400-440d-ab48-00017f9b7c0a" -d '{"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-deleted", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:12.253352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f851a6af-1c28-45ce-a2f4-013edf76d23f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0075829 Dec 13 14:41:12.261018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3e457-9aee-4bec-a2e2-02c57fec5a66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event deleted for resources: {'Port': ['ID=89946981-da27-44c1-ba68-72abd6f63d5a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:12.303507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Request body: {'port': {'device_id': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:12.327409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Pushing event updated for resources: {'Port': ['ID=e42a90de-2938-4c8b-9ed6-464d42e37b72,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:12.384355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a5e52e2e-6cb1-4f74-8876-2011f48f7cee None None] Provisioning complete for port 4b53d67a-7332-4819-bfb0-756e124205c9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:12.385328 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5e52e2e-6cb1-4f74-8876-2011f48f7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.411750 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d0d6c-93eb-4255-bb43-0fd40ed689a8 x-openstack-request-id: req-007d0d6c-93eb-4255-bb43-0fd40ed689a8 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:12.412056 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddcd718-4795-4487-8a45-4974961d98cc", "name": "network-vif-deleted", "tag": "89946981-da27-44c1-ba68-72abd6f63d5a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:12.412312 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-007d0d6c-93eb-4255-bb43-0fd40ed689a8 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:12.412717 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddcd718-4795-4487-8a45-4974961d98cc', 'name': 'network-vif-deleted', 'tag': '89946981-da27-44c1-ba68-72abd6f63d5a', 'status': 'completed', 'code': 200} Dec 13 14:41:12.509023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a5e52e2e-6cb1-4f74-8876-2011f48f7cee None None] Port 4b53d67a-7332-4819-bfb0-756e124205c9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:41:12.557469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Attempting to bind port e42a90de-2938-4c8b-9ed6-464d42e37b72 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:41:12.559155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Attempting to bind port e42a90de-2938-4c8b-9ed6-464d42e37b72 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:41:12.559155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Attempting to bind port e42a90de-2938-4c8b-9ed6-464d42e37b72 on network 52107799-fe1d-4188-acab-dad0aeb72479 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:12.576910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:12.578212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.596553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Port e42a90de-2938-4c8b-9ed6-464d42e37b72 on network 52107799-fe1d-4188-acab-dad0aeb72479 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:41:12.597491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Attempting to bind port e42a90de-2938-4c8b-9ed6-464d42e37b72 on network 52107799-fe1d-4188-acab-dad0aeb72479 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:12.598731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.617912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:41:12.620920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Checking segment: {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:41:12.623663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Bound using segment: {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:41:12.625568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Bound port: e42a90de-2938-4c8b-9ed6-464d42e37b72, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20dc7ebc-35b3-418a-b447-958eb2f2b088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:41:12.627980 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.652084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ffc96-b8f4-4c07-a342-0d83d90fa16e req-b89bad5c-aa05-463d-a651-e29fbe3adbc6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:12.653634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c36ffc96-b8f4-4c07-a342-0d83d90fa16e req-b89bad5c-aa05-463d-a651-e29fbe3adbc6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 931 time: 0.2274313 Dec 13 14:41:12.665370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-2c495f40-5866-4955-9c0d-8a9769066e3f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1402533 Dec 13 14:41:12.743841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Request body: {'port': {'device_id': '0b822e95-7836-4ced-a1ee-41029765589d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:12.763811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300cfdb-f7da-417d-a2d0-bfb4afbf4523 req-a2619947-dc91-47ef-9e01-7b03ed26791f tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:12.770464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1300cfdb-f7da-417d-a2d0-bfb4afbf4523 req-a2619947-dc91-47ef-9e01-7b03ed26791f tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.2601624 Dec 13 14:41:12.831313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c36ffc96-b8f4-4c07-a342-0d83d90fa16e req-95af8f23-01bf-4d38-8351-55d71798095a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619880 Dec 13 14:41:12.926849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] For port e42a90de-2938-4c8b-9ed6-464d42e37b72, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:41:12.936351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] For port e42a90de-2938-4c8b-9ed6-464d42e37b72, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e42a90de-2938-4c8b-9ed6-464d42e37b72,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:41:12.962200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:12.980105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1300cfdb-f7da-417d-a2d0-bfb4afbf4523 req-3643c272-05ed-424b-a9ac-4fec41890a57 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959856 Dec 13 14:41:13.017622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:13.111174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:13.117361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:13.125080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] 10.222.0.55 "PUT /v2.0/ports/e42a90de-2938-4c8b-9ed6-464d42e37b72 HTTP/1.1" status: 200 len: 1091 time: 2.2320735 Dec 13 14:41:13.143388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'tag': 'e42a90de-2938-4c8b-9ed6-464d42e37b72'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:13.158265 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c968b-702e-4c39-8f93-afe4d3602fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d35e81a-a9aa-40a1-8292-111c600a18a0", "tag": "e42a90de-2938-4c8b-9ed6-464d42e37b72"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:13.333629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3da06-05d4-4a7a-8f27-e29918c3906f service neutron] Pushing event updated for resources: {'Port': ['ID=e42a90de-2938-4c8b-9ed6-464d42e37b72,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:13.392300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-577a5431-e466-4d7f-a9ba-f27e36852b50 req-40cdde3c-eb8f-4e50-9125-af01c3b41b93 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 210 time: 0.0883071 Dec 13 14:41:13.444819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d33a-9140-48d5-a91a-000356ba859b req-5777e625-95d9-4d47-a25c-14d7f1bfb477 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:13.448110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d146d33a-9140-48d5-a91a-000356ba859b req-5777e625-95d9-4d47-a25c-14d7f1bfb477 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 950 time: 0.2118244 Dec 13 14:41:13.547348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-42571834-4a92-4920-ab69-249481269aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:13.557776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-42571834-4a92-4920-ab69-249481269aff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc45e05b3dc245e1b5df65f35f6b5e63&device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 1094 time: 0.2552071 Dec 13 14:41:13.646220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078596d3-8adb-4de3-90c6-52a50a038bc6 req-0d8ce33e-f565-4244-b63b-ece2031de1d5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:13.654456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-078596d3-8adb-4de3-90c6-52a50a038bc6 req-0d8ce33e-f565-4244-b63b-ece2031de1d5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 931 time: 0.4978588 Dec 13 14:41:13.668531 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-3e1b7270-d356-4c22-b252-4c5b2f760ae4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42a90de-2938-4c8b-9ed6-464d42e37b72 HTTP/1.1" status: 200 len: 217 time: 0.0525293 Dec 13 14:41:13.693790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ce36-a3e9-46ef-9561-746bafa7f552 req-ea749b4a-56d4-4189-b4af-b3e23fc0a9c2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:13.706707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2277ce36-a3e9-46ef-9561-746bafa7f552 req-ea749b4a-56d4-4189-b4af-b3e23fc0a9c2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 950 time: 0.1862330 Dec 13 14:41:13.779453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-078596d3-8adb-4de3-90c6-52a50a038bc6 req-f352fb18-444b-4d16-a51b-3a3d47d0fe84 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009359 Dec 13 14:41:13.862767 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d60807a-044f-453b-9cd8-2e1c0bd6c3e1 x-openstack-request-id: req-9d60807a-044f-453b-9cd8-2e1c0bd6c3e1 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:13.863164 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d35e81a-a9aa-40a1-8292-111c600a18a0", "tag": "e42a90de-2938-4c8b-9ed6-464d42e37b72", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:13.863470 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d60807a-044f-453b-9cd8-2e1c0bd6c3e1 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:13.863940 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'tag': 'e42a90de-2938-4c8b-9ed6-464d42e37b72', 'status': 'completed', 'code': 200} Dec 13 14:41:13.871316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2277ce36-a3e9-46ef-9561-746bafa7f552 req-dc35d2e4-e43c-4724-bcad-89381bef6017 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487286 Dec 13 14:41:13.878046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-1a23ceda-717a-4f3a-852e-d98c167c4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:13.879468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-1a23ceda-717a-4f3a-852e-d98c167c4056 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74b55460-46cd-4e6e-a679-0500ffa6a906 HTTP/1.1" status: 200 len: 854 time: 0.1708107 Dec 13 14:41:13.897843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port a509e6e4-12b0-40fc-a38d-567f87cf2b89 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:13.898326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:13.949750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fe86e3-c730-418d-95a9-384661b6a889 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:14.008466 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:14.106915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Transition to ACTIVE for port object 85fe86e3-c730-418d-95a9-384661b6a889 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:41:14.264745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 89946981-da27-44c1-ba68-72abd6f63d5a no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:14.288118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 89946981-da27-44c1-ba68-72abd6f63d5a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:14.288744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 89946981-da27-44c1-ba68-72abd6f63d5a not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:14.346447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:14.496877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b53d67a-7332-4819-bfb0-756e124205c9 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:14.513491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371af8e-bcbf-413a-a210-343e0b128a58 req-d64ab37f-0fd9-4972-88cc-4ee1d7cbd67b tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:14.522194 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9371af8e-bcbf-413a-a210-343e0b128a58 req-d64ab37f-0fd9-4972-88cc-4ee1d7cbd67b tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.3194082 Dec 13 14:41:14.588925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:14.627320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9371af8e-bcbf-413a-a210-343e0b128a58 req-6ce06bc4-d503-4fb5-898c-519edfec2c0f tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762107 Dec 13 14:41:14.666857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-934d35f8-5913-4b2e-9a0a-53e53e94e399 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:14.679431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-934d35f8-5913-4b2e-9a0a-53e53e94e399 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.5043859 Dec 13 14:41:14.702321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Pushing event updated for resources: {'Port': ['ID=85fe86e3-c730-418d-95a9-384661b6a889,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:14.733181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Request body: {'port': {'device_id': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'admin_state_up': True, 'tenant_id': '1d91d76d667846149290166185482a44'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:14.882636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-8bdc7ce1-b09b-4c4f-b06f-7c72e223ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:14.884302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-8bdc7ce1-b09b-4c4f-b06f-7c72e223ad76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52107799-fe1d-4188-acab-dad0aeb72479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9569929 Dec 13 14:41:14.897528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6bab5-4d32-4582-97bd-988fe61bba54 req-4b553c52-43a2-46f7-855e-4c4d84c91bc3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:14.904952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7d6bab5-4d32-4582-97bd-988fe61bba54 req-4b553c52-43a2-46f7-855e-4c4d84c91bc3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 943 time: 0.2785873 Dec 13 14:41:14.947566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port a509e6e4-12b0-40fc-a38d-567f87cf2b89, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a509e6e4-12b0-40fc-a38d-567f87cf2b89,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:14.948030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:14.963668 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7d6bab5-4d32-4582-97bd-988fe61bba54 req-0a02fa03-0b86-4a3b-a200-8dbded47261a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Dec 13 14:41:14.969873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for a509e6e4-12b0-40fc-a38d-567f87cf2b89 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:15.108260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b7e18fe-1c4a-4695-a372-a59a18096dfb req-0af54c54-0e21-462f-929b-e00ac48e08bb tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 210 time: 0.0354283 Dec 13 14:41:15.311995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Transition to ACTIVE for port object 4b53d67a-7332-4819-bfb0-756e124205c9 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:41:15.312544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29c838-4da0-4f58-9f01-6395690ce228 req-3b9a5692-2fb1-4ead-9fe4-8ce4d44bfcf8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:15.314449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f29c838-4da0-4f58-9f01-6395690ce228 req-3b9a5692-2fb1-4ead-9fe4-8ce4d44bfcf8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 931 time: 0.1165855 Dec 13 14:41:15.345492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Attempting to bind port 85fe86e3-c730-418d-95a9-384661b6a889 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:41:15.346168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Attempting to bind port 85fe86e3-c730-418d-95a9-384661b6a889 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:41:15.346905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Attempting to bind port 85fe86e3-c730-418d-95a9-384661b6a889 on network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:15.365799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:15.368288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Port 85fe86e3-c730-418d-95a9-384661b6a889 on network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:41:15.368692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Attempting to bind port 85fe86e3-c730-418d-95a9-384661b6a889 on network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:15.388552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f29c838-4da0-4f58-9f01-6395690ce228 req-a2f20504-fa00-4f65-ab0e-686e8af66ecb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616338 Dec 13 14:41:15.390172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:41:15.390419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Checking segment: {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:41:15.391123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Bound using segment: {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:41:15.391820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Bound port: 85fe86e3-c730-418d-95a9-384661b6a889, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:41:15.392436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:15.423939 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:15.439648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb', '7686086c-c768-491f-9c86-495f14f15bd7', '05273370-8b90-4cea-943d-705e1d583352'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:15.442656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:15.477820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:15.519795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=a509e6e4-12b0-40fc-a38d-567f87cf2b89,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:15.574521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:15.577076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Made reservation on behalf of 1d91d76d667846149290166185482a44 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:41:15.581741 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:15.616181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port a509e6e4-12b0-40fc-a38d-567f87cf2b89 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:15.672452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:15.681356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d146d33a-9140-48d5-a91a-000356ba859b req-c680dbd6-bad8-4ef3-94fd-90cb7fdaf824 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "DELETE /v2.0/ports/a509e6e4-12b0-40fc-a38d-567f87cf2b89 HTTP/1.1" status: 204 len: 173 time: 2.2168071 Dec 13 14:41:15.691914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83ff5a43-2aa7-4625-934c-b01dc0eacc15 req-42882331-1d24-491f-bcce-3bd6bfd453d1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=146c2031-b2dc-4fb4-965e-6e266b337a93 HTTP/1.1" status: 200 len: 210 time: 0.1105950 Dec 13 14:41:15.858649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Allocated IP 172.20.0.2 (1872a87f-3902-4a84-936c-9c4a8f51c9d9/53adca27-c386-44a7-a8ae-fc2fbee6417d/39711ff2-acec-4a90-a6e7-d9a159bcbab4) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:41:15.865101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'name': 'network-vif-deleted', 'tag': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:15.869844 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6eb2d4-2e41-4bff-8e59-e33a88db6b62" -d '{"events": [{"server_uuid": "146c2031-b2dc-4fb4-965e-6e266b337a93", "name": "network-vif-deleted", "tag": "a509e6e4-12b0-40fc-a38d-567f87cf2b89"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:15.995950 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-5c66af6c-7722-473d-91ac-82308b2e3d1f service neutron] 10.222.0.55 "GET /v2.0/networks/52107799-fe1d-4188-acab-dad0aeb72479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770950 Dec 13 14:41:16.058527 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deac167c-afe0-4fbf-b8fc-d07d579e4616 x-openstack-request-id: req-deac167c-afe0-4fbf-b8fc-d07d579e4616 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:16.059003 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c2031-b2dc-4fb4-965e-6e266b337a93", "name": "network-vif-deleted", "tag": "a509e6e4-12b0-40fc-a38d-567f87cf2b89", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:16.059248 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-deac167c-afe0-4fbf-b8fc-d07d579e4616 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:16.059646 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c2031-b2dc-4fb4-965e-6e266b337a93', 'name': 'network-vif-deleted', 'tag': 'a509e6e4-12b0-40fc-a38d-567f87cf2b89', 'status': 'completed', 'code': 200} Dec 13 14:41:16.190204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eb44f37-a5a6-44a0-894f-e550363594f6 req-bcd31dd4-13b4-4704-b2d8-b65a805f46db service neutron] 10.222.0.55 "GET /v2.0/networks/52107799-fe1d-4188-acab-dad0aeb72479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742411 Dec 13 14:41:16.281829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] For port 85fe86e3-c730-418d-95a9-384661b6a889, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:41:16.291722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7df6a-1fd8-46dc-b934-a2873c632032 req-92b267e7-4824-41b0-aa7a-2026a1f223f5 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:16.298299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22b7df6a-1fd8-46dc-b934-a2873c632032 req-92b267e7-4824-41b0-aa7a-2026a1f223f5 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 943 time: 0.0991764 Dec 13 14:41:16.430346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] For port 85fe86e3-c730-418d-95a9-384661b6a889, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=85fe86e3-c730-418d-95a9-384661b6a889,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:41:16.462262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22b7df6a-1fd8-46dc-b934-a2873c632032 req-261656a6-5f9b-44ba-8c8a-b76929d38a9a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576564 Dec 13 14:41:16.475779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-e768282f-b895-4a59-a71b-32c06109c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:16.479702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-e768282f-b895-4a59-a71b-32c06109c989 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc45e05b3dc245e1b5df65f35f6b5e63&device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 1094 time: 0.1575077 Dec 13 14:41:16.597379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:16.626097 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:16.658345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Attempting to bind port 4b53d67a-7332-4819-bfb0-756e124205c9 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:41:16.660449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Attempting to bind port 4b53d67a-7332-4819-bfb0-756e124205c9 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:41:16.660856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Attempting to bind port 4b53d67a-7332-4819-bfb0-756e124205c9 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:16.770209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-9e064430-7a84-4459-afc1-bb72cc06a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:16.775978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-9e064430-7a84-4459-afc1-bb72cc06a8ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=52107799-fe1d-4188-acab-dad0aeb72479 HTTP/1.1" status: 200 len: 916 time: 0.2760267 Dec 13 14:41:16.819441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3523bdad-5ff6-4c4d-a94b-e5bc2549038e req-876366f2-5562-4821-9b10-53658694b4c3 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 210 time: 0.2016404 Dec 13 14:41:16.839786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f4449-21bf-4563-85c3-c868e46702f9 req-091c36c6-a875-4646-8c29-b3d5b7b57478 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:16.859418 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a9f4449-21bf-4563-85c3-c868e46702f9 req-091c36c6-a875-4646-8c29-b3d5b7b57478 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.9692767 Dec 13 14:41:16.888554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a509e6e4-12b0-40fc-a38d-567f87cf2b89 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:16.901014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:16.902008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:16.903883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] 10.222.0.55 "PUT /v2.0/ports/85fe86e3-c730-418d-95a9-384661b6a889 HTTP/1.1" status: 200 len: 1091 time: 4.6166317 Dec 13 14:41:16.904249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Port 4b53d67a-7332-4819-bfb0-756e124205c9 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:41:16.904458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Attempting to bind port 4b53d67a-7332-4819-bfb0-756e124205c9 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:16.907273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'tag': '85fe86e3-c730-418d-95a9-384661b6a889'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:16.909597 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b978b1a2-12b8-4e01-9133-89ed99d62752" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dbee33-f5c1-4689-ad4f-49cefd7c97df", "tag": "85fe86e3-c730-418d-95a9-384661b6a889"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:16.966952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: a509e6e4-12b0-40fc-a38d-567f87cf2b89 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:16.981131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a509e6e4-12b0-40fc-a38d-567f87cf2b89 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:17.009296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-7efd6666-d1d4-4dff-a5b0-463ef4534ab4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42a90de-2938-4c8b-9ed6-464d42e37b72 HTTP/1.1" status: 200 len: 217 time: 0.1421902 Dec 13 14:41:17.035500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:41:17.037251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:41:17.037251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Bound using segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:41:17.037505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Bound port: 4b53d67a-7332-4819-bfb0-756e124205c9, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:41:17.037696 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:17.065375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67d97d-5fa9-4a22-b4a9-ff0d76238b5c service neutron] Pushing event updated for resources: {'Port': ['ID=85fe86e3-c730-418d-95a9-384661b6a889,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:17.101030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a9f4449-21bf-4563-85c3-c868e46702f9 req-15c96a5d-ef1b-4d59-9547-cbf2da29353b tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396648 Dec 13 14:41:17.215718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:17.228204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addb143-d3be-4fb9-b5c8-6570889c4794 req-5905593e-1f35-4105-a5d3-bb2b33063b1b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.237901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8addb143-d3be-4fb9-b5c8-6570889c4794 req-5905593e-1f35-4105-a5d3-bb2b33063b1b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 943 time: 0.2275152 Dec 13 14:41:17.315131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8addb143-d3be-4fb9-b5c8-6570889c4794 req-422301f6-049f-4860-98b1-9a84eff69bb8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748043 Dec 13 14:41:17.336068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-48d98550-2640-44ae-95a9-603ee727d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.338013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-48d98550-2640-44ae-95a9-603ee727d548 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74b55460-46cd-4e6e-a679-0500ffa6a906 HTTP/1.1" status: 200 len: 854 time: 0.2332013 Dec 13 14:41:17.397073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:41:17.400440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f0e5c6d1-4678-4904-ab1f-228ea31de719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.401952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-f0e5c6d1-4678-4904-ab1f-228ea31de719 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 1094 time: 0.2820349 Dec 13 14:41:17.404572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:41:17.434782 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a9790c-fdd9-4de2-8fb9-0218b2aba8a3 x-openstack-request-id: req-83a9790c-fdd9-4de2-8fb9-0218b2aba8a3 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:17.435386 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dbee33-f5c1-4689-ad4f-49cefd7c97df", "tag": "85fe86e3-c730-418d-95a9-384661b6a889", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:17.435733 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83a9790c-fdd9-4de2-8fb9-0218b2aba8a3 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:17.436232 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'tag': '85fe86e3-c730-418d-95a9-384661b6a889', 'status': 'completed', 'code': 200} Dec 13 14:41:17.447322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:17.462513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-fe734f0c-d88d-4583-b974-c0b5c2209e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.475562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-fe734f0c-d88d-4583-b974-c0b5c2209e34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52107799-fe1d-4188-acab-dad0aeb72479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037154 Dec 13 14:41:17.518146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:17.525875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-e773adae-f1d8-4d16-a6b5-69e29d3f946f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85fe86e3-c730-418d-95a9-384661b6a889 HTTP/1.1" status: 200 len: 217 time: 0.0761163 Dec 13 14:41:17.545603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:41:17.550159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:41:17.556314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:41:17.625449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-e414dcf1-d044-4e9f-88bc-3567098b8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.627336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-e414dcf1-d044-4e9f-88bc-3567098b8f23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 200 len: 849 time: 0.0629740 Dec 13 14:41:17.629133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.629841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:17.631253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] 10.222.0.55 "PUT /v2.0/ports/4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 1091 time: 4.8939006 Dec 13 14:41:17.707887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:17.715369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-56b6420c-5d01-4d56-8255-1e7b7aba718e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515428 Dec 13 14:41:17.757314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e493eeb-c905-4f34-9509-deae1f053d6a req-8bac4949-f91b-412e-b632-99b99a4e1c5a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.767018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e493eeb-c905-4f34-9509-deae1f053d6a req-8bac4949-f91b-412e-b632-99b99a4e1c5a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 943 time: 0.1206248 Dec 13 14:41:17.887556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-69b88dea-5983-4f20-9a73-ee75b5f3846a service neutron] 10.222.0.55 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313791 Dec 13 14:41:17.905230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:17.906527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:17.981057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e493eeb-c905-4f34-9509-deae1f053d6a req-b08cb983-d977-4383-9504-819c26de80d4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128468 Dec 13 14:41:17.983929 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-d1be38b9-eedf-495c-b730-c984fb83092d service neutron] 10.222.0.55 "GET /v2.0/networks/52107799-fe1d-4188-acab-dad0aeb72479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809730 Dec 13 14:41:18.035790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-078364ac-00a6-49c8-aa63-2f14bb16d6c4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3125107 Dec 13 14:41:18.041050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c326-eb54-4279-80f7-f2b1e93f319a service neutron] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:18.051155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Request body: {'port': {'device_id': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:18.098373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-4344e03c-c3da-4913-8dcf-2926d8533dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:18.099998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-4344e03c-c3da-4913-8dcf-2926d8533dfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1094 time: 0.2085223 Dec 13 14:41:18.165731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa24b1f5-3c15-42e7-ab68-7c4ff4f98889 req-21a20d27-877f-4f65-95a3-458da250d15a service neutron] 10.222.0.55 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453482 Dec 13 14:41:18.243176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266773f-6b31-41e1-9a13-5c6118b161ef req-fa7e80a8-f16c-43d5-a3cd-f43cef037560 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:18.243681 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5266773f-6b31-41e1-9a13-5c6118b161ef req-fa7e80a8-f16c-43d5-a3cd-f43cef037560 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 931 time: 0.1002996 Dec 13 14:41:18.263576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92c968b-702e-4c39-8f93-afe4d3602fb0 req-e6bf4517-b4e7-4741-88ba-d6c9ad0d0ffe service neutron] 10.222.0.55 "GET /v2.0/networks/52107799-fe1d-4188-acab-dad0aeb72479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161324 Dec 13 14:41:18.303292 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-23590b62-5fbe-4542-808d-ab9beb4b8af2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 217 time: 0.1364920 Dec 13 14:41:18.354552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5266773f-6b31-41e1-9a13-5c6118b161ef req-b671b542-6ad0-4cd3-bfaa-903b5d888bda tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011405 Dec 13 14:41:18.356317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:18.394306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641ae6-c8df-421e-bf39-a3157151ccca req-820b1965-421c-4f9c-a542-b70652cfbb36 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:18.404682 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d641ae6-c8df-421e-bf39-a3157151ccca req-820b1965-421c-4f9c-a542-b70652cfbb36 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.2366850 Dec 13 14:41:18.474152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-b677b489-3a42-45ae-960c-6d2f25923d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:18.475928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-b677b489-3a42-45ae-960c-6d2f25923d88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0626729 Dec 13 14:41:18.543909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d641ae6-c8df-421e-bf39-a3157151ccca req-4c336db1-8be6-43ad-be43-60bbf75d4e1a tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355669 Dec 13 14:41:18.607751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ea6cc-01e7-426f-9385-14c6274373f0 req-ad336db2-a43a-486a-bb67-6651aaf22c13 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:18.634518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268ea6cc-01e7-426f-9385-14c6274373f0 req-ad336db2-a43a-486a-bb67-6651aaf22c13 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.1735339 Dec 13 14:41:18.692399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268ea6cc-01e7-426f-9385-14c6274373f0 req-89e63310-568f-4f60-8e02-4baacc0cfaf3 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568314 Dec 13 14:41:18.962208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-8ed6d602-9b60-4c28-bd20-344f393335e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:18.964149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-8ed6d602-9b60-4c28-bd20-344f393335e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 1094 time: 0.2324188 Dec 13 14:41:18.972613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-8b79e1c9-9c28-4c8d-af0a-38fc762d6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:18.975176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-8b79e1c9-9c28-4c8d-af0a-38fc762d6333 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739993 Dec 13 14:41:19.001630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bb421-831a-44c4-aba0-821560ba913a req-1692adba-d1d6-4f75-8333-f2b2f4ddab24 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:19.010279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b14bb421-831a-44c4-aba0-821560ba913a req-1692adba-d1d6-4f75-8333-f2b2f4ddab24 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 943 time: 0.1520193 Dec 13 14:41:19.107505 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b14bb421-831a-44c4-aba0-821560ba913a req-86f6f9ea-98ee-416b-9289-503d997354ec tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923107 Dec 13 14:41:19.272012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-051fed56-1f5c-417b-b1c8-c708256fc277 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558115 Dec 13 14:41:19.336325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-6bb99b1c-809d-4cdd-ac2a-8d6c4205e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:19.337964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-6bb99b1c-809d-4cdd-ac2a-8d6c4205e4fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 910 time: 0.2295170 Dec 13 14:41:19.451695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:19.461674 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0790c92e-79a1-4057-a2c0-92079ae0943a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:19.475099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-a47e371a-bca2-4954-9d23-783ddfd77822 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85fe86e3-c730-418d-95a9-384661b6a889 HTTP/1.1" status: 200 len: 217 time: 0.1008158 Dec 13 14:41:19.539224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39711ff2-acec-4a90-a6e7-d9a159bcbab4 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:19.561789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:19.637381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a86a4-a2b7-404e-97a1-9d7f4bdf7d82 req-5d414298-0869-4eb5-919e-cd764764d754 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:19.658991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-734a86a4-a2b7-404e-97a1-9d7f4bdf7d82 req-5d414298-0869-4eb5-919e-cd764764d754 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 943 time: 0.3768151 Dec 13 14:41:19.659240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee355a1e-da42-4ee7-b7b5-b7649ea4cdc7 req-bacaf1ad-0af1-41c7-94a4-327e644a7c34 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:19.660706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee355a1e-da42-4ee7-b7b5-b7649ea4cdc7 req-bacaf1ad-0af1-41c7-94a4-327e644a7c34 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 931 time: 0.1499133 Dec 13 14:41:19.667300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-43414760-dcd9-474f-98f1-511bd27424ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:19.679552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-43414760-dcd9-474f-98f1-511bd27424ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 200 len: 849 time: 0.1126523 Dec 13 14:41:19.680104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Transition to ACTIVE for port object 39711ff2-acec-4a90-a6e7-d9a159bcbab4 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:41:19.729458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918b161e-c3dd-481a-b657-ce380f79d5a2 req-36b22538-6b26-472f-8ce9-d749462866c2 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298792 Dec 13 14:41:19.766528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-734a86a4-a2b7-404e-97a1-9d7f4bdf7d82 req-8b3e22e5-4b41-497f-95a7-a6f822ed18b8 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920401 Dec 13 14:41:19.769882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-2a1ca6b5-bd18-422b-a5f9-eaa2b15189da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549612 Dec 13 14:41:19.809821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee355a1e-da42-4ee7-b7b5-b7649ea4cdc7 req-5a9f921b-448d-4fb9-b534-16186b77e527 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203365 Dec 13 14:41:19.859736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:19.860003 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d93c575-433a-438b-8db3-272dacb27092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:19.937404 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705c3db0-5825-4fe0-9c1c-47cdf1727e57 x-openstack-request-id: req-705c3db0-5825-4fe0-9c1c-47cdf1727e57 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:19.937697 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:19.937953 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-705c3db0-5825-4fe0-9c1c-47cdf1727e57 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:19.938393 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'status': 'completed', 'code': 200} Dec 13 14:41:20.041657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74213804-4081-483b-b4ef-d65aa5a2c156 req-e00e6cc5-5881-43e6-945e-b7e6b7c2e96d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:20.049076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74213804-4081-483b-b4ef-d65aa5a2c156 req-e00e6cc5-5881-43e6-945e-b7e6b7c2e96d tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.0791111 Dec 13 14:41:20.074369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:20.078347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-30564783-edcd-49a9-a937-2397598a6999 service neutron] 10.222.0.55 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571406 Dec 13 14:41:20.121422 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74213804-4081-483b-b4ef-d65aa5a2c156 req-7b04824d-d564-4ab4-95cf-ba81da173292 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692604 Dec 13 14:41:20.297441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b978b1a2-12b8-4e01-9133-89ed99d62752 req-73d0d2c7-520d-469f-a0be-0b57ca2e874d service neutron] 10.222.0.55 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942234 Dec 13 14:41:20.304713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-10c0f7c8-332a-4567-bea4-a556db858418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:20.306475 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-10c0f7c8-332a-4567-bea4-a556db858418 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1094 time: 0.2597919 Dec 13 14:41:20.316371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af6673-5211-4b38-b27a-a1d3fbe2b37e req-2d688e9a-6413-49e8-a675-1390213b4b89 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:20.324849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23af6673-5211-4b38-b27a-a1d3fbe2b37e req-2d688e9a-6413-49e8-a675-1390213b4b89 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.3128421 Dec 13 14:41:20.349058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Attempting to bind port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:41:20.352307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Attempting to bind port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:41:20.352307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Attempting to bind port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:20.364467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:41:20.364792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Attempting to bind port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:41:20.378289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23af6673-5211-4b38-b27a-a1d3fbe2b37e req-40ea52bf-d7f0-40d1-a289-7a5f2f9ae30f tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525336 Dec 13 14:41:20.379937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:41:20.380270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Checking segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:41:20.380673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Bound using segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:41:20.381115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Bound port: 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:41:20.381632 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:20.668415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:41:20.675919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:41:20.703848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c81f6-2ef1-40d3-be7a-e44ac5861f35 req-21053bd7-dc14-4806-b83c-3105aa1a370e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:20.706026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a14c81f6-2ef1-40d3-be7a-e44ac5861f35 req-21053bd7-dc14-4806-b83c-3105aa1a370e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 943 time: 0.2132149 Dec 13 14:41:20.766662 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:20.779521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-8d87e824-abbf-413f-ae39-ccae8a5afec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:20.782540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-8d87e824-abbf-413f-ae39-ccae8a5afec5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.3338904 Dec 13 14:41:20.836658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:20.837280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:20.840084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] 10.222.0.50 "PUT /v2.0/ports/39711ff2-acec-4a90-a6e7-d9a159bcbab4 HTTP/1.1" status: 200 len: 1091 time: 2.7920361 Dec 13 14:41:20.882041 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a14c81f6-2ef1-40d3-be7a-e44ac5861f35 req-2814d246-8fd3-45ce-8d87-91777799223f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653574 Dec 13 14:41:20.901352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 85fe86e3-c730-418d-95a9-384661b6a889 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:41:20.914547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd70ef9-fb61-4c34-b4ba-e62cd03e903b service neutron] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:21.051237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 85fe86e3-c730-418d-95a9-384661b6a889, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=85fe86e3-c730-418d-95a9-384661b6a889,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:21.068000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d009597-333e-4a95-8c59-3bfdb9ca8b07 req-1cbc7938-7ffd-4ca9-aefe-704e228567b7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:21.074131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d009597-333e-4a95-8c59-3bfdb9ca8b07 req-1cbc7938-7ffd-4ca9-aefe-704e228567b7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 943 time: 0.1306462 Dec 13 14:41:21.075785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '85fe86e3-c730-418d-95a9-384661b6a889', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'port_id': '85fe86e3-c730-418d-95a9-384661b6a889', 'mac_address': 'fa:16:3e:a3:cf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:41:21.087391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-d481dbaf-daa2-4739-ab69-361b1f1bfaa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 217 time: 0.1350939 Dec 13 14:41:21.154789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:21.171634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d009597-333e-4a95-8c59-3bfdb9ca8b07 req-a82c05f9-4daa-4e39-a854-4c5fe0443fbe tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905595 Dec 13 14:41:21.193872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fe86e3-c730-418d-95a9-384661b6a889 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:21.236081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 85fe86e3-c730-418d-95a9-384661b6a889, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=85fe86e3-c730-418d-95a9-384661b6a889,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:21.256646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f79ec-14c2-4ddd-b25a-342883d6362a req-adfd2177-c523-4325-b967-ded5be3307bb tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:21.264553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e73f79ec-14c2-4ddd-b25a-342883d6362a req-adfd2177-c523-4325-b967-ded5be3307bb tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 943 time: 0.2248709 Dec 13 14:41:21.302368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-327141ab-0a4e-4b4a-8498-fe595b2056cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:21.310486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-327141ab-0a4e-4b4a-8498-fe595b2056cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 1094 time: 0.2691779 Dec 13 14:41:21.374354 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b13f0-f45b-4d5e-ae0f-73e24eb078b5 req-f1989832-f826-48ad-9c3e-eeaaab4bacdf tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:21.382783 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:21.386323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f89b13f0-f45b-4d5e-ae0f-73e24eb078b5 req-f1989832-f826-48ad-9c3e-eeaaab4bacdf tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.1068397 Dec 13 14:41:21.397881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-8af6e3d4-d8e6-4d77-9736-a6e1eb28d78f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4 HTTP/1.1" status: 200 len: 217 time: 0.0699782 Dec 13 14:41:21.419277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e73f79ec-14c2-4ddd-b25a-342883d6362a req-183767d9-6ba1-4b46-b455-5da3ffc5c59a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510725 Dec 13 14:41:21.444363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f89b13f0-f45b-4d5e-ae0f-73e24eb078b5 req-90fb4576-8f75-412d-ae8f-9708bc7e811b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 Dec 13 14:41:21.469316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-a34b8e0a-9a48-4613-9673-31c817bb2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:21.478993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-a34b8e0a-9a48-4613-9673-31c817bb2442 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.2962666 Dec 13 14:41:21.479211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=85fe86e3-c730-418d-95a9-384661b6a889,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:21.619240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a0f1f-0e4d-4f39-a705-307f03d4e7a7 req-bb2420d7-13cd-4c06-82da-b39a03097ed0 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:21.621850 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-578a0f1f-0e4d-4f39-a705-307f03d4e7a7 req-bb2420d7-13cd-4c06-82da-b39a03097ed0 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.1026304 Dec 13 14:41:21.665552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['85fe86e3-c730-418d-95a9-384661b6a889'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:21.740080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-f382a5ec-1cb9-4e52-bd23-fb6f37903416 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:21.741902 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-f382a5ec-1cb9-4e52-bd23-fb6f37903416 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.1187332 Dec 13 14:41:21.751843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-578a0f1f-0e4d-4f39-a705-307f03d4e7a7 req-396e7f99-7ee9-4efc-8803-b3080809d8c5 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 Dec 13 14:41:22.076631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:22.095574 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32276ca4-c46c-4a99-af70-842da7742de6" -d '{"events": [{"name": "network-changed", "server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:22.147658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-977fc203-5bb2-475b-a145-f45a409ff09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:22.154436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-977fc203-5bb2-475b-a145-f45a409ff09d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 200 len: 845 time: 0.7265782 Dec 13 14:41:22.176408 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b88d1f6-1c26-4360-a67f-5b5599d00de0 x-openstack-request-id: req-1b88d1f6-1c26-4360-a67f-5b5599d00de0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:22.176751 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:22.176930 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b88d1f6-1c26-4360-a67f-5b5599d00de0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:22.177338 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'status': 'completed', 'code': 200} Dec 13 14:41:22.227545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-10b7ee45-7a56-4648-9c0d-9883f135e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:22.230050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-10b7ee45-7a56-4648-9c0d-9883f135e3f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7108247 Dec 13 14:41:22.234155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-255c43f3-696d-449d-b92a-6434e1ffa1f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1872a87f-3902-4a84-936c-9c4a8f51c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732605 Dec 13 14:41:22.248289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7554-e620-4791-a57f-89a744e9538f req-83feccb5-00f1-4d5a-a21a-1dc0b2d2f338 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:22.282278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48eb7554-e620-4791-a57f-89a744e9538f req-83feccb5-00f1-4d5a-a21a-1dc0b2d2f338 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 943 time: 0.1613925 Dec 13 14:41:22.324990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port 05273370-8b90-4cea-943d-705e1d583352 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:22.325559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:22.450363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fae96-40f8-41ae-918c-ef193915b4f3 req-ba1d9c83-0bc2-4684-82f3-f33bc41e7c95 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:22.459846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-577fae96-40f8-41ae-918c-ef193915b4f3 req-ba1d9c83-0bc2-4684-82f3-f33bc41e7c95 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 944 time: 0.1890938 Dec 13 14:41:22.462447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-979ffd4a-42c6-43fc-94d1-1b534e04d33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:22.475943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-a3813a0a-448e-4615-9471-69ccf5b21f7f service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324461 Dec 13 14:41:22.529769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48eb7554-e620-4791-a57f-89a744e9538f req-3aeb53ae-839a-4e0f-b8a0-10a66311262a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634351 Dec 13 14:41:22.595974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-577fae96-40f8-41ae-918c-ef193915b4f3 req-e977fe82-1383-4e04-ac0f-d1b12ac5f029 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242404 Dec 13 14:41:22.617073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-56611490-3f3c-4c0c-ab66-64b71b52ea31 service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582952 Dec 13 14:41:22.672764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port 05273370-8b90-4cea-943d-705e1d583352, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=05273370-8b90-4cea-943d-705e1d583352,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:22.673578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:22.700854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for 05273370-8b90-4cea-943d-705e1d583352 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:22.840850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa2b10-37a8-49a4-882c-589e8130fb08 req-839d8c7d-8ec6-4e76-9419-9dc24f35349c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:22.849029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5eaa2b10-37a8-49a4-882c-589e8130fb08 req-839d8c7d-8ec6-4e76-9419-9dc24f35349c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 943 time: 0.1055062 Dec 13 14:41:22.867209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9b89d-8a44-42f6-950f-796396bef7b4 req-6e5a8f4c-4ca1-4405-a60c-68ca1a971bb8 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:22.876490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9f9b89d-8a44-42f6-950f-796396bef7b4 req-6e5a8f4c-4ca1-4405-a60c-68ca1a971bb8 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 950 time: 0.1557555 Dec 13 14:41:22.904506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 85fe86e3-c730-418d-95a9-384661b6a889 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:22.924198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9d2905a-d326-4c32-88cf-00d48a751bf2 req-3f7d7471-c4f9-4662-a5a4-4cfcdb474058 service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053489 Dec 13 14:41:22.943696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5eaa2b10-37a8-49a4-882c-589e8130fb08 req-a76909ee-ce90-4e5a-a988-3d611f45dc83 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936649 Dec 13 14:41:22.962690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9f9b89d-8a44-42f6-950f-796396bef7b4 req-967803a6-5c22-47ae-82e1-93bc40023335 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769265 Dec 13 14:41:23.119119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b601a5a-bd2d-4820-8549-34ba51417865 req-60de7cad-7ed2-478a-aa75-e1e8717b5837 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:23.122158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b601a5a-bd2d-4820-8549-34ba51417865 req-60de7cad-7ed2-478a-aa75-e1e8717b5837 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.0814500 Dec 13 14:41:23.169944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b601a5a-bd2d-4820-8549-34ba51417865 req-6d129c79-4ef6-4e68-8c47-c6100e310d82 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Dec 13 14:41:23.451534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 85fe86e3-c730-418d-95a9-384661b6a889 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:41:23.453060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:23.453856 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:23.457763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 85fe86e3-c730-418d-95a9-384661b6a889 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:23.458343 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:23.491093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb', '7686086c-c768-491f-9c86-495f14f15bd7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:23.493582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:23.541228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=05273370-8b90-4cea-943d-705e1d583352,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:23.626594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276ca4-c46c-4a99-af70-842da7742de6 req-5c61b341-4680-4934-bc1d-b28555b7becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:23.633146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32276ca4-c46c-4a99-af70-842da7742de6 req-5c61b341-4680-4934-bc1d-b28555b7becd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 1094 time: 0.1755352 Dec 13 14:41:23.647316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port 05273370-8b90-4cea-943d-705e1d583352 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:23.652463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:23.656724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8662a798-cf7b-49a7-ad0d-af8e0a78ed3d req-5cd429f4-ca56-44ad-9ad8-ed4762f1f08e tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "DELETE /v2.0/ports/05273370-8b90-4cea-943d-705e1d583352 HTTP/1.1" status: 204 len: 173 time: 1.5703759 Dec 13 14:41:23.657192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'name': 'network-vif-deleted', 'tag': '05273370-8b90-4cea-943d-705e1d583352'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:23.659589 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845fd09-e110-4965-a2e5-3c26907aa500" -d '{"events": [{"server_uuid": "d899930b-081b-45e4-8574-d0b0e3a24763", "name": "network-vif-deleted", "tag": "05273370-8b90-4cea-943d-705e1d583352"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:23.770887 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:23.792395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7586-b976-4b42-9689-a4e3c228dd3d req-28a4c1bb-e7b4-46d6-9e86-bb7ac1938097 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:23.801569 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bfd7586-b976-4b42-9689-a4e3c228dd3d req-28a4c1bb-e7b4-46d6-9e86-bb7ac1938097 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 943 time: 0.1261938 Dec 13 14:41:23.821252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fe86e3-c730-418d-95a9-384661b6a889'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:23.823582 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba6a82-fe53-4500-8a46-796171cc6894" -d '{"events": [{"server_uuid": "d8dbee33-f5c1-4689-ad4f-49cefd7c97df", "name": "network-vif-plugged", "status": "completed", "tag": "85fe86e3-c730-418d-95a9-384661b6a889"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:23.856755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276ca4-c46c-4a99-af70-842da7742de6 req-597de23b-f8cc-43a0-902a-76e9b44b5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:23.858159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32276ca4-c46c-4a99-af70-842da7742de6 req-597de23b-f8cc-43a0-902a-76e9b44b5e4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 906 time: 0.2142198 Dec 13 14:41:23.877682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 85fe86e3-c730-418d-95a9-384661b6a889, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=85fe86e3-c730-418d-95a9-384661b6a889,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:23.879216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bfd7586-b976-4b42-9689-a4e3c228dd3d req-5e07ed89-c3ce-4634-86e8-1c857d0915d2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675230 Dec 13 14:41:23.933174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32276ca4-c46c-4a99-af70-842da7742de6 req-9ccf6601-af20-45c9-862d-d107821720d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4 HTTP/1.1" status: 200 len: 217 time: 0.0523064 Dec 13 14:41:23.958512 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:23.966070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 05273370-8b90-4cea-943d-705e1d583352 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:24.029031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276ca4-c46c-4a99-af70-842da7742de6 req-1a2f072e-4e16-47af-9e46-95198b185558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.032553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 05273370-8b90-4cea-943d-705e1d583352 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:24.032903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 05273370-8b90-4cea-943d-705e1d583352 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:24.035230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32276ca4-c46c-4a99-af70-842da7742de6 req-1a2f072e-4e16-47af-9e46-95198b185558 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 200 len: 845 time: 0.0927303 Dec 13 14:41:24.114284 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32276ca4-c46c-4a99-af70-842da7742de6 req-f049ea5f-23ff-4e11-a92a-2b9af2eeb298 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1872a87f-3902-4a84-936c-9c4a8f51c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676503 Dec 13 14:41:24.115789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=85fe86e3-c730-418d-95a9-384661b6a889,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:24.125395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f8ad6-8ac2-4a79-8b1f-74c1f84942a6 req-971fe485-973d-483a-bc71-7995a64035eb tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.126529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f1f8ad6-8ac2-4a79-8b1f-74c1f84942a6 req-971fe485-973d-483a-bc71-7995a64035eb tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.1567576 Dec 13 14:41:24.238717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f1f8ad6-8ac2-4a79-8b1f-74c1f84942a6 req-ae5e05ce-6c3f-455a-b956-f4e13a8785fe tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922332 Dec 13 14:41:24.289325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32276ca4-c46c-4a99-af70-842da7742de6 req-7d7bec19-7d79-446d-b7fb-e35abe396d6b service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601934 Dec 13 14:41:24.298417 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7412aca-5ae7-44ad-9d8e-c188aa89d737 x-openstack-request-id: req-f7412aca-5ae7-44ad-9d8e-c188aa89d737 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:24.298715 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d899930b-081b-45e4-8574-d0b0e3a24763", "name": "network-vif-deleted", "tag": "05273370-8b90-4cea-943d-705e1d583352", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:24.298966 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7412aca-5ae7-44ad-9d8e-c188aa89d737 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:24.299377 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd899930b-081b-45e4-8574-d0b0e3a24763', 'name': 'network-vif-deleted', 'tag': '05273370-8b90-4cea-943d-705e1d583352', 'status': 'completed', 'code': 200} Dec 13 14:41:24.345191 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c66620-7599-4ebf-bb70-63fb611dac08 x-openstack-request-id: req-80c66620-7599-4ebf-bb70-63fb611dac08 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:24.345607 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbee33-f5c1-4689-ad4f-49cefd7c97df", "name": "network-vif-plugged", "status": "completed", "tag": "85fe86e3-c730-418d-95a9-384661b6a889", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:24.345959 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80c66620-7599-4ebf-bb70-63fb611dac08 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:24.346495 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fe86e3-c730-418d-95a9-384661b6a889', 'code': 200} Dec 13 14:41:24.494412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32276ca4-c46c-4a99-af70-842da7742de6 req-c35662dd-edc4-40f3-89e3-baea950301cd service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977019 Dec 13 14:41:24.524762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8e356-dba3-427a-9bc6-bb32f6c0a3f5 req-cb9e7f85-a2c5-4a92-ae90-4ad885488948 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.526140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10e07ca8-62af-4366-ab9b-074234ef3dfe req-e0c0e757-f500-4d81-801a-0c251d0a5485 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 210 time: 0.0483179 Dec 13 14:41:24.532076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63a8e356-dba3-427a-9bc6-bb32f6c0a3f5 req-cb9e7f85-a2c5-4a92-ae90-4ad885488948 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 943 time: 0.1443853 Dec 13 14:41:24.533881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-6cd4e392-9792-4001-b3ca-d818fbf7e999 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952380 Dec 13 14:41:24.626696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60af3b-838c-4630-85ce-287362a2e988 req-a5c98e06-b761-4ef2-aec6-b1b42dfcb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.628337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-a5c98e06-b761-4ef2-aec6-b1b42dfcb1b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=757c4b9487d745a7ba2a865a387e0589&device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 1101 time: 0.0567210 Dec 13 14:41:24.645986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63a8e356-dba3-427a-9bc6-bb32f6c0a3f5 req-8a1935f5-800b-49bf-a151-641a0c3dd686 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042948 Dec 13 14:41:24.655241 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0790c92e-79a1-4057-a2c0-92079ae0943a req-431e0f7c-658f-4e63-b722-d00ec8f6fc08 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188838 Dec 13 14:41:24.657994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835d2e5-6b36-4c4a-a0d8-a6caf64fc36c req-b7e9195b-8362-4226-84b8-521e44b59564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.659437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c835d2e5-6b36-4c4a-a0d8-a6caf64fc36c req-b7e9195b-8362-4226-84b8-521e44b59564 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 1096 time: 0.1085207 Dec 13 14:41:24.727460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c835d2e5-6b36-4c4a-a0d8-a6caf64fc36c req-f7f5bda9-30c7-445c-8783-febd815c863a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Dec 13 14:41:24.748432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:24.749128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bc897-a969-4a7f-8aef-6416b3d61cda req-b92f7229-5df3-474c-b1ad-bfafe44dff34 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.750966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-062bc897-a969-4a7f-8aef-6416b3d61cda req-b92f7229-5df3-474c-b1ad-bfafe44dff34 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.1205101 Dec 13 14:41:24.822089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60af3b-838c-4630-85ce-287362a2e988 req-022107e0-d2c6-462b-a1ad-53f3dc6340cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.824316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-022107e0-d2c6-462b-a1ad-53f3dc6340cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1557178 Dec 13 14:41:24.833739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-062bc897-a969-4a7f-8aef-6416b3d61cda req-765167c0-1eac-4d9c-b43b-6f60ef8e9203 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759094 Dec 13 14:41:24.838486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-38de9f76-126a-4c72-9073-977c60fe547a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573735 Dec 13 14:41:24.925285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-715f80c2-8dc0-4735-afa8-a83bcf852abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:24.928022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-715f80c2-8dc0-4735-afa8-a83bcf852abd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 1095 time: 0.0630527 Dec 13 14:41:24.961032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-6cab4212-5ebf-46a7-bfe0-f4c501ec34fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=200daf20-a105-446d-880d-5bac818d97fb HTTP/1.1" status: 200 len: 217 time: 0.0378160 Dec 13 14:41:25.022705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60af3b-838c-4630-85ce-287362a2e988 req-43b42cf4-c785-4303-b1fc-fc968814f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.025919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-43b42cf4-c785-4303-b1fc-fc968814f15e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0539467 Dec 13 14:41:25.077433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad2639-7545-4743-b254-9472d550c499 req-22eb9fce-2a23-433f-a0b4-719c14bdf34a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.078754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74ad2639-7545-4743-b254-9472d550c499 req-22eb9fce-2a23-433f-a0b4-719c14bdf34a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 943 time: 0.1192906 Dec 13 14:41:25.099658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60af3b-838c-4630-85ce-287362a2e988 req-10a45e73-0449-44fc-98aa-33c521d98b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.101493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-10a45e73-0449-44fc-98aa-33c521d98b06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666630 Dec 13 14:41:25.109606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-bbadcd22-b884-41ca-aee2-2389ddd570ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.111108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-bbadcd22-b884-41ca-aee2-2389ddd570ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1614876 Dec 13 14:41:25.124712 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:25.166289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-f98a1787-01ee-4982-a33d-8353da47c45c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 200 len: 217 time: 0.0462375 Dec 13 14:41:25.176895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74ad2639-7545-4743-b254-9472d550c499 req-8e9ca582-f4e8-4e19-a667-c22d8afe854d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855925 Dec 13 14:41:25.208434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-9f5078e4-eca5-4352-875b-b4f647d6fa6c service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976450 Dec 13 14:41:25.230732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-6fc3834b-2a79-4c8e-9d6c-c96fc7a8ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.232283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-6fc3834b-2a79-4c8e-9d6c-c96fc7a8ab12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0588353 Dec 13 14:41:25.267051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-61706a78-4af9-40b7-81f6-cd665a30888a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269265 Dec 13 14:41:25.326737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c60af3b-838c-4630-85ce-287362a2e988 req-9a40a5a9-e245-48da-a678-6ba5f04c9c3a service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956268 Dec 13 14:41:25.399160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-f2e109bb-f64e-4593-a4a1-5bcaf64c00c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240535 Dec 13 14:41:25.403946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb325d-cca6-4808-b64e-039cdc5171cd req-d2d53275-980b-482d-959b-eefd2e2ba107 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.406034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-45bb325d-cca6-4808-b64e-039cdc5171cd req-d2d53275-980b-482d-959b-eefd2e2ba107 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0650377 Dec 13 14:41:25.465073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-45bb325d-cca6-4808-b64e-039cdc5171cd req-4ceb9276-7a27-4551-aceb-22f777260c4a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523436 Dec 13 14:41:25.526980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054a642-cc6d-4be7-a7b4-dee79b2d05e9 req-95720500-5d11-4c82-abec-cdbe12e1fe8c service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201167 Dec 13 14:41:25.659084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b828f4cb-c0d1-4549-9740-a502d117bec5 req-438e0653-ba0e-4cc1-b5ca-9ecca92672b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=d899930b-081b-45e4-8574-d0b0e3a24763 HTTP/1.1" status: 200 len: 210 time: 0.0330019 Dec 13 14:41:25.772703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e96236-a5b6-46ba-896d-9e984380b964 req-3c84ea3d-6140-44ca-a817-6b21f8aba7b3 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.775270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0e96236-a5b6-46ba-896d-9e984380b964 req-3c84ea3d-6140-44ca-a817-6b21f8aba7b3 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 943 time: 0.0754550 Dec 13 14:41:25.823518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0e96236-a5b6-46ba-896d-9e984380b964 req-8ff510b6-d0b2-4b1e-a421-198a71894ed0 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Dec 13 14:41:25.979184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e47468-cb63-4152-a69a-440adf52747f req-3e859111-5146-4a26-8c28-4ae5604f0c0c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:25.980701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9e47468-cb63-4152-a69a-440adf52747f req-3e859111-5146-4a26-8c28-4ae5604f0c0c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.0524271 Dec 13 14:41:26.028882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9e47468-cb63-4152-a69a-440adf52747f req-c30b0f4e-5a42-481b-bc98-84cb200a4844 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Dec 13 14:41:26.318852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5c3e5-9047-4c15-8a00-5ea62ce27b07 req-70973108-d43d-4cb1-b63d-4369176a0887 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:26.324034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 39711ff2-acec-4a90-a6e7-d9a159bcbab4 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:41:26.332796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02b5c3e5-9047-4c15-8a00-5ea62ce27b07 req-70973108-d43d-4cb1-b63d-4369176a0887 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 943 time: 0.0801759 Dec 13 14:41:26.445410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:26.458394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'mac_address': 'fa:16:3e:43:93:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:41:26.460602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02b5c3e5-9047-4c15-8a00-5ea62ce27b07 req-3afa214a-ffe4-407d-bbc2-fefa43a47836 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225553 Dec 13 14:41:26.508574 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:26.526170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39711ff2-acec-4a90-a6e7-d9a159bcbab4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:26.575371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:26.598659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e4078-2bf4-406b-9045-0a1851326bf3 req-d26933cd-df91-4001-9869-ceeccc909399 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:26.604161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-810e4078-2bf4-406b-9045-0a1851326bf3 req-d26933cd-df91-4001-9869-ceeccc909399 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0500758 Dec 13 14:41:26.638986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-810e4078-2bf4-406b-9045-0a1851326bf3 req-803b707a-f082-4a2a-a51a-dbc923cdf5a0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Dec 13 14:41:26.651140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:26.708798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:26.920180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['39711ff2-acec-4a90-a6e7-d9a159bcbab4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:26.947462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:41:27.090635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:27.113981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '4b53d67a-7332-4819-bfb0-756e124205c9', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9', 'mac_address': 'fa:16:3e:b3:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:41:27.216431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b3057-f11e-4545-bc51-23752de994a9 req-4a6e6792-e79c-486f-b5e7-c7b99404b64c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.229062 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf7b3057-f11e-4545-bc51-23752de994a9 req-4a6e6792-e79c-486f-b5e7-c7b99404b64c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 944 time: 0.0799954 Dec 13 14:41:27.267082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7abde-e14c-4572-bbef-9fee3044e2b2 req-a9814a35-e43e-4f18-8eda-68fe5cc4b5c5 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.272107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf7b3057-f11e-4545-bc51-23752de994a9 req-8d6ab06f-caa9-4c94-aa74-a9f410878ede tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Dec 13 14:41:27.275300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3b7abde-e14c-4572-bbef-9fee3044e2b2 req-a9814a35-e43e-4f18-8eda-68fe5cc4b5c5 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 943 time: 0.1033134 Dec 13 14:41:27.279207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-132aa57b-0aa0-4184-93e7-406503eadea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.280754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-132aa57b-0aa0-4184-93e7-406503eadea0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 1096 time: 0.0969112 Dec 13 14:41:27.312252 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:27.331267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b53d67a-7332-4819-bfb0-756e124205c9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:27.353352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3b7abde-e14c-4572-bbef-9fee3044e2b2 req-342537f4-647b-426e-b322-79763af9db43 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748644 Dec 13 14:41:27.355584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:27.413210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb50a4-79c2-494c-9ab0-5956d0752905 req-572d8680-1a0c-46fe-9779-c7584d366c38 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.416642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7eb50a4-79c2-494c-9ab0-5956d0752905 req-572d8680-1a0c-46fe-9779-c7584d366c38 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0557742 Dec 13 14:41:27.421444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:27.422126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e42a90de-2938-4c8b-9ed6-464d42e37b72 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:41:27.489743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7eb50a4-79c2-494c-9ab0-5956d0752905 req-6d637821-4353-485d-9ae0-2a2650de6556 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644190 Dec 13 14:41:27.496618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-22806415-2ef9-4c63-9912-92195c3442a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.498090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-22806415-2ef9-4c63-9912-92195c3442a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 910 time: 0.1931109 Dec 13 14:41:27.536134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:27.584311 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-b91470ad-624c-40aa-8885-80fa891b7175 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85fe86e3-c730-418d-95a9-384661b6a889 HTTP/1.1" status: 200 len: 217 time: 0.0752354 Dec 13 14:41:27.587944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e42a90de-2938-4c8b-9ed6-464d42e37b72, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e42a90de-2938-4c8b-9ed6-464d42e37b72,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:27.602912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'e42a90de-2938-4c8b-9ed6-464d42e37b72', 'network_id': '52107799-fe1d-4188-acab-dad0aeb72479', 'port_id': 'e42a90de-2938-4c8b-9ed6-464d42e37b72', 'mac_address': 'fa:16:3e:ed:b6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b55460-46cd-4e6e-a679-0500ffa6a906', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:41:27.625329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c042e-0dbc-4622-a8af-a90939dbdbdb req-74b31182-3327-46b3-aa13-8aba9a73ef46 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.631453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a0c042e-0dbc-4622-a8af-a90939dbdbdb req-74b31182-3327-46b3-aa13-8aba9a73ef46 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0638461 Dec 13 14:41:27.663790 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:27.670728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-578fbe3b-eeae-4365-b379-a995c761ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.672796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-578fbe3b-eeae-4365-b379-a995c761ab4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 200 len: 849 time: 0.0791786 Dec 13 14:41:27.682900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a0c042e-0dbc-4622-a8af-a90939dbdbdb req-146ae12b-bc42-41ee-b70e-bc20af64c10b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448549 Dec 13 14:41:27.687705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42a90de-2938-4c8b-9ed6-464d42e37b72 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:41:27.718346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-20afa11c-5201-4f7a-93bd-c51717ca5889 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355206 Dec 13 14:41:27.724088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e42a90de-2938-4c8b-9ed6-464d42e37b72, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e42a90de-2938-4c8b-9ed6-464d42e37b72,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:27.794032 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:27.856281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e42a90de-2938-4c8b-9ed6-464d42e37b72,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:27.860338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a0a59-93ff-4fde-95e0-bff770c20574 req-69588b55-c26c-4a4f-9a79-8ba9915f987c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:27.861886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df6a0a59-93ff-4fde-95e0-bff770c20574 req-69588b55-c26c-4a4f-9a79-8ba9915f987c tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 950 time: 0.0774417 Dec 13 14:41:27.874581 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-21e8c9de-54e7-44ae-8f34-b5fd5c0cb8f2 service neutron] 10.222.0.55 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476929 Dec 13 14:41:27.954910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df6a0a59-93ff-4fde-95e0-bff770c20574 req-b86e8f19-261a-4108-836f-47f5d82f3830 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806606 Dec 13 14:41:27.996440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-135c92a9-b338-4a74-b6b1-8cf724ac82f8 req-a7c6b977-6c13-4bca-8172-c4197b99810c service neutron] 10.222.0.55 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084259 Dec 13 14:41:28.114830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e42a90de-2938-4c8b-9ed6-464d42e37b72'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:28.122743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['4b53d67a-7332-4819-bfb0-756e124205c9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:28.340221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 39711ff2-acec-4a90-a6e7-d9a159bcbab4 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:28.415757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64682a4a-9614-4ae6-91cc-028fe916f323 req-86912a1b-cb9c-43d0-9b72-8cee7282b09a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:28.417522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64682a4a-9614-4ae6-91cc-028fe916f323 req-86912a1b-cb9c-43d0-9b72-8cee7282b09a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 944 time: 0.0593779 Dec 13 14:41:28.467980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:41:28.470413 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64682a4a-9614-4ae6-91cc-028fe916f323 req-8bd48f9e-3d43-4c16-976f-423d1dd52776 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Dec 13 14:41:28.473288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:28.473879 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:28.507026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245f06d-1b11-47c2-97be-1770d896d69a req-c80fb87a-8315-4ff7-8484-9f6b324993af tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:28.508636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f245f06d-1b11-47c2-97be-1770d896d69a req-c80fb87a-8315-4ff7-8484-9f6b324993af tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 944 time: 0.0681415 Dec 13 14:41:28.517798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-3f9ca12c-6028-4d31-9716-4e68ab5fbdd4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:28.518927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-3f9ca12c-6028-4d31-9716-4e68ab5fbdd4 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 950 time: 0.0684352 Dec 13 14:41:28.566651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f245f06d-1b11-47c2-97be-1770d896d69a req-57526f79-6c4d-484d-8c9f-3e98980db0bb tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Dec 13 14:41:28.588139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:28.612416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:28.616965 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a54081f-c045-482e-9780-5a65705afa30" -d '{"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-plugged", "status": "completed", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:28.641480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:28.670468 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb21fac-ca23-489b-a093-30b71982b13b x-openstack-request-id: req-feb21fac-ca23-489b-a093-30b71982b13b {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:28.670847 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-plugged", "status": "completed", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:28.671229 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-feb21fac-ca23-489b-a093-30b71982b13b {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:28.671394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3a0f7-3026-4cb6-a1f8-c3cd78f91720 req-1315ddea-0aed-4a37-9c82-51ca8471f2c7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:28.671879 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'code': 200} Dec 13 14:41:28.672907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06f3a0f7-3026-4cb6-a1f8-c3cd78f91720 req-1315ddea-0aed-4a37-9c82-51ca8471f2c7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.1012769 Dec 13 14:41:28.703190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:28.732802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:28.733146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:28.766763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:28.790989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06f3a0f7-3026-4cb6-a1f8-c3cd78f91720 req-91d04e5c-b941-4f21-a93a-eedcf3b205c0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093605 Dec 13 14:41:28.866068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:28.867773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:28.889203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:29.096271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b183074-00d4-4bdc-b2d8-06ae859fbef9 req-54e0683f-df1c-468f-9f33-a1a72fc6192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:29.097768 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8b183074-00d4-4bdc-b2d8-06ae859fbef9 req-54e0683f-df1c-468f-9f33-a1a72fc6192f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 1096 time: 0.3659837 Dec 13 14:41:29.112424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d71c7-c4f3-4cf9-996a-71aa4a7b62ca req-ef5607f8-d7c2-4406-94a6-89fdbaa6534f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:29.119581 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c96d71c7-c4f3-4cf9-996a-71aa4a7b62ca req-ef5607f8-d7c2-4406-94a6-89fdbaa6534f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.3429213 Dec 13 14:41:29.138390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959d81-67e2-41c3-b3c6-28386a1739cb req-46366bd8-341e-4178-9288-5e2c33dca7d1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:29.141458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9959d81-67e2-41c3-b3c6-28386a1739cb req-46366bd8-341e-4178-9288-5e2c33dca7d1 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 950 time: 0.0842569 Dec 13 14:41:29.156171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:29.170081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:29.173001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb', '7686086c-c768-491f-9c86-495f14f15bd7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:29.197443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8b183074-00d4-4bdc-b2d8-06ae859fbef9 req-e720424e-0c2a-45a7-b338-10f0cf506374 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750041 Dec 13 14:41:29.213962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c96d71c7-c4f3-4cf9-996a-71aa4a7b62ca req-f49d37ac-ea9f-4b13-acd9-49bce113e789 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934069 Dec 13 14:41:29.248872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:29.280312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:29.288339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:29.295357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1541422a-9e02-48b4-9ce1-b1f3c0aaf894 req-fc5b5b12-34e2-4507-b562-dc5aacdc6382 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "DELETE /v2.0/ports/d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae HTTP/1.1" status: 204 len: 173 time: 0.7695372 Dec 13 14:41:29.296360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'name': 'network-vif-deleted', 'tag': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:29.296783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-bc6ae174-828e-4d9a-9932-0585dc8bd15b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:29.298827 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25cbbee-a115-4d6b-894a-2589d2c77648" -d '{"events": [{"server_uuid": "abdd4897-7d6b-40bf-bb42-e0d04c2ade4f", "name": "network-vif-deleted", "tag": "d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:29.299610 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-bc6ae174-828e-4d9a-9932-0585dc8bd15b tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721 HTTP/1.1" status: 200 len: 950 time: 0.0641634 Dec 13 14:41:29.319797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9959d81-67e2-41c3-b3c6-28386a1739cb req-54ca83bc-0897-420c-8233-9bdf37476e37 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722286 Dec 13 14:41:29.362700 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6e5d67-b8f3-41ac-aeab-706e727fd891 x-openstack-request-id: req-6e6e5d67-b8f3-41ac-aeab-706e727fd891 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:29.362987 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdd4897-7d6b-40bf-bb42-e0d04c2ade4f", "name": "network-vif-deleted", "tag": "d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:29.363237 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e6e5d67-b8f3-41ac-aeab-706e727fd891 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:29.363630 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdd4897-7d6b-40bf-bb42-e0d04c2ade4f', 'name': 'network-vif-deleted', 'tag': 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae', 'status': 'completed', 'code': 200} Dec 13 14:41:29.455034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port 7686086c-c768-491f-9c86-495f14f15bd7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:29.455458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:29.655659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port 7686086c-c768-491f-9c86-495f14f15bd7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=7686086c-c768-491f-9c86-495f14f15bd7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:29.656364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:29.688766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for 7686086c-c768-491f-9c86-495f14f15bd7 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:29.694628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69207-2f04-47cc-9688-ce8d2cb94f13 req-b0ed5715-73cc-4d05-9cf4-3036be2da5fc tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:29.705828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72a69207-2f04-47cc-9688-ce8d2cb94f13 req-b0ed5715-73cc-4d05-9cf4-3036be2da5fc tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.1500957 Dec 13 14:41:29.768232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72a69207-2f04-47cc-9688-ce8d2cb94f13 req-b3425789-e3d1-4077-afe8-afc2e88bce5e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595188 Dec 13 14:41:29.874591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc27d7f-8c02-4294-8032-d2bab053199c req-536cb745-f1bd-41e1-be83-1fa4ee341b3b tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:29.874591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdc27d7f-8c02-4294-8032-d2bab053199c req-536cb745-f1bd-41e1-be83-1fa4ee341b3b tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 944 time: 0.0864024 Dec 13 14:41:29.940706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95527085-bc11-455d-afd8-2c662c6082fa req-ffd1ce53-49e6-45d5-a9d6-23c2841b7f4a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:29.942775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95527085-bc11-455d-afd8-2c662c6082fa req-ffd1ce53-49e6-45d5-a9d6-23c2841b7f4a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0555122 Dec 13 14:41:29.948985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdc27d7f-8c02-4294-8032-d2bab053199c req-6e07f47e-5252-4992-81ac-1e1e254f492e tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711870 Dec 13 14:41:30.006819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95527085-bc11-455d-afd8-2c662c6082fa req-9294a0ef-aef3-458e-ab72-c5f4f76e4dde tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Dec 13 14:41:30.022603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:30.040781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'd357a7c7-d6ae-49d8-9829-ff5fb1bf88ae'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:30.062011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=7686086c-c768-491f-9c86-495f14f15bd7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:30.124739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port 7686086c-c768-491f-9c86-495f14f15bd7 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:30.130219 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:30.133682 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e3327a8-2c49-4cfb-b622-93b2c65f52d8 req-76a52da5-4394-4403-bd6f-f8233d61eae6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "DELETE /v2.0/ports/7686086c-c768-491f-9c86-495f14f15bd7 HTTP/1.1" status: 204 len: 173 time: 0.8264925 Dec 13 14:41:30.134045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'name': 'network-vif-deleted', 'tag': '7686086c-c768-491f-9c86-495f14f15bd7'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:30.136723 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3c1c06-17e3-44f3-bcf1-4d6991ded5df" -d '{"events": [{"server_uuid": "9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721", "name": "network-vif-deleted", "tag": "7686086c-c768-491f-9c86-495f14f15bd7"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:30.181941 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e878ab-ecb3-4d5d-a102-bdf3f3250a1f x-openstack-request-id: req-46e878ab-ecb3-4d5d-a102-bdf3f3250a1f {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:30.182253 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721", "name": "network-vif-deleted", "tag": "7686086c-c768-491f-9c86-495f14f15bd7", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:30.182512 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46e878ab-ecb3-4d5d-a102-bdf3f3250a1f {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:30.182910 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae2a8c6-8f4a-41f7-b97b-3b4ff11a1721', 'name': 'network-vif-deleted', 'tag': '7686086c-c768-491f-9c86-495f14f15bd7', 'status': 'completed', 'code': 200} Dec 13 14:41:30.254674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:30.397347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d79506-7bb3-4510-80fa-adfee3df7d63 req-072a4a8d-ffc7-4113-aacb-a6fbcfcee3de tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:30.405669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7d79506-7bb3-4510-80fa-adfee3df7d63 req-072a4a8d-ffc7-4113-aacb-a6fbcfcee3de tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0857587 Dec 13 14:41:30.467068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7d79506-7bb3-4510-80fa-adfee3df7d63 req-d82afa97-5460-4ff2-a9f8-f617e8c659e8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601945 Dec 13 14:41:30.488658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43a821db-e1f0-40ed-a197-756a88f1b452 req-ae329832-fc18-42cf-9573-49fcd773ccda tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=abdd4897-7d6b-40bf-bb42-e0d04c2ade4f HTTP/1.1" status: 200 len: 210 time: 0.0536253 Dec 13 14:41:30.883811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb26f4-c1cd-4c39-877c-36a0ed3be8e9 req-2b11e4fc-3341-471a-aff3-04371af0441f tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:30.885443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30bb26f4-c1cd-4c39-877c-36a0ed3be8e9 req-2b11e4fc-3341-471a-aff3-04371af0441f tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0513337 Dec 13 14:41:30.932555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30bb26f4-c1cd-4c39-877c-36a0ed3be8e9 req-ff44727d-1dd3-4120-b485-89383e09f6dc tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Dec 13 14:41:30.958555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:31.089861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c0ea4-a634-428d-bc62-c7f44f20e7b5 req-4ffbe5ba-234d-413c-a41d-f4271e9f0e1c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:31.091692 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da0c0ea4-a634-428d-bc62-c7f44f20e7b5 req-4ffbe5ba-234d-413c-a41d-f4271e9f0e1c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 944 time: 0.0526438 Dec 13 14:41:31.096643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 4b53d67a-7332-4819-bfb0-756e124205c9 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:41:31.100855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 4b53d67a-7332-4819-bfb0-756e124205c9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:31.101248 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:31.158900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da0c0ea4-a634-428d-bc62-c7f44f20e7b5 req-97241e71-6176-4a3b-8bd2-379d50aa2947 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552080 Dec 13 14:41:31.226864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:31.269951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:31.271042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:31.277666 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579916fb-f2c5-42ec-984a-68f5434f9dae" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:31.283719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525174-388a-4075-a4ef-8ee361a8224a req-f9241cc6-ebbc-45b0-af97-45cfcd0c1d3c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:31.284843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2525174-388a-4075-a4ef-8ee361a8224a req-f9241cc6-ebbc-45b0-af97-45cfcd0c1d3c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0730903 Dec 13 14:41:31.331079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2525174-388a-4075-a4ef-8ee361a8224a req-338d3581-793a-45d7-9b94-21239a3777fd tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Dec 13 14:41:31.382689 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f99dc-c3e1-4eb3-9eeb-843accdb250b x-openstack-request-id: req-488f99dc-c3e1-4eb3-9eeb-843accdb250b {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:31.386904 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:31.386904 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-488f99dc-c3e1-4eb3-9eeb-843accdb250b {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:31.386904 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'code': 200} Dec 13 14:41:31.406095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:31.406955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e42a90de-2938-4c8b-9ed6-464d42e37b72 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:41:31.462034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbaced-3ec9-4276-ad73-5f2d2bbcdfff req-ac76327d-e72d-4056-af28-f4ff91c24867 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:31.466575 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82cbaced-3ec9-4276-ad73-5f2d2bbcdfff req-ac76327d-e72d-4056-af28-f4ff91c24867 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0596554 Dec 13 14:41:31.508916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7d0c-1ec9-4138-8990-8bd0f0a1405a req-f5d8c1a8-3566-429a-8780-630343325825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:31.510489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c7a7d0c-1ec9-4138-8990-8bd0f0a1405a req-f5d8c1a8-3566-429a-8780-630343325825 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1096 time: 0.0567641 Dec 13 14:41:31.528472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:31.544856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82cbaced-3ec9-4276-ad73-5f2d2bbcdfff req-780ac3cc-2b7b-40b5-a90e-1d7935cea6bf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681686 Dec 13 14:41:31.582815 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c7a7d0c-1ec9-4138-8990-8bd0f0a1405a req-2050559a-18c3-451f-9ede-4061cec11ff5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613599 Dec 13 14:41:31.599233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port e42a90de-2938-4c8b-9ed6-464d42e37b72 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:41:31.603894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port e42a90de-2938-4c8b-9ed6-464d42e37b72 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:41:31.604402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:31.642385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b274-eca4-43c4-90c5-f733a5afe66a req-139f9117-6b80-43f3-b60a-907230267ac4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:31.644286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2b8b274-eca4-43c4-90c5-f733a5afe66a req-139f9117-6b80-43f3-b60a-907230267ac4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.0718958 Dec 13 14:41:31.694647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2b8b274-eca4-43c4-90c5-f733a5afe66a req-e868f673-5b22-45dd-b665-c17499c700e4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Dec 13 14:41:31.699378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:31.746467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e42a90de-2938-4c8b-9ed6-464d42e37b72, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e42a90de-2938-4c8b-9ed6-464d42e37b72,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:31.810849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:31.811709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 7686086c-c768-491f-9c86-495f14f15bd7 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:31.832908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 7686086c-c768-491f-9c86-495f14f15bd7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:31.833249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 7686086c-c768-491f-9c86-495f14f15bd7 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:31.884385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e42a90de-2938-4c8b-9ed6-464d42e37b72,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:32.277257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b497-f492-4276-891b-b6cc890d279f req-f6c5656d-eda0-4d2b-8e2d-5c9a698a5437 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:32.279077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acd6b497-f492-4276-891b-b6cc890d279f req-f6c5656d-eda0-4d2b-8e2d-5c9a698a5437 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 945 time: 0.0563500 Dec 13 14:41:32.323620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acd6b497-f492-4276-891b-b6cc890d279f req-b5c20137-d220-4b14-8e8a-1dd04c66a59e tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369294 Dec 13 14:41:32.373938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:32.399510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:32.400250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d357a7c7-d6ae-49d8-9829-ff5fb1bf88ae not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:32.463617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfb4be-7f6d-43c2-931d-9e28887e5909 req-0f5ecc9f-862b-44aa-85d6-bc5a5d004f85 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:32.465289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25cfb4be-7f6d-43c2-931d-9e28887e5909 req-0f5ecc9f-862b-44aa-85d6-bc5a5d004f85 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0522118 Dec 13 14:41:32.513055 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25cfb4be-7f6d-43c2-931d-9e28887e5909 req-eed217ce-977c-48f1-8445-7c0dbe8a17b0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Dec 13 14:41:32.649983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd4a43-abee-42d1-bbfa-f16d309e3530 req-54aed389-ed77-46e4-895b-8dde5ef5fe82 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:32.651546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6cd4a43-abee-42d1-bbfa-f16d309e3530 req-54aed389-ed77-46e4-895b-8dde5ef5fe82 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 950 time: 0.0636027 Dec 13 14:41:32.693370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecaa7e-eeab-4122-9ecc-df7f215a4b75 req-ac0cc683-b35d-49b2-b67f-51ad00c8cba1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:32.696153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4eecaa7e-eeab-4122-9ecc-df7f215a4b75 req-ac0cc683-b35d-49b2-b67f-51ad00c8cba1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0752454 Dec 13 14:41:32.702872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6cd4a43-abee-42d1-bbfa-f16d309e3530 req-4d1e1dd9-949e-4e95-90b7-2ee10b9f0149 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Dec 13 14:41:32.753787 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4eecaa7e-eeab-4122-9ecc-df7f215a4b75 req-36be4f1d-68e4-4d8c-97de-95215b7d9c61 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483749 Dec 13 14:41:32.830219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c5493-7d04-4719-b5cc-20381ff5d89e req-313017fe-c698-4d5a-8597-eea4313a3ffe tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:32.832341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-667c5493-7d04-4719-b5cc-20381ff5d89e req-313017fe-c698-4d5a-8597-eea4313a3ffe tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.0525646 Dec 13 14:41:32.878888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-667c5493-7d04-4719-b5cc-20381ff5d89e req-22e60cef-61a2-4d57-941e-29e0df6d3e10 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387411 Dec 13 14:41:33.385041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42a90de-2938-4c8b-9ed6-464d42e37b72'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:33.388173 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587d4b0d-b2bd-4fdf-bb23-985b2ed89c53" -d '{"events": [{"server_uuid": "7d35e81a-a9aa-40a1-8292-111c600a18a0", "name": "network-vif-plugged", "status": "completed", "tag": "e42a90de-2938-4c8b-9ed6-464d42e37b72"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:33.436596 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb4bf28-881e-4b6b-8044-d4d5ba7ad72f x-openstack-request-id: req-ccb4bf28-881e-4b6b-8044-d4d5ba7ad72f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:33.437164 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d35e81a-a9aa-40a1-8292-111c600a18a0", "name": "network-vif-plugged", "status": "completed", "tag": "e42a90de-2938-4c8b-9ed6-464d42e37b72", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:33.437632 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccb4bf28-881e-4b6b-8044-d4d5ba7ad72f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:33.438369 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42a90de-2938-4c8b-9ed6-464d42e37b72', 'code': 200} Dec 13 14:41:33.484618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f8c6f-9066-4f7f-a10b-066ccab24dc9 req-4b7004e2-1792-41f0-a88b-c9b0920f8ef4 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:33.486387 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a66f8c6f-9066-4f7f-a10b-066ccab24dc9 req-4b7004e2-1792-41f0-a88b-c9b0920f8ef4 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 945 time: 0.0716949 Dec 13 14:41:33.555428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a66f8c6f-9066-4f7f-a10b-066ccab24dc9 req-60be933a-dd40-4b72-be1b-3a1fd13808c5 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623801 Dec 13 14:41:33.597761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcdcad-8f86-493f-b141-39b4c43ac432 req-c17c43ce-9ee2-4607-9b7c-80e86c733aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:33.599431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edfcdcad-8f86-493f-b141-39b4c43ac432 req-c17c43ce-9ee2-4607-9b7c-80e86c733aaf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 1096 time: 0.0896211 Dec 13 14:41:33.653671 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edfcdcad-8f86-493f-b141-39b4c43ac432 req-c07d6753-c8f5-4ee9-b60e-6f27cf678c6a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Dec 13 14:41:33.658473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b102ec6-3648-4e74-a315-5f29feb521b1 req-aa7c7830-fe9d-44e3-9a09-4523508df249 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:33.660226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b102ec6-3648-4e74-a315-5f29feb521b1 req-aa7c7830-fe9d-44e3-9a09-4523508df249 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0638063 Dec 13 14:41:33.701422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b102ec6-3648-4e74-a315-5f29feb521b1 req-22f6528b-f438-4a94-b685-6989ec31edb5 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Dec 13 14:41:33.829386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ac3c-32dd-4caa-aaa7-18949c61ce9e req-3d04ba59-7b71-4f3e-be00-52a3096e92ca tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:33.831268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4354ac3c-32dd-4caa-aaa7-18949c61ce9e req-3d04ba59-7b71-4f3e-be00-52a3096e92ca tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 950 time: 0.0611627 Dec 13 14:41:33.873627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4354ac3c-32dd-4caa-aaa7-18949c61ce9e req-ad49ca76-d82c-488f-8fa7-ff3395646a65 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Dec 13 14:41:33.884327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655de65-0f34-48cf-b05b-47a7d5869b2c req-0850d0ea-c20f-47e5-ab94-0e433bbe8961 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:33.886126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6655de65-0f34-48cf-b05b-47a7d5869b2c req-0850d0ea-c20f-47e5-ab94-0e433bbe8961 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0605459 Dec 13 14:41:33.949796 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6655de65-0f34-48cf-b05b-47a7d5869b2c req-d65f3b6d-7981-4ca7-a19d-dc781b09ea42 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Dec 13 14:41:33.995610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-51d2a08c-a720-410d-8a9f-5f588c137e39 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:33.996038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-51d2a08c-a720-410d-8a9f-5f588c137e39 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 950 time: 0.0831544 Dec 13 14:41:34.042481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c712317-bf94-4350-a841-4a3c34b533a5 req-3d8ad83c-07eb-4758-a37c-822ab84e7b26 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:34.043967 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c712317-bf94-4350-a841-4a3c34b533a5 req-3d8ad83c-07eb-4758-a37c-822ab84e7b26 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.0935776 Dec 13 14:41:34.118434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c712317-bf94-4350-a841-4a3c34b533a5 req-122d8b6c-19a6-4b81-95ad-1b7f33d95b54 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634217 Dec 13 14:41:34.144256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port de2369b7-eaf2-4364-8aa8-26e10451cb4e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:34.144596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:34.238743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622d48-aa2a-4a47-9ef3-b54db2ae1433 req-6ed04ceb-c227-4c9c-a263-a9fca63f36da tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:34.240691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf622d48-aa2a-4a47-9ef3-b54db2ae1433 req-6ed04ceb-c227-4c9c-a263-a9fca63f36da tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.0542653 Dec 13 14:41:34.250128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:34.255247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'floatingip': {'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:34.262036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port de2369b7-eaf2-4364-8aa8-26e10451cb4e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=de2369b7-eaf2-4364-8aa8-26e10451cb4e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:34.262420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:34.318308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for de2369b7-eaf2-4364-8aa8-26e10451cb4e owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:34.318308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:34.423258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-39348937-3ea5-4e07-9b5e-cd3a20296b32 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:34.425289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-39348937-3ea5-4e07-9b5e-cd3a20296b32 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 950 time: 0.0642729 Dec 13 14:41:34.553410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port 200daf20-a105-446d-880d-5bac818d97fb {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:34.553721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:34.665488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port 200daf20-a105-446d-880d-5bac818d97fb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=200daf20-a105-446d-880d-5bac818d97fb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:34.667580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:34.694273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for 200daf20-a105-446d-880d-5bac818d97fb owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:34.756289 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:34.768680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5383-3e60-461a-9da5-99b0b4b0d602 req-f5775ea1-76b6-40d6-af95-73ec8fac9ed1 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:34.775436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:34.781079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71ff5383-3e60-461a-9da5-99b0b4b0d602 req-f5775ea1-76b6-40d6-af95-73ec8fac9ed1 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 945 time: 0.1397440 Dec 13 14:41:34.860450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['de2369b7-eaf2-4364-8aa8-26e10451cb4e', '200daf20-a105-446d-880d-5bac818d97fb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:34.927224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=de2369b7-eaf2-4364-8aa8-26e10451cb4e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:34.950468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706ece-1ad4-419e-80b1-81a35cc3ccc0 req-086de299-6922-457f-bed6-2c9f72470b20 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:34.961906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60706ece-1ad4-419e-80b1-81a35cc3ccc0 req-086de299-6922-457f-bed6-2c9f72470b20 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0785749 Dec 13 14:41:34.977960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:34.993659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71ff5383-3e60-461a-9da5-99b0b4b0d602 req-650302ae-43c4-4404-972a-48123fcb3fc7 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133293 Dec 13 14:41:35.033725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port de2369b7-eaf2-4364-8aa8-26e10451cb4e on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:35.041179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:35.044359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=200daf20-a105-446d-880d-5bac818d97fb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:35.063133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60706ece-1ad4-419e-80b1-81a35cc3ccc0 req-6c650e46-ac99-4774-8c3b-71028dcfd9cf tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918748 Dec 13 14:41:35.063322 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-face0642-cff4-4288-b6ba-2ea816bf44d5 req-36e2f8e4-5769-4df1-84a4-0115eae36982 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "DELETE /v2.0/ports/de2369b7-eaf2-4364-8aa8-26e10451cb4e HTTP/1.1" status: 204 len: 173 time: 1.0591247 Dec 13 14:41:35.063322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'name': 'network-vif-deleted', 'tag': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:35.074929 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ef58f4-9703-40d1-8b03-3a913da672ab" -d '{"events": [{"server_uuid": "79d5196a-0a83-4ed8-9ca4-838ed4405d56", "name": "network-vif-deleted", "tag": "de2369b7-eaf2-4364-8aa8-26e10451cb4e"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:35.135487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port 200daf20-a105-446d-880d-5bac818d97fb on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:35.138122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:35.141984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55d0cf1c-a888-434c-a62b-938f86b48bea req-32ab6bc2-98b2-46ea-9992-7e7b40743579 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.55 "DELETE /v2.0/ports/200daf20-a105-446d-880d-5bac818d97fb HTTP/1.1" status: 204 len: 173 time: 0.7055175 Dec 13 14:41:35.142487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'name': 'network-vif-deleted', 'tag': '200daf20-a105-446d-880d-5bac818d97fb'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:35.144936 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e743a272-0571-4837-99d8-d22c67eca6c9" -d '{"events": [{"server_uuid": "79bd2f33-17ce-4488-93eb-9c7995c58c21", "name": "network-vif-deleted", "tag": "200daf20-a105-446d-880d-5bac818d97fb"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:35.222570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac9e66ff-4db3-47bc-bd64-7c18f307a867 req-dc9fbd90-90ec-4909-9423-2fc2b1aa9610 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 210 time: 0.0684686 Dec 13 14:41:35.234558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633134d-a335-4603-bddd-94667b8f772b req-bfa10ab5-8091-474e-8485-ea9a9c07b3d4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:35.237447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1633134d-a335-4603-bddd-94667b8f772b req-bfa10ab5-8091-474e-8485-ea9a9c07b3d4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0830243 Dec 13 14:41:35.245167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:35.289102 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ffa687-8981-47c2-a103-0ac37025db3d x-openstack-request-id: req-d0ffa687-8981-47c2-a103-0ac37025db3d {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:35.289388 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d5196a-0a83-4ed8-9ca4-838ed4405d56", "name": "network-vif-deleted", "tag": "de2369b7-eaf2-4364-8aa8-26e10451cb4e", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:35.289781 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0ffa687-8981-47c2-a103-0ac37025db3d {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:35.290025 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d5196a-0a83-4ed8-9ca4-838ed4405d56', 'name': 'network-vif-deleted', 'tag': 'de2369b7-eaf2-4364-8aa8-26e10451cb4e', 'status': 'completed', 'code': 200} Dec 13 14:41:35.298553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1633134d-a335-4603-bddd-94667b8f772b req-4f148b58-2f82-43f7-acde-4517563b44be tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Dec 13 14:41:35.331817 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea80d7-2e70-4e9f-869c-4d040d26189d x-openstack-request-id: req-a4ea80d7-2e70-4e9f-869c-4d040d26189d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:35.332112 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bd2f33-17ce-4488-93eb-9c7995c58c21", "name": "network-vif-deleted", "tag": "200daf20-a105-446d-880d-5bac818d97fb", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:35.332365 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4ea80d7-2e70-4e9f-869c-4d040d26189d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:35.332766 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bd2f33-17ce-4488-93eb-9c7995c58c21', 'name': 'network-vif-deleted', 'tag': '200daf20-a105-446d-880d-5bac818d97fb', 'status': 'completed', 'code': 200} Dec 13 14:41:35.404513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:35.417785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:35.569846 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Floating IP 6dfbbaaa-7119-47a5-895b-ae650905ace7 associated. External IP: 172.25.7.149, port: 4b53d67a-7332-4819-bfb0-756e124205c9. Dec 13 14:41:35.816329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Router 79e562fb-f721-42b1-b958-9ebbd7592149 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:41:35.952734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:41:35.959921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:35.964393 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] Sync routers for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:41:36.115033 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:41:36.116077 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:36.253699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228445a-dd73-4003-95bf-921b1fa802f8 req-db854fad-3831-4702-994c-7b4b9d8ea5a6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:36.339872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3228445a-dd73-4003-95bf-921b1fa802f8 req-db854fad-3831-4702-994c-7b4b9d8ea5a6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0848072 Dec 13 14:41:36.340722 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:41:36.340821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3228445a-dd73-4003-95bf-921b1fa802f8 req-97e57b51-1826-489d-b37b-10e6932943e9 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Dec 13 14:41:36.340914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7b198a7c-a18a-43c9-b84f-cac6dda1ad1c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "PUT /v2.0/floatingips/6dfbbaaa-7119-47a5-895b-ae650905ace7 HTTP/1.1" status: 200 len: 991 time: 2.0471058 Dec 13 14:41:36.340914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d06e-e919-42a6-afd1-52e186048e20 req-0d539d70-6048-42d0-99cc-aecdb6617070 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:36.340914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b2d06e-e919-42a6-afd1-52e186048e20 req-0d539d70-6048-42d0-99cc-aecdb6617070 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 945 time: 0.0600069 Dec 13 14:41:36.402655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b2d06e-e919-42a6-afd1-52e186048e20 req-371a7831-9029-437f-a273-55b0102f7d1f tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661819 Dec 13 14:41:36.442706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e3554b5-6fe3-432c-b9b8-9170aabb78d2 req-fcce98da-894b-49a2-9a31-7d5b4f3cdf82 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d5196a-0a83-4ed8-9ca4-838ed4405d56 HTTP/1.1" status: 200 len: 210 time: 0.0414681 Dec 13 14:41:36.597931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589c43-ed60-450e-9747-a518e28d985e req-f6604143-f9ef-4ed5-9a28-8d527a9cfa37 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:36.599674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04589c43-ed60-450e-9747-a518e28d985e req-f6604143-f9ef-4ed5-9a28-8d527a9cfa37 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0673983 Dec 13 14:41:36.660973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04589c43-ed60-450e-9747-a518e28d985e req-8f5f30ef-52f0-4ed3-81e2-794c74ed8320 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Dec 13 14:41:36.674844 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '6dfbbaaa-7119-47a5-895b-ae650905ace7', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'mac_address': 'fa:16:3e:b3:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b822e95-7836-4ced-a1ee-41029765589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:41:01Z', 'updated_at': '2021-12-13T14:41:35Z', 'revision_number': 1, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:57Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:36.709067 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] Checking router: 79e562fb-f721-42b1-b958-9ebbd7592149 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:41:36.718372 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:41:36.718987 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:36.837564 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:41:36.991552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device de2369b7-eaf2-4364-8aa8-26e10451cb4e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:37.020656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: de2369b7-eaf2-4364-8aa8-26e10451cb4e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:37.021291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device de2369b7-eaf2-4364-8aa8-26e10451cb4e not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:37.083095 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '6dfbbaaa-7119-47a5-895b-ae650905ace7', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'mac_address': 'fa:16:3e:b3:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b822e95-7836-4ced-a1ee-41029765589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:41:01Z', 'updated_at': '2021-12-13T14:41:35Z', 'revision_number': 1, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:57Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:41:37.110708 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4506c-18e3-4963-bb85-58d16c865922 None None] The sync data for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 is: [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '6dfbbaaa-7119-47a5-895b-ae650905ace7', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'mac_address': 'fa:16:3e:b3:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b822e95-7836-4ced-a1ee-41029765589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:41:01Z', 'updated_at': '2021-12-13T14:41:35Z', 'revision_number': 1, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:57Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:41:37.291085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:37.293429 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb7ffb5-d891-47c8-a795-2304a854ef3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:37.335969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f713-344d-48f9-bc6f-439fef3c127b None None] New status for floating IP 6dfbbaaa-7119-47a5-895b-ae650905ace7: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:41:37.349464 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e748e2-7b7e-41ab-88f7-9020468d0399 x-openstack-request-id: req-b4e748e2-7b7e-41ab-88f7-9020468d0399 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:37.349862 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:37.350223 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4e748e2-7b7e-41ab-88f7-9020468d0399 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:37.350743 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'status': 'completed', 'code': 200} Dec 13 14:41:37.411981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-1666637c-e0e0-455a-9980-82647dbc441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:37.414277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-1666637c-e0e0-455a-9980-82647dbc441c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1096 time: 0.0522544 Dec 13 14:41:37.471740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180f902-8bd6-41bb-b2b3-5e74f83b0bf3 req-17ac0753-e775-4f8b-bab9-f2386eb83b10 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:37.481523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8180f902-8bd6-41bb-b2b3-5e74f83b0bf3 req-17ac0753-e775-4f8b-bab9-f2386eb83b10 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0869308 Dec 13 14:41:37.548400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8180f902-8bd6-41bb-b2b3-5e74f83b0bf3 req-8905b709-df3e-484f-adc0-f7af96a8336f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628197 Dec 13 14:41:37.585307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-fa4b6984-36b0-4eaf-a560-5177cc9e664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:37.587606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-fa4b6984-36b0-4eaf-a560-5177cc9e664b service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.1673737 Dec 13 14:41:37.703971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c4d1bf-f72f-4d9e-9367-5afbbd669b1e req-e8d411d0-7dbd-43de-8ee9-16e35b0f6370 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=79bd2f33-17ce-4488-93eb-9c7995c58c21 HTTP/1.1" status: 200 len: 210 time: 0.0536206 Dec 13 14:41:37.725450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-9ee5da5b-e380-474c-a03c-e3cf060e62c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 1001 time: 0.1255782 Dec 13 14:41:37.828307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-8135eb8d-b90e-48d1-9d80-b468a32e7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:37.829770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-8135eb8d-b90e-48d1-9d80-b468a32e7a48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0903885 Dec 13 14:41:37.844469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268c363-0ba4-487c-b059-a5f0f11ef674 req-96245a17-7d36-4765-adfd-7c3034974c53 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:37.845926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2268c363-0ba4-487c-b059-a5f0f11ef674 req-96245a17-7d36-4765-adfd-7c3034974c53 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0743465 Dec 13 14:41:37.898378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-5561dff9-4ab7-4576-b695-b3eb66937a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:37.899869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-5561dff9-4ab7-4576-b695-b3eb66937a11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530515 Dec 13 14:41:37.934420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2268c363-0ba4-487c-b059-a5f0f11ef674 req-ef3b5fd0-fe9f-42f8-b8ad-730efccef2e6 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769422 Dec 13 14:41:38.022394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-3aea2fed-821e-4f08-b77a-856e59c2b43d service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072702 Dec 13 14:41:38.115369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb7ffb5-d891-47c8-a795-2304a854ef3a req-4083c7cd-a3cd-466c-b0ea-8746a15315cd service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856509 Dec 13 14:41:38.687079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e589576-a7d5-4803-852d-92f5d89a24fd req-e4411c66-1eb2-4e54-9109-8d8cf85ee15d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:38.688651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e589576-a7d5-4803-852d-92f5d89a24fd req-e4411c66-1eb2-4e54-9109-8d8cf85ee15d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0604506 Dec 13 14:41:38.743270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e589576-a7d5-4803-852d-92f5d89a24fd req-0bb07a15-660b-40a7-8d7f-3601ebce66b3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Dec 13 14:41:39.036406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 200daf20-a105-446d-880d-5bac818d97fb no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:39.036406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 200daf20-a105-446d-880d-5bac818d97fb {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:39.036406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 200daf20-a105-446d-880d-5bac818d97fb not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:39.069111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba2f17-d041-40ad-8e34-fd68685a8e75 req-efe42712-f515-4d91-88d6-57d9cf27cb33 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:39.071029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21ba2f17-d041-40ad-8e34-fd68685a8e75 req-efe42712-f515-4d91-88d6-57d9cf27cb33 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0651133 Dec 13 14:41:39.143040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21ba2f17-d041-40ad-8e34-fd68685a8e75 req-394da53e-e8a2-407b-847d-8549ea8fce37 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652010 Dec 13 14:41:39.495990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbca931-7bc2-4737-a8ef-49ad7b74bd20 req-ed5b73db-05d1-4b97-96cd-09b5f4087ddf tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:39.497505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edbca931-7bc2-4737-a8ef-49ad7b74bd20 req-ed5b73db-05d1-4b97-96cd-09b5f4087ddf tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 950 time: 0.0495887 Dec 13 14:41:39.537099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edbca931-7bc2-4737-a8ef-49ad7b74bd20 req-de5f6307-16de-4faf-b795-23abe2379c44 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Dec 13 14:41:39.878661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb4bd-1b0d-457b-bccd-6073fdc7e13c req-84982532-a6e2-4e2f-9a74-b3f3823dc169 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:39.880923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fdb4bd-1b0d-457b-bccd-6073fdc7e13c req-84982532-a6e2-4e2f-9a74-b3f3823dc169 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0733294 Dec 13 14:41:39.939257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fdb4bd-1b0d-457b-bccd-6073fdc7e13c req-0bd12768-cc0c-4ec7-9359-73bf52ce604b tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Dec 13 14:41:40.260687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56220d-63ca-45cb-aa3c-3584ae21a3bd req-1d0a53b8-8907-4875-8f31-7b6773bf6502 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:40.264083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d56220d-63ca-45cb-aa3c-3584ae21a3bd req-1d0a53b8-8907-4875-8f31-7b6773bf6502 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0590365 Dec 13 14:41:40.309872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d56220d-63ca-45cb-aa3c-3584ae21a3bd req-0399acfb-c8c3-4345-9bfc-d418889e7873 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Dec 13 14:41:40.664447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc8d14-d0c2-4b8f-89d4-c6129f2f4af3 req-c2953bab-5731-4a3d-b316-94484cc4a5b6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:40.666287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bcc8d14-d0c2-4b8f-89d4-c6129f2f4af3 req-c2953bab-5731-4a3d-b316-94484cc4a5b6 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 950 time: 0.0517344 Dec 13 14:41:40.705802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bcc8d14-d0c2-4b8f-89d4-c6129f2f4af3 req-a8cc85f1-0541-4261-a8ff-7ca0e7da4c68 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331659 Dec 13 14:41:40.983064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-8692d125-cce2-4dd5-b276-3af8c9db68a2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:40.984588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-8692d125-cce2-4dd5-b276-3af8c9db68a2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 950 time: 0.0940418 Dec 13 14:41:41.106590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13832b-ae55-4452-a7e0-0c321104a07d req-b67a0b03-3e6f-4912-811a-1eeb0ce49318 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:41.107774 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a13832b-ae55-4452-a7e0-0c321104a07d req-b67a0b03-3e6f-4912-811a-1eeb0ce49318 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0832825 Dec 13 14:41:41.148556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Deleting port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:41:41.152771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:41.202764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a13832b-ae55-4452-a7e0-0c321104a07d req-f91f4cb2-d168-43dd-9883-492359dd669a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876760 Dec 13 14:41:41.263969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] For port 2f2e816a-9d49-4ef6-a191-5f0ac331f893, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2f2e816a-9d49-4ef6-a191-5f0ac331f893,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:41:41.264831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:41.279770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Calling delete_port for 2f2e816a-9d49-4ef6-a191-5f0ac331f893 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:41:41.519601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbafd1-634f-4739-97ca-eae869e2f5f7 req-17ba19a4-aa00-4901-a613-eb51fabc9046 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:41.526941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9cbafd1-634f-4739-97ca-eae869e2f5f7 req-17ba19a4-aa00-4901-a613-eb51fabc9046 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.1216257 Dec 13 14:41:41.576929 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9cbafd1-634f-4739-97ca-eae869e2f5f7 req-d9f5374d-95fa-49fb-89f4-6c8daa8c585a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Dec 13 14:41:41.850107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d3dd0-c4b1-4e17-b2bb-3bc3f2bfdf2c req-d9dad14e-9a27-4ed3-a849-c6cdce4103f7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:41.851689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d3d3dd0-c4b1-4e17-b2bb-3bc3f2bfdf2c req-d9dad14e-9a27-4ed3-a849-c6cdce4103f7 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0 HTTP/1.1" status: 200 len: 950 time: 0.0567775 Dec 13 14:41:41.894217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:41.909523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2f2e816a-9d49-4ef6-a191-5f0ac331f893'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:41:41.985472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Pushing event deleted for resources: {'Port': ['ID=2f2e816a-9d49-4ef6-a191-5f0ac331f893,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:42.012410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d3d3dd0-c4b1-4e17-b2bb-3bc3f2bfdf2c req-02a2caf4-2efd-4b25-90b3-5742bcb6bf50 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.24 "GET /v2.0/security-groups?id=117d384f-ee8c-4444-b96b-8696f21b8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437736 Dec 13 14:41:42.026541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.027079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.027609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.028117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.028607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.029079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.029575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.030643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.031124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.031614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.032111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.033452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:42.124997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] No DVR routers for this DVR port 2f2e816a-9d49-4ef6-a191-5f0ac331f893 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:41:42.129219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:42.133040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4008296e-ceb5-41b5-aae2-2ae9b0e61a57 req-80f0c569-c6e2-4e66-994e-421aef3a04b2 tempest-ServersOnMultiNodesTest-531639271 tempest-ServersOnMultiNodesTest-531639271-project] 10.222.0.50 "DELETE /v2.0/ports/2f2e816a-9d49-4ef6-a191-5f0ac331f893 HTTP/1.1" status: 204 len: 173 time: 1.1416945 Dec 13 14:41:42.133532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'name': 'network-vif-deleted', 'tag': '2f2e816a-9d49-4ef6-a191-5f0ac331f893'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:41:42.146850 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a52be-f6bd-45a6-af24-766656a7be0f" -d '{"events": [{"server_uuid": "ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0", "name": "network-vif-deleted", "tag": "2f2e816a-9d49-4ef6-a191-5f0ac331f893"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:41:42.194786 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd19d6d-ba9f-4290-b2bd-84fb3efa5127 x-openstack-request-id: req-ffd19d6d-ba9f-4290-b2bd-84fb3efa5127 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:41:42.195081 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0", "name": "network-vif-deleted", "tag": "2f2e816a-9d49-4ef6-a191-5f0ac331f893", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:41:42.195332 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffd19d6d-ba9f-4290-b2bd-84fb3efa5127 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:41:42.195725 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb79bf-4123-412a-a1e5-dc5e3ffc8ff0', 'name': 'network-vif-deleted', 'tag': '2f2e816a-9d49-4ef6-a191-5f0ac331f893', 'status': 'completed', 'code': 200} Dec 13 14:41:42.358990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2af8a7-5ca5-4eb4-82da-66b3e11c82ab req-27dadd6d-487f-4859-b603-24b722069a0d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:42.364877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c2af8a7-5ca5-4eb4-82da-66b3e11c82ab req-27dadd6d-487f-4859-b603-24b722069a0d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0784023 Dec 13 14:41:42.456315 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c2af8a7-5ca5-4eb4-82da-66b3e11c82ab req-24b24b09-650d-4f65-aa31-7267419cc539 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683632 Dec 13 14:41:42.728374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7bcf-b398-4a8f-a77b-ba3c0a68d890 req-d20d97a7-6596-45fa-ae5c-7e57c873f9bf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:42.729861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36ec7bcf-b398-4a8f-a77b-ba3c0a68d890 req-d20d97a7-6596-45fa-ae5c-7e57c873f9bf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0622842 Dec 13 14:41:42.785667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36ec7bcf-b398-4a8f-a77b-ba3c0a68d890 req-8fbfc5db-9800-49c2-8fd8-533316bb7015 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Dec 13 14:41:43.604051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f224-317d-41e8-a886-b10b4d5eea6d req-43996b75-2727-4353-b54d-987ab7e33527 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:43.607693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53a2f224-317d-41e8-a886-b10b4d5eea6d req-43996b75-2727-4353-b54d-987ab7e33527 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0824349 Dec 13 14:41:43.690849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53a2f224-317d-41e8-a886-b10b4d5eea6d req-3811c9e3-87ea-420c-86b7-0a17f6ee5f80 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748670 Dec 13 14:41:43.699665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60938) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:43.892700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f52656d6-dc0d-4728-8826-ed83b779d527 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=757c4b9487d745a7ba2a865a387e0589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872878 Dec 13 14:41:43.893000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60944) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:43.942000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ba7b-5665-4ec4-b0d0-3385e8042c1a req-c1900261-6e71-4249-a2c7-1b1672eebe48 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:43.943760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a885ba7b-5665-4ec4-b0d0-3385e8042c1a req-c1900261-6e71-4249-a2c7-1b1672eebe48 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0731347 Dec 13 14:41:43.951547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69508010-a8f4-4d0a-a356-642771e9b5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:43.975464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69508010-a8f4-4d0a-a356-642771e9b5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:43.997585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a885ba7b-5665-4ec4-b0d0-3385e8042c1a req-31227df2-19ee-42eb-add4-90dce9172b84 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 Dec 13 14:41:44.159367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69508010-a8f4-4d0a-a356-642771e9b5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:44.162011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69508010-a8f4-4d0a-a356-642771e9b5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:44.163336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69508010-a8f4-4d0a-a356-642771e9b5a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/117d384f-ee8c-4444-b96b-8696f21b8605 HTTP/1.1" status: 204 len: 168 time: 0.2692237 Dec 13 14:41:44.171722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508010-a8f4-4d0a-a356-642771e9b5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117d384f-ee8c-4444-b96b-8696f21b8605,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:44.423715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2f2e816a-9d49-4ef6-a191-5f0ac331f893 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:41:44.451532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2f2e816a-9d49-4ef6-a191-5f0ac331f893 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:41:44.452625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2f2e816a-9d49-4ef6-a191-5f0ac331f893 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:41:44.820187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad246e-0bd5-4957-9ff3-9b4231445f01 req-0e28806d-7eca-4408-b726-8ab21a9d4b00 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:44.822001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8ad246e-0bd5-4957-9ff3-9b4231445f01 req-0e28806d-7eca-4408-b726-8ab21a9d4b00 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0544846 Dec 13 14:41:44.861726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8ad246e-0bd5-4957-9ff3-9b4231445f01 req-399dddd0-3703-4d8d-b9b2-91df2522caae tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Dec 13 14:41:45.119014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14f796-68eb-4885-bd0d-25e7a0789836 req-dadb0390-f3ee-46fb-824a-70be784e78a9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:45.120469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe14f796-68eb-4885-bd0d-25e7a0789836 req-dadb0390-f3ee-46fb-824a-70be784e78a9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0487983 Dec 13 14:41:45.160907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe14f796-68eb-4885-bd0d-25e7a0789836 req-0836f67b-f6f3-4142-a49c-18bb6099d88e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338182 Dec 13 14:41:45.553964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:45.613077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60980) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:45.646177 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6fd40824-551c-4d43-9aaf-461f7b93b49c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7211b2a182014a71a18bad307b60c557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407112 Dec 13 14:41:45.648582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60982) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:45.700544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d196c28-bfe4-498b-9faa-d8056eb6e741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:45.722901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d196c28-bfe4-498b-9faa-d8056eb6e741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:45.915642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d196c28-bfe4-498b-9faa-d8056eb6e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:45.919502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d196c28-bfe4-498b-9faa-d8056eb6e741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:45.921797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5d196c28-bfe4-498b-9faa-d8056eb6e741 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9536bebf-a166-468a-b1f0-5cf1ee3b7241 HTTP/1.1" status: 204 len: 168 time: 0.2721100 Dec 13 14:41:45.948528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d196c28-bfe4-498b-9faa-d8056eb6e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536bebf-a166-468a-b1f0-5cf1ee3b7241,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:46.022018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fb365-0783-4663-8295-6694bb4a9ff5 req-0169fe18-0f99-4ad5-aa65-16a6c886abf9 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:46.023631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c62fb365-0783-4663-8295-6694bb4a9ff5 req-0169fe18-0f99-4ad5-aa65-16a6c886abf9 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0719345 Dec 13 14:41:46.074824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c62fb365-0783-4663-8295-6694bb4a9ff5 req-091b4d3e-9dd8-4f50-82ac-3b667d83bc2b tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452032 Dec 13 14:41:46.315475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ddede-9faf-4637-ae74-3fcb5a94c2cf req-77517900-3fa4-4a9f-8f00-b36503a6f6e9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:46.317046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b14ddede-9faf-4637-ae74-3fcb5a94c2cf req-77517900-3fa4-4a9f-8f00-b36503a6f6e9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0609579 Dec 13 14:41:46.359323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b14ddede-9faf-4637-ae74-3fcb5a94c2cf req-1fa0a1f1-4f73-4892-98ef-fa7273aaf1dd tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Dec 13 14:41:46.616389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:47.102687 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:41:47.184935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0bc9d-5d37-4dc5-9d79-fc88ebe376fd req-eeca9ecb-f11e-4520-92d4-9c79c4a77d6a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:47.187039 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fea0bc9d-5d37-4dc5-9d79-fc88ebe376fd req-eeca9ecb-f11e-4520-92d4-9c79c4a77d6a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0509605 Dec 13 14:41:47.270531 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fea0bc9d-5d37-4dc5-9d79-fc88ebe376fd req-3f996d5b-e359-4a62-b77d-87dc5fc92ef6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 Dec 13 14:41:47.501630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe10b7-c1cb-4893-8ef3-01df2e66d85f req-769f8f54-0cee-4a6a-851e-50fd6dfdca53 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:47.510961 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1fe10b7-c1cb-4893-8ef3-01df2e66d85f req-769f8f54-0cee-4a6a-851e-50fd6dfdca53 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0678601 Dec 13 14:41:47.604232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1fe10b7-c1cb-4893-8ef3-01df2e66d85f req-03236109-3fed-4978-aa30-5a0a57462218 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883563 Dec 13 14:41:48.158876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32860) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:48.271609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10d3068d-a657-4946-aacb-e112bb92c307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:48.378306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10d3068d-a657-4946-aacb-e112bb92c307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:48.402578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af09ff8-94ca-4214-ac06-75438370e25d req-40727649-ada5-41cb-a4e2-3af7e8bf2adf tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:48.408673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9af09ff8-94ca-4214-ac06-75438370e25d req-40727649-ada5-41cb-a4e2-3af7e8bf2adf tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0628939 Dec 13 14:41:48.444915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9af09ff8-94ca-4214-ac06-75438370e25d req-3e11eacc-0796-4ca1-8b3f-fcf1d3fe2e60 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Dec 13 14:41:48.456870 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10d3068d-a657-4946-aacb-e112bb92c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:48.513037 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-10d3068d-a657-4946-aacb-e112bb92c307 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df8f7e60bcd64591bddf63cbd961e0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530891 Dec 13 14:41:48.516426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32870) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:48.519000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3068d-a657-4946-aacb-e112bb92c307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8118de33-60aa-4c78-92c4-ee7dc89c9df2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:48.567936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e07d-183b-4b2e-b7a8-329e8522c0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:48.591023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e07d-183b-4b2e-b7a8-329e8522c0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:48.740828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fae3ab-f4a4-4efd-a1ff-0e1027932b7e req-5d5fddc8-105b-462c-9282-907894550b4d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:48.742331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fae3ab-f4a4-4efd-a1ff-0e1027932b7e req-5d5fddc8-105b-462c-9282-907894550b4d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0504906 Dec 13 14:41:48.759708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e07d-183b-4b2e-b7a8-329e8522c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:48.762606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e07d-183b-4b2e-b7a8-329e8522c0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:48.767149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9ef5e07d-183b-4b2e-b7a8-329e8522c0c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8118de33-60aa-4c78-92c4-ee7dc89c9df2 HTTP/1.1" status: 204 len: 168 time: 0.2494426 Dec 13 14:41:48.778529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5e07d-183b-4b2e-b7a8-329e8522c0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8118de33-60aa-4c78-92c4-ee7dc89c9df2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:48.782422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fae3ab-f4a4-4efd-a1ff-0e1027932b7e req-87dad4e1-3289-4a1c-93fb-87e174ce78e9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Dec 13 14:41:49.584899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1898b6-cbb9-4325-83ec-60f44b6e5d0d req-64d33fa2-8417-4b5f-a3f2-e93470447f93 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:49.586382 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c1898b6-cbb9-4325-83ec-60f44b6e5d0d req-64d33fa2-8417-4b5f-a3f2-e93470447f93 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0531454 Dec 13 14:41:49.624320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c1898b6-cbb9-4325-83ec-60f44b6e5d0d req-c59582d2-5288-4bdd-b167-77c9a7a35def tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Dec 13 14:41:49.833881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-58cdeb34-bb0e-4501-ac76-3a1b2eab0d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:49.920072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cc008-fedb-46d6-b667-3358e6247ae4 req-2896e25c-83b5-4fa0-89b2-1deb40b00e3a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:49.921589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-461cc008-fedb-46d6-b667-3358e6247ae4 req-2896e25c-83b5-4fa0-89b2-1deb40b00e3a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0490754 Dec 13 14:41:49.968456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-461cc008-fedb-46d6-b667-3358e6247ae4 req-d713c0f8-abc6-4e09-affe-115c0274bd8e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Dec 13 14:41:50.743881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e94fa-736b-4bee-80e3-2617107df5cb req-a3e46e3c-1f0e-45bc-abf0-e7881b5c8732 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:50.745507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-967e94fa-736b-4bee-80e3-2617107df5cb req-a3e46e3c-1f0e-45bc-abf0-e7881b5c8732 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0550790 Dec 13 14:41:50.790988 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-967e94fa-736b-4bee-80e3-2617107df5cb req-653cfb2f-bbaa-4096-8fb1-aa7551bf0bcd tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357823 Dec 13 14:41:50.823056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32934) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:50.929668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-397c3b44-e4d5-4c1b-9c7e-5f7a40925d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:51.003523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-397c3b44-e4d5-4c1b-9c7e-5f7a40925d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:51.084878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3ace1-2430-49bc-9e96-14e1e50c016e req-2de3ab4a-3a6f-45c0-bdb4-fbc997591d35 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:51.086375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89f3ace1-2430-49bc-9e96-14e1e50c016e req-2de3ab4a-3a6f-45c0-bdb4-fbc997591d35 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0493026 Dec 13 14:41:51.113485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-397c3b44-e4d5-4c1b-9c7e-5f7a40925d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:51.127604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89f3ace1-2430-49bc-9e96-14e1e50c016e req-26a7d2ae-1bcd-4ad3-9426-d6f930b59596 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Dec 13 14:41:51.153459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c3b44-e4d5-4c1b-9c7e-5f7a40925d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd002a72-bb3d-47d1-8932-06a58d8eef9d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:51.158440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-397c3b44-e4d5-4c1b-9c7e-5f7a40925d66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cb42f9d0df3410b9348f7230248b565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343441 Dec 13 14:41:51.161414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32942) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:51.214298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-425e4d24-8371-40e2-944e-98b7f6be344a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:51.236173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-425e4d24-8371-40e2-944e-98b7f6be344a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:51.399458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-425e4d24-8371-40e2-944e-98b7f6be344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:51.402014 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-425e4d24-8371-40e2-944e-98b7f6be344a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:51.403194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-425e4d24-8371-40e2-944e-98b7f6be344a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd002a72-bb3d-47d1-8932-06a58d8eef9d HTTP/1.1" status: 204 len: 168 time: 0.2411799 Dec 13 14:41:51.411272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e4d24-8371-40e2-944e-98b7f6be344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd002a72-bb3d-47d1-8932-06a58d8eef9d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:51.936598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3332-6b8c-4d7a-9adf-445f6022a82c req-515c94cf-7b13-4a75-816e-c7665a27ef9e tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:51.937167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-405c3332-6b8c-4d7a-9adf-445f6022a82c req-515c94cf-7b13-4a75-816e-c7665a27ef9e tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0656326 Dec 13 14:41:51.987433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-405c3332-6b8c-4d7a-9adf-445f6022a82c req-f0ebc1da-f760-418e-b773-bf6390dcda2f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Dec 13 14:41:52.228081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a43187e6-ecd1-4377-9957-515ed8fa392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:52.249365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e75d3-54e7-43dd-962e-b79050223347 req-2b726d68-2bd0-4e5f-9264-f552e5d4c29d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:52.253951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1b9e75d3-54e7-43dd-962e-b79050223347 req-2b726d68-2bd0-4e5f-9264-f552e5d4c29d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0500166 Dec 13 14:41:52.288146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1b9e75d3-54e7-43dd-962e-b79050223347 req-98f45ccf-597f-42f8-9f51-7cadfc3dc816 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Dec 13 14:41:52.652490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32982) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:52.751184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1887435278-network', 'tenant_id': 'f14e594b648c49fd8fdbf9426e93cd6c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:52.942602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Made reservation on behalf of f14e594b648c49fd8fdbf9426e93cd6c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:41:52.945047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:52.954636 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.034585 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.112360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a3f0e-4913-45f2-bd43-5cd3eabe9144 req-d95235c6-b5f4-473a-ba9d-9ba04e59c2b4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:53.113936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-837a3f0e-4913-45f2-bd43-5cd3eabe9144 req-d95235c6-b5f4-473a-ba9d-9ba04e59c2b4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0545151 Dec 13 14:41:53.159243 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.164431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-837a3f0e-4913-45f2-bd43-5cd3eabe9144 req-ff44e619-5359-43d4-9fd7-571d5dbabdb9 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441420 Dec 13 14:41:53.176926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.181869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:41:53.191528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167cd8cb-40db-4b36-b480-7d349a0d08a0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:53.196254 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.196602 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Added segment 348eb871-d4c4-4d20-b16a-7c61d073bb20 of type vlan for network 52316777-d4e1-40fc-9882-c69c81e06028 Dec 13 14:41:53.236891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.406627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735118e2-5248-4e18-9e4f-2ad77cf1c9e3 req-8500c6de-dff9-4ab9-a870-8f24b9f1cb24 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:53.408235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-735118e2-5248-4e18-9e4f-2ad77cf1c9e3 req-8500c6de-dff9-4ab9-a870-8f24b9f1cb24 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0518744 Dec 13 14:41:53.453111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-735118e2-5248-4e18-9e4f-2ad77cf1c9e3 req-bc645c90-0407-4271-833f-1196f0812a34 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 Dec 13 14:41:53.456427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.457500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:53.458113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:53.522737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] Pushing event updated for resources: {'Network': ['ID=52316777-d4e1-40fc-9882-c69c81e06028,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:53.533129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 52316777-d4e1-40fc-9882-c69c81e06028 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:41:53.597952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-14a01a8a-7eff-4bc1-b813-0d3458e8f24d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9443307 Dec 13 14:41:53.600854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33010) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:41:53.605600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Request body: {'subnet': {'network_id': '52316777-d4e1-40fc-9882-c69c81e06028', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1887435278-subnet', 'tenant_id': 'f14e594b648c49fd8fdbf9426e93cd6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:53.742358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Made reservation on behalf of f14e594b648c49fd8fdbf9426e93cd6c for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:41:53.744824 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:54.022445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:54.079369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5273e7a8-8865-4d27-ac63-57288cc6c426,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:54.086753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Checking segment: {'id': '348eb871-d4c4-4d20-b16a-7c61d073bb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '52316777-d4e1-40fc-9882-c69c81e06028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:41:54.087106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Network hostable DHCP agents. Network: 52316777-d4e1-40fc-9882-c69c81e06028, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:41:54.199461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Network 52316777-d4e1-40fc-9882-c69c81e06028 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:41:54.287244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6240865-3ccc-4a28-933e-91d3d4b4cfad req-b5a7df6b-8bb8-4da5-8842-2ffcbfd9a352 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:54.288817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6240865-3ccc-4a28-933e-91d3d4b4cfad req-b5a7df6b-8bb8-4da5-8842-2ffcbfd9a352 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0521266 Dec 13 14:41:54.332525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6240865-3ccc-4a28-933e-91d3d4b4cfad req-c1fec17e-5a13-47fe-b7dd-533dbd88f514 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375872 Dec 13 14:41:54.335301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 52316777-d4e1-40fc-9882-c69c81e06028) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:41:54.340196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:54.341045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:54.355589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989eb775-a761-4412-90ee-fad9ae3adf3b None None] Network 52316777-d4e1-40fc-9882-c69c81e06028 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:41:54.474782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e823394b-f71d-4a15-ae33-fd9a2a2a8a1e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8631637 Dec 13 14:41:54.495217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb177a-ed24-40a4-be64-814861105663 None None] Network 52316777-d4e1-40fc-9882-c69c81e06028 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:41:54.597698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1382899-87ef-40c3-bb5c-4c4cfd0f35aa req-04135907-4ab8-4706-a283-71bd7bf08751 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:54.601131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1382899-87ef-40c3-bb5c-4c4cfd0f35aa req-04135907-4ab8-4706-a283-71bd7bf08751 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0763977 Dec 13 14:41:54.675911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1382899-87ef-40c3-bb5c-4c4cfd0f35aa req-03cafe18-f4ce-4397-9078-8bf52334605b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665755 Dec 13 14:41:54.829741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-63bf40b5-2904-4be7-801e-7dd1a05c1fb8 req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1298919855', 'description': 'tempest-description-932212753'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:54.954100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.016135 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-63bf40b5-2904-4be7-801e-7dd1a05c1fb8 req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.089757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-63bf40b5-2904-4be7-801e-7dd1a05c1fb8 req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.108696 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.199260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-63bf40b5-2904-4be7-801e-7dd1a05c1fb8 req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.234610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c55ff2-8482-4436-af13-f9fe0650dcaa,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:55.242042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.242416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.242754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.243088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.243417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.243739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.244057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.244376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.244705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.245022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.245337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.245648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:41:55.321291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-63bf40b5-2904-4be7-801e-7dd1a05c1fb8 req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.323111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63bf40b5-2904-4be7-801e-7dd1a05c1fb8 req-2ce01c65-e6d5-41ec-93c8-bcb27239fa03 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4996538 Dec 13 14:41:55.394877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-f965d3be-abd0-482c-bbed-4944f3582025 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/e1c55ff2-8482-4436-af13-f9fe0650dcaa HTTP/1.1" status: 200 len: 1812 time: 0.0471830 Dec 13 14:41:55.399768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1c55ff2-8482-4436-af13-f9fe0650dcaa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:55.401277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1c55ff2-8482-4436-af13-f9fe0650dcaa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:55.475231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f68973-c1e5-4404-a62a-1342eac5d3cd req-de105845-6685-4623-8348-2fbd92ebf97d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:55.476794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5f68973-c1e5-4404-a62a-1342eac5d3cd req-de105845-6685-4623-8348-2fbd92ebf97d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0516763 Dec 13 14:41:55.515748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5f68973-c1e5-4404-a62a-1342eac5d3cd req-922395b2-5b59-4ea8-b882-0b31f439bd7a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Dec 13 14:41:55.552882 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.584489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.695414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.715826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd572ca-51ec-4483-a89f-6bd2fb3a0c69,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:55.799887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e9fe0-2f49-4eb8-be63-94c2cffc7704 req-13d93398-628b-474e-8826-5a8d9974bf79 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:55.801614 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-300e9fe0-2f49-4eb8-be63-94c2cffc7704 req-13d93398-628b-474e-8826-5a8d9974bf79 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0564594 Dec 13 14:41:55.831799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:55.840788 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ebf34cd-70e2-4242-917b-cb4a01b2ddf6 req-4eaa38ea-69e9-4ec9-8943-c0b94674e298 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4441624 Dec 13 14:41:55.855174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-300e9fe0-2f49-4eb8-be63-94c2cffc7704 req-4d2f4821-ae58-4013-bf70-0834c817fcf5 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Dec 13 14:41:55.932542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b2a7b035-78b8-4d04-a409-cdf1752b8330 req-17831ed1-b5c1-49c4-a3f3-ab98c85e584b tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/e1c55ff2-8482-4436-af13-f9fe0650dcaa HTTP/1.1" status: 200 len: 2405 time: 0.0417118 Dec 13 14:41:55.975076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acaa771f-e423-4da2-a429-052c50a1a1f9 req-dfb031b5-e604-438f-aba8-2728cfed50e4 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-group-rules/cbd572ca-51ec-4483-a89f-6bd2fb3a0c69 HTTP/1.1" status: 200 len: 778 time: 0.0220687 Dec 13 14:41:56.028202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acaa771f-e423-4da2-a429-052c50a1a1f9 req-50e29529-69d7-4237-9360-6f83c67ea6cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/e1c55ff2-8482-4436-af13-f9fe0650dcaa HTTP/1.1" status: 200 len: 2405 time: 0.0457149 Dec 13 14:41:56.058792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acaa771f-e423-4da2-a429-052c50a1a1f9 req-04cfa927-1811-4560-b6c4-8580805f4691 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.067045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acaa771f-e423-4da2-a429-052c50a1a1f9 req-04cfa927-1811-4560-b6c4-8580805f4691 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.239761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acaa771f-e423-4da2-a429-052c50a1a1f9 req-04cfa927-1811-4560-b6c4-8580805f4691 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.246051 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-acaa771f-e423-4da2-a429-052c50a1a1f9 req-04cfa927-1811-4560-b6c4-8580805f4691 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.247390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acaa771f-e423-4da2-a429-052c50a1a1f9 req-04cfa927-1811-4560-b6c4-8580805f4691 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cbd572ca-51ec-4483-a89f-6bd2fb3a0c69 HTTP/1.1" status: 204 len: 173 time: 0.2123909 Dec 13 14:41:56.258760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfa927-1811-4560-b6c4-8580805f4691 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbd572ca-51ec-4483-a89f-6bd2fb3a0c69,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:56.276346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-89953b10-6107-4657-b0b1-a605d539cef7 req-389a7da8-c0f1-48e2-8cc5-489217e42a29 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1592111228', 'description': 'tempest-description-1643374143'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:56.382595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-89953b10-6107-4657-b0b1-a605d539cef7 req-389a7da8-c0f1-48e2-8cc5-489217e42a29 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.454022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-89953b10-6107-4657-b0b1-a605d539cef7 req-389a7da8-c0f1-48e2-8cc5-489217e42a29 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.536734 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-89953b10-6107-4657-b0b1-a605d539cef7 req-389a7da8-c0f1-48e2-8cc5-489217e42a29 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.566725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a7da8-c0f1-48e2-8cc5-489217e42a29 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edeba5c3-215c-475b-bd8e-86c9513c9a7f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:56.650881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87710e2b-c601-44c3-b462-5496c5e8983a req-3aef6dff-b9f7-468a-83e2-789775ea2491 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:56.652471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87710e2b-c601-44c3-b462-5496c5e8983a req-3aef6dff-b9f7-468a-83e2-789775ea2491 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0500002 Dec 13 14:41:56.691693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87710e2b-c601-44c3-b462-5496c5e8983a req-2a35a33b-bdd5-447b-a74e-c2f17e468c28 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329731 Dec 13 14:41:56.728573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-89953b10-6107-4657-b0b1-a605d539cef7 req-389a7da8-c0f1-48e2-8cc5-489217e42a29 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:56.730197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89953b10-6107-4657-b0b1-a605d539cef7 req-389a7da8-c0f1-48e2-8cc5-489217e42a29 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4579504 Dec 13 14:41:56.799253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1db5fd73-53d3-48f4-8269-f6a724705efa req-6380f171-7ef5-464a-9577-5aa9e9edf916 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/edeba5c3-215c-475b-bd8e-86c9513c9a7f HTTP/1.1" status: 200 len: 1813 time: 0.0428615 Dec 13 14:41:56.846797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-7ed6bc5d-8f11-43a6-8b19-53b168d14700 req-a8e5db6b-5e49-4e37-a9c5-d3c60cbe5f91 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-496215522', 'description': 'tempest-description-1573153635'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:56.993047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7ed6bc5d-8f11-43a6-8b19-53b168d14700 req-a8e5db6b-5e49-4e37-a9c5-d3c60cbe5f91 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.020599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a95e45-cf4f-4f34-8a96-d0600322f5e8 req-c9eedeca-121f-4146-bb4c-24a0d7b2edf0 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:57.035365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7a95e45-cf4f-4f34-8a96-d0600322f5e8 req-c9eedeca-121f-4146-bb4c-24a0d7b2edf0 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0935972 Dec 13 14:41:57.087341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7a95e45-cf4f-4f34-8a96-d0600322f5e8 req-b2de4cc0-f3bf-4ea3-b40e-af4fd40bb40d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503383 Dec 13 14:41:57.098539 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7ed6bc5d-8f11-43a6-8b19-53b168d14700 req-a8e5db6b-5e49-4e37-a9c5-d3c60cbe5f91 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.222806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7ed6bc5d-8f11-43a6-8b19-53b168d14700 req-a8e5db6b-5e49-4e37-a9c5-d3c60cbe5f91 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.253052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5db6b-5e49-4e37-a9c5-d3c60cbe5f91 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16decab-2ef3-4180-bd60-a63d22d362e7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:57.344196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7ed6bc5d-8f11-43a6-8b19-53b168d14700 req-a8e5db6b-5e49-4e37-a9c5-d3c60cbe5f91 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.345355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ed6bc5d-8f11-43a6-8b19-53b168d14700 req-a8e5db6b-5e49-4e37-a9c5-d3c60cbe5f91 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5057256 Dec 13 14:41:57.415739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91e1e496-540b-42cb-aba3-bc3d669e82e1 req-a45f3b7d-2035-497d-96a5-4a7bd77f3027 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/c16decab-2ef3-4180-bd60-a63d22d362e7 HTTP/1.1" status: 200 len: 1812 time: 0.0470214 Dec 13 14:41:57.441701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2475b66d-f6fa-4f0a-88cc-2aac09cd43c6 req-541c17ec-8e8f-486a-9576-9030dc67536f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1778323439', 'description': 'tempest-description-1598304351'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:57.554052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2475b66d-f6fa-4f0a-88cc-2aac09cd43c6 req-541c17ec-8e8f-486a-9576-9030dc67536f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.625558 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2475b66d-f6fa-4f0a-88cc-2aac09cd43c6 req-541c17ec-8e8f-486a-9576-9030dc67536f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.719781 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2475b66d-f6fa-4f0a-88cc-2aac09cd43c6 req-541c17ec-8e8f-486a-9576-9030dc67536f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.749716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c17ec-8e8f-486a-9576-9030dc67536f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bceea6-ad5a-4819-819b-6eaa0a4cde1b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:57.813109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c1b96-01d8-4b93-bbaf-70c8777b299b req-16828fd5-62e7-44c8-8d0b-eaf4aab23730 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:57.815009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c81c1b96-01d8-4b93-bbaf-70c8777b299b req-16828fd5-62e7-44c8-8d0b-eaf4aab23730 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0509045 Dec 13 14:41:57.825052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2475b66d-f6fa-4f0a-88cc-2aac09cd43c6 req-541c17ec-8e8f-486a-9576-9030dc67536f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:57.838998 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2475b66d-f6fa-4f0a-88cc-2aac09cd43c6 req-541c17ec-8e8f-486a-9576-9030dc67536f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4015248 Dec 13 14:41:57.883348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c81c1b96-01d8-4b93-bbaf-70c8777b299b req-d168a713-d84f-4fe1-9989-4175f215a405 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521147 Dec 13 14:41:57.959051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-878f9ef8-d560-442f-932f-e250cfef3fa9 req-6630f9b0-517e-4848-8970-02b3911306a7 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/f3bceea6-ad5a-4819-819b-6eaa0a4cde1b HTTP/1.1" status: 200 len: 1813 time: 0.0489297 Dec 13 14:41:57.984304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f546cc4e-ee1a-4e3c-ae87-92ff492d3745 req-2b0d6190-d78c-49cf-9e79-b513dd8d92cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2096578361', 'description': 'tempest-description-745972347'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:41:58.119269 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f546cc4e-ee1a-4e3c-ae87-92ff492d3745 req-2b0d6190-d78c-49cf-9e79-b513dd8d92cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.187460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f546cc4e-ee1a-4e3c-ae87-92ff492d3745 req-2b0d6190-d78c-49cf-9e79-b513dd8d92cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.209865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c393df-f0a1-4406-b16d-675391531201 req-8826b22c-14b8-4cb9-9252-73163b4e037c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:58.211373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-28c393df-f0a1-4406-b16d-675391531201 req-8826b22c-14b8-4cb9-9252-73163b4e037c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 945 time: 0.0524638 Dec 13 14:41:58.250956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-28c393df-f0a1-4406-b16d-675391531201 req-f4591065-1361-4a29-b181-3748fbcf3d6b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Dec 13 14:41:58.261113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f546cc4e-ee1a-4e3c-ae87-92ff492d3745 req-2b0d6190-d78c-49cf-9e79-b513dd8d92cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.296853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d6190-d78c-49cf-9e79-b513dd8d92cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a14dfa-233a-4789-a2bc-4d3b53dff20a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:58.384554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f546cc4e-ee1a-4e3c-ae87-92ff492d3745 req-2b0d6190-d78c-49cf-9e79-b513dd8d92cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.385988 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f546cc4e-ee1a-4e3c-ae87-92ff492d3745 req-2b0d6190-d78c-49cf-9e79-b513dd8d92cc tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4058259 Dec 13 14:41:58.446042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2edbdc6c-0b36-4a96-9a67-166097c07e55 req-a65c31e9-e0db-48f5-8971-facf6b534473 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/24a14dfa-233a-4789-a2bc-4d3b53dff20a HTTP/1.1" status: 200 len: 1812 time: 0.0382073 Dec 13 14:41:58.480659 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-8ae321bb-8e3f-443c-8e61-9b5b9f3a5696 req-77079f73-4de0-4c11-b4c6-2e38baf04f4d tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] show failed (client error): The resource could not be found. Dec 13 14:41:58.481614 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ae321bb-8e3f-443c-8e61-9b5b9f3a5696 req-77079f73-4de0-4c11-b4c6-2e38baf04f4d tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/a6be8f89-6825-4944-a6dc-2b3374bc16b0 HTTP/1.1" status: 404 len: 352 time: 0.0134044 Dec 13 14:41:58.513098 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-79bf610a-2dfd-4878-8fab-8aed47b92d0a req-3e33afad-c854-481a-b8f0-8798f6b90852 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] show failed (client error): The resource could not be found. Dec 13 14:41:58.515562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-79bf610a-2dfd-4878-8fab-8aed47b92d0a req-3e33afad-c854-481a-b8f0-8798f6b90852 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-group-rules/6012747f-16b2-4a9b-b174-b8547b173ea0 HTTP/1.1" status: 404 len: 361 time: 0.0126164 Dec 13 14:41:58.572661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40cfe448-9db2-4e5d-ab5e-8027636413cf req-6fc991b6-e3ba-4bd2-b44a-d989debdd666 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/24a14dfa-233a-4789-a2bc-4d3b53dff20a HTTP/1.1" status: 200 len: 1812 time: 0.0375054 Dec 13 14:41:58.630438 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-40cfe448-9db2-4e5d-ab5e-8027636413cf req-13bead9e-672e-4a46-a844-1b415d712906 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.654339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-40cfe448-9db2-4e5d-ab5e-8027636413cf req-13bead9e-672e-4a46-a844-1b415d712906 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.788219 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-40cfe448-9db2-4e5d-ab5e-8027636413cf req-13bead9e-672e-4a46-a844-1b415d712906 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.790831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-40cfe448-9db2-4e5d-ab5e-8027636413cf req-13bead9e-672e-4a46-a844-1b415d712906 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.791977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40cfe448-9db2-4e5d-ab5e-8027636413cf req-13bead9e-672e-4a46-a844-1b415d712906 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "DELETE /v2.0/security-groups/24a14dfa-233a-4789-a2bc-4d3b53dff20a HTTP/1.1" status: 204 len: 173 time: 0.2126989 Dec 13 14:41:58.801413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bead9e-672e-4a46-a844-1b415d712906 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a14dfa-233a-4789-a2bc-4d3b53dff20a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:58.862273 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6501bce0-b817-4d1d-afea-252acb15aa8c req-81529e7d-0129-4443-b52f-444cc914779d tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/f3bceea6-ad5a-4819-819b-6eaa0a4cde1b HTTP/1.1" status: 200 len: 1813 time: 0.0452120 Dec 13 14:41:58.926585 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6501bce0-b817-4d1d-afea-252acb15aa8c req-9e7424af-4d5b-425c-b2d1-b05ca5810365 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:58.949164 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6501bce0-b817-4d1d-afea-252acb15aa8c req-9e7424af-4d5b-425c-b2d1-b05ca5810365 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.036216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00c477-0027-4a3c-9dba-7f292c904ce6 req-9729c7b1-564a-4a78-9538-fe3b670e8ae3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:59.037710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b00c477-0027-4a3c-9dba-7f292c904ce6 req-9729c7b1-564a-4a78-9538-fe3b670e8ae3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0789323 Dec 13 14:41:59.075321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b00c477-0027-4a3c-9dba-7f292c904ce6 req-52e1b589-8a9b-46fc-8613-0559e9fa4718 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Dec 13 14:41:59.085062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6501bce0-b817-4d1d-afea-252acb15aa8c req-9e7424af-4d5b-425c-b2d1-b05ca5810365 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.088083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6501bce0-b817-4d1d-afea-252acb15aa8c req-9e7424af-4d5b-425c-b2d1-b05ca5810365 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.089482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6501bce0-b817-4d1d-afea-252acb15aa8c req-9e7424af-4d5b-425c-b2d1-b05ca5810365 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "DELETE /v2.0/security-groups/f3bceea6-ad5a-4819-819b-6eaa0a4cde1b HTTP/1.1" status: 204 len: 173 time: 0.2244501 Dec 13 14:41:59.105123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7424af-4d5b-425c-b2d1-b05ca5810365 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bceea6-ad5a-4819-819b-6eaa0a4cde1b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:59.214323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e72b1fe-604c-403d-b108-72706efad400 req-b25bcd4e-85c4-4894-bc1f-dba6001b9da0 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/c16decab-2ef3-4180-bd60-a63d22d362e7 HTTP/1.1" status: 200 len: 1812 time: 0.0424461 Dec 13 14:41:59.275042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8e72b1fe-604c-403d-b108-72706efad400 req-1c7a15a9-c3a6-4340-92c9-824ae970b850 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.298859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8e72b1fe-604c-403d-b108-72706efad400 req-1c7a15a9-c3a6-4340-92c9-824ae970b850 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.331118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-ad750129-8122-42f9-89c0-14bc6d6ef36f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:59.332514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-ad750129-8122-42f9-89c0-14bc6d6ef36f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.1092391 Dec 13 14:41:59.348210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-693bad67-1649-44b6-8801-ada6b3086c33 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/quotas/930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 375 time: 0.0096083 Dec 13 14:41:59.405444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-e0587d95-8c5b-4aa0-8b18-3e6ffc6c5df4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517104 Dec 13 14:41:59.444050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8e72b1fe-604c-403d-b108-72706efad400 req-1c7a15a9-c3a6-4340-92c9-824ae970b850 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.447036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8e72b1fe-604c-403d-b108-72706efad400 req-1c7a15a9-c3a6-4340-92c9-824ae970b850 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.448234 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e72b1fe-604c-403d-b108-72706efad400 req-1c7a15a9-c3a6-4340-92c9-824ae970b850 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "DELETE /v2.0/security-groups/c16decab-2ef3-4180-bd60-a63d22d362e7 HTTP/1.1" status: 204 len: 173 time: 0.2353377 Dec 13 14:41:59.458026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a15a9-c3a6-4340-92c9-824ae970b850 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16decab-2ef3-4180-bd60-a63d22d362e7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:59.502539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-002e02da-30a3-494e-bc3c-ed4aaae47cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899081 Dec 13 14:41:59.610326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-27c9bd2a-ecae-4663-b1bc-ca798ed0b047 service neutron] 10.222.0.24 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012704 Dec 13 14:41:59.621713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33e29863-4e11-44a3-8102-00deb1d0a1eb req-84cb9a9a-9b15-4161-9a43-b5244c6a8a98 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/edeba5c3-215c-475b-bd8e-86c9513c9a7f HTTP/1.1" status: 200 len: 1813 time: 0.0429974 Dec 13 14:41:59.683650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-33e29863-4e11-44a3-8102-00deb1d0a1eb req-3d365e5e-c930-41a1-addc-9995d927616c tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.707555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-33e29863-4e11-44a3-8102-00deb1d0a1eb req-3d365e5e-c930-41a1-addc-9995d927616c tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.907998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-33e29863-4e11-44a3-8102-00deb1d0a1eb req-3d365e5e-c930-41a1-addc-9995d927616c tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.910632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-33e29863-4e11-44a3-8102-00deb1d0a1eb req-3d365e5e-c930-41a1-addc-9995d927616c tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:41:59.911794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33e29863-4e11-44a3-8102-00deb1d0a1eb req-3d365e5e-c930-41a1-addc-9995d927616c tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "DELETE /v2.0/security-groups/edeba5c3-215c-475b-bd8e-86c9513c9a7f HTTP/1.1" status: 204 len: 173 time: 0.2830071 Dec 13 14:41:59.923598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d365e5e-c930-41a1-addc-9995d927616c tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeba5c3-215c-475b-bd8e-86c9513c9a7f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:41:59.939732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04361b06-916b-4a0e-95bf-83fde682a228 req-0a6002d0-2141-42e1-89b7-04cddfee894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:41:59.940777 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04361b06-916b-4a0e-95bf-83fde682a228 req-0a6002d0-2141-42e1-89b7-04cddfee894f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 1096 time: 0.0528560 Dec 13 14:41:59.985444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04361b06-916b-4a0e-95bf-83fde682a228 req-de9f3c4a-798c-490e-9ae5-f678473a037c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298576 Dec 13 14:42:00.476852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d8dc6cc-fa8f-4cab-823e-bf87befca5cf req-82289f6a-671c-4444-a0eb-a01b3cf86fc5 tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "GET /v2.0/security-groups/e1c55ff2-8482-4436-af13-f9fe0650dcaa HTTP/1.1" status: 200 len: 1812 time: 0.0408223 Dec 13 14:42:00.546599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d8dc6cc-fa8f-4cab-823e-bf87befca5cf req-ed9b09e5-0807-4c69-bbd7-af41dfc38d0f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.560026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 39711ff2-acec-4a90-a6e7-d9a159bcbab4 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:00.572484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d8dc6cc-fa8f-4cab-823e-bf87befca5cf req-ed9b09e5-0807-4c69-bbd7-af41dfc38d0f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.639615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfdee0-bca7-41e4-9991-65b27293da70 req-18d7874e-5aa4-4ae1-9fc7-0ec292a2f8ec tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:00.641185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4dfdee0-bca7-41e4-9991-65b27293da70 req-18d7874e-5aa4-4ae1-9fc7-0ec292a2f8ec tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0497143 Dec 13 14:42:00.675862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:00.679251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4dfdee0-bca7-41e4-9991-65b27293da70 req-429abcf0-01a3-4534-9346-20790b85bba6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Dec 13 14:42:00.687613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'mac_address': 'fa:16:3e:43:93:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:00.726979 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.740654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39711ff2-acec-4a90-a6e7-d9a159bcbab4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:00.764726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:00.776449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d8dc6cc-fa8f-4cab-823e-bf87befca5cf req-ed9b09e5-0807-4c69-bbd7-af41dfc38d0f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.779202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d8dc6cc-fa8f-4cab-823e-bf87befca5cf req-ed9b09e5-0807-4c69-bbd7-af41dfc38d0f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.780962 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d8dc6cc-fa8f-4cab-823e-bf87befca5cf req-ed9b09e5-0807-4c69-bbd7-af41dfc38d0f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] 10.222.0.24 "DELETE /v2.0/security-groups/e1c55ff2-8482-4436-af13-f9fe0650dcaa HTTP/1.1" status: 204 len: 173 time: 0.2993066 Dec 13 14:42:00.793683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b09e5-0807-4c69-bbd7-af41dfc38d0f tempest-SecurityGroupRulesNegativeTestJSON-1459205085 tempest-SecurityGroupRulesNegativeTestJSON-1459205085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c55ff2-8482-4436-af13-f9fe0650dcaa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:00.795847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33198) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:00.830469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dbd2fcf9-65ea-4058-a0cc-6e88b4a7ea18 req-890401c2-e582-44aa-9c78-60f2ff13db3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0494194 Dec 13 14:42:00.852224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] Deleting subnet 5273e7a8-8865-4d27-ac63-57288cc6c426 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:42:00.867981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.922782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.927088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:00.975363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61953528-4663-487d-8f6d-074f4a51535a req-98f85608-b608-4c87-8608-eda05ab1478f tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:00.976875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61953528-4663-487d-8f6d-074f4a51535a req-98f85608-b608-4c87-8608-eda05ab1478f tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 945 time: 0.1223197 Dec 13 14:42:00.994859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:01.002899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.003259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.003599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.003928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.004259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.004589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.004915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.005246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.005572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.005895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.006218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.006561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:01.008824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.051722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61953528-4663-487d-8f6d-074f4a51535a req-8e59765e-8fe6-48e6-83b1-d73fdc12d1e4 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653274 Dec 13 14:42:01.073648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['39711ff2-acec-4a90-a6e7-d9a159bcbab4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:01.176084 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.201322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5273e7a8-8865-4d27-ac63-57288cc6c426,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:01.209339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.212633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-009820cb-65b4-4379-adac-c4048671bf20 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5273e7a8-8865-4d27-ac63-57288cc6c426 HTTP/1.1" status: 204 len: 168 time: 0.4157159 Dec 13 14:42:01.215133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33202) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:01.300543 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.383748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.409643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52316777-d4e1-40fc-9882-c69c81e06028']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:01.423270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348eb871-d4c4-4d20-b16a-7c61d073bb20') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:01.423624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348eb871-d4c4-4d20-b16a-7c61d073bb20') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:01.434917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.452500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.458846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:42:01.459234 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:42:01.461102 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:42:01.600512 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.608503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:01.612066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/52316777-d4e1-40fc-9882-c69c81e06028 HTTP/1.1" status: 204 len: 168 time: 0.3958120 Dec 13 14:42:01.622643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a7d5d-70f9-456e-8878-ce3926cb92e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=52316777-d4e1-40fc-9882-c69c81e06028,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:01.813788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb70797-60c1-46f8-a59a-2c66716e55b1 req-bd49376d-98a9-4584-8d1a-5406c91af324 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:01.815345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-adb70797-60c1-46f8-a59a-2c66716e55b1 req-bd49376d-98a9-4584-8d1a-5406c91af324 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.0639677 Dec 13 14:42:01.874192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-adb70797-60c1-46f8-a59a-2c66716e55b1 req-ede57369-26c9-4815-9db1-38b5fb111057 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Dec 13 14:42:02.006547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ae5a9f9-136a-4976-a031-2438832810f9 req-533da78b-854f-44b7-985f-faa1883d4c42 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0454042 Dec 13 14:42:02.027690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33252) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:02.268840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6790e271-6cba-47b0-840c-72733ec9da31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f14e594b648c49fd8fdbf9426e93cd6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400546 Dec 13 14:42:02.271663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33262) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:02.323752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93cd6-d154-4109-8ad3-ca6b03031b42 req-2d88c2ce-c734-404a-9fc3-45b1bb8bc819 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:02.325741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2e93cd6-d154-4109-8ad3-ca6b03031b42 req-2d88c2ce-c734-404a-9fc3-45b1bb8bc819 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 945 time: 0.1797471 Dec 13 14:42:02.357444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-f395bdef-f145-40cd-b7ee-7209eb061549 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:02.359748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-f395bdef-f145-40cd-b7ee-7209eb061549 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 945 time: 0.1343577 Dec 13 14:42:02.457084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2e93cd6-d154-4109-8ad3-ca6b03031b42 req-81ebc371-32fb-41d0-956b-db28b58ace0c tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/security-groups?id=c35af4c1-2494-4daa-bb28-f1cf1747bac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133134 Dec 13 14:42:02.492498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-8fce35ad-1604-4499-aa72-96a7dd517283 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:02.494345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-8fce35ad-1604-4499-aa72-96a7dd517283 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 809 time: 0.1306767 Dec 13 14:42:02.495210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67a5d147-5b31-4569-a1ab-d4fb6f58fd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.528747 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67a5d147-5b31-4569-a1ab-d4fb6f58fd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.532000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Deleting port e42a90de-2938-4c8b-9ed6-464d42e37b72 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:02.532000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.532251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-10232487-90b1-4ab0-9ed9-734b649b5b6a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/quotas/35c3ba82853947baa638056f435e74fd HTTP/1.1" status: 200 len: 375 time: 0.0232766 Dec 13 14:42:02.559775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 39711ff2-acec-4a90-a6e7-d9a159bcbab4 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:02.615466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-644f649e-df4f-48a7-adca-2ccca7104ae2 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755289 Dec 13 14:42:02.638627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:02.645803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.677344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] For port e42a90de-2938-4c8b-9ed6-464d42e37b72, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e42a90de-2938-4c8b-9ed6-464d42e37b72,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:02.677897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.698977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Calling delete_port for e42a90de-2938-4c8b-9ed6-464d42e37b72 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:02.754959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-7c3b09de-432a-4bc5-b194-476aca393359 service neutron] 10.222.0.24 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385872 Dec 13 14:42:02.784625 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.839278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:02.843049 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5dfcd9-c1d3-4cec-8f1c-307b3d841333" -d '{"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-plugged", "status": "completed", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:02.870335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:02.904500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67a5d147-5b31-4569-a1ab-d4fb6f58fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.907956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67a5d147-5b31-4569-a1ab-d4fb6f58fd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.915546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-67a5d147-5b31-4569-a1ab-d4fb6f58fd39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/167cd8cb-40db-4b36-b480-7d349a0d08a0 HTTP/1.1" status: 204 len: 168 time: 0.6416278 Dec 13 14:42:02.950645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5d147-5b31-4569-a1ab-d4fb6f58fd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167cd8cb-40db-4b36-b480-7d349a0d08a0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:02.959394 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:02.976973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-652986c2-8ba2-4ea0-8e86-77eacf61f6e3 service neutron] 10.222.0.24 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157192 Dec 13 14:42:03.038832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:03.062720 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d71c1b8-b948-48ea-8e5b-9a2d62bd80cf x-openstack-request-id: req-0d71c1b8-b948-48ea-8e5b-9a2d62bd80cf {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:03.063016 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-plugged", "status": "completed", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:03.063269 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d71c1b8-b948-48ea-8e5b-9a2d62bd80cf {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:03.063667 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'code': 200} Dec 13 14:42:03.084881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-5e26fea5-2a5a-4289-ba39-89f6c64c406b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:03.086603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-5e26fea5-2a5a-4289-ba39-89f6c64c406b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 807 time: 0.1900778 Dec 13 14:42:03.096992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:03.115602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e42a90de-2938-4c8b-9ed6-464d42e37b72'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:03.138516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Request body: {'port': {'device_id': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'admin_state_up': True, 'tenant_id': '930029fa6a674131b7632e50f9a13d23'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:03.275124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Pushing event deleted for resources: {'Port': ['ID=e42a90de-2938-4c8b-9ed6-464d42e37b72,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:03.308176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f728792-7abe-4eda-9d4c-8e036641b252 req-d1f1a3fa-91f2-43a1-84c6-863800fc3b18 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0537279 Dec 13 14:42:03.308855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] No DVR routers for this DVR port e42a90de-2938-4c8b-9ed6-464d42e37b72 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:03.331717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:03.336513 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70921eb5-2fb7-4222-a33c-736dc5567b51 req-a81bb3a3-eb73-4646-b64d-10969beecfc9 tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.55 "DELETE /v2.0/ports/e42a90de-2938-4c8b-9ed6-464d42e37b72 HTTP/1.1" status: 204 len: 173 time: 0.9694679 Dec 13 14:42:03.336922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'name': 'network-vif-deleted', 'tag': 'e42a90de-2938-4c8b-9ed6-464d42e37b72'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:03.339306 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafcbf84-43da-46fe-807e-ac56268579a3" -d '{"events": [{"server_uuid": "7d35e81a-a9aa-40a1-8292-111c600a18a0", "name": "network-vif-deleted", "tag": "e42a90de-2938-4c8b-9ed6-464d42e37b72"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:03.382358 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56019f5f-183e-4dc2-8e6a-92e33e37f375 x-openstack-request-id: req-56019f5f-183e-4dc2-8e6a-92e33e37f375 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:03.382923 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d35e81a-a9aa-40a1-8292-111c600a18a0", "name": "network-vif-deleted", "tag": "e42a90de-2938-4c8b-9ed6-464d42e37b72", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:03.383349 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56019f5f-183e-4dc2-8e6a-92e33e37f375 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:03.383823 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d35e81a-a9aa-40a1-8292-111c600a18a0', 'name': 'network-vif-deleted', 'tag': 'e42a90de-2938-4c8b-9ed6-464d42e37b72', 'status': 'completed', 'code': 200} Dec 13 14:42:03.440437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6420c191-eaec-4173-b002-4137965f2d46 req-62b01bf7-a00a-4d97-98ef-b32c32c464e7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 210 time: 0.0418799 Dec 13 14:42:03.587129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Made reservation on behalf of 930029fa6a674131b7632e50f9a13d23 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:03.593167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:03.594066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1dbb2aaa-aa52-4dd3-a8cd-5b45db969321 req-3fe9158d-d6d4-4dc8-9ceb-8a25e6cf3b9a tempest-AttachSCSIVolumeTestJSON-1032539858 tempest-AttachSCSIVolumeTestJSON-1032539858-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d35e81a-a9aa-40a1-8292-111c600a18a0 HTTP/1.1" status: 200 len: 210 time: 0.0551987 Dec 13 14:42:03.900910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Allocated IP 172.20.0.14 (321999e1-8453-4e28-b992-d81b68aed423/8ccb5d64-71b8-44f3-aefb-407289f56857/69634cbc-99b0-45ab-8767-2e87ceac7b8d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:04.263223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:04.285551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-e5e98b13-2f77-447d-9f59-2e2b3642ac3a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:04.292897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-e5e98b13-2f77-447d-9f59-2e2b3642ac3a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.4217241 Dec 13 14:42:04.323252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-e8496bd6-4781-4108-8de1-e49fc7dc0b80 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/quotas/ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 375 time: 0.0291843 Dec 13 14:42:04.438752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-dad17393-9599-4940-8dfe-80a3ed410013 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001265 Dec 13 14:42:04.460579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3ab7bf0-f3bc-45f5-be8e-00a0bfe894dd req-88e7a0ac-18c5-4d38-bc45-e501a5af9154 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0602694 Dec 13 14:42:04.500573 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:04.514723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['14986c79-8713-4e98-a3cf-3c32dda00b4f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:04.612313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d260bb27-21ca-4266-8945-0ecf10f7e4ff req-f3999cbc-a6a7-470c-98a6-1bcf08cf9ac4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 210 time: 0.0537367 Dec 13 14:42:04.757411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:04.769317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Network 321999e1-8453-4e28-b992-d81b68aed423 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:04.772932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:04.776781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:04.877779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-5e19cd37-b145-4f29-bf96-2756d5ba33b2 service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381468 Dec 13 14:42:04.888464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:04.889392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.029059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-6240d694-4c64-468b-8a23-0ef4c0cbd04b service neutron] 10.222.0.24 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356707 Dec 13 14:42:05.039713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-601743c7-1827-4d85-97fe-73c40111bc2e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9059014 Dec 13 14:42:05.051474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Request body: {'port': {'device_id': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:05.113249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33366) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:05.172795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.263509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1615321027-network', 'tenant_id': '7e95610d82d64fac82aa6cab0f480ba9'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:05.439711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Made reservation on behalf of 7e95610d82d64fac82aa6cab0f480ba9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:05.442104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.458213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.656012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.707571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69634cbc-99b0-45ab-8767-2e87ceac7b8d {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:05.716147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.742366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.761397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Transition to ACTIVE for port object 69634cbc-99b0-45ab-8767-2e87ceac7b8d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:42:05.786370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:42:05.802604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28618ae4-7ba1-411a-86dd-13410c22a0a0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:05.807144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.807692 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Added segment 45dd5d89-e257-4957-877e-02438252d76f of type vlan for network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac Dec 13 14:42:05.862794 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:05.882132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.006833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:06.045497 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.047878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:06.049592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.121223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:06.121714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:06.121994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:06.131713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:06.132066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:06.155511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:06.159113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:06.159113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:06.159113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Bound port: 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:06.159113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.331814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2173505 Dec 13 14:42:06.339345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33412) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:06.352075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5aae6f-4a48-49f7-b4dd-8f02bc2e947a admin admin] Pushing event updated for resources: {'Network': ['ID=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:06.370018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:42:06.376830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Request body: {'subnet': {'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1615321027-subnet', 'tenant_id': '7e95610d82d64fac82aa6cab0f480ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:06.472026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:06.484460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-f898a4e4-69e9-48e2-9e1c-cd8eb0c594f3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:06.486296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-f898a4e4-69e9-48e2-9e1c-cd8eb0c594f3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.50 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 809 time: 0.2908587 Dec 13 14:42:06.499461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:06.519680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Request body: {'port': {'device_id': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'admin_state_up': True, 'tenant_id': '35c3ba82853947baa638056f435e74fd'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:06.527004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0bb3a-4558-486c-89c3-cd06b9277283 req-f0166325-d2a2-4c18-9873-3647829455c9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:06.536115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5e0bb3a-4558-486c-89c3-cd06b9277283 req-f0166325-d2a2-4c18-9873-3647829455c9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.2089434 Dec 13 14:42:06.650862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5e0bb3a-4558-486c-89c3-cd06b9277283 req-3c86db35-d282-4bd1-9e3c-f154224328bf tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085091 Dec 13 14:42:06.656632 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.661017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Made reservation on behalf of 7e95610d82d64fac82aa6cab0f480ba9 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:06.666131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.807540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:06.809963 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.809963 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] 10.222.0.50 "PUT /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 1092 time: 1.7632678 Dec 13 14:42:06.833302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Made reservation on behalf of 35c3ba82853947baa638056f435e74fd for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:06.835689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:06.838448 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7244204f-bc77-4ab3-9575-40c9ebb502b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:06.855490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:06.877308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7314b28a-0cec-4dc9-adb2-ef37d9637b02 req-90909c1e-998a-4af8-ab00-afb3b862badc tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 210 time: 0.0842533 Dec 13 14:42:07.065873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d071fd-7002-4259-ba20-b47efb25cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:07.096661 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d9b4bb-b429-4bf0-804d-adcde0a043f0 x-openstack-request-id: req-97d9b4bb-b429-4bf0-804d-adcde0a043f0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:07.097209 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:07.097637 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97d9b4bb-b429-4bf0-804d-adcde0a043f0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:07.098729 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d', 'status': 'completed', 'code': 200} Dec 13 14:42:07.145952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e42a90de-2938-4c8b-9ed6-464d42e37b72 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:07.195778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Allocated IP 172.20.0.2 (663c97b4-7bde-47e7-8eb4-4e8eaf4822b8/388d9188-b5f8-422e-9263-e8f0cfa6bab9/1dafef14-7faa-431c-aa3d-7680d1002156) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:07.244024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: e42a90de-2938-4c8b-9ed6-464d42e37b72 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:07.249858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e42a90de-2938-4c8b-9ed6-464d42e37b72 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:07.402314 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d68ce764-b507-4ee5-8b98-eb4577cfc2bb req-3629b1ea-268d-4b0d-a4af-d456cd36da2f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.3026237 Dec 13 14:42:07.423277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:07.485344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-8fcbf983-279b-4e61-aa36-64cb2d79feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:07.487012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-8fcbf983-279b-4e61-aa36-64cb2d79feec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1095 time: 0.4626734 Dec 13 14:42:07.491759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:07.545668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-f9fb92ab-70e9-449a-90a4-801530745843 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 217 time: 0.0436516 Dec 13 14:42:07.577285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:07.589903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['85fe86e3-c730-418d-95a9-384661b6a889'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:07.677178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Pushing event updated for resources: {'Port': ['ID=1dafef14-7faa-431c-aa3d-7680d1002156,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:07.708892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:07.713013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:07.721054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:07.907009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:07.907009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:07.907009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa31f69-910f-415b-b225-b832acfefaa5 req-a57ebcd8-e2c8-4649-b741-f012ecbf0fd0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:07.907009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fa31f69-910f-415b-b225-b832acfefaa5 req-a57ebcd8-e2c8-4649-b741-f012ecbf0fd0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1257901 Dec 13 14:42:07.961661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fa31f69-910f-415b-b225-b832acfefaa5 req-77f99a4f-ca4d-4fe4-ac0d-5babef00154b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Dec 13 14:42:07.989190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d84084a-ef1d-4ce4-93b9-7e069610e3ad,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:08.038710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Checking segment: {'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:08.039035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Network hostable DHCP agents. Network: b002c047-966a-4a55-8e6d-bf4bfe7fe4ac, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:42:08.069588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-38cf202d-17c7-4b9d-9866-4a6ae1408adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:08.071068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-38cf202d-17c7-4b9d-9866-4a6ae1408adb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.5174060 Dec 13 14:42:08.108584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-8adad918-15fc-4096-a5e2-6a5a3fd82006 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276458 Dec 13 14:42:08.115875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bcead-9f1a-499c-b20e-7585141ab971 req-56d0a444-ee6e-498e-9964-43f68bdfc155 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:08.117182 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a3bcead-9f1a-499c-b20e-7585141ab971 req-56d0a444-ee6e-498e-9964-43f68bdfc155 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 931 time: 0.1033137 Dec 13 14:42:08.204823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-08a91457-f752-41dd-a0ad-252a1846aee6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6918406 Dec 13 14:42:08.208509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a3bcead-9f1a-499c-b20e-7585141ab971 req-487e0e65-4ba5-4973-bbbf-5747e48cdc85 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Dec 13 14:42:08.218988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Request body: {'port': {'device_id': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:08.239424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:42:08.252960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-59920a5e-935c-4f85-957d-40c192c504c9 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348653 Dec 13 14:42:08.317372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:08.368445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00a36fc1-e8ab-45a5-8f58-fbf581af76cd req-848ecf6d-7dc7-4a9b-89ad-5c89751db7c2 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062891 Dec 13 14:42:08.369771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, b002c047-966a-4a55-8e6d-bf4bfe7fe4ac) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:08.378800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6196e2a-6e93-49e7-ab82-92d403e1f1fc None None] Network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:08.400098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:08.401204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:08.593357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4cf51da9-51c0-446e-8723-dd762f0c2acf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2351203 Dec 13 14:42:08.634992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-e318b0a5-51b5-4531-9d92-ab8c25de7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:08.640795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-e318b0a5-51b5-4531-9d92-ab8c25de7131 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1095 time: 0.0955989 Dec 13 14:42:08.698567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc3b39af-2f30-4ea2-8d65-73b951133d9d req-c9c95601-9d23-41cf-961b-221174e5695b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.1140666 Dec 13 14:42:08.703840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34516495-3f18-401b-9a55-b5bed66540f8 None None] Network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:08.829185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-3da92112-f8eb-4daf-8dbc-0bb27cc2df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:08.831537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-3da92112-f8eb-4daf-8dbc-0bb27cc2df8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.1820292 Dec 13 14:42:08.952320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-86dab5d9-9f45-464c-a472-7b4644afc06e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 217 time: 0.1118731 Dec 13 14:42:08.984068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dafef14-7faa-431c-aa3d-7680d1002156 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:08.993110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:09.007748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Transition to ACTIVE for port object 1dafef14-7faa-431c-aa3d-7680d1002156 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:42:09.073174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-530bd6e6-1168-4d66-878d-85b31f80a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:09.075168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-530bd6e6-1168-4d66-878d-85b31f80a9b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1159005 Dec 13 14:42:09.109897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:09.130832 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-9b1e0079-ee7d-4574-89cf-80971379949f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482049 Dec 13 14:42:09.135213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2716381c-f315-4518-832d-cbea28a2bb80 req-96222c6a-7e6e-4a6b-b26f-601e99f56260 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1752398222', 'description': 'tempest-description-1168658720'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:09.175011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6046c12-a76d-4196-b212-dbf16e46c85d req-868647ca-bacf-459b-8171-3cc581de4a52 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:09.182329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6046c12-a76d-4196-b212-dbf16e46c85d req-868647ca-bacf-459b-8171-3cc581de4a52 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1359236 Dec 13 14:42:09.255647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-8c834ac3-7353-451b-9ea7-e32f9163eb83 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118381 Dec 13 14:42:09.258046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Pushing event updated for resources: {'Port': ['ID=1dafef14-7faa-431c-aa3d-7680d1002156,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:09.338781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6046c12-a76d-4196-b212-dbf16e46c85d req-c737e975-0b01-42bc-aaa2-cc039d838a62 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509490 Dec 13 14:42:09.377763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7244204f-bc77-4ab3-9575-40c9ebb502b1 req-09fc10af-2548-42b7-971d-5f4a78dc6647 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124194 Dec 13 14:42:09.388109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2716381c-f315-4518-832d-cbea28a2bb80 req-96222c6a-7e6e-4a6b-b26f-601e99f56260 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:09.408962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Attempting to bind port 1dafef14-7faa-431c-aa3d-7680d1002156 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:09.408962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Attempting to bind port 1dafef14-7faa-431c-aa3d-7680d1002156 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:09.408962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Attempting to bind port 1dafef14-7faa-431c-aa3d-7680d1002156 on network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:09.425126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Port 1dafef14-7faa-431c-aa3d-7680d1002156 on network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:09.426861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Attempting to bind port 1dafef14-7faa-431c-aa3d-7680d1002156 on network 663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:09.452439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:09.455838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Checking segment: {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:09.461903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Bound using segment: {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:09.461903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Bound port: 1dafef14-7faa-431c-aa3d-7680d1002156, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:09.461903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:09.745250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-74d541dc-bc3e-4890-9bc1-8983a8586579 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:09.759953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-74d541dc-bc3e-4890-9bc1-8983a8586579 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 820 time: 0.3807690 Dec 13 14:42:09.787612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] For port 1dafef14-7faa-431c-aa3d-7680d1002156, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:09.793981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] For port 1dafef14-7faa-431c-aa3d-7680d1002156, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1dafef14-7faa-431c-aa3d-7680d1002156,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:09.800749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Request body: {'port': {'device_id': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'admin_state_up': True, 'tenant_id': 'ada9a792632d4408bcc5b299fd43872c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:09.824852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dd572-dd87-42f2-aebb-e2ef3d6b151d req-0fb585c7-5674-4768-bca7-32695505bdb7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:09.826524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c9dd572-dd87-42f2-aebb-e2ef3d6b151d req-0fb585c7-5674-4768-bca7-32695505bdb7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 943 time: 0.2353704 Dec 13 14:42:09.897520 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:09.974900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2716381c-f315-4518-832d-cbea28a2bb80 req-96222c6a-7e6e-4a6b-b26f-601e99f56260 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:09.993000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c9dd572-dd87-42f2-aebb-e2ef3d6b151d req-cfa6a7dc-0c57-4b5c-8428-0ea3acd2b436 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593113 Dec 13 14:42:10.007739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:10.013265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:10.016876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] 10.222.0.50 "PUT /v2.0/ports/1dafef14-7faa-431c-aa3d-7680d1002156 HTTP/1.1" status: 200 len: 1091 time: 1.8033204 Dec 13 14:42:10.017949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'tag': '1dafef14-7faa-431c-aa3d-7680d1002156'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:10.030957 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0182687e-9e6c-42ce-aab6-0f4dd25b42b8", "tag": "1dafef14-7faa-431c-aa3d-7680d1002156"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:10.066129 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2716381c-f315-4518-832d-cbea28a2bb80 req-96222c6a-7e6e-4a6b-b26f-601e99f56260 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:10.075896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81a94-4ded-411d-9c5e-9c736ef73311 service neutron] Pushing event updated for resources: {'Port': ['ID=1dafef14-7faa-431c-aa3d-7680d1002156,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:10.118560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96222c6a-7e6e-4a6b-b26f-601e99f56260 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820d8fcb-8248-4112-a18a-a8abcab8e6d3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:10.199860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Made reservation on behalf of ada9a792632d4408bcc5b299fd43872c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:10.204975 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:10.264311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-64e2c534-ca33-4e71-8499-d76534eb22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:10.269818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-64e2c534-ca33-4e71-8499-d76534eb22a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 1094 time: 0.1011343 Dec 13 14:42:10.286375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2716381c-f315-4518-832d-cbea28a2bb80 req-96222c6a-7e6e-4a6b-b26f-601e99f56260 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:10.293701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2716381c-f315-4518-832d-cbea28a2bb80 req-96222c6a-7e6e-4a6b-b26f-601e99f56260 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1657448 Dec 13 14:42:10.406708 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a15e988-426b-442e-ae00-66e86cd242d0 x-openstack-request-id: req-7a15e988-426b-442e-ae00-66e86cd242d0 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:10.406996 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0182687e-9e6c-42ce-aab6-0f4dd25b42b8", "tag": "1dafef14-7faa-431c-aa3d-7680d1002156", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:10.407257 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a15e988-426b-442e-ae00-66e86cd242d0 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:10.407660 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'tag': '1dafef14-7faa-431c-aa3d-7680d1002156', 'status': 'completed', 'code': 200} Dec 13 14:42:10.413100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-19144027-aaf4-4ca2-964d-7e410978cf0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1dafef14-7faa-431c-aa3d-7680d1002156 HTTP/1.1" status: 200 len: 217 time: 0.1293631 Dec 13 14:42:10.423824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-43b5e421-5282-4f0a-b428-567fc4d30e0d req-dd6881c9-a72d-4e96-bee6-eec12d9261f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2134582887', 'description': 'tempest-description-1729566485'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:10.475809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c06470a-ae0c-4b3b-85d9-f9f9b4e63a5d req-33142d30-4dc7-4745-bcb8-3ef26cd1a82d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.0943739 Dec 13 14:42:10.555309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-c37d1d0b-fafd-4f45-abd3-54372f477b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:10.556759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-c37d1d0b-fafd-4f45-abd3-54372f477b8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 200 len: 849 time: 0.1093602 Dec 13 14:42:10.558887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-43b5e421-5282-4f0a-b428-567fc4d30e0d req-dd6881c9-a72d-4e96-bee6-eec12d9261f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:10.588924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Allocated IP 172.20.0.14 (e15a4b8e-3b6f-40e2-9102-1c66b0a456f4/eafe36ca-0363-406e-afbf-b87c1a0f7993/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:10.620974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-b887aab3-f002-427d-aa23-da234f87e4ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497956 Dec 13 14:42:10.760835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-43b5e421-5282-4f0a-b428-567fc4d30e0d req-dd6881c9-a72d-4e96-bee6-eec12d9261f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:10.796194 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4ffa9-0a66-4bd1-b76b-08bf27f4891d req-678c19f1-704b-478b-9a2e-d0a2acc0a114 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:10.803927 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8bb4ffa9-0a66-4bd1-b76b-08bf27f4891d req-678c19f1-704b-478b-9a2e-d0a2acc0a114 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1659207 Dec 13 14:42:10.836846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-1f60cf99-12f0-41c8-bdcf-d339ba9b84ee service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069895 Dec 13 14:42:10.853351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-43b5e421-5282-4f0a-b428-567fc4d30e0d req-dd6881c9-a72d-4e96-bee6-eec12d9261f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:10.902530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8bb4ffa9-0a66-4bd1-b76b-08bf27f4891d req-1f788be1-945f-485a-9fa3-674755604a65 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937450 Dec 13 14:42:10.981989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6881c9-a72d-4e96-bee6-eec12d9261f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cacaa5-8d1c-4845-98a1-c9265444b59a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:11.075117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f41ca03b-8d48-4ddd-96e7-c53e6eb72b5e req-8e9b7a4b-8bea-4118-9b1a-1fb9aa27af09 service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277777 Dec 13 14:42:11.078905 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-43b5e421-5282-4f0a-b428-567fc4d30e0d req-dd6881c9-a72d-4e96-bee6-eec12d9261f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:11.084654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43b5e421-5282-4f0a-b428-567fc4d30e0d req-dd6881c9-a72d-4e96-bee6-eec12d9261f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6653762 Dec 13 14:42:11.112998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:11.273944 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:11.286124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a7db38f0-0133-4897-aabc-72722ea0ca1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:11.313445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-8ed29b9b-8075-4b70-b322-0e093b8d5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:11.315215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-8ed29b9b-8075-4b70-b322-0e093b8d5120 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 1094 time: 0.0798349 Dec 13 14:42:11.335568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ae4c3-4629-4c8c-aca4-29ce59ddd999 req-be505228-cebf-4c02-91ed-2375ea67ed7e tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:11.345279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f12ae4c3-4629-4c8c-aca4-29ce59ddd999 req-be505228-cebf-4c02-91ed-2375ea67ed7e tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 943 time: 0.2086928 Dec 13 14:42:11.427555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:11.460279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:11.461894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:11.470959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:11.570974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f12ae4c3-4629-4c8c-aca4-29ce59ddd999 req-9ce969b0-a29e-4ce9-a34b-104f28365f18 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244513 Dec 13 14:42:11.652119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:11.655897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:11.665808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-dda77c5f-7b60-40f3-b930-62dfb2481ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:11.670894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-dda77c5f-7b60-40f3-b930-62dfb2481ea2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 910 time: 0.3449934 Dec 13 14:42:11.724057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-d385c89e-fe62-438d-83ee-38c2e268abbf tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:11.731704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-d385c89e-fe62-438d-83ee-38c2e268abbf tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 813 time: 0.1764467 Dec 13 14:42:11.750652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-78ff854c-dd28-4988-a6d8-94848a59e949 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/quotas/7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 375 time: 0.0168898 Dec 13 14:42:11.794490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-420c3667-417f-440f-933d-182123badf7e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368800 Dec 13 14:42:11.797525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-b3ebeac1-b2ff-484f-85aa-cf766c7a8bc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1dafef14-7faa-431c-aa3d-7680d1002156 HTTP/1.1" status: 200 len: 217 time: 0.1164773 Dec 13 14:42:11.881728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50206e-c97a-414d-b36c-f25974c10549 req-5850a85a-0e94-4c97-82c3-9690257e9980 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:11.890790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea50206e-c97a-414d-b36c-f25974c10549 req-5850a85a-0e94-4c97-82c3-9690257e9980 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 932 time: 0.1834650 Dec 13 14:42:11.941445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-6d925b22-feeb-4511-91c8-91536aab8304 service neutron] 10.222.0.24 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361220 Dec 13 14:42:11.944788 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-ce0f1a7c-eb32-4e46-b81f-0dd3521435df tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1629760 Dec 13 14:42:11.971201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Request body: {'port': {'device_id': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:12.096777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:12.133858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-eacdc16c-aef4-4203-8053-4d464bca5b23 service neutron] 10.222.0.24 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827145 Dec 13 14:42:12.375419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-95ae7bc0-d030-4080-af3c-88ba7719e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:12.377479 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-95ae7bc0-d030-4080-af3c-88ba7719e1c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 200 len: 849 time: 0.5709357 Dec 13 14:42:12.394981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea50206e-c97a-414d-b36c-f25974c10549 req-d58c8feb-a1aa-47cf-9aa6-28cb7986eee5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027907 Dec 13 14:42:12.455986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-6fe57f81-acc5-46c5-b9cd-c10b89c8a638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599792 Dec 13 14:42:12.582446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-6dc4d46f-f5bf-4007-8aa7-8c578cbb3efa service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175961 Dec 13 14:42:12.697071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482bb48-6e04-4298-a7bf-0a56f58a33e2 req-b6fc9732-5451-42d9-a267-c784758ee537 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:12.705306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5482bb48-6e04-4298-a7bf-0a56f58a33e2 req-b6fc9732-5451-42d9-a267-c784758ee537 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1218212 Dec 13 14:42:12.751566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:12.773516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:12.804162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Transition to ACTIVE for port object ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:42:12.885179 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5482bb48-6e04-4298-a7bf-0a56f58a33e2 req-c43619a9-6627-46d3-bf71-1080e22cb668 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786344 Dec 13 14:42:12.931597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:12.954086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f8fe5a-e268-4c3f-935e-fb414ddfa0b1 req-30cda4ca-9072-4bc3-9404-1ae3f891e9ed service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535218 Dec 13 14:42:13.106992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d93e05a-1b52-4c17-8da9-97007d1ec5ed req-3949a8cf-0ef0-4eca-9e48-1e530171c72a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 210 time: 0.1801112 Dec 13 14:42:13.233522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbed759-23be-469a-8bd0-0060bb3d1bd3 req-91d65493-3f3d-45c0-82e8-12ee3e646910 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:13.247378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dfbed759-23be-469a-8bd0-0060bb3d1bd3 req-91d65493-3f3d-45c0-82e8-12ee3e646910 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 943 time: 0.1369364 Dec 13 14:42:13.264356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:13.297732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:13.298416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:13.298972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:13.307255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:13.307255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:13.315192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33560) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:13.316243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:13.317525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:13.318123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:13.318857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Bound port: ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:13.319469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:13.328739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dfbed759-23be-469a-8bd0-0060bb3d1bd3 req-d0e2fe10-3551-4cfa-b155-e4ba392a1303 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769644 Dec 13 14:42:13.694792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:13.698475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:13.817783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:13.909653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:13.910890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:13.912537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] 10.222.0.55 "PUT /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 1092 time: 1.9532201 Dec 13 14:42:13.970720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86c85a-1baa-4fa3-9b1b-12424f7141fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:13.984175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:13.988418 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca6f46a-7421-40d3-b57c-279287131cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:14.035070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb7ddb-2224-466f-841f-948929b790e5 req-7d02f8f1-457a-4791-b00b-7538221f401c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:14.036645 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7edb7ddb-2224-466f-841f-948929b790e5 req-7d02f8f1-457a-4791-b00b-7538221f401c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.2226195 Dec 13 14:42:14.094466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7edb7ddb-2224-466f-841f-948929b790e5 req-0c412d80-0918-4c6f-9fd9-d5b5f8f5afe1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Dec 13 14:42:14.218132 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e4dec-2726-45f3-b6ea-f513c949da2e x-openstack-request-id: req-595e4dec-2726-45f3-b6ea-f513c949da2e {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:14.218442 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:14.218697 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-595e4dec-2726-45f3-b6ea-f513c949da2e {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:14.219079 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8', 'status': 'completed', 'code': 200} Dec 13 14:42:14.257685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-0aaa4f90-eb45-4742-8f80-148408121e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:14.259136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-0aaa4f90-eb45-4742-8f80-148408121e50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1700797 Dec 13 14:42:14.308056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d830e9c-ee40-4d93-a6ca-10945e4de6b2 req-99f8fa95-683b-4934-867e-114ed8b49dfd tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:14.317747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d830e9c-ee40-4d93-a6ca-10945e4de6b2 req-99f8fa95-683b-4934-867e-114ed8b49dfd tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1343257 Dec 13 14:42:14.361862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-4fc6b6b4-fa00-4dba-a3a8-ea662a8c50f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 217 time: 0.0894067 Dec 13 14:42:14.364128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d830e9c-ee40-4d93-a6ca-10945e4de6b2 req-9259d857-4929-4ece-bd92-3ca2f2ae5823 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Dec 13 14:42:14.451940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40179d94-16d3-406f-affb-2ee71304662a req-9eeb9cd5-593e-41ec-b3d7-5cd2c064217b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 210 time: 0.0928249 Dec 13 14:42:14.528213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-d708d572-0f5d-4d09-9442-f19963feca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:14.538266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-d708d572-0f5d-4d09-9442-f19963feca79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1434290 Dec 13 14:42:14.557871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb7e76-989f-46ce-8633-7f1ef7c32ac6 req-c6346d3a-5d93-40d7-9d58-6e4fa2cb59b3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:14.559658 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8dfb7e76-989f-46ce-8633-7f1ef7c32ac6 req-c6346d3a-5d93-40d7-9d58-6e4fa2cb59b3 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 943 time: 0.1228399 Dec 13 14:42:14.614399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-6ef210d0-5b39-4bcd-9065-342bb45dee4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398626 Dec 13 14:42:14.639472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8dfb7e76-989f-46ce-8633-7f1ef7c32ac6 req-fa8e459e-f46b-4d08-98d4-30283e1a7339 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718350 Dec 13 14:42:14.672249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1dafef14-7faa-431c-aa3d-7680d1002156 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:14.705300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:14.864939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 1dafef14-7faa-431c-aa3d-7680d1002156, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1dafef14-7faa-431c-aa3d-7680d1002156,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:14.901009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '1dafef14-7faa-431c-aa3d-7680d1002156', 'network_id': '663c97b4-7bde-47e7-8eb4-4e8eaf4822b8', 'port_id': '1dafef14-7faa-431c-aa3d-7680d1002156', 'mac_address': 'fa:16:3e:72:9a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388d9188-b5f8-422e-9263-e8f0cfa6bab9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:14.940227 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-4dff565a-ef96-45ee-9265-a2b4184cdeba service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088043 Dec 13 14:42:14.995178 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:15.021887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dafef14-7faa-431c-aa3d-7680d1002156 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:15.108077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 1dafef14-7faa-431c-aa3d-7680d1002156, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1dafef14-7faa-431c-aa3d-7680d1002156,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:15.165294 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:15.250853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14141702-5781-45a1-a44d-c8bbde7ec2cb req-7ad93507-94e8-4bd9-9470-4a3ab63229b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998079 Dec 13 14:42:15.260850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=1dafef14-7faa-431c-aa3d-7680d1002156,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:15.292856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e30b-146a-415b-bc45-6e87b672954f req-a73e26d8-20db-4b96-a9a3-6637382bf19f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:15.295834 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d12e30b-146a-415b-bc45-6e87b672954f req-a73e26d8-20db-4b96-a9a3-6637382bf19f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0795007 Dec 13 14:42:15.382784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d12e30b-146a-415b-bc45-6e87b672954f req-18509e8e-1ae3-4f37-b29a-a5498fb80c86 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Dec 13 14:42:15.393608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:15.453852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['1dafef14-7faa-431c-aa3d-7680d1002156'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:15.596728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d42dbaad-b34f-42db-acd8-3bbd889aa424 req-c2c37fb5-0eaf-481a-843c-51daab00d538 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 210 time: 0.0505226 Dec 13 14:42:15.792305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Deleting port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:15.792993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:15.887786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-9f334a59-3eb1-4c71-93c4-fa263e758893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:15.889342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-9f334a59-3eb1-4c71-93c4-fa263e758893 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1095 time: 0.5017357 Dec 13 14:42:15.889843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13b32-f378-45d2-a0d1-95de6371806f req-2effb8d4-83cd-41b0-bd9c-2f3fdda70528 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:15.897452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ce13b32-f378-45d2-a0d1-95de6371806f req-2effb8d4-83cd-41b0-bd9c-2f3fdda70528 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 944 time: 0.1458895 Dec 13 14:42:15.946565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ce13b32-f378-45d2-a0d1-95de6371806f req-c45266c5-eb02-4f9c-b5cc-49000a9dfe2c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481799 Dec 13 14:42:15.956575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-0f8a5a93-06c2-4010-b5ea-b189dd64e0ba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:15.958156 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-0f8a5a93-06c2-4010-b5ea-b189dd64e0ba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.55 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 813 time: 0.3423870 Dec 13 14:42:15.980854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'port': {'device_id': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac', 'admin_state_up': True, 'tenant_id': '7e95610d82d64fac82aa6cab0f480ba9'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:16.028302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf82da-aea2-4e0b-a8fc-6825127aa37f req-06b1ee36-f2af-4194-80e4-0e4a5693b5b3 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:16.030426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cccf82da-aea2-4e0b-a8fc-6825127aa37f req-06b1ee36-f2af-4194-80e4-0e4a5693b5b3 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.2841086 Dec 13 14:42:16.074004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] For port 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:16.074490 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:16.130487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Calling delete_port for 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:16.147706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cccf82da-aea2-4e0b-a8fc-6825127aa37f req-d613c9ba-4a3c-4532-8d03-b8b705cd3681 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080251 Dec 13 14:42:16.163524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-7d18e153-4850-46a0-a7fb-c74437900d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:16.165815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-7d18e153-4850-46a0-a7fb-c74437900d90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.2672949 Dec 13 14:42:16.272871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-3af9db39-1815-481d-86ff-6c9adf9ffb83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 217 time: 0.0495524 Dec 13 14:42:16.281752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Made reservation on behalf of 7e95610d82d64fac82aa6cab0f480ba9 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:16.288017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:16.476768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Allocated IP 172.20.0.11 (b002c047-966a-4a55-8e6d-bf4bfe7fe4ac/4d84084a-ef1d-4ce4-93b9-7e069610e3ad/53db22a9-4f97-432a-be76-8b177c30f4c4) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:16.530837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-a3704162-baf8-4761-9384-ada65d7688c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:16.532503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-a3704162-baf8-4761-9384-ada65d7688c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1410549 Dec 13 14:42:16.573495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-4a8d2eae-ad61-42f8-bf98-2cf47ff47762 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330157 Dec 13 14:42:16.663033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a597d-63e2-477b-8fce-def9263117d7 req-108bf620-0944-4c15-81b1-c281c1051113 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:16.664548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d81a597d-63e2-477b-8fce-def9263117d7 req-108bf620-0944-4c15-81b1-c281c1051113 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.1212749 Dec 13 14:42:16.679100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-e8884a94-cbdb-4e1f-87e4-279494ec76ee service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955455 Dec 13 14:42:16.685244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1dafef14-7faa-431c-aa3d-7680d1002156 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:16.699666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3737c523-e44c-4fa2-8c97-5365ce9c0509 req-eb24c32b-1602-4999-a0cb-1aacbb73f897 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 210 time: 0.0320752 Dec 13 14:42:16.777190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d81a597d-63e2-477b-8fce-def9263117d7 req-d36f8762-3ab6-4bdd-8101-4b74531bef33 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947900 Dec 13 14:42:16.789644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:16.790582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca6f46a-7421-40d3-b57c-279287131cb4 req-261563be-1508-4503-923a-8bc402ef7310 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933919 Dec 13 14:42:16.924985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:16.948093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 1dafef14-7faa-431c-aa3d-7680d1002156 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:42:16.948289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:16.948461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:16.957277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 1dafef14-7faa-431c-aa3d-7680d1002156 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:16.958345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:16.980408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:17.016172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:17.019893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:17.024144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:17.064028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:17.118767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:17.119436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:17.166629 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:17.212420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafef14-7faa-431c-aa3d-7680d1002156'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:17.214643 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab978996-5655-4e65-9ceb-12fba6d3ee27" -d '{"events": [{"server_uuid": "0182687e-9e6c-42ce-aab6-0f4dd25b42b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dafef14-7faa-431c-aa3d-7680d1002156"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:17.220660 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-3cbe58c7-feca-45cd-93b8-db3df80785d8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2495966 Dec 13 14:42:17.251359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Request body: {'port': {'device_id': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:17.259766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 1dafef14-7faa-431c-aa3d-7680d1002156, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1dafef14-7faa-431c-aa3d-7680d1002156,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:17.330820 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:17.408650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=1dafef14-7faa-431c-aa3d-7680d1002156,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:17.421367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf440e6-5b54-4b10-9abf-cbae57c8fc97 req-e588606b-b3ec-4774-83ed-642578bab4b1 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:17.426154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf440e6-5b54-4b10-9abf-cbae57c8fc97 req-e588606b-b3ec-4774-83ed-642578bab4b1 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 944 time: 0.3378420 Dec 13 14:42:17.474287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:17.518758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61cd15-7420-4ea6-9865-11fb8ac58fb5 req-8057de5d-8dde-48bf-a1d9-752e7fcd9ed2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:17.526128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c61cd15-7420-4ea6-9865-11fb8ac58fb5 req-8057de5d-8dde-48bf-a1d9-752e7fcd9ed2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.2331779 Dec 13 14:42:17.538116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf440e6-5b54-4b10-9abf-cbae57c8fc97 req-cef766ba-4849-491f-a7d5-7bf2a3b4dbfb tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963945 Dec 13 14:42:17.538842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:17.647359 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c61cd15-7420-4ea6-9865-11fb8ac58fb5 req-d829b4d0-2b28-42de-b960-12bc9374adcc tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202085 Dec 13 14:42:17.723330 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3993a5b1-cc09-40c2-b0a9-20d0fab16308 x-openstack-request-id: req-3993a5b1-cc09-40c2-b0a9-20d0fab16308 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:17.723835 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0182687e-9e6c-42ce-aab6-0f4dd25b42b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dafef14-7faa-431c-aa3d-7680d1002156", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:17.723961 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3993a5b1-cc09-40c2-b0a9-20d0fab16308 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:17.724267 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafef14-7faa-431c-aa3d-7680d1002156', 'code': 200} Dec 13 14:42:17.994112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Router 74fcfabd-6609-4033-9909-43ae6d2f5a1d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:42:18.060505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170c898-1972-4b17-a33d-a07f6871f79a req-70f9744d-1291-4b75-84c5-168e1639dcf3 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:18.064615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5170c898-1972-4b17-a33d-a07f6871f79a req-70f9744d-1291-4b75-84c5-168e1639dcf3 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 932 time: 0.1559546 Dec 13 14:42:18.119778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451f689-d2c7-4273-ab14-fb4e34595d54 req-77c73162-292e-49a8-8a12-aab5150af525 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:18.120005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1b8c-5ea2-494f-a163-fe2836e702ff req-18b0d495-7c3e-4d69-a54b-8f2133d8ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:18.121462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-136e1b8c-5ea2-494f-a163-fe2836e702ff req-18b0d495-7c3e-4d69-a54b-8f2133d8ac06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 1096 time: 0.2156634 Dec 13 14:42:18.121671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d451f689-d2c7-4273-ab14-fb4e34595d54 req-77c73162-292e-49a8-8a12-aab5150af525 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.1729982 Dec 13 14:42:18.146635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5170c898-1972-4b17-a33d-a07f6871f79a req-5a892b21-af55-4332-b9df-9cbff7e83a80 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700145 Dec 13 14:42:18.205510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d451f689-d2c7-4273-ab14-fb4e34595d54 req-cba20b99-f52e-4dae-b3da-ee4d44671e60 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746000 Dec 13 14:42:18.206605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:18.223483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0aafb9e-c652-4832-bc3b-683eec1dc36f admin admin] 10.222.0.24 "PUT /v2.0/routers/74fcfabd-6609-4033-9909-43ae6d2f5a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8817127 Dec 13 14:42:18.232072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33662) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:18.241130 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] Sync routers for ids ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:18.255327 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] Routers {'74fcfabd-6609-4033-9909-43ae6d2f5a1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:18.255956 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:41:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:18.283295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-136e1b8c-5ea2-494f-a163-fe2836e702ff req-0d1e92ea-3d03-4133-9545-2e6e0068c8e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503277 Dec 13 14:42:18.294156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53db22a9-4f97-432a-be76-8b177c30f4c4 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:18.306432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:18.321819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Transition to ACTIVE for port object 53db22a9-4f97-432a-be76-8b177c30f4c4 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:42:18.379525 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:18.399682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:18.450192 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] Set router 74fcfabd-6609-4033-9909-43ae6d2f5a1d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:18.489368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:18.576875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:18.648655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Attempting to bind port 53db22a9-4f97-432a-be76-8b177c30f4c4 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:18.649468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Attempting to bind port 53db22a9-4f97-432a-be76-8b177c30f4c4 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:18.650019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Attempting to bind port 53db22a9-4f97-432a-be76-8b177c30f4c4 on network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:18.694648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Port 53db22a9-4f97-432a-be76-8b177c30f4c4 on network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:18.695782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Attempting to bind port 53db22a9-4f97-432a-be76-8b177c30f4c4 on network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:18.701623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:18.702315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Checking segment: {'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:18.703039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Bound using segment: {'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:18.703988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Bound port: 53db22a9-4f97-432a-be76-8b177c30f4c4, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:18.704803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:18.750844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Deleting port d8fce116-c7ac-460f-9e4f-a9a0d3328c69 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:18.751191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:18.776384 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:42:16Z', 'revision_number': 5, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port': {'id': 'd8fce116-c7ac-460f-9e4f-a9a0d3328c69', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:12Z', 'updated_at': '2021-12-13T14:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:18.813989 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] Checking router: 74fcfabd-6609-4033-9909-43ae6d2f5a1d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:18.823416 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] Routers {'74fcfabd-6609-4033-9909-43ae6d2f5a1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:18.824206 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:41:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:18.846789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcbfd4-ed29-455f-9894-604a8445f0fe req-f52286af-1341-42ed-a62a-3b322d3f3a03 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:18.858824 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:18.858983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2dfcbfd4-ed29-455f-9894-604a8445f0fe req-f52286af-1341-42ed-a62a-3b322d3f3a03 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.2288692 Dec 13 14:42:18.886936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53db22a9-4f97-432a-be76-8b177c30f4c4,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:18.903394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8f9a1-fbd1-4642-ae0d-99e429c901d1 req-8fbab645-5e00-48d9-a5ef-93f2d4816989 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:18.905255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcd8f9a1-fbd1-4642-ae0d-99e429c901d1 req-8fbab645-5e00-48d9-a5ef-93f2d4816989 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1372550 Dec 13 14:42:18.932251 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] Set router 74fcfabd-6609-4033-9909-43ae6d2f5a1d gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:18.981918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2dfcbfd4-ed29-455f-9894-604a8445f0fe req-ec47e0cc-47e0-46c6-9138-0f21d3de6398 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234658 Dec 13 14:42:19.011015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:19.077581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] For port d8fce116-c7ac-460f-9e4f-a9a0d3328c69, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:19.077948 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:19.094054 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:42:18Z', 'revision_number': 6, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:19.111398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Calling delete_port for d8fce116-c7ac-460f-9e4f-a9a0d3328c69 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:19.124328 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa7af5-7c30-463d-a298-a9a5992b0aae None None] The sync data for ids ['74fcfabd-6609-4033-9909-43ae6d2f5a1d'] in n-d-816954-1 is: [{'id': '74fcfabd-6609-4033-9909-43ae6d2f5a1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1367056554-router', 'tenant_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:11Z', 'updated_at': '2021-12-13T14:42:18Z', 'revision_number': 6, 'project_id': 'dc45e05b3dc245e1b5df65f35f6b5e63', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:19.154545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcd8f9a1-fbd1-4642-ae0d-99e429c901d1 req-bb1e5314-eb0f-49e6-9f91-f34ea0e1d0a5 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065997 Dec 13 14:42:19.190149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:19.190915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:19.195488 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 200 len: 1092 time: 1.9509120 Dec 13 14:42:19.195954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:19.198332 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76258b98-6c6c-4c64-b68d-f17ff3b066aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:19.243151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557583af-355a-4317-9f22-2df3259cd3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:19.336543 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d55827-7556-4082-ac77-cbf4b7687df0 x-openstack-request-id: req-c9d55827-7556-4082-ac77-cbf4b7687df0 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:19.337505 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:19.337856 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9d55827-7556-4082-ac77-cbf4b7687df0 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:19.339461 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4', 'status': 'completed', 'code': 200} Dec 13 14:42:19.367045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec772b-30b4-493d-8201-2705192d0d7a req-858fe11a-7385-41a0-91dc-5bedf0300648 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:19.373287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f7ec772b-30b4-493d-8201-2705192d0d7a req-858fe11a-7385-41a0-91dc-5bedf0300648 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 944 time: 0.1336377 Dec 13 14:42:19.394968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-955a3b9a-9500-425d-a61f-b7472ae85ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:19.396810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-955a3b9a-9500-425d-a61f-b7472ae85ba8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1095 time: 0.0777168 Dec 13 14:42:19.453948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-4c3fb309-a9d1-418d-9eed-8ecd8d38df69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0483937 Dec 13 14:42:19.542625 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f7ec772b-30b4-493d-8201-2705192d0d7a req-23357a65-db7d-4284-8d14-899fc89adafd tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198862 Dec 13 14:42:19.583730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-e30e929c-e5c5-4110-af9c-c518f761a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:19.591985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-e30e929c-e5c5-4110-af9c-c518f761a6f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.1087008 Dec 13 14:42:19.600937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4feb-0c6a-4bae-bf9f-4e3aaedd41dc req-8e9d9115-76fa-432e-8c49-ed519ca795c3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:19.616081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76ab4feb-0c6a-4bae-bf9f-4e3aaedd41dc req-8e9d9115-76fa-432e-8c49-ed519ca795c3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.1942966 Dec 13 14:42:19.658539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-6b1c5564-1951-4867-8b0c-0030aafe15bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461612 Dec 13 14:42:19.666176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:19.713795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fce116-c7ac-460f-9e4f-a9a0d3328c69,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:19.766730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76ab4feb-0c6a-4bae-bf9f-4e3aaedd41dc req-d8aa6314-341d-4182-b5de-9062035fb619 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554108 Dec 13 14:42:19.799674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-5350384b-78f1-4e23-96f9-95d98c902bc9 service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225643 Dec 13 14:42:19.806584 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:19.849670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e243455e-cc91-4b9f-82ef-502c250f9184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:19.921746 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002d444e-0bbb-44ea-ac0b-7027de2f0678 req-5c81981f-2e70-4390-ac50-dbf8ec35bd56 service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135278 Dec 13 14:42:19.937493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:19.941397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:20.142413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d8fce116-c7ac-460f-9e4f-a9a0d3328c69 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:20.162174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-9b4bda4b-146b-4608-9072-652e511e5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:20.163795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-9b4bda4b-146b-4608-9072-652e511e5f0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1095 time: 0.0990160 Dec 13 14:42:20.212640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d8fce116-c7ac-460f-9e4f-a9a0d3328c69 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:20.214623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d8fce116-c7ac-460f-9e4f-a9a0d3328c69 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:20.215542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:20.268761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:20.270163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a3b7a6d-d8f1-4b38-89c7-4afa6bfec26c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:20.322282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-6ccba48d-00be-4eeb-9304-5d9adabf6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:20.323961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-6ccba48d-00be-4eeb-9304-5d9adabf6211 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 914 time: 0.1506248 Dec 13 14:42:20.379563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-7e62a273-61f1-4b48-8073-ad6fd4feddba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0465128 Dec 13 14:42:20.481326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562df9c-a452-4d23-9f06-87762eb34bec req-b457128a-6178-4dcb-b9d5-78d43e9d46c1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:20.482915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a562df9c-a452-4d23-9f06-87762eb34bec req-b457128a-6178-4dcb-b9d5-78d43e9d46c1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1064844 Dec 13 14:42:20.484582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-555a16db-e9c0-4efa-b3c4-6ab8fdeb8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:20.485878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-555a16db-e9c0-4efa-b3c4-6ab8fdeb8287 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.0950792 Dec 13 14:42:20.506723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8340ef8-7feb-4ce2-ab70-9a6b2166805f req-7fd08e1c-5b37-41d7-8326-ba393c858a61 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:20.515013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8340ef8-7feb-4ce2-ab70-9a6b2166805f req-7fd08e1c-5b37-41d7-8326-ba393c858a61 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0750527 Dec 13 14:42:20.537975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-04a4e121-76ab-40b9-864a-80d21893509f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414662 Dec 13 14:42:20.549635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:20.551174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74fcfabd-6609-4033-9909-43ae6d2f5a1d {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:42:20.579414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8340ef8-7feb-4ce2-ab70-9a6b2166805f req-a182c21e-33ac-4712-ae39-1e3cb73c823c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623207 Dec 13 14:42:20.600732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:20.604502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dacd1da9-94d2-4746-9d7d-7a448aee0acd admin admin] 10.222.0.24 "DELETE /v2.0/routers/74fcfabd-6609-4033-9909-43ae6d2f5a1d HTTP/1.1" status: 204 len: 168 time: 2.3679895 Dec 13 14:42:20.609037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33702) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:20.611253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a562df9c-a452-4d23-9f06-87762eb34bec req-cd128b25-1913-4a8f-a9d9-89c9cd7bdee5 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056578 Dec 13 14:42:20.720247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] Deleting subnet 74b55460-46cd-4e6e-a679-0500ffa6a906 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:42:20.726009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:20.774318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:20.831881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-fcbfc4d5-8d0e-43b2-9453-f045adaa9a89 service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701762 Dec 13 14:42:20.840142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02785195-82dd-4a15-bb2b-d6b93132d138 req-a169f1a5-c4a8-49bc-b743-acd219d465be tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:20.852809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02785195-82dd-4a15-bb2b-d6b93132d138 req-a169f1a5-c4a8-49bc-b743-acd219d465be tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 944 time: 0.1241262 Dec 13 14:42:20.914840 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:20.968399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02785195-82dd-4a15-bb2b-d6b93132d138 req-f36b90cf-901d-4a47-8170-f4b44270bfb4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088624 Dec 13 14:42:21.024053 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76258b98-6c6c-4c64-b68d-f17ff3b066aa req-0cb70b75-fc9f-4751-bed3-007d74ae9d48 service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690543 Dec 13 14:42:21.050363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.090713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b55460-46cd-4e6e-a679-0500ffa6a906,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:21.094969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.098911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3d949fb3-8abb-4eaf-948b-230a085812b2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/74b55460-46cd-4e6e-a679-0500ffa6a906 HTTP/1.1" status: 204 len: 168 time: 0.4883380 Dec 13 14:42:21.101053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33718) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:21.103018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390999c0-4009-49e8-b1af-253937e2eb99 None None] Network 52107799-fe1d-4188-acab-dad0aeb72479 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:21.155149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4d97b-ab6c-4c0d-813b-78715bc10fcb req-9c81142c-afe2-48ae-a717-91bc5fd99991 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:21.156966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ef4d97b-ab6c-4c0d-813b-78715bc10fcb req-9c81142c-afe2-48ae-a717-91bc5fd99991 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0822587 Dec 13 14:42:21.230152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ef4d97b-ab6c-4c0d-813b-78715bc10fcb req-fa173c6a-2d45-4a20-b872-91c2be97d642 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664339 Dec 13 14:42:21.279080 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.298446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-d9b7c915-f8f8-4c28-bc97-ec4cf4440afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:21.300251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-d9b7c915-f8f8-4c28-bc97-ec4cf4440afc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 1096 time: 0.0608675 Dec 13 14:42:21.376334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f85b2-b820-4f3d-a8ab-5c1f6f5c12d9 req-5a6b4213-9c69-496b-94ec-22731ec90d74 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:21.378006 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-013f85b2-b820-4f3d-a8ab-5c1f6f5c12d9 req-5a6b4213-9c69-496b-94ec-22731ec90d74 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1098046 Dec 13 14:42:21.423059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Deleting port f6252789-6673-466e-a1b5-ccd81583f3c4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:21.423502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.428198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] DHCP port deletion for 52107799-fe1d-4188-acab-dad0aeb72479 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:42:21.488525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-85d82b7e-4517-4501-96c7-2b4edd49a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:21.489739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-85d82b7e-4517-4501-96c7-2b4edd49a468 service neutron] 10.222.0.50 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 910 time: 0.1819577 Dec 13 14:42:21.506626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] Deleting port f6252789-6673-466e-a1b5-ccd81583f3c4 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:21.507283 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.508474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-013f85b2-b820-4f3d-a8ab-5c1f6f5c12d9 req-8ba4a096-be6c-4492-9b4e-0606dddff598 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108191 Dec 13 14:42:21.532551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] For port f6252789-6673-466e-a1b5-ccd81583f3c4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f6252789-6673-466e-a1b5-ccd81583f3c4,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:21.533050 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.554924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Calling delete_port for f6252789-6673-466e-a1b5-ccd81583f3c4 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:21.558347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-12db301e-b48c-4c4c-94a3-e9f1930d5a62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1dafef14-7faa-431c-aa3d-7680d1002156 HTTP/1.1" status: 200 len: 217 time: 0.0588191 Dec 13 14:42:21.611635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] For port f6252789-6673-466e-a1b5-ccd81583f3c4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f6252789-6673-466e-a1b5-ccd81583f3c4,segment=NetworkSegment(20dc7ebc-35b3-418a-b447-958eb2f2b088),segment_id=20dc7ebc-35b3-418a-b447-958eb2f2b088)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:21.611635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.634941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-eef66a72-54ea-47d9-9885-c6a2d550d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:21.637586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-eef66a72-54ea-47d9-9885-c6a2d550d826 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 200 len: 849 time: 0.0708010 Dec 13 14:42:21.647795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] Calling delete_port for f6252789-6673-466e-a1b5-ccd81583f3c4 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:21.672617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-596cc476-21f3-4753-a83c-528790040c83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276175 Dec 13 14:42:21.753990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.806132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6252789-6673-466e-a1b5-ccd81583f3c4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:21.813019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] No DVR routers for this DVR port f6252789-6673-466e-a1b5-ccd81583f3c4 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:21.847018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406be7-f084-415d-9f19-ac28fb1dec51 req-a1f9f4f6-3acd-45e3-b5c5-fdbcfbc072d9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:21.854891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9406be7-f084-415d-9f19-ac28fb1dec51 req-a1f9f4f6-3acd-45e3-b5c5-fdbcfbc072d9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1424420 Dec 13 14:42:21.883491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.898338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-355e2114-e119-4b38-b871-cfa9c97e43e8 service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153351 Dec 13 14:42:21.926328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] Pushing event deleted for resources: {'Port': ['ID=f6252789-6673-466e-a1b5-ccd81583f3c4,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:21.930794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce974a-6ac6-41c2-a144-8c53ad369fb6 None None] No DVR routers for this DVR port f6252789-6673-466e-a1b5-ccd81583f3c4 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:21.950218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9406be7-f084-415d-9f19-ac28fb1dec51 req-b451df55-3b14-45ed-bf5e-9d67c09ec881 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937824 Dec 13 14:42:21.971294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:21.984130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f6252789-6673-466e-a1b5-ccd81583f3c4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:22.005409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f6252789-6673-466e-a1b5-ccd81583f3c4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:22.006133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f6252789-6673-466e-a1b5-ccd81583f3c4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:22.030553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52107799-fe1d-4188-acab-dad0aeb72479']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:22.041972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dc7ebc-35b3-418a-b447-958eb2f2b088') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:22.045488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dc7ebc-35b3-418a-b447-958eb2f2b088') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:22.057625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:22.074113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:22.083473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:42:22.083732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:42:22.085985 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:42:22.173735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6f9174a-7ef7-4955-bcbe-be47a1f6df5d req-95c65767-5263-4eaf-b0ab-ec7d47c4b6ae service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646322 Dec 13 14:42:22.241186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b178-7736-4759-b2ab-431d46e1e40a req-5c68ff6b-406a-45e8-a144-fcb6a5de9b92 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:22.241186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37b6b178-7736-4759-b2ab-431d46e1e40a req-5c68ff6b-406a-45e8-a144-fcb6a5de9b92 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 944 time: 0.0947411 Dec 13 14:42:22.284152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37b6b178-7736-4759-b2ab-431d46e1e40a req-1fdfa895-7d33-4637-a2ba-0bdd5a1e986a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366566 Dec 13 14:42:22.368487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef970-8dfc-49c4-ad13-05fa9acaefdd req-35ad1a6f-2b72-4f33-bce2-968187b65902 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:22.370010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e71ef970-8dfc-49c4-ad13-05fa9acaefdd req-35ad1a6f-2b72-4f33-bce2-968187b65902 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0564682 Dec 13 14:42:22.412576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e71ef970-8dfc-49c4-ad13-05fa9acaefdd req-38c0523c-46e2-4ce7-9318-e2d475f73653 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Dec 13 14:42:22.445378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-812ba926-4d93-4eca-ac5f-fd30094ebb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:22.632782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dd4e5-0f29-476c-98e6-46b316ef0b9a req-cf7eefcf-b0c6-44bd-9e73-edfd35d15c56 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:22.634242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c02dd4e5-0f29-476c-98e6-46b316ef0b9a req-cf7eefcf-b0c6-44bd-9e73-edfd35d15c56 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0509450 Dec 13 14:42:22.639261 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:22.645415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:22.649114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] 10.222.0.24 "DELETE /v2.0/networks/52107799-fe1d-4188-acab-dad0aeb72479 HTTP/1.1" status: 204 len: 168 time: 1.5469503 Dec 13 14:42:22.654318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33750) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:22.660167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7e81d-0709-48c2-a9a4-faaf5f867a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=52107799-fe1d-4188-acab-dad0aeb72479,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:22.713166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 69634cbc-99b0-45ab-8767-2e87ceac7b8d details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:22.738395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c02dd4e5-0f29-476c-98e6-46b316ef0b9a req-cddcc758-088d-496f-9736-dda474c97994 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977950 Dec 13 14:42:22.813570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:22.831577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '69634cbc-99b0-45ab-8767-2e87ceac7b8d', 'network_id': '321999e1-8453-4e28-b992-d81b68aed423', 'port_id': '69634cbc-99b0-45ab-8767-2e87ceac7b8d', 'mac_address': 'fa:16:3e:d5:6f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccb5d64-71b8-44f3-aefb-407289f56857', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:22.904922 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:22.923007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69634cbc-99b0-45ab-8767-2e87ceac7b8d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:22.947192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:23.007601 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:23.083790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:23.114939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:23.257773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 53db22a9-4f97-432a-be76-8b177c30f4c4 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:23.383917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98db8-191d-4140-97fc-d672e965cadb req-b278828a-94e9-474e-9d4e-60dd5c6a6ba1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:23.385521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0d98db8-191d-4140-97fc-d672e965cadb req-b278828a-94e9-474e-9d4e-60dd5c6a6ba1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.3515997 Dec 13 14:42:23.416439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4e0a-f4ab-4ba0-adbc-c6c6e2b6e657 req-72fb752f-e810-49fb-a8c6-d531947ccf4f tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:23.418015 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-783d4e0a-f4ab-4ba0-adbc-c6c6e2b6e657 req-72fb752f-e810-49fb-a8c6-d531947ccf4f tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 944 time: 0.0579228 Dec 13 14:42:23.461715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-783d4e0a-f4ab-4ba0-adbc-c6c6e2b6e657 req-754c6970-b83d-4b91-aca6-091abfac9c00 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358689 Dec 13 14:42:23.466189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['69634cbc-99b0-45ab-8767-2e87ceac7b8d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:23.487113 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0d98db8-191d-4140-97fc-d672e965cadb req-eb2e51eb-0ca3-40c1-bf46-1efe672c6d0a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919600 Dec 13 14:42:23.559143 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:23.576792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53db22a9-4f97-432a-be76-8b177c30f4c4,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:23.592932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7bbe3-7abb-42ab-839f-519039036b75 req-5c7c7b3a-2c14-468b-b87b-3b480390a643 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:23.596706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '53db22a9-4f97-432a-be76-8b177c30f4c4', 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac', 'port_id': '53db22a9-4f97-432a-be76-8b177c30f4c4', 'mac_address': 'fa:16:3e:18:58:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d84084a-ef1d-4ce4-93b9-7e069610e3ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:23.602079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-baf7bbe3-7abb-42ab-839f-519039036b75 req-5c7c7b3a-2c14-468b-b87b-3b480390a643 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0715437 Dec 13 14:42:23.641286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-baf7bbe3-7abb-42ab-839f-519039036b75 req-f6428c18-798e-421b-853e-19963b436577 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Dec 13 14:42:23.685548 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:23.711813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53db22a9-4f97-432a-be76-8b177c30f4c4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:23.736106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53db22a9-4f97-432a-be76-8b177c30f4c4,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:23.801225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:23.853293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:23.897709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4558-4658-4f50-8384-fd353d044289 req-a5083102-5d7a-41da-87bd-6aed1d5b779d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:23.899194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-732c4558-4658-4f50-8384-fd353d044289 req-a5083102-5d7a-41da-87bd-6aed1d5b779d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0810759 Dec 13 14:42:23.957573 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-732c4558-4658-4f50-8384-fd353d044289 req-3dfee6af-00c1-4ec4-910a-a6a1516d591c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Dec 13 14:42:23.970483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Deleting port c76c0bee-acb2-453a-8a4e-59a60652aabf {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:23.970826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:24.048915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] For port c76c0bee-acb2-453a-8a4e-59a60652aabf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c76c0bee-acb2-453a-8a4e-59a60652aabf,segment=NetworkSegment(2df5f6ea-81c8-4969-b107-bde6c41e80d7),segment_id=2df5f6ea-81c8-4969-b107-bde6c41e80d7)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:24.049278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:24.056848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:24.062247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Calling delete_port for c76c0bee-acb2-453a-8a4e-59a60652aabf owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:24.101499 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:42:24.302217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:24.328161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76c0bee-acb2-453a-8a4e-59a60652aabf,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:24.517064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:24.603363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc03-f2ac-42b2-8561-be53fce4d68d req-d075a01f-f1b4-45d4-81b6-eea14165aaa4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:24.604790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0abcc03-f2ac-42b2-8561-be53fce4d68d req-d075a01f-f1b4-45d4-81b6-eea14165aaa4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 945 time: 0.0519512 Dec 13 14:42:24.643950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0abcc03-f2ac-42b2-8561-be53fce4d68d req-1ff5faa4-8a5f-411e-b3b6-63980de3423e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326502 Dec 13 14:42:24.733896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 69634cbc-99b0-45ab-8767-2e87ceac7b8d up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:24.741164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:42:24.756232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8fbf5-43d8-48f2-a9fb-0741828c5409 req-9b6fbfc7-560b-4f6e-9c9d-7e137f330bb9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:24.757996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ddf8fbf5-43d8-48f2-a9fb-0741828c5409 req-9b6fbfc7-560b-4f6e-9c9d-7e137f330bb9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.0547824 Dec 13 14:42:24.762490 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:24.798964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ddf8fbf5-43d8-48f2-a9fb-0741828c5409 req-e6aeb2cf-ca1a-4e08-a6c1-deed42a488fb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338867 Dec 13 14:42:24.850395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:24.861568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 69634cbc-99b0-45ab-8767-2e87ceac7b8d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:42:24.861984 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d73d6e6f-6394-4a08-b1d6-c78fe6157cb4 admin admin] 10.222.0.24 "PUT /v2.0/routers/50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2020829 Dec 13 14:42:24.862091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33840) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:24.863020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 69634cbc-99b0-45ab-8767-2e87ceac7b8d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:24.863471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:24.892441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] Sync routers for ids ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:24.918703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] Routers {'50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:24.919543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:25.020220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6bcdd-dae2-43b0-9d3f-74d01fe2933d req-6434eceb-c359-44c5-9eae-a385dd9a3597 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:25.021791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5d6bcdd-dae2-43b0-9d3f-74d01fe2933d req-6434eceb-c359-44c5-9eae-a385dd9a3597 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0677874 Dec 13 14:42:25.041104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.068331 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.072273 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.102640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] Set router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:25.131158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5d6bcdd-dae2-43b0-9d3f-74d01fe2933d req-645ef8bb-10d5-4444-b699-fef6ace1bd94 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011782 Dec 13 14:42:25.132917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:25.135381 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd8f56f-8a56-4a38-b519-07395ad75bc9" -d '{"events": [{"server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "name": "network-vif-plugged", "status": "completed", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:25.165852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.188739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:25.257151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6769815-4a8e-4be4-b423-079eb43182de req-8c1ec952-b7ff-40a6-9456-1f07158d5ac4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:25.258696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6769815-4a8e-4be4-b423-079eb43182de req-8c1ec952-b7ff-40a6-9456-1f07158d5ac4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Dec 13 14:42:25.282123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 53db22a9-4f97-432a-be76-8b177c30f4c4 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:25.285912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.286716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 39711ff2-acec-4a90-a6e7-d9a159bcbab4 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:25.323169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6769815-4a8e-4be4-b423-079eb43182de req-c19f436d-9962-45dd-afd7-09d9d06f599e tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Dec 13 14:42:25.334268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Deleting port 61f91da8-ddd8-4870-914d-66486d795aa8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:25.334936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.413050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:25.439902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] For port 61f91da8-ddd8-4870-914d-66486d795aa8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=61f91da8-ddd8-4870-914d-66486d795aa8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:25.440187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.453791 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db294d1-f463-4ab9-9464-91d0a833b49a x-openstack-request-id: req-8db294d1-f463-4ab9-9464-91d0a833b49a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:25.454007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Calling delete_port for 61f91da8-ddd8-4870-914d-66486d795aa8 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:25.454130 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "name": "network-vif-plugged", "status": "completed", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:25.454843 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8db294d1-f463-4ab9-9464-91d0a833b49a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:25.454843 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d', 'code': 200} Dec 13 14:42:25.472231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:42:24Z', 'revision_number': 5, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port': {'id': '61f91da8-ddd8-4870-914d-66486d795aa8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:21Z', 'updated_at': '2021-12-13T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:25.504979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] Checking router: 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:25.508283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 53db22a9-4f97-432a-be76-8b177c30f4c4 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:42:25.518314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.520106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 53db22a9-4f97-432a-be76-8b177c30f4c4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:25.520463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.546942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8abf1-ff03-4a2b-b434-799c6bf7a571 req-df7634a7-886c-4cbe-9a5d-1ed012cab9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:25.548512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5e8abf1-ff03-4a2b-b434-799c6bf7a571 req-df7634a7-886c-4cbe-9a5d-1ed012cab9ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1097 time: 0.0463820 Dec 13 14:42:25.561549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] Routers {'50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:25.562184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:25.589524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5e8abf1-ff03-4a2b-b434-799c6bf7a571 req-82ea6158-14b6-427d-92ff-7740c6b15b16 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Dec 13 14:42:25.650214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:25.685117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.689988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] Set router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:25.713862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f91da8-ddd8-4870-914d-66486d795aa8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:25.751060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:42:25Z', 'revision_number': 6, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:25.752865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.781266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.796760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e10db-4f1e-4f20-9b26-c81c4c29a7b3 req-a2d47517-b3e8-4627-a35c-de27224256a1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:25.799508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d63e10db-4f1e-4f20-9b26-c81c4c29a7b3 req-a2d47517-b3e8-4627-a35c-de27224256a1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 945 time: 0.0851338 Dec 13 14:42:25.806506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435790c-d1ee-431a-b752-f21d719d58d0 None None] The sync data for ids ['50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d'] in n-d-816954-1 is: [{'id': '50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1892734451-router', 'tenant_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:20Z', 'updated_at': '2021-12-13T14:42:25Z', 'revision_number': 6, 'project_id': 'e75bbb878e0e4e10bd3694cafc02c13f', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:25.809790 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.866038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:25.884488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53db22a9-4f97-432a-be76-8b177c30f4c4,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:25.896429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d63e10db-4f1e-4f20-9b26-c81c4c29a7b3 req-e6c29954-ec38-4b65-84be-cbde0d6e312f tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891750 Dec 13 14:42:25.924422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.927139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:25.970913 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.019916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867877-ee41-463d-8c45-f59724f3c1d5 req-8db79ca9-4cc9-4124-905d-9395dd61bf69 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:26.021416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd867877-ee41-463d-8c45-f59724f3c1d5 req-8db79ca9-4cc9-4124-905d-9395dd61bf69 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.0568609 Dec 13 14:42:26.033832 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.034620 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:42:26.035347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:26.045193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.045193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a81102f-1262-4039-9526-85b22d56c675 admin admin] 10.222.0.24 "DELETE /v2.0/routers/50cfc3fb-88ed-42e0-8c30-3dabdd3aa14d HTTP/1.1" status: 204 len: 168 time: 1.1786566 Dec 13 14:42:26.047108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33876) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:26.063731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd867877-ee41-463d-8c45-f59724f3c1d5 req-9f0880fb-0f6c-4ac8-8157-c5992f76fc52 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362041 Dec 13 14:42:26.098620 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] Deleting subnet 9097a3d4-6ff7-4d68-9e18-992bd440c2b1 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:42:26.101670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.186452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.288019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0702c-5732-45c2-9da3-c7f6fd8105ca req-a334c932-0e57-439f-bdbc-d0b394922fe4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:26.289557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1aa0702c-5732-45c2-9da3-c7f6fd8105ca req-a334c932-0e57-439f-bdbc-d0b394922fe4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0653181 Dec 13 14:42:26.304997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed779-73f9-4254-b066-9f7f09ea128e req-eb61516b-8171-4773-8c10-219846e66f9d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:26.311633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-eb61516b-8171-4773-8c10-219846e66f9d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.1911211 Dec 13 14:42:26.334000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1aa0702c-5732-45c2-9da3-c7f6fd8105ca req-677ff96a-127e-45fb-84d3-19dca679398d tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345168 Dec 13 14:42:26.335127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-08af736c-e9b7-4829-bfae-89788a2661d8 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/quotas/1d91d76d667846149290166185482a44 HTTP/1.1" status: 200 len: 375 time: 0.0226755 Dec 13 14:42:26.340354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.423872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-1d723beb-97f2-491f-90b8-a43eedae47fb tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802751 Dec 13 14:42:26.441283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a6231-54aa-4da3-9a0e-7d509d98d222 req-da3b8a4e-7d59-4a28-8ba1-c18cb655f618 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:26.442744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c25a6231-54aa-4da3-9a0e-7d509d98d222 req-da3b8a4e-7d59-4a28-8ba1-c18cb655f618 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0491259 Dec 13 14:42:26.481449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c25a6231-54aa-4da3-9a0e-7d509d98d222 req-051abe6b-114d-4e7e-8e38-f559c986dbe7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Dec 13 14:42:26.505251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.539510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9097a3d4-6ff7-4d68-9e18-992bd440c2b1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:26.544650 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.549174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e258f81-7fd7-4ee1-bfc3-af1c21615a25 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9097a3d4-6ff7-4d68-9e18-992bd440c2b1 HTTP/1.1" status: 204 len: 168 time: 0.4992754 Dec 13 14:42:26.552301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6aafce-787b-41dc-a92a-998c0f3f1eec None None] Network 76a58138-6bdb-4361-8062-dd192e845e94 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:26.552451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33892) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:26.553479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-8ea282d0-f0b5-4242-8eb2-7f6344a877c9 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222222 Dec 13 14:42:26.625579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.647595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-fa1479f9-2ca0-47f5-93d5-63e73b4b4770 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917521 Dec 13 14:42:26.692485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Deleting port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:26.692790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.743222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] DHCP port deletion for 76a58138-6bdb-4361-8062-dd192e845e94 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:42:26.772710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] For port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,segment=NetworkSegment(2df5f6ea-81c8-4969-b107-bde6c41e80d7),segment_id=2df5f6ea-81c8-4969-b107-bde6c41e80d7)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:26.777739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.787458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Calling delete_port for fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:26.947077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1daabf8-bcd5-46f1-aa57-d58e73f3fc5c req-39049ebf-e50d-42e4-a042-7b96d779d2c8 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 210 time: 0.0315940 Dec 13 14:42:26.950663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] Deleting port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:26.951613 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:26.971001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.023022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] No DVR routers for this DVR port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:27.030771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:27.075603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a60667-65d6-4091-96db-b2e463f9731b req-c189f6f8-6e10-4b18-a5ae-1df4e647ca3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:27.086051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46a60667-65d6-4091-96db-b2e463f9731b req-c189f6f8-6e10-4b18-a5ae-1df4e647ca3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 946 time: 0.1014614 Dec 13 14:42:27.101221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] For port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,segment=NetworkSegment(2df5f6ea-81c8-4969-b107-bde6c41e80d7),segment_id=2df5f6ea-81c8-4969-b107-bde6c41e80d7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:27.101808 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.117851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] Calling delete_port for fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:27.140610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.178841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a58138-6bdb-4361-8062-dd192e845e94']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:27.189611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df5f6ea-81c8-4969-b107-bde6c41e80d7') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:27.190112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df5f6ea-81c8-4969-b107-bde6c41e80d7') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:27.198987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46a60667-65d6-4091-96db-b2e463f9731b req-2712a2e4-7e4f-476d-b1a9-72a6c0f57ff6 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112394 Dec 13 14:42:27.203989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.239660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.244904 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.248055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:42:27.248496 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:42:27.250065 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:42:27.270919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] Pushing event deleted for resources: {'Port': ['ID=fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:27.272762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5a191-1be3-4f90-987c-d627e9f6e925 None None] No DVR routers for this DVR port fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:27.283302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:27.315081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e45da9-f120-4538-b434-a8a032375ea4 req-fdbf0455-4593-444b-876e-994590aab0db tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:27.316558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1e45da9-f120-4538-b434-a8a032375ea4 req-fdbf0455-4593-444b-876e-994590aab0db tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.1147113 Dec 13 14:42:27.357738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1e45da9-f120-4538-b434-a8a032375ea4 req-0edb8f80-3eb5-4440-8913-dfa8c4968a12 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Dec 13 14:42:27.394627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:27.407931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8', 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4', 'port_id': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8', 'mac_address': 'fa:16:3e:35:78:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafe36ca-0363-406e-afbf-b87c1a0f7993', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:27.454902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.458393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3350-4150-4afa-8be3-52b07fa869fc req-17a0afeb-2d5b-4ae8-b450-723c0db3a84b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:27.458916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4'}, {'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:27.459889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54dc3350-4150-4afa-8be3-52b07fa869fc req-17a0afeb-2d5b-4ae8-b450-723c0db3a84b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0525484 Dec 13 14:42:27.461691 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c8280-d923-4195-b84d-d5cc2eb95f8f" -d '{"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-unplugged", "status": "completed", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4"}, {"server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "name": "network-vif-plugged", "status": "completed", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:27.464179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.477385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eeaf7-67f6-45ed-815f-1bfbb77b8764 req-811968a6-0a51-4d63-b1e9-f57e0a75e9f7 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:27.479128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-014eeaf7-67f6-45ed-815f-1bfbb77b8764 req-811968a6-0a51-4d63-b1e9-f57e0a75e9f7 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1097 time: 0.0527382 Dec 13 14:42:27.481357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:27.482568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.485750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] 10.222.0.24 "DELETE /v2.0/networks/76a58138-6bdb-4361-8062-dd192e845e94 HTTP/1.1" status: 204 len: 168 time: 0.9332185 Dec 13 14:42:27.515536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:27.518587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54dc3350-4150-4afa-8be3-52b07fa869fc req-e1e29fd5-8106-4cfe-9f7d-77f87fcffa35 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Dec 13 14:42:27.532924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a49b7-624c-482f-9013-ffce10264208 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a58138-6bdb-4361-8062-dd192e845e94,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:27.577302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-23f4135a-0db2-4724-9116-90fed2fc5f68 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:27.577905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:27.578830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-23f4135a-0db2-4724-9116-90fed2fc5f68 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "GET /v2.0/ports?device_id=baf61c3d-ebcc-4cd2-9156-e32cb50593fe HTTP/1.1" status: 200 len: 943 time: 0.0905855 Dec 13 14:42:27.584000 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402fac02-c995-4a22-896d-3a014854a798 x-openstack-request-id: req-402fac02-c995-4a22-896d-3a014854a798 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:27.584000 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-unplugged", "status": "completed", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4", "code": 200}, {"server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "name": "network-vif-plugged", "status": "completed", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:27.584000 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-402fac02-c995-4a22-896d-3a014854a798 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:27.584432 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'code': 200} Dec 13 14:42:27.584810 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4', 'code': 200} Dec 13 14:42:27.601328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-014eeaf7-67f6-45ed-815f-1bfbb77b8764 req-3ed52e3a-5175-4f96-8d5c-d1fc6c77d456 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769587 Dec 13 14:42:27.664412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:27.695012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09251-0972-43b3-8fc4-70245df5f7f3 req-8dcd83c6-a36a-47dc-998b-a6d20036dd32 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:27.702900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47d09251-0972-43b3-8fc4-70245df5f7f3 req-8dcd83c6-a36a-47dc-998b-a6d20036dd32 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0683374 Dec 13 14:42:27.740485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acc29b-94e9-4b21-9971-652dcc4d1ae2 req-36f59c13-f3cf-48d1-9e2c-84ffd773dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:27.742780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92acc29b-94e9-4b21-9971-652dcc4d1ae2 req-36f59c13-f3cf-48d1-9e2c-84ffd773dd93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1097 time: 0.0962448 Dec 13 14:42:27.750462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47d09251-0972-43b3-8fc4-70245df5f7f3 req-3c481f8d-b0e3-42d5-ae3d-de57a331d269 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Dec 13 14:42:27.840636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:27.885174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33924) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:27.932538 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dfad781f-ac66-4470-bc2d-aeb85559f3d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc45e05b3dc245e1b5df65f35f6b5e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461974 Dec 13 14:42:27.935038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:27.965031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c76c0bee-acb2-453a-8a4e-59a60652aabf no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:27.995583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c76c0bee-acb2-453a-8a4e-59a60652aabf {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:27.996081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c76c0bee-acb2-453a-8a4e-59a60652aabf not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:27.996635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:28.027667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:28.028122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fc7b4c8e-fa3e-40e2-9309-de0bbb34b79e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:28.028638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 61f91da8-ddd8-4870-914d-66486d795aa8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:28.040779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89ac56e8-ff27-4e52-9b0f-2acf711a6ec5 req-f8ac6782-c444-4ad7-8f1c-fc537df74702 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 210 time: 0.0314023 Dec 13 14:42:28.041898 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df275ddf-ceaf-453f-8da7-cb8561ee4599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.054536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 61f91da8-ddd8-4870-914d-66486d795aa8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:28.055289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 61f91da8-ddd8-4870-914d-66486d795aa8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:28.082580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df275ddf-ceaf-453f-8da7-cb8561ee4599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.088672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Deleting port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:28.089015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.093025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92acc29b-94e9-4b21-9971-652dcc4d1ae2 req-8b7f6bc4-2979-4ef2-bccc-df4d34b7ab3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414578 Dec 13 14:42:28.095878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2e41-412b-4b51-aacc-ca8f83d9aaf2 req-da952935-584a-4536-b1a7-add64fa40aa1 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:28.097257 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b7b2e41-412b-4b51-aacc-ca8f83d9aaf2 req-da952935-584a-4536-b1a7-add64fa40aa1 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1097 time: 0.3612876 Dec 13 14:42:28.171958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b7b2e41-412b-4b51-aacc-ca8f83d9aaf2 req-fb021c78-f279-4aef-8e9a-e5d1ffdb6879 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648355 Dec 13 14:42:28.204297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df275ddf-ceaf-453f-8da7-cb8561ee4599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.204408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] For port 39711ff2-acec-4a90-a6e7-d9a159bcbab4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=39711ff2-acec-4a90-a6e7-d9a159bcbab4,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:28.204408 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.205238 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df275ddf-ceaf-453f-8da7-cb8561ee4599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.206472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-df275ddf-ceaf-453f-8da7-cb8561ee4599 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c35af4c1-2494-4daa-bb28-f1cf1747bac7 HTTP/1.1" status: 204 len: 168 time: 0.2581522 Dec 13 14:42:28.216872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Calling delete_port for 39711ff2-acec-4a90-a6e7-d9a159bcbab4 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:28.218799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df275ddf-ceaf-453f-8da7-cb8561ee4599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35af4c1-2494-4daa-bb28-f1cf1747bac7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:28.384373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa3cd-2eb3-43b1-bc3f-6f1a1012ebcc req-83f0b5b5-9227-4d94-8d8e-a7865ce1dbe9 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:28.385861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04bfa3cd-2eb3-43b1-bc3f-6f1a1012ebcc req-83f0b5b5-9227-4d94-8d8e-a7865ce1dbe9 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 946 time: 0.0895088 Dec 13 14:42:28.424659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04bfa3cd-2eb3-43b1-bc3f-6f1a1012ebcc req-fd6ff4f5-5483-462c-a92e-b186457c87b0 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Dec 13 14:42:28.553896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.592984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event deleted for resources: {'Port': ['ID=39711ff2-acec-4a90-a6e7-d9a159bcbab4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:28.655355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] No DVR routers for this DVR port 39711ff2-acec-4a90-a6e7-d9a159bcbab4 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:28.658473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:28.662075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-332264fa-c404-4382-8919-6a8c12fb9ee2 req-4022349f-1880-4095-b655-ee73095b1633 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "DELETE /v2.0/ports/39711ff2-acec-4a90-a6e7-d9a159bcbab4 HTTP/1.1" status: 204 len: 173 time: 1.0593383 Dec 13 14:42:28.662221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-deleted', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:28.664958 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207ee36a-ee50-45a3-83de-cbb96db494c9" -d '{"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-deleted", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:28.687625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68a308-b343-47f8-8b62-27351a07657d req-5b913e9f-f43f-4b80-a257-2c751908c8a5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:28.689428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf68a308-b343-47f8-8b62-27351a07657d req-5b913e9f-f43f-4b80-a257-2c751908c8a5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 945 time: 0.0918117 Dec 13 14:42:28.734415 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf68a308-b343-47f8-8b62-27351a07657d req-f74c2899-464c-4732-8345-a9d01bf95ede tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 Dec 13 14:42:28.780914 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf0c95-4c72-4bd7-848e-af6f77c36dd2 x-openstack-request-id: req-1cbf0c95-4c72-4bd7-848e-af6f77c36dd2 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:28.781201 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf61c3d-ebcc-4cd2-9156-e32cb50593fe", "name": "network-vif-deleted", "tag": "39711ff2-acec-4a90-a6e7-d9a159bcbab4", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:28.781504 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cbf0c95-4c72-4bd7-848e-af6f77c36dd2 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:28.781902 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf61c3d-ebcc-4cd2-9156-e32cb50593fe', 'name': 'network-vif-deleted', 'tag': '39711ff2-acec-4a90-a6e7-d9a159bcbab4', 'status': 'completed', 'code': 200} Dec 13 14:42:28.937122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1414-5452-4abe-97b5-441e89b83f94 req-c2a6c7f3-0173-40ce-960d-51f1ebc358c6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:28.938747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f36c1414-5452-4abe-97b5-441e89b83f94 req-c2a6c7f3-0173-40ce-960d-51f1ebc358c6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0551207 Dec 13 14:42:28.983191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f36c1414-5452-4abe-97b5-441e89b83f94 req-de38283d-5174-4eed-a93c-b63e5a663bd0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Dec 13 14:42:29.020868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33956) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:29.062104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-90496f05-c503-4067-9797-567ef145b370 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e75bbb878e0e4e10bd3694cafc02c13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403569 Dec 13 14:42:29.064696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:29.126908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9040b6f-8b41-4bc0-ba06-a303c98bec24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.144472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fdc330ee-dd44-4d4c-9b06-8da6a7dcf088 req-1d8c01fe-a75f-4105-93f8-e8bb83db5ebe tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 210 time: 0.0305114 Dec 13 14:42:29.162551 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9040b6f-8b41-4bc0-ba06-a303c98bec24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.286122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:29.302681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9040b6f-8b41-4bc0-ba06-a303c98bec24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.305307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9040b6f-8b41-4bc0-ba06-a303c98bec24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.306668 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e9040b6f-8b41-4bc0-ba06-a303c98bec24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bacbcaf-7ae6-48dc-acec-6148bbcb623d HTTP/1.1" status: 204 len: 168 time: 0.2406802 Dec 13 14:42:29.315890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9040b6f-8b41-4bc0-ba06-a303c98bec24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bacbcaf-7ae6-48dc-acec-6148bbcb623d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:29.410679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:42:29.414711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:29.415082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.494008 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.531765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:29.585938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:29.588334 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cdfa10-1eed-4d75-be4f-fc38efda557b" -d '{"events": [{"server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "name": "network-vif-plugged", "status": "completed", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:29.640392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c216a-28e5-46dc-96ac-e47b528ac5c6 req-441c3b39-5d20-4060-aa61-b1f0743a3a38 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:29.641844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-522c216a-28e5-46dc-96ac-e47b528ac5c6 req-441c3b39-5d20-4060-aa61-b1f0743a3a38 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 946 time: 0.1451910 Dec 13 14:42:29.656231 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.701531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed779-73f9-4254-b066-9f7f09ea128e req-19ebf0e8-35ff-4a2d-9f4c-34f9efc986bc tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:29.703068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-19ebf0e8-35ff-4a2d-9f4c-34f9efc986bc tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.55 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.1736805 Dec 13 14:42:29.707867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:29.719586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Request body: {'port': {'device_id': '8b140949-dbeb-4181-a4d0-65237224bd80', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'admin_state_up': True, 'tenant_id': '1d91d76d667846149290166185482a44'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:29.775469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-522c216a-28e5-46dc-96ac-e47b528ac5c6 req-3242744b-a9fe-4a60-bb52-14f53df17b56 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234181 Dec 13 14:42:29.853659 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0756afdf-0e27-421b-8c3c-9c536796f7e6 x-openstack-request-id: req-0756afdf-0e27-421b-8c3c-9c536796f7e6 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:29.854637 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "name": "network-vif-plugged", "status": "completed", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:29.855329 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0756afdf-0e27-421b-8c3c-9c536796f7e6 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:29.855848 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8', 'code': 200} Dec 13 14:42:29.941865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Made reservation on behalf of 1d91d76d667846149290166185482a44 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:29.945395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:29.988606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781b174-baf9-45a7-a5de-15c00c806384 req-2c387a94-e80f-42ba-8531-7ba82fbdb8d9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:29.990392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f781b174-baf9-45a7-a5de-15c00c806384 req-2c387a94-e80f-42ba-8531-7ba82fbdb8d9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.0770621 Dec 13 14:42:30.009904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07f7b-9f28-49e3-aa0e-9ca12f915e68 req-355060c4-fd11-41e5-830a-1819e4ee163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:30.011405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dac07f7b-9f28-49e3-aa0e-9ca12f915e68 req-355060c4-fd11-41e5-830a-1819e4ee163b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0640826 Dec 13 14:42:30.078161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f781b174-baf9-45a7-a5de-15c00c806384 req-66517431-2b1e-4eb9-a266-20dcac43f4e1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 Dec 13 14:42:30.085764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dac07f7b-9f28-49e3-aa0e-9ca12f915e68 req-7215b7da-6f73-4b43-9111-a7a8041f4342 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474856 Dec 13 14:42:30.124627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Allocated IP 172.20.0.9 (1872a87f-3902-4a84-936c-9c4a8f51c9d9/53adca27-c386-44a7-a8ae-fc2fbee6417d/6f9d9f78-41ec-446c-8a6d-7d4ea30e191e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:30.242055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-4b556b8a-7b5e-4916-8d33-b0347db6f1fb tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1752398222&fields=id&tenant_id=7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 267 time: 0.0920897 Dec 13 14:42:30.329513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-3651f6fc-b0ca-45ed-ac63-57fe35c77f68 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:30.330993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-3651f6fc-b0ca-45ed-ac63-57fe35c77f68 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 946 time: 0.0803733 Dec 13 14:42:30.346739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'port': {'security_groups': ['28618ae4-7ba1-411a-86dd-13410c22a0a0', '820d8fcb-8248-4112-a18a-a8abcab8e6d3']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:30.352559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.377277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-922e7116-9240-41ad-aa0e-60dc90c2fb97 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:42:30.378252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-922e7116-9240-41ad-aa0e-60dc90c2fb97 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090587 Dec 13 14:42:30.463884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.466389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-1ebacda9-d81b-4214-bae8-9cc878b7a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:30.468008 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-1ebacda9-d81b-4214-bae8-9cc878b7a047 service neutron] 10.222.0.24 "GET /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 1094 time: 0.0812545 Dec 13 14:42:30.481103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Request body: {'binding': {'host': 'n-h1-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:30.481540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Unknown quota resources ['binding']. {{(pid=102824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:42:30.555405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34016) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:30.599907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.653743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-network', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:30.680773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:30.690883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:30.707541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:30.730324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Made reservation on behalf of bd50ffa328dc4b789010faddbed6c236 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:30.733320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.739179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:30.742146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.795092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 39711ff2-acec-4a90-a6e7-d9a159bcbab4 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:30.819388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 39711ff2-acec-4a90-a6e7-d9a159bcbab4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:30.819726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 39711ff2-acec-4a90-a6e7-d9a159bcbab4 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:30.821051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on host n-h1-816954-1 for vnic_type normal with profile None {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:30.821386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:30.821713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:30.823620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.830791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:30.831388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.843808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:30.844137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:30.860418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:30.860627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:30.861056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:30.861425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Bound port: 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:30.907560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.913765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53db22a9-4f97-432a-be76-8b177c30f4c4,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:30.932833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:42:30.942480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2d123-3723-4910-ab80-bfbc9c2ff3a4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:30.942915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-6f7ee34b-829f-42a3-85b3-b21eeafaa255 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2278004 Dec 13 14:42:30.948450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.948802 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Added segment 187bf29c-199b-4530-8555-e7dd18727178 of type vlan for network 6bde293c-b999-41c2-b9e6-57c2fba44f07 Dec 13 14:42:30.962262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:30.968439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Request body: {'port': {'device_id': '8b140949-dbeb-4181-a4d0-65237224bd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:30.972565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:30.993453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.025768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.026970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-5c846001-45e4-47a1-93b4-32ebd1fc1ef8 service neutron] 10.222.0.24 "POST /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5509920 Dec 13 14:42:31.029356 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.062037 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.080490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:31.108828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.109610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:31.110811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.128054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:31.128685 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.130073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9708062a-09ff-4845-aa89-b8b677bb3e06 req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "PUT /v2.0/ports/53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 200 len: 982 time: 0.7905128 Dec 13 14:42:31.130565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:31.132848 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1899d0-9b2a-4119-9927-625c55e3fcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:31.192857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6bde293c-b999-41c2-b9e6-57c2fba44f07,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:31.216458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff69c0-22f5-49a0-a48b-3c701bc30912 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=6']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:31.243624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:42:31.245492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:31.253789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ee76b726-4ad7-4cbd-a7a1-6c88139786a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6972613 Dec 13 14:42:31.257610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34028) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:31.262910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Request body: {'subnet': {'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-subnet', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:31.383610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa9697-a5ed-4fe6-b802-814be4cce700 req-441eef77-062f-4f4d-badc-7df532e87a8d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:31.385462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4aa9697-a5ed-4fe6-b802-814be4cce700 req-441eef77-062f-4f4d-badc-7df532e87a8d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0783982 Dec 13 14:42:31.386519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Made reservation on behalf of bd50ffa328dc4b789010faddbed6c236 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:31.389523 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.459175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:31.472258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.497786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe9ef6-ddba-40c6-9fa2-98c5d6efccfa req-2db991a9-7bca-49f6-b7c8-6197b71fd76c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:31.499340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4aa9697-a5ed-4fe6-b802-814be4cce700 req-25ea3f62-8abc-4154-a575-7554deeef3c8 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973532 Dec 13 14:42:31.505365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56fe9ef6-ddba-40c6-9fa2-98c5d6efccfa req-2db991a9-7bca-49f6-b7c8-6197b71fd76c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 931 time: 0.1216779 Dec 13 14:42:31.520446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Transition to ACTIVE for port object 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:42:31.588545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56fe9ef6-ddba-40c6-9fa2-98c5d6efccfa req-009cc0ca-dc25-4986-8870-32722bd53d12 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750101 Dec 13 14:42:31.606821 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.659167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:31.707583 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2cd24-ea28-47cb-ab8d-af06433f5edf x-openstack-request-id: req-5de2cd24-ea28-47cb-ab8d-af06433f5edf {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:31.708197 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:31.708197 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5de2cd24-ea28-47cb-ab8d-af06433f5edf {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:31.708618 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4', 'status': 'completed', 'code': 200} Dec 13 14:42:31.770890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.793509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf539a-6a22-4ec8-946c-38f03c765885 req-53d75ef2-80f3-4b33-b1f7-68dbda23d9ec tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:31.795763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0bf539a-6a22-4ec8-946c-38f03c765885 req-53d75ef2-80f3-4b33-b1f7-68dbda23d9ec tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.0901341 Dec 13 14:42:31.812168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Attempting to bind port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:31.812494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Attempting to bind port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:31.812817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Attempting to bind port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:31.826282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:31.826601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Attempting to bind port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:31.840931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:31.841784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Checking segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:31.842627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Bound using segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:31.843351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Bound port: 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:31.843715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:31.861258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0bf539a-6a22-4ec8-946c-38f03c765885 req-c862b1ff-268a-45f0-bedf-58cf2f9791da tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576029 Dec 13 14:42:31.930373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:31.933866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:31.988956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b9842-ee89-4ee3-9f8d-4d318b517f7b req-d7dbf268-ab05-498e-a124-7a0c55d4bf53 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:31.990503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c8b9842-ee89-4ee3-9f8d-4d318b517f7b req-d7dbf268-ab05-498e-a124-7a0c55d4bf53 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.0508523 Dec 13 14:42:32.005354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:32.060852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.061438 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:32.062847 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] 10.222.0.55 "PUT /v2.0/ports/6f9d9f78-41ec-446c-8a6d-7d4ea30e191e HTTP/1.1" status: 200 len: 1091 time: 1.1025891 Dec 13 14:42:32.071489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c8b9842-ee89-4ee3-9f8d-4d318b517f7b req-b6ba7d3a-a0a0-433e-8f49-fb41890460bc tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Dec 13 14:42:32.096362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da149642-e004-4936-81c9-c3ae0264d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:32.187808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e626624-18ef-45dd-856b-db44bf66f7e1 req-1dc6d8a6-c789-43e0-9515-32704f6f7522 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.189439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e626624-18ef-45dd-856b-db44bf66f7e1 req-1dc6d8a6-c789-43e0-9515-32704f6f7522 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0463760 Dec 13 14:42:32.197480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-99b06a67-3529-42b1-83ba-ec18780b6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.198967 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-99b06a67-3529-42b1-83ba-ec18780b6c76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1097 time: 0.4838932 Dec 13 14:42:32.204982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e70bf26-a608-4393-ba48-b09349597b8b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:32.214481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-46502c98-0fc1-4219-95f2-0abb7c86f112 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2134582887&fields=id&tenant_id=7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 267 time: 0.4565303 Dec 13 14:42:32.228488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-49786a7a-8545-475f-9012-1d241e6a9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.229447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-49786a7a-8545-475f-9012-1d241e6a9366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1136 time: 0.4750547 Dec 13 14:42:32.254219 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e626624-18ef-45dd-856b-db44bf66f7e1 req-e00f3578-ef9f-49f4-8ffb-0f0e363f250e tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Dec 13 14:42:32.256753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed779-73f9-4254-b066-9f7f09ea128e req-d755e1cc-976e-491c-a13c-0b669def359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.258166 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-d755e1cc-976e-491c-a13c-0b669def359a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 1094 time: 0.0678289 Dec 13 14:42:32.308744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-b8fcf907-1a37-48cb-a45e-33d945d244c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e HTTP/1.1" status: 200 len: 217 time: 0.0410681 Dec 13 14:42:32.320499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Checking segment: {'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:32.320856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Network hostable DHCP agents. Network: 6bde293c-b999-41c2-b9e6-57c2fba44f07, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:42:32.367960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed779-73f9-4254-b066-9f7f09ea128e req-3fff91b7-9501-496b-a137-5156f0874b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.369488 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-3fff91b7-9501-496b-a137-5156f0874b16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 200 len: 845 time: 0.0540545 Dec 13 14:42:32.421292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-74abfe77-45cf-410c-843a-e4ab20ec6a81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1872a87f-3902-4a84-936c-9c4a8f51c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314865 Dec 13 14:42:32.421511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-5f4b2bf9-dac5-48e6-abfe-819b67c834c1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.423025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-5f4b2bf9-dac5-48e6-abfe-819b67c834c1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 985 time: 0.1899433 Dec 13 14:42:32.439712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'port': {'security_groups': ['28618ae4-7ba1-411a-86dd-13410c22a0a0', '820d8fcb-8248-4112-a18a-a8abcab8e6d3', '09cacaa5-8d1c-4845-98a1-c9265444b59a']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:32.445624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-71adf722-2227-40ed-b0a9-5abcdf4bb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.447043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-71adf722-2227-40ed-b0a9-5abcdf4bb1a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.2358260 Dec 13 14:42:32.487409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:42:32.509670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa27b4-b7a3-41c5-bfb3-d11c6866e41b req-1b80fc5c-3389-4a65-b024-7a4fe1c4393c tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.511216 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f8aa27b4-b7a3-41c5-bfb3-d11c6866e41b req-1b80fc5c-3389-4a65-b024-7a4fe1c4393c tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0930107 Dec 13 14:42:32.521690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-6db10782-d00a-4f54-9a80-9fbc386f055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.523149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-6db10782-d00a-4f54-9a80-9fbc386f055d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 914 time: 0.2531798 Dec 13 14:42:32.531110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-ed18cf2d-c7cf-4915-97aa-3f90f7133c75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 217 time: 0.0577486 Dec 13 14:42:32.559437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-efc3f269-8289-4088-9626-07f05d46083a service neutron] 10.222.0.55 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304355 Dec 13 14:42:32.576520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f8aa27b4-b7a3-41c5-bfb3-d11c6866e41b req-69350d5f-517b-4eee-8c8c-fef71d6af373 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538135 Dec 13 14:42:32.615869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 6bde293c-b999-41c2-b9e6-57c2fba44f07) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:32.638986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-08102668-e678-4eb5-84fb-71a5297f25a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0977039 Dec 13 14:42:32.651849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.652533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:32.666474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:32.707673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-992ed779-73f9-4254-b066-9f7f09ea128e req-682ad30a-5990-458a-a065-bd9e79a2c1ee service neutron] 10.222.0.55 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393192 Dec 13 14:42:32.721583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e9bd-09ca-41d1-8514-03d388d0b026 req-3bf66a84-2ae5-4089-a92f-1bff6f6d9bce tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.727357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-c671123c-72fe-4fb8-9637-f750c09522ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.731720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-c671123c-72fe-4fb8-9637-f750c09522ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1637969 Dec 13 14:42:32.732371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a61e9bd-09ca-41d1-8514-03d388d0b026 req-3bf66a84-2ae5-4089-a92f-1bff6f6d9bce tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0671639 Dec 13 14:42:32.758410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46163b09-4e28-4d4e-8df1-6f21768bc72d None None] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:32.768818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-1b1e1340-8e02-4d8e-8a39-6594a4eca814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.770267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-1b1e1340-8e02-4d8e-8a39-6594a4eca814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.1237082 Dec 13 14:42:32.788921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-21eca3fe-0eeb-4ad3-8d83-bad06d96d692 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314481 Dec 13 14:42:32.789584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a61e9bd-09ca-41d1-8514-03d388d0b026 req-f335a2a5-8e6d-4c4d-a0b8-802df35265dd tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594993 Dec 13 14:42:32.829273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-ac71edaa-76d0-4700-86b2-cad0af743728 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414577 Dec 13 14:42:32.850897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0332789e-9774-4668-8bed-d85374ace14e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5921185 Dec 13 14:42:32.853767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34044) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:32.860378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:32.921859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-6bde293c-b999-41c2-b9e6-57c2fba44f07', 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'fixed_ips': [{'subnet_id': '2e70bf26-a608-4393-ba48-b09349597b8b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:42:32.922029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f6f4-70bb-4be9-be36-1f5c807bcd20 req-764ac478-db1a-4c8f-adfe-99ba4c29da42 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:32.923246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:32.923711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f68f6f4-70bb-4be9-be36-1f5c807bcd20 req-764ac478-db1a-4c8f-adfe-99ba4c29da42 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 943 time: 0.0855484 Dec 13 14:42:32.971799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f68f6f4-70bb-4be9-be36-1f5c807bcd20 req-5be66451-6613-416c-9aa9-40bb4c36c3b5 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Dec 13 14:42:32.973980 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:32.975244 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.042953 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.044077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-6b213639-71a6-43a9-a545-8d33e3482bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429297 Dec 13 14:42:33.083390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Allocated IP 172.20.0.2 (6bde293c-b999-41c2-b9e6-57c2fba44f07/2e70bf26-a608-4393-ba48-b09349597b8b/c0c6cb15-e281-477f-8f9f-c8cc194f4cfd) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:33.111073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-d9a8d692-c1e6-4887-b59c-d6dcdb70c2f7 service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591045 Dec 13 14:42:33.256447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.266127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.269087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53db22a9-4f97-432a-be76-8b177c30f4c4,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:33.335625 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.343549 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.347736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca1899d0-9b2a-4119-9927-625c55e3fcf8 req-911ce837-0c9d-44d4-a49b-58cda731198a service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666086 Dec 13 14:42:33.349860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-b8d1e682-c4d0-464a-9607-5a2c5277479b service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949140 Dec 13 14:42:33.387629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:33.392091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:33.394765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:33.406973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Pushing event updated for resources: {'Port': ['ID=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:33.457071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Attempting to bind port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:33.457426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Attempting to bind port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:33.457779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Attempting to bind port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd on network 6bde293c-b999-41c2-b9e6-57c2fba44f07 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:33.462756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:33.463119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Checking segment: {'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:33.463512 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.463888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Bound using segment: {'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:33.464336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Bound port: c0c6cb15-e281-477f-8f9f-c8cc194f4cfd, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:33.464702 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.472540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.485414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:33.519952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:33.520585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.522112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9e6538e-5495-4bc2-ae21-f3dbd16e464b req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "PUT /v2.0/ports/53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 200 len: 1021 time: 1.0913444 Dec 13 14:42:33.523055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:33.524849 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9df92ef-171b-469f-b4a8-653d97990e82" -d '{"events": [{"name": "network-changed", "server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:33.551013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.552522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763fc9c-1338-4179-9c01-468811fa72ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:33.592946 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.636392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0367dd58-257b-4505-990f-98335b34e052 None None] For port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:33.642661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0367dd58-257b-4505-990f-98335b34e052 None None] For port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,segment=NetworkSegment(187bf29c-199b-4530-8555-e7dd18727178),segment_id=187bf29c-199b-4530-8555-e7dd18727178)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:33.649546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a99121-a09d-4465-bb52-6983e6cdec78 req-0842e3d1-56a8-4157-8b49-e4abacc5595a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:33.651114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99a99121-a09d-4465-bb52-6983e6cdec78 req-0842e3d1-56a8-4157-8b49-e4abacc5595a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.0544190 Dec 13 14:42:33.664830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:33.710099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:33.711844 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:33.714010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99a99121-a09d-4465-bb52-6983e6cdec78 req-42787c70-e41d-449a-bf6d-c6dd6779f97d tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559728 Dec 13 14:42:33.714376 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e5812-7bae-4b8e-979e-11e3ae070012" -d '{"events": [{"name": "network-changed", "server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:33.754956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Allocated IP 172.25.7.173 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/a5d9f898-dfb6-4b97-a771-ae81f07a7808) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:33.836789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367dd58-257b-4505-990f-98335b34e052 None None] Pushing event updated for resources: {'Port': ['ID=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:33.941626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:34.010892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3a2d-7189-4303-be7c-db6243a4cb06 req-f9531e5c-ecd6-4c54-b9d5-5545387cfd20 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.017128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-943e3a2d-7189-4303-be7c-db6243a4cb06 req-f9531e5c-ecd6-4c54-b9d5-5545387cfd20 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1024 time: 0.1116781 Dec 13 14:42:34.069445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:34.143807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-943e3a2d-7189-4303-be7c-db6243a4cb06 req-2049bf35-6e87-44ca-9049-e507051911c5 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&id=820d8fcb-8248-4112-a18a-a8abcab8e6d3&id=09cacaa5-8d1c-4845-98a1-c9265444b59a HTTP/1.1" status: 200 len: 6150 time: 0.1174462 Dec 13 14:42:34.187994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:34.189830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:34.197402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:34.208114 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60836ec5-6d23-4398-82f0-34b6631a1a91 x-openstack-request-id: req-60836ec5-6d23-4398-82f0-34b6631a1a91 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:34.208647 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:34.211126 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60836ec5-6d23-4398-82f0-34b6631a1a91 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:34.216129 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4', 'status': 'completed', 'code': 200} Dec 13 14:42:34.283994 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681c3591-e27e-4f5d-a1c6-2c3813af70e3 x-openstack-request-id: req-681c3591-e27e-4f5d-a1c6-2c3813af70e3 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:34.284627 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:34.285640 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-681c3591-e27e-4f5d-a1c6-2c3813af70e3 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:34.287388 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'status': 'completed', 'code': 200} Dec 13 14:42:34.326051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d9f898-dfb6-4b97-a771-ae81f07a7808,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:34.415917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-98d669f7-de27-4121-a17c-16a720709bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.417444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-98d669f7-de27-4121-a17c-16a720709bf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 1094 time: 0.1309788 Dec 13 14:42:34.421106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-ef07bea9-fdfd-4949-89c6-b302892e051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.422497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-ef07bea9-fdfd-4949-89c6-b302892e051f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1175 time: 0.1940536 Dec 13 14:42:34.477229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3699137-bab2-47bf-833e-abc69b62b900 req-b22c6a99-c97e-41c5-ad28-235fcac4ec0f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.478701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3699137-bab2-47bf-833e-abc69b62b900 req-b22c6a99-c97e-41c5-ad28-235fcac4ec0f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1066658 Dec 13 14:42:34.626171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3699137-bab2-47bf-833e-abc69b62b900 req-55ef700d-ab74-4664-82e5-fd6376038db4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920842 Dec 13 14:42:34.630086 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:34.631898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-1f3e3379-4494-4789-8674-3619032bafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.633332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-1f3e3379-4494-4789-8674-3619032bafd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 906 time: 0.1993401 Dec 13 14:42:34.681141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-a608fcb2-5899-4d00-8b87-a2d890404c97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e HTTP/1.1" status: 200 len: 217 time: 0.0388908 Dec 13 14:42:34.682634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-5b903d4a-2485-4121-9487-fe362186faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.684063 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-5b903d4a-2485-4121-9487-fe362186faaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 914 time: 0.2511168 Dec 13 14:42:34.803127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-d33b891e-3ce6-43bd-b632-406df4e5655f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0929084 Dec 13 14:42:34.890282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-f2dae448-f938-4da1-acc6-dbb2c0052300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.890282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-f2dae448-f938-4da1-acc6-dbb2c0052300 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 200 len: 845 time: 0.1796825 Dec 13 14:42:34.921021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2cc17-f82c-4c09-8649-fb7617f8dcc2 req-28acb3f8-d5ef-4103-a41b-677960add8d9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.930295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf2cc17-f82c-4c09-8649-fb7617f8dcc2 req-28acb3f8-d5ef-4103-a41b-677960add8d9 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 943 time: 0.2318995 Dec 13 14:42:34.957436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-1aa49f26-5b0c-443a-8437-60ec8ea76192 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1872a87f-3902-4a84-936c-9c4a8f51c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588503 Dec 13 14:42:34.974459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-25c38e60-9f88-479e-a804-33b9f5dafa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:34.976122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-25c38e60-9f88-479e-a804-33b9f5dafa9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.1500680 Dec 13 14:42:35.094057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-4091eabb-795b-4ae7-87bf-74d7c8aa2fbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026838 Dec 13 14:42:35.117388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf2cc17-f82c-4c09-8649-fb7617f8dcc2 req-fca52446-2ba1-4e0d-845b-6bf063577f89 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862230 Dec 13 14:42:35.189720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.201765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a73e62-75db-48f5-9d11-ab3f4caea04c None None] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:35.252032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-4a19f35e-7232-4080-842a-be1681a7c1c4 service neutron] 10.222.0.55 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728531 Dec 13 14:42:35.284214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-b36a4484-b950-422f-822d-b15a20bae19d req-08b70b6a-4dd0-4127-ba9a-5691541b1f86 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': ' tempest-securitygroup -319992934 ', 'description': 'tempest-description-1945458378'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:35.306567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-90410f2b-056d-4640-88ea-e1a4b596d17a None None] Provisioning complete for port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:35.307209 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90410f2b-056d-4640-88ea-e1a4b596d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.316817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:35.331393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-c371b2e2-3f0c-4207-af18-08a602f317a1 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:42:35.332623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-c371b2e2-3f0c-4207-af18-08a602f317a1 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193858 Dec 13 14:42:35.413260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-ef804322-fe49-4e44-b962-c865dbc8f861 service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088531 Dec 13 14:42:35.428072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-0a78e7ab-a154-44a3-a4dc-819d41980f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:35.429349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-0a78e7ab-a154-44a3-a4dc-819d41980f58 service neutron] 10.222.0.24 "GET /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 1094 time: 0.0623085 Dec 13 14:42:35.439231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Router 44dcec0e-137e-45a6-b00d-efc0145d03e2 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:42:35.455223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Request body: {'binding': {'host': 'n-h2-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:35.455678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Unknown quota resources ['binding']. {{(pid=102823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 14:42:35.491517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:35.504290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'mac_address': 'fa:16:3e:ac:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:35.550572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b36a4484-b950-422f-822d-b15a20bae19d req-08b70b6a-4dd0-4127-ba9a-5691541b1f86 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.569387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:35.578469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-382e5812-7bae-4b8e-979e-11e3ae070012 req-15b9550d-e2a9-47be-af06-634e00abec90 service neutron] 10.222.0.55 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138387 Dec 13 14:42:35.583536 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Sync routers for ids ['44dcec0e-137e-45a6-b00d-efc0145d03e2'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:35.599269 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Routers {'44dcec0e-137e-45a6-b00d-efc0145d03e2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:35.600013 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['44dcec0e-137e-45a6-b00d-efc0145d03e2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:35.619711 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90410f2b-056d-4640-88ea-e1a4b596d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.669611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.671723 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-891c764f-e18d-43ff-a468-d29ee79ca454 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8159254 Dec 13 14:42:35.674162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34094) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:35.680013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-90410f2b-056d-4640-88ea-e1a4b596d17a None None] For port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,segment=NetworkSegment(187bf29c-199b-4530-8555-e7dd18727178),segment_id=187bf29c-199b-4530-8555-e7dd18727178)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:35.702938 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.718566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:35.747122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:35.769378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90410f2b-056d-4640-88ea-e1a4b596d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.846788 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Set router 44dcec0e-137e-45a6-b00d-efc0145d03e2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:35.855222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:35.865812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90410f2b-056d-4640-88ea-e1a4b596d17a None None] Pushing event updated for resources: {'Port': ['ID=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:36.013990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:36.059429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9df92ef-171b-469f-b4a8-653d97990e82 req-35d12634-be83-40e8-94fd-75aaa0db3623 service neutron] 10.222.0.55 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267822 Dec 13 14:42:36.119469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c0c6cb15-e281-477f-8f9f-c8cc194f4cfd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:36.136006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on host n-h2-816954-1 for vnic_type normal with profile None {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:36.136357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:36.136678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:36.148160 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b36a4484-b950-422f-822d-b15a20bae19d req-08b70b6a-4dd0-4127-ba9a-5691541b1f86 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.149423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:36.149747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:36.155923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:36.163420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:36.163420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:36.163420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Bound port: ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:36.175350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e17d4c99-21cb-4b07-a8ce-1764c1848ef3 None None] Provisioning complete for port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:36.175731 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e17d4c99-21cb-4b07-a8ce-1764c1848ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.228574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:36.230785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b36a4484-b950-422f-822d-b15a20bae19d req-08b70b6a-4dd0-4127-ba9a-5691541b1f86 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.276502 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:34Z', 'revision_number': 3, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port': {'id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:33Z', 'updated_at': '2021-12-13T14:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:36.325283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b70b6a-4dd0-4127-ba9a-5691541b1f86 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb686b6-9067-4d4d-b4eb-c7050c31cbf7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:36.355177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.357179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-912d7564-0fb4-4f69-877a-b218af5a0bdd service neutron] 10.222.0.24 "POST /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8/bindings HTTP/1.1" status: 201 len: 389 time: 0.9146445 Dec 13 14:42:36.370792 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Checking router: 44dcec0e-137e-45a6-b00d-efc0145d03e2 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:36.371620 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Updating router 44dcec0e-137e-45a6-b00d-efc0145d03e2 port a5d9f898-dfb6-4b97-a771-ae81f07a7808 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:42:36.406523 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.425581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['6f9d9f78-41ec-446c-8a6d-7d4ea30e191e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:36.429604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b36a4484-b950-422f-822d-b15a20bae19d req-08b70b6a-4dd0-4127-ba9a-5691541b1f86 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.431391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b36a4484-b950-422f-822d-b15a20bae19d req-08b70b6a-4dd0-4127-ba9a-5691541b1f86 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.1686323 Dec 13 14:42:36.536707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.596629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e150c4-e2be-48a9-95cc-7b6f15b70530 req-eeb1de1b-5ca5-4c1b-bb5a-2959941c7bb2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:36.599885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7e150c4-e2be-48a9-95cc-7b6f15b70530 req-eeb1de1b-5ca5-4c1b-bb5a-2959941c7bb2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.1055002 Dec 13 14:42:36.600792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:36.601175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.693471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7e150c4-e2be-48a9-95cc-7b6f15b70530 req-ce156c28-2c32-4003-8b54-f2182d299da4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828841 Dec 13 14:42:36.826578 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.860464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65460d51-a199-4408-a572-eb4c85c01816 req-c458ca53-3b8b-4e3b-9288-4ef94d931ec3 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:36.871350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65460d51-a199-4408-a572-eb4c85c01816 req-c458ca53-3b8b-4e3b-9288-4ef94d931ec3 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 944 time: 0.0731225 Dec 13 14:42:36.923118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65460d51-a199-4408-a572-eb4c85c01816 req-b40a2fb8-1504-497f-84b9-ff6b6a0e8c22 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505772 Dec 13 14:42:36.934410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500963ce-66b8-4558-860b-fd493bbc7081 req-5934f3ef-8487-42a3-ab04-9732fc498340 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:36.934986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500963ce-66b8-4558-860b-fd493bbc7081 req-5934f3ef-8487-42a3-ab04-9732fc498340 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1022663 Dec 13 14:42:36.944400 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:36.955222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Allocated IP 172.20.0.1 (6bde293c-b999-41c2-b9e6-57c2fba44f07/2e70bf26-a608-4393-ba48-b09349597b8b/c8e24d47-178f-4db6-90e6-7d72fa00003b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:37.006085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500963ce-66b8-4558-860b-fd493bbc7081 req-7fd7dd72-c69f-4047-a477-cc09a860fedc tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578358 Dec 13 14:42:37.012546 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Attempting to bind port a5d9f898-dfb6-4b97-a771-ae81f07a7808 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:37.013609 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Attempting to bind port a5d9f898-dfb6-4b97-a771-ae81f07a7808 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:37.014166 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Attempting to bind port a5d9f898-dfb6-4b97-a771-ae81f07a7808 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:37.017526 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Pushing event updated for resources: {'Port': ['ID=a5d9f898-dfb6-4b97-a771-ae81f07a7808,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:37.032393 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:37.032785 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:37.033218 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.033599 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:37.034057 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Bound port: a5d9f898-dfb6-4b97-a771-ae81f07a7808, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:37.034453 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.041354 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.041754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.042157 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.042855 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.042996 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.043298 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.043685 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.044102 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.044479 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.044856 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.045247 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.045612 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:37.099571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40e956da-55aa-4c85-a2af-27872031efed req-bd3e65b4-c8ea-4b62-aa8e-e0bcd9e93b14 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/6eb686b6-9067-4d4d-b4eb-c7050c31cbf7 HTTP/1.1" status: 200 len: 1780 time: 0.0722024 Dec 13 14:42:37.119677 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] For port a5d9f898-dfb6-4b97-a771-ae81f07a7808, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:37.128419 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] For port a5d9f898-dfb6-4b97-a771-ae81f07a7808, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a5d9f898-dfb6-4b97-a771-ae81f07a7808,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:37.159343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56730a46-5a82-43fd-8830-fbc0f70110ff req-de376adf-05b5-48cc-9d24-a1bdef28cb3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/6eb686b6-9067-4d4d-b4eb-c7050c31cbf7 HTTP/1.1" status: 200 len: 1780 time: 0.0464425 Dec 13 14:42:37.165023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.211429 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.218659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-56730a46-5a82-43fd-8830-fbc0f70110ff req-c7796154-e4dc-4192-a3bd-20100e4b0eba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.223200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-abcede25-f4df-481a-9af4-33ddf3ac7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:37.224679 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-abcede25-f4df-481a-9af4-33ddf3ac7850 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0968060 Dec 13 14:42:37.246263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe48b43-0d36-43c7-9f53-adbffb06c866 req-bce356eb-740b-4145-bdfe-8b73ffb6d719 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:37.248221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffe48b43-0d36-43c7-9f53-adbffb06c866 req-bce356eb-740b-4145-bdfe-8b73ffb6d719 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.0909195 Dec 13 14:42:37.255695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-56730a46-5a82-43fd-8830-fbc0f70110ff req-c7796154-e4dc-4192-a3bd-20100e4b0eba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.275409 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Routers {'44dcec0e-137e-45a6-b00d-efc0145d03e2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:37.276045 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['44dcec0e-137e-45a6-b00d-efc0145d03e2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:37.315589 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ab7ae-7029-4246-96f3-187bc25f0542 None None] Pushing event updated for resources: {'Port': ['ID=a5d9f898-dfb6-4b97-a771-ae81f07a7808,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:37.335601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.369721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffe48b43-0d36-43c7-9f53-adbffb06c866 req-7c1bf1f7-388e-4fe2-bbcb-e4d1587c6c87 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988445 Dec 13 14:42:37.390951 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] Set router 44dcec0e-137e-45a6-b00d-efc0145d03e2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:37.394213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-56730a46-5a82-43fd-8830-fbc0f70110ff req-c7796154-e4dc-4192-a3bd-20100e4b0eba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.398131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:37.407024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-56730a46-5a82-43fd-8830-fbc0f70110ff req-c7796154-e4dc-4192-a3bd-20100e4b0eba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.411925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56730a46-5a82-43fd-8830-fbc0f70110ff req-c7796154-e4dc-4192-a3bd-20100e4b0eba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/6eb686b6-9067-4d4d-b4eb-c7050c31cbf7 HTTP/1.1" status: 204 len: 173 time: 0.2459857 Dec 13 14:42:37.412184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:37.414986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:37.417849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Pushing event updated for resources: {'Port': ['ID=c8e24d47-178f-4db6-90e6-7d72fa00003b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:37.420137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-b4393012-827e-4bfa-b38a-6d6b2e57bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:37.421709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-b4393012-827e-4bfa-b38a-6d6b2e57bf07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1863821 Dec 13 14:42:37.444189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7796154-e4dc-4192-a3bd-20100e4b0eba tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb686b6-9067-4d4d-b4eb-c7050c31cbf7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:37.499346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-a78cead8-b466-4881-95b2-05e446664fca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 217 time: 0.0552707 Dec 13 14:42:37.502044 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-b45abe43-4807-4c47-bc1f-c0720961cda8 req-434a1037-5079-4fff-84d6-aa05cb8f4301 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:42:37.503079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b45abe43-4807-4c47-bc1f-c0720961cda8 req-434a1037-5079-4fff-84d6-aa05cb8f4301 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/6eb686b6-9067-4d4d-b4eb-c7050c31cbf7 HTTP/1.1" status: 404 len: 352 time: 0.0602255 Dec 13 14:42:37.533363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-318f8066-4ff7-4983-9e20-da867e04e7ac req-39250ad9-59ce-499c-bdfa-9237f2cfbc6a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1442313215', 'description': 'tempest-description-96941665'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:37.555196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.632866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-750c2932-96b7-4481-aa6f-8d924d8984f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:37.633429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-318f8066-4ff7-4983-9e20-da867e04e7ac req-39250ad9-59ce-499c-bdfa-9237f2cfbc6a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.634402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-750c2932-96b7-4481-aa6f-8d924d8984f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1271098 Dec 13 14:42:37.677535 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:34Z', 'revision_number': 3, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port': {'id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:33Z', 'updated_at': '2021-12-13T14:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:37.697873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-220863b6-1955-4bdb-a0e3-32ed65d533c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483937 Dec 13 14:42:37.701955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-89df594b-7c61-4729-86b9-05df6897b591 None None] Provisioning complete for port c8e24d47-178f-4db6-90e6-7d72fa00003b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:37.702508 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-89df594b-7c61-4729-86b9-05df6897b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.736084 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-318f8066-4ff7-4983-9e20-da867e04e7ac req-39250ad9-59ce-499c-bdfa-9237f2cfbc6a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.747853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-89df594b-7c61-4729-86b9-05df6897b591 None None] Port c8e24d47-178f-4db6-90e6-7d72fa00003b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:42:37.752938 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc642ab3-14ae-4617-ae5a-48305b808505 None None] The sync data for ids ['44dcec0e-137e-45a6-b00d-efc0145d03e2'] in n-d-816954-1 is: [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:34Z', 'revision_number': 3, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port': {'id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:33Z', 'updated_at': '2021-12-13T14:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:37.810863 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-318f8066-4ff7-4983-9e20-da867e04e7ac req-39250ad9-59ce-499c-bdfa-9237f2cfbc6a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.841899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-5723d2fc-5049-4ff5-a062-30190c1a33ac service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325996 Dec 13 14:42:37.865505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39250ad9-59ce-499c-bdfa-9237f2cfbc6a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd164e3-e838-4d04-b0c7-902e7d10eb36,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:37.928001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-318f8066-4ff7-4983-9e20-da867e04e7ac req-39250ad9-59ce-499c-bdfa-9237f2cfbc6a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:37.930072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-318f8066-4ff7-4983-9e20-da867e04e7ac req-39250ad9-59ce-499c-bdfa-9237f2cfbc6a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4010744 Dec 13 14:42:37.962512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-128c3fae-490a-408e-a24c-5ae93cd4f5dc req-02bfcdb9-755d-4211-994c-4f21028b7b3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-179620333', 'description': 'tempest-description-2008937907'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:37.986535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c0c6cb15-e281-477f-8f9f-c8cc194f4cfd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:38.026403 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e8a4b449-4ba0-400a-9c0e-09853e439c82 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762457 Dec 13 14:42:38.032472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.040912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:38.041596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.067826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-128c3fae-490a-408e-a24c-5ae93cd4f5dc req-02bfcdb9-755d-4211-994c-4f21028b7b3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.099881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec05699-abe4-4969-ae61-486e2c0cd3b5 req-dde9fd06-b84d-491c-b186-eb319c5bf7c5 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:38.112541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ec05699-abe4-4969-ae61-486e2c0cd3b5 req-dde9fd06-b84d-491c-b186-eb319c5bf7c5 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.2148631 Dec 13 14:42:38.206729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ec05699-abe4-4969-ae61-486e2c0cd3b5 req-5916d03d-4b56-4061-883b-19e226bf6be8 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930266 Dec 13 14:42:38.236430 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-128c3fae-490a-408e-a24c-5ae93cd4f5dc req-02bfcdb9-755d-4211-994c-4f21028b7b3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.307774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-128c3fae-490a-408e-a24c-5ae93cd4f5dc req-02bfcdb9-755d-4211-994c-4f21028b7b3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.351233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfcdb9-755d-4211-994c-4f21028b7b3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a003bfcc-609f-4a47-8b2b-546e0f2fc514,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:38.383660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0f660-4b06-4013-bdd0-63207b22ad34 req-bddb36d8-b1d2-4887-aac4-af7d11719e57 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:38.385185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bae0f660-4b06-4013-bdd0-63207b22ad34 req-bddb36d8-b1d2-4887-aac4-af7d11719e57 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 944 time: 0.0828247 Dec 13 14:42:38.439363 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.467785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bae0f660-4b06-4013-bdd0-63207b22ad34 req-1415150c-6da3-4b50-9fd4-2a50ab1ba906 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674207 Dec 13 14:42:38.488441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-128c3fae-490a-408e-a24c-5ae93cd4f5dc req-02bfcdb9-755d-4211-994c-4f21028b7b3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.489855 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-128c3fae-490a-408e-a24c-5ae93cd4f5dc req-02bfcdb9-755d-4211-994c-4f21028b7b3c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5329552 Dec 13 14:42:38.542062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.632459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:38.707488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff872f42-2574-4943-a60a-5c7e1e9758b2 req-2076dd8f-dd24-4bcf-afa4-fa41678f8c1c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:38.708760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff872f42-2574-4943-a60a-5c7e1e9758b2 req-2076dd8f-dd24-4bcf-afa4-fa41678f8c1c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0931747 Dec 13 14:42:38.765590 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff872f42-2574-4943-a60a-5c7e1e9758b2 req-c7d426ae-c24e-4172-aae5-81456cd62653 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483091 Dec 13 14:42:38.822680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-85d389e4-b5f5-4b2b-8ece-da73b6799051 req-894ad280-5bb3-4098-9d38-1f09ad4d8f98 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-434472328', 'description': 'tempest-description-790986946'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:38.831877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Pushing event updated for resources: {'Port': ['ID=c8e24d47-178f-4db6-90e6-7d72fa00003b,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:38.886044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b64dd-36e8-46cc-90e7-1080db281a55 req-a36ae4e9-046d-4764-ad0a-437b190efd01 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:38.886044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a82b64dd-36e8-46cc-90e7-1080db281a55 req-a36ae4e9-046d-4764-ad0a-437b190efd01 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.2029843 Dec 13 14:42:38.938901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a82b64dd-36e8-46cc-90e7-1080db281a55 req-50ed9422-5ec4-44ef-9098-756ce14bd362 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694807 Dec 13 14:42:38.946852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:38.948836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:39.073574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-85d389e4-b5f5-4b2b-8ece-da73b6799051 req-894ad280-5bb3-4098-9d38-1f09ad4d8f98 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.175097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-85d389e4-b5f5-4b2b-8ece-da73b6799051 req-894ad280-5bb3-4098-9d38-1f09ad4d8f98 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.250627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-85d389e4-b5f5-4b2b-8ece-da73b6799051 req-894ad280-5bb3-4098-9d38-1f09ad4d8f98 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.285929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ad280-5bb3-4098-9d38-1f09ad4d8f98 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8d0fbb-ea59-4381-a97d-4be42ca71311,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:39.295351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-987fca44-1fbf-49a4-9d28-3cbc977a0ed5 None None] Provisioning complete for port c8e24d47-178f-4db6-90e6-7d72fa00003b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:39.297189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-987fca44-1fbf-49a4-9d28-3cbc977a0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.338357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-987fca44-1fbf-49a4-9d28-3cbc977a0ed5 None None] Port c8e24d47-178f-4db6-90e6-7d72fa00003b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:42:39.347256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-85d389e4-b5f5-4b2b-8ece-da73b6799051 req-894ad280-5bb3-4098-9d38-1f09ad4d8f98 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.352398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:39.354714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85d389e4-b5f5-4b2b-8ece-da73b6799051 req-894ad280-5bb3-4098-9d38-1f09ad4d8f98 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5377042 Dec 13 14:42:39.456101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e0e9d-e49e-4ccf-b850-eeebada1b3c1 req-79e9c060-93d5-49fb-ba7c-20f8dc7979d7 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:39.457646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a04e0e9d-e49e-4ccf-b850-eeebada1b3c1 req-79e9c060-93d5-49fb-ba7c-20f8dc7979d7 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.4078152 Dec 13 14:42:39.463302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Router 44dcec0e-137e-45a6-b00d-efc0145d03e2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:42:39.519517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:42:39.523864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:39.527034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.550641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d977a-ecdc-49b0-9c66-fffc118b54de req-038d4ef2-7d24-47d4-8950-007c0c9a27cb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:39.552371 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-793d977a-ecdc-49b0-9c66-fffc118b54de req-038d4ef2-7d24-47d4-8950-007c0c9a27cb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.0705938 Dec 13 14:42:39.611186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-793d977a-ecdc-49b0-9c66-fffc118b54de req-1a6d4965-8d95-4cbe-9516-85225d30791b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488338 Dec 13 14:42:39.618742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a04e0e9d-e49e-4ccf-b850-eeebada1b3c1 req-9e19eb8f-9e2c-4cd7-be81-6c9d259a8988 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416631 Dec 13 14:42:39.642039 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.708926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:39.709876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:39.713929 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70049cea-9aa0-45ad-8c10-a6bd43cf37af" -d '{"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:39.722210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:39.750221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-527bcf6a-81f2-44d5-a4aa-c91663ced39a admin admin] 10.222.0.24 "PUT /v2.0/routers/44dcec0e-137e-45a6-b00d-efc0145d03e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0724022 Dec 13 14:42:39.757748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:39.782917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec1922cf-92ba-43bd-aa79-fa4ca4b5a786 req-6c16496b-4207-41ca-af93-0543812f7e11 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 10895 time: 0.1518037 Dec 13 14:42:39.846488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:39.889492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042769dc-7d87-47e1-aa8c-f00c0236f551 req-0eb312db-b2b3-4fda-958b-083460d63d5c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:39.891586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-042769dc-7d87-47e1-aa8c-f00c0236f551 req-0eb312db-b2b3-4fda-958b-083460d63d5c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 945 time: 0.1234996 Dec 13 14:42:39.902884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec1922cf-92ba-43bd-aa79-fa4ca4b5a786 req-85fa33c7-3e42-446f-a081-0386912a856f tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/28618ae4-7ba1-411a-86dd-13410c22a0a0 HTTP/1.1" status: 200 len: 2981 time: 0.1152833 Dec 13 14:42:39.975744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec1922cf-92ba-43bd-aa79-fa4ca4b5a786 req-acc8b6bb-c300-41ff-8c4e-dcae2c2641a6 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/28618ae4-7ba1-411a-86dd-13410c22a0a0 HTTP/1.1" status: 200 len: 2981 time: 0.0670018 Dec 13 14:42:39.977906 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-042769dc-7d87-47e1-aa8c-f00c0236f551 req-4aba2861-5209-4462-add5-129f3144005d tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787127 Dec 13 14:42:40.010528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a5d9f898-dfb6-4b97-a771-ae81f07a7808 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:40.043700 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67101b-819f-4ef1-bd71-8313ba1e7f7d x-openstack-request-id: req-8f67101b-819f-4ef1-bd71-8313ba1e7f7d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:40.044016 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:40.044330 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f67101b-819f-4ef1-bd71-8313ba1e7f7d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:40.044720 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'code': 200} Dec 13 14:42:40.081676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a5d9f898-dfb6-4b97-a771-ae81f07a7808 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:40.082083 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.132154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4b95d-0df1-4936-882f-e2d2f38a0312 req-e380333b-7272-4f25-b4e9-3b314fff5a7a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:40.134613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ed4b95d-0df1-4936-882f-e2d2f38a0312 req-e380333b-7272-4f25-b4e9-3b314fff5a7a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0754108 Dec 13 14:42:40.183185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58d470-fc62-4729-91df-27cfec91e73d req-4b3f0dd0-670f-4a94-b101-b65a9f5b99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:40.190749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a58d470-fc62-4729-91df-27cfec91e73d req-4b3f0dd0-670f-4a94-b101-b65a9f5b99bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 1096 time: 0.0782588 Dec 13 14:42:40.201633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ed4b95d-0df1-4936-882f-e2d2f38a0312 req-29feff24-4c87-47ff-a7f5-5b9d09165056 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601368 Dec 13 14:42:40.213607 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.266880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a5d9f898-dfb6-4b97-a771-ae81f07a7808, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a5d9f898-dfb6-4b97-a771-ae81f07a7808,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:40.286002 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a58d470-fc62-4729-91df-27cfec91e73d req-8ff9415d-532a-4fbf-8ecc-280869c351cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892606 Dec 13 14:42:40.319092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2664c-275c-4d46-9077-2f502ec2527e req-aaf77cf3-5eb6-49c7-a6e4-fe9126ea4981 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:40.329344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bb2664c-275c-4d46-9077-2f502ec2527e req-aaf77cf3-5eb6-49c7-a6e4-fe9126ea4981 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.0731573 Dec 13 14:42:40.334376 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.358010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a20f87cf-6f95-412a-870f-2b6b64bea38b req-205a77f7-1472-4187-9230-7734c930b73f tempest-FloatingIPsNegativeTestJSON-1626936292 tempest-FloatingIPsNegativeTestJSON-1626936292-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=bd50ffa328dc4b789010faddbed6c236 HTTP/1.1" status: 200 len: 217 time: 0.0797095 Dec 13 14:42:40.370772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Sync routers for ids ['44dcec0e-137e-45a6-b00d-efc0145d03e2'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:40.395059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Routers {'44dcec0e-137e-45a6-b00d-efc0145d03e2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:40.395971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['44dcec0e-137e-45a6-b00d-efc0145d03e2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:40.401085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bb2664c-275c-4d46-9077-2f502ec2527e req-a5cfb47f-7358-4ab0-abf2-e5de72925f52 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691369 Dec 13 14:42:40.410276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaa1a30c-e48e-4a17-ae90-59bffeca96e0 req-47c001ee-1933-4f66-9fa4-376b6164f8b6 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/6cd164e3-e838-4d04-b0c7-902e7d10eb36 HTTP/1.1" status: 200 len: 1799 time: 0.0479519 Dec 13 14:42:40.475017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eaa1a30c-e48e-4a17-ae90-59bffeca96e0 req-95ef5cfb-da76-41f2-a096-09fcbbea9a90 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.476139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c872e7ab-fd19-4e0a-968d-480bf4db2ebe req-a1fbf948-88a0-4960-acb3-a6a15e9cb9f8 tempest-FloatingIPsNegativeTestJSON-1626936292 tempest-FloatingIPsNegativeTestJSON-1626936292-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0395248 Dec 13 14:42:40.511858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a5d9f898-dfb6-4b97-a771-ae81f07a7808,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:40.530782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eaa1a30c-e48e-4a17-ae90-59bffeca96e0 req-95ef5cfb-da76-41f2-a096-09fcbbea9a90 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.558225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Set router 44dcec0e-137e-45a6-b00d-efc0145d03e2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:40.661954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eaa1a30c-e48e-4a17-ae90-59bffeca96e0 req-95ef5cfb-da76-41f2-a096-09fcbbea9a90 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.664717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eaa1a30c-e48e-4a17-ae90-59bffeca96e0 req-95ef5cfb-da76-41f2-a096-09fcbbea9a90 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.665883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaa1a30c-e48e-4a17-ae90-59bffeca96e0 req-95ef5cfb-da76-41f2-a096-09fcbbea9a90 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/6cd164e3-e838-4d04-b0c7-902e7d10eb36 HTTP/1.1" status: 204 len: 173 time: 0.2548566 Dec 13 14:42:40.684231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef5cfb-da76-41f2-a096-09fcbbea9a90 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd164e3-e838-4d04-b0c7-902e7d10eb36,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:40.779565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:37Z', 'revision_number': 4, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port': {'id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:33Z', 'updated_at': '2021-12-13T14:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c8e24d47-178f-4db6-90e6-7d72fa00003b', 'name': '', 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'mac_address': 'fa:16:3e:b4:d7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2e70bf26-a608-4393-ba48-b09349597b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:36Z', 'updated_at': '2021-12-13T14:42:38Z', 'revision_number': 2, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'subnets': [{'id': '2e70bf26-a608-4393-ba48-b09349597b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:40.796546 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-b26cec69-f20d-4ac2-b99a-8bd89cda8945 req-5c989195-5618-4f6c-abc3-5381c2c7d458 tempest-FloatingIPsNegativeTestJSON-1626936292 tempest-FloatingIPsNegativeTestJSON-1626936292-project] show failed (client error): The resource could not be found. Dec 13 14:42:40.797657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b26cec69-f20d-4ac2-b99a-8bd89cda8945 req-5c989195-5618-4f6c-abc3-5381c2c7d458 tempest-FloatingIPsNegativeTestJSON-1626936292 tempest-FloatingIPsNegativeTestJSON-1626936292-project] 10.222.0.24 "GET /v2.0/floatingips/bb579d2a-fd60-443f-a8f3-9be0ed4f6594 HTTP/1.1" status: 404 len: 350 time: 0.0402977 Dec 13 14:42:40.807103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34164) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:40.812458 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Checking router: 44dcec0e-137e-45a6-b00d-efc0145d03e2 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:40.819577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Updating router 44dcec0e-137e-45a6-b00d-efc0145d03e2 port c8e24d47-178f-4db6-90e6-7d72fa00003b binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:42:40.839937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:40.919834 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-9be3ec5a-2f86-44c6-9ccf-c4bf6f64cb69 req-d5a90fe3-8318-40fd-9d54-7fe15ad2571d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:42:40.921195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9be3ec5a-2f86-44c6-9ccf-c4bf6f64cb69 req-d5a90fe3-8318-40fd-9d54-7fe15ad2571d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/6cd164e3-e838-4d04-b0c7-902e7d10eb36 HTTP/1.1" status: 404 len: 352 time: 0.0190837 Dec 13 14:42:40.947402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d5ef0-dd84-445d-8d86-6edc06b68ad8 req-0b709ec8-e0d8-409f-86bd-00181ac15c96 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:40.951392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a9d5ef0-dd84-445d-8d86-6edc06b68ad8 req-0b709ec8-e0d8-409f-86bd-00181ac15c96 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.0859408 Dec 13 14:42:41.005927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a9d5ef0-dd84-445d-8d86-6edc06b68ad8 req-f508d620-80d0-4f51-b775-1ce51f6cc9bd tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467288 Dec 13 14:42:41.090014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a5deee6c-b6e4-4c17-b477-403f4938afa6 req-d58739c0-82cb-4113-be36-e96198ff6a94 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/a003bfcc-609f-4a47-8b2b-546e0f2fc514 HTTP/1.1" status: 200 len: 1800 time: 0.0624883 Dec 13 14:42:41.127510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e895e-a1e6-4c54-ae19-0e57ec43b101 req-2e175981-72cd-469d-a75c-3f64e617c6f6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:41.129221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-697e895e-a1e6-4c54-ae19-0e57ec43b101 req-2e175981-72cd-469d-a75c-3f64e617c6f6 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.0705452 Dec 13 14:42:41.154170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a5deee6c-b6e4-4c17-b477-403f4938afa6 req-3fccff4f-d57b-4df9-b676-a1860060daad tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.177930 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a5deee6c-b6e4-4c17-b477-403f4938afa6 req-3fccff4f-d57b-4df9-b676-a1860060daad tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.179425 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.230160 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-697e895e-a1e6-4c54-ae19-0e57ec43b101 req-872c4d23-6605-4635-8240-a47541c19a1b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620890 Dec 13 14:42:41.255037 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.290459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a5deee6c-b6e4-4c17-b477-403f4938afa6 req-3fccff4f-d57b-4df9-b676-a1860060daad tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.293804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a5deee6c-b6e4-4c17-b477-403f4938afa6 req-3fccff4f-d57b-4df9-b676-a1860060daad tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.295201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a5deee6c-b6e4-4c17-b477-403f4938afa6 req-3fccff4f-d57b-4df9-b676-a1860060daad tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/a003bfcc-609f-4a47-8b2b-546e0f2fc514 HTTP/1.1" status: 204 len: 173 time: 0.2037337 Dec 13 14:42:41.300414 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.313089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccff4f-d57b-4df9-b676-a1860060daad tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a003bfcc-609f-4a47-8b2b-546e0f2fc514,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:41.418912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e78c1b-6eb3-43d9-94d8-2e4dacf55da5 None None] Pushing event updated for resources: {'Port': ['ID=c8e24d47-178f-4db6-90e6-7d72fa00003b,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:41.451646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b229b-8124-4484-8ef1-9065d7b91c66 req-c029e68a-29a9-4b0b-a4c2-5a9a3db915a1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:41.459773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-647b229b-8124-4484-8ef1-9065d7b91c66 req-c029e68a-29a9-4b0b-a4c2-5a9a3db915a1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 945 time: 0.1190386 Dec 13 14:42:41.501616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d417e25-d08e-4bd5-bf7d-cb277b8b0bd0 req-50c1c488-1d9f-4ff5-9eca-62beaf9daacc tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:41.509956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d417e25-d08e-4bd5-bf7d-cb277b8b0bd0 req-50c1c488-1d9f-4ff5-9eca-62beaf9daacc tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1114161 Dec 13 14:42:41.511615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Attempting to bind port c8e24d47-178f-4db6-90e6-7d72fa00003b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:41.511985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Attempting to bind port c8e24d47-178f-4db6-90e6-7d72fa00003b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:41.512478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Attempting to bind port c8e24d47-178f-4db6-90e6-7d72fa00003b on network 6bde293c-b999-41c2-b9e6-57c2fba44f07 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:41.527608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:41.529560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Checking segment: {'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:41.529997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.530428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Bound using segment: {'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:41.530925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Bound port: c8e24d47-178f-4db6-90e6-7d72fa00003b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187bf29c-199b-4530-8555-e7dd18727178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:41.531615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.581429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-647b229b-8124-4484-8ef1-9065d7b91c66 req-131dc279-1c4d-4f7a-8df8-eee2d0ee1df0 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205730 Dec 13 14:42:41.582549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d417e25-d08e-4bd5-bf7d-cb277b8b0bd0 req-1532c481-7da6-4fde-b11e-b4de2295903d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717189 Dec 13 14:42:41.627376 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-fce55806-5fbb-4b22-9d5b-0ebf2d6bb46f req-0c928658-6c7e-43cc-8865-f1c3af8fee65 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:42:41.628662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fce55806-5fbb-4b22-9d5b-0ebf2d6bb46f req-0c928658-6c7e-43cc-8865-f1c3af8fee65 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/a003bfcc-609f-4a47-8b2b-546e0f2fc514 HTTP/1.1" status: 404 len: 352 time: 0.0195594 Dec 13 14:42:41.650195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] For port c8e24d47-178f-4db6-90e6-7d72fa00003b, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:41.655848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] For port c8e24d47-178f-4db6-90e6-7d72fa00003b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c8e24d47-178f-4db6-90e6-7d72fa00003b,segment=NetworkSegment(187bf29c-199b-4530-8555-e7dd18727178),segment_id=187bf29c-199b-4530-8555-e7dd18727178)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:41.701083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-542d5dfc-05af-4d09-9bf0-bb46f35cb26e None None] Provisioning complete for port c8e24d47-178f-4db6-90e6-7d72fa00003b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:41.703266 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-542d5dfc-05af-4d09-9bf0-bb46f35cb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.751192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d2ca443-f7d4-4a27-9886-8fbabd58b596 req-0a589aa5-3a6f-46f0-824d-d90cef326fdf tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/fc8d0fbb-ea59-4381-a97d-4be42ca71311 HTTP/1.1" status: 200 len: 1799 time: 0.0803285 Dec 13 14:42:41.752410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9cf1b-b7a1-44fb-9fe4-3dfbe94cb439 req-7e2f6d43-b116-4f96-9b14-a6343ff1cd4f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:41.762138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02f9cf1b-b7a1-44fb-9fe4-3dfbe94cb439 req-7e2f6d43-b116-4f96-9b14-a6343ff1cd4f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.1006095 Dec 13 14:42:41.762373 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.795185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Deleting port c8e24d47-178f-4db6-90e6-7d72fa00003b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:41.795521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.803892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-542d5dfc-05af-4d09-9bf0-bb46f35cb26e None None] Port c8e24d47-178f-4db6-90e6-7d72fa00003b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:42:41.835915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02f9cf1b-b7a1-44fb-9fe4-3dfbe94cb439 req-bb34e769-7f5d-459a-9a5b-21ead0ccf80b tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741637 Dec 13 14:42:41.857012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Routers {'44dcec0e-137e-45a6-b00d-efc0145d03e2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:41.857012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['44dcec0e-137e-45a6-b00d-efc0145d03e2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:41.867189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e78c1b-6eb3-43d9-94d8-2e4dacf55da5 None None] Pushing event updated for resources: {'Port': ['ID=c8e24d47-178f-4db6-90e6-7d72fa00003b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:41.908867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d2ca443-f7d4-4a27-9886-8fbabd58b596 req-c31c4005-0bd3-4dda-a501-c0f27876424d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.969729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d2ca443-f7d4-4a27-9886-8fbabd58b596 req-c31c4005-0bd3-4dda-a501-c0f27876424d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:41.990643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a5d9f898-dfb6-4b97-a771-ae81f07a7808 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:41.999493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] For port c8e24d47-178f-4db6-90e6-7d72fa00003b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c8e24d47-178f-4db6-90e6-7d72fa00003b,segment=NetworkSegment(187bf29c-199b-4530-8555-e7dd18727178),segment_id=187bf29c-199b-4530-8555-e7dd18727178)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:42.000016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.023760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Calling delete_port for c8e24d47-178f-4db6-90e6-7d72fa00003b owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:42.076071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] Set router 44dcec0e-137e-45a6-b00d-efc0145d03e2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:42.078516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a5d9f898-dfb6-4b97-a771-ae81f07a7808 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:42.078889 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.157774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d2ca443-f7d4-4a27-9886-8fbabd58b596 req-c31c4005-0bd3-4dda-a501-c0f27876424d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.160448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d2ca443-f7d4-4a27-9886-8fbabd58b596 req-c31c4005-0bd3-4dda-a501-c0f27876424d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.165344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d2ca443-f7d4-4a27-9886-8fbabd58b596 req-c31c4005-0bd3-4dda-a501-c0f27876424d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc8d0fbb-ea59-4381-a97d-4be42ca71311 HTTP/1.1" status: 204 len: 173 time: 0.4053416 Dec 13 14:42:42.171720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65c24d-1fa6-47d2-8466-ece9f3c92d3f req-132be5fe-a9fa-4472-88f5-e97243ef02d6 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:42.180307 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d65c24d-1fa6-47d2-8466-ece9f3c92d3f req-132be5fe-a9fa-4472-88f5-e97243ef02d6 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.0809267 Dec 13 14:42:42.208072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4005-0bd3-4dda-a501-c0f27876424d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8d0fbb-ea59-4381-a97d-4be42ca71311,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:42.214420 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-d2bf1542-106e-4a36-bc44-bd7e80e935d8 req-06598405-9949-4c58-bcde-a50d4e5df410 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:42:42.222225 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2bf1542-106e-4a36-bc44-bd7e80e935d8 req-06598405-9949-4c58-bcde-a50d4e5df410 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/fc8d0fbb-ea59-4381-a97d-4be42ca71311 HTTP/1.1" status: 404 len: 352 time: 0.0364637 Dec 13 14:42:42.238542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d65c24d-1fa6-47d2-8466-ece9f3c92d3f req-9cac8d30-7918-44ca-9a46-55a95a72a70b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568631 Dec 13 14:42:42.375837 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcea5b76-d1f5-4f18-bb52-d94b009efa59 req-da76e7f2-6708-406e-a63b-067052b8a682 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 6150 time: 0.1299767 Dec 13 14:42:42.380383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-feebff6d-ca5c-4cc1-a470-809c7ddefbad None None] Provisioning complete for port c8e24d47-178f-4db6-90e6-7d72fa00003b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:42.380950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-feebff6d-ca5c-4cc1-a470-809c7ddefbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.395909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acbdc3-3d60-488c-bdd4-615e6430f235 req-a48e2394-c2b7-44d2-8b36-c1a2850ab39c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:42.399253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7acbdc3-3d60-488c-bdd4-615e6430f235 req-a48e2394-c2b7-44d2-8b36-c1a2850ab39c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.0756178 Dec 13 14:42:42.455547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcea5b76-d1f5-4f18-bb52-d94b009efa59 req-e55a290c-fb0e-414b-8588-2ec73d57a4a5 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/28618ae4-7ba1-411a-86dd-13410c22a0a0 HTTP/1.1" status: 200 len: 2981 time: 0.0656619 Dec 13 14:42:42.456756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7acbdc3-3d60-488c-bdd4-615e6430f235 req-28241394-6e0d-4782-8f92-0cc1e9318b54 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6c0295-7531-4935-8eb3-18eba20350b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411353 Dec 13 14:42:42.466868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.504482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e24d47-178f-4db6-90e6-7d72fa00003b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:42.520828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-feebff6d-ca5c-4cc1-a470-809c7ddefbad None None] Could not find standard attr ID for object c8e24d47-178f-4db6-90e6-7d72fa00003b. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:42:42.527045 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.db [None req-feebff6d-ca5c-4cc1-a470-809c7ddefbad None None] No ports have port_id starting with c8e24d47-178f-4db6-90e6-7d72fa00003b Dec 13 14:42:42.555871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcea5b76-d1f5-4f18-bb52-d94b009efa59 req-04caffcf-6b36-4b07-a573-168f005ea967 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/28618ae4-7ba1-411a-86dd-13410c22a0a0 HTTP/1.1" status: 200 len: 2981 time: 0.0983982 Dec 13 14:42:42.619099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-5cef2777-7852-4001-8f2a-5da684926e08 req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1138223902', 'description': 'tempest-description-1960795999'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:42.663857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:37Z', 'revision_number': 4, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port': {'id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:33Z', 'updated_at': '2021-12-13T14:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c8e24d47-178f-4db6-90e6-7d72fa00003b', 'name': '', 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'mac_address': 'fa:16:3e:b4:d7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2e70bf26-a608-4393-ba48-b09349597b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:36Z', 'updated_at': '2021-12-13T14:42:41Z', 'revision_number': 4, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'subnets': [{'id': '2e70bf26-a608-4393-ba48-b09349597b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:42.710785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35ed05-384f-481e-96cc-228237fd7224 None None] The sync data for ids ['44dcec0e-137e-45a6-b00d-efc0145d03e2'] in n-d-816954-1 is: [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:37Z', 'revision_number': 4, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port': {'id': 'a5d9f898-dfb6-4b97-a771-ae81f07a7808', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:33Z', 'updated_at': '2021-12-13T14:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c8e24d47-178f-4db6-90e6-7d72fa00003b', 'name': '', 'network_id': '6bde293c-b999-41c2-b9e6-57c2fba44f07', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'mac_address': 'fa:16:3e:b4:d7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2e70bf26-a608-4393-ba48-b09349597b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:36Z', 'updated_at': '2021-12-13T14:42:41Z', 'revision_number': 4, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'subnets': [{'id': '2e70bf26-a608-4393-ba48-b09349597b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:42.736974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66054a9e-1221-418b-b193-213b745d79de req-ce94f6c1-388d-428f-b843-a33f037dbb3c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:42.739989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66054a9e-1221-418b-b193-213b745d79de req-ce94f6c1-388d-428f-b843-a33f037dbb3c tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.55 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1612217 Dec 13 14:42:42.801246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.822526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5cef2777-7852-4001-8f2a-5da684926e08 req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.946189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406baa-aed7-441c-94bf-6c665c523411 req-ae37ea0e-01dc-4b30-b21f-436672b24cf7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:42.954816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b406baa-aed7-441c-94bf-6c665c523411 req-ae37ea0e-01dc-4b30-b21f-436672b24cf7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.2129755 Dec 13 14:42:42.961613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5cef2777-7852-4001-8f2a-5da684926e08 req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:42.968677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Deleting port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:42.969038 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.033332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b406baa-aed7-441c-94bf-6c665c523411 req-7401ad0e-4a05-4cfd-a60a-03429943fe93 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674822 Dec 13 14:42:43.040658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5cef2777-7852-4001-8f2a-5da684926e08 req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.105518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444ecadd-b4fa-4543-958c-6601e571fc5f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:43.110048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] For port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:43.110781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.136213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.136812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.137356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.137907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.138445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.138963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.139297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.139626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.139954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.140281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.140767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.141091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:43.190604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5cef2777-7852-4001-8f2a-5da684926e08 req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.203318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cef2777-7852-4001-8f2a-5da684926e08 req-47befed0-f5b2-4890-82b1-f07425dd1290 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5914919 Dec 13 14:42:43.235550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b5077-7540-4d13-b3a2-1dc990baaf81 req-03f09cc4-1716-4542-9d15-d34f9ecf123c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:43.237062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a7b5077-7540-4d13-b3a2-1dc990baaf81 req-03f09cc4-1716-4542-9d15-d34f9ecf123c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 945 time: 0.0737185 Dec 13 14:42:43.271517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Router 44dcec0e-137e-45a6-b00d-efc0145d03e2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:42:43.298715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a7b5077-7540-4d13-b3a2-1dc990baaf81 req-06df0f97-8965-4583-9f80-595270482906 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487704 Dec 13 14:42:43.426371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2d83587b-65eb-4f29-bbe9-564c5f8e00aa req-47576159-ffa0-4daa-a3cd-e3cb56b76d10 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1398819713', 'description': 'tempest-description-877914362'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:43.475855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:43.482536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8a49c2f8-f696-4224-8f13-0573409f4eeb admin admin] 10.222.0.24 "PUT /v2.0/routers/44dcec0e-137e-45a6-b00d-efc0145d03e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6741018 Dec 13 14:42:43.484856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34208) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:43.490149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.490541 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.490861 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Floating IP e864a2d1-6697-4280-8c0f-ab65e04db834 disassociated. External IP: 172.25.7.129, port: 6f3d1415-6cf7-4e1a-8955-1901fce0b41c. Dec 13 14:42:43.491205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Calling delete_port for 6f3d1415-6cf7-4e1a-8955-1901fce0b41c owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:43.529903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d83587b-65eb-4f29-bbe9-564c5f8e00aa req-47576159-ffa0-4daa-a3cd-e3cb56b76d10 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.566277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ed199-c738-4ba4-be79-5474b2b60abe req-a9b2a5ca-9ac1-4255-8af8-2a8120301bd6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:43.567819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-609ed199-c738-4ba4-be79-5474b2b60abe req-a9b2a5ca-9ac1-4255-8af8-2a8120301bd6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.2483978 Dec 13 14:42:43.642572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-609ed199-c738-4ba4-be79-5474b2b60abe req-c9ae24d9-fdc7-4a4b-bcdc-a4ec512fc78a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Dec 13 14:42:43.657789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.749549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d83587b-65eb-4f29-bbe9-564c5f8e00aa req-47576159-ffa0-4daa-a3cd-e3cb56b76d10 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.777001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.789198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.798064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d83587b-65eb-4f29-bbe9-564c5f8e00aa req-47576159-ffa0-4daa-a3cd-e3cb56b76d10 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.818896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event deleted for resources: {'Port': ['ID=6f3d1415-6cf7-4e1a-8955-1901fce0b41c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:43.886165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8c3d-166b-458a-b5d5-f4879c334e90 req-5bc3faa5-b905-4938-a1c1-3b0d13357460 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:43.886165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb5d8c3d-166b-458a-b5d5-f4879c334e90 req-5bc3faa5-b905-4938-a1c1-3b0d13357460 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.1416166 Dec 13 14:42:43.894388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47576159-ffa0-4daa-a3cd-e3cb56b76d10 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f91c5-aa53-4e18-a56a-41ddb774360b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:43.901691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2d83587b-65eb-4f29-bbe9-564c5f8e00aa req-47576159-ffa0-4daa-a3cd-e3cb56b76d10 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:43.915194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d83587b-65eb-4f29-bbe9-564c5f8e00aa req-47576159-ffa0-4daa-a3cd-e3cb56b76d10 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4808137 Dec 13 14:42:43.981014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Deleting port a5d9f898-dfb6-4b97-a771-ae81f07a7808 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:43.984462 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:44.035588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb5d8c3d-166b-458a-b5d5-f4879c334e90 req-ea90640f-2133-4b97-a1f0-1fb917832b78 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959790 Dec 13 14:42:44.089214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Router b43fa9cd-35ee-4954-9486-17d9cb3aac35 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:42:44.226010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33c800d6-a3b5-4b2a-b117-a002edd4fabc req-9750736e-e1b8-4a94-9ea2-2ad8f2369ba3 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c74c53-9073-4a16-bb34-49108867ddd0 HTTP/1.1" status: 200 len: 210 time: 0.0369012 Dec 13 14:42:44.264331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:44.274582 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] Sync routers for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:44.302029 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:44.303179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:44.371396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] No DVR routers for this DVR port 6f3d1415-6cf7-4e1a-8955-1901fce0b41c on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:44.376178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:44.380174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66054a9e-1221-418b-b193-213b745d79de req-449165f1-c9be-4127-b2af-75c6e6774524 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.55 "DELETE /v2.0/ports/6f3d1415-6cf7-4e1a-8955-1901fce0b41c HTTP/1.1" status: 204 len: 173 time: 1.6148067 Dec 13 14:42:44.392490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'name': 'network-vif-deleted', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:44.395436 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe077ac-b812-44ca-9c43-e3847431970d" -d '{"events": [{"server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "name": "network-vif-deleted", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:44.489569 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:44.540688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] Sync routers for ids ['44dcec0e-137e-45a6-b00d-efc0145d03e2'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:44.559152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] Routers {'44dcec0e-137e-45a6-b00d-efc0145d03e2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:44.559152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['44dcec0e-137e-45a6-b00d-efc0145d03e2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:44.593196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] For port a5d9f898-dfb6-4b97-a771-ae81f07a7808, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a5d9f898-dfb6-4b97-a771-ae81f07a7808,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:44.593196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:44.602604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Calling delete_port for a5d9f898-dfb6-4b97-a771-ae81f07a7808 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:44.639953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-a92e4b9c-68b0-4553-b21a-22cc516fc564 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:44.647282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-a92e4b9c-68b0-4553-b21a-22cc516fc564 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 813 time: 0.2789824 Dec 13 14:42:44.663128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-01ec35b4-a1c7-40d5-a866-40e122126789 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/quotas/7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 375 time: 0.0149446 Dec 13 14:42:44.691930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] Set router 44dcec0e-137e-45a6-b00d-efc0145d03e2 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:44.742278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-2f1432d9-0a43-4d27-a81a-850a7f2663c3 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779660 Dec 13 14:42:44.751623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0b10-246c-4a0b-850e-e8e55293d3d2 req-f72ac922-7d31-4f4c-9f35-a6aeea0ee079 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:44.752941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:43Z', 'revision_number': 6, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:44.761426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e56a0b10-246c-4a0b-850e-e8e55293d3d2 req-f72ac922-7d31-4f4c-9f35-a6aeea0ee079 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.2401805 Dec 13 14:42:44.780255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] Checking router: 44dcec0e-137e-45a6-b00d-efc0145d03e2 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:44.788670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] Routers {'44dcec0e-137e-45a6-b00d-efc0145d03e2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:44.789271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['44dcec0e-137e-45a6-b00d-efc0145d03e2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:44.833094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:44.860911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-ad0bf501-506f-4bbe-9f22-fb91be564534 service neutron] 10.222.0.24 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177008 Dec 13 14:42:44.877624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e56a0b10-246c-4a0b-850e-e8e55293d3d2 req-ce242a33-27e8-4acc-946e-0b1636454915 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155345 Dec 13 14:42:44.891704 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] Checking router: b43fa9cd-35ee-4954-9486-17d9cb3aac35 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:44.894164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] Set router 44dcec0e-137e-45a6-b00d-efc0145d03e2 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:44.903084 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:44.904409 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:44.949992 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a44804-b70c-4369-8eca-a081df7e92e2 x-openstack-request-id: req-d2a44804-b70c-4369-8eca-a081df7e92e2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:44.951341 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c74c53-9073-4a16-bb34-49108867ddd0", "name": "network-vif-deleted", "tag": "6f3d1415-6cf7-4e1a-8955-1901fce0b41c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:44.951606 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2a44804-b70c-4369-8eca-a081df7e92e2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:44.954209 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c74c53-9073-4a16-bb34-49108867ddd0', 'name': 'network-vif-deleted', 'tag': '6f3d1415-6cf7-4e1a-8955-1901fce0b41c', 'status': 'completed', 'code': 200} Dec 13 14:42:44.975757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:43Z', 'revision_number': 6, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:45.001411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-178932a9-c10a-4ca6-8c05-90d5579e4a79 service neutron] 10.222.0.24 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392772 Dec 13 14:42:45.004877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77d183-6643-4b2a-b0b4-8750810aab93 None None] The sync data for ids ['44dcec0e-137e-45a6-b00d-efc0145d03e2'] in n-d-816954-1 is: [{'id': '44dcec0e-137e-45a6-b00d-efc0145d03e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769822817-router', 'tenant_id': 'bd50ffa328dc4b789010faddbed6c236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:32Z', 'updated_at': '2021-12-13T14:42:43Z', 'revision_number': 6, 'project_id': 'bd50ffa328dc4b789010faddbed6c236', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:45.032587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.083213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d9f898-dfb6-4b97-a771-ae81f07a7808,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:45.177211 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:45.184339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.243336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa0603-5b94-4cdd-bd91-a067944ac00c req-9a17d3a5-5db8-407d-8dfb-8f759a119737 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:45.243336 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-60aa0603-5b94-4cdd-bd91-a067944ac00c req-9a17d3a5-5db8-407d-8dfb-8f759a119737 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 945 time: 0.1276166 Dec 13 14:42:45.322420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.326083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.366535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.411992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f3d1415-6cf7-4e1a-8955-1901fce0b41c no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:45.448699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f7b9-16c0-4e4b-ba1e-80b8bda015b4 req-a378c73e-0f5b-47ce-baf8-b7fb8bba0dc6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:45.454401 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b832f7b9-16c0-4e4b-ba1e-80b8bda015b4 req-a378c73e-0f5b-47ce-baf8-b7fb8bba0dc6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.1720855 Dec 13 14:42:45.475568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 6f3d1415-6cf7-4e1a-8955-1901fce0b41c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:45.476077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f3d1415-6cf7-4e1a-8955-1901fce0b41c not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:45.492891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-60aa0603-5b94-4cdd-bd91-a067944ac00c req-ac6be362-6863-4658-b490-ca0d4d752980 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185953 Dec 13 14:42:45.549167 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:45.565233 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.566092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44dcec0e-137e-45a6-b00d-efc0145d03e2 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:42:45.566722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b832f7b9-16c0-4e4b-ba1e-80b8bda015b4 req-e58f1058-7cf1-41bb-8200-8551c9ff1721 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063247 Dec 13 14:42:45.575047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.577264 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0908e5d2-729e-4a95-a2d8-81d04573d2b9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/44dcec0e-137e-45a6-b00d-efc0145d03e2 HTTP/1.1" status: 204 len: 168 time: 2.0913827 Dec 13 14:42:45.580339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34246) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:45.585011 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f80968f-aeff-43f3-aef4-409df64f4068 None None] The sync data for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 is: [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:44Z', 'revision_number': 4, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4425015a-9a06-4582-ade8-455d15420b6a', 'name': '', 'network_id': 'b77100f9-d3fc-441e-8987-1a37b524128a', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'mac_address': 'fa:16:3e:59:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:44Z', 'updated_at': '2021-12-13T14:37:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'subnets': [{'id': '228115a5-2c8a-4271-ab8b-c9a644e8ac60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:45.665505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91e5c1af-f52d-4a05-aca0-b7004a2d248e req-9439a8d9-8157-468e-aa0b-343ab671c1e5 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 210 time: 0.0431492 Dec 13 14:42:45.697548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] Deleting subnet 2e70bf26-a608-4393-ba48-b09349597b8b {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:42:45.703640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.730899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44254-6fa7-4e44-ab1d-0524cdb432a9 req-4eacd70c-dede-4bf5-9549-64e36aca1f71 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:45.735400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc44254-6fa7-4e44-ab1d-0524cdb432a9 req-4eacd70c-dede-4bf5-9549-64e36aca1f71 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 946 time: 0.1030149 Dec 13 14:42:45.765059 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.816760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc44254-6fa7-4e44-ab1d-0524cdb432a9 req-f357edbc-f9fd-428d-aed3-32308e03046e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722623 Dec 13 14:42:45.893083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34258) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:45.943713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:45.963949 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacad4e7-0239-404b-8f4d-4f29c5846612 None None] New status for floating IP e864a2d1-6697-4280-8c0f-ab65e04db834: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:42:46.008401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a5d9f898-dfb6-4b97-a771-ae81f07a7808 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:46.043670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a5d9f898-dfb6-4b97-a771-ae81f07a7808 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:46.044884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a5d9f898-dfb6-4b97-a771-ae81f07a7808 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:46.046592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c8e24d47-178f-4db6-90e6-7d72fa00003b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:46.073102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c8e24d47-178f-4db6-90e6-7d72fa00003b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:46.073860 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c8e24d47-178f-4db6-90e6-7d72fa00003b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:46.076709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fed2e-6786-4aff-892c-9623c3e27291 req-b5820b69-e10b-435e-a302-af6b867f6758 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:46.079897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f8fed2e-6786-4aff-892c-9623c3e27291 req-b5820b69-e10b-435e-a302-af6b867f6758 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1016440 Dec 13 14:42:46.097666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-04cc9614-5da6-44c3-a34f-2fba8ab29d23 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:46.099452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-04cc9614-5da6-44c3-a34f-2fba8ab29d23 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1097 time: 0.1674278 Dec 13 14:42:46.123173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.127726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816954-1'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:46.157301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-944e1f68-e0da-45b2-954d-5c3c8f897959 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.167124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.177794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490a455-d064-4f8e-ac61-747e50ffba93 None None] Network 6bde293c-b999-41c2-b9e6-57c2fba44f07 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:46.177983 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e70bf26-a608-4393-ba48-b09349597b8b HTTP/1.1" status: 204 len: 168 time: 0.5923550 Dec 13 14:42:46.178115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34266) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:46.189302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f8fed2e-6786-4aff-892c-9623c3e27291 req-36ff0d8c-ff7c-4b31-b346-12d299efca4d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030521 Dec 13 14:42:46.191890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99175d-4f8b-4403-bb62-c7364d626080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e70bf26-a608-4393-ba48-b09349597b8b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:46.300132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-944e1f68-e0da-45b2-954d-5c3c8f897959 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.313677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.383140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.412491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] DHCP port deletion for 6bde293c-b999-41c2-b9e6-57c2fba44f07 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:42:46.472045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] Deleting port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:46.472477 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.527347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:46.548223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Deleting port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:46.548558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.554816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] For port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,segment=NetworkSegment(187bf29c-199b-4530-8555-e7dd18727178),segment_id=187bf29c-199b-4530-8555-e7dd18727178)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:46.555321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.568192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] Calling delete_port for c0c6cb15-e281-477f-8f9f-c8cc194f4cfd owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:46.588831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-944e1f68-e0da-45b2-954d-5c3c8f897959 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.592581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-944e1f68-e0da-45b2-954d-5c3c8f897959 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.596292 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-944e1f68-e0da-45b2-954d-5c3c8f897959 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "DELETE /v2.0/security-groups/be6c0295-7531-4935-8eb3-18eba20350b0 HTTP/1.1" status: 204 len: 168 time: 0.6996036 Dec 13 14:42:46.597283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34270) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:46.632861 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-93cf9f69-950b-4daf-a04f-8539e73de3cd tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] show failed (client error): The resource could not be found. Dec 13 14:42:46.633009 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.639147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-93cf9f69-950b-4daf-a04f-8539e73de3cd tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "GET /v2.0/security-groups/be6c0295-7531-4935-8eb3-18eba20350b0 HTTP/1.1" status: 404 len: 347 time: 0.0373404 Dec 13 14:42:46.639445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34274) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:46.662042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e1f68-e0da-45b2-954d-5c3c8f897959 tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c0295-7531-4935-8eb3-18eba20350b0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:46.693765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] For port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,segment=NetworkSegment(187bf29c-199b-4530-8555-e7dd18727178),segment_id=187bf29c-199b-4530-8555-e7dd18727178)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:46.694123 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.705734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:46.741477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Calling delete_port for c0c6cb15-e281-477f-8f9f-c8cc194f4cfd owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:46.761890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469ba75-1d46-4282-bae0-7842b167a4b4 req-6f66d403-1cec-47d4-9aa3-51e9f5c96e66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:46.764100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9469ba75-1d46-4282-bae0-7842b167a4b4 req-6f66d403-1cec-47d4-9aa3-51e9f5c96e66 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 945 time: 0.1677332 Dec 13 14:42:46.771951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.808100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] No DVR routers for this DVR port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:46.815702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72494ed8-847c-451e-b216-b5b387c5ae59 None None] Pushing event deleted for resources: {'Port': ['ID=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:46.824757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8e647-0468-4f23-abc0-5e47bfdcc841 req-e4526f19-23c4-4b7e-8061-4c5099627fb5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:46.827013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1f8e647-0468-4f23-abc0-5e47bfdcc841 req-e4526f19-23c4-4b7e-8061-4c5099627fb5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.1201260 Dec 13 14:42:46.833744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.863020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Deleting port f46f9e6d-3e14-4806-93ed-da40e7495a76 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:46.863459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.893672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9469ba75-1d46-4282-bae0-7842b167a4b4 req-b3914b4d-7c1b-494c-8848-380508f3854a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224835 Dec 13 14:42:46.902968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.910952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1f8e647-0468-4f23-abc0-5e47bfdcc841 req-d1475db5-a6bf-4f45-b5d9-21bb2d7669a9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769205 Dec 13 14:42:46.937666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c6cb15-e281-477f-8f9f-c8cc194f4cfd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:46.944498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.968106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:46.970898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.973016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:46.973685 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2851dd8-5e14-4f1c-8717-e67511dbc198" -d '{"events": [{"server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:46.988200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Calling delete_port for f46f9e6d-3e14-4806-93ed-da40e7495a76 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:47.033700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e41a9e5e-f16e-4e7f-9031-7e695c85f661 req-689a213f-c66c-4583-997d-dcafe8753975 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 210 time: 0.0539219 Dec 13 14:42:47.036585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] No DVR routers for this DVR port c0c6cb15-e281-477f-8f9f-c8cc194f4cfd on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:47.151985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1912e-d63f-450a-a59c-b6d638479d68 req-a0062dbd-8778-4d46-9989-f27e47b43547 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:47.155711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bc1912e-d63f-450a-a59c-b6d638479d68 req-a0062dbd-8778-4d46-9989-f27e47b43547 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1036291 Dec 13 14:42:47.170114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:47.186592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.195158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on host n-h2-816954-1 for vnic_type normal with profile {"migrating_to": "n-h1-816954-1"} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:47.195484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:47.195802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:47.211510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:47.211837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:47.219042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bde293c-b999-41c2-b9e6-57c2fba44f07']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:47.227617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:47.228086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:47.228531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:47.228979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Bound port: 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:47.229740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.242949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187bf29c-199b-4530-8555-e7dd18727178') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:47.243552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187bf29c-199b-4530-8555-e7dd18727178') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:47.264638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bc1912e-d63f-450a-a59c-b6d638479d68 req-d6e0c87b-3ee8-45cb-9c61-4f1badaf4959 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891209 Dec 13 14:42:47.290442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.320955 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c3d8bb-aed9-4dd8-8a48-9e5d8e2983f4 x-openstack-request-id: req-e0c3d8bb-aed9-4dd8-8a48-9e5d8e2983f4 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:47.321242 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:47.321495 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0c3d8bb-aed9-4dd8-8a48-9e5d8e2983f4 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:47.321889 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d', 'code': 200} Dec 13 14:42:47.328873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.339357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:42:47.339998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:42:47.342321 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:42:47.390218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:47.406836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.413623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:47.438633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69634cbc-99b0-45ab-8767-2e87ceac7b8d details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:47.441450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Pushing event deleted for resources: {'Port': ['ID=f46f9e6d-3e14-4806-93ed-da40e7495a76,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:47.497596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.502610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.513658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.520556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] 10.222.0.24 "DELETE /v2.0/networks/6bde293c-b999-41c2-b9e6-57c2fba44f07 HTTP/1.1" status: 204 len: 168 time: 1.3381956 Dec 13 14:42:47.547715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.550132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.551309 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d08dd4e3-55a7-4c93-b5c3-9cc9e1a55e2b tempest-ServersWithSpecificFlavorTestJSON-368393770 tempest-ServersWithSpecificFlavorTestJSON-368393770-project] 10.222.0.24 "DELETE /v2.0/floatingips/e864a2d1-6697-4280-8c0f-ab65e04db834 HTTP/1.1" status: 204 len: 168 time: 0.9110241 Dec 13 14:42:47.560762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, got binding levels [] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:47.569779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd297568-45f5-422e-a8e0-bbd8f8e2ef1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6bde293c-b999-41c2-b9e6-57c2fba44f07,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:47.576798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372217cf-b036-4b82-94eb-75b299554a6f req-f4d440a2-2482-4c86-af1c-4f3e5f976d21 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:47.586078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-372217cf-b036-4b82-94eb-75b299554a6f req-f4d440a2-2482-4c86-af1c-4f3e5f976d21 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1419692 Dec 13 14:42:47.610386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:47.611114 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.612640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] 10.222.0.55 "PUT /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 1122 time: 1.5042555 Dec 13 14:42:47.627584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on host n-h2-816954-1 for vnic_type normal with profile {"migrating_to": "n-h1-816954-1"} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:47.629586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:47.629761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:47.630907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ea436-b10e-4b0c-b5fb-ce492a2a13ae service neutron] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=8']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:47.639077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:47.639431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempting to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on network 321999e1-8453-4e28-b992-d81b68aed423 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:47.648647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-372217cf-b036-4b82-94eb-75b299554a6f req-098351d1-c5c9-4a8b-82d5-5383b4636354 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570929 Dec 13 14:42:47.649471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:47.650154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Checking segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:47.658287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Bound using segment: {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:47.658287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Bound port: 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b88bf5b-c617-42af-8a89-89720ecd9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '321999e1-8453-4e28-b992-d81b68aed423'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:47.658287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:47.747010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['69634cbc-99b0-45ab-8767-2e87ceac7b8d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:47.749867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['69634cbc-99b0-45ab-8767-2e87ceac7b8d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:47.778968 n-d-816954-1 neutron-server[102825]: WARNING neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Concurrent port binding operations failed on port 69634cbc-99b0-45ab-8767-2e87ceac7b8d Dec 13 14:42:47.827241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:47.849273 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Attempt 2 to bind port 69634cbc-99b0-45ab-8767-2e87ceac7b8d Dec 13 14:42:47.849273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69634cbc-99b0-45ab-8767-2e87ceac7b8d has no active binding in host n-h1-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:42:47.968780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34316) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:47.996273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c0c6cb15-e281-477f-8f9f-c8cc194f4cfd no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:48.007265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-0c6e262c-dc6e-406f-8aaf-783109996d0f tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:48.009455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-0c6e262c-dc6e-406f-8aaf-783109996d0f tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.50 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 813 time: 0.1731205 Dec 13 14:42:48.027154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'port': {'device_id': '8d1d986a-3456-489a-93ba-563925ac0501', 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac', 'admin_state_up': True, 'tenant_id': '7e95610d82d64fac82aa6cab0f480ba9'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:48.053880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c0c6cb15-e281-477f-8f9f-c8cc194f4cfd {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:48.055245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c0c6cb15-e281-477f-8f9f-c8cc194f4cfd not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:48.101454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ba4f2a7a-143e-4cfa-92b0-1d7466209f62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd50ffa328dc4b789010faddbed6c236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310349 Dec 13 14:42:48.104204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34324) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:48.168937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a7ed6-4aea-4500-ad71-bf909851fe19 req-71d253bb-9c0f-4db9-ae04-26d9fe274344 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:48.170772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-897a7ed6-4aea-4500-ad71-bf909851fe19 req-71d253bb-9c0f-4db9-ae04-26d9fe274344 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.1274149 Dec 13 14:42:48.213730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-909cc747-0d25-4686-aa53-9734c249bc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:48.230955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-897a7ed6-4aea-4500-ad71-bf909851fe19 req-f83b0f4e-963e-48e3-9988-fb5a864fa491 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473318 Dec 13 14:42:48.240855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc279455-0cbe-42d6-8821-dc63458ca627 req-7a9f3e01-0177-4dbd-a51f-284fe1767e6d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 210 time: 0.0411286 Dec 13 14:42:48.264042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-909cc747-0d25-4686-aa53-9734c249bc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:48.348211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Made reservation on behalf of 7e95610d82d64fac82aa6cab0f480ba9 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:48.356844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:48.377477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34334) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:48.426112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d914-4ae8-4ac1-b706-717dc23b9009 req-3340434b-1465-4100-a33a-ebc056e19233 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:48.427761 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a43d914-4ae8-4ac1-b706-717dc23b9009 req-3340434b-1465-4100-a33a-ebc056e19233 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.0723417 Dec 13 14:42:48.475562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a43d914-4ae8-4ac1-b706-717dc23b9009 req-b28d8e78-9bd7-4443-a0fc-7dc48ee17508 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Dec 13 14:42:48.493225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-909cc747-0d25-4686-aa53-9734c249bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:48.496154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-909cc747-0d25-4686-aa53-9734c249bc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:48.497406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-909cc747-0d25-4686-aa53-9734c249bc25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edc2d123-3723-4910-ab80-bfbc9c2ff3a4 HTTP/1.1" status: 204 len: 168 time: 0.3920991 Dec 13 14:42:48.536867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cc747-0d25-4686-aa53-9734c249bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2d123-3723-4910-ab80-bfbc9c2ff3a4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:48.613585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Allocated IP 172.20.0.5 (b002c047-966a-4a55-8e6d-bf4bfe7fe4ac/4d84084a-ef1d-4ce4-93b9-7e069610e3ad/631b0ff6-158e-4af5-8bbe-6ba0a930cc5f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:48.794765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:48.922682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb3802-15f5-41d4-96dd-1fc5b641e714 req-1a07a2bc-4684-4ceb-a938-3bce22167a4f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:48.924553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcbb3802-15f5-41d4-96dd-1fc5b641e714 req-1a07a2bc-4684-4ceb-a938-3bce22167a4f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0613496 Dec 13 14:42:48.931241 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.003584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:49.016955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:49.026737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:49.037989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:49.047362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcbb3802-15f5-41d4-96dd-1fc5b641e714 req-6af56490-51cd-42e4-8fa2-b11a81637047 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083171 Dec 13 14:42:49.048140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:49.081914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fff78b-a2b6-4b0d-81f0-9c1cfea5b36f req-4969b883-e9e4-4961-a6c0-505b4e27987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:49.083440 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38fff78b-a2b6-4b0d-81f0-9c1cfea5b36f req-4969b883-e9e4-4961-a6c0-505b4e27987c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 1096 time: 0.0846155 Dec 13 14:42:49.109788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:49.110967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.160604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38fff78b-a2b6-4b0d-81f0-9c1cfea5b36f req-2d3e4931-18f3-4b93-914c-0df4087af89f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663254 Dec 13 14:42:49.206468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-86c5c089-d5eb-46b7-8ddf-bc3c60f07b2b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1855290 Dec 13 14:42:49.276076 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.340008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:49.345861 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:49.377434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Request body: {'port': {'device_id': '8d1d986a-3456-489a-93ba-563925ac0501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:49.388675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7e034-e60c-4807-a1bd-f031711c844b req-d5fe58a9-d00a-4da6-833e-c91e3fff9123 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:49.391145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea7e034-e60c-4807-a1bd-f031711c844b req-d5fe58a9-d00a-4da6-833e-c91e3fff9123 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 931 time: 0.0572689 Dec 13 14:42:49.417824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1c3f-d8bb-41eb-8e55-fbbdba10e67a req-57390d7e-61d4-4570-b8d7-0a524d255a71 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:49.419382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45fd1c3f-d8bb-41eb-8e55-fbbdba10e67a req-57390d7e-61d4-4570-b8d7-0a524d255a71 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.0734608 Dec 13 14:42:49.448480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:49.473530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea7e034-e60c-4807-a1bd-f031711c844b req-755941e2-0e96-4a1a-9a5c-a4f384fec50e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687890 Dec 13 14:42:49.474972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.539187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45fd1c3f-d8bb-41eb-8e55-fbbdba10e67a req-467fdaf1-e8ff-434b-8482-0178a35549f8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073303 Dec 13 14:42:49.552113 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f979f6-0d88-48ea-acd6-b565310dbd19 x-openstack-request-id: req-97f979f6-0d88-48ea-acd6-b565310dbd19 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:49.553274 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:49.555294 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97f979f6-0d88-48ea-acd6-b565310dbd19 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:49.555862 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d', 'status': 'completed', 'code': 200} Dec 13 14:42:49.643587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:49.661231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'mac_address': 'fa:16:3e:ac:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:49.702353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-8446ff87-c0c6-452c-a451-eaae9dec9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:49.704013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-8446ff87-c0c6-452c-a451-eaae9dec9aff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1125 time: 0.1197829 Dec 13 14:42:49.731109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.754800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:49.767394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a67c4-bd9c-493d-b022-7a9fd2e08fe3 req-f71e0743-4fb1-4f17-9a62-145c52fce9e0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:49.768813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e95a67c4-bd9c-493d-b022-7a9fd2e08fe3 req-f71e0743-4fb1-4f17-9a62-145c52fce9e0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.1371408 Dec 13 14:42:49.780691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:49.823131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:49.831461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.839507 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c5e5-d9c3-4534-bf45-74538a6b6b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.857161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Transition to ACTIVE for port object 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:42:49.865357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34384) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:49.867640 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.888339 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e95a67c4-bd9c-493d-b022-7a9fd2e08fe3 req-47648506-9126-46b6-bf00-8ab850c6d607 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910416 Dec 13 14:42:49.917720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Deleting port 4425015a-9a06-4582-ade8-455d15420b6a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:49.918053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.929783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:49.951073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:49.983813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Pushing event updated for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:50.023256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] For port 4425015a-9a06-4582-ade8-455d15420b6a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4425015a-9a06-4582-ade8-455d15420b6a,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:50.023620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.032253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-f06512e3-66c1-4244-82fb-21deffe135e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.033719 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-f06512e3-66c1-4244-82fb-21deffe135e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.3196068 Dec 13 14:42:50.042903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-network', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:50.046659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Calling delete_port for 4425015a-9a06-4582-ade8-455d15420b6a owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:50.060514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Attempting to bind port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:50.060859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Attempting to bind port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:50.061189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Attempting to bind port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f on network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:50.065909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f on network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:50.066293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Attempting to bind port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f on network b002c047-966a-4a55-8e6d-bf4bfe7fe4ac {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:50.071282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:50.071619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Checking segment: {'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:50.072000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Bound using segment: {'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:50.072429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Bound port: 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dd5d89-e257-4957-877e-02438252d76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:50.072841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.096534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['6f9d9f78-41ec-446c-8a6d-7d4ea30e191e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:50.102091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-11bf648c-936d-41a0-9e7a-70049f66b4bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 217 time: 0.0527422 Dec 13 14:42:50.142889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:50.146755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:50.204632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Made reservation on behalf of a13d9a0157ec4c6b8a25eb7314040276 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:50.206895 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.221284 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.232391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.245659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-063058fe-df73-4d6c-952b-46c6b5bdb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.247183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-063058fe-df73-4d6c-952b-46c6b5bdb4a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1120000 Dec 13 14:42:50.255683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.256294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.257664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] 10.222.0.50 "PUT /v2.0/ports/631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 200 len: 1091 time: 0.8857918 Dec 13 14:42:50.258121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:50.260471 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118e40f0-5fb7-4215-9a7f-55392fe561dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:50.282412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802144e-dea6-4392-81cd-afa6e40f65d3 req-d774f902-076b-4815-ba49-2070a0c131b2 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.283989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1802144e-dea6-4392-81cd-afa6e40f65d3 req-d774f902-076b-4815-ba49-2070a0c131b2 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1476784 Dec 13 14:42:50.295702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03f41a-ff5c-44ce-9832-a57aac19e36c service neutron] Pushing event updated for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:50.325852 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47efae49-8cc3-4102-81db-84763ccbff9b x-openstack-request-id: req-47efae49-8cc3-4102-81db-84763ccbff9b {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:50.326135 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:50.326417 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47efae49-8cc3-4102-81db-84763ccbff9b {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:50.326942 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f', 'status': 'completed', 'code': 200} Dec 13 14:42:50.348589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-e4a3a280-e610-4f88-8705-12799e934577 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873084 Dec 13 14:42:50.420515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1802144e-dea6-4392-81cd-afa6e40f65d3 req-908447d0-654f-4063-93e5-06d411bb8f7d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993814 Dec 13 14:42:50.439979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e40f0-5fb7-4215-9a7f-55392fe561dd req-f81b1489-a2b3-4b53-a2fd-d8ba2ca6c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.441468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-118e40f0-5fb7-4215-9a7f-55392fe561dd req-f81b1489-a2b3-4b53-a2fd-d8ba2ca6c14e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1094 time: 0.0409558 Dec 13 14:42:50.549869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.558887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e40f0-5fb7-4215-9a7f-55392fe561dd req-392371b1-85f8-470b-b657-9c51bc266b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.561050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-118e40f0-5fb7-4215-9a7f-55392fe561dd req-392371b1-85f8-470b-b657-9c51bc266b16 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1109719 Dec 13 14:42:50.584472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-9a1abf5d-2a59-463f-8864-b220fb5ba24c service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757112 Dec 13 14:42:50.672690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.674520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.676573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2476dc-93a1-4df1-9022-927c6faca8c6 req-162b0b85-4d7f-424c-92e3-73460ddd83c5 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.678117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc2476dc-93a1-4df1-9022-927c6faca8c6 req-162b0b85-4d7f-424c-92e3-73460ddd83c5 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 943 time: 0.1108732 Dec 13 14:42:50.726430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4425015a-9a06-4582-ade8-455d15420b6a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:50.733462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc2476dc-93a1-4df1-9022-927c6faca8c6 req-4d142c12-838c-41b3-9c50-be9b23098390 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 Dec 13 14:42:50.734762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e40f0-5fb7-4215-9a7f-55392fe561dd req-2da0a4bb-4fb3-4da4-b01a-3d8ac6cc68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.736293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-118e40f0-5fb7-4215-9a7f-55392fe561dd req-2da0a4bb-4fb3-4da4-b01a-3d8ac6cc68b5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592038 Dec 13 14:42:50.738966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:42:50.786852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cecb5c4-970d-4875-a41d-f3024ed03cb1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:50.824953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:50.825810 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Added segment 54d19922-75ad-4d19-ba9f-38a1987d162e of type vlan for network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 Dec 13 14:42:50.858289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91506-eaec-4974-954a-b1774ef3c382 req-6c3fa176-cb1a-4640-82d4-4a8f37607f91 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.860588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22d91506-eaec-4974-954a-b1774ef3c382 req-6c3fa176-cb1a-4640-82d4-4a8f37607f91 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.2491357 Dec 13 14:42:50.865789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-82677d4d-1163-4fe4-b963-918fb5394440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:50.866794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-82677d4d-1163-4fe4-b963-918fb5394440 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1094 time: 0.0607469 Dec 13 14:42:50.874960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d111ace-b2d5-4dee-95d5-d9e48067d6d6 req-3b1920b4-93df-4a7d-ab32-fea04411c8c0 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817104 Dec 13 14:42:50.919318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-7cb59b19-bfc3-4fb1-9cff-8703de217395 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 200 len: 217 time: 0.0393040 Dec 13 14:42:50.941074 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.016049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-0e9d1ec8-c0d5-493b-9c75-7fa19184a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:51.018523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-0e9d1ec8-c0d5-493b-9c75-7fa19184a295 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.0885863 Dec 13 14:42:51.051578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22d91506-eaec-4974-954a-b1774ef3c382 req-dcb82f1e-3a3e-4748-89b7-6b23d05cd6d4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734407 Dec 13 14:42:51.077955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fac046-cc8c-4fdf-b49a-af7bf59aa2c2 req-64948ad4-9653-4d79-bf4b-e64b6c092373 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:51.079691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6fac046-cc8c-4fdf-b49a-af7bf59aa2c2 req-64948ad4-9653-4d79-bf4b-e64b6c092373 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.0997865 Dec 13 14:42:51.081775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-e229a09f-fff7-4eb6-817c-c86f1864f060 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503018 Dec 13 14:42:51.100484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.173100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6fac046-cc8c-4fdf-b49a-af7bf59aa2c2 req-97864e47-79dc-4cc5-8c11-851c2d72a824 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867748 Dec 13 14:42:51.184771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.185796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:51.186554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.213097 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-300eca67-ce3e-49f1-b36b-0e87acc9098b service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194694 Dec 13 14:42:51.310690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ae6d0e-d2a7-4423-9edb-7f2ceebb45c6 req-dd5c8e3c-a8df-44ff-96e2-b2be85e0a6d5 service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892353 Dec 13 14:42:51.314587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] Pushing event updated for resources: {'Network': ['ID=8784dfd5-79ef-4e1c-8d6f-65e5e99caea3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:51.333999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-0e4d6819-976e-45d1-9aab-dd216ddd5c04 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:51.335519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-0e4d6819-976e-45d1-9aab-dd216ddd5c04 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1097 time: 0.1372566 Dec 13 14:42:51.337844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:42:51.345287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9474707b-07e9-4c5e-babc-8a8c109bc4af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4767406 Dec 13 14:42:51.349032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34430) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:51.354546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Request body: {'subnet': {'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-subnet', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:51.382108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816954-1'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:51.464382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Made reservation on behalf of a13d9a0157ec4c6b8a25eb7314040276 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:42:51.466637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:51.472469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.486296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.525489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:51.526006 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.552330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Router b43fa9cd-35ee-4954-9486-17d9cb3aac35 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:42:51.780331 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.788511 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:51.836484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3635ff69-1a03-417d-b2f5-1c79be0f3ddc,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:51.852733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:51.862972 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0b2fb-a2c2-4520-a8d7-ad750533baa7" -d '{"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:51.895457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:51.947367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Checking segment: {'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:51.947644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Network hostable DHCP agents. Network: 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:42:51.953746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:52.037493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:52.043760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2566a-afcf-4df6-9b23-9dacf465a89a req-fde60179-ec43-4811-970f-c8fa84f9b191 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:52.061456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77d2566a-afcf-4df6-9b23-9dacf465a89a req-fde60179-ec43-4811-970f-c8fa84f9b191 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 943 time: 0.1617444 Dec 13 14:42:52.161596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:42:52.186686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77d2566a-afcf-4df6-9b23-9dacf465a89a req-25edaf8e-7093-4dba-a4b6-bb381877892c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155586 Dec 13 14:42:52.251872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd87d8-8cdc-4625-bf5c-8a93b7782c43 req-381ee012-9ffb-4339-8832-a2e2ba05dd4c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:52.254932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbdd87d8-8cdc-4625-bf5c-8a93b7782c43 req-381ee012-9ffb-4339-8832-a2e2ba05dd4c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.7416816 Dec 13 14:42:52.274035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-283134ed-e13b-4210-bb82-4e8714381f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:52.297456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:52.303710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:52.304776 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:52.331500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12fd729-a76c-4e4b-8f4c-48b2cc04a293 None None] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:52.394568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbdd87d8-8cdc-4625-bf5c-8a93b7782c43 req-36aa8e84-fb7c-4aa6-b035-013262f9f5e4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238637 Dec 13 14:42:52.414551 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6df626f7-3834-4485-a568-565b5fae2d44 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0638688 Dec 13 14:42:52.419363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34456) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:52.424744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:42:52.470704 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f20105e-8d17-4a42-ae4f-d224f69cff24 x-openstack-request-id: req-6f20105e-8d17-4a42-ae4f-d224f69cff24 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:52.471265 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-plugged", "status": "completed", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:52.471551 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f20105e-8d17-4a42-ae4f-d224f69cff24 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:52.472169 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'code': 200} Dec 13 14:42:52.498212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:52.529155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:52.550018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-61c669f5-1ed4-4f2f-810e-c8c37eccb6e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/b43fa9cd-35ee-4954-9486-17d9cb3aac35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1713665 Dec 13 14:42:52.551835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] Sync routers for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:52.558320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34464) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:52.606735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:52.609480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:52.841601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:52.863353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:52.925145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-8784dfd5-79ef-4e1c-8d6f-65e5e99caea3', 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'fixed_ips': [{'subnet_id': '3635ff69-1a03-417d-b2f5-1c79be0f3ddc'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:42:52.926293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:52.934782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:52.987846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:52.989158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.003709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f14d-4973-49ed-9517-9b65bdf7d02a req-14e1b482-d3c2-4f73-85a1-cd1784d9b968 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:53.007381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7119f14d-4973-49ed-9517-9b65bdf7d02a req-14e1b482-d3c2-4f73-85a1-cd1784d9b968 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.2646303 Dec 13 14:42:53.051491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.070834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc66344-ba52-42ac-bd0e-1b6297eefd18 req-09583a9b-e8b8-4dd0-9c7d-022eda6d4ded tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:53.075001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:53.081189 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5066073-5333-47c8-870b-103631ef2bde" -d '{"events": [{"server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:53.083693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcc66344-ba52-42ac-bd0e-1b6297eefd18 req-09583a9b-e8b8-4dd0-9c7d-022eda6d4ded tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 946 time: 0.5734246 Dec 13 14:42:53.092828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.204353 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.232496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7119f14d-4973-49ed-9517-9b65bdf7d02a req-dbcc3bd9-39d5-40a1-94f0-a1e18b13a472 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080395 Dec 13 14:42:53.265475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.287728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcc66344-ba52-42ac-bd0e-1b6297eefd18 req-ce912752-23fb-4982-85c5-06145e40cc7f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930213 Dec 13 14:42:53.362627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:53.391080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 has no active binding in host n-h2-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 14:42:53.419790 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.427202 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab934b2b-3c94-4d42-a508-a83f3cc3c3a9 x-openstack-request-id: req-ab934b2b-3c94-4d42-a508-a83f3cc3c3a9 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:53.428007 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:53.428007 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab934b2b-3c94-4d42-a508-a83f3cc3c3a9 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:53.430559 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8', 'code': 200} Dec 13 14:42:53.462180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Allocated IP 172.20.0.2 (8784dfd5-79ef-4e1c-8d6f-65e5e99caea3/3635ff69-1a03-417d-b2f5-1c79be0f3ddc/709dc447-0baf-4004-81c8-a5aeae2de7aa) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:53.517542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:53.517892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:53.518255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:53.521000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.547902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:42:53.548253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Attempting to bind port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on network e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:53.563451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '67dd9109-109d-4249-80ea-f301be433a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:42:50Z', 'revision_number': 5, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port': {'id': '67dd9109-109d-4249-80ea-f301be433a9a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:53.571313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:53.576492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:53.576831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Checking segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:53.577206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Bound using segment: {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:53.577635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Bound port: ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aff93a-20a6-4cff-b477-44479a9b5210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e15a4b8e-3b6f-40e2-9102-1c66b0a456f4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:53.577988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.632810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] Checking router: b43fa9cd-35ee-4954-9486-17d9cb3aac35 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:53.707263 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.757957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557835a7-aba3-4541-86d9-47de35b5b46b req-4ea289ba-3ae2-49ca-8f28-58ec28af460e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:53.763630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:53.766893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-557835a7-aba3-4541-86d9-47de35b5b46b req-4ea289ba-3ae2-49ca-8f28-58ec28af460e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 943 time: 0.2098114 Dec 13 14:42:53.771221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:53.784170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Deleting port 67dd9109-109d-4249-80ea-f301be433a9a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:53.785474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.841438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] Routers {'b43fa9cd-35ee-4954-9486-17d9cb3aac35'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:53.842285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:53.864511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.952116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] For port 67dd9109-109d-4249-80ea-f301be433a9a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=67dd9109-109d-4249-80ea-f301be433a9a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:53.952650 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:53.969867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Calling delete_port for 67dd9109-109d-4249-80ea-f301be433a9a owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:53.973304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-557835a7-aba3-4541-86d9-47de35b5b46b req-d5c3b9d4-f667-4d19-8b06-0e55434dabb4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053213 Dec 13 14:42:54.026637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-25f6deea-7896-498d-b5e4-e035f0f7da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:54.026637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-25f6deea-7896-498d-b5e4-e035f0f7da73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=35c3ba82853947baa638056f435e74fd&device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 1096 time: 0.2555828 Dec 13 14:42:54.069714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] Set router b43fa9cd-35ee-4954-9486-17d9cb3aac35 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:54.175675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-015e49de-a3de-4f03-9f8a-d56c97dd8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:54.177624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-015e49de-a3de-4f03-9f8a-d56c97dd8ac9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 200 len: 910 time: 0.1427684 Dec 13 14:42:54.182196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:42:53Z', 'revision_number': 6, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:54.235995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-3ef8282e-6a9a-49f3-a3c8-d24626c03ab4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1dafef14-7faa-431c-aa3d-7680d1002156 HTTP/1.1" status: 200 len: 217 time: 0.0486372 Dec 13 14:42:54.267357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e636808-36b6-4c05-b96a-5437fc82daa1 None None] The sync data for ids ['b43fa9cd-35ee-4954-9486-17d9cb3aac35'] in n-d-816954-1 is: [{'id': 'b43fa9cd-35ee-4954-9486-17d9cb3aac35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495380464-router', 'tenant_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:41Z', 'updated_at': '2021-12-13T14:42:53Z', 'revision_number': 6, 'project_id': '5163fdb492524ea7a9bfa32e5d05c15c', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:54.319466 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.344045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-93df32d4-122b-476c-aa3b-2173ff7046b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:54.345772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-93df32d4-122b-476c-aa3b-2173ff7046b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 200 len: 849 time: 0.1016638 Dec 13 14:42:54.371269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.415151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.423386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-637320a2-7bbb-4c5a-80b5-3db6cf39390e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688467 Dec 13 14:42:54.481064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:54.496379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:54.505364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:54.522272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=8']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:54.532604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Pushing event updated for resources: {'Port': ['ID=709dc447-0baf-4004-81c8-a5aeae2de7aa,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:54.581515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:54.582282 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.583862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-e3049bf0-727c-45e1-bef1-0bedcfe97ab9 service neutron] 10.222.0.50 "PUT /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 1122 time: 3.2069032 Dec 13 14:42:54.632790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fc5ff-a3e6-49da-a08f-294d649981c8 req-7ffb0fda-5cb2-4583-9bd5-329fa0ad8acf tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:54.634384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c0fc5ff-a3e6-49da-a08f-294d649981c8 req-7ffb0fda-5cb2-4583-9bd5-329fa0ad8acf tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.7449012 Dec 13 14:42:54.649483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:54.654654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.677636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Pushing event deleted for resources: {'Port': ['ID=67dd9109-109d-4249-80ea-f301be433a9a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:54.733590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.745628 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.749192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Attempting to bind port 709dc447-0baf-4004-81c8-a5aeae2de7aa on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:54.750579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Attempting to bind port 709dc447-0baf-4004-81c8-a5aeae2de7aa by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:54.751517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Attempting to bind port 709dc447-0baf-4004-81c8-a5aeae2de7aa on network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:54.766823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:54.773620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f571fa-82a8-4c0b-88b2-f6c8793b4ac1 req-bdf7619d-4a95-42a7-9e85-daa7034858a1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:54.775750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40f571fa-82a8-4c0b-88b2-f6c8793b4ac1 req-bdf7619d-4a95-42a7-9e85-daa7034858a1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.4354920 Dec 13 14:42:54.862271 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40f571fa-82a8-4c0b-88b2-f6c8793b4ac1 req-ea0e8adb-d566-484f-bc45-400e655b9cf9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Dec 13 14:42:54.868799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:54.869464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Checking segment: {'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:54.871563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.871563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Bound using segment: {'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:54.871563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Bound port: 709dc447-0baf-4004-81c8-a5aeae2de7aa, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:54.871563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:54.925870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:42:54.949644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 69634cbc-99b0-45ab-8767-2e87ceac7b8d no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:55.000735 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-81e7a92c-06bb-4d68-a447-c5043cbe8e44 service neutron] 10.222.0.50 "GET /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d/bindings/n-h1-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.5007229 Dec 13 14:42:55.018993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c0fc5ff-a3e6-49da-a08f-294d649981c8 req-0363cd21-39ee-45ae-b1dc-6055df0bddc4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576350 Dec 13 14:42:55.024413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.028904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.063718 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.099542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-7e5ac847-374b-40df-8c2e-6e130827555f service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034424 Dec 13 14:42:55.203400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.204336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43fa9cd-35ee-4954-9486-17d9cb3aac35 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:42:55.211766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.213847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8a7b3b34-37e7-4fe1-a77d-9e7bbea9f49d admin admin] 10.222.0.24 "DELETE /v2.0/routers/b43fa9cd-35ee-4954-9486-17d9cb3aac35 HTTP/1.1" status: 204 len: 168 time: 2.6521940 Dec 13 14:42:55.221812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34500) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:55.240498 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.resource_extend [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:42:55.271305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565d8a6-fb18-416b-b515-e8b5566732da req-44423d9b-d7f3-4359-81e5-a2e392e448aa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:55.279233 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c565d8a6-fb18-416b-b515-e8b5566732da req-44423d9b-d7f3-4359-81e5-a2e392e448aa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.2230477 Dec 13 14:42:55.345376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Allocated IP 172.25.7.70 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:42:55.444770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c565d8a6-fb18-416b-b515-e8b5566732da req-a2bcd697-f004-4e72-8950-3bc1110284f9 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620791 Dec 13 14:42:55.448328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373c25e-cd6d-4c5f-84ea-91569815c339 req-dbd211b5-ca3f-487b-9454-6c12a2e64287 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:55.451114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1373c25e-cd6d-4c5f-84ea-91569815c339 req-dbd211b5-ca3f-487b-9454-6c12a2e64287 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 943 time: 0.2128072 Dec 13 14:42:55.451725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:55.454262 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413" -d '{"events": [{"name": "network-changed", "server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:55.487800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] Deleting subnet 228115a5-2c8a-4271-ab8b-c9a644e8ac60 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:42:55.490519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6701aa6e-49bf-4799-a6c0-58ec43c8903d req-86d414e3-e2c3-437e-8f5a-32c1dc13aa6a service neutron] 10.222.0.50 "GET /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813126 Dec 13 14:42:55.498715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.506889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.564610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] For port 709dc447-0baf-4004-81c8-a5aeae2de7aa, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:55.661986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1373c25e-cd6d-4c5f-84ea-91569815c339 req-cb1fd986-4e3b-4aba-af5e-8b010008e0ee tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006493 Dec 13 14:42:55.687471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.744416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] For port 709dc447-0baf-4004-81c8-a5aeae2de7aa, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=709dc447-0baf-4004-81c8-a5aeae2de7aa,segment=NetworkSegment(54d19922-75ad-4d19-ba9f-38a1987d162e),segment_id=54d19922-75ad-4d19-ba9f-38a1987d162e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:55.812328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:55.817818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.819892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.832218 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.869214 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae989b4f-1daa-43d4-b0c8-279dd72407d2 x-openstack-request-id: req-ae989b4f-1daa-43d4-b0c8-279dd72407d2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:55.869726 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:55.870255 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae989b4f-1daa-43d4-b0c8-279dd72407d2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:55.870558 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8', 'status': 'completed', 'code': 200} Dec 13 14:42:55.959094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:55.967201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:55.990045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f2cf-807e-4cff-a462-e1a88cdfa458 None None] Pushing event updated for resources: {'Port': ['ID=709dc447-0baf-4004-81c8-a5aeae2de7aa,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:56.010638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f', 'network_id': 'b002c047-966a-4a55-8e6d-bf4bfe7fe4ac', 'port_id': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f', 'mac_address': 'fa:16:3e:24:cc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d84084a-ef1d-4ce4-93b9-7e069610e3ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:42:56.025380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4425015a-9a06-4582-ade8-455d15420b6a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:56.060637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:42:56.068003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:42:56.070437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Pushing event updated for resources: {'Port': ['ID=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:56.072918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:42:56.103111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.103800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.104021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.104453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.105037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.105472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.105899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.106396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.106823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.107245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.107670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.108090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:42:56.133465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.135415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 4425015a-9a06-4582-ade8-455d15420b6a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:56.135763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4425015a-9a06-4582-ade8-455d15420b6a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:56.136448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 67dd9109-109d-4249-80ea-f301be433a9a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:56.141492 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.191174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 67dd9109-109d-4249-80ea-f301be433a9a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:56.191585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 67dd9109-109d-4249-80ea-f301be433a9a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:56.199658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:56.241557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:56.245504 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.250201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd24721-664e-4645-84a7-980a7cca2aad None None] Network b77100f9-d3fc-441e-8987-1a37b524128a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:56.252637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/228115a5-2c8a-4271-ab8b-c9a644e8ac60 HTTP/1.1" status: 204 len: 168 time: 1.0308568 Dec 13 14:42:56.254167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34520) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:56.255213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:56.258857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-1edb1204-526e-4e5c-8b63-f1667e96ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:56.260314 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-1edb1204-526e-4e5c-8b63-f1667e96ff39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1125 time: 0.3941605 Dec 13 14:42:56.268633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bf2c7-9ac7-4cdf-9622-acf82a25fdcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228115a5-2c8a-4271-ab8b-c9a644e8ac60,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:56.331758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e15d0-e952-4841-8553-48800d081551 req-3951ec8a-1b5d-40e6-94c6-228194975521 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:56.333462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-788e15d0-e952-4841-8553-48800d081551 req-3951ec8a-1b5d-40e6-94c6-228194975521 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1443441 Dec 13 14:42:56.345564 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.366253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0aeb7-e12d-4a12-92a4-3cc1db2d49c4 req-d7efd5b6-e011-4b0d-8a32-795c3f4bf3a0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:56.368312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40d0aeb7-e12d-4a12-92a4-3cc1db2d49c4 req-d7efd5b6-e011-4b0d-8a32-795c3f4bf3a0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 944 time: 0.2707436 Dec 13 14:42:56.420939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-788e15d0-e952-4841-8553-48800d081551 req-c2bcbb7c-973f-4bb4-8f8d-917f92af5632 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766234 Dec 13 14:42:56.549230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:56.614187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69634cbc-99b0-45ab-8767-2e87ceac7b8d {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:42:56.644221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.657199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:56.703892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] DHCP port deletion for b77100f9-d3fc-441e-8987-1a37b524128a request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:42:56.712984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:42:56.767604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40d0aeb7-e12d-4a12-92a4-3cc1db2d49c4 req-14fd1a2e-8515-4348-9a1a-986854de9c11 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166535 Dec 13 14:42:56.767604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.848789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bdf00-6264-461d-bb5e-220c25ac1ce5 req-463eea34-b5d4-4eb5-9f74-a71d682b5463 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:56.850643 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-450bdf00-6264-461d-bb5e-220c25ac1ce5 req-463eea34-b5d4-4eb5-9f74-a71d682b5463 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.0993066 Dec 13 14:42:56.871258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.931934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] Deleting port c446c57b-7962-445e-91d9-d29a80c23331 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:56.942941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:56.968002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-677a9bca-cb88-4856-b571-7bf735e39646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:56.970757 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-677a9bca-cb88-4856-b571-7bf735e39646 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.6400969 Dec 13 14:42:57.002731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-450bdf00-6264-461d-bb5e-220c25ac1ce5 req-c40009a9-0237-4ba9-8a21-b68a826a6db1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Dec 13 14:42:57.018427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.019423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] For port c446c57b-7962-445e-91d9-d29a80c23331, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c446c57b-7962-445e-91d9-d29a80c23331,segment=NetworkSegment(c1c317ba-155d-45fe-9d91-9148cc7ddbac),segment_id=c1c317ba-155d-45fe-9d91-9148cc7ddbac)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:57.019826 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.038995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] Calling delete_port for c446c57b-7962-445e-91d9-d29a80c23331 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:57.065710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] Transition to ACTIVE for port object 69634cbc-99b0-45ab-8767-2e87ceac7b8d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:42:57.143561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-e62d59ab-6e10-42ba-aacc-4e2d96de6d49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 217 time: 0.0758069 Dec 13 14:42:57.206947 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.255932 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.272008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Router 09288f81-2db1-4d5d-889b-b2ad51d60c52 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:42:57.305720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] No DVR routers for this DVR port c446c57b-7962-445e-91d9-d29a80c23331 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:57.320882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195f8c0-a22a-4654-96ac-372dc33d2502 None None] Pushing event deleted for resources: {'Port': ['ID=c446c57b-7962-445e-91d9-d29a80c23331,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:57.334664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fd145-fd28-407c-b240-10adac477771 service neutron] Pushing event updated for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:57.415739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Deleting port c446c57b-7962-445e-91d9-d29a80c23331 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:42:57.416079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.441063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-1972d845-9460-4f40-a483-4502bd0bfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:57.442600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-1972d845-9460-4f40-a483-4502bd0bfc55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.2565789 Dec 13 14:42:57.475798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] No DVR routers for this DVR port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:57.495513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:42:57.507054 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Sync routers for ids ['09288f81-2db1-4d5d-889b-b2ad51d60c52'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:42:57.517321 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Routers {'09288f81-2db1-4d5d-889b-b2ad51d60c52'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:57.517947 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['09288f81-2db1-4d5d-889b-b2ad51d60c52'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:57.538705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dde7f-0f99-4e7e-bd82-a754faba83dc req-daf9e441-448a-4ba3-816c-506f32bbe012 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:57.546956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00dde7f-0f99-4e7e-bd82-a754faba83dc req-daf9e441-448a-4ba3-816c-506f32bbe012 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 944 time: 0.5930729 Dec 13 14:42:57.617942 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.619558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c441fd77-fbd5-46f7-811f-e8c4b100c831 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1988721 Dec 13 14:42:57.623932 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34538) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:57.641534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-0a531489-2b1a-48af-8857-cff975a68793 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157162 Dec 13 14:42:57.656373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-a40fd145-fd28-407c-b240-10adac477771 service neutron] 10.222.0.50 "PUT /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d/bindings/n-h1-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6328511 Dec 13 14:42:57.662886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1450d5f-b28a-44a0-9786-a7260a7c7988 None None] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:42:57.678351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] For port c446c57b-7962-445e-91d9-d29a80c23331, host n-d-816954-1, got binding levels [] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:57.678616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.751253 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Set router 09288f81-2db1-4d5d-889b-b2ad51d60c52 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:57.799497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00dde7f-0f99-4e7e-bd82-a754faba83dc req-c39276a0-3ebf-4267-8d2f-bf145a111edc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467504 Dec 13 14:42:57.817944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Calling delete_port for c446c57b-7962-445e-91d9-d29a80c23331 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:42:57.961648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-742f0ab5-a1fb-433f-bbb6-e06d09775070 None None] Provisioning complete for port 709dc447-0baf-4004-81c8-a5aeae2de7aa triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:57.962648 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-742f0ab5-a1fb-433f-bbb6-e06d09775070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:57.975414 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:42:56Z', 'revision_number': 3, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port': {'id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:54Z', 'updated_at': '2021-12-13T14:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:58.008846 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Checking router: 09288f81-2db1-4d5d-889b-b2ad51d60c52 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:42:58.009462 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Updating router 09288f81-2db1-4d5d-889b-b2ad51d60c52 port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:42:58.039792 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.195898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 709dc447-0baf-4004-81c8-a5aeae2de7aa up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:58.334740 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-742f0ab5-a1fb-433f-bbb6-e06d09775070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.389394 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.397121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 709dc447-0baf-4004-81c8-a5aeae2de7aa triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:58.397580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.491057 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.549229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Port c446c57b-7962-445e-91d9-d29a80c23331 was not found and therefore no delete operation was performed {{(pid=102823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 14:42:58.567798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.568071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-742f0ab5-a1fb-433f-bbb6-e06d09775070 None None] For port 709dc447-0baf-4004-81c8-a5aeae2de7aa, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=709dc447-0baf-4004-81c8-a5aeae2de7aa,segment=NetworkSegment(54d19922-75ad-4d19-ba9f-38a1987d162e),segment_id=54d19922-75ad-4d19-ba9f-38a1987d162e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:58.637678 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56033d3c-e04e-486c-b66b-64b1eab3c439 None None] Pushing event updated for resources: {'Port': ['ID=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:58.641224 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Attempting to bind port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:42:58.641492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] No DVR routers for this DVR port c446c57b-7962-445e-91d9-d29a80c23331 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:42:58.641632 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Attempting to bind port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:42:58.641983 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Attempting to bind port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:42:58.644582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da22b3be-4677-4073-a519-3089bed53e01 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:58.646317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-da22b3be-4677-4073-a519-3089bed53e01 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.8438196 Dec 13 14:42:58.647188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Pushing event deleted for resources: {'Port': ['ID=c446c57b-7962-445e-91d9-d29a80c23331,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:58.655299 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:42:58.655656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:42:58.658920 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.659509 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:42:58.660144 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Bound port: 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:42:58.663795 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.701391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29591ae8-bf30-40ea-a5f6-f69c022745f9 req-49d1176f-398f-4933-a487-e09311e14f2b tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:58.706120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-742f0ab5-a1fb-433f-bbb6-e06d09775070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.709195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-29591ae8-bf30-40ea-a5f6-f69c022745f9 req-49d1176f-398f-4933-a487-e09311e14f2b tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 1.1552622 Dec 13 14:42:58.766081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.772325 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] For port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:42:58.782579 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] For port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:42:58.852711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dda2dd-3184-4d86-99a6-89ace288a340 req-a62d5420-8514-4731-8414-c3d6036347c9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:58.855763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-29591ae8-bf30-40ea-a5f6-f69c022745f9 req-8e822804-f191-4cdd-87da-62922253cd8b tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403787 Dec 13 14:42:58.867317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6dda2dd-3184-4d86-99a6-89ace288a340 req-a62d5420-8514-4731-8414-c3d6036347c9 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.3080254 Dec 13 14:42:58.876145 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:42:58.876498 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:42:58.890009 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.891029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0ab5-a1fb-433f-bbb6-e06d09775070 None None] Pushing event updated for resources: {'Port': ['ID=709dc447-0baf-4004-81c8-a5aeae2de7aa,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:58.907686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6c52ccbd-931b-4f69-9171-013f9ac21816 None None] Provisioning complete for port 709dc447-0baf-4004-81c8-a5aeae2de7aa triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:58.908264 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c52ccbd-931b-4f69-9171-013f9ac21816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:58.915100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-17aad112-00d6-482b-82fa-3c6cf70e09a9 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2512922 Dec 13 14:42:58.958961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:42:58.988164 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56033d3c-e04e-486c-b66b-64b1eab3c439 None None] Pushing event updated for resources: {'Port': ['ID=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:59.036890 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Routers {'09288f81-2db1-4d5d-889b-b2ad51d60c52'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:42:59.037667 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['09288f81-2db1-4d5d-889b-b2ad51d60c52'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:59.109715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6dda2dd-3184-4d86-99a6-89ace288a340 req-fe6de6d9-83f5-4c78-84ae-061911771642 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362626 Dec 13 14:42:59.124121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-442bd20a-9ce1-4fd7-a983-dfd236db4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:59.125931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-442bd20a-9ce1-4fd7-a983-dfd236db4777 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d&tenant_id=930029fa6a674131b7632e50f9a13d23 HTTP/1.1" status: 200 len: 1096 time: 0.4640136 Dec 13 14:42:59.139511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.264629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b09c94-799f-4e94-a93a-2bcb6ada8e89 req-405c211e-cb08-4c89-8648-7ceae56c7741 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:59.264907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:42:59.264907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:42:59.264907 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.265477 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02b09c94-799f-4e94-a93a-2bcb6ada8e89 req-405c211e-cb08-4c89-8648-7ceae56c7741 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.1238008 Dec 13 14:42:59.294052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02b09c94-799f-4e94-a93a-2bcb6ada8e89 req-8a49bb2b-8387-4cd4-a8f0-59756c4f6222 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 Dec 13 14:42:59.302498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77100f9-d3fc-441e-8987-1a37b524128a']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:59.307847 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] Set router 09288f81-2db1-4d5d-889b-b2ad51d60c52 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:42:59.348678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c317ba-155d-45fe-9d91-9148cc7ddbac') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:59.348987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c317ba-155d-45fe-9d91-9148cc7ddbac') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:59.373072 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.394348 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.401483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:42:59.402027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.420482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:42:59.467495 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:42:59.476962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-e6f63e6a-d281-446c-8024-384bbd2cb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:59.478941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-e6f63e6a-d281-446c-8024-384bbd2cb835 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1096 time: 0.2905183 Dec 13 14:42:59.490547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83c12a9-d4b2-481e-a31a-1e35bbb6f413 req-44437d05-ddb7-4bce-9f2c-13b878cd50f8 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513244 Dec 13 14:42:59.500804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:42:59.503395 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9416b7-b420-4668-9c46-d1010c95f43b" -d '{"events": [{"server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "name": "network-vif-plugged", "status": "completed", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:42:59.529061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:42:59.588471 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95c2a7-b8f9-493e-8e72-70d61c5eb949 x-openstack-request-id: req-8f95c2a7-b8f9-493e-8e72-70d61c5eb949 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:42:59.588766 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "name": "network-vif-plugged", "status": "completed", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:42:59.589018 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f95c2a7-b8f9-493e-8e72-70d61c5eb949 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:42:59.592300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.592502 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f', 'code': 200} Dec 13 14:42:59.595974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c446c57b-7962-445e-91d9-d29a80c23331 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:42:59.624054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.627086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c446c57b-7962-445e-91d9-d29a80c23331 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:42:59.627680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c446c57b-7962-445e-91d9-d29a80c23331 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:42:59.627799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] 10.222.0.24 "DELETE /v2.0/networks/b77100f9-d3fc-441e-8987-1a37b524128a HTTP/1.1" status: 204 len: 168 time: 3.3664722 Dec 13 14:42:59.629888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.632061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbd29b-b739-4b1b-8afe-7240bc55d27b admin admin] Pushing event deleted for resources: {'Network': ['ID=b77100f9-d3fc-441e-8987-1a37b524128a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:59.640528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34562) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:42:59.641499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a03a02-a468-4389-befb-7941a8f2faa7 req-b8faebe2-c07f-4e42-95d8-6fd75753744d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:59.649555 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5a03a02-a468-4389-befb-7941a8f2faa7 req-b8faebe2-c07f-4e42-95d8-6fd75753744d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 944 time: 0.3733959 Dec 13 14:42:59.670885 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:42:56Z', 'revision_number': 3, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port': {'id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:54Z', 'updated_at': '2021-12-13T14:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:42:59.708582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:42:59.735535 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e6b93-5c99-4754-995e-6c873f01d67e None None] The sync data for ids ['09288f81-2db1-4d5d-889b-b2ad51d60c52'] in n-d-816954-1 is: [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:42:56Z', 'revision_number': 3, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port': {'id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:54Z', 'updated_at': '2021-12-13T14:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:42:59.774716 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:42:59.789597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5a03a02-a468-4389-befb-7941a8f2faa7 req-f8a4184e-ce95-4dad-9199-043bf89888aa tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391659 Dec 13 14:42:59.794682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-7a362683-5b11-47cf-9dd7-d2cd7276360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:59.796368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-7a362683-5b11-47cf-9dd7-d2cd7276360c service neutron] 10.222.0.55 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.3094974 Dec 13 14:42:59.804431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713555b-3e85-467f-b780-2bc979c24808 req-b207f364-1e2e-43a8-9aed-e27004023773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:42:59.806191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e713555b-3e85-467f-b780-2bc979c24808 req-b207f364-1e2e-43a8-9aed-e27004023773 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1096 time: 0.1442726 Dec 13 14:42:59.888149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-6995c9e2-80f9-45f4-ba9c-3c877d0b99d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 200 len: 217 time: 0.0765562 Dec 13 14:42:59.985624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e713555b-3e85-467f-b780-2bc979c24808 req-b8c43c3d-caa7-46b0-af46-ce293db20acf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673214 Dec 13 14:42:59.997159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-ee6e6c56-e1fc-4ffd-8cb9-13564e1a78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:00.001409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-ee6e6c56-e1fc-4ffd-8cb9-13564e1a78b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1060061 Dec 13 14:43:00.041058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 709dc447-0baf-4004-81c8-a5aeae2de7aa up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:00.052432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-bd42d04f-9248-4033-8127-54d0a1431ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314405 Dec 13 14:43:00.187771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 709dc447-0baf-4004-81c8-a5aeae2de7aa triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:00.189063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:00.217483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33233e1a-fc09-45da-98c2-4964d3c9da1e req-46bb488f-4236-47df-9298-b9c1cc9e4900 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:00.225232 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33233e1a-fc09-45da-98c2-4964d3c9da1e req-46bb488f-4236-47df-9298-b9c1cc9e4900 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.2007315 Dec 13 14:43:00.325259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-8e45dc3f-f02d-427b-82e5-f5f47eec1804 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609575 Dec 13 14:43:00.385883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33233e1a-fc09-45da-98c2-4964d3c9da1e req-55702de0-0b90-41b5-a1a5-d7147c5e744a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527417 Dec 13 14:43:00.523127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26c08f-8651-43e5-bc98-c81aeb09909c req-02bd148e-3016-4195-a013-071c9d339731 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:00.525022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc26c08f-8651-43e5-bc98-c81aeb09909c req-02bd148e-3016-4195-a013-071c9d339731 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.2495048 Dec 13 14:43:00.592546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-24d3dbed-90a6-4b99-9bd6-d4a0eb96ab89 service neutron] 10.222.0.55 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157385 Dec 13 14:43:00.638549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc26c08f-8651-43e5-bc98-c81aeb09909c req-93d873d5-76f6-40b5-a3e4-aa040e97e355 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899222 Dec 13 14:43:00.698629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Allocated IP 172.20.0.1 (8784dfd5-79ef-4e1c-8d6f-65e5e99caea3/3635ff69-1a03-417d-b2f5-1c79be0f3ddc/3029a7f3-5390-49ba-b3bb-98838ea327da) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:00.733791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f089ee-c4b2-4221-88ce-c8b393e6063c req-6c011e66-128e-4a0f-8c4d-9f5e2323e28f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:00.742486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-88f089ee-c4b2-4221-88ce-c8b393e6063c req-6c011e66-128e-4a0f-8c4d-9f5e2323e28f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.1715136 Dec 13 14:43:00.889896 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-88f089ee-c4b2-4221-88ce-c8b393e6063c req-8ecda1f3-f5f8-4fc6-8dc9-9af90cad33ca tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403332 Dec 13 14:43:01.040521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:01.101948 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:43:01.108382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:01.250478 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:01.342027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Pushing event updated for resources: {'Port': ['ID=3029a7f3-5390-49ba-b3bb-98838ea327da,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:01.359111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:01.382166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:01.393436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:01.411146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-7dad55c7-46dc-4a2a-9cf0-986f533e1431 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:01.413325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-7dad55c7-46dc-4a2a-9cf0-986f533e1431 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d&tenant_id=930029fa6a674131b7632e50f9a13d23&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.0902820 Dec 13 14:43:01.428006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a005b-ae58-484c-b83b-6d04640d865c req-229eef24-590d-4af2-9ae4-d8f163c1a2d4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:01.430297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc2a005b-ae58-484c-b83b-6d04640d865c req-229eef24-590d-4af2-9ae4-d8f163c1a2d4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 945 time: 0.3403900 Dec 13 14:43:01.509388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:01.589656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc2a005b-ae58-484c-b83b-6d04640d865c req-f24c120a-6441-4e17-9717-b30246abf017 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167269 Dec 13 14:43:01.653889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:01.674510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcbe0-384b-4b00-8a5b-1671f658140a req-b5fe6f4d-93a1-4966-9af0-869147611681 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:01.676421 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59cfcbe0-384b-4b00-8a5b-1671f658140a req-b5fe6f4d-93a1-4966-9af0-869147611681 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.0997770 Dec 13 14:43:01.681141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-fa540bc0-573a-4a90-bf6f-6809bb2f0b2e service neutron] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:01.686506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-fa540bc0-573a-4a90-bf6f-6809bb2f0b2e service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:01.687596 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2368f09b-a2bd-44ac-98f2-235d3f584bfb req-fa540bc0-573a-4a90-bf6f-6809bb2f0b2e service neutron] 10.222.0.55 "DELETE /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d/bindings/n-h2-816954-1 HTTP/1.1" status: 204 len: 173 time: 0.2650874 Dec 13 14:43:01.753282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59cfcbe0-384b-4b00-8a5b-1671f658140a req-61fbf19a-7f32-48a1-a644-ff10d857ed1c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645576 Dec 13 14:43:01.780919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-1a86bc07-677f-41ef-b623-067a9914bd93 service neutron] 10.222.0.55 "GET /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.2103434 Dec 13 14:43:01.858625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6a935c93-b320-49e7-8af7-d872fbea28ce None None] Provisioning complete for port 3029a7f3-5390-49ba-b3bb-98838ea327da triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:01.859056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6a935c93-b320-49e7-8af7-d872fbea28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:01.945026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6a935c93-b320-49e7-8af7-d872fbea28ce None None] Port 3029a7f3-5390-49ba-b3bb-98838ea327da cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:01.954129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe026350-08ca-4378-b566-efbded9400a7 req-dbff6ddd-43ff-4055-8464-e15088e70bf4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:01.954129 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe026350-08ca-4378-b566-efbded9400a7 req-dbff6ddd-43ff-4055-8464-e15088e70bf4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.1564615 Dec 13 14:43:02.031461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:02.064034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe026350-08ca-4378-b566-efbded9400a7 req-8694512a-4aa1-400d-83d1-7fb073d6a57b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928733 Dec 13 14:43:02.136052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.151858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:02.152300 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.192104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Deleting port 5f6f09ca-219b-4329-9ade-cc23a57d990d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:02.192484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.261230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:02.308084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.330742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:02.358769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:02.402667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] For port 5f6f09ca-219b-4329-9ade-cc23a57d990d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5f6f09ca-219b-4329-9ade-cc23a57d990d,segment=NetworkSegment(246d76df-22a7-4ed5-999d-3435e80ceb03),segment_id=246d76df-22a7-4ed5-999d-3435e80ceb03)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:02.403968 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.422923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:02.439911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:02.444770 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.471230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Calling delete_port for 5f6f09ca-219b-4329-9ade-cc23a57d990d owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:02.492077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaa1fb-dd37-4fda-b9c7-9f46c50cd0a0 req-e6902bdf-ecd9-4385-8922-eb7b64ed6991 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:02.501112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2eaa1fb-dd37-4fda-b9c7-9f46c50cd0a0 req-e6902bdf-ecd9-4385-8922-eb7b64ed6991 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 944 time: 0.4847982 Dec 13 14:43:02.560968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2eaa1fb-dd37-4fda-b9c7-9f46c50cd0a0 req-b3277a8b-28ef-4539-bfb3-e9596c562248 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580215 Dec 13 14:43:02.566957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:02.581992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.581992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.582429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.585433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.585878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.586220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.586913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.587984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.588433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.588967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.589391 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.589785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.590293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:02.590508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d2f5-549b-4bbf-b1eb-ea875e291421 req-34ac0501-7d58-4e13-bcfe-4815f1e571ac tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:02.613796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e837d2f5-549b-4bbf-b1eb-ea875e291421 req-34ac0501-7d58-4e13-bcfe-4815f1e571ac tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 1096 time: 0.2064478 Dec 13 14:43:02.706485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] Transition to ACTIVE for port object ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:43:02.769831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e837d2f5-549b-4bbf-b1eb-ea875e291421 req-519fdfc1-85ea-40b1-b8f1-bc311eb6a4b9 tempest-LiveMigrationTest-1203087970 tempest-LiveMigrationTest-1203087970-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548424 Dec 13 14:43:02.775696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.796805 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.867696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:02.874066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae47d93-213a-4608-bba9-2964daba7cf1 req-9a405fce-0310-4357-a4e3-659ce67bc6be tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:02.876132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ae47d93-213a-4608-bba9-2964daba7cf1 req-9a405fce-0310-4357-a4e3-659ce67bc6be tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 945 time: 0.1322494 Dec 13 14:43:02.941129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] No DVR routers for this DVR port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:02.963186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:03.005217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-637942dc-89b5-4e95-96f0-25c5d67614a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8/bindings/n-h2-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2171113 Dec 13 14:43:03.011464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ae47d93-213a-4608-bba9-2964daba7cf1 req-527fed12-9c41-4867-89fb-2dc43fbe858c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225204 Dec 13 14:43:03.238884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-b45259a9-079b-40b3-9492-5760c64477ab tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:03.240508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-b45259a9-079b-40b3-9492-5760c64477ab tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.0634685 Dec 13 14:43:03.312303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-3539d101-f84b-4703-84f4-30b17ced3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:03.314006 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-3539d101-f84b-4703-84f4-30b17ced3357 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4&tenant_id=ada9a792632d4408bcc5b299fd43872c HTTP/1.1" status: 200 len: 1096 time: 0.0638301 Dec 13 14:43:03.354188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Pushing event updated for resources: {'Port': ['ID=3029a7f3-5390-49ba-b3bb-98838ea327da,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:03.359532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:03.383213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a662035-f79d-429f-a817-0e4144e9a494 req-5bf26279-fc7e-4f1b-aed0-d822c1c049ef tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:03.385324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a662035-f79d-429f-a817-0e4144e9a494 req-5bf26279-fc7e-4f1b-aed0-d822c1c049ef tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.4692786 Dec 13 14:43:03.404313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-2a9702db-9cce-4c4d-8c11-fae94aee107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:03.406035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-2a9702db-9cce-4c4d-8c11-fae94aee107e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0642817 Dec 13 14:43:03.452088 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:03.512408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6f09ca-219b-4329-9ade-cc23a57d990d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:03.537600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a662035-f79d-429f-a817-0e4144e9a494 req-31502ad0-b5e2-4059-93a5-a5b5418881ab tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397510 Dec 13 14:43:03.550521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-6e96b736-4a17-4845-ae52-0a7f18427bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:03.552009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-6e96b736-4a17-4845-ae52-0a7f18427bdb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 0.1379647 Dec 13 14:43:03.606816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:03.609756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:03.676556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-c45a3e69-9fe0-45f0-8aa1-15c238c86e4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 200 len: 217 time: 0.1153672 Dec 13 14:43:03.829345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-00a5871f-922c-4e96-b04e-4cca08c5896f tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1138223902&fields=id&tenant_id=7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 267 time: 0.1837270 Dec 13 14:43:03.856022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-a36dcc45-8f63-41a2-8750-7e88c50ce972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:03.857117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-a36dcc45-8f63-41a2-8750-7e88c50ce972 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.1586111 Dec 13 14:43:03.968114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-5972366c-e788-47b2-ba6d-086334db1e41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938482 Dec 13 14:43:03.970989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Router 09288f81-2db1-4d5d-889b-b2ad51d60c52 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:43:04.026563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30191041-63a4-4299-8b80-e4d9c56a2d88 req-14bcbb1e-cc48-422e-bbce-3815e94ef63a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:04.030751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30191041-63a4-4299-8b80-e4d9c56a2d88 req-14bcbb1e-cc48-422e-bbce-3815e94ef63a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.2359300 Dec 13 14:43:04.061078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-ea1c0f20-0799-4926-a6ec-27daba3ba74e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:04.070503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-ea1c0f20-0799-4926-a6ec-27daba3ba74e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 945 time: 0.2326469 Dec 13 14:43:04.085073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:04.105500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'port': {'security_groups': ['28618ae4-7ba1-411a-86dd-13410c22a0a0', '444ecadd-b4fa-4543-958c-6601e571fc5f']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:04.119178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:04.168587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30191041-63a4-4299-8b80-e4d9c56a2d88 req-ea051e05-0e5d-44b3-bb10-87d6bd50e976 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927680 Dec 13 14:43:04.257977 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-2d0de43a-6530-4dfc-8efb-aeaa186a6068 service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798684 Dec 13 14:43:04.259841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:04.270702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c0b52e93-c6bd-421f-97eb-a181793bf3a0 None None] Provisioning complete for port 3029a7f3-5390-49ba-b3bb-98838ea327da triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:04.271223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0b52e93-c6bd-421f-97eb-a181793bf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:04.351508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:04.351508 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:04.365047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:43:04.372329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e5d154bf-3b03-4b33-8875-b751a59d9b57 admin admin] 10.222.0.24 "PUT /v2.0/routers/09288f81-2db1-4d5d-889b-b2ad51d60c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7469931 Dec 13 14:43:04.401720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Sync routers for ids ['09288f81-2db1-4d5d-889b-b2ad51d60c52'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:43:04.412095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a358fa-8388-4c74-800c-ec163de1f004 req-08c41764-a986-4548-b43f-6f1f5174b102 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:04.423068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44a358fa-8388-4c74-800c-ec163de1f004 req-08c41764-a986-4548-b43f-6f1f5174b102 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 945 time: 0.1635473 Dec 13 14:43:04.439028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c0b52e93-c6bd-421f-97eb-a181793bf3a0 None None] Port 3029a7f3-5390-49ba-b3bb-98838ea327da cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:04.463626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Routers {'09288f81-2db1-4d5d-889b-b2ad51d60c52'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:04.464948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['09288f81-2db1-4d5d-889b-b2ad51d60c52'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:04.499680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b826d12f-e0f9-4010-8aa1-00f0e8cdb01b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:04.501747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b826d12f-e0f9-4010-8aa1-00f0e8cdb01b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.2781675 Dec 13 14:43:04.555816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44a358fa-8388-4c74-800c-ec163de1f004 req-bc6c5a0f-c857-42f4-8da7-57807747986a tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309404 Dec 13 14:43:04.594799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Set router 09288f81-2db1-4d5d-889b-b2ad51d60c52 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:04.597191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-1c370c56-c96d-4a19-a1b2-a049bebde48f service neutron] 10.222.0.50 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275685 Dec 13 14:43:04.866086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Router f87c2e54-c543-4ee7-aafb-d608a03ba901 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:43:04.866535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Deleting port 69634cbc-99b0-45ab-8767-2e87ceac7b8d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:04.866945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:04.908733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5debe-d575-44aa-add5-e1a49a2fbf15 req-d499ca2f-ba89-4e57-966e-61872b2c3c1f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:04.917203 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77f5debe-d575-44aa-add5-e1a49a2fbf15 req-d499ca2f-ba89-4e57-966e-61872b2c3c1f tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1017640 Dec 13 14:43:04.967638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-be9b6370-cff4-42fd-8d57-1c21669de03a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:04.969352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-be9b6370-cff4-42fd-8d57-1c21669de03a tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.50 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 945 time: 0.1782601 Dec 13 14:43:05.015177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:05.021604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:43:01Z', 'revision_number': 4, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port': {'id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:54Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '3029a7f3-5390-49ba-b3bb-98838ea327da', 'name': '', 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'mac_address': 'fa:16:3e:0f:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3635ff69-1a03-417d-b2f5-1c79be0f3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:59Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 2, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'subnets': [{'id': '3635ff69-1a03-417d-b2f5-1c79be0f3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:05.062936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Checking router: 09288f81-2db1-4d5d-889b-b2ad51d60c52 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:43:05.063320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Updating router 09288f81-2db1-4d5d-889b-b2ad51d60c52 port 3029a7f3-5390-49ba-b3bb-98838ea327da binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:43:05.091271 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.129603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] For port 69634cbc-99b0-45ab-8767-2e87ceac7b8d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69634cbc-99b0-45ab-8767-2e87ceac7b8d,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:05.130001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.154272 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.161008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Calling delete_port for 69634cbc-99b0-45ab-8767-2e87ceac7b8d owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:05.193763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77f5debe-d575-44aa-add5-e1a49a2fbf15 req-d54ecdba-7273-4df6-8646-20793c8b7ba4 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653949 Dec 13 14:43:05.193763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:43:05.201786 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] Sync routers for ids ['f87c2e54-c543-4ee7-aafb-d608a03ba901'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:43:05.207702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3cc38583-92d4-4f69-b61c-cbfc9e21fb09 admin admin] 10.222.0.24 "PUT /v2.0/routers/f87c2e54-c543-4ee7-aafb-d608a03ba901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5621684 Dec 13 14:43:05.209489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34656) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:05.218945 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] Routers {'f87c2e54-c543-4ee7-aafb-d608a03ba901'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:05.223510 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f87c2e54-c543-4ee7-aafb-d608a03ba901'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:05.254762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693eba9-61fb-4246-86d2-638d7b96121a req-d397b99c-31a4-47b4-b36e-8cf475860d7a tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:05.258258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-d397b99c-31a4-47b4-b36e-8cf475860d7a tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4&tenant_id=ada9a792632d4408bcc5b299fd43872c&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.1328659 Dec 13 14:43:05.373981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.443412 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.450899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:05.453457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:05.529946 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.598710 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-6ca90af3-2054-40dd-9fe3-0efa29b7c7cd req-09a2cc65-dd80-4c42-890a-6e28068d717e tempest-FloatingIPDetailsNegativeTestJSON-1910918772 tempest-FloatingIPDetailsNegativeTestJSON-1910918772-project] show failed (client error): The resource could not be found. Dec 13 14:43:05.618295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ca90af3-2054-40dd-9fe3-0efa29b7c7cd req-09a2cc65-dd80-4c42-890a-6e28068d717e tempest-FloatingIPDetailsNegativeTestJSON-1910918772 tempest-FloatingIPDetailsNegativeTestJSON-1910918772-project] 10.222.0.24 "GET /v2.0/floatingips/50dffa3b-e689-42de-a724-7caface30275 HTTP/1.1" status: 404 len: 350 time: 0.1443887 Dec 13 14:43:05.624395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:05.723685 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] Set router f87c2e54-c543-4ee7-aafb-d608a03ba901 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:05.796955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29398c7b-eaa3-4511-8771-3c94d5543d8b None None] Pushing event updated for resources: {'Port': ['ID=3029a7f3-5390-49ba-b3bb-98838ea327da,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:05.835530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Attempting to bind port 3029a7f3-5390-49ba-b3bb-98838ea327da on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:05.838475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Attempting to bind port 3029a7f3-5390-49ba-b3bb-98838ea327da by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:05.838873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Attempting to bind port 3029a7f3-5390-49ba-b3bb-98838ea327da on network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:05.846097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Deleting port 1dafef14-7faa-431c-aa3d-7680d1002156 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:05.846583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.914121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:05.914529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Checking segment: {'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:05.914942 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.925679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Bound using segment: {'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:05.927128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Bound port: 3029a7f3-5390-49ba-b3bb-98838ea327da, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d19922-75ad-4d19-ba9f-38a1987d162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:05.927549 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.955781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:05.956429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:05.977463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1c9be92-d5b2-466b-8ebc-927504e4ecca req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "PUT /v2.0/ports/631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 200 len: 981 time: 1.9015377 Dec 13 14:43:05.985012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:05.993620 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095df45e-2894-4576-ad7c-cac1bb51ff3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:06.103980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] For port 3029a7f3-5390-49ba-b3bb-98838ea327da, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:06.108868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] For port 3029a7f3-5390-49ba-b3bb-98838ea327da, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3029a7f3-5390-49ba-b3bb-98838ea327da,segment=NetworkSegment(54d19922-75ad-4d19-ba9f-38a1987d162e),segment_id=54d19922-75ad-4d19-ba9f-38a1987d162e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:06.120480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:06.164806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69433177-0972-4b2f-bcf9-e30dffb732bc tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:06.216621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c21cb37e-4bae-4db2-a2f7-7943f5eb6709 None None] Provisioning complete for port 3029a7f3-5390-49ba-b3bb-98838ea327da triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:06.222216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.222672 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c21cb37e-4bae-4db2-a2f7-7943f5eb6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.241456 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 5, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:06.277330 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] Checking router: f87c2e54-c543-4ee7-aafb-d608a03ba901 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:43:06.289038 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] Routers {'f87c2e54-c543-4ee7-aafb-d608a03ba901'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:06.289661 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f87c2e54-c543-4ee7-aafb-d608a03ba901'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:06.372771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.400089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae161d0f-bc0d-4f65-8b12-1b906ab9eb68 req-fc21a511-de74-4ea1-bd96-16540e40e897 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:06.410100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae161d0f-bc0d-4f65-8b12-1b906ab9eb68 req-fc21a511-de74-4ea1-bd96-16540e40e897 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 945 time: 0.2649744 Dec 13 14:43:06.444621 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] Set router f87c2e54-c543-4ee7-aafb-d608a03ba901 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:06.464762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] For port 1dafef14-7faa-431c-aa3d-7680d1002156, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=1dafef14-7faa-431c-aa3d-7680d1002156,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:06.465701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae161d0f-bc0d-4f65-8b12-1b906ab9eb68 req-441b96ba-eef1-4746-93dc-c74b7e700838 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541244 Dec 13 14:43:06.465869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.498490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c21cb37e-4bae-4db2-a2f7-7943f5eb6709 None None] Port 3029a7f3-5390-49ba-b3bb-98838ea327da cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:06.500059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9703-061b-4b3d-baf3-5560dd7e534b req-a8819148-b76c-44a0-a5f2-af558f3303b4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:06.511689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaba9703-061b-4b3d-baf3-5560dd7e534b req-a8819148-b76c-44a0-a5f2-af558f3303b4 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 945 time: 0.4489410 Dec 13 14:43:06.570756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Calling delete_port for 1dafef14-7faa-431c-aa3d-7680d1002156 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:06.607187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-7693eba9-61fb-4246-86d2-638d7b96121a req-3962479d-5b58-4fe4-9ad6-c4b694d73ebf service neutron] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:06.615265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7693eba9-61fb-4246-86d2-638d7b96121a req-3962479d-5b58-4fe4-9ad6-c4b694d73ebf service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.618508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29398c7b-eaa3-4511-8771-3c94d5543d8b None None] Pushing event updated for resources: {'Port': ['ID=3029a7f3-5390-49ba-b3bb-98838ea327da,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:06.620602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7693eba9-61fb-4246-86d2-638d7b96121a req-3962479d-5b58-4fe4-9ad6-c4b694d73ebf service neutron] 10.222.0.50 "DELETE /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8/bindings/n-h1-816954-1 HTTP/1.1" status: 204 len: 173 time: 1.3527122 Dec 13 14:43:06.633349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Routers {'09288f81-2db1-4d5d-889b-b2ad51d60c52'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:06.633974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['09288f81-2db1-4d5d-889b-b2ad51d60c52'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:06.658395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaba9703-061b-4b3d-baf3-5560dd7e534b req-dd933f56-3ca6-4f5f-9adc-ce351f9a579e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456306 Dec 13 14:43:06.665595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.761063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.777645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93050ae3-2d7a-4cff-8fbe-84ab6d88ae61 req-ab8f55ca-6282-4df3-a98a-c92bbefa362d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/444ecadd-b4fa-4543-958c-6601e571fc5f HTTP/1.1" status: 200 len: 1801 time: 0.1682141 Dec 13 14:43:06.787277 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.808196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event deleted for resources: {'Port': ['ID=69634cbc-99b0-45ab-8767-2e87ceac7b8d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:06.888109 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 5, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:06.909296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] No DVR routers for this DVR port 69634cbc-99b0-45ab-8767-2e87ceac7b8d on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:06.912987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.916457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d671e6f2-39f9-4ef9-9999-166de3609b44 req-b803d4a5-383a-49b9-9592-1cbd1f82ed3b tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.55 "DELETE /v2.0/ports/69634cbc-99b0-45ab-8767-2e87ceac7b8d HTTP/1.1" status: 204 len: 173 time: 2.4027410 Dec 13 14:43:06.939806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] Set router 09288f81-2db1-4d5d-889b-b2ad51d60c52 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:06.957484 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c10f2d-7135-4687-b0e9-4fe63537446a None None] The sync data for ids ['f87c2e54-c543-4ee7-aafb-d608a03ba901'] in n-d-816954-1 is: [{'id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-550805528-router', 'tenant_id': '859457988b3b4c398088ee4955ed6ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:37:51Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 5, 'project_id': '859457988b3b4c398088ee4955ed6ab7', 'gw_port': {'id': '885dd2bf-23e5-4cc8-a019-bbf589ae96d7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c2e54-c543-4ee7-aafb-d608a03ba901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:37:52Z', 'updated_at': '2021-12-13T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:43:06.970652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Deleting port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:06.970999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:06.974101 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa0ca8-e133-4ce4-9b6d-c055bbee9589 x-openstack-request-id: req-a7fa0ca8-e133-4ce4-9b6d-c055bbee9589 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:06.974422 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:06.974695 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7fa0ca8-e133-4ce4-9b6d-c055bbee9589 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:06.975080 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f', 'status': 'completed', 'code': 200} Dec 13 14:43:06.976983 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:07.063008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Pushing event deleted for resources: {'Port': ['ID=1dafef14-7faa-431c-aa3d-7680d1002156,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:07.087254 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-93050ae3-2d7a-4cff-8fbe-84ab6d88ae61 req-130c4be4-9980-4992-84fb-cb4af2384cc8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 14:43:07.095808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93050ae3-2d7a-4cff-8fbe-84ab6d88ae61 req-130c4be4-9980-4992-84fb-cb4af2384cc8 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/444ecadd-b4fa-4543-958c-6601e571fc5f HTTP/1.1" status: 409 len: 341 time: 0.3171015 Dec 13 14:43:07.113475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-9f284a99-bf6d-4d3b-a8db-67f45c0b27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:07.122379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-9f284a99-bf6d-4d3b-a8db-67f45c0b27a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1135 time: 0.1172812 Dec 13 14:43:07.170449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] No DVR routers for this DVR port 1dafef14-7faa-431c-aa3d-7680d1002156 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:07.181647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:07.196903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94e0a733-aa2d-4e7e-b293-a635538c652c req-c3270417-28c3-4d42-b8c4-3975e8d82aba tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.50 "DELETE /v2.0/ports/1dafef14-7faa-431c-aa3d-7680d1002156 HTTP/1.1" status: 204 len: 173 time: 2.2185616 Dec 13 14:43:07.225363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['85fe86e3-c730-418d-95a9-384661b6a889'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:07.241526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85e6aa35-9cfb-4f2a-bd3b-1f1015de5a04 req-16e3098e-b636-4466-b56a-2a8f77fc5ca7 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182687e-9e6c-42ce-aab6-0f4dd25b42b8 HTTP/1.1" status: 200 len: 210 time: 0.1005776 Dec 13 14:43:07.283163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] For port 885dd2bf-23e5-4cc8-a019-bbf589ae96d7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:07.283427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:07.333031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Calling delete_port for 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:07.510184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ad6f2e38-5393-4f61-b564-ec18ec99364b None None] Provisioning complete for port 3029a7f3-5390-49ba-b3bb-98838ea327da triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:07.510581 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2e38-5393-4f61-b564-ec18ec99364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:07.593737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69634cbc-99b0-45ab-8767-2e87ceac7b8d no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:07.625561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-478c1f3a-c5e5-4d21-af95-3d248c5f42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:07.631175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-478c1f3a-c5e5-4d21-af95-3d248c5f42d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 914 time: 0.4900954 Dec 13 14:43:07.676181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 69634cbc-99b0-45ab-8767-2e87ceac7b8d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:07.676782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69634cbc-99b0-45ab-8767-2e87ceac7b8d not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:07.754965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['14986c79-8713-4e98-a3cf-3c32dda00b4f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:07.768525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-fcbc4f5d-c852-4969-a537-400fff198003 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 200 len: 217 time: 0.1218059 Dec 13 14:43:07.816625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0ed3-4fa4-424d-8ec5-e1fe9928933d req-81dd07cf-d332-4462-89ea-5380c0e426b6 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:07.820433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef3e0ed3-4fa4-424d-8ec5-e1fe9928933d req-81dd07cf-d332-4462-89ea-5380c0e426b6 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 1096 time: 0.3682704 Dec 13 14:43:07.882326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2e38-5393-4f61-b564-ec18ec99364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:07.990098 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48a7d563-db41-41c7-983a-785bc6916e93 req-1a426f12-263e-4c4c-8a6c-594529b3de82 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0971861 Dec 13 14:43:07.992519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ad6f2e38-5393-4f61-b564-ec18ec99364b None None] For port 3029a7f3-5390-49ba-b3bb-98838ea327da, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3029a7f3-5390-49ba-b3bb-98838ea327da,segment=NetworkSegment(54d19922-75ad-4d19-ba9f-38a1987d162e),segment_id=54d19922-75ad-4d19-ba9f-38a1987d162e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:07.996325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.005082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5f6f09ca-219b-4329-9ade-cc23a57d990d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:08.062855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Pushing event deleted for resources: {'Port': ['ID=885dd2bf-23e5-4cc8-a019-bbf589ae96d7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:08.091418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 5f6f09ca-219b-4329-9ade-cc23a57d990d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:08.092022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5f6f09ca-219b-4329-9ade-cc23a57d990d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:08.128218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef3e0ed3-4fa4-424d-8ec5-e1fe9928933d req-b5a9bc7e-732e-47a6-baf5-459f5fb03249 tempest-LiveAutoBlockMigrationV225Test-979896261 tempest-LiveAutoBlockMigrationV225Test-979896261-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078581 Dec 13 14:43:08.131261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-a49ed6f5-824b-4988-ad30-541334af51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:08.136271 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-a49ed6f5-824b-4988-ad30-541334af51c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.3479567 Dec 13 14:43:08.186944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2e38-5393-4f61-b564-ec18ec99364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.228007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-11a0bbc0-3b6a-41c2-9129-cd3b4b7900fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751350 Dec 13 14:43:08.326173 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.531082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.538054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.601485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f2e38-5393-4f61-b564-ec18ec99364b None None] Pushing event updated for resources: {'Port': ['ID=3029a7f3-5390-49ba-b3bb-98838ea327da,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:08.631472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:43:01Z', 'revision_number': 4, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port': {'id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:54Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '3029a7f3-5390-49ba-b3bb-98838ea327da', 'name': '', 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'mac_address': 'fa:16:3e:0f:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3635ff69-1a03-417d-b2f5-1c79be0f3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:59Z', 'updated_at': '2021-12-13T14:43:06Z', 'revision_number': 4, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'subnets': [{'id': '3635ff69-1a03-417d-b2f5-1c79be0f3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:08.673373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e51f2-04a1-4624-b530-563deeaf04d3 req-6f6ee6b1-ec3f-4341-9c75-4a1ea1f8d158 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:08.683529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb4e51f2-04a1-4624-b530-563deeaf04d3 req-6f6ee6b1-ec3f-4341-9c75-4a1ea1f8d158 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 984 time: 0.4786630 Dec 13 14:43:08.720053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243e5dc-91be-4b3a-8b23-9dc690b836c9 None None] The sync data for ids ['09288f81-2db1-4d5d-889b-b2ad51d60c52'] in n-d-816954-1 is: [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:43:01Z', 'revision_number': 4, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port': {'id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:54Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '3029a7f3-5390-49ba-b3bb-98838ea327da', 'name': '', 'network_id': '8784dfd5-79ef-4e1c-8d6f-65e5e99caea3', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'mac_address': 'fa:16:3e:0f:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '3635ff69-1a03-417d-b2f5-1c79be0f3ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:59Z', 'updated_at': '2021-12-13T14:43:06Z', 'revision_number': 4, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'subnets': [{'id': '3635ff69-1a03-417d-b2f5-1c79be0f3ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:43:08.783682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Deleting port 3029a7f3-5390-49ba-b3bb-98838ea327da {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:08.784167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.794606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb4e51f2-04a1-4624-b530-563deeaf04d3 req-caeb29fa-ee61-41c9-bdcd-b9d551289d05 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&id=444ecadd-b4fa-4543-958c-6601e571fc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0952842 Dec 13 14:43:08.849253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.849830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87c2e54-c543-4ee7-aafb-d608a03ba901 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:43:08.856459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:08.857336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-09b68d3f-a08a-4abe-ac23-50c5641a097f admin admin] 10.222.0.24 "DELETE /v2.0/routers/f87c2e54-c543-4ee7-aafb-d608a03ba901 HTTP/1.1" status: 204 len: 168 time: 3.6455541 Dec 13 14:43:08.860636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34718) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:08.869833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-0ad4f649-d60d-497f-9b54-a7bf8308d1f5 service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056519 Dec 13 14:43:08.957206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1dafef14-7faa-431c-aa3d-7680d1002156 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:08.977536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'name': 'network-vif-deleted', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d'}, {'server_uuid': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'name': 'network-vif-deleted', 'tag': '1dafef14-7faa-431c-aa3d-7680d1002156'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:08.979929 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767191f4-85b2-4912-905e-dfd16939ac42" -d '{"events": [{"server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "name": "network-vif-deleted", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d"}, {"server_uuid": "0182687e-9e6c-42ce-aab6-0f4dd25b42b8", "name": "network-vif-deleted", "tag": "1dafef14-7faa-431c-aa3d-7680d1002156"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:09.029675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 1dafef14-7faa-431c-aa3d-7680d1002156 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:09.031363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 1dafef14-7faa-431c-aa3d-7680d1002156 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:09.035856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] For port 3029a7f3-5390-49ba-b3bb-98838ea327da, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3029a7f3-5390-49ba-b3bb-98838ea327da,segment=NetworkSegment(54d19922-75ad-4d19-ba9f-38a1987d162e),segment_id=54d19922-75ad-4d19-ba9f-38a1987d162e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:09.037572 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:09.063159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Calling delete_port for 3029a7f3-5390-49ba-b3bb-98838ea327da owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:09.069357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-095df45e-2894-4576-ad7c-cac1bb51ff3d req-4cd19600-71a1-42ad-8ecf-a0937e179f93 service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895559 Dec 13 14:43:09.099566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] Deleting subnet 8872d3cd-496e-4280-a90e-2d3c41aa6cfc {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:09.119116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:09.199212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:09.336455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:09.341406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b633c0-83a5-4200-9078-d1d73687f6ad req-16582a5f-8cac-44c6-a141-aca1c91fb994 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:09.343375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26b633c0-83a5-4200-9078-d1d73687f6ad req-16582a5f-8cac-44c6-a141-aca1c91fb994 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 945 time: 0.2642851 Dec 13 14:43:09.426488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-0fdf3385-371a-454c-9e9f-a32023272866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:09.429652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-0fdf3385-371a-454c-9e9f-a32023272866 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1135 time: 0.1887848 Dec 13 14:43:09.470794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-f012eb63-51a4-40a7-a8cf-8e1f0b6090a3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:09.474604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-f012eb63-51a4-40a7-a8cf-8e1f0b6090a3 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 945 time: 0.0893667 Dec 13 14:43:09.497844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26b633c0-83a5-4200-9078-d1d73687f6ad req-5636345a-163d-428d-b2cb-05ce0a0909ca tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428628 Dec 13 14:43:09.601356 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3c947-2fe8-4e14-ba1c-f778b23ff30e x-openstack-request-id: req-a5a3c947-2fe8-4e14-ba1c-f778b23ff30e {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:09.602671 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d", "name": "network-vif-deleted", "tag": "69634cbc-99b0-45ab-8767-2e87ceac7b8d", "status": "completed", "code": 200}, {"server_uuid": "0182687e-9e6c-42ce-aab6-0f4dd25b42b8", "name": "network-vif-deleted", "tag": "1dafef14-7faa-431c-aa3d-7680d1002156", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:09.603422 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5a3c947-2fe8-4e14-ba1c-f778b23ff30e {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:09.603874 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d', 'name': 'network-vif-deleted', 'tag': '69634cbc-99b0-45ab-8767-2e87ceac7b8d', 'status': 'completed', 'code': 200} Dec 13 14:43:09.606647 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182687e-9e6c-42ce-aab6-0f4dd25b42b8', 'name': 'network-vif-deleted', 'tag': '1dafef14-7faa-431c-aa3d-7680d1002156', 'status': 'completed', 'code': 200} Dec 13 14:43:09.662884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:09.791179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8872d3cd-496e-4280-a90e-2d3c41aa6cfc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:09.797240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:09.804881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f563f814-939a-4dd3-838b-aff0b11b5653 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8872d3cd-496e-4280-a90e-2d3c41aa6cfc HTTP/1.1" status: 204 len: 168 time: 0.9403136 Dec 13 14:43:09.807134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34740) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:09.817525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ee051-9224-4005-bd26-7b6491b66f15 None None] Network 9c4dd3dc-182b-4b76-b066-43ba838abb10 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:43:09.854858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3fc14ad-b01a-4851-a77e-bb0aeef6db83 req-81190ce2-13c7-4378-9cd5-54789b0917a1 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0902534 Dec 13 14:43:10.181025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3029a7f3-5390-49ba-b3bb-98838ea327da up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:10.185231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-22a73091-4f2a-452d-91fc-a27db17dfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:10.187084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-22a73091-4f2a-452d-91fc-a27db17dfc7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 914 time: 0.7139187 Dec 13 14:43:10.242637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.270156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Deleting port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:10.272064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.287458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-880f0a09-3f74-4aa2-9e8e-546a1bb45604 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 200 len: 217 time: 0.0644152 Dec 13 14:43:10.344377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3029a7f3-5390-49ba-b3bb-98838ea327da triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:10.346120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.410761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] DHCP port deletion for 9c4dd3dc-182b-4b76-b066-43ba838abb10 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:43:10.467245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a300b-353e-48ac-904c-cb7d78f4da0c req-a17a69a4-e5eb-4fcd-94d4-a75cba6d17e0 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:10.477756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b2a300b-353e-48ac-904c-cb7d78f4da0c req-a17a69a4-e5eb-4fcd-94d4-a75cba6d17e0 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 984 time: 0.2899864 Dec 13 14:43:10.498778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49df45-cf33-4b75-b8e1-f48280424b91 req-c7af72ae-ada4-49aa-8e41-d3a16534c07d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:10.503595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-7d214655-3ac3-401f-8a14-9c3c6b16cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:10.505647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-7d214655-3ac3-401f-8a14-9c3c6b16cec5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.1616046 Dec 13 14:43:10.506279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a49df45-cf33-4b75-b8e1-f48280424b91 req-c7af72ae-ada4-49aa-8e41-d3a16534c07d tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.4378765 Dec 13 14:43:10.533064 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No ports have port_id starting with 3029a7f3-5390-49ba-b3bb-98838ea327da Dec 13 14:43:10.553551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] Deleting port 5b335123-8875-4baf-9903-e1e809bea68d {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:10.553939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.576642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-a44bbc16-80f6-45d0-8c74-06052d6e1b06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601318 Dec 13 14:43:10.586089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.666158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] For port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:10.666566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.674079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] For port 5b335123-8875-4baf-9903-e1e809bea68d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5b335123-8875-4baf-9903-e1e809bea68d,segment=NetworkSegment(246d76df-22a7-4ed5-999d-3435e80ceb03),segment_id=246d76df-22a7-4ed5-999d-3435e80ceb03)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:10.674985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.703028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] Calling delete_port for 5b335123-8875-4baf-9903-e1e809bea68d owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:10.709305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a49df45-cf33-4b75-b8e1-f48280424b91 req-004129ce-11f7-49b0-80fe-f98c42db6d51 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952941 Dec 13 14:43:10.717034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Calling delete_port for ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:10.765938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Deleting port 5b335123-8875-4baf-9903-e1e809bea68d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:10.773395 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.798706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:10.825531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:10.826226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 885dd2bf-23e5-4cc8-a019-bbf589ae96d7 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:10.862252 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:10.880061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-558de34d-20fb-4fc9-b553-c1cecebc474c service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638988 Dec 13 14:43:10.904297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b2a300b-353e-48ac-904c-cb7d78f4da0c req-9bf16107-be4d-40f1-befc-b4721107d06c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&id=444ecadd-b4fa-4543-958c-6601e571fc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4191775 Dec 13 14:43:10.913262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3029a7f3-5390-49ba-b3bb-98838ea327da,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:10.921107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] Pushing event deleted for resources: {'Port': ['ID=5b335123-8875-4baf-9903-e1e809bea68d,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:10.922999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c6a4f-779d-4ccf-bfc6-6d4c9334a34b None None] No DVR routers for this DVR port 5b335123-8875-4baf-9903-e1e809bea68d on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:11.154226 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-207b31d8-d0a7-413c-bc93-e7d123ac52e8 req-d61751a4-6759-44da-80de-bec108f2e99b service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307272 Dec 13 14:43:11.185820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] For port 5b335123-8875-4baf-9903-e1e809bea68d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5b335123-8875-4baf-9903-e1e809bea68d,segment=NetworkSegment(246d76df-22a7-4ed5-999d-3435e80ceb03),segment_id=246d76df-22a7-4ed5-999d-3435e80ceb03)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:11.186513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.201968 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07a2cc3f-87c5-4bef-a1bd-aa2d964a8f4e req-7aae0dd6-d39f-42c7-b999-707a5d1e8042 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0447066 Dec 13 14:43:11.255128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Calling delete_port for 5b335123-8875-4baf-9903-e1e809bea68d owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:11.333498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.377792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.432853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b335123-8875-4baf-9903-e1e809bea68d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:11.444992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63b495-f3e7-480d-a019-dd04b7780199 req-81a543bd-4e54-4224-b2b9-c2fd654d58ca tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:11.452829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a63b495-f3e7-480d-a019-dd04b7780199 req-81a543bd-4e54-4224-b2b9-c2fd654d58ca tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 945 time: 0.4145508 Dec 13 14:43:11.501571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] No DVR routers for this DVR port 5b335123-8875-4baf-9903-e1e809bea68d on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:11.582180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.605832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4dd3dc-182b-4b76-b066-43ba838abb10']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:11.617611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246d76df-22a7-4ed5-999d-3435e80ceb03') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:11.618187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246d76df-22a7-4ed5-999d-3435e80ceb03') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:11.619757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Router 09288f81-2db1-4d5d-889b-b2ad51d60c52 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:43:11.639750 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.653482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.660002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:11.660597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:11.721973 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:11.753426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a63b495-f3e7-480d-a019-dd04b7780199 req-1aa7c716-2d89-4a50-a3f6-0432510ea163 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992496 Dec 13 14:43:11.801789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.803324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:43:11.814321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac44f854-7b4a-4edb-8c4c-758639849aa8 admin admin] 10.222.0.24 "PUT /v2.0/routers/09288f81-2db1-4d5d-889b-b2ad51d60c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1737468 Dec 13 14:43:11.814939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34760) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:11.818551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] Sync routers for ids ['09288f81-2db1-4d5d-889b-b2ad51d60c52'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:43:11.829608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:11.835542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] Routers {'09288f81-2db1-4d5d-889b-b2ad51d60c52'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:11.836179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['09288f81-2db1-4d5d-889b-b2ad51d60c52'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:11.852535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c4dd3dc-182b-4b76-b066-43ba838abb10 HTTP/1.1" status: 204 len: 168 time: 2.0452816 Dec 13 14:43:11.961358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.000728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a7db38f0-0133-4897-aabc-72722ea0ca1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:12.031144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f764a9-4c28-49ad-9c4a-e2358e0d80d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4dd3dc-182b-4b76-b066-43ba838abb10,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:12.080859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e440dfb1-507e-4c30-9a97-c8681d7e1f20 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:12.082680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d475c5-86b8-433f-a43b-80d795390a7e req-74dd8914-b6c8-4d20-a679-7e9334b4ec17 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:12.087243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e440dfb1-507e-4c30-9a97-c8681d7e1f20 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.3099928 Dec 13 14:43:12.087388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-96d475c5-86b8-433f-a43b-80d795390a7e req-74dd8914-b6c8-4d20-a679-7e9334b4ec17 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 945 time: 0.1884449 Dec 13 14:43:12.114847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event deleted for resources: {'Port': ['ID=ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:12.171819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] Set router 09288f81-2db1-4d5d-889b-b2ad51d60c52 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:12.224698 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.240595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5b335123-8875-4baf-9903-e1e809bea68d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:12.256803 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-96d475c5-86b8-433f-a43b-80d795390a7e req-f9dfa9ab-7f22-4970-af17-8488fbbf797c tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/security-groups?id=20da6194-f0b8-45be-bed4-80492d556b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433969 Dec 13 14:43:12.281497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 5b335123-8875-4baf-9903-e1e809bea68d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:12.282109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5b335123-8875-4baf-9903-e1e809bea68d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:12.327632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34776) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:12.328985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] No DVR routers for this DVR port ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:12.332448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.337684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dff0ac7a-4a8e-4a2d-9166-4e497b2c0f59 req-06514010-be5a-4d5f-9ac9-10dc6e9950d8 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "DELETE /v2.0/ports/ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 HTTP/1.1" status: 204 len: 173 time: 2.8471310 Dec 13 14:43:12.356776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'name': 'network-vif-deleted', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:12.362535 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fc827e-e2eb-4397-a990-1fdd75dc75fb" -d '{"events": [{"server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "name": "network-vif-deleted", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:12.536783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ceb27c88-af89-4b80-b821-b237c07eed97 req-4951d276-0607-44d6-a00a-2af71cfe58cd tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0748036 Dec 13 14:43:12.579231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd427d-f3cf-4403-9d45-9e2076755f9a req-fbdcf8e7-1433-4ccb-a45b-bacddad755f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:12.580803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59fd427d-f3cf-4403-9d45-9e2076755f9a req-fbdcf8e7-1433-4ccb-a45b-bacddad755f4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 984 time: 0.3712850 Dec 13 14:43:12.627459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.657655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cadc249b-1357-4c0b-859e-776afe678f16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5163fdb492524ea7a9bfa32e5d05c15c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3164520 Dec 13 14:43:12.658000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34784) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:12.675850 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22797086-c523-46ae-bb30-f159cc1dc389 x-openstack-request-id: req-22797086-c523-46ae-bb30-f159cc1dc389 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:12.676295 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326b4a7-0040-46c5-8f39-fc8aae761dc4", "name": "network-vif-deleted", "tag": "ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:12.676557 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22797086-c523-46ae-bb30-f159cc1dc389 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:12.677586 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326b4a7-0040-46c5-8f39-fc8aae761dc4', 'name': 'network-vif-deleted', 'tag': 'ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8', 'status': 'completed', 'code': 200} Dec 13 14:43:12.729714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:43:10Z', 'revision_number': 5, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port': {'id': '59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:42:54Z', 'updated_at': '2021-12-13T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:12.742426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Deleting port 85fe86e3-c730-418d-95a9-384661b6a889 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:12.742763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.768154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] Checking router: 09288f81-2db1-4d5d-889b-b2ad51d60c52 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:43:12.777183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] Routers {'09288f81-2db1-4d5d-889b-b2ad51d60c52'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:12.778084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['09288f81-2db1-4d5d-889b-b2ad51d60c52'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:12.848101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bda7394b-d45a-4a28-a180-618ce00f180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.914321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] For port 85fe86e3-c730-418d-95a9-384661b6a889, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=85fe86e3-c730-418d-95a9-384661b6a889,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:12.914675 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.928875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] Set router 09288f81-2db1-4d5d-889b-b2ad51d60c52 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:12.933356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Deleting port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:12.945629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Calling delete_port for 85fe86e3-c730-418d-95a9-384661b6a889 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:12.946300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.951826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bda7394b-d45a-4a28-a180-618ce00f180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:12.986222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:43:12Z', 'revision_number': 6, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:12.988308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:13.009670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:13.009895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ea576c3e-0c28-4dc4-b78b-72f7d47b0cc8 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:13.041206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243294d-2d59-4f39-a723-c30e2a204ceb None None] The sync data for ids ['09288f81-2db1-4d5d-889b-b2ad51d60c52'] in n-d-816954-1 is: [{'id': '09288f81-2db1-4d5d-889b-b2ad51d60c52', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1810832925-router', 'tenant_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:42:53Z', 'updated_at': '2021-12-13T14:43:12Z', 'revision_number': 6, 'project_id': 'a13d9a0157ec4c6b8a25eb7314040276', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:43:13.054790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59fd427d-f3cf-4403-9d45-9e2076755f9a req-a123b0dd-e235-447e-9f2a-f7aa57124743 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&id=444ecadd-b4fa-4543-958c-6601e571fc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4583533 Dec 13 14:43:13.063479 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-467fc26b-9e5e-44b3-9635-4c65696cfee7 req-af4b4a89-63c9-456c-9d60-86cd1fb20311 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.1642132 Dec 13 14:43:13.220558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] For port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:13.220558 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:13.242317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Calling delete_port for 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:13.331011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90562372-a5cc-476c-abae-af0728769a29 req-2de8be98-2724-42c4-9d22-3336b8bf3ce1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1398819713&fields=id&tenant_id=7e95610d82d64fac82aa6cab0f480ba9 HTTP/1.1" status: 200 len: 267 time: 0.0755455 Dec 13 14:43:13.389918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:13.403358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['85fe86e3-c730-418d-95a9-384661b6a889'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:13.532351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Pushing event deleted for resources: {'Port': ['ID=85fe86e3-c730-418d-95a9-384661b6a889,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:13.554045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] No DVR routers for this DVR port 85fe86e3-c730-418d-95a9-384661b6a889 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:13.557499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:13.561188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a309f57a-fdb2-42bd-b4fe-ebd72624eb77 req-e3dfbca0-5ca2-40ba-9c6c-9a64aef1bbc0 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.55 "DELETE /v2.0/ports/85fe86e3-c730-418d-95a9-384661b6a889 HTTP/1.1" status: 204 len: 173 time: 1.4700444 Dec 13 14:43:13.587006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90562372-a5cc-476c-abae-af0728769a29 req-b93087c5-5b3a-4f3e-a44d-4eb5532b8965 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:13.596849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90562372-a5cc-476c-abae-af0728769a29 req-b93087c5-5b3a-4f3e-a44d-4eb5532b8965 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 984 time: 0.2586610 Dec 13 14:43:13.602461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'port': {'security_groups': ['28618ae4-7ba1-411a-86dd-13410c22a0a0', '444ecadd-b4fa-4543-958c-6601e571fc5f', 'a88f91c5-aa53-4e18-a56a-41ddb774360b']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:13.688855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bda7394b-d45a-4a28-a180-618ce00f180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:13.691637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bda7394b-d45a-4a28-a180-618ce00f180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:13.697156 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bda7394b-d45a-4a28-a180-618ce00f180b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fd7c6af-6016-4a24-8f6a-144d5d8a47fe HTTP/1.1" status: 204 len: 168 time: 1.0364964 Dec 13 14:43:13.763017 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-767be866-9087-43fc-a6c2-6823a7f0a9e4 req-4961cc03-a543-4520-9c53-aab7c38ddcf2 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 210 time: 0.0835655 Dec 13 14:43:13.788681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7394b-d45a-4a28-a180-618ce00f180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd7c6af-6016-4a24-8f6a-144d5d8a47fe,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:13.788847 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.080509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a566a4b-e053-41b8-a0b7-ff802b39f962 req-9f15d5f8-7581-407e-b38c-0178d34b8040 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0920219 Dec 13 14:43:14.180047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3029a7f3-5390-49ba-b3bb-98838ea327da no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:14.246624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3029a7f3-5390-49ba-b3bb-98838ea327da {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:14.259280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3029a7f3-5390-49ba-b3bb-98838ea327da not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:14.259280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:14.288746 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-452547e0-67fc-4c01-8723-1e20b61162e1 req-cfbc95f6-fe7c-48cb-8bc5-6051b7f4787f tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.0498013 Dec 13 14:43:14.314703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:14.349278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.389539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No active binding found for port 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 {{(pid=102825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 14:43:14.391516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:14.392666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=59b08f2b-bc1b-4df4-b7f5-5630c6f0adc1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:14.401632 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.479655 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.489654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.502655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:14.505636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:14.573362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:14.581107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.589310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90562372-a5cc-476c-abae-af0728769a29 req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "PUT /v2.0/ports/631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 200 len: 1020 time: 0.9878497 Dec 13 14:43:14.620039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.629125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.658027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105cc89-4c36-4ef7-896f-50481c8a3649 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:14.679265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'name': 'network-vif-deleted', 'tag': '85fe86e3-c730-418d-95a9-384661b6a889'}, {'name': 'network-changed', 'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:14.682912 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d65d2-5973-4e54-abbb-387c0f1404ab" -d '{"events": [{"server_uuid": "d8dbee33-f5c1-4689-ad4f-49cefd7c97df", "name": "network-vif-deleted", "tag": "85fe86e3-c730-418d-95a9-384661b6a889"}, {"name": "network-changed", "server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:14.785787 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152149bd-58d6-4156-8239-31821d1a1903 x-openstack-request-id: req-152149bd-58d6-4156-8239-31821d1a1903 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:14.785787 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbee33-f5c1-4689-ad4f-49cefd7c97df", "name": "network-vif-deleted", "tag": "85fe86e3-c730-418d-95a9-384661b6a889", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:14.785787 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-152149bd-58d6-4156-8239-31821d1a1903 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:14.785787 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dbee33-f5c1-4689-ad4f-49cefd7c97df', 'name': 'network-vif-deleted', 'tag': '85fe86e3-c730-418d-95a9-384661b6a889', 'status': 'completed', 'code': 200} Dec 13 14:43:14.786412 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f', 'status': 'completed', 'code': 200} Dec 13 14:43:14.799856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ce94d2-5400-481f-8f80-2c032a9216d0 req-23b0d10c-16fb-4952-9939-badce16a4685 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/a88f91c5-aa53-4e18-a56a-41ddb774360b HTTP/1.1" status: 200 len: 1800 time: 0.1830163 Dec 13 14:43:14.834758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:14.875576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-e414d182-8b21-45bd-b035-b56495168f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:14.877294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-e414d182-8b21-45bd-b035-b56495168f79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1174 time: 0.0685065 Dec 13 14:43:14.880683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34820) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:14.912718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.914013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09288f81-2db1-4d5d-889b-b2ad51d60c52 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:43:14.956197 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:14.958860 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-61f1156e-4de3-48e4-8426-2630557ff3fc admin admin] 10.222.0.24 "DELETE /v2.0/routers/09288f81-2db1-4d5d-889b-b2ad51d60c52 HTTP/1.1" status: 204 len: 168 time: 3.1429515 Dec 13 14:43:14.962138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34824) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:15.061385 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-27ce94d2-5400-481f-8f80-2c032a9216d0 req-ab8fa213-9334-4256-abd1-e942b638f938 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 14:43:15.092650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-27ce94d2-5400-481f-8f80-2c032a9216d0 req-ab8fa213-9334-4256-abd1-e942b638f938 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/a88f91c5-aa53-4e18-a56a-41ddb774360b HTTP/1.1" status: 409 len: 341 time: 0.2850380 Dec 13 14:43:15.109379 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca91ebd5-d2b7-49b5-aa9b-730ebe3902ad req-3edc8dfa-30cc-45bd-a005-4febf33a66c6 tempest-ServerRescueTestJSON-561195393 tempest-ServerRescueTestJSON-561195393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbee33-f5c1-4689-ad4f-49cefd7c97df HTTP/1.1" status: 200 len: 210 time: 0.1443100 Dec 13 14:43:15.135901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] Deleting subnet 3635ff69-1a03-417d-b2f5-1c79be0f3ddc {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:15.145671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.181754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db4092e8-504d-4ac0-a315-d0481fae8aa5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=859457988b3b4c398088ee4955ed6ab7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2990463 Dec 13 14:43:15.186848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34834) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:15.219426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.326536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.385609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-16b1317e-f11a-460f-8198-3b452035a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:15.392707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-16b1317e-f11a-460f-8198-3b452035a60b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 200 len: 914 time: 0.4850404 Dec 13 14:43:15.393797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9533c288-1898-4588-8878-8c762c32ea49 req-86315887-662b-45c9-90c6-e70e1dc37837 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.0454683 Dec 13 14:43:15.460708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f648eb9-fa1e-43f5-bfa5-ee17b2333929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.464570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-87b1a635-1ed5-48cd-9d96-4cf785d12483 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 200 len: 217 time: 0.0637646 Dec 13 14:43:15.539971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.557678 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b6f2b37-dec2-4260-b0e9-793f0c39168a req-2aa429d6-b870-48e0-b69c-775bb2e35ee1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.0708349 Dec 13 14:43:15.608493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 85fe86e3-c730-418d-95a9-384661b6a889 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:15.612328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.615205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f648eb9-fa1e-43f5-bfa5-ee17b2333929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.648610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b128adf-4257-4881-91cf-dfbde754f519 None None] Network 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:43:15.678614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.683099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3635ff69-1a03-417d-b2f5-1c79be0f3ddc HTTP/1.1" status: 204 len: 168 time: 0.7177958 Dec 13 14:43:15.685437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322a958-b0fa-40c8-b91b-1dfb6972236c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3635ff69-1a03-417d-b2f5-1c79be0f3ddc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:15.686855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:15.694906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 85fe86e3-c730-418d-95a9-384661b6a889 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:15.704664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 85fe86e3-c730-418d-95a9-384661b6a889 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:15.775574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-6dc4dab5-e581-4f8f-b08d-d2088b08db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:15.777169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-6dc4dab5-e581-4f8f-b08d-d2088b08db6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 200 len: 853 time: 0.2913213 Dec 13 14:43:15.821560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f648eb9-fa1e-43f5-bfa5-ee17b2333929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.824408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f648eb9-fa1e-43f5-bfa5-ee17b2333929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.828383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8f648eb9-fa1e-43f5-bfa5-ee17b2333929 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63a2bad7-2a09-4616-b9d0-c13fa0c9bca3 HTTP/1.1" status: 204 len: 168 time: 0.6405821 Dec 13 14:43:15.873008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f648eb9-fa1e-43f5-bfa5-ee17b2333929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a2bad7-2a09-4616-b9d0-c13fa0c9bca3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:15.883103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-16414622-6e06-419e-8f6c-826bbca91ca6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842497 Dec 13 14:43:15.919634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdbc7f-764c-4a90-946e-aa160165558d req-ba59b030-bfc7-41c6-96d5-e8b19aa61c6a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:15.924064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:15.937295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6cdbc7f-764c-4a90-946e-aa160165558d req-ba59b030-bfc7-41c6-96d5-e8b19aa61c6a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.1628106 Dec 13 14:43:16.026865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6cdbc7f-764c-4a90-946e-aa160165558d req-d1107ae4-d8bb-44a3-a86e-82a700ca0159 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884714 Dec 13 14:43:16.163829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-c4d1c5f3-c10f-4f42-a4bb-eef88f807689 service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678149 Dec 13 14:43:16.174144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81fa6-bd37-403c-99b1-b36c99dc54e4 req-0395c5ad-e5ce-401f-9e3f-4e5b945693ab tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:16.181624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53e81fa6-bd37-403c-99b1-b36c99dc54e4 req-0395c5ad-e5ce-401f-9e3f-4e5b945693ab tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1023 time: 0.4104550 Dec 13 14:43:16.313177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] DHCP port deletion for 8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:43:16.383197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] Deleting port 709dc447-0baf-4004-81c8-a5aeae2de7aa {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:16.383440 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:16.460135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] For port 709dc447-0baf-4004-81c8-a5aeae2de7aa, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=709dc447-0baf-4004-81c8-a5aeae2de7aa,segment=NetworkSegment(54d19922-75ad-4d19-ba9f-38a1987d162e),segment_id=54d19922-75ad-4d19-ba9f-38a1987d162e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:16.460689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:16.478886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] Calling delete_port for 709dc447-0baf-4004-81c8-a5aeae2de7aa owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:16.621173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53e81fa6-bd37-403c-99b1-b36c99dc54e4 req-ab892c9e-debb-4b37-b223-44e823b2fc1e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&id=444ecadd-b4fa-4543-958c-6601e571fc5f&id=a88f91c5-aa53-4e18-a56a-41ddb774360b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4374616 Dec 13 14:43:16.661854 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:16.677280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34870) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:16.707784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-383d65d2-5973-4e54-abbb-387c0f1404ab req-5a97b6f6-abeb-442f-be2f-e7f961d0ed57 service neutron] 10.222.0.50 "GET /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239596 Dec 13 14:43:16.731403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Deleting port 709dc447-0baf-4004-81c8-a5aeae2de7aa {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:16.731739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:16.743663 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:16.785650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] No DVR routers for this DVR port 709dc447-0baf-4004-81c8-a5aeae2de7aa on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:16.888616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291f3f3-e18f-4c67-a8e4-ab7d2b50512c None None] Pushing event deleted for resources: {'Port': ['ID=709dc447-0baf-4004-81c8-a5aeae2de7aa,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:16.896373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] For port 709dc447-0baf-4004-81c8-a5aeae2de7aa, host n-d-816954-1, got binding levels [] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:16.896730 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:16.931381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Calling delete_port for 709dc447-0baf-4004-81c8-a5aeae2de7aa owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:16.931752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Port 709dc447-0baf-4004-81c8-a5aeae2de7aa was not found and therefore no delete operation was performed {{(pid=102823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 14:43:16.933037 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:16.980009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] No DVR routers for this DVR port 709dc447-0baf-4004-81c8-a5aeae2de7aa on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:17.136492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c12619fe-c064-48bc-9fd6-f3d55e8a7da7 req-c30e4dcf-94f2-46dd-a2f6-56a3e643413f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13dcf3b-8ddd-4b0b-8157-1d0352f69a8d HTTP/1.1" status: 200 len: 210 time: 0.1759233 Dec 13 14:43:17.137279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=709dc447-0baf-4004-81c8-a5aeae2de7aa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:17.204808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bfd57ec2-0044-451d-83fb-fef9874ce554 req-04f59127-2abf-4a98-95c3-71eeee74aa15 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.1170292 Dec 13 14:43:17.325938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.363419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8784dfd5-79ef-4e1c-8d6f-65e5e99caea3']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:17.381634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d19922-75ad-4d19-ba9f-38a1987d162e') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:17.382809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d19922-75ad-4d19-ba9f-38a1987d162e') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:17.403225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7f4fcf01-b338-4212-8587-5325ede306c4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:17.408631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7f4fcf01-b338-4212-8587-5325ede306c4 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1023 time: 0.1719954 Dec 13 14:43:17.457507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.476829 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.535194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.553637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:17.554348 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:17.556516 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:17.642108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Deleting port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:17.642951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.756357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.784055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.787385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8784dfd5-79ef-4e1c-8d6f-65e5e99caea3 HTTP/1.1" status: 204 len: 168 time: 2.0992277 Dec 13 14:43:17.826973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416c8d5-5c81-4bb2-a1ae-5e2d14db0f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=8784dfd5-79ef-4e1c-8d6f-65e5e99caea3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:17.878502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bd51b-34ed-40c9-adf6-31b226d3b9ba req-162f576e-8df1-44dc-9840-c49fe0b7b4cd tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:17.880326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc0bd51b-34ed-40c9-adf6-31b226d3b9ba req-162f576e-8df1-44dc-9840-c49fe0b7b4cd tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 1023 time: 0.1750844 Dec 13 14:43:17.916949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] For port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:17.917367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.935933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Calling delete_port for 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:17.937209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Deleting port 60ae6705-b9de-48bf-be77-b8db513c5f65 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:17.937709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:17.998204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc0bd51b-34ed-40c9-adf6-31b226d3b9ba req-7bb2f84c-d3d4-40f8-95c0-46d811673236 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&id=444ecadd-b4fa-4543-958c-6601e571fc5f&id=a88f91c5-aa53-4e18-a56a-41ddb774360b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1072216 Dec 13 14:43:18.025053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 709dc447-0baf-4004-81c8-a5aeae2de7aa no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:18.046810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] For port 60ae6705-b9de-48bf-be77-b8db513c5f65, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=60ae6705-b9de-48bf-be77-b8db513c5f65,segment=NetworkSegment(61c7039c-e2a0-49c2-9956-10dfc5e1a8c3),segment_id=61c7039c-e2a0-49c2-9956-10dfc5e1a8c3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:18.046810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.072795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Calling delete_port for 60ae6705-b9de-48bf-be77-b8db513c5f65 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:18.078354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 709dc447-0baf-4004-81c8-a5aeae2de7aa {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:18.082933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 709dc447-0baf-4004-81c8-a5aeae2de7aa not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:18.307136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34942) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:18.373027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.379860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91010258-4869-4455-b9eb-9ce7209d1010 req-8eaa0ce4-704b-4ce5-aaba-fcdaa54786e1 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.0417292 Dec 13 14:43:18.385520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:18.396464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.454780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ae6705-b9de-48bf-be77-b8db513c5f65,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:18.471944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:18.473367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7c62b77c-cb5e-4063-b104-d18e258da0d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a13d9a0157ec4c6b8a25eb7314040276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647353 Dec 13 14:43:18.476162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'Port': ['ID=631b0ff6-158e-4af5-8bbe-6ba0a930cc5f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:18.478784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34944) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:18.602592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] No DVR routers for this DVR port 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:18.609026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.613220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c1fbcdd-6bf3-4a7c-ad5f-210b7596b816 req-7977b832-0bf3-4d60-b28f-2f68effd5ca1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.50 "DELETE /v2.0/ports/631b0ff6-158e-4af5-8bbe-6ba0a930cc5f HTTP/1.1" status: 204 len: 173 time: 1.1967430 Dec 13 14:43:18.615758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'name': 'network-vif-deleted', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:18.618845 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dcc5ea-b203-443e-8a55-279e2b8d1f34" -d '{"events": [{"server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "name": "network-vif-deleted", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:18.636009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea177e7a-0c43-43c5-8fea-e60e2ec99c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.659978 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea177e7a-0c43-43c5-8fea-e60e2ec99c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.694167 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c8c459-7b61-41cd-98bd-7ad8a0252048 x-openstack-request-id: req-f8c8c459-7b61-41cd-98bd-7ad8a0252048 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:18.694746 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1d986a-3456-489a-93ba-563925ac0501", "name": "network-vif-deleted", "tag": "631b0ff6-158e-4af5-8bbe-6ba0a930cc5f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:18.695181 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8c8c459-7b61-41cd-98bd-7ad8a0252048 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:18.695728 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1d986a-3456-489a-93ba-563925ac0501', 'name': 'network-vif-deleted', 'tag': '631b0ff6-158e-4af5-8bbe-6ba0a930cc5f', 'status': 'completed', 'code': 200} Dec 13 14:43:18.817875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.827579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea177e7a-0c43-43c5-8fea-e60e2ec99c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.830226 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea177e7a-0c43-43c5-8fea-e60e2ec99c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:18.831406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ea177e7a-0c43-43c5-8fea-e60e2ec99c2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cecb5c4-970d-4875-a41d-f3024ed03cb1 HTTP/1.1" status: 204 len: 168 time: 0.3516581 Dec 13 14:43:18.872894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea177e7a-0c43-43c5-8fea-e60e2ec99c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cecb5c4-970d-4875-a41d-f3024ed03cb1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:19.182055 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e1f6b63-c2ba-4bd5-bf42-40cecf1ba61e req-77db7fcd-5eed-480a-a0c2-8c7ecebc46f9 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d1d986a-3456-489a-93ba-563925ac0501 HTTP/1.1" status: 200 len: 210 time: 0.0287068 Dec 13 14:43:19.229020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:43:19.406536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:43:19.412466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b9d5a6c6-0d79-4cf6-bcd2-dfa5dd3a8920 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc8cf1e6-bf27-451a-80c6-6d69fc652db1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7339613 Dec 13 14:43:19.415458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35002) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:19.428260 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] Sync routers for ids ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:43:19.450628 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] Routers {'cc8cf1e6-bf27-451a-80c6-6d69fc652db1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:19.451274 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:19.629478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:43:19.656378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1b30c37b-5f31-4d9d-a350-b9c9555e34f2 req-58a2e70b-0cf1-405a-8d5d-a21daa7f7bb6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.0608788 Dec 13 14:43:19.701171 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] Set router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:19.765205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:19.826500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:19.923144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '4b53d67a-7332-4819-bfb0-756e124205c9', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9', 'mac_address': 'fa:16:3e:b3:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:43:19.944385 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1ba803a7-5be1-47b1-8794-71bc06155ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:19.985047 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:43:18Z', 'revision_number': 5, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:20.029393 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:20.049658 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] Checking router: cc8cf1e6-bf27-451a-80c6-6d69fc652db1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:43:20.060249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b53d67a-7332-4819-bfb0-756e124205c9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:20.072354 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] Routers {'cc8cf1e6-bf27-451a-80c6-6d69fc652db1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:20.073447 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:42:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:20.075744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:20.108850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:20.188121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:20.253744 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] Set router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:20.285806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:20.285909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-c9b30f59-ae98-452f-acff-2843f7ec0080 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e875a68805e74121838092220b145280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437272 Dec 13 14:43:20.295832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['4b53d67a-7332-4819-bfb0-756e124205c9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:20.409871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Deleting port e912b1a5-abe5-455e-bb23-d37fed056bc4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:20.410634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:20.419525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-3cc69cfe-8381-4089-8281-35b3a52a661b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:20.421503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-3cc69cfe-8381-4089-8281-35b3a52a661b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348085 Dec 13 14:43:20.498943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-b0672780-9ac5-41d3-86b5-8f42ff1ce0c9 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/quotas/e875a68805e74121838092220b145280 HTTP/1.1" status: 200 len: 375 time: 0.0657454 Dec 13 14:43:20.564193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-f0620548-5087-4ebd-97b8-13b3585dd0cf tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e875a68805e74121838092220b145280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558443 Dec 13 14:43:20.634973 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:43:18Z', 'revision_number': 5, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:20.640732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] For port e912b1a5-abe5-455e-bb23-d37fed056bc4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e912b1a5-abe5-455e-bb23-d37fed056bc4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:20.643518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:20.682034 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27e66d-ee53-4692-9ee4-cfe3f94a7e63 None None] The sync data for ids ['cc8cf1e6-bf27-451a-80c6-6d69fc652db1'] in n-d-816954-1 is: [{'id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'name': 'tempest-ServerRescueTestJSON-17247788-router', 'tenant_id': '35c3ba82853947baa638056f435e74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:43Z', 'updated_at': '2021-12-13T14:43:18Z', 'revision_number': 5, 'project_id': '35c3ba82853947baa638056f435e74fd', 'gw_port': {'id': 'e912b1a5-abe5-455e-bb23-d37fed056bc4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8cf1e6-bf27-451a-80c6-6d69fc652db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:46Z', 'updated_at': '2021-12-13T14:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:43:20.705658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Calling delete_port for e912b1a5-abe5-455e-bb23-d37fed056bc4 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:20.999932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:21.045719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:21.048211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631b0ff6-158e-4af5-8bbe-6ba0a930cc5f not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:21.092545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8219159-ffa6-4c5c-a011-63331536cfbe req-a64b38e5-917e-4d63-84b7-1e2fc275721e tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=7326b4a7-0040-46c5-8f39-fc8aae761dc4 HTTP/1.1" status: 200 len: 210 time: 0.0702105 Dec 13 14:43:21.099287 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.165598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Pushing event deleted for resources: {'Port': ['ID=e912b1a5-abe5-455e-bb23-d37fed056bc4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:21.257541 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8740976-6a34-4393-a845-1d00ed2b0bf5 req-03c30de1-0c4f-48f4-88aa-f0f966f131eb tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/444ecadd-b4fa-4543-958c-6601e571fc5f HTTP/1.1" status: 200 len: 1801 time: 0.1045439 Dec 13 14:43:21.263575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.426592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.442099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.504696 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d8740976-6a34-4393-a845-1d00ed2b0bf5 req-06a6b53f-3ab1-456d-9a9c-bcc88250719e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.557178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d8740976-6a34-4393-a845-1d00ed2b0bf5 req-06a6b53f-3ab1-456d-9a9c-bcc88250719e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.581139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3156612c-b564-45a9-a9ab-25aa5d977486 req-77c649fb-5416-4508-a0fb-b10ad337a6fd tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 210 time: 0.0865626 Dec 13 14:43:21.652704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:21.657073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.657621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc8cf1e6-bf27-451a-80c6-6d69fc652db1 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:43:21.669131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.673898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35126) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:21.675956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-14e848eb-01eb-48e4-8652-7aa98e64050b admin admin] 10.222.0.24 "DELETE /v2.0/routers/cc8cf1e6-bf27-451a-80c6-6d69fc652db1 HTTP/1.1" status: 204 len: 168 time: 2.2534750 Dec 13 14:43:21.753313 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d8740976-6a34-4393-a845-1d00ed2b0bf5 req-06a6b53f-3ab1-456d-9a9c-bcc88250719e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.756169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d8740976-6a34-4393-a845-1d00ed2b0bf5 req-06a6b53f-3ab1-456d-9a9c-bcc88250719e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.768268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8740976-6a34-4393-a845-1d00ed2b0bf5 req-06a6b53f-3ab1-456d-9a9c-bcc88250719e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/444ecadd-b4fa-4543-958c-6601e571fc5f HTTP/1.1" status: 204 len: 173 time: 0.5023913 Dec 13 14:43:21.816918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6b53f-3ab1-456d-9a9c-bcc88250719e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ecadd-b4fa-4543-958c-6601e571fc5f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:21.861080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 4b53d67a-7332-4819-bfb0-756e124205c9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:21.865978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:21.926182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] Deleting subnet 388d9188-b5f8-422e-9263-e8f0cfa6bab9 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:21.934759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.091365 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.131365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-724a902e-0e91-4443-aedd-884cf1b760f4 req-d72653c1-ca2e-46e2-89e0-af6965c434a2 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/a88f91c5-aa53-4e18-a56a-41ddb774360b HTTP/1.1" status: 200 len: 1800 time: 0.1649141 Dec 13 14:43:22.169717 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.347009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.347009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-bbde49b7-9a30-4e11-9dd0-36ba12d0dd9c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:22.347009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-bbde49b7-9a30-4e11-9dd0-36ba12d0dd9c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.2617738 Dec 13 14:43:22.347009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-62c7422f-ddc6-4331-8a64-e6cb6a5ccabb tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/quotas/1d91d76d667846149290166185482a44 HTTP/1.1" status: 200 len: 375 time: 0.0313141 Dec 13 14:43:22.351219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:22.351219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:22.351219 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e36a7-991a-433d-86b1-a18170f9b74b" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:22.351219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 60ae6705-b9de-48bf-be77-b8db513c5f65 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:22.356879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-724a902e-0e91-4443-aedd-884cf1b760f4 req-fbe477ac-b0aa-4a0d-9579-5f364b57d40b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.414178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 60ae6705-b9de-48bf-be77-b8db513c5f65 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:22.414178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 60ae6705-b9de-48bf-be77-b8db513c5f65 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:22.418222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e01b48ff-aa36-40d3-8ce3-7b8ec94922ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.426142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.429251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:22.436222 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-724a902e-0e91-4443-aedd-884cf1b760f4 req-fbe477ac-b0aa-4a0d-9579-5f364b57d40b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.561150 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-5a96954e-19d8-4d46-b123-1c83e67de6c3 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2707753 Dec 13 14:43:22.594437 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.627224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:22.646743 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.649910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-724a902e-0e91-4443-aedd-884cf1b760f4 req-fbe477ac-b0aa-4a0d-9579-5f364b57d40b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.650113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:22.653948 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-724a902e-0e91-4443-aedd-884cf1b760f4 req-fbe477ac-b0aa-4a0d-9579-5f364b57d40b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.657988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-724a902e-0e91-4443-aedd-884cf1b760f4 req-fbe477ac-b0aa-4a0d-9579-5f364b57d40b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/a88f91c5-aa53-4e18-a56a-41ddb774360b HTTP/1.1" status: 204 len: 173 time: 0.5219500 Dec 13 14:43:22.711780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe477ac-b0aa-4a0d-9579-5f364b57d40b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f91c5-aa53-4e18-a56a-41ddb774360b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:22.740770 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.752683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388d9188-b5f8-422e-9263-e8f0cfa6bab9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:22.762362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:22.771658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35178) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:22.778927 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c1f90804-d52b-4ee7-9ede-67455da791ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/388d9188-b5f8-422e-9263-e8f0cfa6bab9 HTTP/1.1" status: 204 len: 168 time: 1.1035197 Dec 13 14:43:22.859807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:23.025849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-5b848020-cdbd-4730-9245-b446af090af3 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631650 Dec 13 14:43:23.065709 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c53f083-e0bf-4fdf-a012-94ec6b44de2e x-openstack-request-id: req-3c53f083-e0bf-4fdf-a012-94ec6b44de2e {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:23.066591 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:23.073554 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c53f083-e0bf-4fdf-a012-94ec6b44de2e {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:23.073554 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'code': 200} Dec 13 14:43:23.142550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.160680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.294471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-f66583b5-ac8f-49a3-a376-5d011cb3a283 service neutron] 10.222.0.24 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674482 Dec 13 14:43:23.298661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca5fc1e3-e1e8-4815-8142-2caa669bc750 req-ae888910-cf1b-42a9-b187-2ba287502dd0 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 210 time: 0.0565586 Dec 13 14:43:23.419567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.444235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663c97b4-7bde-47e7-8eb4-4e8eaf4822b8']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:23.455577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:23.455920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c7039c-e2a0-49c2-9956-10dfc5e1a8c3') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:23.468527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.483783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.492612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:23.493396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:23.555277 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:23.560642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f375bae4-553e-4ffe-92f5-3b3a50ac868b req-b8c07ac8-cd7e-49eb-bda3-9ae0dd0b1c75 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1826745911', 'description': 'tempest-description-34242915'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:23.605038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-b7881f5d-4d97-4438-b398-4f7facea5bb0 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:23.607480 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-b7881f5d-4d97-4438-b398-4f7facea5bb0 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b140949-dbeb-4181-a4d0-65237224bd80 HTTP/1.1" status: 200 len: 943 time: 0.4467573 Dec 13 14:43:23.678850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.691115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.720166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/663c97b4-7bde-47e7-8eb4-4e8eaf4822b8 HTTP/1.1" status: 204 len: 168 time: 0.9465744 Dec 13 14:43:23.811128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f375bae4-553e-4ffe-92f5-3b3a50ac868b req-b8c07ac8-cd7e-49eb-bda3-9ae0dd0b1c75 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:23.864001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710f1b2-7bd2-4b99-ac97-57971b051cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=663c97b4-7bde-47e7-8eb4-4e8eaf4822b8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:23.920642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e912b1a5-abe5-455e-bb23-d37fed056bc4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:24.007432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e912b1a5-abe5-455e-bb23-d37fed056bc4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:24.007775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e912b1a5-abe5-455e-bb23-d37fed056bc4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:24.042864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b61eff56-38cb-472e-9036-bd6faac59274 req-07e15644-abaf-4c2b-92ea-8434a418553b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.0579035 Dec 13 14:43:24.130985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f375bae4-553e-4ffe-92f5-3b3a50ac868b req-b8c07ac8-cd7e-49eb-bda3-9ae0dd0b1c75 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:24.167831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-79804d4a-bb24-414a-8a19-ab061ad42dbb tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e875a68805e74121838092220b145280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377755 Dec 13 14:43:24.180500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Deleting port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:24.180917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:24.320085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] For port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:24.320451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:24.360363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Calling delete_port for 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:24.427832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35218) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:24.542001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0506ce4c-4e14-4555-b74e-2a0873c953ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35c3ba82853947baa638056f435e74fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127701 Dec 13 14:43:24.545597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35220) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:24.667298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b9fc541-d39f-4794-b983-cc66699aa0d7 req-13bef5c6-8375-4381-8259-f6a2cf0b3ad9 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 210 time: 0.1336865 Dec 13 14:43:24.790988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:24.805781 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78f2045c-c3c1-4c67-bb47-48406569914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:24.825349 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f375bae4-553e-4ffe-92f5-3b3a50ac868b req-b8c07ac8-cd7e-49eb-bda3-9ae0dd0b1c75 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:24.911666 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78f2045c-c3c1-4c67-bb47-48406569914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:24.941034 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.043600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.047035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f375bae4-553e-4ffe-92f5-3b3a50ac868b req-b8c07ac8-cd7e-49eb-bda3-9ae0dd0b1c75 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.060113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f375bae4-553e-4ffe-92f5-3b3a50ac868b req-b8c07ac8-cd7e-49eb-bda3-9ae0dd0b1c75 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.7118683 Dec 13 14:43:25.074139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:25.078720 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40613e-1122-4ff7-b9c1-2e0678fc6017" -d '{"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:25.127885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event deleted for resources: {'Port': ['ID=6f9d9f78-41ec-446c-8a6d-7d4ea30e191e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:25.144431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35234) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:25.146180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78f2045c-c3c1-4c67-bb47-48406569914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.149711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78f2045c-c3c1-4c67-bb47-48406569914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.156457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-78f2045c-c3c1-4c67-bb47-48406569914e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20da6194-f0b8-45be-bed4-80492d556b7f HTTP/1.1" status: 204 len: 168 time: 0.6082385 Dec 13 14:43:25.210937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5fbe3ee-9d52-4ccc-abe5-2d69f0960860 req-94a35364-3f89-47d7-9d77-584e4c79859e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.0600960 Dec 13 14:43:25.226855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2045c-c3c1-4c67-bb47-48406569914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20da6194-f0b8-45be-bed4-80492d556b7f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:25.236179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c07ac8-cd7e-49eb-bda3-9ae0dd0b1c75 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8dfb0-1c76-4b20-96fa-743b1dfaf284,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:25.289176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] No DVR routers for this DVR port 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:25.293896 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a18f792-878e-4220-a626-a64b0be28ac6 req-d21e1fd1-74f0-47cc-96b3-5e926c115e9a tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/45d8dfb0-1c76-4b20-96fa-743b1dfaf284 HTTP/1.1" status: 200 len: 1799 time: 0.2023253 Dec 13 14:43:25.294155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.299053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2167603-c830-4ec6-a4db-e1340036fcc9 req-53a7919b-2cfd-4968-9e4b-c807769651ce tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.55 "DELETE /v2.0/ports/6f9d9f78-41ec-446c-8a6d-7d4ea30e191e HTTP/1.1" status: 204 len: 173 time: 1.6838148 Dec 13 14:43:25.299528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-deleted', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:25.301966 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e93dfbc-8fd1-4f22-a23c-1d2d8f3215a7" -d '{"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-deleted", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:25.326100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8a18f792-878e-4220-a626-a64b0be28ac6 req-ffce8f0f-f576-4244-8707-e435c620c875 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Request body: {'security_group': {'name': 'tempest-sg-hth-820211428', 'description': 'tempest-description-hth-1794673593'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:25.380550 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5464bd-ee0b-4e17-be76-8859fc1392a5 x-openstack-request-id: req-ed5464bd-ee0b-4e17-be76-8859fc1392a5 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:25.387194 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:25.387194 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed5464bd-ee0b-4e17-be76-8859fc1392a5 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:25.387194 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'code': 200} Dec 13 14:43:25.440785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-2d3f265b-1e7f-483e-a397-561691b2c315 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:25.454112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-2d3f265b-1e7f-483e-a397-561691b2c315 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6829379 Dec 13 14:43:25.455640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a18f792-878e-4220-a626-a64b0be28ac6 req-ffce8f0f-f576-4244-8707-e435c620c875 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.470793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Request body: {'port': {'device_id': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': 'e875a68805e74121838092220b145280'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:25.541093 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3049138-637f-47f6-85f4-4b1181251c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.563365 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9ed23-0305-4f33-8aae-985a65252b6a x-openstack-request-id: req-85e9ed23-0305-4f33-8aae-985a65252b6a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:25.563365 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b140949-dbeb-4181-a4d0-65237224bd80", "name": "network-vif-deleted", "tag": "6f9d9f78-41ec-446c-8a6d-7d4ea30e191e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:25.566444 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85e9ed23-0305-4f33-8aae-985a65252b6a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:25.567171 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b140949-dbeb-4181-a4d0-65237224bd80', 'name': 'network-vif-deleted', 'tag': '6f9d9f78-41ec-446c-8a6d-7d4ea30e191e', 'status': 'completed', 'code': 200} Dec 13 14:43:25.785515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3049138-637f-47f6-85f4-4b1181251c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.858185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a18f792-878e-4220-a626-a64b0be28ac6 req-ffce8f0f-f576-4244-8707-e435c620c875 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:25.859986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3049138-637f-47f6-85f4-4b1181251c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.014260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a18f792-878e-4220-a626-a64b0be28ac6 req-ffce8f0f-f576-4244-8707-e435c620c875 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.018407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-700006f6-1daa-4464-be7b-4df382edd63d req-378048e0-891c-4a91-81a4-d01cd5505cc7 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 210 time: 0.0786805 Dec 13 14:43:26.024905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8a18f792-878e-4220-a626-a64b0be28ac6 req-ffce8f0f-f576-4244-8707-e435c620c875 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.034513 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a18f792-878e-4220-a626-a64b0be28ac6 req-ffce8f0f-f576-4244-8707-e435c620c875 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "PUT /v2.0/security-groups/45d8dfb0-1c76-4b20-96fa-743b1dfaf284 HTTP/1.1" status: 200 len: 1774 time: 0.7380612 Dec 13 14:43:26.083154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Made reservation on behalf of e875a68805e74121838092220b145280 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:26.083154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.103447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.110856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f3049138-637f-47f6-85f4-4b1181251c0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ae80ed748fd4576b0d72fb42f49fe31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9480202 Dec 13 14:43:26.117516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35260) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:26.140248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3049138-637f-47f6-85f4-4b1181251c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217a3cef-c901-4b3c-ab2d-00009a36c82c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:26.273557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8f0f-f576-4244-8707-e435c620c875 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8dfb0-1c76-4b20-96fa-743b1dfaf284,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:26.350855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66fb2c27-5c1e-4d37-8a76-6f2bcb38e73a req-b7da6340-6c09-452d-900d-b5fb5017d8d3 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/45d8dfb0-1c76-4b20-96fa-743b1dfaf284 HTTP/1.1" status: 200 len: 1774 time: 0.2814548 Dec 13 14:43:26.430266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bed80e5-a590-49f1-aabe-fc1403ec24f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.525290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bed80e5-a590-49f1-aabe-fc1403ec24f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.535810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74b04197-9337-4182-8a8c-f96b7a855c86 req-661bfc0d-dd5b-41bc-b20d-5b83405db463 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.0685987 Dec 13 14:43:26.783526 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26dce875-3bf1-48f2-a198-229cd02901d1 req-72fc6ab4-45a2-42fd-aaae-6682c8d42599 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/45d8dfb0-1c76-4b20-96fa-743b1dfaf284 HTTP/1.1" status: 200 len: 1774 time: 0.2114339 Dec 13 14:43:26.786205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.809188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-0a0c919f-768c-4866-8a46-a482e366b648 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062577 Dec 13 14:43:26.890836 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.952162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-26dce875-3bf1-48f2-a198-229cd02901d1 req-c29715a9-cc69-428c-9667-efd5b6f6b9e2 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.955005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bed80e5-a590-49f1-aabe-fc1403ec24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.959515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bed80e5-a590-49f1-aabe-fc1403ec24f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:26.971272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5bed80e5-a590-49f1-aabe-fc1403ec24f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/217a3cef-c901-4b3c-ab2d-00009a36c82c HTTP/1.1" status: 204 len: 168 time: 0.8467059 Dec 13 14:43:27.060851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-26dce875-3bf1-48f2-a198-229cd02901d1 req-c29715a9-cc69-428c-9667-efd5b6f6b9e2 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:27.356390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:27.399535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-26dce875-3bf1-48f2-a198-229cd02901d1 req-c29715a9-cc69-428c-9667-efd5b6f6b9e2 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:27.407240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-26dce875-3bf1-48f2-a198-229cd02901d1 req-c29715a9-cc69-428c-9667-efd5b6f6b9e2 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:27.422251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26dce875-3bf1-48f2-a198-229cd02901d1 req-c29715a9-cc69-428c-9667-efd5b6f6b9e2 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/45d8dfb0-1c76-4b20-96fa-743b1dfaf284 HTTP/1.1" status: 204 len: 173 time: 0.6206288 Dec 13 14:43:27.522298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29715a9-cc69-428c-9667-efd5b6f6b9e2 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8dfb0-1c76-4b20-96fa-743b1dfaf284,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:27.606412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-1173d76d-5f91-437d-95c7-83f578f246c6 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:27.607805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed80e5-a590-49f1-aabe-fc1403ec24f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217a3cef-c901-4b3c-ab2d-00009a36c82c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:27.609439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-1173d76d-5f91-437d-95c7-83f578f246c6 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 944 time: 0.3187623 Dec 13 14:43:27.706632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:27.722899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-822859d0-c161-447b-8276-26d60da12c52 req-aa6f681b-db26-42b0-bfa3-fd3d24a93393 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 210 time: 0.1465390 Dec 13 14:43:27.750018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:27.751678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-a826f0c8-a122-406f-b824-fa2b5e39ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:27.752118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6f9d9f78-41ec-446c-8a6d-7d4ea30e191e not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:27.753189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-a826f0c8-a122-406f-b824-fa2b5e39ae50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada9a792632d4408bcc5b299fd43872c&device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 1096 time: 0.7808959 Dec 13 14:43:27.804039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8c0e2-d428-4ed9-ae23-0f59b0f20e0d req-0f495070-fbab-45df-850b-d6fb18380553 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:27.816795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cfd8c0e2-d428-4ed9-ae23-0f59b0f20e0d req-0f495070-fbab-45df-850b-d6fb18380553 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=181b9a46-8c85-40fd-b9c5-881dd77ab8de HTTP/1.1" status: 200 len: 944 time: 0.8159382 Dec 13 14:43:27.987890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Allocated IP 192.168.233.171 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/025ef2b0-59fc-49b8-ae75-d800d45e73c1) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:28.039980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-815d944b-a08d-43e9-83e5-6e22cb1d0a70 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:28.041540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-815d944b-a08d-43e9-83e5-6e22cb1d0a70 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 805 time: 0.7348506 Dec 13 14:43:28.081008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Request body: {'port': {'device_id': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'admin_state_up': True, 'tenant_id': '1d91d76d667846149290166185482a44'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:28.107442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Deleting port 14986c79-8713-4e98-a3cf-3c32dda00b4f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:28.107776 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:28.128828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d188b03c-dbb6-4082-807b-a2e9835b475b req-2814b782-57e6-481e-a65b-aacc89dce01c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.1225905 Dec 13 14:43:28.372284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] For port 14986c79-8713-4e98-a3cf-3c32dda00b4f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=14986c79-8713-4e98-a3cf-3c32dda00b4f,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:28.373220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:28.403713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Calling delete_port for 14986c79-8713-4e98-a3cf-3c32dda00b4f owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:28.850842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:28.865415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['14986c79-8713-4e98-a3cf-3c32dda00b4f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:29.416356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-b2a4bef0-0c9a-42c0-b3c5-ad2730aff7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:29.420038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-b2a4bef0-0c9a-42c0-b3c5-ad2730aff7e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 200 len: 921 time: 1.5893934 Dec 13 14:43:29.536645 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-60244d5e-b18c-4ae5-a671-9d0d275a6c15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 200 len: 217 time: 0.1081572 Dec 13 14:43:29.790909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event deleted for resources: {'Port': ['ID=14986c79-8713-4e98-a3cf-3c32dda00b4f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:29.795383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] No DVR routers for this DVR port 14986c79-8713-4e98-a3cf-3c32dda00b4f on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:29.817627 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:29.827765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce22d011-abe2-4a27-91ed-0a5fef86d6aa req-cd730b5d-27a9-44c8-91fe-d6f1f2550906 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "DELETE /v2.0/ports/14986c79-8713-4e98-a3cf-3c32dda00b4f HTTP/1.1" status: 204 len: 173 time: 2.1775897 Dec 13 14:43:29.829608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'name': 'network-vif-deleted', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:29.835976 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147b31e8-087d-4c3e-8587-18d61b8f7fa5" -d '{"events": [{"server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "name": "network-vif-deleted", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:29.881539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cfe1ae88-e8f8-4994-9b5f-a0d7be124971 req-cf804d84-1134-44dc-8ef4-c8d01b0d80be tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 210 time: 0.1270359 Dec 13 14:43:29.958969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:30.015147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-248661d3-417b-4545-844f-5b5f165b579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:30.016694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-248661d3-417b-4545-844f-5b5f165b579b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 200 len: 860 time: 0.0951381 Dec 13 14:43:30.027876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e9322b7-9e05-4546-981e-5d9865a65bb4 req-20360ddf-3ab5-43c3-bfcf-1c3a7cd38100 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0607061 Dec 13 14:43:30.049398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cfd8c0e2-d428-4ed9-ae23-0f59b0f20e0d req-c850d36a-66c6-473c-83ca-1aa6fce91c29 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2307091 Dec 13 14:43:30.136037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8401c96-e270-429b-b1bd-75b409eafdc4 req-8c566baf-be1d-45fe-86be-4784a75c17a6 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.0459571 Dec 13 14:43:30.221543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-ec4fc08e-e857-4fc0-a5c0-a6faea644352 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.3289208 Dec 13 14:43:30.227544 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-e6983f3b-37f1-48c2-831e-82fd185d2014 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726170 Dec 13 14:43:30.256132 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-1ed21a5c-fcc3-4d12-bdd8-6745ac74d66a req-76c2f4de-9e77-442f-bac4-bad6ea4013c3 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:43:30.256132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ed21a5c-fcc3-4d12-bdd8-6745ac74d66a req-76c2f4de-9e77-442f-bac4-bad6ea4013c3 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/a88f91c5-aa53-4e18-a56a-41ddb774360b HTTP/1.1" status: 404 len: 352 time: 0.1067138 Dec 13 14:43:30.435805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-d03d73d3-e2ec-4a5a-b287-36fdefaa513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:30.437305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-d03d73d3-e2ec-4a5a-b287-36fdefaa513f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930029fa6a674131b7632e50f9a13d23&device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 1095 time: 0.1272342 Dec 13 14:43:30.491706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-497af502-8614-4437-9a6c-50dab5c9f3e3 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534950 Dec 13 14:43:30.566450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1767a65c-18bb-4c02-be35-6cb469ec1316 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0ff358db07594b48ac2b23b9b96a2bcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226536 Dec 13 14:43:30.572009 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca16a9-2624-4062-9693-6beb70693967 x-openstack-request-id: req-06ca16a9-2624-4062-9693-6beb70693967 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:30.572692 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181b9a46-8c85-40fd-b9c5-881dd77ab8de", "name": "network-vif-deleted", "tag": "14986c79-8713-4e98-a3cf-3c32dda00b4f", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:30.572692 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06ca16a9-2624-4062-9693-6beb70693967 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:30.572900 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b9a46-8c85-40fd-b9c5-881dd77ab8de', 'name': 'network-vif-deleted', 'tag': '14986c79-8713-4e98-a3cf-3c32dda00b4f', 'status': 'completed', 'code': 200} Dec 13 14:43:30.586697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:30.633887 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-747b5fed-f861-43e1-aefd-9413e335991c req-fb1b8c7f-9095-4df4-b625-a0469da05aa1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:43:30.634572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-747b5fed-f861-43e1-aefd-9413e335991c req-fb1b8c7f-9095-4df4-b625-a0469da05aa1 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/444ecadd-b4fa-4543-958c-6601e571fc5f HTTP/1.1" status: 404 len: 352 time: 0.0434847 Dec 13 14:43:30.668319 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Made reservation on behalf of 1d91d76d667846149290166185482a44 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:30.671904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:30.725548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:30.741257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-bba77110-5f88-4b31-a13e-ae3c0fe3177b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:30.742756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-bba77110-5f88-4b31-a13e-ae3c0fe3177b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667712 Dec 13 14:43:30.751698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:30.755468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:30.767332 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-2bcb6aee-90e8-4e8e-a026-176b1b98d1e6 req-a4eba7a0-3593-4c00-8fd4-5e208492cda6 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:43:30.775536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2bcb6aee-90e8-4e8e-a026-176b1b98d1e6 req-a4eba7a0-3593-4c00-8fd4-5e208492cda6 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/fc8d0fbb-ea59-4381-a97d-4be42ca71311 HTTP/1.1" status: 404 len: 352 time: 0.0953791 Dec 13 14:43:30.789701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-e54be922-be07-4308-87ed-213f71554d4c tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/quotas/0ff358db07594b48ac2b23b9b96a2bcb HTTP/1.1" status: 200 len: 375 time: 0.0194318 Dec 13 14:43:30.864927 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-600167d3-266f-4166-aa88-81b8a9989dfd tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ff358db07594b48ac2b23b9b96a2bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742350 Dec 13 14:43:31.097029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Allocated IP 172.20.0.10 (1872a87f-3902-4a84-936c-9c4a8f51c9d9/53adca27-c386-44a7-a8ae-fc2fbee6417d/6a559704-c197-4d35-b80f-9bd933ad30e3) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:31.100493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 14986c79-8713-4e98-a3cf-3c32dda00b4f no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:31.139722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 14986c79-8713-4e98-a3cf-3c32dda00b4f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:31.140624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 14986c79-8713-4e98-a3cf-3c32dda00b4f not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:31.206884 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-54345b4e-1e26-47a3-b7b5-0ba6cceeb46a req-c9a0a899-4326-4519-ae8e-b99813931c70 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:43:31.208270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54345b4e-1e26-47a3-b7b5-0ba6cceeb46a req-c9a0a899-4326-4519-ae8e-b99813931c70 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/a003bfcc-609f-4a47-8b2b-546e0f2fc514 HTTP/1.1" status: 404 len: 352 time: 0.0166066 Dec 13 14:43:31.262746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-923b75f5-8415-479c-aa28-ef5bd04605d8 None None] Provisioning complete for port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:31.263317 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-923b75f5-8415-479c-aa28-ef5bd04605d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:31.310929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-923b75f5-8415-479c-aa28-ef5bd04605d8 None None] Port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:31.315009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Pushing event updated for resources: {'Port': ['ID=025ef2b0-59fc-49b8-ae75-d800d45e73c1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:31.335603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-085aea21-3b26-4802-b4ff-85f8c9457d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:31.337076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-085aea21-3b26-4802-b4ff-85f8c9457d88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 200 len: 908 time: 0.8563294 Dec 13 14:43:31.406110 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:31.456120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b6a1f-1b0d-46f0-a49b-c411a61ba395 req-0770320a-1ed2-46ec-a5b1-18ac5bb86ba6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:31.461416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-757b6a1f-1b0d-46f0-a49b-c411a61ba395 req-0770320a-1ed2-46ec-a5b1-18ac5bb86ba6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 936 time: 0.0969524 Dec 13 14:43:31.468964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-31ce8aa2-c535-4828-bc24-390933da7bad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0972595 Dec 13 14:43:31.488021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:31.489105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:31.494522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf150c4-779f-436d-ab82-8f7598e97cc1 req-96db0f00-a282-4a1b-abde-741e0f8ebaa0 service neutron] 10.222.0.55 "GET /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9907019 Dec 13 14:43:31.570112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-757b6a1f-1b0d-46f0-a49b-c411a61ba395 req-5e71c78a-76e7-40d0-9fce-fc11ba0c6089 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020811 Dec 13 14:43:31.653343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f417f33-ce7e-4774-a669-ea8d1adc270e req-01aab41c-fd6d-438c-abe3-ed762e06a11c tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0812974 Dec 13 14:43:31.688565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-d17cd58c-ad95-46c6-b9f1-9278fd5660c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:31.690390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-d17cd58c-ad95-46c6-b9f1-9278fd5660c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 200 len: 847 time: 0.1949661 Dec 13 14:43:31.699431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-eea45164-d26a-4ccb-bf34-d3aa0e7df626 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2329943 Dec 13 14:43:31.772172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Request body: {'port': {'device_id': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:31.784155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-16749ed2-88f1-4fbc-ac91-d94e9a6dbf9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=321999e1-8453-4e28-b992-d81b68aed423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834994 Dec 13 14:43:31.831086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-593ca58d-7611-4f59-8f8b-50ec3eb16838 req-317e2561-6c06-4e09-9a4d-2ab83d961c21 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.0744102 Dec 13 14:43:31.888435 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-02513123-e8c8-4e32-922c-bb675aede4ea req-568fd8fe-4a98-4cb0-b7ae-7dc942954335 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:43:31.890554 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02513123-e8c8-4e32-922c-bb675aede4ea req-568fd8fe-4a98-4cb0-b7ae-7dc942954335 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/6cd164e3-e838-4d04-b0c7-902e7d10eb36 HTTP/1.1" status: 404 len: 352 time: 0.0162840 Dec 13 14:43:31.894188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa120b51-5e20-45bf-a513-8184f712db00 req-b9c34dee-1b00-4bfc-995e-4cfbc158a932 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 210 time: 0.0639756 Dec 13 14:43:31.896052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:32.006637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:32.088152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:32.117462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event updated for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:32.119963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:32.130626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:32.176609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-5d400f70-c36d-41ba-add3-ea8f9106e0ce tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:32.178005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-5d400f70-c36d-41ba-add3-ea8f9106e0ce tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 945 time: 0.2639673 Dec 13 14:43:32.207271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-606114b8-e743-4e4f-a3ca-6afcd2ccd2e8 service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676670 Dec 13 14:43:32.221878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67c517-8ebd-4cfd-9f71-bce496f16e89 req-cef61278-6191-4f58-a11f-5031144fa034 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:32.223454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f67c517-8ebd-4cfd-9f71-bce496f16e89 req-cef61278-6191-4f58-a11f-5031144fa034 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 945 time: 0.2435434 Dec 13 14:43:32.394925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:32.395551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:32.544528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f67c517-8ebd-4cfd-9f71-bce496f16e89 req-19f1c435-ac56-41f7-81bb-406c96e1e6b5 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974079 Dec 13 14:43:32.564176 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-639a5ef7-7643-48b4-b16a-98fe042603f1 req-7efec963-9e6d-488f-b209-7c6531351e9e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] show failed (client error): The resource could not be found. Dec 13 14:43:32.580857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3709161d-5d87-4284-a52f-e02f4977fa04 req-961cd175-6298-47e0-b54e-f5d209e1868c service neutron] 10.222.0.50 "GET /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349965 Dec 13 14:43:32.581546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-639a5ef7-7643-48b4-b16a-98fe042603f1 req-7efec963-9e6d-488f-b209-7c6531351e9e tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/6eb686b6-9067-4d4d-b4eb-c7050c31cbf7 HTTP/1.1" status: 404 len: 352 time: 0.0480237 Dec 13 14:43:32.592592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-8d93bb99-23ec-4335-9abc-00992b8101aa tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5117607 Dec 13 14:43:32.606296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Request body: {'port': {'device_id': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:32.675327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Deleting port a7db38f0-0133-4897-aabc-72722ea0ca1a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:32.676236 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:32.727766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8ae7-4da5-4555-956e-d5e04214d585 req-d39f299b-590b-4525-be3f-e53832f16441 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:32.729583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-888f8ae7-4da5-4555-956e-d5e04214d585 req-d39f299b-590b-4525-be3f-e53832f16441 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.0720541 Dec 13 14:43:32.753536 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:32.775088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-888f8ae7-4da5-4555-956e-d5e04214d585 req-275a9532-8bd2-4617-9596-85bb425162fe tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Dec 13 14:43:32.880600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] For port a7db38f0-0133-4897-aabc-72722ea0ca1a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a7db38f0-0133-4897-aabc-72722ea0ca1a,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:32.881012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:32.923878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e7ae4-8152-4556-9114-3b290202fb9b req-3261538f-55b6-456c-8c56-8c1de0d3a328 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:32.926152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-075e7ae4-8152-4556-9114-3b290202fb9b req-3261538f-55b6-456c-8c56-8c1de0d3a328 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 936 time: 0.0677545 Dec 13 14:43:32.982762 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-075e7ae4-8152-4556-9114-3b290202fb9b req-20dd9b3c-b9ca-4821-afb9-ff1ef7ca71f0 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Dec 13 14:43:33.024891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025ef2b0-59fc-49b8-ae75-d800d45e73c1 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:33.035012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:33.060119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Calling delete_port for a7db38f0-0133-4897-aabc-72722ea0ca1a owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:33.399186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd1a5-cf3c-4507-b933-78b424dfc8c1 req-36162c4c-e342-4ba2-8407-fb7667d03e2e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:33.404838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0cdd1a5-cf3c-4507-b933-78b424dfc8c1 req-36162c4c-e342-4ba2-8407-fb7667d03e2e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 932 time: 0.2460701 Dec 13 14:43:33.449685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abacc9-b594-4044-b22d-3498500affbc req-4869b163-b897-40ad-b221-e8ed64d6db57 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:33.454994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61abacc9-b594-4044-b22d-3498500affbc req-4869b163-b897-40ad-b221-e8ed64d6db57 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.3040092 Dec 13 14:43:33.483395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Transition to ACTIVE for port object 025ef2b0-59fc-49b8-ae75-d800d45e73c1 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:43:33.486015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:33.492066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38bef24c-f251-4f14-a7b1-510493d6d101 req-a31f8f1a-07b6-46fa-a0b6-4224bc3d5a23 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0421445 Dec 13 14:43:33.501084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a7db38f0-0133-4897-aabc-72722ea0ca1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:33.592502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0cdd1a5-cf3c-4507-b933-78b424dfc8c1 req-1cb65bbb-5a02-481e-8179-e059b6288de8 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868122 Dec 13 14:43:33.621465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75de8ada-6d20-4ad9-a4ce-03dcff881d78 req-6c59bd94-5928-42e7-b790-5592fd6f9fc0 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 210 time: 0.0397224 Dec 13 14:43:33.778600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc9c9f53-d8eb-46e5-ba58-53b5687052f2 req-55af43eb-adf0-4df8-af36-d0638f642150 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 210 time: 0.0430684 Dec 13 14:43:33.951647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148742-f7ae-49be-988d-b2a2c000afc8 req-d9c41f48-07a4-4265-ad2e-39c91798685a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:33.960207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85148742-f7ae-49be-988d-b2a2c000afc8 req-d9c41f48-07a4-4265-ad2e-39c91798685a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.0859017 Dec 13 14:43:33.990424 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:34.025733 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85148742-f7ae-49be-988d-b2a2c000afc8 req-d099ae27-14ab-4844-9f40-38570f63fb91 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643249 Dec 13 14:43:34.066785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event deleted for resources: {'Port': ['ID=a7db38f0-0133-4897-aabc-72722ea0ca1a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:34.166352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2697195-541b-4252-8161-d26d4f3b52f6 req-1e784f00-ae45-4598-a78d-91c1ccc9a692 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:34.176536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2697195-541b-4252-8161-d26d4f3b52f6 req-1e784f00-ae45-4598-a78d-91c1ccc9a692 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 948 time: 0.0798039 Dec 13 14:43:34.217128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] No DVR routers for this DVR port a7db38f0-0133-4897-aabc-72722ea0ca1a on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:34.232086 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:34.233386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2697195-541b-4252-8161-d26d4f3b52f6 req-42c1fd06-d36a-42f4-b21d-66dbd498496a tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559037 Dec 13 14:43:34.251074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5197f6-ff82-4989-a572-5b4892dc087d req-1bd06628-e4bc-4464-b38f-2f2d795c7599 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.55 "DELETE /v2.0/ports/a7db38f0-0133-4897-aabc-72722ea0ca1a HTTP/1.1" status: 204 len: 173 time: 2.0629785 Dec 13 14:43:34.255626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'name': 'network-vif-deleted', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:34.262622 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d943753-55cd-4ae2-8f3f-6fd89874a2a1" -d '{"events": [{"server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "name": "network-vif-deleted", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:34.305551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a559704-c197-4d35-b80f-9bd933ad30e3 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:34.318954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4c50-2377-407b-a6e7-b00d25967ec0 req-44337345-f9d8-4ba2-a915-fb793c2b3f20 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:34.327921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50ff4c50-2377-407b-a6e7-b00d25967ec0 req-44337345-f9d8-4ba2-a915-fb793c2b3f20 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1024 time: 0.3442903 Dec 13 14:43:34.342787 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6a9a02-4f42-4fd5-9a38-81eacc28fcde x-openstack-request-id: req-eb6a9a02-4f42-4fd5-9a38-81eacc28fcde {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:34.343162 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4930725-513a-42ad-83a0-bd290d731eaf", "name": "network-vif-deleted", "tag": "a7db38f0-0133-4897-aabc-72722ea0ca1a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:34.343481 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb6a9a02-4f42-4fd5-9a38-81eacc28fcde {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:34.343932 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4930725-513a-42ad-83a0-bd290d731eaf', 'name': 'network-vif-deleted', 'tag': 'a7db38f0-0133-4897-aabc-72722ea0ca1a', 'status': 'completed', 'code': 200} Dec 13 14:43:34.357741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=025ef2b0-59fc-49b8-ae75-d800d45e73c1,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:34.365868 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:34.433917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-8539a70a-0aa5-4bb3-8e8b-35cc59a405e8 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0ff358db07594b48ac2b23b9b96a2bcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854354 Dec 13 14:43:34.454446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Transition to ACTIVE for port object 6a559704-c197-4d35-b80f-9bd933ad30e3 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:43:34.546927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-48c5680e-d731-4575-9aa2-77f03aea1a7c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:34.553780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-48c5680e-d731-4575-9aa2-77f03aea1a7c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.55 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 1024 time: 0.1098716 Dec 13 14:43:34.556908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50ff4c50-2377-407b-a6e7-b00d25967ec0 req-3dfcfaa9-7d14-4b39-bedd-f05da6f65b17 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups?id=28618ae4-7ba1-411a-86dd-13410c22a0a0&id=820d8fcb-8248-4112-a18a-a8abcab8e6d3&id=09cacaa5-8d1c-4845-98a1-c9265444b59a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2231908 Dec 13 14:43:34.577342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:34.632890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Deleting port 620c450d-4d39-4fcf-9c51-b90145731123 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:34.634225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:34.671626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63e46b5a-8b6b-4f70-9fd1-aac701d780a8 req-6ae93355-95c7-4631-9f18-e49fbb4e5f48 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0626655 Dec 13 14:43:34.703488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Attempting to bind port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:34.703488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Attempting to bind port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:34.703488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Attempting to bind port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:34.717114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84822e33-a7b0-4ac7-89cb-f8c679a4abb5 req-0532e620-a46f-4752-ad28-78c206539971 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0900128 Dec 13 14:43:34.774625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Deleting port 53db22a9-4f97-432a-be76-8b177c30f4c4 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:34.774967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:34.779198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:43:34.779198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Attempting to bind port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:34.792915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Pushing event updated for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:34.827979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:34.828329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:34.829547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:34.831030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Bound port: 025ef2b0-59fc-49b8-ae75-d800d45e73c1, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:34.831030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:34.842944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-ff065279-af5e-4e79-96ec-ae34e31ecbc1 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:34.848556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-ff065279-af5e-4e79-96ec-ae34e31ecbc1 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833308 Dec 13 14:43:34.903199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Request body: {'port': {'device_id': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '0ff358db07594b48ac2b23b9b96a2bcb'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:34.961743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d0c8ee0-f049-4123-8d2b-d2c96562f683 req-46080d46-7bf9-44b2-ab52-52348014e81f tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 210 time: 0.0842197 Dec 13 14:43:34.999825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] For port 53db22a9-4f97-432a-be76-8b177c30f4c4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53db22a9-4f97-432a-be76-8b177c30f4c4,segment=NetworkSegment(45dd5d89-e257-4957-877e-02438252d76f),segment_id=45dd5d89-e257-4957-877e-02438252d76f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:35.000398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.002456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf244-7f7e-448b-a07c-bdaa25a0399e req-b4b8574e-3bb6-4a45-b8f2-83ee28fdd9d1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:35.003950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da6cf244-7f7e-448b-a07c-bdaa25a0399e req-b4b8574e-3bb6-4a45-b8f2-83ee28fdd9d1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.2905076 Dec 13 14:43:35.025760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Calling delete_port for 53db22a9-4f97-432a-be76-8b177c30f4c4 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:35.033875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] For port 620c450d-4d39-4fcf-9c51-b90145731123, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=620c450d-4d39-4fcf-9c51-b90145731123,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:35.034290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.137303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b103f72-1257-444f-bc46-b6e2a71453e7 req-df182375-b2f8-40dd-ade7-e4f7c02aa7fa tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4930725-513a-42ad-83a0-bd290d731eaf HTTP/1.1" status: 200 len: 210 time: 0.0399332 Dec 13 14:43:35.138996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Calling delete_port for 620c450d-4d39-4fcf-9c51-b90145731123 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:35.231681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Attempting to bind port 6a559704-c197-4d35-b80f-9bd933ad30e3 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:35.231681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Attempting to bind port 6a559704-c197-4d35-b80f-9bd933ad30e3 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:35.231681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Attempting to bind port 6a559704-c197-4d35-b80f-9bd933ad30e3 on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:35.243241 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] For port 025ef2b0-59fc-49b8-ae75-d800d45e73c1, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:35.324511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db05fc2-61ac-453a-8dfe-5c8cb3dbb512 req-0ad8cd2d-cc84-4eed-8d62-b40f5d6655d2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:35.326145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3db05fc2-61ac-453a-8dfe-5c8cb3dbb512 req-0ad8cd2d-cc84-4eed-8d62-b40f5d6655d2 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 944 time: 0.0779331 Dec 13 14:43:35.330827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da6cf244-7f7e-448b-a07c-bdaa25a0399e req-acd1c566-55c7-4c7e-b5d9-70ebf25bef6a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072591 Dec 13 14:43:35.357866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Port 6a559704-c197-4d35-b80f-9bd933ad30e3 on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:43:35.358188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Attempting to bind port 6a559704-c197-4d35-b80f-9bd933ad30e3 on network 1872a87f-3902-4a84-936c-9c4a8f51c9d9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:35.363052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.377344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53db22a9-4f97-432a-be76-8b177c30f4c4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:35.380521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] For port 025ef2b0-59fc-49b8-ae75-d800d45e73c1, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=025ef2b0-59fc-49b8-ae75-d800d45e73c1,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:35.386729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3db05fc2-61ac-453a-8dfe-5c8cb3dbb512 req-75ae0252-d249-4b61-96bf-0c818c90570a tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Dec 13 14:43:35.398474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:35.398891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Checking segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:35.399212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Bound using segment: {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:35.399673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Bound port: 6a559704-c197-4d35-b80f-9bd933ad30e3, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:35.400128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.426504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'Port': ['ID=53db22a9-4f97-432a-be76-8b177c30f4c4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:35.485387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] No DVR routers for this DVR port 53db22a9-4f97-432a-be76-8b177c30f4c4 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:35.488500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.492896 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5e90360-65f9-4e3d-bdde-93e02154879b req-ee856bb7-98f0-4939-bb7d-f6998f7fb500 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.55 "DELETE /v2.0/ports/53db22a9-4f97-432a-be76-8b177c30f4c4 HTTP/1.1" status: 204 len: 173 time: 0.9320469 Dec 13 14:43:35.493710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'name': 'network-vif-deleted', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:35.497355 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e6dd65-b3b8-46c4-aed7-7c79bf0f3351" -d '{"events": [{"server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "name": "network-vif-deleted", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:35.531610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.551871 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69be782-d78b-496d-ae4e-a3fd5e9eee95 x-openstack-request-id: req-e69be782-d78b-496d-ae4e-a3fd5e9eee95 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:35.552515 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9113c8d0-47d7-4ba2-821c-79b4224290ee", "name": "network-vif-deleted", "tag": "53db22a9-4f97-432a-be76-8b177c30f4c4", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:35.556102 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e69be782-d78b-496d-ae4e-a3fd5e9eee95 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:35.556834 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9113c8d0-47d7-4ba2-821c-79b4224290ee', 'name': 'network-vif-deleted', 'tag': '53db22a9-4f97-432a-be76-8b177c30f4c4', 'status': 'completed', 'code': 200} Dec 13 14:43:35.624652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:35.625267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.626699 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] 10.222.0.55 "PUT /v2.0/ports/025ef2b0-59fc-49b8-ae75-d800d45e73c1 HTTP/1.1" status: 200 len: 1096 time: 3.8760037 Dec 13 14:43:35.647532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee199a3f-b713-430d-a965-1c3e632d0e11 req-5517abc5-cad8-4d80-b625-c6edf33ab5f1 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:35.663459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee199a3f-b713-430d-a965-1c3e632d0e11 req-5517abc5-cad8-4d80-b625-c6edf33ab5f1 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 948 time: 0.2373157 Dec 13 14:43:35.671373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Made reservation on behalf of 0ff358db07594b48ac2b23b9b96a2bcb for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:35.675084 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.713844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a7db38f0-0133-4897-aabc-72722ea0ca1a no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:35.754013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f3f3b1b-ed59-4b48-b5dc-afa98b1355f8 req-b7fa156f-1f7f-457e-b025-2bf2287cf54b tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/ports?device_id=9113c8d0-47d7-4ba2-821c-79b4224290ee HTTP/1.1" status: 200 len: 210 time: 0.0684876 Dec 13 14:43:35.765563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: a7db38f0-0133-4897-aabc-72722ea0ca1a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:35.766165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a7db38f0-0133-4897-aabc-72722ea0ca1a not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:35.814337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:35.888760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2d9ccea-0e0d-4157-9959-115e35395f28 req-0bacf44a-fd25-46e7-9561-197b4cca3187 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0517125 Dec 13 14:43:35.918452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:35.974597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983ff0-3a8b-4b4e-8153-cac515d2fe78 service neutron] Pushing event updated for resources: {'Port': ['ID=025ef2b0-59fc-49b8-ae75-d800d45e73c1,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:36.050830 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee199a3f-b713-430d-a965-1c3e632d0e11 req-38c6029a-c542-4100-840d-32ef94487110 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863657 Dec 13 14:43:36.065649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-298eff45-7219-447e-989e-16a76ff062e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:36.067484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-298eff45-7219-447e-989e-16a76ff062e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e875a68805e74121838092220b145280&device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 1099 time: 0.2676504 Dec 13 14:43:36.145728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c169548-9a7c-4cc3-8772-3bac54b7dd34 req-6b05b031-0390-4a81-86b4-a4a48793402d tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 210 time: 0.0465322 Dec 13 14:43:36.150874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:36.156737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:36.158577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-4ef19d30-4ac0-44ef-8533-8f8efe2e8d5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=025ef2b0-59fc-49b8-ae75-d800d45e73c1 HTTP/1.1" status: 200 len: 217 time: 0.0805516 Dec 13 14:43:36.215850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event deleted for resources: {'Port': ['ID=620c450d-4d39-4fcf-9c51-b90145731123,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:36.248575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:36.350279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'tag': '025ef2b0-59fc-49b8-ae75-d800d45e73c1'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:36.352553 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222bf09-a05a-4b74-b620-c35ca67ae616" -d '{"events": [{"name": "network-changed", "server_uuid": "2b592272-1ea0-41a6-adb4-2b090f4c0f2d", "tag": "025ef2b0-59fc-49b8-ae75-d800d45e73c1"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:36.367418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] No DVR routers for this DVR port 620c450d-4d39-4fcf-9c51-b90145731123 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:36.378545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:36.379967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:36.383454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61abacc9-b594-4044-b22d-3498500affbc req-6973965b-608d-49e6-8098-da2550a16d7e tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "DELETE /v2.0/ports/620c450d-4d39-4fcf-9c51-b90145731123 HTTP/1.1" status: 204 len: 173 time: 2.9141927 Dec 13 14:43:36.407797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-3930f8fa-8cd0-407c-921c-643f1faa761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:36.409191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-3930f8fa-8cd0-407c-921c-643f1faa761c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.2388568 Dec 13 14:43:36.417114 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e5710-1349-44a8-a6e5-b07165424e0f x-openstack-request-id: req-9a2e5710-1349-44a8-a6e5-b07165424e0f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:36.418036 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b592272-1ea0-41a6-adb4-2b090f4c0f2d", "tag": "025ef2b0-59fc-49b8-ae75-d800d45e73c1", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:36.418215 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a2e5710-1349-44a8-a6e5-b07165424e0f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:36.418627 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'tag': '025ef2b0-59fc-49b8-ae75-d800d45e73c1', 'status': 'completed', 'code': 200} Dec 13 14:43:36.421607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:36.422227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:36.423672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a559704-c197-4d35-b80f-9bd933ad30e3 HTTP/1.1" status: 200 len: 1092 time: 3.8240132 Dec 13 14:43:36.438833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ae323-cc8a-4a94-86cf-509cfc847573 service neutron] Pushing event updated for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:36.463347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:36.586640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01406f1-b809-4c4f-939a-edb30a63e9ef,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:36.609385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-3454a7f4-9614-44b8-86f4-b05bcec26639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:36.610928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-3454a7f4-9614-44b8-86f4-b05bcec26639 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1863785 Dec 13 14:43:36.750604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf37788-ec60-4ba7-8c82-55d4913c502b req-9fe4f3d7-efff-44ff-82e6-ac7e9b65551b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:36.752404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cf37788-ec60-4ba7-8c82-55d4913c502b req-9fe4f3d7-efff-44ff-82e6-ac7e9b65551b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.2198360 Dec 13 14:43:36.766495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ab58f16-71ad-4125-bb05-d18953de0740 req-bd9351a6-a7b8-46b7-a5c3-0324207849a3 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9cc3907-8f81-4654-8327-0c8801c7d95b HTTP/1.1" status: 200 len: 210 time: 0.0316455 Dec 13 14:43:36.782162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-3a9eb185-23cd-4a50-ab5d-5e6e25c8c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:36.783674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-3a9eb185-23cd-4a50-ab5d-5e6e25c8c762 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 1095 time: 0.2188692 Dec 13 14:43:36.818198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Allocated IP 192.168.233.42 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:36.880993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-4c7786d2-1c36-4539-8e86-d08c256f2849 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a559704-c197-4d35-b80f-9bd933ad30e3 HTTP/1.1" status: 200 len: 217 time: 0.0789421 Dec 13 14:43:36.912858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cf37788-ec60-4ba7-8c82-55d4913c502b req-d10dc856-6c41-4b75-9795-ce5a6f6a5ac0 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490865 Dec 13 14:43:36.914754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-a7b46f63-e690-4e08-af9e-b662ba8c7879 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837784 Dec 13 14:43:36.951136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eac62-9d92-4be4-b62c-6690b11728c9 req-44c94025-cf3e-476e-a1cf-52dd9f8f2204 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:36.953268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b6eac62-9d92-4be4-b62c-6690b11728c9 req-44c94025-cf3e-476e-a1cf-52dd9f8f2204 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 945 time: 0.0838840 Dec 13 14:43:37.021835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b6eac62-9d92-4be4-b62c-6690b11728c9 req-c73666a0-592a-43c9-b8ab-82eb9c960a11 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600054 Dec 13 14:43:37.103197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ade9102-6039-4fe1-b3ee-51f906938c9a req-637c12fa-1af6-4162-959e-4e7baabd927d tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/09cacaa5-8d1c-4845-98a1-c9265444b59a HTTP/1.1" status: 200 len: 1801 time: 0.0435841 Dec 13 14:43:37.103300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-14951f27-46b0-4af9-9d5f-ee1f35e17bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:37.103300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-14951f27-46b0-4af9-9d5f-ee1f35e17bae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 200 len: 845 time: 0.2069261 Dec 13 14:43:37.128913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c3e81fdc-2191-4a8d-9146-f0692aab6be8 req-ff3bd948-0c71-40c5-8db0-1e6a67261461 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0951381 Dec 13 14:43:37.138176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:37.162415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1ade9102-6039-4fe1-b3ee-51f906938c9a req-e6f4bc6a-cca3-4bd5-a567-a117eadbacde tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:37.168294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 620c450d-4d39-4fcf-9c51-b90145731123 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:37.168989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 620c450d-4d39-4fcf-9c51-b90145731123 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:37.185363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-723979c2-a7de-4a8e-a797-4161477d5928 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1872a87f-3902-4a84-936c-9c4a8f51c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685468 Dec 13 14:43:37.188934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1ade9102-6039-4fe1-b3ee-51f906938c9a req-e6f4bc6a-cca3-4bd5-a567-a117eadbacde tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:37.307941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1ade9102-6039-4fe1-b3ee-51f906938c9a req-e6f4bc6a-cca3-4bd5-a567-a117eadbacde tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:37.310574 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1ade9102-6039-4fe1-b3ee-51f906938c9a req-e6f4bc6a-cca3-4bd5-a567-a117eadbacde tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:37.311809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ade9102-6039-4fe1-b3ee-51f906938c9a req-e6f4bc6a-cca3-4bd5-a567-a117eadbacde tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/09cacaa5-8d1c-4845-98a1-c9265444b59a HTTP/1.1" status: 204 len: 173 time: 0.2129505 Dec 13 14:43:37.327553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4bc6a-cca3-4bd5-a567-a117eadbacde tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cacaa5-8d1c-4845-98a1-c9265444b59a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:37.434422 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa3ee87c-ddcb-4990-9e91-ef213d4e3ef9 req-59db778f-dd33-45d5-a17e-0433c11aba0b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 210 time: 0.0449591 Dec 13 14:43:37.625060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0daf85b-4dda-4779-a21f-a8e593b65fd1 req-5aba093a-ad0c-4059-9b3c-492a54323e17 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846561 Dec 13 14:43:37.653961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248af55-8889-4941-b9d6-14b565e21552 req-3d030701-95f2-4b6d-83af-e1d7529a0494 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:37.655460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b248af55-8889-4941-b9d6-14b565e21552 req-3d030701-95f2-4b6d-83af-e1d7529a0494 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 945 time: 0.5307319 Dec 13 14:43:37.661079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:37.718550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 53db22a9-4f97-432a-be76-8b177c30f4c4 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:37.726505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2c030-c236-4c90-b1a6-6840f91be7f1 req-b7345556-cf10-4538-98d8-5e1ac7d97eff tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:37.740059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26f2c030-c236-4c90-b1a6-6840f91be7f1 req-b7345556-cf10-4538-98d8-5e1ac7d97eff tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 948 time: 0.2326591 Dec 13 14:43:37.817932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 53db22a9-4f97-432a-be76-8b177c30f4c4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:37.818703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 53db22a9-4f97-432a-be76-8b177c30f4c4 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:37.875297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-c6bb1ae2-77ef-4213-a750-f8002f7592c7 service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847857 Dec 13 14:43:37.994583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26f2c030-c236-4c90-b1a6-6840f91be7f1 req-9254dfc1-ff58-42d9-aba3-5bb9c5a6cace tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535930 Dec 13 14:43:38.015594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-bc7dcb55-6177-459c-bc42-ff6eafe48d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:38.017079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-bc7dcb55-6177-459c-bc42-ff6eafe48d5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e875a68805e74121838092220b145280&device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 1099 time: 0.1994689 Dec 13 14:43:38.043131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Deleting port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:38.043754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.050792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36b372d5-70d4-4a8b-8eaf-9289180bc8e7 req-dcf36715-84e2-4985-8840-158b886cd862 tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "GET /v2.0/security-groups/820d8fcb-8248-4112-a18a-a8abcab8e6d3 HTTP/1.1" status: 200 len: 1801 time: 0.0803325 Dec 13 14:43:38.107471 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:43:38.145643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.177972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-36b372d5-70d4-4a8b-8eaf-9289180bc8e7 req-b0bd8c36-3ef0-43f9-86aa-2f08e115c94c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.218835 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-36b372d5-70d4-4a8b-8eaf-9289180bc8e7 req-b0bd8c36-3ef0-43f9-86aa-2f08e115c94c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.303327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:38.323044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:38.327099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-36b372d5-70d4-4a8b-8eaf-9289180bc8e7 req-b0bd8c36-3ef0-43f9-86aa-2f08e115c94c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.331536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-36b372d5-70d4-4a8b-8eaf-9289180bc8e7 req-b0bd8c36-3ef0-43f9-86aa-2f08e115c94c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.333773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36b372d5-70d4-4a8b-8eaf-9289180bc8e7 req-b0bd8c36-3ef0-43f9-86aa-2f08e115c94c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] 10.222.0.24 "DELETE /v2.0/security-groups/820d8fcb-8248-4112-a18a-a8abcab8e6d3 HTTP/1.1" status: 204 len: 173 time: 0.2734497 Dec 13 14:43:38.334780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:38.347854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35552) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:38.362927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd8c36-3ef0-43f9-86aa-2f08e115c94c tempest-SecurityGroupsTestJSON-899713250 tempest-SecurityGroupsTestJSON-899713250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d8fcb-8248-4112-a18a-a8abcab8e6d3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:38.429142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'name': 'network-vif-deleted', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123'}, {'name': 'network-changed', 'server_uuid': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'tag': '6a559704-c197-4d35-b80f-9bd933ad30e3'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:38.435413 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a368485-d70d-4633-aca7-268f86e2da2d" -d '{"events": [{"server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "name": "network-vif-deleted", "tag": "620c450d-4d39-4fcf-9c51-b90145731123"}, {"name": "network-changed", "server_uuid": "94f21dd1-12a8-4c71-abaf-27fa195c5ad3", "tag": "6a559704-c197-4d35-b80f-9bd933ad30e3"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:38.443950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] Deleting subnet 4d84084a-ef1d-4ce4-93b9-7e069610e3ad {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:38.453295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.457543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd3221ce-3e5c-4a8e-abe9-53953e0e3b67 req-1d018000-ca5b-46a8-a43f-5cf3445312ad service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646110 Dec 13 14:43:38.458459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Pushing event updated for resources: {'Port': ['ID=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:38.513143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55fc02-327f-42f2-9834-15bdc12c9cd8 req-dd8f746b-4c2e-4ac8-8d9d-72af5fd6ce86 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:38.515619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce55fc02-327f-42f2-9834-15bdc12c9cd8 req-dd8f746b-4c2e-4ac8-8d9d-72af5fd6ce86 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.3414602 Dec 13 14:43:38.536848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] For port f5eb3f92-a1ea-409d-abcd-2674e2e3b278, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:38.537802 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.548047 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90296fc4-a76e-42e9-bf36-cbbacc47af40 req-d3d7e394-350f-4fe1-a823-47737e4f1781 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0460746 Dec 13 14:43:38.570638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.583837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:38.584777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.588139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Calling delete_port for f5eb3f92-a1ea-409d-abcd-2674e2e3b278 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:38.593227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-dad394d9-6b67-4485-a8e6-bcdbc8359ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:38.598989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-dad394d9-6b67-4485-a8e6-bcdbc8359ad6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.5385501 Dec 13 14:43:38.669595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.705855 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-17e15918-5d50-4bc3-bdbe-9771a2d61744 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=025ef2b0-59fc-49b8-ae75-d800d45e73c1 HTTP/1.1" status: 200 len: 217 time: 0.0967996 Dec 13 14:43:38.710353 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce55fc02-327f-42f2-9834-15bdc12c9cd8 req-2e749bf2-5fc9-492d-9f81-9a8acf0357cf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820621 Dec 13 14:43:38.717157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-1554c0c7-e7a3-4617-bb2c-8ac1da5387c7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8221292 Dec 13 14:43:38.741598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Request body: {'port': {'device_id': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:38.776906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8e1cae9a-c19f-448f-bd0e-9da7560381f9 None None] Provisioning complete for port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:38.778039 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e1cae9a-c19f-448f-bd0e-9da7560381f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.876299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-97426398-22a5-418d-91c0-3d2853154291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:38.877953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-97426398-22a5-418d-91c0-3d2853154291 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1584141 Dec 13 14:43:38.882891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cae9a-c19f-448f-bd0e-9da7560381f9 None None] Port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:38.885061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.914918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.919807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d84084a-ef1d-4ce4-93b9-7e069610e3ad,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:38.924031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:38.927467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a21ec9d8-eda5-4273-a0ba-7fe3823872ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d84084a-ef1d-4ce4-93b9-7e069610e3ad HTTP/1.1" status: 204 len: 168 time: 0.5785928 Dec 13 14:43:38.929846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35558) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:39.052993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b25d-f594-4e55-b5a9-06270b9b45b2 req-627fc3e0-c088-41f8-a6e0-f70c77d5ff1c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.054946 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5d6b25d-f594-4e55-b5a9-06270b9b45b2 req-627fc3e0-c088-41f8-a6e0-f70c77d5ff1c tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 945 time: 0.2024858 Dec 13 14:43:39.058698 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.073823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-2e117897-5ef3-43c7-b94a-2b870e9b467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.075376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-2e117897-5ef3-43c7-b94a-2b870e9b467b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728432 Dec 13 14:43:39.168943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.204863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002c047-966a-4a55-8e6d-bf4bfe7fe4ac']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:39.216754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dd5d89-e257-4957-877e-02438252d76f') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:39.217516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dd5d89-e257-4957-877e-02438252d76f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:39.227217 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ea100-c813-4598-a757-37588ced9611 x-openstack-request-id: req-f09ea100-c813-4598-a757-37588ced9611 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:39.227467 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cc3907-8f81-4654-8327-0c8801c7d95b", "name": "network-vif-deleted", "tag": "620c450d-4d39-4fcf-9c51-b90145731123", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94f21dd1-12a8-4c71-abaf-27fa195c5ad3", "tag": "6a559704-c197-4d35-b80f-9bd933ad30e3", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:39.227680 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f09ea100-c813-4598-a757-37588ced9611 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:39.228082 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cc3907-8f81-4654-8327-0c8801c7d95b', 'name': 'network-vif-deleted', 'tag': '620c450d-4d39-4fcf-9c51-b90145731123', 'status': 'completed', 'code': 200} Dec 13 14:43:39.228325 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'tag': '6a559704-c197-4d35-b80f-9bd933ad30e3', 'status': 'completed', 'code': 200} Dec 13 14:43:39.228760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.245836 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.272291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.285180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:39.285489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:39.287354 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:39.326439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5d6b25d-f594-4e55-b5a9-06270b9b45b2 req-373d42b2-9fae-49a6-98a0-268a0a8cc9f6 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535169 Dec 13 14:43:39.341032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7dd90-68a6-4eb5-b7b3-3fa67460bf1d req-fa041a4a-d076-499e-9c7c-fdbe73e79804 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.342844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f8f7dd90-68a6-4eb5-b7b3-3fa67460bf1d req-fa041a4a-d076-499e-9c7c-fdbe73e79804 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 935 time: 0.1073465 Dec 13 14:43:39.349564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event deleted for resources: {'Port': ['ID=f5eb3f92-a1ea-409d-abcd-2674e2e3b278,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:39.403582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f8f7dd90-68a6-4eb5-b7b3-3fa67460bf1d req-f234daf4-fb7e-4cf6-8f27-584da95d5f73 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Dec 13 14:43:39.456465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.482027 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.487847 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b002c047-966a-4a55-8e6d-bf4bfe7fe4ac HTTP/1.1" status: 204 len: 168 time: 0.5546079 Dec 13 14:43:39.487847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f91ce9-df00-435c-b256-3e07b62825a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b002c047-966a-4a55-8e6d-bf4bfe7fe4ac,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:39.520841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] No DVR routers for this DVR port f5eb3f92-a1ea-409d-abcd-2674e2e3b278 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:39.523813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:39.528272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b248af55-8889-4941-b9d6-14b565e21552 req-15ae5563-36eb-4000-818c-349481892076 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "DELETE /v2.0/ports/f5eb3f92-a1ea-409d-abcd-2674e2e3b278 HTTP/1.1" status: 204 len: 173 time: 1.8632922 Dec 13 14:43:39.557199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa05b4-8555-4c78-b5a0-62870a6f74a3 req-b072486e-7f23-4664-829b-80012df537e4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.559514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18fa05b4-8555-4c78-b5a0-62870a6f74a3 req-b072486e-7f23-4664-829b-80012df537e4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 944 time: 0.0728099 Dec 13 14:43:39.561056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a368485-d70d-4633-aca7-268f86e2da2d req-3f7867cf-5606-4351-8ae6-08cf0ac1c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.562596 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a368485-d70d-4633-aca7-268f86e2da2d req-3f7867cf-5606-4351-8ae6-08cf0ac1c26d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d91d76d667846149290166185482a44&device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 1095 time: 0.3446798 Dec 13 14:43:39.564633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-21d48d33-e227-4a9b-ae8a-27f9c17fc1ee service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605317 Dec 13 14:43:39.617665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18fa05b4-8555-4c78-b5a0-62870a6f74a3 req-4fb9e330-7282-4032-8b90-d9300b06e2de tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475323 Dec 13 14:43:39.722799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 025ef2b0-59fc-49b8-ae75-d800d45e73c1 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:43:39.758324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a368485-d70d-4633-aca7-268f86e2da2d req-6d55c0ce-456d-4c5f-bed6-31408ba59fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.759703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a368485-d70d-4633-aca7-268f86e2da2d req-6d55c0ce-456d-4c5f-bed6-31408ba59fe1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 200 len: 906 time: 0.1140766 Dec 13 14:43:39.804515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fd738a2-16b7-4406-918f-e5ae4b61c014 req-fd2e3934-082f-4fbb-a62b-3fe535fbbb86 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0890770 Dec 13 14:43:39.902399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a368485-d70d-4633-aca7-268f86e2da2d req-090ae11c-9dab-4c95-bac5-be0761cab176 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a559704-c197-4d35-b80f-9bd933ad30e3 HTTP/1.1" status: 200 len: 217 time: 0.0962157 Dec 13 14:43:39.929706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-c1485cbe-a98e-42fa-b6e9-5216e924e4f4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.931194 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-c1485cbe-a98e-42fa-b6e9-5216e924e4f4 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 944 time: 0.2949855 Dec 13 14:43:39.995113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3485-886e-4512-a70e-d8af3c90efce req-4c1cf4ef-0a49-4c6a-b937-029137e3a10d tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:39.996373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a35237-fbe8-4936-930e-1288286b5947 req-3885a0f8-58b0-42bd-94be-744a3c50c44b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:40.002620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-476f3485-886e-4512-a70e-d8af3c90efce req-4c1cf4ef-0a49-4c6a-b937-029137e3a10d tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 948 time: 0.5315785 Dec 13 14:43:40.003423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 025ef2b0-59fc-49b8-ae75-d800d45e73c1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=025ef2b0-59fc-49b8-ae75-d800d45e73c1,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:40.005248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a368485-d70d-4633-aca7-268f86e2da2d req-ffa14404-167d-4454-aaa4-4942a093df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:40.011863 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a35237-fbe8-4936-930e-1288286b5947 req-3885a0f8-58b0-42bd-94be-744a3c50c44b tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.1346540 Dec 13 14:43:40.012013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a368485-d70d-4633-aca7-268f86e2da2d req-ffa14404-167d-4454-aaa4-4942a093df95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 200 len: 845 time: 0.0853310 Dec 13 14:43:40.022900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '025ef2b0-59fc-49b8-ae75-d800d45e73c1', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '025ef2b0-59fc-49b8-ae75-d800d45e73c1', 'mac_address': 'fa:16:3e:e8:e1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:43:40.081246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a35237-fbe8-4936-930e-1288286b5947 req-ca1e4ff6-488f-4b1a-bd73-a132aaa82b4e tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740843 Dec 13 14:43:40.081941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35578) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:40.087965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.106897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025ef2b0-59fc-49b8-ae75-d800d45e73c1 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:40.131028 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-af412813-59a4-40ff-a1f6-56a8904b6779 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e95610d82d64fac82aa6cab0f480ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468988 Dec 13 14:43:40.131889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35580) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:40.134988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 025ef2b0-59fc-49b8-ae75-d800d45e73c1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=025ef2b0-59fc-49b8-ae75-d800d45e73c1,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:40.153922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-476f3485-886e-4512-a70e-d8af3c90efce req-2556bfbc-5b17-47f1-99b0-b7e0405404ee tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504271 Dec 13 14:43:40.186787 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a368485-d70d-4633-aca7-268f86e2da2d req-0ebbbffd-545e-419a-8461-7a1abb10592f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1872a87f-3902-4a84-936c-9c4a8f51c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288574 Dec 13 14:43:40.207032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a87f6c-c672-41b1-b635-1163646cb3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.232482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a87f6c-c672-41b1-b635-1163646cb3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.235467 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.314590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=025ef2b0-59fc-49b8-ae75-d800d45e73c1,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:40.319636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:40.346421 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.354896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a368485-d70d-4633-aca7-268f86e2da2d req-85684fed-7e40-4de4-8441-b96ca2181431 service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547058 Dec 13 14:43:40.410813 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a87f6c-c672-41b1-b635-1163646cb3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.413525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a87f6c-c672-41b1-b635-1163646cb3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.417495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e9a87f6c-c672-41b1-b635-1163646cb3fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28618ae4-7ba1-411a-86dd-13410c22a0a0 HTTP/1.1" status: 204 len: 168 time: 0.2844024 Dec 13 14:43:40.445365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a87f6c-c672-41b1-b635-1163646cb3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28618ae4-7ba1-411a-86dd-13410c22a0a0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:40.470526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a368485-d70d-4633-aca7-268f86e2da2d req-69016baa-855e-47ed-9918-0ea2e90a2471 service neutron] 10.222.0.50 "GET /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058054 Dec 13 14:43:40.481060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Transition to ACTIVE for port object bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:43:40.486201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e222bf09-a05a-4b74-b620-c35ca67ae616 req-0d32c532-435b-4b02-b589-8b9efbc841c4 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8487861 Dec 13 14:43:40.492478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['025ef2b0-59fc-49b8-ae75-d800d45e73c1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:40.501762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Deleting port 16130157-a963-4c80-b25b-d6e01e11f4d4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:40.502095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.572113 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-897311b6-2ab9-4791-b44f-69d90045ed6e req-e92eccf2-6362-4bae-b148-98fdfd2f1889 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec8cf18-f067-46b4-ac35-62e8d1898330 HTTP/1.1" status: 200 len: 210 time: 0.0983663 Dec 13 14:43:40.615357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.794657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] For port 16130157-a963-4c80-b25b-d6e01e11f4d4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=16130157-a963-4c80-b25b-d6e01e11f4d4,segment=NetworkSegment(7b88bf5b-c617-42af-8a89-89720ecd9993),segment_id=7b88bf5b-c617-42af-8a89-89720ecd9993)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:40.795028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:40.798250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:40.817668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a113e4-5f4f-46f0-ad47-e72304576cfc req-0395cc47-584f-4b11-9d14-36c31822b6eb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:40.820191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7a113e4-5f4f-46f0-ad47-e72304576cfc req-0395cc47-584f-4b11-9d14-36c31822b6eb tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 944 time: 0.1090746 Dec 13 14:43:40.847235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a1a6b-9240-45ee-b3f8-bab263732adb req-d0ec0ed2-4219-4b20-be4e-964c7db0d01e tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:40.849277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f6a1a6b-9240-45ee-b3f8-bab263732adb req-d0ec0ed2-4219-4b20-be4e-964c7db0d01e tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 947 time: 0.2383459 Dec 13 14:43:40.850486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Calling delete_port for 16130157-a963-4c80-b25b-d6e01e11f4d4 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:40.890052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7a113e4-5f4f-46f0-ad47-e72304576cfc req-c7d0b168-b089-4166-be0f-f1fb4306c5a0 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/security-groups?id=47d82a13-6763-4f13-b72a-25df0cbb4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603826 Dec 13 14:43:41.013647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17594105-5d09-4b21-9a0d-ed90c05ed5bf req-4609c605-abf4-4f58-886e-3518c0e96e8e tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0350399 Dec 13 14:43:41.177180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6a559704-c197-4d35-b80f-9bd933ad30e3 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:43:41.178998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:41.247388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: f5eb3f92-a1ea-409d-abcd-2674e2e3b278 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:41.247839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f5eb3f92-a1ea-409d-abcd-2674e2e3b278 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:41.253016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665d32b-9d15-4c5f-8c57-e2f411faefac req-78d94fc8-89b3-4997-8dfc-d51e08d616a4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:41.255333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d665d32b-9d15-4c5f-8c57-e2f411faefac req-78d94fc8-89b3-4997-8dfc-d51e08d616a4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.0627053 Dec 13 14:43:41.297959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'name': 'network-vif-deleted', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:41.301721 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf039b5d-a017-4fd2-a2bf-bd8b4435c62e" -d '{"events": [{"server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "name": "network-vif-deleted", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:41.369587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d665d32b-9d15-4c5f-8c57-e2f411faefac req-fad3b940-3a46-4308-a506-681aa0828846 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758495 Dec 13 14:43:41.429395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:41.472979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '6a559704-c197-4d35-b80f-9bd933ad30e3', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '6a559704-c197-4d35-b80f-9bd933ad30e3', 'mac_address': 'fa:16:3e:bb:cc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:43:41.531792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Attempting to bind port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:41.532141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Attempting to bind port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:41.532456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Attempting to bind port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:41.553686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f6a1a6b-9240-45ee-b3f8-bab263732adb req-66d566f0-dcf4-44b7-80bd-087a8beb2861 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000292 Dec 13 14:43:41.555217 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:41.566689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:43:41.567298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Attempting to bind port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:41.580465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941faa-d839-4852-b30b-3d3190f24728 req-c1381050-c2a2-4dbc-882a-cf3cc1c3c985 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:41.583202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:41.583546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:41.583993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:41.584485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Bound port: bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:41.585252 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:41.592165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b941faa-d839-4852-b30b-3d3190f24728 req-c1381050-c2a2-4dbc-882a-cf3cc1c3c985 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 949 time: 0.1217399 Dec 13 14:43:41.593479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a559704-c197-4d35-b80f-9bd933ad30e3 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:41.621705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:41.639417 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9a9fd3-393c-476c-9967-5672404069ec x-openstack-request-id: req-bd9a9fd3-393c-476c-9967-5672404069ec {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:41.640112 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec8cf18-f067-46b4-ac35-62e8d1898330", "name": "network-vif-deleted", "tag": "f5eb3f92-a1ea-409d-abcd-2674e2e3b278", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:41.640588 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd9a9fd3-393c-476c-9967-5672404069ec {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:41.641472 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec8cf18-f067-46b4-ac35-62e8d1898330', 'name': 'network-vif-deleted', 'tag': 'f5eb3f92-a1ea-409d-abcd-2674e2e3b278', 'status': 'completed', 'code': 200} Dec 13 14:43:41.665251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:41.677408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b941faa-d839-4852-b30b-3d3190f24728 req-02216726-7267-4215-81dd-963b76a13025 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699625 Dec 13 14:43:41.713594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:41.735346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Pushing event deleted for resources: {'Port': ['ID=16130157-a963-4c80-b25b-d6e01e11f4d4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:41.770336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 025ef2b0-59fc-49b8-ae75-d800d45e73c1 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:41.803501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] No DVR routers for this DVR port 16130157-a963-4c80-b25b-d6e01e11f4d4 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:41.807094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:41.811419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ed9376c-fe3a-48a9-8b8a-e607110a67e7 req-ca810f97-2a66-4aba-9ac6-1e8eac0cf827 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.50 "DELETE /v2.0/ports/16130157-a963-4c80-b25b-d6e01e11f4d4 HTTP/1.1" status: 204 len: 173 time: 1.8018441 Dec 13 14:43:41.812611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] For port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:41.850024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] For port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:41.885228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:41.948030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:41.958451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6a559704-c197-4d35-b80f-9bd933ad30e3'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:42.014051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe270d05-b462-4c67-89ce-1d215666b218 req-080a5dbe-819c-492b-a227-1954065095a6 tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 210 time: 0.0367453 Dec 13 14:43:42.018824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.019505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:42.020968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 HTTP/1.1" status: 200 len: 1095 time: 3.2915945 Dec 13 14:43:42.052120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf37ea8-0730-4d15-8739-e57d19ee7172 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:42.127910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:43:42.133674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:42.134023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:42.195554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3964ef66-03df-459c-9df4-772d6441f449 req-3c2a0c2d-8919-418a-be37-02d0f0d8476e tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0368695 Dec 13 14:43:42.274155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:42.310047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025ef2b0-59fc-49b8-ae75-d800d45e73c1'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:42.315217 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81038ca3-5453-4d66-8c03-9bc9b7cbcfcc" -d '{"events": [{"server_uuid": "2b592272-1ea0-41a6-adb4-2b090f4c0f2d", "name": "network-vif-plugged", "status": "completed", "tag": "025ef2b0-59fc-49b8-ae75-d800d45e73c1"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:42.331315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 025ef2b0-59fc-49b8-ae75-d800d45e73c1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=025ef2b0-59fc-49b8-ae75-d800d45e73c1,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:42.351205 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da113287-9547-4012-afc5-2a18f62638cd x-openstack-request-id: req-da113287-9547-4012-afc5-2a18f62638cd {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:42.351491 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b592272-1ea0-41a6-adb4-2b090f4c0f2d", "name": "network-vif-plugged", "status": "completed", "tag": "025ef2b0-59fc-49b8-ae75-d800d45e73c1", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:42.351756 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da113287-9547-4012-afc5-2a18f62638cd {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:42.352123 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025ef2b0-59fc-49b8-ae75-d800d45e73c1', 'code': 200} Dec 13 14:43:42.414792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-63a7767e-49d0-4a5a-b032-9a0c9e6ef50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.417432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-63a7767e-49d0-4a5a-b032-9a0c9e6ef50e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ff358db07594b48ac2b23b9b96a2bcb&device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 1098 time: 0.0482321 Dec 13 14:43:42.471778 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:42.523261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-f7b32297-2022-433f-acf5-5e1574b7e767 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 HTTP/1.1" status: 200 len: 217 time: 0.0866399 Dec 13 14:43:42.534808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=025ef2b0-59fc-49b8-ae75-d800d45e73c1,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:42.561329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35642) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:42.588787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce5a6-e80c-4b0a-971a-4c66a3867377 req-7940a579-0138-4cd9-a99b-d3eddc0888bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.590337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-76fce5a6-e80c-4b0a-971a-4c66a3867377 req-7940a579-0138-4cd9-a99b-d3eddc0888bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 1100 time: 0.1481001 Dec 13 14:43:42.597826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba687ef-d471-4cb7-8277-31c8fea7175e req-7bad19f6-e04f-4631-bd18-8ec25d2e441c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.599332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fba687ef-d471-4cb7-8277-31c8fea7175e req-7bad19f6-e04f-4631-bd18-8ec25d2e441c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 945 time: 0.1465013 Dec 13 14:43:42.640388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-03854f98-a68f-49b0-bd35-c14e71903874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.641804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-03854f98-a68f-49b0-bd35-c14e71903874 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1077240 Dec 13 14:43:42.652792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac54c2-8367-42d4-9c62-cbb67545d7e8 req-fd99e0b9-e507-41f4-a6fd-77e1facb70fc tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.661587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-76fce5a6-e80c-4b0a-971a-4c66a3867377 req-c41aa126-ec0d-4b99-806c-53d5d47edf62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595863 Dec 13 14:43:42.662959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-45ac54c2-8367-42d4-9c62-cbb67545d7e8 req-fd99e0b9-e507-41f4-a6fd-77e1facb70fc tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 944 time: 0.0780869 Dec 13 14:43:42.707110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fba687ef-d471-4cb7-8277-31c8fea7175e req-259d4a60-60f9-414d-8b00-3aa24c19dd50 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841925 Dec 13 14:43:42.715005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-45ac54c2-8367-42d4-9c62-cbb67545d7e8 req-76c7795e-93d9-484e-8fc4-fba05b263832 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e77e394-7bf6-43b9-ab0f-44ae0c1df138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Dec 13 14:43:42.722673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539a18-00de-4708-9810-6326cbd9bf30 req-b4831012-45a8-4e0d-b7dd-02b93a25c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.724159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-b4831012-45a8-4e0d-b7dd-02b93a25c15e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741179 Dec 13 14:43:42.786427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1828621763-network', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:42.879056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a5b37-c0b6-425f-8e1c-3c11ecb3c90d req-94a41d64-4e72-4105-b306-0791a16751ff tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.886760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b75a5b37-c0b6-425f-8e1c-3c11ecb3c90d req-94a41d64-4e72-4105-b306-0791a16751ff tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 950 time: 0.0888419 Dec 13 14:43:42.931728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Made reservation on behalf of 68eda6a71a324441bf9a5ebd3fbd5523 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:42.931946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078134f5-1654-4177-9c8d-c448b27dbd31 req-d9fe7863-acb3-4791-b196-664fcf3f4080 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:42.933977 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-078134f5-1654-4177-9c8d-c448b27dbd31 req-d9fe7863-acb3-4791-b196-664fcf3f4080 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 947 time: 0.1259148 Dec 13 14:43:42.934569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:42.959353 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b75a5b37-c0b6-425f-8e1c-3c11ecb3c90d req-0f9ec687-e6f2-437e-9eb7-78e87eebfb65 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639479 Dec 13 14:43:42.960965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.005237 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-078134f5-1654-4177-9c8d-c448b27dbd31 req-1a1b9722-81b4-446b-b527-74436b0bff24 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597334 Dec 13 14:43:43.009162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-853fc0d2-163b-412c-8852-0f622ac3f657 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525884 Dec 13 14:43:43.113812 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.157460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-fa799735-c764-4c63-b70d-fcb15f2a7fa0 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:43.157460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-fa799735-c764-4c63-b70d-fcb15f2a7fa0 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 944 time: 0.1369064 Dec 13 14:43:43.168009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6a559704-c197-4d35-b80f-9bd933ad30e3 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:43.173220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed1d56bc-abfc-4a50-99e7-47f155e3b1d6 req-8e995469-b50f-49f2-90d8-2bf47ca1730f tempest-LiveMigrationTest-201206564 tempest-LiveMigrationTest-201206564-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f995ead-19ab-4a8a-97d7-8ff4df760c52 HTTP/1.1" status: 200 len: 210 time: 0.0294316 Dec 13 14:43:43.208436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.226013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32539a18-00de-4708-9810-6326cbd9bf30 req-5f23e769-046a-4160-90bc-75d5359b90b2 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054179 Dec 13 14:43:43.249347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:43:43.259699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a50d5-31e4-4bab-bad9-19061c8783a3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:43.264876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.265216 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Added segment cade6d67-1ae5-4dd9-b7de-c18030cc809d of type vlan for network cc152b06-70f9-4fc8-b988-d6dd0ad2040e Dec 13 14:43:43.318268 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.350258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-497580ba-7642-4d6f-99e9-8174ce79aa17 req-9894196c-8229-442a-980c-162259244099 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0391510 Dec 13 14:43:43.371196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Deleting port 2dbaa0f1-d264-475e-be36-b021e04807df {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:43.371590 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.381800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 6a559704-c197-4d35-b80f-9bd933ad30e3 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:43:43.388307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 6a559704-c197-4d35-b80f-9bd933ad30e3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:43.391736 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.444449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.445461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:43.446104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.483477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] For port 2dbaa0f1-d264-475e-be36-b021e04807df, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2dbaa0f1-d264-475e-be36-b021e04807df,segment=NetworkSegment(00aff93a-20a6-4cff-b477-44479a9b5210),segment_id=00aff93a-20a6-4cff-b477-44479a9b5210)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:43.484255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.502082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Calling delete_port for 2dbaa0f1-d264-475e-be36-b021e04807df owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:43.525190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.543746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] Pushing event updated for resources: {'Network': ['ID=cc152b06-70f9-4fc8-b988-d6dd0ad2040e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:43.555423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:43:43.604160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:43.642858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'name': 'network-vif-deleted', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4'}, {'name': 'network-changed', 'server_uuid': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'tag': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:43.645285 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8b800b-857e-44e1-9ea2-1a35e1de714c" -d '{"events": [{"server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "name": "network-vif-deleted", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4"}, {"name": "network-changed", "server_uuid": "205bfba7-d661-4e2d-adf4-3265246d28f7", "tag": "bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:43.653608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-65bf8472-3cd1-4802-9a14-1791bf053251 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0913978 Dec 13 14:43:43.656537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:43.661416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Request body: {'subnet': {'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-subnet', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:43.688742 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b732097e-cf68-44cc-9baa-863b2f0c399d x-openstack-request-id: req-b732097e-cf68-44cc-9baa-863b2f0c399d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:43.689159 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f995ead-19ab-4a8a-97d7-8ff4df760c52", "name": "network-vif-deleted", "tag": "16130157-a963-4c80-b25b-d6e01e11f4d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "205bfba7-d661-4e2d-adf4-3265246d28f7", "tag": "bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:43.689442 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b732097e-cf68-44cc-9baa-863b2f0c399d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:43.689839 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f995ead-19ab-4a8a-97d7-8ff4df760c52', 'name': 'network-vif-deleted', 'tag': '16130157-a963-4c80-b25b-d6e01e11f4d4', 'status': 'completed', 'code': 200} Dec 13 14:43:43.690094 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'tag': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004', 'status': 'completed', 'code': 200} Dec 13 14:43:43.740436 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.741407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:43.768489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Made reservation on behalf of 68eda6a71a324441bf9a5ebd3fbd5523 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:43.770983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.779323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.826392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 16130157-a963-4c80-b25b-d6e01e11f4d4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:43.826894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 16130157-a963-4c80-b25b-d6e01e11f4d4 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:43.847869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:43.863172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Pushing event deleted for resources: {'Port': ['ID=2dbaa0f1-d264-475e-be36-b021e04807df,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:43.867104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-77965532-8e43-4509-8c02-3583591c911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:43.869066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-77965532-8e43-4509-8c02-3583591c911e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ff358db07594b48ac2b23b9b96a2bcb&device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 1098 time: 0.1456590 Dec 13 14:43:43.882426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62e25a7e-fc8f-425e-b0ee-6ab0f78df332 req-7959d8b9-aa69-4039-b125-d24af827e7c0 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 210 time: 0.0390346 Dec 13 14:43:43.948990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] No DVR routers for this DVR port 2dbaa0f1-d264-475e-be36-b021e04807df on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:43.951934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:43.956059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10035d84-1e63-4e9e-842e-ebf05cdcff20 req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.50 "DELETE /v2.0/ports/2dbaa0f1-d264-475e-be36-b021e04807df HTTP/1.1" status: 204 len: 173 time: 0.7809556 Dec 13 14:43:43.997357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.997629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.998434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.998434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.998643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.998970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.999298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.999627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:43.999956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:44.000286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:44.000603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:44.000929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ca1ed-48c1-4571-a338-574d323d5319 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:44.040598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797fcb-58b8-45fb-9274-fc07885af63c req-568c0565-d29e-43bb-a882-5df8ab0961ad tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.042120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23797fcb-58b8-45fb-9274-fc07885af63c req-568c0565-d29e-43bb-a882-5df8ab0961ad tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 946 time: 0.1959417 Dec 13 14:43:44.084012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c268ea3-9b48-4ab9-8fb8-9f54a77d4e74 req-5c1e9b76-f704-4d98-99f0-757e3e8d8e2b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.085544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c268ea3-9b48-4ab9-8fb8-9f54a77d4e74 req-5c1e9b76-f704-4d98-99f0-757e3e8d8e2b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 950 time: 0.0553885 Dec 13 14:43:44.088754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.100754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-00d43ec2-119d-4844-9db8-389b07d148d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.102203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-00d43ec2-119d-4844-9db8-389b07d148d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2152634 Dec 13 14:43:44.106077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23797fcb-58b8-45fb-9274-fc07885af63c req-a3d82c76-583d-4efc-95cc-547d5900665c tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Dec 13 14:43:44.157565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-3e36952e-8d90-4aab-a899-a77c8d082f66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 HTTP/1.1" status: 200 len: 217 time: 0.0432239 Dec 13 14:43:44.178175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72f4ead-d01f-49aa-8d68-97d307589950,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:44.197148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c268ea3-9b48-4ab9-8fb8-9f54a77d4e74 req-383d754b-744a-43dd-8c3f-4d2f48092ba7 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032224 Dec 13 14:43:44.212361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Checking segment: {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:44.212722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Network hostable DHCP agents. Network: cc152b06-70f9-4fc8-b988-d6dd0ad2040e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:43:44.252108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-0bd3f174-bd49-4a71-a213-d40c4a0714b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.253458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-0bd3f174-bd49-4a71-a213-d40c4a0714b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0874135 Dec 13 14:43:44.277948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4b13e-acb1-471b-89fd-645106bd346f req-791792bb-bd98-474e-b1bd-094853fe4879 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.283676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8f4b13e-acb1-471b-89fd-645106bd346f req-791792bb-bd98-474e-b1bd-094853fe4879 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 947 time: 0.0636973 Dec 13 14:43:44.303537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a684-017b-406b-8e86-84453af8f020 req-55cd26c2-aa04-40c7-8a94-b689e12a47a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.305206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0834a684-017b-406b-8e86-84453af8f020 req-55cd26c2-aa04-40c7-8a94-b689e12a47a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.0518875 Dec 13 14:43:44.312936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:43:44.337734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8f4b13e-acb1-471b-89fd-645106bd346f req-7b8ec2dc-8d1c-4445-b714-1e189705cd37 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Dec 13 14:43:44.339508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-f6636d0d-67dd-4a1e-a663-9047cabc0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.340885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-f6636d0d-67dd-4a1e-a663-9047cabc0e4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776725 Dec 13 14:43:44.353365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a559704-c197-4d35-b80f-9bd933ad30e3'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:44.357999 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f0a1b8-1efa-4e2a-845d-41714428e2f5" -d '{"events": [{"server_uuid": "94f21dd1-12a8-4c71-abaf-27fa195c5ad3", "name": "network-vif-plugged", "status": "completed", "tag": "6a559704-c197-4d35-b80f-9bd933ad30e3"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:44.359031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0834a684-017b-406b-8e86-84453af8f020 req-58b1ceda-954b-4750-8074-119bb9111602 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404625 Dec 13 14:43:44.392862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35696) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:44.408532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, cc152b06-70f9-4fc8-b988-d6dd0ad2040e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:44.414099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.415366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.416995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e649eeb-00b2-4946-93df-d696a7ad9c24 None None] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:43:44.446820 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5398f8-1e83-4a6a-955f-1d84693ed7ad x-openstack-request-id: req-9a5398f8-1e83-4a6a-955f-1d84693ed7ad {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:44.447404 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f21dd1-12a8-4c71-abaf-27fa195c5ad3", "name": "network-vif-plugged", "status": "completed", "tag": "6a559704-c197-4d35-b80f-9bd933ad30e3", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:44.447873 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a5398f8-1e83-4a6a-955f-1d84693ed7ad {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:44.448518 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a559704-c197-4d35-b80f-9bd933ad30e3', 'code': 200} Dec 13 14:43:44.545075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1fec8bd7-fc98-4338-899d-2df1395e3ec1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8873732 Dec 13 14:43:44.545996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35700) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:44.552224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:44.564487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b507cba6-1604-4187-9cb7-d675541a2f8e req-c1ae2243-7817-41f6-9de2-be543ab0ae5d tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0457110 Dec 13 14:43:44.574122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] Deleting subnet 8ccb5d64-71b8-44f3-aefb-407289f56857 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:44.577664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.594412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-14d5cbe1-5851-4c2a-9d0e-9ad77b655df4 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999345 Dec 13 14:43:44.643946 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.660626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:43:44.664473 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.698545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c8b800b-857e-44e1-9ea2-1a35e1de714c req-3121753e-2702-42f2-98e1-5c9b7ca48b23 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968268 Dec 13 14:43:44.713295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.718751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.719992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.727324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdb074-914c-4d36-8373-bcf3c631c701 req-819e0cd3-a0f6-436c-a129-6bff97d4aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:44.728926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0afdb074-914c-4d36-8373-bcf3c631c701 req-819e0cd3-a0f6-436c-a129-6bff97d4aec1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 1097 time: 0.1912055 Dec 13 14:43:44.779490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0afdb074-914c-4d36-8373-bcf3c631c701 req-7fa65c79-da2b-4cfa-bbb4-f16e9cf5d0ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Dec 13 14:43:44.823085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:44.837444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Allocated IP 172.20.0.2 (cc152b06-70f9-4fc8-b988-d6dd0ad2040e/c72f4ead-d01f-49aa-8d68-97d307589950/98cc7880-68cd-4de6-8a86-e3a44d74f332) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:44.933544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.007427 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c87047a-a277-4eae-94dd-2de67a52f36c req-9572413a-a421-41ac-ba51-b742c7a99840 tempest-LiveAutoBlockMigrationV225Test-1874643559 tempest-LiveAutoBlockMigrationV225Test-1874643559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f04b4e0-d1b8-4311-8de9-f3fc679bf72b HTTP/1.1" status: 200 len: 210 time: 0.0336375 Dec 13 14:43:45.031951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccb5d64-71b8-44f3-aefb-407289f56857,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:45.037136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.043533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-418daf37-faa2-4937-ad5a-46386916ea8f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ccb5d64-71b8-44f3-aefb-407289f56857 HTTP/1.1" status: 204 len: 168 time: 0.6470592 Dec 13 14:43:45.044093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35708) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:45.108561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.122658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.123178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.211103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.237097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.254592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:45.258861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:45.266184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:45.268762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873abe4-b649-4631-ac05-8995bb317ea3 req-0406ebf4-3af4-4187-b0fc-a6f82fe0beaf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:45.269400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Pushing event updated for resources: {'Port': ['ID=98cc7880-68cd-4de6-8a86-e3a44d74f332,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:45.270294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b873abe4-b649-4631-ac05-8995bb317ea3 req-0406ebf4-3af4-4187-b0fc-a6f82fe0beaf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 946 time: 0.0816548 Dec 13 14:43:45.274031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321999e1-8453-4e28-b992-d81b68aed423']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:45.285394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b88bf5b-c617-42af-8a89-89720ecd9993') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:45.285683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b88bf5b-c617-42af-8a89-89720ecd9993') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:45.306538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.323929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c42e-bbbc-4da8-920f-ce579cd8e4c6 req-f25e1d79-2486-4812-b258-ed185835b54a tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:45.325420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ec2c42e-bbbc-4da8-920f-ce579cd8e4c6 req-f25e1d79-2486-4812-b258-ed185835b54a tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 950 time: 0.1144698 Dec 13 14:43:45.332771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.338816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Attempting to bind port 98cc7880-68cd-4de6-8a86-e3a44d74f332 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:45.339174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b873abe4-b649-4631-ac05-8995bb317ea3 req-b7bb3a3b-47d3-4a68-9998-8af18abed905 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558460 Dec 13 14:43:45.339278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Attempting to bind port 98cc7880-68cd-4de6-8a86-e3a44d74f332 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:45.339278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Attempting to bind port 98cc7880-68cd-4de6-8a86-e3a44d74f332 on network cc152b06-70f9-4fc8-b988-d6dd0ad2040e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:45.342953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:45.343297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.344098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:45.344852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Checking segment: {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:45.344852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:45.345088 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:45.347381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Bound using segment: {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:45.347381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Bound port: 98cc7880-68cd-4de6-8a86-e3a44d74f332, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:45.347381 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.382770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ec2c42e-bbbc-4da8-920f-ce579cd8e4c6 req-0f0d6615-a209-41cf-a29b-cdf041688dda tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Dec 13 14:43:45.418994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.422018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] For port 98cc7880-68cd-4de6-8a86-e3a44d74f332, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:45.425462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] For port 98cc7880-68cd-4de6-8a86-e3a44d74f332, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=98cc7880-68cd-4de6-8a86-e3a44d74f332,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:45.499774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592c997-6f7a-4dca-a598-996465fd61ec req-1251c7df-aa54-4857-8aa9-5a95df031951 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:45.501264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0592c997-6f7a-4dca-a598-996465fd61ec req-1251c7df-aa54-4857-8aa9-5a95df031951 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 947 time: 0.0546074 Dec 13 14:43:45.502398 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.507886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.511064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/321999e1-8453-4e28-b992-d81b68aed423 HTTP/1.1" status: 204 len: 168 time: 0.4654756 Dec 13 14:43:45.515825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35718) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:45.519314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.528780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767135-51d7-4f51-ae0b-8c7bdfb672ac admin admin] Pushing event deleted for resources: {'Network': ['ID=321999e1-8453-4e28-b992-d81b68aed423,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:45.556934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0592c997-6f7a-4dca-a598-996465fd61ec req-3ae19f47-14bb-4040-9f7c-0b0691f2687e tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Dec 13 14:43:45.592150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3709069-180d-4190-8b66-ba6acd14cb70 None None] Pushing event updated for resources: {'Port': ['ID=98cc7880-68cd-4de6-8a86-e3a44d74f332,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:45.611544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2d75-bd5b-493a-85d2-1f1d4a098afd req-0fa09cdd-17d0-4809-8951-2e53c5dc1cd6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:45.613240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffbe2d75-bd5b-493a-85d2-1f1d4a098afd req-0fa09cdd-17d0-4809-8951-2e53c5dc1cd6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.1335349 Dec 13 14:43:45.620208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.626807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] Deleting subnet 50709ea5-1424-4f19-853f-95ca779f125a {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:45.651098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.653251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.681383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8638b5d9-e870-4468-90f4-02de1ebb0b45 req-d94ba6a1-f2c5-411f-bc07-fe5d8318179e tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Dec 13 14:43:45.691428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'name': 'network-vif-deleted', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:45.696096 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411e8918-a73d-4d76-af7f-67be08734d29" -d '{"events": [{"server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "name": "network-vif-deleted", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:45.757466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:43:45.766305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.789452 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb0234d-00e1-4fb6-83d7-1f4565e3b45f x-openstack-request-id: req-4fb0234d-00e1-4fb6-83d7-1f4565e3b45f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:45.790275 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04b4e0-d1b8-4311-8de9-f3fc679bf72b", "name": "network-vif-deleted", "tag": "2dbaa0f1-d264-475e-be36-b021e04807df", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:45.790275 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fb0234d-00e1-4fb6-83d7-1f4565e3b45f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:45.790843 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04b4e0-d1b8-4311-8de9-f3fc679bf72b', 'name': 'network-vif-deleted', 'tag': '2dbaa0f1-d264-475e-be36-b021e04807df', 'status': 'completed', 'code': 200} Dec 13 14:43:45.810396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffbe2d75-bd5b-493a-85d2-1f1d4a098afd req-a796954d-4fc9-42a8-b2cc-16ced7fb8361 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871772 Dec 13 14:43:45.873181 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:45.915821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Allocated IP 172.25.7.152 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/9608e367-1ec4-43fd-93f1-7619aa00f19a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:45.922728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:45.951627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004', 'mac_address': 'fa:16:3e:55:ef:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:43:46.001674 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.016729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:46.038838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:46.074250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 98cc7880-68cd-4de6-8a86-e3a44d74f332 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:46.083993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35732) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:46.143397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.159329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 98cc7880-68cd-4de6-8a86-e3a44d74f332 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:46.159842 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.207161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] Deleting subnet eafe36ca-0363-406e-afbf-b87c1a0f7993 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:46.211112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.243491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:46.248935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.296199 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.318252 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.352511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 98cc7880-68cd-4de6-8a86-e3a44d74f332, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=98cc7880-68cd-4de6-8a86-e3a44d74f332,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:46.372148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.433635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:46.483806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169d35e-ba22-4090-9e1b-489da1ac646e req-cdbf0cf5-c622-407a-8f13-b3bc052d503a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:46.485468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2169d35e-ba22-4090-9e1b-489da1ac646e req-cdbf0cf5-c622-407a-8f13-b3bc052d503a tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 946 time: 0.0563970 Dec 13 14:43:46.512726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.518045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.518582 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.550433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafe36ca-0363-406e-afbf-b87c1a0f7993,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:46.555193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.563430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0280bded-e647-4787-8370-e759f022ab46 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eafe36ca-0363-406e-afbf-b87c1a0f7993 HTTP/1.1" status: 204 len: 168 time: 0.4784214 Dec 13 14:43:46.563786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35744) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:46.595389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.601317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/50709ea5-1424-4f19-853f-95ca779f125a HTTP/1.1" status: 204 len: 168 time: 1.0817204 Dec 13 14:43:46.611557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2169d35e-ba22-4090-9e1b-489da1ac646e req-2c924895-6910-4b8b-98da-546127e104d6 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178110 Dec 13 14:43:46.616645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dead98-ede1-455d-80f1-2103e878974d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50709ea5-1424-4f19-853f-95ca779f125a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:46.629818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35748) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:46.657878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:46.678521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:46.681434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:46.684729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Pushing event updated for resources: {'Port': ['ID=9608e367-1ec4-43fd-93f1-7619aa00f19a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:46.751240 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.755339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a79f1-43e9-43cc-84be-3042025325a3 None None] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:43:46.851016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.869691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.897154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5570d-c254-49c1-99b0-b50265296a22 req-343e7cca-3418-4a87-95e1-2766cb476a1b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:46.898865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d5570d-c254-49c1-99b0-b50265296a22 req-343e7cca-3418-4a87-95e1-2766cb476a1b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 950 time: 0.1649892 Dec 13 14:43:46.905538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a3529849-ce52-412e-8188-1709511c63c3 None None] Provisioning complete for port 98cc7880-68cd-4de6-8a86-e3a44d74f332 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:46.905985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3529849-ce52-412e-8188-1709511c63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.915909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795b1de-cf88-402b-becd-739ec2d4432c req-0bd4d933-23ba-411e-b0a6-60132319a3df tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:46.917996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1795b1de-cf88-402b-becd-739ec2d4432c req-0bd4d933-23ba-411e-b0a6-60132319a3df tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 1101 time: 0.2665896 Dec 13 14:43:46.919879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=98cc7880-68cd-4de6-8a86-e3a44d74f332,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:46.944102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:46.945628 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d5570d-c254-49c1-99b0-b50265296a22 req-6944b523-6ef7-41b8-b263-574c77fc9b97 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366511 Dec 13 14:43:46.966904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd74bd-221c-443f-a080-9ec59b720256 req-d2ce2e3d-303e-4d3f-b968-9547ec10627d tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:46.966904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8dfd74bd-221c-443f-a080-9ec59b720256 req-d2ce2e3d-303e-4d3f-b968-9547ec10627d tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 948 time: 0.1939609 Dec 13 14:43:47.062614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.097666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15a4b8e-3b6f-40e2-9102-1c66b0a456f4']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:47.108835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aff93a-20a6-4cff-b477-44479a9b5210') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:47.109494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aff93a-20a6-4cff-b477-44479a9b5210') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:47.119841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.144004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.167626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.181177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:47.181617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8dfd74bd-221c-443f-a080-9ec59b720256 req-5c70692a-134e-47f5-b197-94a26133a26e tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194734 Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:47.187054 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:47.205031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:47.232370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2dbaa0f1-d264-475e-be36-b021e04807df {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:47.232717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2dbaa0f1-d264-475e-be36-b021e04807df not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:47.336568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b03d6d6c-2927-4df7-bd68-ed22bb211f84 req-425b1057-2c31-42d7-80a2-80c841559163 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0396693 Dec 13 14:43:47.359185 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.391248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8867df4a-fca4-4feb-ade3-4a2a6fcf505e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:47.407233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392cc165-664c-49cf-8440-9d7d0dcc8979') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:47.407233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392cc165-664c-49cf-8440-9d7d0dcc8979') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:47.414495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.424629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Deleting port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:47.424956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.428029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.431717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.437010 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.443597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e15a4b8e-3b6f-40e2-9102-1c66b0a456f4 HTTP/1.1" status: 204 len: 168 time: 0.8756938 Dec 13 14:43:47.443707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2e52d407-0f4b-47f1-8123-00d2fdbac3dd None None] Provisioning complete for port 98cc7880-68cd-4de6-8a86-e3a44d74f332 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:47.444179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e52d407-0f4b-47f1-8123-00d2fdbac3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.473868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35766) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:47.488350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.506553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65394bd4-6a2c-4a28-a4c2-1d36c52ea903 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15a4b8e-3b6f-40e2-9102-1c66b0a456f4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:47.510168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:47.511415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:47.514885 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:47.570722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] Deleting subnet 94cc31d9-f4f1-4a4e-aa8c-133e3b67b365 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:47.577386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.612815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] For port 025ef2b0-59fc-49b8-ae75-d800d45e73c1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=025ef2b0-59fc-49b8-ae75-d800d45e73c1,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:47.613112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.622524 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.627006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Calling delete_port for 025ef2b0-59fc-49b8-ae75-d800d45e73c1 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:47.675682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.682045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.688729 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] 10.222.0.24 "DELETE /v2.0/networks/8867df4a-fca4-4feb-ade3-4a2a6fcf505e HTTP/1.1" status: 204 len: 168 time: 1.0549471 Dec 13 14:43:47.702350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637e663-e196-4ee7-b8fe-b523f1b8e46b admin admin] Pushing event deleted for resources: {'Network': ['ID=8867df4a-fca4-4feb-ade3-4a2a6fcf505e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:47.709494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.775918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Router fcad83df-021c-49b7-b357-8ce8e7a324a4 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:43:47.780221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:47.839791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.876194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Pushing event deleted for resources: {'Port': ['ID=025ef2b0-59fc-49b8-ae75-d800d45e73c1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:47.877592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.920556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94cc31d9-f4f1-4a4e-aa8c-133e3b67b365,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:47.921570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] No DVR routers for this DVR port 025ef2b0-59fc-49b8-ae75-d800d45e73c1 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:47.922983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.923878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:47.929457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c594b012-9cee-4470-9b7a-a4196306ebeb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94cc31d9-f4f1-4a4e-aa8c-133e3b67b365 HTTP/1.1" status: 204 len: 168 time: 0.4531882 Dec 13 14:43:47.929592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1795b1de-cf88-402b-becd-739ec2d4432c req-5e82c962-2b1b-4303-9bcd-2568cc113449 tempest-DeleteServersAdminTestJSON-342730072 tempest-DeleteServersAdminTestJSON-342730072-project-admin] 10.222.0.55 "DELETE /v2.0/ports/025ef2b0-59fc-49b8-ae75-d800d45e73c1 HTTP/1.1" status: 204 len: 173 time: 1.0013521 Dec 13 14:43:47.929592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'name': 'network-vif-deleted', 'tag': '025ef2b0-59fc-49b8-ae75-d800d45e73c1'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:47.930706 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263fc5f0-218f-406b-b10f-26f939e91b51" -d '{"events": [{"server_uuid": "2b592272-1ea0-41a6-adb4-2b090f4c0f2d", "name": "network-vif-deleted", "tag": "025ef2b0-59fc-49b8-ae75-d800d45e73c1"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:47.932359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35800) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:47.934637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:43:47.956087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:47.956087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.009319 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf72938-49f6-440b-b4e0-5e4620690c30 x-openstack-request-id: req-abf72938-49f6-440b-b4e0-5e4620690c30 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:48.009618 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b592272-1ea0-41a6-adb4-2b090f4c0f2d", "name": "network-vif-deleted", "tag": "025ef2b0-59fc-49b8-ae75-d800d45e73c1", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:48.010005 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abf72938-49f6-440b-b4e0-5e4620690c30 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:48.010285 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b592272-1ea0-41a6-adb4-2b090f4c0f2d', 'name': 'network-vif-deleted', 'tag': '025ef2b0-59fc-49b8-ae75-d800d45e73c1', 'status': 'completed', 'code': 200} Dec 13 14:43:48.056432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:43:48.071694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 98cc7880-68cd-4de6-8a86-e3a44d74f332 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:48.078846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Sync routers for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:43:48.081286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35806) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:48.101061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.169604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:48.169795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e07a37b7-da92-47d7-b81f-17c45fd547ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=930029fa6a674131b7632e50f9a13d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839808 Dec 13 14:43:48.169919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:48.170036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35814) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:48.174925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac1fef89-1655-47c7-9181-1737fc800b68 req-7cd85a1c-8ed4-446d-bc12-95583a516e9e tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b592272-1ea0-41a6-adb4-2b090f4c0f2d HTTP/1.1" status: 200 len: 210 time: 0.0589774 Dec 13 14:43:48.176425 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.194873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.194873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3e9e1eb5-45de-4e82-92fd-e638634ebfc6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6401985 Dec 13 14:43:48.196232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:48.247801 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.288983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d94847-29e5-423a-ab13-74e062c7004e']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:48.303380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a91ae3-6d85-4deb-8f8d-433ff9e7950c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:48.303976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a91ae3-6d85-4deb-8f8d-433ff9e7950c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:48.315059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:48.317449 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6531dc2b-7c8b-4514-97bd-c00c6395fe90" -d '{"events": [{"server_uuid": "205bfba7-d661-4e2d-adf4-3265246d28f7", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:48.319898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.340569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:48.342012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.358548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 98cc7880-68cd-4de6-8a86-e3a44d74f332 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:48.358993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.391311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:43:48.398160 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:43:48.400354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676bfc1d-4acd-49ac-849c-e16038a8ccc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.415803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e575fe-b90b-4197-9e82-0c4658141f58 req-9233aca4-a6d0-4a49-a5aa-e3a7643568b1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:48.417837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89e575fe-b90b-4197-9e82-0c4658141f58 req-9233aca4-a6d0-4a49-a5aa-e3a7643568b1 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 946 time: 0.0968237 Dec 13 14:43:48.425364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:48.454277 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.455092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:48.459393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037f5d1-b34d-4971-95eb-c44a6ee5d63a req-2e9498b7-c1ea-4760-91ef-2b99761b6cbf tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:48.461372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4037f5d1-b34d-4971-95eb-c44a6ee5d63a req-2e9498b7-c1ea-4760-91ef-2b99761b6cbf tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 948 time: 0.1251018 Dec 13 14:43:48.502015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4037f5d1-b34d-4971-95eb-c44a6ee5d63a req-abdb1a1e-1052-4d1b-86c9-b14f0e0138ad tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Dec 13 14:43:48.516017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676bfc1d-4acd-49ac-849c-e16038a8ccc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.540519 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.563141 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.571420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2d94847-29e5-423a-ab13-74e062c7004e HTTP/1.1" status: 204 len: 168 time: 0.6265039 Dec 13 14:43:48.572853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dde6d-8c8d-4a33-80db-2cc6831524f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d94847-29e5-423a-ab13-74e062c7004e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:48.574074 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d931e396-65ef-42b5-a8d2-9b361be8a737 x-openstack-request-id: req-d931e396-65ef-42b5-a8d2-9b361be8a737 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:48.574380 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205bfba7-d661-4e2d-adf4-3265246d28f7", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:48.575015 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d931e396-65ef-42b5-a8d2-9b361be8a737 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:48.575397 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004', 'code': 200} Dec 13 14:43:48.681123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:48.718135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff3d7827-cc7a-408f-9972-5880cad9b614 req-f824da9d-e61c-4292-9cc4-33fd00d68cc3 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0475109 Dec 13 14:43:48.788045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.832012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:48.847948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:46Z', 'revision_number': 3, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:48.882369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Checking router: fcad83df-021c-49b7-b357-8ce8e7a324a4 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:43:48.882772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Updating router fcad83df-021c-49b7-b357-8ce8e7a324a4 port 9608e367-1ec4-43fd-93f1-7619aa00f19a binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:43:48.902707 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:48.903155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89e575fe-b90b-4197-9e82-0c4658141f58 req-7c0e861f-67bc-4ff6-a2b8-96c686412832 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763269 Dec 13 14:43:48.903661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 025ef2b0-59fc-49b8-ae75-d800d45e73c1 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:48.957746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 025ef2b0-59fc-49b8-ae75-d800d45e73c1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:48.958226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 025ef2b0-59fc-49b8-ae75-d800d45e73c1 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:48.961225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804808-bd48-4455-8516-47bdda71e580 req-7e8e21de-87ca-4c56-a927-85279db22c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:48.963066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97804808-bd48-4455-8516-47bdda71e580 req-7e8e21de-87ca-4c56-a927-85279db22c75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 1100 time: 0.0904133 Dec 13 14:43:48.966550 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.009822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:49.070461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97804808-bd48-4455-8516-47bdda71e580 req-134e7020-2731-4da5-98ff-5198e404b489 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994778 Dec 13 14:43:49.094218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35832) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:49.116987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676bfc1d-4acd-49ac-849c-e16038a8ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.119589 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676bfc1d-4acd-49ac-849c-e16038a8ccc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.124022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-676bfc1d-4acd-49ac-849c-e16038a8ccc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47d82a13-6763-4f13-b72a-25df0cbb4dc2 HTTP/1.1" status: 204 len: 168 time: 0.9504373 Dec 13 14:43:49.140321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bfc1d-4acd-49ac-849c-e16038a8ccc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d82a13-6763-4f13-b72a-25df0cbb4dc2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:49.157451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c887978d-e1bd-442e-83be-d29664eaa3da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ada9a792632d4408bcc5b299fd43872c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595224 Dec 13 14:43:49.158451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35836) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:49.220800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19f32f27-60fb-46f6-a60f-0485d96f920e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.230317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6a559704-c197-4d35-b80f-9bd933ad30e3 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:43:49.241480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.247000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19f32f27-60fb-46f6-a60f-0485d96f920e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.371206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19f32f27-60fb-46f6-a60f-0485d96f920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.374993 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19f32f27-60fb-46f6-a60f-0485d96f920e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.377010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19f32f27-60fb-46f6-a60f-0485d96f920e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e77e394-7bf6-43b9-ab0f-44ae0c1df138 HTTP/1.1" status: 204 len: 168 time: 0.2182102 Dec 13 14:43:49.397084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f32f27-60fb-46f6-a60f-0485d96f920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77e394-7bf6-43b9-ab0f-44ae0c1df138,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:49.438204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Allocated IP 172.20.0.1 (cc152b06-70f9-4fc8-b988-d6dd0ad2040e/c72f4ead-d01f-49aa-8d68-97d307589950/5258a866-3a48-4c35-ba3d-e1bdcaa70b3f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:49.537840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-3ece8020-18f6-4d1d-828b-f3dd054fa398 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e875a68805e74121838092220b145280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376940 Dec 13 14:43:49.572840 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.594802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:49.610865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '6a559704-c197-4d35-b80f-9bd933ad30e3', 'network_id': '1872a87f-3902-4a84-936c-9c4a8f51c9d9', 'port_id': '6a559704-c197-4d35-b80f-9bd933ad30e3', 'mac_address': 'fa:16:3e:bb:cc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adca27-c386-44a7-a8ae-fc2fbee6417d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:43:49.664177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6aa13-49a0-471c-80fe-82b872fd6353 req-a30d5d6d-cb41-4cd6-bfd7-dbae2254fc6b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:49.665417 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.672100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30d6aa13-49a0-471c-80fe-82b872fd6353 req-a30d5d6d-cb41-4cd6-bfd7-dbae2254fc6b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.0628800 Dec 13 14:43:49.680119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.680358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a559704-c197-4d35-b80f-9bd933ad30e3 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:49.702611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:49.703626 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.706329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30d6aa13-49a0-471c-80fe-82b872fd6353 req-c38df74a-61fc-4a92-bdb4-c75bd6895a98 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Dec 13 14:43:49.718526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-9e41eb06-01e1-4a81-9658-a730a017eaa9 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:49.720127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-9e41eb06-01e1-4a81-9658-a730a017eaa9 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735034 Dec 13 14:43:49.760430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb301f13-5c7f-4e5b-a2af-48f7219bfe37 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/quotas/e875a68805e74121838092220b145280 HTTP/1.1" status: 200 len: 375 time: 0.0154548 Dec 13 14:43:49.771792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5908b1-1386-4249-b739-e0b510d8bc7c None None] Pushing event updated for resources: {'Port': ['ID=9608e367-1ec4-43fd-93f1-7619aa00f19a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:49.774167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Attempting to bind port 9608e367-1ec4-43fd-93f1-7619aa00f19a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:49.774562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Attempting to bind port 9608e367-1ec4-43fd-93f1-7619aa00f19a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:49.774923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Attempting to bind port 9608e367-1ec4-43fd-93f1-7619aa00f19a on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:49.784990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:49.785364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:49.786049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.786164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:49.787236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Bound port: 9608e367-1ec4-43fd-93f1-7619aa00f19a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:49.787236 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.790267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:43:49.797750 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.843546 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d9559565-6486-45fa-9fae-1dd58a707af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.849265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-fad1f3a7-eecd-4652-a391-779dea8f716e tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e875a68805e74121838092220b145280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667000 Dec 13 14:43:49.856038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99b84aa8-b44d-4605-b739-4ee4f49da70a req-97d4b9f1-6491-4feb-8478-bbc8db5d5658 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0392587 Dec 13 14:43:49.879130 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:49.915175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6a559704-c197-4d35-b80f-9bd933ad30e3'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:49.924121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:49.927016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:49.949335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:49.959538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Pushing event updated for resources: {'Port': ['ID=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:49.986641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:50.007922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] For port 9608e367-1ec4-43fd-93f1-7619aa00f19a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:50.013955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] For port 9608e367-1ec4-43fd-93f1-7619aa00f19a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9608e367-1ec4-43fd-93f1-7619aa00f19a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:50.036683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35868) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:50.039930 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.088365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:50.092419 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.151258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '4b53d67a-7332-4819-bfb0-756e124205c9', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9', 'mac_address': 'fa:16:3e:b3:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:43:50.163972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-76372cad-728a-457e-9a22-ca3dc67e5bdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d49d68c610e4f4e8ed1ec757e5ca0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255381 Dec 13 14:43:50.164600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35872) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:50.240820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5908b1-1386-4249-b739-e0b510d8bc7c None None] Pushing event updated for resources: {'Port': ['ID=9608e367-1ec4-43fd-93f1-7619aa00f19a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:50.252860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda21b10-2cae-47bc-8638-841645b4ff41 req-1e934155-df92-48d6-8c25-7ad0674c3452 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:50.256631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cda21b10-2cae-47bc-8638-841645b4ff41 req-1e934155-df92-48d6-8c25-7ad0674c3452 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 945 time: 0.2008634 Dec 13 14:43:50.285935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:50.292149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:50.336851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8b26-5442-4b35-9deb-2eb34c687b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.346433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cda21b10-2cae-47bc-8638-841645b4ff41 req-62b26d3d-7319-4677-b07c-3bb048b5e2fc tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742943 Dec 13 14:43:50.377636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53f18310-1ab7-4d26-a3c2-bb38ae7f08ab req-24b37f8a-9f6a-42ee-b022-eb0febde7674 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 210 time: 0.0991895 Dec 13 14:43:50.381749 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8b26-5442-4b35-9deb-2eb34c687b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.449216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.497965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4902d875-3d7a-4e55-82b9-e60a24ff91ba None None] Provisioning complete for port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:50.498281 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4902d875-3d7a-4e55-82b9-e60a24ff91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.504545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b53d67a-7332-4819-bfb0-756e124205c9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:50.541886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8b26-5442-4b35-9deb-2eb34c687b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.549063 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4bc8b26-5442-4b35-9deb-2eb34c687b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.550934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b4bc8b26-5442-4b35-9deb-2eb34c687b52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e856f03-71d4-4930-86d9-557993dbbe73 HTTP/1.1" status: 204 len: 168 time: 0.3813896 Dec 13 14:43:50.558871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.566768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:50.582501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:50.585391 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b73b62f-e463-4355-8015-14a73477991a" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:50.603455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4902d875-3d7a-4e55-82b9-e60a24ff91ba None None] Port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:50.612333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:50.623241 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc8b26-5442-4b35-9deb-2eb34c687b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e856f03-71d4-4930-86d9-557993dbbe73,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:50.657273 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9efc60-4636-43e1-9513-cf44ce4d1b48 x-openstack-request-id: req-ff9efc60-4636-43e1-9513-cf44ce4d1b48 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:50.657789 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:50.658210 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff9efc60-4636-43e1-9513-cf44ce4d1b48 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:50.658805 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'code': 200} Dec 13 14:43:50.693060 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.800650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:50.804274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35890) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:50.845509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['4b53d67a-7332-4819-bfb0-756e124205c9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:43:50.875427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da946f3-5878-4748-88dd-8c98ab5c87c9 req-b347ca52-8942-4784-b3ae-81b978bf7b1b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:50.882740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da946f3-5878-4748-88dd-8c98ab5c87c9 req-b347ca52-8942-4784-b3ae-81b978bf7b1b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.0927873 Dec 13 14:43:50.917675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e1ea53a8-f114-4969-9aef-89f65a1b1316 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=418dbc8c34dc44c9a35bec4fd94604a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083694 Dec 13 14:43:50.918545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35906) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:50.927298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:50.997548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.055086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-196b32ca-f940-4eac-9e6a-81c8e77de1b4 req-f32461b7-403c-4563-9e33-d7a1ecc42917 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0557413 Dec 13 14:43:51.064134 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.095792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:46Z', 'revision_number': 3, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:51.109263 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b1904d-811d-45e0-acbd-c6625dc9bbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.142668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26bcf3-95f6-47c9-93d8-d3f003cde822 None None] The sync data for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 is: [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:46Z', 'revision_number': 3, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:43:51.157590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b1904d-811d-45e0-acbd-c6625dc9bbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.177600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da946f3-5878-4748-88dd-8c98ab5c87c9 req-48eb5fda-a31c-4823-ad55-1f655c31622c tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432983 Dec 13 14:43:51.212671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Pushing event updated for resources: {'Port': ['ID=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:51.231393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6a559704-c197-4d35-b80f-9bd933ad30e3 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:51.269306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:51.273791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:51.330118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b1904d-811d-45e0-acbd-c6625dc9bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.333228 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b1904d-811d-45e0-acbd-c6625dc9bbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.336388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-92b1904d-811d-45e0-acbd-c6625dc9bbb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/affa282b-315e-43e7-a7c0-36e587d76f66 HTTP/1.1" status: 204 len: 168 time: 0.4133077 Dec 13 14:43:51.338088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.346090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1904d-811d-45e0-acbd-c6625dc9bbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa282b-315e-43e7-a7c0-36e587d76f66,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:51.357901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a559704-c197-4d35-b80f-9bd933ad30e3 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:51.395048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:51.493746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Router fcad83df-021c-49b7-b357-8ce8e7a324a4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:43:51.496760 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.595361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-659b83a2-1cad-4372-bde2-f240e9de28b5 req-e1876983-7335-4928-aa1c-158b051bbffc tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 210 time: 0.0867476 Dec 13 14:43:51.609586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:51.684374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0d02e5c8-f591-4e07-aed5-ad7a995e9b8f None None] Provisioning complete for port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:51.684751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d02e5c8-f591-4e07-aed5-ad7a995e9b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:51.724267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0d02e5c8-f591-4e07-aed5-ad7a995e9b8f None None] Port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:51.727208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4800b-bd53-4188-bed8-cdb9922839a4 req-e9a40f60-82d7-4996-88b2-b948181d6cab tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:51.728713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8a4800b-bd53-4188-bed8-cdb9922839a4 req-e9a40f60-82d7-4996-88b2-b948181d6cab tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.2108409 Dec 13 14:43:51.741701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:43:51.762151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c4291971-9344-4620-a07d-d8b4066e3190 admin admin] 10.222.0.24 "PUT /v2.0/routers/fcad83df-021c-49b7-b357-8ce8e7a324a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5552421 Dec 13 14:43:51.793727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8a4800b-bd53-4188-bed8-cdb9922839a4 req-8aaeb875-8038-4b5e-9cde-a5d80ebacaa6 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 Dec 13 14:43:51.816991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:51.904021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 4b53d67a-7332-4819-bfb0-756e124205c9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:51.904806 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:52.039086 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:52.082113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9608e367-1ec4-43fd-93f1-7619aa00f19a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:52.177342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:52.202728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9608e367-1ec4-43fd-93f1-7619aa00f19a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:52.203320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:52.279214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b489b8f0-5b31-4caa-88ca-117630bcfc7a req-1029aab6-1772-44a0-9aff-695a5cd0db8c tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0451074 Dec 13 14:43:52.308570 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-20650f97-3e97-4306-ac43-34256c5b1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:52.326030 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:52.458616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafe358-fc5d-4e56-8984-927a7da02c41 req-5f2440a1-6ee7-4672-a10c-8722e577b374 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:52.465204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0aafe358-fc5d-4e56-8984-927a7da02c41 req-5f2440a1-6ee7-4672-a10c-8722e577b374 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.0965266 Dec 13 14:43:52.481121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:52.496666 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:52.546579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 9608e367-1ec4-43fd-93f1-7619aa00f19a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9608e367-1ec4-43fd-93f1-7619aa00f19a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:52.560017 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0aafe358-fc5d-4e56-8984-927a7da02c41 req-07ef2553-1f79-4bed-a63f-34cd73bf68ee tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901284 Dec 13 14:43:52.644336 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:52.787024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:52.789342 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efceae7-81e2-46fc-b7cd-a323034dd5c4" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:52.792016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=9608e367-1ec4-43fd-93f1-7619aa00f19a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:52.818142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-a7714212-bdd1-4cd9-9f9e-f88a8701232e tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e875a68805e74121838092220b145280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313179 Dec 13 14:43:53.027024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-63209f69-8cf1-4b1f-b55d-35722b7a0402 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:53.028851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-63209f69-8cf1-4b1f-b55d-35722b7a0402 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074764 Dec 13 14:43:53.043457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Request body: {'port': {'device_id': '9632b197-ae64-4559-b698-4af052273bb7', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': 'e875a68805e74121838092220b145280'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:53.185326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:53.238928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35998) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:53.249303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-228f0876-ec5f-4a11-8df8-d477d69fd979 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096378756', 'description': 'tempest-description--598278387'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:53.339865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37f5d9e0-1330-4311-88ca-79fd4c9dbc0e req-66889b95-7566-44dd-9052-25fcc4b7e4b1 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 210 time: 0.0797276 Dec 13 14:43:53.342110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Made reservation on behalf of e875a68805e74121838092220b145280 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:53.347345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:53.431892 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ea930-c3c8-492a-afdc-c78a28488333 x-openstack-request-id: req-792ea930-c3c8-492a-afdc-c78a28488333 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:53.433049 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:53.433049 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-792ea930-c3c8-492a-afdc-c78a28488333 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:53.433618 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'code': 200} Dec 13 14:43:53.540383 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-228f0876-ec5f-4a11-8df8-d477d69fd979 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:53.551743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Allocated IP 192.168.233.243 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:53.679074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-228f0876-ec5f-4a11-8df8-d477d69fd979 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:53.743906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36010) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:53.761573 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Sync routers for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:43:53.763325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-228f0876-ec5f-4a11-8df8-d477d69fd979 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:53.784843 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:53.785872 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:53.816620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f0876-ec5f-4a11-8df8-d477d69fd979 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:53.858707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-228f0876-ec5f-4a11-8df8-d477d69fd979 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:53.867023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-228f0876-ec5f-4a11-8df8-d477d69fd979 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6257610 Dec 13 14:43:53.869487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36014) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:53.876175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-edffc524-4bdb-442a-9cf1-9201d2b72956 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Request body: {'security_group_rule': {'security_group_id': 'dd50240f-5fb7-41b1-a0cd-0d001f5aea9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:53.989541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1626051103-network', 'tenant_id': 'c724eb0f770e4950aabe698dd3feb902'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:54.047454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9608e367-1ec4-43fd-93f1-7619aa00f19a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:54.050418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-edffc524-4bdb-442a-9cf1-9201d2b72956 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.102966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ae4a9-7bca-453f-bb0a-efa3bbdd38b7 req-27f4ece6-9a4c-46aa-8113-013741f5fe09 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:54.113640 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:54.114501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b7ae4a9-7bca-453f-bb0a-efa3bbdd38b7 req-27f4ece6-9a4c-46aa-8113-013741f5fe09 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.4111986 Dec 13 14:43:54.127721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9608e367-1ec4-43fd-93f1-7619aa00f19a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:54.128356 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.141144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf5bf33d-74d0-4a4b-8a6b-54ecdeab8097 req-d3d9d021-ad69-426a-9cd9-1ea47c57a072 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0604217 Dec 13 14:43:54.156632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Made reservation on behalf of c724eb0f770e4950aabe698dd3feb902 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:54.163628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.204873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.262523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-edffc524-4bdb-442a-9cf1-9201d2b72956 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.269886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.381079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a663-d0a6-463e-9cfe-d75046ea4e0b req-ccb3bbda-1b11-4354-a864-0e9b4650a7b4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:54.389232 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8365a663-d0a6-463e-9cfe-d75046ea4e0b req-ccb3bbda-1b11-4354-a864-0e9b4650a7b4 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.1009088 Dec 13 14:43:54.407618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b7ae4a9-7bca-453f-bb0a-efa3bbdd38b7 req-9b0a1206-e9cb-4fd3-b6b0-963281d930fc tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902892 Dec 13 14:43:54.413187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.462727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-edffc524-4bdb-442a-9cf1-9201d2b72956 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.473057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:54.480119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:54.502655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-cdcebe62-fb55-40f0-8e32-009367cd43cf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:54.504190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-cdcebe62-fb55-40f0-8e32-009367cd43cf tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 944 time: 0.5854375 Dec 13 14:43:54.505050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:54.515409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffc524-4bdb-442a-9cf1-9201d2b72956 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad23d26e-6194-4c67-92d1-a4cb89465daf,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:54.545005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8365a663-d0a6-463e-9cfe-d75046ea4e0b req-c536a879-8ee7-4776-a885-3b5b0e401467 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d70feb4-45c6-4af2-9803-1f9521bf6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548133 Dec 13 14:43:54.643608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.651999 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-edffc524-4bdb-442a-9cf1-9201d2b72956 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.655003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-edffc524-4bdb-442a-9cf1-9201d2b72956 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7816927 Dec 13 14:43:54.655958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36036) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:54.664128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-df6ad021-7296-4a41-844a-8383fa83460c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Request body: {'security_group_rule': {'security_group_id': 'dd50240f-5fb7-41b1-a0cd-0d001f5aea9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:54.681280 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 2, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:54.730004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.752015 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Checking router: fcad83df-021c-49b7-b357-8ce8e7a324a4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:43:54.752603 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Updating router fcad83df-021c-49b7-b357-8ce8e7a324a4 port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:43:54.787819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.791660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b1499-f729-42b4-b71a-8bc965a94c0f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:54.797770 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.815572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:43:54.839911 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df6ad021-7296-4a41-844a-8383fa83460c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.870988 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:54.871333 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Added segment a2e68e93-5009-41a2-b819-5010a196147f of type vlan for network 22b8ee39-2386-4721-b528-f5ca05f55284 Dec 13 14:43:54.920032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Pushing event updated for resources: {'Port': ['ID=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:54.997713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9aee7ff9-160f-4f1e-9c42-d4782765e4a8 None None] Provisioning complete for port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:54.997713 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9aee7ff9-160f-4f1e-9c42-d4782765e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.038465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.047021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9aee7ff9-160f-4f1e-9c42-d4782765e4a8 None None] Port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:43:55.054568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:55.055240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.067164 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df6ad021-7296-4a41-844a-8383fa83460c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.090145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-465437d0-7a6f-4e3d-afe0-33f9d868becd tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:55.092204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-465437d0-7a6f-4e3d-afe0-33f9d868becd tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.55 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.4496012 Dec 13 14:43:55.094138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.103521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24804649-9732-4b15-a446-217d7c655712 req-2c3eacb1-08ed-49fa-9730-ef81ff61fd1a tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:55.111781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24804649-9732-4b15-a446-217d7c655712 req-2c3eacb1-08ed-49fa-9730-ef81ff61fd1a tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 936 time: 0.5037155 Dec 13 14:43:55.162900 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df6ad021-7296-4a41-844a-8383fa83460c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.211974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f1a08a4a-0640-4e44-9af2-4cca0a74dae6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1734507 Dec 13 14:43:55.218358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.219352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:55.219879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.228276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ad021-7296-4a41-844a-8383fa83460c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9cde39-481d-4b57-9f14-0c11d500ff40,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:55.252528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Request body: {'port': {'device_id': '9632b197-ae64-4559-b698-4af052273bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:55.279655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24804649-9732-4b15-a446-217d7c655712 req-28278942-20dd-45f1-8006-9a8d2f506d1c tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668823 Dec 13 14:43:55.291744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Deleting port 6a559704-c197-4d35-b80f-9bd933ad30e3 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:55.292459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.336801 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.363504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df6ad021-7296-4a41-844a-8383fa83460c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.364704 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-df6ad021-7296-4a41-844a-8383fa83460c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7078197 Dec 13 14:43:55.369483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36052) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:55.428347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2d55f6e-786b-46fe-97fd-34a52b834dbc req-26abb062-8e01-4359-84d8-d4bdc46c9177 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0797877 Dec 13 14:43:55.429119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] Pushing event updated for resources: {'Network': ['ID=22b8ee39-2386-4721-b528-f5ca05f55284,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:55.443438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 22b8ee39-2386-4721-b528-f5ca05f55284 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:43:55.465791 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.472201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] For port 6a559704-c197-4d35-b80f-9bd933ad30e3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6a559704-c197-4d35-b80f-9bd933ad30e3,segment=NetworkSegment(bb1156bc-6bb7-4b88-bacb-7be7fe6293e4),segment_id=bb1156bc-6bb7-4b88-bacb-7be7fe6293e4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:55.472702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.486860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Calling delete_port for 6a559704-c197-4d35-b80f-9bd933ad30e3 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:55.495792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-efd9c736-4763-4e61-b251-a9b9f139a506 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7495968 Dec 13 14:43:55.498374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36066) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:55.503729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Request body: {'subnet': {'network_id': '22b8ee39-2386-4721-b528-f5ca05f55284', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1626051103-subnet', 'tenant_id': 'c724eb0f770e4950aabe698dd3feb902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:55.557217 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Pushing event updated for resources: {'Port': ['ID=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:55.593820 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.594187 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.594543 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.596695 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.596695 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.596695 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.601767 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.602106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.602458 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.602782 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.607698 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.608028 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:55.631151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:55.662695 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Attempting to bind port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:55.663052 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Attempting to bind port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:55.663409 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Attempting to bind port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f on network cc152b06-70f9-4fc8-b988-d6dd0ad2040e {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:55.670030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Made reservation on behalf of c724eb0f770e4950aabe698dd3feb902 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:55.670638 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:55.670783 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Checking segment: {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:55.671098 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.671490 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Bound using segment: {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:55.671950 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Bound port: 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:55.672339 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.688237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.749683 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.778116 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] For port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:55.779031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75af774-b210-455a-8be9-4be2feda7b3f req-6fe5a07b-34d5-46fc-ba96-1a69ed2de9e2 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:55.779359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-238f5779-0fa3-42dc-9e97-1f2371d7047a req-62211f39-b7a1-4536-8a35-95b677a27247 tempest-FlavorsV2NegativeTest-922539324 tempest-FlavorsV2NegativeTest-922539324-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=92a039c1a66e4af8b7218938ba8e6fc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1318586 Dec 13 14:43:55.780589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d75af774-b210-455a-8be9-4be2feda7b3f req-6fe5a07b-34d5-46fc-ba96-1a69ed2de9e2 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.1824932 Dec 13 14:43:55.782134 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] For port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:55.859127 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:55.881134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d75af774-b210-455a-8be9-4be2feda7b3f req-72ec57e2-a30c-4ee2-8ca4-04c6467e4933 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Dec 13 14:43:55.962777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f5779-0fa3-42dc-9e97-1f2371d7047a req-c1ca09bf-7a02-4b8f-b3af-e46c552aeb26 tempest-FlavorsV2NegativeTest-922539324 tempest-FlavorsV2NegativeTest-922539324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:55.963490 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599203f-74c4-4d30-82cf-e32f5c1c383d None None] Pushing event updated for resources: {'Port': ['ID=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:55.993285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-238f5779-0fa3-42dc-9e97-1f2371d7047a req-c1ca09bf-7a02-4b8f-b3af-e46c552aeb26 tempest-FlavorsV2NegativeTest-922539324 tempest-FlavorsV2NegativeTest-922539324-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129607 Dec 13 14:43:56.002565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d74b3d09-665f-4ef4-9b21-58cb30136027 None None] Provisioning complete for port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:56.003337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.004616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d74b3d09-665f-4ef4-9b21-58cb30136027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.012711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.031019 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:43:56.032345 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:56.075027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b4276ee-6f6d-4dc0-b0c2-a4edfa9a6091 req-031f8b33-c1fe-411c-aaad-239b1c6df790 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.0883477 Dec 13 14:43:56.176260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.186228 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d74b3d09-665f-4ef4-9b21-58cb30136027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.222754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:43:56.236177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d74b3d09-665f-4ef4-9b21-58cb30136027 None None] For port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:56.279294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e81415-032d-465d-b6a1-de3e29fe4f10,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:56.289331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Checking segment: {'id': 'a2e68e93-5009-41a2-b819-5010a196147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '22b8ee39-2386-4721-b528-f5ca05f55284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:56.289710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Network hostable DHCP agents. Network: 22b8ee39-2386-4721-b528-f5ca05f55284, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:43:56.305587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d74b3d09-665f-4ef4-9b21-58cb30136027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.317246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.323892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.326898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:43:56.474301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Network 22b8ee39-2386-4721-b528-f5ca05f55284 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:43:56.525402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02593701-e2eb-48fd-93af-2062bc827347 req-e2568812-d7c6-4fea-9dbc-81a2446aefad tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:56.537211 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:55Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:43:56.541295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02593701-e2eb-48fd-93af-2062bc827347 req-e2568812-d7c6-4fea-9dbc-81a2446aefad tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 936 time: 0.1365066 Dec 13 14:43:56.570377 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae22524-fa7f-4782-8e5c-ddf09fd7f186 None None] The sync data for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 is: [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:55Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:43:56.583664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 22b8ee39-2386-4721-b528-f5ca05f55284) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:56.596153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:56.596728 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.678021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02593701-e2eb-48fd-93af-2062bc827347 req-b22a754f-3912-4e1e-be06-1d5fbf44fb93 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338644 Dec 13 14:43:56.700447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6a777-1ea5-4733-a4f5-716d98318264 None None] Network 22b8ee39-2386-4721-b528-f5ca05f55284 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:43:56.739291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-84a109f9-5ef5-4886-b938-b066e4f6ba52 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2397747 Dec 13 14:43:56.759340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Pushing event deleted for resources: {'Port': ['ID=6a559704-c197-4d35-b80f-9bd933ad30e3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:56.772656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Deleting port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:43:56.773197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.832892 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43d4c7ac-c450-47b2-941a-a048325cd3d0 req-3339e9aa-d787-476b-8fe1-ee8b2e84f425 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0482075 Dec 13 14:43:56.867243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-238f5779-0fa3-42dc-9e97-1f2371d7047a req-38c01922-3c72-43e8-afa3-8895a976dea8 tempest-FlavorsV2NegativeTest-922539324 tempest-FlavorsV2NegativeTest-922539324-project] 10.222.0.24 "GET /v2.0/quotas/92a039c1a66e4af8b7218938ba8e6fc9 HTTP/1.1" status: 200 len: 375 time: 0.8700500 Dec 13 14:43:56.903388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] No DVR routers for this DVR port 6a559704-c197-4d35-b80f-9bd933ad30e3 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:56.906656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:56.910789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-722dbfd6-e99c-4d59-a8f4-4032fd8bcfe6 req-81f9bbbf-b484-45ad-93c3-5ae84176d520 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.50 "DELETE /v2.0/ports/6a559704-c197-4d35-b80f-9bd933ad30e3 HTTP/1.1" status: 204 len: 173 time: 2.2880883 Dec 13 14:43:56.934784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f16dc-6542-442c-81b8-367d0e1c86d7 None None] Network 22b8ee39-2386-4721-b528-f5ca05f55284 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:43:56.998702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'name': 'network-vif-deleted', 'tag': '6a559704-c197-4d35-b80f-9bd933ad30e3'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:57.001549 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e66f2-b0a5-48b7-8ca1-648a2250c9ff" -d '{"events": [{"server_uuid": "94f21dd1-12a8-4c71-abaf-27fa195c5ad3", "name": "network-vif-deleted", "tag": "6a559704-c197-4d35-b80f-9bd933ad30e3"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:57.035436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-238f5779-0fa3-42dc-9e97-1f2371d7047a req-ded154a1-cc12-4438-887c-1fde7876aac8 tempest-FlavorsV2NegativeTest-922539324 tempest-FlavorsV2NegativeTest-922539324-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92a039c1a66e4af8b7218938ba8e6fc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1669364 Dec 13 14:43:57.084371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2cdc-de9d-4080-b08c-f3320dc0134f req-307b5e71-5db1-4719-ae35-34525be9c81e tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:57.097601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c6def8b0-42fd-41b7-a8e8-64bdb4a98e44 None None] Provisioning complete for port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:57.097971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c6def8b0-42fd-41b7-a8e8-64bdb4a98e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:57.102610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b3d09-665f-4ef4-9b21-58cb30136027 None None] Pushing event updated for resources: {'Port': ['ID=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:57.103790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dcfa2cdc-de9d-4080-b08c-f3320dc0134f req-307b5e71-5db1-4719-ae35-34525be9c81e tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.1247227 Dec 13 14:43:57.217699 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e101379f-f0f7-4a21-85cb-74de48b29603 x-openstack-request-id: req-e101379f-f0f7-4a21-85cb-74de48b29603 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:57.221489 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f21dd1-12a8-4c71-abaf-27fa195c5ad3", "name": "network-vif-deleted", "tag": "6a559704-c197-4d35-b80f-9bd933ad30e3", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:57.221939 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e101379f-f0f7-4a21-85cb-74de48b29603 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:57.225504 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f21dd1-12a8-4c71-abaf-27fa195c5ad3', 'name': 'network-vif-deleted', 'tag': '6a559704-c197-4d35-b80f-9bd933ad30e3', 'status': 'completed', 'code': 200} Dec 13 14:43:57.242470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dcfa2cdc-de9d-4080-b08c-f3320dc0134f req-9ce7e444-a050-400e-b79f-c4681c3bb201 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264956 Dec 13 14:43:57.242985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6a559704-c197-4d35-b80f-9bd933ad30e3 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:57.287115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 6a559704-c197-4d35-b80f-9bd933ad30e3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:43:57.287758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6a559704-c197-4d35-b80f-9bd933ad30e3 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:43:57.433558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7cddbea0-2e4a-4767-9449-dee40ff64f53 req-91ed7547-bbeb-4b90-8ae6-1eb0d2aa8659 tempest-ImagesTestJSON-27383102 tempest-ImagesTestJSON-27383102-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f21dd1-12a8-4c71-abaf-27fa195c5ad3 HTTP/1.1" status: 200 len: 210 time: 0.0913880 Dec 13 14:43:57.583571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] For port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:43:57.583571 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:57.627121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:57.633896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Calling delete_port for bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:43:57.833191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:43:57.872392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:43:57.876664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:57.931010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a4563-1d7e-40e4-a5c0-a2654153ffc5 req-2c49608e-01a8-4ca6-a4a4-171a7619884c tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:57.961698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-493a4563-1d7e-40e4-a5c0-a2654153ffc5 req-2c49608e-01a8-4ca6-a4a4-171a7619884c tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 936 time: 0.1885633 Dec 13 14:43:57.971363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36122) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:58.007379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1982787475-network', 'tenant_id': 'aaa59529a8494b6085ddc03811e1971c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:58.073550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Transition to ACTIVE for port object 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:43:58.118998 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-493a4563-1d7e-40e4-a5c0-a2654153ffc5 req-888fef27-9532-4025-8ce4-90319e9b00ec tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562417 Dec 13 14:43:58.134101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.140499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:43:58.181996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Made reservation on behalf of aaa59529a8494b6085ddc03811e1971c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:58.185284 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.197306 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.209220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da8332b6-f382-4988-a87c-f324c581e4c9 req-ea89b4fd-d3d5-477c-899b-ee1fdf8f1051 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.1808765 Dec 13 14:43:58.226021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:43:58.226441 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.330526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.360381 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 14:43:58.360381 n-d-816954-1 neutron-server[102825]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 13 14:43:58.360381 n-d-816954-1 neutron-server[102825]: [parameters: {'status': 'DOWN', 'ports_id': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004'}] Dec 13 14:43:58.360381 n-d-816954-1 neutron-server[102825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:43:58.361767 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:43:58.366383 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.376053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Allocated IP 172.25.7.151 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/ee469313-7c09-4ecc-8a22-ab6fae93c2fc) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:43:58.441809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9d69-3275-4e1e-975f-2ca59fd5d8f6 req-53c67144-abe7-4836-8aa4-c96aa7be28ee tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:58.447779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8aab9d69-3275-4e1e-975f-2ca59fd5d8f6 req-53c67144-abe7-4836-8aa4-c96aa7be28ee tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 949 time: 0.0793953 Dec 13 14:43:58.493060 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8aab9d69-3275-4e1e-975f-2ca59fd5d8f6 req-525fb0d4-c25f-4d2b-9b41-9ddc9b11fdef tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/security-groups?id=f01406f1-b809-4c4f-939a-edb30a63e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 Dec 13 14:43:58.495823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.530709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e149fe0-a15f-474f-88e2-6c59173fb8e6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:58.558522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:43:58.570630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.571631 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Added segment 6ee3de46-49f0-44f1-ada8-c131d7c98b2a of type vlan for network 685662cf-7851-42ab-a3b3-db0c14e1d3ca Dec 13 14:43:58.581545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.645026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.648905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.700895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:58.703728 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.784374 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.803572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] No DVR routers for this DVR port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:43:58.806648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:58.808249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.813967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:58.816392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd4dcddf-ecdb-494c-a728-90699d4b4b07 req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.55 "DELETE /v2.0/ports/bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 HTTP/1.1" status: 204 len: 173 time: 3.7018173 Dec 13 14:43:58.819483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428c6e3-00f8-48c2-ad6b-68c117754e3b tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] Pushing event deleted for resources: {'Port': ['ID=bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:58.823712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:43:58.876632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:43:58.881886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:43:58.959973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Port bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004 update to DOWN by agent not found {{(pid=102825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 13 14:43:58.981993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] Pushing event updated for resources: {'Network': ['ID=685662cf-7851-42ab-a3b3-db0c14e1d3ca,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:58.986539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event updated for resources: {'Port': ['ID=ee469313-7c09-4ecc-8a22-ab6fae93c2fc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:58.993287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 685662cf-7851-42ab-a3b3-db0c14e1d3ca details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:43:59.013770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Attempting to bind port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:43:59.014130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Attempting to bind port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:43:59.020842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Attempting to bind port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:59.034363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:43:59.034565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Attempting to bind port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:43:59.079403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:43:59.079757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:43:59.080151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:43:59.080597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Bound port: 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:43:59.080998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.117998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36162) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:59.164112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.175914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36172) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:59.181104 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-63096e10-d9e6-48f1-b263-e4a9bf9f47d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2055070 Dec 13 14:43:59.183975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Request body: {'subnet': {'network_id': '685662cf-7851-42ab-a3b3-db0c14e1d3ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1982787475-subnet', 'tenant_id': 'aaa59529a8494b6085ddc03811e1971c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:43:59.214632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36174) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:59.243838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'name': 'network-vif-deleted', 'tag': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:43:59.248340 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e574d0d0-6dfa-4e84-a019-49542cdd4da7" -d '{"events": [{"server_uuid": "205bfba7-d661-4e2d-adf4-3265246d28f7", "name": "network-vif-deleted", "tag": "bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:43:59.276424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] Deleting subnet 53adca27-c386-44a7-a8ae-fc2fbee6417d {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:43:59.285520 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.329285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.356478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Made reservation on behalf of aaa59529a8494b6085ddc03811e1971c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:43:59.359819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.384313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] For port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:43:59.431386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e98258be-f2a8-456a-9b56-a8c4b5faa42c req-a8756df6-a059-43bd-8f87-f95a403b5f7e tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0713787 Dec 13 14:43:59.432017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd606b3f-9563-41d8-956c-d0326df0a6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.478000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] For port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:43:59.490544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae69e0-01b1-4ebc-951a-66eed038c7cd req-6cecdece-7fd2-4c8c-95df-1d657e5b0e77 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:59.492401 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abae69e0-01b1-4ebc-951a-66eed038c7cd req-6cecdece-7fd2-4c8c-95df-1d657e5b0e77 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 948 time: 0.2373505 Dec 13 14:43:59.495743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.501041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.556727 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85229bee-f5e1-4d40-a455-aed9b8407195 x-openstack-request-id: req-85229bee-f5e1-4d40-a455-aed9b8407195 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:43:59.557008 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205bfba7-d661-4e2d-adf4-3265246d28f7", "name": "network-vif-deleted", "tag": "bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:43:59.558030 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85229bee-f5e1-4d40-a455-aed9b8407195 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:43:59.558837 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205bfba7-d661-4e2d-adf4-3265246d28f7', 'name': 'network-vif-deleted', 'tag': 'bd7a8ca8-4c1c-4746-b4e4-64adaa4b2004', 'status': 'completed', 'code': 200} Dec 13 14:43:59.577850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abae69e0-01b1-4ebc-951a-66eed038c7cd req-8100c311-b955-48fc-980c-6d7b090290a5 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705609 Dec 13 14:43:59.590392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.652606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd606b3f-9563-41d8-956c-d0326df0a6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.700442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b31059f2-bafb-432b-ab0b-c35518ecb131 req-918cfc8b-c92d-450d-ab13-649cc6c98fc7 tempest-ImagesNegativeTestJSON-9481279 tempest-ImagesNegativeTestJSON-9481279-project] 10.222.0.24 "GET /v2.0/ports?device_id=205bfba7-d661-4e2d-adf4-3265246d28f7 HTTP/1.1" status: 200 len: 210 time: 0.0362749 Dec 13 14:43:59.701630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.706961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:43:59.707616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.709537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] 10.222.0.50 "PUT /v2.0/ports/4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e HTTP/1.1" status: 200 len: 1096 time: 4.4648354 Dec 13 14:43:59.759416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53adca27-c386-44a7-a8ae-fc2fbee6417d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:59.762081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd606b3f-9563-41d8-956c-d0326df0a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.794467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd606b3f-9563-41d8-956c-d0326df0a6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a175b9-51f8-49e8-8a21-62d23a283053,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:59.811185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:43:59.816749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-182a8422-5c86-4b2d-910c-30c694704f1c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/53adca27-c386-44a7-a8ae-fc2fbee6417d HTTP/1.1" status: 204 len: 168 time: 0.6012886 Dec 13 14:43:59.820586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36186) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:43:59.952676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131894-792b-4c64-bd01-b14f47ff0833 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:43:59.977248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.056559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-6c0e744e-d4ab-4f4e-9b1f-9d049f1a667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:00.058924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-6c0e744e-d4ab-4f4e-9b1f-9d049f1a667c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e875a68805e74121838092220b145280&device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 1099 time: 0.2057757 Dec 13 14:44:00.169429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c312cd-7720-4f9e-8754-d75d8868a2e6,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:00.172655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-f92ed3dd-5414-4bd4-9c24-94d8256b5e82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e HTTP/1.1" status: 200 len: 217 time: 0.1009629 Dec 13 14:44:00.181173 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.232778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-96014ae6-6f70-4747-abd8-3dd2723af11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:00.234598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-96014ae6-6f70-4747-abd8-3dd2723af11d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0506995 Dec 13 14:44:00.235692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Checking segment: {'id': '6ee3de46-49f0-44f1-ada8-c131d7c98b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '685662cf-7851-42ab-a3b3-db0c14e1d3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:00.236255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Network hostable DHCP agents. Network: 685662cf-7851-42ab-a3b3-db0c14e1d3ca, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:44:00.265371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dd606b3f-9563-41d8-956c-d0326df0a6ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92a039c1a66e4af8b7218938ba8e6fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1460245 Dec 13 14:44:00.268002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36192) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:00.281873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.337808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.367433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Network 685662cf-7851-42ab-a3b3-db0c14e1d3ca is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:44:00.382808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-e3d8f016-bb6e-4f65-ada2-0edda7d46cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:00.384605 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-e3d8f016-bb6e-4f65-ada2-0edda7d46cac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424637 Dec 13 14:44:00.390584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event updated for resources: {'Port': ['ID=ee469313-7c09-4ecc-8a22-ab6fae93c2fc,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:00.413423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7bee283f-8437-42f9-b507-caf567ed140a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.445524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.474821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 685662cf-7851-42ab-a3b3-db0c14e1d3ca) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:00.488846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:00.489137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38db4a6-7a94-43af-b9e5-1a899ba9fd8d None None] Network 685662cf-7851-42ab-a3b3-db0c14e1d3ca requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:44:00.490320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.522860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-48f7295a-e29c-4f69-ba44-a8fbc5c17dc6 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276381 Dec 13 14:44:00.534602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7bee283f-8437-42f9-b507-caf567ed140a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.625858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-acfaf77b-a30f-4dbf-bc9d-af70f227b0f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4407291 Dec 13 14:44:00.639740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.648269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.654299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b2f80249-f133-4c94-b8e4-64ecabde078a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2762637 Dec 13 14:44:00.690141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1872a87f-3902-4a84-936c-9c4a8f51c9d9']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:00.702038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:00.702403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1156bc-6bb7-4b88-bacb-7be7fe6293e4') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:00.713390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.734345 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.742316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:44:00.743765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.749822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844f680-a48a-49be-b0c2-361cc7b862a1 None None] Network 685662cf-7851-42ab-a3b3-db0c14e1d3ca requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:44:00.757442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64b05cc8-b75b-437d-b1b1-7838a2519749 req-c1619cea-c942-4076-844e-78147485b18d tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.1712430 Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:44:00.820515 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:44:00.833159 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7bee283f-8437-42f9-b507-caf567ed140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.836242 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7bee283f-8437-42f9-b507-caf567ed140a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.837500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7bee283f-8437-42f9-b507-caf567ed140a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8a175b9-51f8-49e8-8a21-62d23a283053 HTTP/1.1" status: 204 len: 168 time: 0.5684967 Dec 13 14:44:00.843069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3acdc78e-9080-44c9-b693-3b37b903d448 req-3324e69c-8fe8-4905-a6ab-e57bf9dc3525 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077786 Dec 13 14:44:00.914509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36212) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:00.924160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee283f-8437-42f9-b507-caf567ed140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a175b9-51f8-49e8-8a21-62d23a283053,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:00.950615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.968037 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:00.974030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1872a87f-3902-4a84-936c-9c4a8f51c9d9 HTTP/1.1" status: 204 len: 168 time: 1.1514502 Dec 13 14:44:00.993501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0178be-bb09-40b1-8999-6283d9918065 admin admin] Pushing event deleted for resources: {'Network': ['ID=1872a87f-3902-4a84-936c-9c4a8f51c9d9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:01.004266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] Deleting subnet 62e81415-032d-465d-b6a1-de3e29fe4f10 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:44:01.033241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.039063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65cdff-bfe6-46dd-8740-f26432a6c2b5 req-b0899222-5c72-4815-b2b7-57a93f7894c9 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:01.047088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd65cdff-bfe6-46dd-8740-f26432a6c2b5 req-b0899222-5c72-4815-b2b7-57a93f7894c9 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 948 time: 0.2254207 Dec 13 14:44:01.097665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd65cdff-bfe6-46dd-8740-f26432a6c2b5 req-cf48e923-cc88-4dad-aa35-e2acf7ac7cbd tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494604 Dec 13 14:44:01.152454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-4d8ae63b-8c86-4cac-a1ce-f579e12a5532 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2096378756&fields=id&tenant_id=68eda6a71a324441bf9a5ebd3fbd5523 HTTP/1.1" status: 200 len: 267 time: 0.1392395 Dec 13 14:44:01.168468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.303192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.381947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-1fa7e8b4-d005-49be-bd1c-8876e3ba92d4 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:01.389233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-1fa7e8b4-d005-49be-bd1c-8876e3ba92d4 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/networks?id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e HTTP/1.1" status: 200 len: 815 time: 0.2239354 Dec 13 14:44:01.411742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-da29a11d-e7f3-43ae-92ab-7cbdc274f5ac tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/quotas/68eda6a71a324441bf9a5ebd3fbd5523 HTTP/1.1" status: 200 len: 375 time: 0.0179129 Dec 13 14:44:01.424820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36242) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:01.499191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2427218c-7310-45cd-ac0e-de3b3e81c028 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d91d76d667846149290166185482a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727270 Dec 13 14:44:01.502560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36244) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:01.505505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-53a79279-010f-4da9-8de2-5aa594d27c60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68eda6a71a324441bf9a5ebd3fbd5523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655570 Dec 13 14:44:01.559922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632b197-ae64-4559-b698-4af052273bb7', 'tag': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:01.562376 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b025a9-6b53-4000-87a5-41c8ff9abd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9632b197-ae64-4559-b698-4af052273bb7", "tag": "4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:01.570458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.580522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73afdca-11c7-4ead-ae98-7e8b322e1a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.608912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73afdca-11c7-4ead-ae98-7e8b322e1a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.618505 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cad4544-83c4-426d-a104-d5514d6dfb31 x-openstack-request-id: req-6cad4544-83c4-426d-a104-d5514d6dfb31 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:01.618728 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9632b197-ae64-4559-b698-4af052273bb7", "tag": "4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:01.618968 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cad4544-83c4-426d-a104-d5514d6dfb31 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:01.619358 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9632b197-ae64-4559-b698-4af052273bb7', 'tag': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e', 'status': 'completed', 'code': 200} Dec 13 14:44:01.620823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e81415-032d-465d-b6a1-de3e29fe4f10,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:01.628498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.634830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36252) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:01.635142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-29149694-15c3-4875-80dd-483d47d46210 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/62e81415-032d-465d-b6a1-de3e29fe4f10 HTTP/1.1" status: 204 len: 168 time: 0.7192466 Dec 13 14:44:01.747494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-221bd9b4-fb0d-4c7e-8889-14967c54644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:01.747755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-221bd9b4-fb0d-4c7e-8889-14967c54644e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e875a68805e74121838092220b145280&device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 1099 time: 0.1044323 Dec 13 14:44:01.763953 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.836815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73afdca-11c7-4ead-ae98-7e8b322e1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.849501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d73afdca-11c7-4ead-ae98-7e8b322e1a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.850702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d73afdca-11c7-4ead-ae98-7e8b322e1a8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d70feb4-45c6-4af2-9803-1f9521bf6aef HTTP/1.1" status: 204 len: 168 time: 0.3470321 Dec 13 14:44:01.902896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73afdca-11c7-4ead-ae98-7e8b322e1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70feb4-45c6-4af2-9803-1f9521bf6aef,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:01.904591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36262) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:01.933794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-105ad5d5-a25b-4b79-86e6-6fec344321c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:01.937744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-105ad5d5-a25b-4b79-86e6-6fec344321c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1467800 Dec 13 14:44:01.941879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:01.975613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b8ee39-2386-4721-b528-f5ca05f55284']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:02.001462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8790aa56-515b-432d-93c4-4d658fecc2c6 req-daff6a4d-88a9-4e1c-8597-b13d4e730a44 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0390902 Dec 13 14:44:02.003287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e68e93-5009-41a2-b819-5010a196147f') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:02.003579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e68e93-5009-41a2-b819-5010a196147f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:02.010716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-acbfd696-106e-447d-96fb-477667ee5d0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e HTTP/1.1" status: 200 len: 217 time: 0.0602398 Dec 13 14:44:02.022199 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.034842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.039516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:44:02.040013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:44:02.043365 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:44:02.084352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-2f0e7c80-f9bc-4934-a6e1-6175a90df772 service neutron] 10.222.0.24 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623658 Dec 13 14:44:02.092676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-e10b50d9-b8cb-4e35-9073-8fa2e15d0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:02.094196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-e10b50d9-b8cb-4e35-9073-8fa2e15d0e61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0743806 Dec 13 14:44:02.235324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.247680 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.247855 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-2b4de74b-42f0-428f-aede-d29ce9d7714f service neutron] 10.222.0.24 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519644 Dec 13 14:44:02.249338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22b8ee39-2386-4721-b528-f5ca05f55284 HTTP/1.1" status: 204 len: 168 time: 0.6128111 Dec 13 14:44:02.249809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-ceb733a3-072b-44d1-b6bc-cd6ac6dc4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:02.251226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-ceb733a3-072b-44d1-b6bc-cd6ac6dc4cf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714610 Dec 13 14:44:02.252537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36272) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:02.263046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547d06e-ef96-4648-bf2e-93c4121fe070 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b8ee39-2386-4721-b528-f5ca05f55284,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:02.282190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1e2cb-c03a-4f31-afb1-1c69340a10e5 req-7f33be68-013a-4d81-b342-864c66fcf6b6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:02.290091 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72d1e2cb-c03a-4f31-afb1-1c69340a10e5 req-7f33be68-013a-4d81-b342-864c66fcf6b6 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 948 time: 0.1108799 Dec 13 14:44:02.347914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72d1e2cb-c03a-4f31-afb1-1c69340a10e5 req-150d4251-ebe9-4a42-b00c-64abd2b69174 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 Dec 13 14:44:02.407773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] Deleting subnet b2c312cd-7720-4f9e-8754-d75d8868a2e6 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:44:02.415522 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.475563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.504193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-face0f8b-e902-4458-8124-2e871e0b20ea service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441623 Dec 13 14:44:02.523466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36278) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:02.523759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a2f7ec9b-99b7-490b-b4c1-7f311e858acb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ff358db07594b48ac2b23b9b96a2bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164064 Dec 13 14:44:02.607959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.700805 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29031892-c4a8-4372-8cf3-61ce1b89ecc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.736862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b025a9-6b53-4000-87a5-41c8ff9abd0b req-fd343e89-d35a-43d2-9aaf-73349923eea6 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244604 Dec 13 14:44:02.740721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-779e9f87-700a-4690-8951-7358248636ce req-ce2d15de-3f14-4bd6-a924-1384e1c8ff66 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.0779696 Dec 13 14:44:02.747414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29031892-c4a8-4372-8cf3-61ce1b89ecc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.828715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.892471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c312cd-7720-4f9e-8754-d75d8868a2e6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:02.907616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29031892-c4a8-4372-8cf3-61ce1b89ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.910152 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29031892-c4a8-4372-8cf3-61ce1b89ecc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.914310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-29031892-c4a8-4372-8cf3-61ce1b89ecc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f01406f1-b809-4c4f-939a-edb30a63e9ef HTTP/1.1" status: 204 len: 168 time: 0.3868945 Dec 13 14:44:02.935194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:02.944397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dd284c47-93f8-4228-bf04-a4c86e8f1f91 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b2c312cd-7720-4f9e-8754-d75d8868a2e6 HTTP/1.1" status: 204 len: 168 time: 0.6890414 Dec 13 14:44:02.944397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29031892-c4a8-4372-8cf3-61ce1b89ecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01406f1-b809-4c4f-939a-edb30a63e9ef,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:02.945255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36298) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:03.070163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.148128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f198c00-ca0f-4990-8b08-802273fbb55c req-0b8ccc58-6461-4405-8315-4fecf844db7c tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0401080 Dec 13 14:44:03.162683 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.189538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685662cf-7851-42ab-a3b3-db0c14e1d3ca']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:03.200224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee3de46-49f0-44f1-ada8-c131d7c98b2a') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:03.200512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee3de46-49f0-44f1-ada8-c131d7c98b2a') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:03.210957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.227201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.236203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:44:03.246529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:44:03.250020 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:44:03.280925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:44:03.451812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:03.468199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e', 'mac_address': 'fa:16:3e:82:4b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:44:03.528270 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.528846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36322) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:03.531046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.538855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.545413 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] 10.222.0.24 "DELETE /v2.0/networks/685662cf-7851-42ab-a3b3-db0c14e1d3ca HTTP/1.1" status: 204 len: 168 time: 0.5989206 Dec 13 14:44:03.550772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:03.556355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8cac-39f6-4c8e-a533-5eebf57e4bee req-789ad69d-9bf4-403b-8052-d78af2b51d15 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:03.569193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6eb8cac-39f6-4c8e-a533-5eebf57e4bee req-789ad69d-9bf4-403b-8052-d78af2b51d15 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 948 time: 0.1011579 Dec 13 14:44:03.577436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:03.617318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe323c6-6bb6-4afd-9aa4-97de1e6fa704 admin admin] Pushing event deleted for resources: {'Network': ['ID=685662cf-7851-42ab-a3b3-db0c14e1d3ca,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:03.645070 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6eb8cac-39f6-4c8e-a533-5eebf57e4bee req-1f8f21b4-b706-4855-9a77-205e81914d3c tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745952 Dec 13 14:44:03.661431 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.730050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-network', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:03.752146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:03.761858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.762435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.763047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.763562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.763896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.764229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.764566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.764888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.765215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.765574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.765900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.766225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:03.852991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:44:03.857705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-260da410-f6b9-4951-a027-9caafdf8c98c req-3c917e60-6d6f-4061-bc91-b0bfdec1674a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.0430572 Dec 13 14:44:03.870632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Made reservation on behalf of 0fc968f762224d17bdbfd31f1098cf72 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:03.872896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.881671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:03.965901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.056335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.082581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36340) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:04.098520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:44:04.116959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:04.121711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.122289 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Added segment 064c4be4-62d1-48d4-bf61-7354b0d0b62f of type vlan for network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa Dec 13 14:44:04.193557 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.207100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-baa4f909-f1c8-43ce-895d-a6e33687eead admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c724eb0f770e4950aabe698dd3feb902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1232760 Dec 13 14:44:04.209627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36344) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:04.214096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36346) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:04.278912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.280348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:04.285334 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.305191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6dc9e7da-c230-4136-8ebd-30d8aa3c7281 req-31cef54f-37f1-4c02-8e0e-c951112e4fdd tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0506933 Dec 13 14:44:04.376610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:04.387497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:44:04.395076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6c1fde-0f4a-4546-8f8f-ac26095d8c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.427744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6c1fde-0f4a-4546-8f8f-ac26095d8c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.481923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-115270882-network', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:04.539471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1ada67e4-3094-41dc-b2f3-e41bb87b6ad1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0097032 Dec 13 14:44:04.543265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36358) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:04.548672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Request body: {'subnet': {'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-subnet', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:04.598765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6c1fde-0f4a-4546-8f8f-ac26095d8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.601923 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a6c1fde-0f4a-4546-8f8f-ac26095d8c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.603130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9a6c1fde-0f4a-4546-8f8f-ac26095d8c83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/646b1499-f729-42b4-b71a-8bc965a94c0f HTTP/1.1" status: 204 len: 168 time: 0.3925810 Dec 13 14:44:04.616481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c1fde-0f4a-4546-8f8f-ac26095d8c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b1499-f729-42b4-b71a-8bc965a94c0f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:04.689011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Made reservation on behalf of 0b6383e8b8bb4a13a3b1f117b67a30cf for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:04.696915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.713116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.829903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165afa24-363e-48fa-8c1e-96c741779f3b req-582b7cd0-cd4b-4166-bf2b-df802d2d8d0c tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:04.831509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-165afa24-363e-48fa-8c1e-96c741779f3b req-582b7cd0-cd4b-4166-bf2b-df802d2d8d0c tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 949 time: 0.0957892 Dec 13 14:44:04.878522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.890035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-165afa24-363e-48fa-8c1e-96c741779f3b req-cf1f60a2-0ec9-4a41-8462-4ae3d0d64109 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Dec 13 14:44:04.945337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Made reservation on behalf of 0fc968f762224d17bdbfd31f1098cf72 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:04.947956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:04.959038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f4267a9-bc41-4054-84dc-3f905f0703d9 req-24810cfc-48c4-4bf8-88b3-e26a94956c8b tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.0278778 Dec 13 14:44:05.282336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:05.350586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.386482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:44:05.403903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:05.404608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.448243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201275ce-8dd6-46ac-885f-572d6aa6de56,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:05.496239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4908049-bca1-4790-8888-98968afe5134 req-69e3b358-464c-46bc-b68a-df9f2475a8cb tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Dec 13 14:44:05.511959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.546531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:44:05.562173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.564437 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Added segment ba3bcc28-57a4-439e-95cc-f9f59c689a0b of type vlan for network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 Dec 13 14:44:05.591782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:05.612635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.615034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Checking segment: {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:05.615655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Network hostable DHCP agents. Network: 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:44:05.656194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:05.657070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632b197-ae64-4559-b698-4af052273bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:05.659789 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd070f7-c89e-431a-8053-1aaa2e8d9b74" -d '{"events": [{"server_uuid": "9632b197-ae64-4559-b698-4af052273bb7", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:05.673220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.718406 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29ef7a4-a7a1-4a1a-8721-abae62b76ce7 x-openstack-request-id: req-a29ef7a4-a7a1-4a1a-8721-abae62b76ce7 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:05.718704 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9632b197-ae64-4559-b698-4af052273bb7", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:05.718960 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a29ef7a4-a7a1-4a1a-8721-abae62b76ce7 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:05.719354 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632b197-ae64-4559-b698-4af052273bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e', 'code': 200} Dec 13 14:44:05.735587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:44:05.765704 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.793333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.794447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:05.795077 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.864210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:05.878299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:05.883467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:05.902716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3935b0-54a7-420f-8742-61e47f31d7d4 None None] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:44:05.915030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ca9d0-050d-48bf-9a3d-3d9c564e71b5 req-7ad8ce13-9754-4343-950e-8045173dd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:05.917756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a16ca9d0-050d-48bf-9a3d-3d9c564e71b5 req-7ad8ce13-9754-4343-950e-8045173dd813 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 1101 time: 0.1325819 Dec 13 14:44:05.959704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36400) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:05.997768 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a16ca9d0-050d-48bf-9a3d-3d9c564e71b5 req-ae63f226-5c8c-4323-8eef-77bf64565067 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729339 Dec 13 14:44:06.007955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-539f0509-7c10-469d-a673-56323adee162 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4609613 Dec 13 14:44:06.008917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36406) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:06.015738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:06.025222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:06.043050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f2c0140c-521b-46ed-bbbf-c8740a30fb6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaa59529a8494b6085ddc03811e1971c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810065 Dec 13 14:44:06.050616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36408) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:06.052367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8352256 Dec 13 14:44:06.058424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36410) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:06.062327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2400937-b844-42a3-99db-28d52159b7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:06.078817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:44:06.098358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-ef6845ca-70f6-48ad-b84f-484617bff77a tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3eb16a0339e547b398f546a23c0674e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639255 Dec 13 14:44:06.122719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Request body: {'subnet': {'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-115270882-subnet', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:06.187288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.189027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.216857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc50536a-5f55-4959-b4c5-456c5cf839da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.256217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc50536a-5f55-4959-b4c5-456c5cf839da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.263211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:44:06.264716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.275172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Made reservation on behalf of 0b6383e8b8bb4a13a3b1f117b67a30cf for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:06.277815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.289191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bce19-6bca-4b57-b3c1-392faafb0a74 req-7e624a8b-d4e0-469b-8c38-f9a07738b2cc tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:06.290852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d6bce19-6bca-4b57-b3c1-392faafb0a74 req-7e624a8b-d4e0-469b-8c38-f9a07738b2cc tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 950 time: 0.2160718 Dec 13 14:44:06.318875 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.328815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-5001077c-96a0-493a-99aa-cfc6a3e29183 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:06.330869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-5001077c-96a0-493a-99aa-cfc6a3e29183 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253847 Dec 13 14:44:06.397424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-c2b28081-5cd4-4806-a7c2-051a1f9915df tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/quotas/3eb16a0339e547b398f546a23c0674e8 HTTP/1.1" status: 200 len: 375 time: 0.0528715 Dec 13 14:44:06.448715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d6bce19-6bca-4b57-b3c1-392faafb0a74 req-0645f7b8-d98e-40cf-8e61-84f27977bafb tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460238 Dec 13 14:44:06.450054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Allocated IP 172.20.0.2 (7e38d1f8-8a8e-4407-8fd2-b0599973a4fa/760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a/6ab6dcb4-3c5d-40d5-9847-40875302fc02) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:06.456123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-604d91c6-fa46-4187-85fb-65f1f38bc72b tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb16a0339e547b398f546a23c0674e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460048 Dec 13 14:44:06.653833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f09f3d39-fe0a-4cc6-a5b4-ff9a6babfce7 req-81847beb-b642-4660-a8c9-1412a851626c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.0589023 Dec 13 14:44:06.658485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc50536a-5f55-4959-b4c5-456c5cf839da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.661545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc50536a-5f55-4959-b4c5-456c5cf839da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.662782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fc50536a-5f55-4959-b4c5-456c5cf839da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e149fe0-a15f-474f-88e2-6c59173fb8e6 HTTP/1.1" status: 204 len: 168 time: 0.6151524 Dec 13 14:44:06.681190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50536a-5f55-4959-b4c5-456c5cf839da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e149fe0-a15f-474f-88e2-6c59173fb8e6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:06.794095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-fadc133f-6c39-476b-a82e-62bdde7ef069 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:06.794095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-fadc133f-6c39-476b-a82e-62bdde7ef069 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.50 "GET /v2.0/networks?id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e HTTP/1.1" status: 200 len: 815 time: 0.4592812 Dec 13 14:44:06.797799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.812523 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.879519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c420754-e80d-45a6-8d35-cecb713ba591 req-c7c2c8ee-5e8a-44ef-869b-cea2c66b9287 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0844188 Dec 13 14:44:06.884310 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.891533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-5c12fc00-afed-4c3f-a0db-940efb09ad58 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68eda6a71a324441bf9a5ebd3fbd5523 HTTP/1.1" status: 200 len: 380 time: 0.0859244 Dec 13 14:44:06.942305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:06.950166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Request body: {'port': {'device_id': '5f674390-29c6-412c-beed-27f6519a03e7', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'admin_state_up': True, 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'security_groups': ['dd50240f-5fb7-41b1-a0cd-0d001f5aea9b']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:06.966541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Checking segment: {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:06.966899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Network hostable DHCP agents. Network: 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:44:06.970317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d47338-02fb-4fb0-a8d4-5736f9fea2f9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:07.013670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Pushing event updated for resources: {'Port': ['ID=6ab6dcb4-3c5d-40d5-9847-40875302fc02,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:07.017384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:07.021042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:07.024292 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:07.060075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f612e0a9-a7da-48fd-a039-42ccec164e36 req-cef7533e-378f-4d04-9ce9-cad5097ce75b tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 210 time: 0.1582024 Dec 13 14:44:07.071103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:44:07.140403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Attempting to bind port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:07.140403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Attempting to bind port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:07.140403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Attempting to bind port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 on network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:07.146133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:07.146685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Checking segment: {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:07.147095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.147485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Bound using segment: {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:07.148020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Bound port: 6ab6dcb4-3c5d-40d5-9847-40875302fc02, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:07.148408 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.189586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:07.195358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:07.195944 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.206303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb51b6-ed48-4ce6-85d0-62e316f82175 None None] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:44:07.247259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] For port 6ab6dcb4-3c5d-40d5-9847-40875302fc02, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:07.254126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] For port 6ab6dcb4-3c5d-40d5-9847-40875302fc02, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6ab6dcb4-3c5d-40d5-9847-40875302fc02,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:07.278719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3cf6ab7a-6ca3-464b-be57-3c1a207d4200 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2151425 Dec 13 14:44:07.281800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36432) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:07.289302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:07.364300 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.431070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.463135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Made reservation on behalf of 68eda6a71a324441bf9a5ebd3fbd5523 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:07.469961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.475626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.536116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.537389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.548956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37f4b-0ad8-4500-a663-23e5430c6877 None None] Pushing event updated for resources: {'Port': ['ID=6ab6dcb4-3c5d-40d5-9847-40875302fc02,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:07.676493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:44:07.677528 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.677885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:07.852031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Allocated IP 172.25.7.55 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/2796045d-b1cf-4c36-ba32-dd1cd6d3eb00) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:07.875615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Allocated IP 172.20.0.14 (cc152b06-70f9-4fc8-b988-d6dd0ad2040e/c72f4ead-d01f-49aa-8d68-97d307589950/ceec5360-f46d-455f-8eed-2c5560a22603) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:08.082496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-559c5f96-65e8-475b-b79d-78726381e02b req-16e7f194-1c3b-4a6a-b468-831207e454d9 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.1515801 Dec 13 14:44:08.191699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37269676-3344-4574-9e17-b76bd1637595 req-ff3895e8-547c-40c2-8025-ca9ab34252b0 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:08.210517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37269676-3344-4574-9e17-b76bd1637595 req-ff3895e8-547c-40c2-8025-ca9ab34252b0 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 950 time: 0.6207392 Dec 13 14:44:08.280416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6ab6dcb4-3c5d-40d5-9847-40875302fc02 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:08.339058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Allocated IP 172.20.0.2 (1aa3acb3-63cf-4f7f-8f23-9f2df15c4299/c3d47338-02fb-4fb0-a8d4-5736f9fea2f9/b9dc738d-9313-48f8-a1d0-c0291a5e2a9a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:08.351233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d1dc760-03cd-4a5e-9e4f-caa6ccb6e08e req-376e71a0-0e0c-4282-a407-ae25bc21b36f tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0586023 Dec 13 14:44:08.359899 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:08.360218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:08.416924 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37269676-3344-4574-9e17-b76bd1637595 req-29d8943a-835d-4bae-a5e1-65e29ab77c5b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052231 Dec 13 14:44:08.493498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:08.539483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:08.540270 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:08.581199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c4a3e30d-9fe6-4899-9a56-871bcbed765e req-2fdea425-caa0-4fc6-86f0-3c45507ef688 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 210 time: 0.0790915 Dec 13 14:44:08.639626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:08.708516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:08.712495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:08.720692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:08.835974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:08.893966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:08.957111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:08.975612 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.070528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.080842 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.108437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.193438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 6ab6dcb4-3c5d-40d5-9847-40875302fc02, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6ab6dcb4-3c5d-40d5-9847-40875302fc02,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:09.197433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Pushing event updated for resources: {'Port': ['ID=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:09.223219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:09.223966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:09.230875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:09.260197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:09.297027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c3a666-0db1-4369-9487-fe9b79745f74 None None] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:44:09.305002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.311119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ded26-4039-4a43-af6b-1bba7814c93f req-36b7339f-c354-4f29-aafe-c58f4adcf8be tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:09.317443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:09.319237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-630ded26-4039-4a43-af6b-1bba7814c93f req-36b7339f-c354-4f29-aafe-c58f4adcf8be tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 932 time: 0.0953074 Dec 13 14:44:09.344021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:09.372970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-630ded26-4039-4a43-af6b-1bba7814c93f req-74ad519a-b118-4268-8d7a-bd62d9368f6c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527749 Dec 13 14:44:09.518495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Allocated IP 172.25.7.216 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d6f30e64-76e8-4d6f-982e-8e9c7325a607) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:09.550883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Attempting to bind port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:09.552219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Attempting to bind port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:09.552219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Attempting to bind port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a on network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:09.584191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:09.584820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Checking segment: {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:09.585326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.586029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Bound using segment: {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:09.586663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Bound port: b9dc738d-9313-48f8-a1d0-c0291a5e2a9a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:09.587174 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.601345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3ba3533-4b20-41cf-9142-0d6f0be135f2 req-2e50dfea-e1bd-4a8b-932d-912762ab4d9e tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0658548 Dec 13 14:44:09.609016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event updated for resources: {'Port': ['ID=ceec5360-f46d-455f-8eed-2c5560a22603,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:09.664515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a19f92c0-1be5-4d9f-a462-4b73afdbc981 None None] Provisioning complete for port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:09.664960 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a19f92c0-1be5-4d9f-a462-4b73afdbc981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.723362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:09.724533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.734869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa992a2-6525-4415-997c-9add7f05c894 req-ac541b5d-6808-4a9f-980f-e318ab2d24e4 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:09.736860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fa992a2-6525-4415-997c-9add7f05c894 req-ac541b5d-6808-4a9f-980f-e318ab2d24e4 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 950 time: 0.5524225 Dec 13 14:44:09.789145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=6ab6dcb4-3c5d-40d5-9847-40875302fc02,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:09.805641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ebaf2534-fd3e-4108-be29-a53a583aeea6 req-327a69b7-f627-4ee4-b364-e248abe894cd tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 210 time: 0.0466893 Dec 13 14:44:09.870099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-ea720fc9-39a2-40c9-b94f-23ff7ed2d0cb tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3eb16a0339e547b398f546a23c0674e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745785 Dec 13 14:44:09.899145 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:09.902142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] For port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:09.905468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] For port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:10.032335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-052a89b6-eb5c-4e01-8f55-26d593df1ae7 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:10.033753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-052a89b6-eb5c-4e01-8f55-26d593df1ae7 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501620 Dec 13 14:44:10.040640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:10.058968 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:10.072467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:10.092246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-071b4692-fe19-4ef7-9bbe-4e4ed6c7d4ad tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1892502 Dec 13 14:44:10.096556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Request body: {'port': {'device_id': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '3eb16a0339e547b398f546a23c0674e8'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:10.097074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6ab6dcb4-3c5d-40d5-9847-40875302fc02 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:10.154195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Request body: {'port': {'device_id': '5f674390-29c6-412c-beed-27f6519a03e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:10.203899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:10.206804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fa992a2-6525-4415-997c-9add7f05c894 req-502f5501-1a0c-4859-b96a-14b46bfe4d83 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590502 Dec 13 14:44:10.210219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:10.221300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:10.313416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Pushing event updated for resources: {'Port': ['ID=d6f30e64-76e8-4d6f-982e-8e9c7325a607,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:10.324091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0e733cca-18b2-47f2-aeb9-cc2b6edfd5e8 None None] Provisioning complete for port ceec5360-f46d-455f-8eed-2c5560a22603 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:10.324471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e733cca-18b2-47f2-aeb9-cc2b6edfd5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:10.343821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:10.344203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:10.451579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:10.478073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c648b-9652-4ee7-ba81-fc791e47c58c None None] Pushing event updated for resources: {'Port': ['ID=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:10.544022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0e733cca-18b2-47f2-aeb9-cc2b6edfd5e8 None None] Port ceec5360-f46d-455f-8eed-2c5560a22603 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:11.116830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fecc889-43e7-4772-8a73-6c5dbf7603cc req-b32722ec-9cb6-49a8-b567-76cb04d8a643 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0669959 Dec 13 14:44:11.129590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6b6d7495-ffcb-44e1-8215-1b2d84f12a2c None None] Provisioning complete for port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:11.130162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7495-ffcb-44e1-8215-1b2d84f12a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:11.168989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:11.338882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4df92-f627-45e2-b9c7-27aff5aa1717 req-cb84805f-d85c-4f85-a38f-828f5b35c16c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:11.342477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72c4df92-f627-45e2-b9c7-27aff5aa1717 req-cb84805f-d85c-4f85-a38f-828f5b35c16c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 932 time: 0.1577606 Dec 13 14:44:11.441662 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:11.443925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Made reservation on behalf of 3eb16a0339e547b398f546a23c0674e8 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:11.447358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:11.489214 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:11.633172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-f620c215-74a7-492f-a603-114248cf12ec tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326011 Dec 13 14:44:11.665858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72c4df92-f627-45e2-b9c7-27aff5aa1717 req-fd00c1fe-e0a6-4abb-9e08-7fbe490a034a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225319 Dec 13 14:44:11.888393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-e3a19ed9-356f-4f1f-8922-a22d32f6e76c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:11.890655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a1d3281-a8bd-4ba1-a06b-295847399a9a req-7a7e821f-aef9-4ab1-8bf2-73c349199bb4 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 210 time: 0.0989649 Dec 13 14:44:11.892517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71e8ade0-2c35-4bf8-8e0f-f53afacd5539 req-179c0916-01b0-4051-a9f0-2c1a6c4f2a2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0653813 Dec 13 14:44:11.896614 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-e3a19ed9-356f-4f1f-8922-a22d32f6e76c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625427 Dec 13 14:44:11.936192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-b2278f24-0a23-4252-85b4-9350a0665b73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/quotas/7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 375 time: 0.0383568 Dec 13 14:44:12.015208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-886efa49-81c9-401a-9f8b-95a48dc58c0e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783222 Dec 13 14:44:12.037863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:44:12.043954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.096101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.152518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b9dc738d-9313-48f8-a1d0-c0291a5e2a9a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:12.222061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:12.222712 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.253662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ad227-27c4-4763-a8c9-93253008d90d None None] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:44:12.343213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceec5360-f46d-455f-8eed-2c5560a22603 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:12.350582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:44:12.352865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.370666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Sync routers for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:44:12.387158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-50340aa6-0364-4102-b5bb-dc6b9733b5c8 None None] Provisioning complete for port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:12.387545 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50340aa6-0364-4102-b5bb-dc6b9733b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.394382 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.404947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:12.445416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.460277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49f6f2-8275-473c-94d5-1dfe6926edea req-cd87f63b-bd7f-48d0-a8ce-8271c8a3b29f tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:12.460277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba49f6f2-8275-473c-94d5-1dfe6926edea req-cd87f63b-bd7f-48d0-a8ce-8271c8a3b29f tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 950 time: 0.3980205 Dec 13 14:44:12.503127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c47630dc-bc08-4dd3-b38a-e487a5805cd1 req-edbfc8f9-2d0b-4985-ae77-631cc9417e72 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0548983 Dec 13 14:44:12.509684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Transition to ACTIVE for port object ceec5360-f46d-455f-8eed-2c5560a22603 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:44:12.516724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-2e190604-a8c3-461d-aa27-5c914471e71b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:12.518649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-2e190604-a8c3-461d-aa27-5c914471e71b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.50 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 950 time: 0.4047992 Dec 13 14:44:12.534773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:44:12.601766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:12.605850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:12.642854 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.647000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.651068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6485c18b-89ec-484f-bf83-a147c9d35aa2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.6383281 Dec 13 14:44:12.669732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36538) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:12.701693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Pushing event updated for resources: {'Port': ['ID=ceec5360-f46d-455f-8eed-2c5560a22603,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:12.728435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:12.795744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba49f6f2-8275-473c-94d5-1dfe6926edea req-22f85089-97b9-4c49-a2ac-d5f774182657 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989104 Dec 13 14:44:12.875097 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.918006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Allocated IP 192.168.233.44 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/56544120-4f78-478f-8584-1a745d7d26d4) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:12.941312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Deleting port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:44:12.943436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:12.959038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:13.100725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] For port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:13.101520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:13.117175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca68e649-6655-47f7-95e4-5baacb2ac4dd req-c6c7f5c1-b209-4ecb-b227-5589d8a653b5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 210 time: 0.5207868 Dec 13 14:44:13.118542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Calling delete_port for 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:44:13.432058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Attempting to bind port ceec5360-f46d-455f-8eed-2c5560a22603 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:13.432058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Attempting to bind port ceec5360-f46d-455f-8eed-2c5560a22603 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:13.432058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Attempting to bind port ceec5360-f46d-455f-8eed-2c5560a22603 on network cc152b06-70f9-4fc8-b988-d6dd0ad2040e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:13.439412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e381a60-2355-429c-9ebf-7bd02689f3f3 req-b225c918-2fdd-43e2-bd8d-a617653beab3 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 210 time: 0.0975106 Dec 13 14:44:13.494619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Port ceec5360-f46d-455f-8eed-2c5560a22603 on network cc152b06-70f9-4fc8-b988-d6dd0ad2040e not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:44:13.495002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Attempting to bind port ceec5360-f46d-455f-8eed-2c5560a22603 on network cc152b06-70f9-4fc8-b988-d6dd0ad2040e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:13.511934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:44:13.527487 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Sync routers for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:44:13.532530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:13.532900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Checking segment: {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:13.533311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Bound using segment: {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:13.533728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Bound port: ceec5360-f46d-455f-8eed-2c5560a22603, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cade6d67-1ae5-4dd9-b7de-c18030cc809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:13.534082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:13.545154 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:13.545784 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:13.559926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794616e-9aa8-45e0-ad22-4393331fff9e req-879acbfa-cf01-4e36-bf02-3dc8535dda26 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:13.561621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7794616e-9aa8-45e0-ad22-4393331fff9e req-879acbfa-cf01-4e36-bf02-3dc8535dda26 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 944 time: 0.2216985 Dec 13 14:44:13.639626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:13.661755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:13.712561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50340aa6-0364-4102-b5bb-dc6b9733b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:13.768640 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fce1549-8f0d-4466-8293-4ac86d68b3a5 req-ff7ee0b2-988a-4369-913e-09f2caa193dc tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0558455 Dec 13 14:44:13.796502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:13.800473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b264c7fa-7275-4586-8d1c-6eb7a937f47f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5159075 Dec 13 14:44:13.804543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36552) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:13.836434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:09Z', 'revision_number': 3, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:13.903141 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:13.926524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Checking router: 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:44:13.972610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Updating router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:44:13.972610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-50340aa6-0364-4102-b5bb-dc6b9733b5c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:44:13.972610 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-50340aa6-0364-4102-b5bb-dc6b9733b5c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:44:14.002512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7794616e-9aa8-45e0-ad22-4393331fff9e req-2100b747-94b6-45fa-aaf1-80731a50a2bf tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4003093 Dec 13 14:44:14.002512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Pushing event deleted for resources: {'Port': ['ID=4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:14.029407 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.123659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e8aa557-4063-4184-a075-7869780e0572 req-adb02287-7f7e-426d-9507-d9be36055fa8 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 210 time: 0.0675104 Dec 13 14:44:14.153659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b9dc738d-9313-48f8-a1d0-c0291a5e2a9a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:14.188387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] No DVR routers for this DVR port 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:44:14.222920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.266692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.272094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9c6743f-ad91-49d3-b980-42b1bdb71b6b req-39dadcb0-6b52-4614-800c-fba06f91297b tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.50 "DELETE /v2.0/ports/4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e HTTP/1.1" status: 204 len: 173 time: 1.7381556 Dec 13 14:44:14.272983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632b197-ae64-4559-b698-4af052273bb7', 'name': 'network-vif-deleted', 'tag': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:14.283968 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807b54e6-3747-4d04-91cb-f0ba132407b0" -d '{"events": [{"server_uuid": "9632b197-ae64-4559-b698-4af052273bb7", "name": "network-vif-deleted", "tag": "4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:14.316604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] For port ceec5360-f46d-455f-8eed-2c5560a22603, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:14.319751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1aef0e5-dc15-4e58-94f6-ef0cd85d863b req-2135ad09-8014-49d2-826a-2291e7bef76c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0479121 Dec 13 14:44:14.322458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] For port ceec5360-f46d-455f-8eed-2c5560a22603, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ceec5360-f46d-455f-8eed-2c5560a22603,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:14.436999 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155f397-bf96-46af-b386-84e5c7e72523 x-openstack-request-id: req-6155f397-bf96-46af-b386-84e5c7e72523 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:14.437676 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9632b197-ae64-4559-b698-4af052273bb7", "name": "network-vif-deleted", "tag": "4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:14.437676 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6155f397-bf96-46af-b386-84e5c7e72523 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:14.437875 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632b197-ae64-4559-b698-4af052273bb7', 'name': 'network-vif-deleted', 'tag': '4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e', 'status': 'completed', 'code': 200} Dec 13 14:44:14.480128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.480929 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:10Z', 'revision_number': 3, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:14.491383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:14.493533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.515881 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Checking router: 484f553f-84bd-405b-a0b8-3e4f56e39bd1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:44:14.516248 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Updating router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 port d6f30e64-76e8-4d6f-982e-8e9c7325a607 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:44:14.549650 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.572000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-006c8229-b5b4-4878-9ea5-1b9a2caf0956 req-f65318c2-ebb5-40c7-8c6d-c66eda74e24d tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 210 time: 0.0396647 Dec 13 14:44:14.643597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.648910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.721790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:14.739249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:14.740724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.743261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] 10.222.0.50 "PUT /v2.0/ports/ceec5360-f46d-455f-8eed-2c5560a22603 HTTP/1.1" status: 200 len: 1092 time: 4.6060727 Dec 13 14:44:14.744524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:14.758322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:14.893260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:14.893936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.930713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fe5ce-83e3-47e5-9a69-7ccfc1069b3d service neutron] Pushing event updated for resources: {'Port': ['ID=ceec5360-f46d-455f-8eed-2c5560a22603,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:14.994336 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:14.994336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-78d1a5c5-40c7-417c-91aa-0eb0e8043772 None None] Provisioning complete for port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:15.005971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-78d1a5c5-40c7-417c-91aa-0eb0e8043772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.058212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9713292 Dec 13 14:44:15.103889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:44:15.108952 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.131750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Allocated IP 172.20.0.1 (7e38d1f8-8a8e-4407-8fd2-b0599973a4fa/760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a/8d715966-0fc6-4b3d-99b5-e0312569ee1e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:15.146625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Request body: {'port': {'device_id': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:15.176037 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64475080-0942-4cf0-853b-f3d6d390f01a req-b717eae5-7842-4473-8081-07fdcbba74cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=996cead114be45c2a481b81f2f48afde&device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.1419723 Dec 13 14:44:15.249186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64475080-0942-4cf0-853b-f3d6d390f01a req-40b71c44-a326-451f-988d-bef13ff8f58a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=996cead114be45c2a481b81f2f48afde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639458 Dec 13 14:44:15.325950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0fb0-ffdd-4538-84cb-7e834f13481a None None] Pushing event updated for resources: {'Port': ['ID=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:15.384957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Attempting to bind port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:15.389601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Attempting to bind port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:15.395324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Attempting to bind port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:15.411015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:44:15.427155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:15.428000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:15.428577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.429281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:15.430687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Bound port: 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:15.431279 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.487016 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dcc29cbe-7944-47d1-9f2f-a251caf21b12 req-ad558b30-8589-4689-8c58-9c42810712db tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.1352117 Dec 13 14:44:15.489077 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.493580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a2da0-c350-47a9-b527-87a8f856fdac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:15.513439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-f9781ab2-0f5d-45d9-8030-d210c85bb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:15.518320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-f9781ab2-0f5d-45d9-8030-d210c85bb302 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68eda6a71a324441bf9a5ebd3fbd5523&device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 1095 time: 0.5642567 Dec 13 14:44:15.552969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:44:15.553376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4f4e0b1e-d2d5-4eb3-a553-9bfdf653806e not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:44:15.564446 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.638342 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.665407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] For port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:15.672245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] For port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:15.696546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eedbc487-6443-4f7d-bdab-bc204522701e req-2866877b-1fb0-42a5-8d38-641a81f32259 tempest-DeleteServersAdminTestJSON-759020875 tempest-DeleteServersAdminTestJSON-759020875-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632b197-ae64-4559-b698-4af052273bb7 HTTP/1.1" status: 200 len: 210 time: 0.0723689 Dec 13 14:44:15.735090 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6b86b-992b-4a77-9652-79438c721453 None None] Pushing event updated for resources: {'Port': ['ID=d6f30e64-76e8-4d6f-982e-8e9c7325a607,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:15.746456 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Attempting to bind port d6f30e64-76e8-4d6f-982e-8e9c7325a607 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:15.746456 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Attempting to bind port d6f30e64-76e8-4d6f-982e-8e9c7325a607 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:15.746456 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Attempting to bind port d6f30e64-76e8-4d6f-982e-8e9c7325a607 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:15.750518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9261-1705-4f98-8e59-d6fcdf74a8ac req-ee2dbbf3-78fa-4b4e-864b-577148463620 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:15.758047 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:15.760310 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:15.760745 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.761138 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:15.761611 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Bound port: d6f30e64-76e8-4d6f-982e-8e9c7325a607, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:15.763249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-510a9261-1705-4f98-8e59-d6fcdf74a8ac req-ee2dbbf3-78fa-4b4e-864b-577148463620 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 944 time: 0.5379341 Dec 13 14:44:15.765334 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.766748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.771064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-c86cb509-d2e7-4009-9015-dad5c54baeae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceec5360-f46d-455f-8eed-2c5560a22603 HTTP/1.1" status: 200 len: 217 time: 0.1763701 Dec 13 14:44:15.774876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.817960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.877903 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] For port d6f30e64-76e8-4d6f-982e-8e9c7325a607, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:15.881982 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] For port d6f30e64-76e8-4d6f-982e-8e9c7325a607, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d6f30e64-76e8-4d6f-982e-8e9c7325a607,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:15.889751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-64f40fae-b654-468e-a739-c36c0df66b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:15.893474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-64f40fae-b654-468e-a739-c36c0df66b25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c72f4ead-d01f-49aa-8d68-97d307589950 HTTP/1.1" status: 200 len: 854 time: 0.0914979 Dec 13 14:44:15.918933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5ccdb9c-1aa3-4051-b44a-ae747ad09c1a req-de219f16-0fa3-4645-b242-71dafc675ddb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0580928 Dec 13 14:44:15.932570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ea15ba5d-52f6-4488-9c73-d0dbffe31412 None None] Provisioning complete for port 56544120-4f78-478f-8584-1a745d7d26d4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:15.932957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea15ba5d-52f6-4488-9c73-d0dbffe31412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.948476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:15.970546 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:16.039697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:16.046674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:16.097028 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:16.098564 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:16.113924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0fb0-ffdd-4538-84cb-7e834f13481a None None] Pushing event updated for resources: {'Port': ['ID=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:16.183286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:16.232034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ea15ba5d-52f6-4488-9c73-d0dbffe31412 None None] Port 56544120-4f78-478f-8584-1a745d7d26d4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:16.252987 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:16.297883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:16.321143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56544120-4f78-478f-8584-1a745d7d26d4 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:16.329619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:16.342769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Transition to ACTIVE for port object 56544120-4f78-478f-8584-1a745d7d26d4 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:44:16.399118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-55647cd3-a2fa-463a-b66f-55cffd55059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:16.400742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-55647cd3-a2fa-463a-b66f-55cffd55059c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4956965 Dec 13 14:44:16.410061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-510a9261-1705-4f98-8e59-d6fcdf74a8ac req-06f5ad48-84e0-4240-a9fe-6b227672d545 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6451988 Dec 13 14:44:16.421048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-40af80be-fb9b-4a4d-a522-24f9ddb4e881 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512972 Dec 13 14:44:16.441011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:16.443680 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b911a-13a8-4303-ae4d-c786ca55eaae" -d '{"events": [{"name": "network-changed", "server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:16.497796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6b86b-992b-4a77-9652-79438c721453 None None] Pushing event updated for resources: {'Port': ['ID=d6f30e64-76e8-4d6f-982e-8e9c7325a607,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:16.533989 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:10Z', 'revision_number': 3, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:16.567482 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931796b-cb29-4faf-bf7d-a3dbc6b3b5f3 None None] The sync data for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 is: [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:10Z', 'revision_number': 3, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:44:16.592068 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e8e046-aba6-4997-ac72-92dad4220cb4 x-openstack-request-id: req-b2e8e046-aba6-4997-ac72-92dad4220cb4 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:16.592744 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:16.592744 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2e8e046-aba6-4997-ac72-92dad4220cb4 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:16.592942 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'status': 'completed', 'code': 200} Dec 13 14:44:16.622873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:09Z', 'revision_number': 3, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:16.643876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:16.653708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4c56a-8f8a-4280-94f6-a24a6b75b96a None None] The sync data for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 is: [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:09Z', 'revision_number': 3, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:44:16.701328 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:16.764438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d03afb-dd16-4a3f-9abf-d14e16801650 req-e2a44d59-eeb2-40fe-9b0b-7736ae8aada3 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:16.774930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18d03afb-dd16-4a3f-9abf-d14e16801650 req-e2a44d59-eeb2-40fe-9b0b-7736ae8aada3 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 935 time: 0.7293015 Dec 13 14:44:16.820801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:16.864510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:16.878511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:16.884387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d715966-0fc6-4b3d-99b5-e0312569ee1e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:16.902911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18d03afb-dd16-4a3f-9abf-d14e16801650 req-6eaf0192-dfe9-46e4-8b74-2246f741439e tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233580 Dec 13 14:44:17.141814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:17.235477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:17.260543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8158139c-3420-4097-867d-a4efc4e37252 req-1eecd715-2746-48aa-8219-f25af07d14b9 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.6215298 Dec 13 14:44:17.300285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64475080-0942-4cf0-853b-f3d6d390f01a req-3e666742-5bf9-408d-9a3e-c3a16ac87995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:17.301715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64475080-0942-4cf0-853b-f3d6d390f01a req-3e666742-5bf9-408d-9a3e-c3a16ac87995 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0081840 Dec 13 14:44:17.359066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71eb7430-2270-4797-8b1f-ad74953b6803 req-f6f32f0a-ca63-4c36-90b4-4dbbae79fdf4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0655925 Dec 13 14:44:17.375919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5d7f0062-7185-44de-9279-ad5954ffe0c0 None None] Provisioning complete for port 8d715966-0fc6-4b3d-99b5-e0312569ee1e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:17.376413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0062-7185-44de-9279-ad5954ffe0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:17.434071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Allocated IP 172.20.0.1 (1aa3acb3-63cf-4f7f-8f23-9f2df15c4299/c3d47338-02fb-4fb0-a8d4-5736f9fea2f9/fdaec56a-33cf-4c36-8c62-7d4c8b368536) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:17.468209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f0062-7185-44de-9279-ad5954ffe0c0 None None] Port 8d715966-0fc6-4b3d-99b5-e0312569ee1e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:17.569187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-fab2cb84-cdde-484e-93c0-4b7e84ee836f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:17.582928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-fab2cb84-cdde-484e-93c0-4b7e84ee836f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1250157 Dec 13 14:44:17.588414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-50a39677-9b34-4434-855d-5c1c23a3416d service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1559486 Dec 13 14:44:17.593552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Request body: {'port': {'device_id': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '7677cf536c2545b98f3295febea9ac0c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:17.645520 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:17.666797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed1f7f-f4ff-4991-9342-9ca3ed3c2757 req-2091fe88-3fde-4b1b-a829-5cd65f2fa0d0 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:17.668936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1ed1f7f-f4ff-4991-9342-9ca3ed3c2757 req-2091fe88-3fde-4b1b-a829-5cd65f2fa0d0 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 944 time: 0.1348734 Dec 13 14:44:17.773448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:17.784734 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1ed1f7f-f4ff-4991-9342-9ca3ed3c2757 req-480d52ea-95f4-4909-b9f6-81c7b872ac79 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054420 Dec 13 14:44:17.801733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca91c8-22e6-4a95-970c-190a280cbc09 req-68ae24df-c6df-4560-b204-b40e8b24512b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:17.811813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07ca91c8-22e6-4a95-970c-190a280cbc09 req-68ae24df-c6df-4560-b204-b40e8b24512b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.3199003 Dec 13 14:44:17.925546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07ca91c8-22e6-4a95-970c-190a280cbc09 req-42161da3-3f42-454a-8ac3-632694d7c117 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142108 Dec 13 14:44:17.953468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Attempting to bind port 56544120-4f78-478f-8584-1a745d7d26d4 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:17.953807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Attempting to bind port 56544120-4f78-478f-8584-1a745d7d26d4 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:17.954144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Attempting to bind port 56544120-4f78-478f-8584-1a745d7d26d4 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:17.954665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.006944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Port 56544120-4f78-478f-8584-1a745d7d26d4 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:44:18.007359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Attempting to bind port 56544120-4f78-478f-8584-1a745d7d26d4 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:18.045893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:18.046258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:18.052536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:18.053021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Bound port: 56544120-4f78-478f-8584-1a745d7d26d4, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:18.053403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.056326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:18.064863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:18.084626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.086383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:18.086643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b47e388f-6e13-4f2a-aeb6-d0da9c805bc2 req-bda32d11-d366-474d-9460-670276b27314 service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870284 Dec 13 14:44:18.089619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Pushing event updated for resources: {'Port': ['ID=fdaec56a-33cf-4c36-8c62-7d4c8b368536,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:18.156973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Made reservation on behalf of 7677cf536c2545b98f3295febea9ac0c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:18.166616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.185369 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.186935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:18.229092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.273309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:18.274042 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.321878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.334289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d715966-0fc6-4b3d-99b5-e0312569ee1e,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:18.349073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:18.356337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:18.380862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-73e23f68-347d-4893-a8c2-f74e94093a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:18.382416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-73e23f68-347d-4893-a8c2-f74e94093a0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68eda6a71a324441bf9a5ebd3fbd5523&device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 1095 time: 0.1679444 Dec 13 14:44:18.422800 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.456830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edfcb8-7c60-4ebb-a49c-d77bd1d71a11 req-da593323-9200-486d-80ab-88441d516e90 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:18.463626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70edfcb8-7c60-4ebb-a49c-d77bd1d71a11 req-da593323-9200-486d-80ab-88441d516e90 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 947 time: 0.4054410 Dec 13 14:44:18.469797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:18.470004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.515465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.532137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-57772beb-a5f8-4108-b973-f0e2ef448a94 None None] Provisioning complete for port fdaec56a-33cf-4c36-8c62-7d4c8b368536 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:18.532519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57772beb-a5f8-4108-b973-f0e2ef448a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.574673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70edfcb8-7c60-4ebb-a49c-d77bd1d71a11 req-2a5afa41-9acc-41ea-b054-347b22de8125 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100821 Dec 13 14:44:18.582574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-57772beb-a5f8-4108-b973-f0e2ef448a94 None None] Port fdaec56a-33cf-4c36-8c62-7d4c8b368536 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:18.583330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.585133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d6f30e64-76e8-4d6f-982e-8e9c7325a607 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:18.593101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0ba4c03-2596-40c9-83c7-cf435a577927 req-24ccc829-fd19-4593-b6bf-f7a42971cfca tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.24 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.1692321 Dec 13 14:44:18.606156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:18.641157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:18.645498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.654806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4cc64932-94ed-4298-8bc8-dc18986a4168 service neutron] 10.222.0.55 "PUT /v2.0/ports/56544120-4f78-478f-8584-1a745d7d26d4 HTTP/1.1" status: 200 len: 1095 time: 3.5069323 Dec 13 14:44:18.654806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:18.654806 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1c7d95-0a7c-4833-8a61-c517da7fee70" -d '{"events": [{"name": "network-changed", "server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "tag": "56544120-4f78-478f-8584-1a745d7d26d4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:18.712805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36646) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:18.724582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:18.755815 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9a90b9-34f9-4def-a4b3-5a08a1b3419b x-openstack-request-id: req-ce9a90b9-34f9-4def-a4b3-5a08a1b3419b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:18.756099 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "tag": "56544120-4f78-478f-8584-1a745d7d26d4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:18.756350 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce9a90b9-34f9-4def-a4b3-5a08a1b3419b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:18.756747 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4', 'status': 'completed', 'code': 200} Dec 13 14:44:18.761960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64475080-0942-4cf0-853b-f3d6d390f01a req-8ddc3426-6940-48f2-8b52-6393c21eb715 tempest-ServerShowV257Test-164736244 tempest-ServerShowV257Test-164736244-project] 10.222.0.55 "GET /v2.0/ports?device_id=13601803-2e63-469a-bebe-f5a5741f01c2 HTTP/1.1" status: 200 len: 210 time: 0.0783391 Dec 13 14:44:18.765110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d6f30e64-76e8-4d6f-982e-8e9c7325a607 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:18.765269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.765895 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.784105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-115b8220-0a12-46d5-87f8-217425439f11 req-f4ba531a-f772-416a-b702-63df0f253282 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 210 time: 0.1025023 Dec 13 14:44:18.840504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-b28edd37-abdc-401d-8dba-cf91ddde403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:18.840504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-b28edd37-abdc-401d-8dba-cf91ddde403c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e HTTP/1.1" status: 200 len: 916 time: 0.4469361 Dec 13 14:44:18.868807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.930275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.953448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:18.971103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:18.976019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34b627-ca68-4e97-ac67-5626a62bf701,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:18.977377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:18.984254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port d6f30e64-76e8-4d6f-982e-8e9c7325a607, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d6f30e64-76e8-4d6f-982e-8e9c7325a607,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:19.068089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:19.114281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-fab640db-4971-4385-851d-bb1ac85ef1aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceec5360-f46d-455f-8eed-2c5560a22603 HTTP/1.1" status: 200 len: 217 time: 0.2569709 Dec 13 14:44:19.142001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=d6f30e64-76e8-4d6f-982e-8e9c7325a607,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:19.167223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c7d95-0a7c-4833-8a61-c517da7fee70 req-fa6ea84f-b2ce-403a-9e1e-5df0145bb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:19.168805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f1c7d95-0a7c-4833-8a61-c517da7fee70 req-fa6ea84f-b2ce-403a-9e1e-5df0145bb950 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3eb16a0339e547b398f546a23c0674e8&device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 1098 time: 0.4059839 Dec 13 14:44:19.238222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f1c7d95-0a7c-4833-8a61-c517da7fee70 req-74ff1c18-8d6c-4eae-9e40-9e49656ac02c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3eb16a0339e547b398f546a23c0674e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450251 Dec 13 14:44:19.284269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577503-ed83-48e9-8c7f-e66ac058e2a1 req-db9baa33-a73d-4b1b-9654-03c4c3461299 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:19.285794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50577503-ed83-48e9-8c7f-e66ac058e2a1 req-db9baa33-a73d-4b1b-9654-03c4c3461299 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 944 time: 0.3127491 Dec 13 14:44:19.328537 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8afef063-1589-4bed-abca-3b88019a7145 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e875a68805e74121838092220b145280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110322 Dec 13 14:44:19.339109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36654) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:19.340687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0126c3-d6a0-403f-b853-ec9b4c8dd686 req-c925674f-de12-4043-8302-5ede6d8f15e3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:19.342493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be0126c3-d6a0-403f-b853-ec9b4c8dd686 req-c925674f-de12-4043-8302-5ede6d8f15e3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.2362869 Dec 13 14:44:19.349715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-fb6d99ad-b6c7-4d10-8aa6-6690b0b81bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:19.354581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-fb6d99ad-b6c7-4d10-8aa6-6690b0b81bdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c72f4ead-d01f-49aa-8d68-97d307589950 HTTP/1.1" status: 200 len: 854 time: 0.2174399 Dec 13 14:44:19.364678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bdeaefe4-1a50-4fb7-ae6a-cbba194688f0 None None] Provisioning complete for port 8d715966-0fc6-4b3d-99b5-e0312569ee1e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:19.365818 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bdeaefe4-1a50-4fb7-ae6a-cbba194688f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:19.391636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:44:19.417026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bdeaefe4-1a50-4fb7-ae6a-cbba194688f0 None None] Port 8d715966-0fc6-4b3d-99b5-e0312569ee1e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:19.431465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be0126c3-d6a0-403f-b853-ec9b4c8dd686 req-ac0d12f0-1d8f-4927-8281-556cd5c81a66 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804024 Dec 13 14:44:19.452365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ceec5360-f46d-455f-8eed-2c5560a22603 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:44:19.453187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Allocated IP 192.168.233.50 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/5cd9e15c-dcaf-4bef-b270-79eb76789ffc) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:19.493676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50577503-ed83-48e9-8c7f-e66ac058e2a1 req-f001e494-bfc1-4d9b-b0aa-c7de0107cd88 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818385 Dec 13 14:44:19.579955 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:19.652060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:44:19.672589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-118069af-ed85-41ec-acb1-019eae0c49a4 admin admin] 10.222.0.24 "PUT /v2.0/routers/10f9eda8-923b-4d38-afc0-fa3f9cf3c6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9673269 Dec 13 14:44:19.675440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:19.724326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-224e8005-06b5-48f4-a3ff-abb6e06972d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:19.725793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-224e8005-06b5-48f4-a3ff-abb6e06972d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3594267 Dec 13 14:44:19.742209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port ceec5360-f46d-455f-8eed-2c5560a22603, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ceec5360-f46d-455f-8eed-2c5560a22603,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:19.755508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c7d95-0a7c-4833-8a61-c517da7fee70 req-fd62c8cf-8a95-49bc-9ddd-878f03425c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:19.758704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f1c7d95-0a7c-4833-8a61-c517da7fee70 req-fd62c8cf-8a95-49bc-9ddd-878f03425c9e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5124211 Dec 13 14:44:19.759719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83ca4dbe-5d6f-455f-b657-c567f473ffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:19.766029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:19.775954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Pushing event updated for resources: {'Port': ['ID=fdaec56a-33cf-4c36-8c62-7d4c8b368536,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:19.794601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83ca4dbe-5d6f-455f-b657-c567f473ffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:19.892938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:19.894840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:20.047011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Sync routers for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:44:20.049638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:44:20.059493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.063635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:44:20.075081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed09a9-0746-41f6-b150-eb861d9eaccf req-cb8da647-0ebe-4c3d-a27c-424ac6d214c1 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:20.083158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7eed09a9-0746-41f6-b150-eb861d9eaccf req-cb8da647-0ebe-4c3d-a27c-424ac6d214c1 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 947 time: 0.3876336 Dec 13 14:44:20.096187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'port_id': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'mac_address': 'fa:16:3e:ed:3c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:44:20.110779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:20.117765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:20.118534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:20.123785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-2486905e-17bd-4846-94cf-ff6becdab093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:20.125536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-2486905e-17bd-4846-94cf-ff6becdab093 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3eb16a0339e547b398f546a23c0674e8&device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 1098 time: 0.2894282 Dec 13 14:44:20.181394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7eed09a9-0746-41f6-b150-eb861d9eaccf req-48422660-61ab-4346-93d3-6580ff4a4e1d tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927098 Dec 13 14:44:20.219998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:44:20.227112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8f52073c-e736-43cc-86bd-9c587fc8e1de admin admin] 10.222.0.24 "PUT /v2.0/routers/484f553f-84bd-405b-a0b8-3e4f56e39bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4199898 Dec 13 14:44:20.236437 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Sync routers for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:44:20.255916 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:20.255916 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:20.286093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-8b73a352-c496-4f7a-a030-361eb484695a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=56544120-4f78-478f-8584-1a745d7d26d4 HTTP/1.1" status: 200 len: 217 time: 0.1440623 Dec 13 14:44:20.293465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-05a32dd4-7812-4cbd-a2e4-2b7a8f0f8c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.303442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83ca4dbe-5d6f-455f-b657-c567f473ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.309125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-83ca4dbe-5d6f-455f-b657-c567f473ffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.314584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-83ca4dbe-5d6f-455f-b657-c567f473ffa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e HTTP/1.1" status: 204 len: 168 time: 0.9684925 Dec 13 14:44:20.325554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-c934a40a-c388-4282-ad21-3d1a9434ba2a service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787921 Dec 13 14:44:20.353855 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.380755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4550ad40-bd4e-46f9-b45c-d71f6e8cfe52 None None] Provisioning complete for port fdaec56a-33cf-4c36-8c62-7d4c8b368536 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:20.381453 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4550ad40-bd4e-46f9-b45c-d71f6e8cfe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.393468 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:20.409590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4bf8c01-c673-4389-8cba-943d8d4cf6cb req-e7183131-c947-47ca-80a1-8a8334f4db63 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0556962 Dec 13 14:44:20.434403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceec5360-f46d-455f-8eed-2c5560a22603 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:20.527269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port ceec5360-f46d-455f-8eed-2c5560a22603, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ceec5360-f46d-455f-8eed-2c5560a22603,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:20.535094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:20.573837 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.576590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4550ad40-bd4e-46f9-b45c-d71f6e8cfe52 None None] Port fdaec56a-33cf-4c36-8c62-7d4c8b368536 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:20.593660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:20.594523 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.636314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa960eb-6208-49bb-90de-8dd77ff83a8c req-f85b1dc7-9921-4788-ab7c-c7702c044dd6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:20.637867 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-efa960eb-6208-49bb-90de-8dd77ff83a8c req-f85b1dc7-9921-4788-ab7c-c7702c044dd6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.0973158 Dec 13 14:44:20.644742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554b911a-13a8-4303-ae4d-c786ca55eaae req-22bce5c6-cacc-44a3-b18d-8c0eedfdde17 service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713425 Dec 13 14:44:20.649347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca4dbe-5d6f-455f-b657-c567f473ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1d5b84-bde1-4ad9-95e0-04d5c6eff16e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:20.656645 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:19Z', 'revision_number': 2, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:20.665736 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.672243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4ee9866c-b9b3-4b7f-a061-5f304accfe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:20.674022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-4ee9866c-b9b3-4b7f-a061-5f304accfe3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.3610940 Dec 13 14:44:20.698544 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Checking router: 484f553f-84bd-405b-a0b8-3e4f56e39bd1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:44:20.701272 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Updating router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 port fdaec56a-33cf-4c36-8c62-7d4c8b368536 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:44:20.732668 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.751511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:20.777596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-efa960eb-6208-49bb-90de-8dd77ff83a8c req-877a1567-15aa-4835-9ac3-7e4b6d55d131 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186275 Dec 13 14:44:20.814984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:20.817800 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d5429-644d-4649-8db8-f97f5c5e3aab" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:20.877589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:20.888361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-8ec7e0a6-954b-45e8-b28a-262fc7f80e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:20.889848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-8ec7e0a6-954b-45e8-b28a-262fc7f80e36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073798 Dec 13 14:44:20.893100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:20.903014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:20.908472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:20.918442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['ceec5360-f46d-455f-8eed-2c5560a22603'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:44:20.921015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:20.973489 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.002079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=ceec5360-f46d-455f-8eed-2c5560a22603,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:21.081937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d6f30e64-76e8-4d6f-982e-8e9c7325a607 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:21.143581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-57d733bc-9394-4642-a055-c8cee7aeadd8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:21.152035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-57d733bc-9394-4642-a055-c8cee7aeadd8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks?id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 200 len: 829 time: 0.3527024 Dec 13 14:44:21.170208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:21.170892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.249159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-c9e2e6bd-d118-4291-86bb-564ce59aab3a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/quotas/0fc968f762224d17bdbfd31f1098cf72 HTTP/1.1" status: 200 len: 375 time: 0.0922143 Dec 13 14:44:21.256274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36710) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:21.277847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=11']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:21.301993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-f267c162-8b59-4490-b229-4ef7848f9c76 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952165 Dec 13 14:44:21.316403 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.337593 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-5164c641-eac2-4209-b658-4d5813a4005b tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fc968f762224d17bdbfd31f1098cf72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915413 Dec 13 14:44:21.363771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-75da5178-1ef3-4924-9a83-81c6d51bb127 None None] Provisioning complete for port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:21.364142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-75da5178-1ef3-4924-9a83-81c6d51bb127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.380306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-ae972a22-3117-4353-a1fd-002fa8236492 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7964320 Dec 13 14:44:21.387892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-47b665b5-d199-4b90-9689-c3586cb5fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.410720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d6f30e64-76e8-4d6f-982e-8e9c7325a607 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:21.411089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.420512 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.426770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Request body: {'port': {'device_id': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:21.456185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-75da5178-1ef3-4924-9a83-81c6d51bb127 None None] Port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:21.461887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 2, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:21.491287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-47b665b5-d199-4b90-9689-c3586cb5fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.497473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Checking router: 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:44:21.497858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Updating router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af port 8d715966-0fc6-4b3d-99b5-e0312569ee1e binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:44:21.530579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.545706 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04701a-78e1-4b2c-92b6-c6ea1cd9426a None None] Pushing event updated for resources: {'Port': ['ID=fdaec56a-33cf-4c36-8c62-7d4c8b368536,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:21.545917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25426f49-f8b8-4376-a55d-71bb9b0a737b req-a1aad812-5d3e-426c-a1bc-d6e700a4a1e5 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327876 Dec 13 14:44:21.548406 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.575025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-ed4aa8f0-dcb4-4441-aa67-e2da6e1dd487 service neutron] 10.222.0.24 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084098 Dec 13 14:44:21.577640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-47b665b5-d199-4b90-9689-c3586cb5fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.648585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-47b665b5-d199-4b90-9689-c3586cb5fd1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=996cead114be45c2a481b81f2f48afde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911743 Dec 13 14:44:21.651110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b665b5-d199-4b90-9689-c3586cb5fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc6e4f-9d4a-4e7a-ad4a-63ca79a0d026,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:21.653340 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Attempting to bind port fdaec56a-33cf-4c36-8c62-7d4c8b368536 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:21.654680 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Attempting to bind port fdaec56a-33cf-4c36-8c62-7d4c8b368536 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:21.656715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:21.657407 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Attempting to bind port fdaec56a-33cf-4c36-8c62-7d4c8b368536 on network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:21.671841 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:21.671841 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Checking segment: {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:21.671841 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.671841 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Bound using segment: {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:21.671841 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Bound port: fdaec56a-33cf-4c36-8c62-7d4c8b368536, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:21.671841 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.673838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36718) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:21.719961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4126be23-3ed0-430c-88e3-ce4f5b8a873c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.798646 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] For port fdaec56a-33cf-4c36-8c62-7d4c8b368536, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:21.811713 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] For port fdaec56a-33cf-4c36-8c62-7d4c8b368536, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fdaec56a-33cf-4c36-8c62-7d4c8b368536,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:21.817545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0b794d9-fc61-4cbc-816e-77aece3a0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.855008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0b794d9-fc61-4cbc-816e-77aece3a0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.891170 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.917495 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4126be23-3ed0-430c-88e3-ce4f5b8a873c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:21.976871 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:21.976871 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:21.979009 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04701a-78e1-4b2c-92b6-c6ea1cd9426a None None] Pushing event updated for resources: {'Port': ['ID=fdaec56a-33cf-4c36-8c62-7d4c8b368536,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:21.987355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4126be23-3ed0-430c-88e3-ce4f5b8a873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.013168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:44:22.029837 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.041553 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0b794d9-fc61-4cbc-816e-77aece3a0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.044398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0b794d9-fc61-4cbc-816e-77aece3a0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.045793 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f0b794d9-fc61-4cbc-816e-77aece3a0b33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ccc6e4f-9d4a-4e7a-ad4a-63ca79a0d026 HTTP/1.1" status: 204 len: 168 time: 0.3706174 Dec 13 14:44:22.054046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4126be23-3ed0-430c-88e3-ce4f5b8a873c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03cc854239ee47018fba6a0c852eff4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776770 Dec 13 14:44:22.057421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36724) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:22.062422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126be23-3ed0-430c-88e3-ce4f5b8a873c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb56aae-961c-4f17-9fb2-4ad2f457f8f9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:22.064066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-57bd9470-568d-44d0-8047-a673e46e1286 None None] Provisioning complete for port fdaec56a-33cf-4c36-8c62-7d4c8b368536 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:22.066552 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57bd9470-568d-44d0-8047-a673e46e1286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.111618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b794d9-fc61-4cbc-816e-77aece3a0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc6e4f-9d4a-4e7a-ad4a-63ca79a0d026,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:22.132963 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e53739bc-1f5f-45ce-91bf-04dc0916a7ce service neutron] 10.222.0.24 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479119 Dec 13 14:44:22.152010 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.resource_extend [None req-354c70ed-6fdc-406a-8952-056886439749 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:44:22.158041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:22.169094 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7df3f7a-8f9c-409e-8f1c-58e53ae9076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.199399 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.209201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7df3f7a-8f9c-409e-8f1c-58e53ae9076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.396824 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7df3f7a-8f9c-409e-8f1c-58e53ae9076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.399963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7df3f7a-8f9c-409e-8f1c-58e53ae9076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.404783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b7df3f7a-8f9c-409e-8f1c-58e53ae9076d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eeb56aae-961c-4f17-9fb2-4ad2f457f8f9 HTTP/1.1" status: 204 len: 168 time: 0.3460193 Dec 13 14:44:22.421347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df3f7a-8f9c-409e-8f1c-58e53ae9076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb56aae-961c-4f17-9fb2-4ad2f457f8f9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:22.618019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:22.664406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '4b53d67a-7332-4819-bfb0-756e124205c9', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': '4b53d67a-7332-4819-bfb0-756e124205c9', 'mac_address': 'fa:16:3e:b3:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:44:22.668616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd9e15c-dcaf-4bef-b270-79eb76789ffc {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:22.671631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b93bc23c-e74f-4512-bfcc-f1d5290c38e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.679618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.696914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Transition to ACTIVE for port object 5cd9e15c-dcaf-4bef-b270-79eb76789ffc will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:44:22.768047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6420-a3d5-4822-8165-93ae86cb04e7 req-e2ee850c-fa13-4d4b-933f-ae56e2b5d740 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:22.775911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-073c6420-a3d5-4822-8165-93ae86cb04e7 req-e2ee850c-fa13-4d4b-933f-ae56e2b5d740 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 945 time: 0.0768843 Dec 13 14:44:22.780174 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:21Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:22.781135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:22.844152 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c3f84-6236-4610-a96d-f5fd0d54211f None None] The sync data for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 is: [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:21Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:44:22.873174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:22.879132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-906a3f48-025c-4c07-aa75-00a8868b560b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92513306', 'description': 'tempest-description--1256245247'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:22.889780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:23.021284 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-073c6420-a3d5-4822-8165-93ae86cb04e7 req-3edecc2b-0274-4cd1-a332-56854e48c23d tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421713 Dec 13 14:44:23.030999 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-906a3f48-025c-4c07-aa75-00a8868b560b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.042642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.080402 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcfd406-8951-4f13-a9ba-6f5a462dbc45 x-openstack-request-id: req-0bcfd406-8951-4f13-a9ba-6f5a462dbc45 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:23.083000 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:23.083000 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bcfd406-8951-4f13-a9ba-6f5a462dbc45 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:23.083000 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'code': 200} Dec 13 14:44:23.083000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b53d67a-7332-4819-bfb0-756e124205c9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:23.089417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:23.089752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:23.090110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:23.098927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:44:23.099252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:23.111098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:23.111515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:23.117895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:23.118564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Bound port: 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:23.118936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.128197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:23.199911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Attempting to bind port 8d715966-0fc6-4b3d-99b5-e0312569ee1e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:23.200403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Attempting to bind port 8d715966-0fc6-4b3d-99b5-e0312569ee1e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:23.200709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Attempting to bind port 8d715966-0fc6-4b3d-99b5-e0312569ee1e on network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:23.233234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.235585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b68f9-25a2-4335-bd95-3542a71cfe48 None None] Pushing event updated for resources: {'Port': ['ID=8d715966-0fc6-4b3d-99b5-e0312569ee1e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:23.253305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-906a3f48-025c-4c07-aa75-00a8868b560b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.312547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969878-fe15-42b3-83f2-49cb3bc29d74 req-0f0168ee-3d94-4f41-91ad-f05ca862dc79 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:23.321398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53969878-fe15-42b3-83f2-49cb3bc29d74 req-0f0168ee-3d94-4f41-91ad-f05ca862dc79 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 947 time: 0.1503782 Dec 13 14:44:23.326434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:23.327805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:23.328188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Checking segment: {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:23.328599 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.328992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Bound using segment: {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:23.329480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Bound port: 8d715966-0fc6-4b3d-99b5-e0312569ee1e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:23.329863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.332047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:23.368167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0599c-06f9-4bc0-a038-65e6673ed01c req-2e1b7507-11bb-4e97-bae0-65c680a92004 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:23.380888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57bd9470-568d-44d0-8047-a673e46e1286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.381038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aea0599c-06f9-4bc0-a038-65e6673ed01c req-2e1b7507-11bb-4e97-bae0-65c680a92004 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 947 time: 0.1829426 Dec 13 14:44:23.381278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-906a3f48-025c-4c07-aa75-00a8868b560b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.417763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.449185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53969878-fe15-42b3-83f2-49cb3bc29d74 req-a904d703-f275-4d47-b33a-e2a5b04e9755 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173835 Dec 13 14:44:23.477325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] For port 8d715966-0fc6-4b3d-99b5-e0312569ee1e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:23.483485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] For port 8d715966-0fc6-4b3d-99b5-e0312569ee1e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8d715966-0fc6-4b3d-99b5-e0312569ee1e,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:23.502655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a3f48-025c-4c07-aa75-00a8868b560b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f60b6-fff8-4e5c-9efe-80c659db54d7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:23.523391 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.524242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ceec5360-f46d-455f-8eed-2c5560a22603 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:23.530191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:23.531208 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.533324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] 10.222.0.50 "PUT /v2.0/ports/5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 1095 time: 2.1380985 Dec 13 14:44:23.543226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426efee-e88b-4f32-9e9a-7464b7f7e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:23.548610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:23.552033 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328b754f-e6a3-4893-bd6f-f80eb05ecc79" -d '{"events": [{"name": "network-changed", "server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:23.561629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['4b53d67a-7332-4819-bfb0-756e124205c9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:44:23.576636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aea0599c-06f9-4bc0-a038-65e6673ed01c req-23c6862d-9d9b-49c0-a9c6-2484e0bdccfa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902015 Dec 13 14:44:23.600889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-906a3f48-025c-4c07-aa75-00a8868b560b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.605729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36766) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:23.605889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-906a3f48-025c-4c07-aa75-00a8868b560b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7314317 Dec 13 14:44:23.612431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9bb7a9e1-5ba1-4bab-9aa4-f31c89bf6778 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Request body: {'security_group_rule': {'security_group_id': '9e5f60b6-fff8-4e5c-9efe-80c659db54d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:23.648890 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.708143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6b49ead-f854-4dde-aa19-1379e0db5297 req-de734260-e911-42aa-b73c-b1cd5e3b11d7 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 210 time: 0.0573757 Dec 13 14:44:23.784550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=12']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:23.785508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a746d-fd3b-45f7-a251-6b14cb7fcfd7 req-8af380ee-93a1-4df0-a6fd-f7c8e154990b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:23.787126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e05a746d-fd3b-45f7-a251-6b14cb7fcfd7 req-8af380ee-93a1-4df0-a6fd-f7c8e154990b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.1707537 Dec 13 14:44:23.877575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a9e1-5ba1-4bab-9aa4-f31c89bf6778 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:23.887297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-57bd9470-568d-44d0-8047-a673e46e1286 None None] For port fdaec56a-33cf-4c36-8c62-7d4c8b368536, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fdaec56a-33cf-4c36-8c62-7d4c8b368536,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:23.901301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port ceec5360-f46d-455f-8eed-2c5560a22603 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:44:23.906167 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04efbc62-15ac-4b16-a069-1959358bcab2 x-openstack-request-id: req-04efbc62-15ac-4b16-a069-1959358bcab2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:23.906167 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:23.907167 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04efbc62-15ac-4b16-a069-1959358bcab2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:23.907591 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'status': 'completed', 'code': 200} Dec 13 14:44:23.912161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:23.912342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:23.921299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e05a746d-fd3b-45f7-a251-6b14cb7fcfd7 req-67dc2430-994d-45c1-8b72-bbec3791806c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141491 Dec 13 14:44:24.039695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a9e1-5ba1-4bab-9aa4-f31c89bf6778 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:24.042696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-8ac68bba-bd19-4e3e-8723-1e013ef5bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:24.044662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-8ac68bba-bd19-4e3e-8723-1e013ef5bb7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1098 time: 0.3334415 Dec 13 14:44:24.068046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port ceec5360-f46d-455f-8eed-2c5560a22603 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:24.068415 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:24.221008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-4b52f3d7-dbe7-42d4-b43b-d75e6f37ac6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.1664760 Dec 13 14:44:24.221008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a9e1-5ba1-4bab-9aa4-f31c89bf6778 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:24.259123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:44:24.262748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdaec56a-33cf-4c36-8c62-7d4c8b368536 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:24.350103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a9e1-5ba1-4bab-9aa4-f31c89bf6778 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310b44d7-ec04-4d6b-9003-6680452f5a3d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:24.360796 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57bd9470-568d-44d0-8047-a673e46e1286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:24.366752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b68f9-25a2-4335-bd95-3542a71cfe48 None None] Pushing event updated for resources: {'Port': ['ID=8d715966-0fc6-4b3d-99b5-e0312569ee1e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:24.382975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-b0e783a8-aeb0-4c37-9e56-db4c7b103aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:24.385148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-b0e783a8-aeb0-4c37-9e56-db4c7b103aff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1471539 Dec 13 14:44:24.439288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efbc70-bd00-4600-9872-a28c9bc03155 req-129e8d04-dd6e-440c-934c-914e2281e60d tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:24.440792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2efbc70-bd00-4600-9872-a28c9bc03155 req-129e8d04-dd6e-440c-934c-914e2281e60d tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 945 time: 0.2265568 Dec 13 14:44:24.451109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-851921b4-93d1-4dab-a86c-4444b1b6c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:24.454155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-851921b4-93d1-4dab-a86c-4444b1b6c95e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597334 Dec 13 14:44:24.528343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd9470-568d-44d0-8047-a673e46e1286 None None] Pushing event updated for resources: {'Port': ['ID=fdaec56a-33cf-4c36-8c62-7d4c8b368536,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:24.542643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a9e1-5ba1-4bab-9aa4-f31c89bf6778 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:24.545074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9bb7a9e1-5ba1-4bab-9aa4-f31c89bf6778 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9377053 Dec 13 14:44:24.548612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36806) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:24.557553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7262c9cc-4c03-4262-88f4-b3dc6060ffa6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Request body: {'security_group_rule': {'security_group_id': '9e5f60b6-fff8-4e5c-9efe-80c659db54d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:24.576670 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2efbc70-bd00-4600-9872-a28c9bc03155 req-4ae9365d-a77f-4d6e-a44a-851f5ca12dfd tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229124 Dec 13 14:44:24.670113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-34ede0db-025d-45b8-a673-334ad56ccb61 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080932 Dec 13 14:44:24.750163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7262c9cc-4c03-4262-88f4-b3dc6060ffa6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:24.816321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:24.847249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb786e49-5526-43dc-8966-34a1f9cb95c2 req-5094c9f7-8ec7-4656-935d-0e2fa2816f63 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:24.855297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb786e49-5526-43dc-8966-34a1f9cb95c2 req-5094c9f7-8ec7-4656-935d-0e2fa2816f63 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 947 time: 0.1984291 Dec 13 14:44:24.859845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670814e-80eb-4774-a90b-559f33a92907 req-b78e865f-890e-4018-9120-a63c0baceb9b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:24.862766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b670814e-80eb-4774-a90b-559f33a92907 req-b78e865f-890e-4018-9120-a63c0baceb9b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 947 time: 0.0988464 Dec 13 14:44:24.925594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-927f5dd5-f855-455b-b42e-3e5d66a16948 req-7570e4b3-b343-4dde-84bd-90f0f37d7855 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470160 Dec 13 14:44:24.971979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb786e49-5526-43dc-8966-34a1f9cb95c2 req-7eb45127-19da-430c-9b0f-cd6a0c1da7da tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915220 Dec 13 14:44:24.979800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7262c9cc-4c03-4262-88f4-b3dc6060ffa6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.004324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b670814e-80eb-4774-a90b-559f33a92907 req-1a38ecd8-14a4-4669-b3f1-52b1a39fb32f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381459 Dec 13 14:44:25.024549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fdaec56a-33cf-4c36-8c62-7d4c8b368536 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:25.024920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.062509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72a99fe8-91bc-4aa7-a7cd-3f1803fd2e47 req-2d11a646-afc2-42d4-b0f4-46b8b535068c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 210 time: 0.0336456 Dec 13 14:44:25.067543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7262c9cc-4c03-4262-88f4-b3dc6060ffa6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.093787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:25.125449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262c9cc-4c03-4262-88f4-b3dc6060ffa6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a5108f-7e90-4c6a-8ab5-19697f590230,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:25.182888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-12da80ff-0404-4971-95f5-a500df3e27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:25.188359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-12da80ff-0404-4971-95f5-a500df3e27a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1098 time: 0.1176014 Dec 13 14:44:25.188500 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.197575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] Provisioning complete for port 8d715966-0fc6-4b3d-99b5-e0312569ee1e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:25.198094 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.209756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:25.217083 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2160b0eb-909b-4525-9fbf-c9d3881b5a54" -d '{"events": [{"server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "name": "network-vif-plugged", "status": "completed", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:25.219187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36832) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:25.238111 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7262c9cc-4c03-4262-88f4-b3dc6060ffa6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.239577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7262c9cc-4c03-4262-88f4-b3dc6060ffa6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6893353 Dec 13 14:44:25.242993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.248214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36836) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:25.253387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:25.269306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:25.288097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ea36d-0d38-4a7b-9a48-5dafdc43fe7e req-fe243b04-a792-4382-bfd0-a2a3262cee16 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:25.290327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f53ea36d-0d38-4a7b-9a48-5dafdc43fe7e req-fe243b04-a792-4382-bfd0-a2a3262cee16 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.1612601 Dec 13 14:44:25.339236 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6bc9ce-67bf-4a6c-9d8d-c356c07c949e x-openstack-request-id: req-0c6bc9ce-67bf-4a6c-9d8d-c356c07c949e {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:25.339611 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "name": "network-vif-plugged", "status": "completed", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:25.339751 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c6bc9ce-67bf-4a6c-9d8d-c356c07c949e {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:25.340137 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'code': 200} Dec 13 14:44:25.342287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port ceec5360-f46d-455f-8eed-2c5560a22603, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ceec5360-f46d-455f-8eed-2c5560a22603,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:25.376147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f53ea36d-0d38-4a7b-9a48-5dafdc43fe7e req-dafdde11-7147-4cf8-ba11-7bd9a38db265 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723114 Dec 13 14:44:25.399620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '56544120-4f78-478f-8584-1a745d7d26d4', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '56544120-4f78-478f-8584-1a745d7d26d4', 'mac_address': 'fa:16:3e:23:bb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:44:25.419499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-5f1dea21-de34-481d-88cd-84cce4cb9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:25.421277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-5f1dea21-de34-481d-88cd-84cce4cb9e1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2248499 Dec 13 14:44:25.442965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.489958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-aa6e2ac4-b7b8-4c98-99c0-8a4b104b41ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.0532761 Dec 13 14:44:25.542099 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.589075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fc57f-e01e-4b69-835b-04c5af8034bd req-b405c544-856c-472b-87dc-89663cfa2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:25.596466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-993fc57f-e01e-4b69-835b-04c5af8034bd req-b405c544-856c-472b-87dc-89663cfa2bf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 1096 time: 0.1883521 Dec 13 14:44:25.641609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-8701186e-4a30-4bbf-b6ff-05d766c2240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:25.643253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-8701186e-4a30-4bbf-b6ff-05d766c2240e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1392980 Dec 13 14:44:25.651903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-993fc57f-e01e-4b69-835b-04c5af8034bd req-c932888b-d1c2-4ff0-8c1f-5d40d7954fbd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485415 Dec 13 14:44:25.670614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d328daaa-6b27-49ab-b2d4-d5033fe40eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.688180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.703316 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:25.777724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-6f4aaa19-9f1a-48bf-ad00-ac17bc5a18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:25.785313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-6f4aaa19-9f1a-48bf-ad00-ac17bc5a18c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324751 Dec 13 14:44:25.925132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=ceec5360-f46d-455f-8eed-2c5560a22603,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:25.954289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56544120-4f78-478f-8584-1a745d7d26d4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:25.994122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Allocated IP 172.25.7.193 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/01fcbf4f-d731-46bf-8c8d-1b9aa95be9e0) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:26.031081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.090312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:26.154974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] For port 8d715966-0fc6-4b3d-99b5-e0312569ee1e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8d715966-0fc6-4b3d-99b5-e0312569ee1e,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:26.162701 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.182050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdaec56a-33cf-4c36-8c62-7d4c8b368536 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:26.271939 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-63ec0ea4-30e1-4de1-884f-0a5d690db1c4 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196432 Dec 13 14:44:26.327696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f39f0f-e298-41b6-aed8-e44697ae71ed req-4a401322-3dd8-418a-a7b0-6f23cb74f28e tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:26.333309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:26.334900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2f39f0f-e298-41b6-aed8-e44697ae71ed req-4a401322-3dd8-418a-a7b0-6f23cb74f28e tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 946 time: 0.5115731 Dec 13 14:44:26.369818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d328daaa-6b27-49ab-b2d4-d5033fe40eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.373153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.380519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17eb0a-5f58-4f5b-856b-baa254445815 req-031e75f5-94e0-42f6-903d-3fd3900c0f85 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:26.382207 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e17eb0a-5f58-4f5b-856b-baa254445815 req-031e75f5-94e0-42f6-903d-3fd3900c0f85 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 948 time: 0.2393003 Dec 13 14:44:26.402602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2f39f0f-e298-41b6-aed8-e44697ae71ed req-05f106d7-b4aa-4a51-ad63-9749e86c824a tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667546 Dec 13 14:44:26.432523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-9c1fb75f-950b-4c30-a7bf-412e1434b16d tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:26.432683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:26.433550 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-9c1fb75f-950b-4c30-a7bf-412e1434b16d tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.55 "GET /v2.0/networks?id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 200 len: 829 time: 0.4643486 Dec 13 14:44:26.439471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d328daaa-6b27-49ab-b2d4-d5033fe40eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.453255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Request body: {'port': {'device_id': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'admin_state_up': True, 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:26.470173 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.473009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d328daaa-6b27-49ab-b2d4-d5033fe40eaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6abf13f146e1408ba0b7ed0fec9517af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2524111 Dec 13 14:44:26.487794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e17eb0a-5f58-4f5b-856b-baa254445815 req-d6274dc7-b1b3-4e35-b465-589e2d1e5499 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924878 Dec 13 14:44:26.488567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36864) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:26.551052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.565641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:26.579381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['56544120-4f78-478f-8584-1a745d7d26d4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:44:26.664119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328daaa-6b27-49ab-b2d4-d5033fe40eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e17d375-c650-4d4e-bf98-ae4ad7d01368,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:26.702593 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c9948964-583d-4cdd-b291-63c4d3a786dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:26.704186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:26.712612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:26.713953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-328b754f-e6a3-4893-bd6f-f80eb05ecc79 req-b20f9fb9-e5e9-4214-a790-4cd54095f696 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303811 Dec 13 14:44:26.720827 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event updated for resources: {'Port': ['ID=01fcbf4f-d731-46bf-8c8d-1b9aa95be9e0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:26.729431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:26.779274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c447e1-ee67-40bd-a535-fbb055ad2ee2 req-97c1ef70-db11-4563-a8fa-ace7c438bc9e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:26.787517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3c447e1-ee67-40bd-a535-fbb055ad2ee2 req-97c1ef70-db11-4563-a8fa-ace7c438bc9e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 947 time: 0.2312331 Dec 13 14:44:26.790841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3b7505a-daf4-4eba-ac3a-309427e9196b req-a22a3ea0-bd5a-4343-aebd-d0b6726c06a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 210 time: 0.1259525 Dec 13 14:44:26.803553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62d295-ea25-447a-afa8-1fcdf2edfe20 None None] The sync data for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 is: [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:44:27.008269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] Provisioning complete for port fdaec56a-33cf-4c36-8c62-7d4c8b368536 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:27.008929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.015831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c9948964-583d-4cdd-b291-63c4d3a786dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.061397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.088453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc2331-8596-4266-9ecc-4a98fcb696cf None None] Pushing event updated for resources: {'Port': ['ID=8d715966-0fc6-4b3d-99b5-e0312569ee1e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:27.115232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-0e2d3b50-2a77-4dbc-9dae-40c549d34ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:27.118791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-0e2d3b50-2a77-4dbc-9dae-40c549d34ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1096 time: 0.2593429 Dec 13 14:44:27.130006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Made reservation on behalf of 0fc968f762224d17bdbfd31f1098cf72 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:44:27.140622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.148882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 4b53d67a-7332-4819-bfb0-756e124205c9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:27.149129 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.191025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3c447e1-ee67-40bd-a535-fbb055ad2ee2 req-27422548-062c-4532-84d9-5c5575fb21d4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017866 Dec 13 14:44:27.297698 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.361961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c9948964-583d-4cdd-b291-63c4d3a786dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.365174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c9948964-583d-4cdd-b291-63c4d3a786dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.369565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c9948964-583d-4cdd-b291-63c4d3a786dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e17d375-c650-4d4e-bf98-ae4ad7d01368 HTTP/1.1" status: 204 len: 168 time: 0.8195653 Dec 13 14:44:27.412763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9948964-583d-4cdd-b291-63c4d3a786dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e17d375-c650-4d4e-bf98-ae4ad7d01368,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:27.426425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fdaec56a-33cf-4c36-8c62-7d4c8b368536 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:27.427128 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:27.634383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:44:27.736707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Allocated IP 172.20.0.3 (7e38d1f8-8a8e-4407-8fd2-b0599973a4fa/760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a/e977455c-c81b-4e5d-b816-9dcc02d5e3e7) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:27.846546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:27.943963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'mac_address': 'fa:16:3e:81:b9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:44:28.025678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.094435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-88ca064d-2ad0-4c29-a7e7-afca5e71e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:28.100119 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-88ca064d-2ad0-4c29-a7e7-afca5e71e444 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.9266541 Dec 13 14:44:28.148047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca32caf-f95c-4e96-8149-e0a23775df95 req-f5fca877-0a14-4480-9d34-12a99d408b1e tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:28.159198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca32caf-f95c-4e96-8149-e0a23775df95 req-f5fca877-0a14-4480-9d34-12a99d408b1e tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 946 time: 0.6164017 Dec 13 14:44:28.177215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdcdd2-046c-4ef5-958e-53126b8128f9 req-5428e733-79d0-444a-bf60-146d3e5a8d1b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:28.186869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9cdcdd2-046c-4ef5-958e-53126b8128f9 req-5428e733-79d0-444a-bf60-146d3e5a8d1b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 945 time: 0.8007181 Dec 13 14:44:28.189200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.230863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:28.243912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:28.246582 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.248784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:28.316757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd9e15c-dcaf-4bef-b270-79eb76789ffc {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:28.330181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.361213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9cdcdd2-046c-4ef5-958e-53126b8128f9 req-3957515b-0395-409b-b1d8-df920ff80a4d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729703 Dec 13 14:44:28.371929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-ebcd8b54-55a5-47f8-945e-c2baca4ff91c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 1000 time: 0.2608337 Dec 13 14:44:28.424450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:28.432879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.433411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:28.449960 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635cedfc-db18-43c5-8060-9bec90a8e0c0" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:28.455163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8d715966-0fc6-4b3d-99b5-e0312569ee1e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:28.471035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-04d014c4-4f6f-4d3e-b02e-17c171a2cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:28.472482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-04d014c4-4f6f-4d3e-b02e-17c171a2cc91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0862122 Dec 13 14:44:28.487801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ca32caf-f95c-4e96-8149-e0a23775df95 req-cadde641-7162-4553-bb91-fb27a0e2480e tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276942 Dec 13 14:44:28.505300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event updated for resources: {'Port': ['ID=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:28.507002 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.516546 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.527420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:28.554319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:28.651931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:28.652588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.688401 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.732294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.758864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-1d9ad57b-8e27-4398-947c-76c5188b6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:28.761207 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-1d9ad57b-8e27-4398-947c-76c5188b6949 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699909 Dec 13 14:44:28.781678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8d715966-0fc6-4b3d-99b5-e0312569ee1e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:28.782191 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.784097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=13']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:28.878073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.880231 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6300437 Dec 13 14:44:28.901552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-e6a7f961-cf56-44d4-beff-bdf11adcce3e service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250901 Dec 13 14:44:28.906874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-e22eaca9-594b-42ea-95aa-3bcaceee12e9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4575500 Dec 13 14:44:28.926182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df14295-b9a5-4602-8d5f-9cff024332a6 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event updated for resources: {'Port': ['ID=01fcbf4f-d731-46bf-8c8d-1b9aa95be9e0,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:28.935369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 56544120-4f78-478f-8584-1a745d7d26d4 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:44:28.953086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Request body: {'port': {'device_id': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:28.961768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 56544120-4f78-478f-8584-1a745d7d26d4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:28.962161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:28.968862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e5f9-819c-4c2c-8705-d461d3b6a97f req-8f5ec1c6-3c8f-4b47-a394-08f6e3fd215b tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:28.979857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16d6e5f9-819c-4c2c-8705-d461d3b6a97f req-8f5ec1c6-3c8f-4b47-a394-08f6e3fd215b tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 931 time: 0.2321332 Dec 13 14:44:29.006821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07f472-d3bb-4ab9-af21-ca32879bc5e3 req-e763e894-afe4-4a35-b0f1-ff6747c4b098 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:29.015168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-40b359cf-a88f-4e36-ae19-bd1ec305e117 None None] Provisioning complete for port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:29.017999 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40b359cf-a88f-4e36-ae19-bd1ec305e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:29.018130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e07f472-d3bb-4ab9-af21-ca32879bc5e3 req-e763e894-afe4-4a35-b0f1-ff6747c4b098 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 948 time: 0.2994010 Dec 13 14:44:29.064899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-40b359cf-a88f-4e36-ae19-bd1ec305e117 None None] Port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:44:29.066540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:44:29.089380 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16d6e5f9-819c-4c2c-8705-d461d3b6a97f req-d5c30422-45be-467c-9895-8c4b9fcba2b3 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994601 Dec 13 14:44:29.113703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:29.224429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5451e244-b75c-4bef-a96a-2f285fb97d51 req-a289469e-88e6-4ab9-ae91-26a2067bf093 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043468 Dec 13 14:44:29.245428 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:29.259076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9151e90-fc94-4508-b140-dc01b75b7d04 req-72151b46-4778-4759-808e-0db2bec8215d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:29.272975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9151e90-fc94-4508-b140-dc01b75b7d04 req-72151b46-4778-4759-808e-0db2bec8215d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 948 time: 0.0898795 Dec 13 14:44:29.347209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9151e90-fc94-4508-b140-dc01b75b7d04 req-facd3076-0fab-41ed-b0ec-ba2561ca896c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731571 Dec 13 14:44:29.372211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:29.444638 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c6855c-e159-468d-897c-17e0fa7cbcce x-openstack-request-id: req-24c6855c-e159-468d-897c-17e0fa7cbcce {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:29.444638 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-plugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:29.444638 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24c6855c-e159-468d-897c-17e0fa7cbcce {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:29.448376 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'code': 200} Dec 13 14:44:29.453673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:29.532982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:29.608956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a4f24-35ce-44ec-871a-685e31f40da9 req-e76b81a6-71eb-44ba-86c6-8e0212e21879 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:29.611044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa0a4f24-35ce-44ec-871a-685e31f40da9 req-e76b81a6-71eb-44ba-86c6-8e0212e21879 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 946 time: 0.1054173 Dec 13 14:44:29.625811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36928) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:29.631102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Request body: {'floatingip': {'port_id': 'ceec5360-f46d-455f-8eed-2c5560a22603'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:29.724862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:29.730529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:29.792592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e07f472-d3bb-4ab9-af21-ca32879bc5e3 req-58e232c4-47e2-449c-997f-e37d4a63cc4b tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7749038 Dec 13 14:44:30.101415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999c24b-c3cd-42a9-a051-0d7c0489a374 req-a30e2202-22d1-49c6-b323-4ae4691aa62c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:30.114658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2999c24b-c3cd-42a9-a051-0d7c0489a374 req-a30e2202-22d1-49c6-b323-4ae4691aa62c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.1416359 Dec 13 14:44:30.262095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2999c24b-c3cd-42a9-a051-0d7c0489a374 req-1289d223-72f6-43e8-82b4-fbce8e3f7a5f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340868 Dec 13 14:44:30.446571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e977455c-c81b-4e5d-b816-9dcc02d5e3e7 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:30.459984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:30.481117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Transition to ACTIVE for port object e977455c-c81b-4e5d-b816-9dcc02d5e3e7 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:44:30.489243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a4c51-070a-4726-bb10-11dcaca3e24d req-e9d21171-b41b-4b8c-8a00-78298b28841c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:30.497327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf2a4c51-070a-4726-bb10-11dcaca3e24d req-e9d21171-b41b-4b8c-8a00-78298b28841c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 931 time: 0.0941637 Dec 13 14:44:30.542648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf2a4c51-070a-4726-bb10-11dcaca3e24d req-826cdeaf-7c38-4c01-90e7-131a21263de0 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Dec 13 14:44:30.547989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:30.577260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:30.662020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Pushing event updated for resources: {'Port': ['ID=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:30.679802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:30.778031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Attempting to bind port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:44:30.778999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Attempting to bind port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:44:30.779505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Attempting to bind port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 on network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:30.786703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 on network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:44:30.787267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Attempting to bind port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 on network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:44:30.807922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:44:30.808273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Checking segment: {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:44:30.808669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Bound using segment: {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:44:30.809171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Bound port: e977455c-c81b-4e5d-b816-9dcc02d5e3e7, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064c4be4-62d1-48d4-bf61-7354b0d0b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:44:30.809490 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:30.836950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1369d-dc36-4c72-b70b-f86918dedc7f req-a50deed1-83bd-4742-8c7a-8ff4565366c7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:30.848516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a5c1369d-dc36-4c72-b70b-f86918dedc7f req-a50deed1-83bd-4742-8c7a-8ff4565366c7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 948 time: 0.1240771 Dec 13 14:44:30.940694 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Floating IP fee02a1b-35ae-4619-938a-eac82f4d2dfb associated. External IP: 172.25.7.151, port: ceec5360-f46d-455f-8eed-2c5560a22603. Dec 13 14:44:30.962115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a5c1369d-dc36-4c72-b70b-f86918dedc7f req-7eb84b7f-8dc7-470b-a1d5-07e85082f843 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123736 Dec 13 14:44:30.970551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] For port e977455c-c81b-4e5d-b816-9dcc02d5e3e7, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:44:30.974174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] For port e977455c-c81b-4e5d-b816-9dcc02d5e3e7, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:44:31.046393 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:31.161552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:31.162168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:31.178579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] 10.222.0.55 "PUT /v2.0/ports/e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 1091 time: 2.2596028 Dec 13 14:44:31.179075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:31.192003 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9365ae3-4beb-4705-a36c-7b06a7171082" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:31.287871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2b86-beb2-48ca-aa93-007f1565b583 service neutron] Pushing event updated for resources: {'Port': ['ID=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:31.314980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Router fcad83df-021c-49b7-b357-8ce8e7a324a4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:44:31.446366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-3b85ed63-7789-4d98-982d-13a0db2a3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:31.446746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:31.449246 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da1457-8480-47d0-8de5-679f98582895" -d '{"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-plugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:31.453438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-3b85ed63-7789-4d98-982d-13a0db2a3106 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fc968f762224d17bdbfd31f1098cf72&device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 1094 time: 0.1577268 Dec 13 14:44:31.552297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:31.614509 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa341c-016b-47d0-bae9-7158945c50c4 x-openstack-request-id: req-7bfa341c-016b-47d0-bae9-7158945c50c4 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:31.614948 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:31.615207 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bfa341c-016b-47d0-bae9-7158945c50c4 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:31.615671 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'status': 'completed', 'code': 200} Dec 13 14:44:31.619726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-67431815-47ac-4c38-8bbb-3ed4decb415b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 217 time: 0.1554208 Dec 13 14:44:31.701562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416c991-d8ca-4201-83da-2aa5f2f2a5c0 req-6e87ae8d-383b-4111-ac1e-7fcfdfd17d85 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:31.703761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:44:31.707973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:31.713176 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:31.713490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1416c991-d8ca-4201-83da-2aa5f2f2a5c0 req-6e87ae8d-383b-4111-ac1e-7fcfdfd17d85 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 949 time: 0.3543823 Dec 13 14:44:31.761219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357703d-234c-476b-a526-ab2e1ea32f4f req-726badde-c847-42d3-979c-b2207fa501c4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:31.767856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4357703d-234c-476b-a526-ab2e1ea32f4f req-726badde-c847-42d3-979c-b2207fa501c4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.1471736 Dec 13 14:44:31.769687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-45d0c575-a146-469f-bb5e-14320f8ffc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:31.771328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-45d0c575-a146-469f-bb5e-14320f8ffc93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a HTTP/1.1" status: 200 len: 868 time: 0.1278107 Dec 13 14:44:31.791906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:44:31.804455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] Sync routers for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:44:31.812560 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:31.829115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:31.829756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:31.912478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d09e12ce-4efe-49eb-abc4-c7876ceb741c tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "PUT /v2.0/floatingips/fee02a1b-35ae-4619-938a-eac82f4d2dfb HTTP/1.1" status: 200 len: 992 time: 2.2854884 Dec 13 14:44:31.916340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:31.919007 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:31.946994 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1416c991-d8ca-4201-83da-2aa5f2f2a5c0 req-45bf5352-a166-4227-a7b6-9c8273eb2f0a tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253938 Dec 13 14:44:32.009614 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4357703d-234c-476b-a526-ab2e1ea32f4f req-475f1ece-7b2f-4ea9-a69d-9c41273737a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322299 Dec 13 14:44:32.043932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b2db4d4f-6b0a-4bf2-a8d1-4e63479cbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:32.049674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-b2db4d4f-6b0a-4bf2-a8d1-4e63479cbdf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706192 Dec 13 14:44:32.106542 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2355f058-c201-4e52-bc43-0fa54ffad4dd x-openstack-request-id: req-2355f058-c201-4e52-bc43-0fa54ffad4dd {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:32.106890 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-plugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:32.107151 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2355f058-c201-4e52-bc43-0fa54ffad4dd {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:32.107579 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4', 'code': 200} Dec 13 14:44:32.130422 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:32.323290 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2608c-1dc3-490e-ba57-1f472ac3dd17 x-openstack-request-id: req-79c2608c-1dc3-490e-ba57-1f472ac3dd17 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:32.323895 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:32.324127 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79c2608c-1dc3-490e-ba57-1f472ac3dd17 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:32.324711 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'status': 'completed', 'code': 200} Dec 13 14:44:32.331780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37048) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:32.377748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:32.421854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:32.484647 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:32.525782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7d2c4-025e-4102-a48a-66505f711c73 req-aad3bbdd-cb60-44bb-bc35-7d8cf427b754 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:32.528262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34c7d2c4-025e-4102-a48a-66505f711c73 req-aad3bbdd-cb60-44bb-bc35-7d8cf427b754 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 948 time: 0.1065550 Dec 13 14:44:32.593903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada4a7-be9e-436d-9058-ffc5b74c7289 req-a00dcce9-fff3-4c14-b2f4-71d9e374e422 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:32.595814 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-35ada4a7-be9e-436d-9058-ffc5b74c7289 req-a00dcce9-fff3-4c14-b2f4-71d9e374e422 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 943 time: 0.3184972 Dec 13 14:44:32.616181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-351ec3aa-b03f-46c6-a9fb-ef1dd1bbcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:32.617931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-351ec3aa-b03f-46c6-a9fb-ef1dd1bbcfb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68eda6a71a324441bf9a5ebd3fbd5523&device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 1097 time: 0.2255220 Dec 13 14:44:32.624782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-5394320f-f7a8-4a79-afd1-653e169f2d80 service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654821 Dec 13 14:44:32.645784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34c7d2c4-025e-4102-a48a-66505f711c73 req-816df4ac-b166-4756-b602-98280680d824 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984645 Dec 13 14:44:32.647746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d54fc8a0-7b0b-464c-ab3b-8f0ac24dbf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:32.669041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4961e8-eb2d-44b3-a3bf-47596ef4c44d req-a27a8053-3dbc-483c-8cb2-d1189b496f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:32.671170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf4961e8-eb2d-44b3-a3bf-47596ef4c44d req-a27a8053-3dbc-483c-8cb2-d1189b496f44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 1100 time: 0.2798588 Dec 13 14:44:32.809287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d54fc8a0-7b0b-464c-ab3b-8f0ac24dbf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:32.850013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:32.894904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-35ada4a7-be9e-436d-9058-ffc5b74c7289 req-2d5da4d8-0d5e-42a4-8858-69b198e27c7f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850649 Dec 13 14:44:32.952145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf4961e8-eb2d-44b3-a3bf-47596ef4c44d req-7a4f2300-d62e-4438-9483-db20f103dacc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547799 Dec 13 14:44:32.980247 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e8fe7c6-da89-4ff5-93be-3f470cd96b35 req-bce7493d-3f3f-4a4b-8a10-fb6f493d615f service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375995 Dec 13 14:44:32.981311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-a0ed86cd-5b2a-4928-a5ef-a220054d4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:32.982762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-a0ed86cd-5b2a-4928-a5ef-a220054d4504 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e HTTP/1.1" status: 200 len: 916 time: 0.3567662 Dec 13 14:44:32.991048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'fee02a1b-35ae-4619-938a-eac82f4d2dfb', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'port_id': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'mac_address': 'fa:16:3e:ed:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f674390-29c6-412c-beed-27f6519a03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:43:59Z', 'updated_at': '2021-12-13T14:44:30Z', 'revision_number': 1, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:56Z', 'revision_number': 5, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:33.028763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] Checking router: fcad83df-021c-49b7-b357-8ce8e7a324a4 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:44:33.052238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:33.055972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:33.112667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-7fb2254b-76c8-4f0b-a6d7-f33b607ab3e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceec5360-f46d-455f-8eed-2c5560a22603 HTTP/1.1" status: 200 len: 1000 time: 0.1119165 Dec 13 14:44:33.135936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555bf1c-c0eb-46f8-a28e-20da3e1d4c4c req-af17da9d-d233-488c-adde-74945db1544a tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:33.143810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6555bf1c-c0eb-46f8-a28e-20da3e1d4c4c req-af17da9d-d233-488c-adde-74945db1544a tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 949 time: 0.1017478 Dec 13 14:44:33.198097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:33.205260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6555bf1c-c0eb-46f8-a28e-20da3e1d4c4c req-3c1c724c-d2a7-4b5c-9d31-6cf3cee53d3c tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527027 Dec 13 14:44:33.237754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-06c39aca-ec47-46a5-a153-dff2d8a0cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:33.243424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-06c39aca-ec47-46a5-a153-dff2d8a0cb95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c72f4ead-d01f-49aa-8d68-97d307589950 HTTP/1.1" status: 200 len: 854 time: 0.0881269 Dec 13 14:44:33.261637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19751c8-e4a9-49c9-a57b-bfa4874fbac2 req-a44e7ff9-1403-464c-99b8-8e9f0029d458 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:33.269716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a19751c8-e4a9-49c9-a57b-bfa4874fbac2 req-a44e7ff9-1403-464c-99b8-8e9f0029d458 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.1551669 Dec 13 14:44:33.307128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d54fc8a0-7b0b-464c-ab3b-8f0ac24dbf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:33.401096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d54fc8a0-7b0b-464c-ab3b-8f0ac24dbf73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7bd4984b0d6412f8bd4d5196b04fc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0662658 Dec 13 14:44:33.402709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37064) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:33.424457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fc8a0-7b0b-464c-ab3b-8f0ac24dbf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e78f4e-5bc8-46d6-8bcf-90011092c304,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:33.427262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a19751c8-e4a9-49c9-a57b-bfa4874fbac2 req-bc272d0d-7134-4a5e-ae47-6a454ded4a6c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562195 Dec 13 14:44:33.503305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-2c1afb5a-6c08-4133-858d-1d741b9284f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:33.505668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-2c1afb5a-6c08-4133-858d-1d741b9284f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327569 Dec 13 14:44:33.517980 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a1dfa1-4ebf-4a87-857e-e4b851213e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:33.551324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a1dfa1-4ebf-4a87-857e-e4b851213e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:33.592133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-4a2181d5-b2c3-4a19-ae3d-27484ad67c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:33.594639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-4a2181d5-b2c3-4a19-ae3d-27484ad67c67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fc968f762224d17bdbfd31f1098cf72&device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 1094 time: 0.2051389 Dec 13 14:44:33.733449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a1dfa1-4ebf-4a87-857e-e4b851213e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:33.737998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58a1dfa1-4ebf-4a87-857e-e4b851213e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:33.739851 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-58a1dfa1-4ebf-4a87-857e-e4b851213e53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83e78f4e-5bc8-46d6-8bcf-90011092c304 HTTP/1.1" status: 204 len: 168 time: 0.3359585 Dec 13 14:44:33.765800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1dfa1-4ebf-4a87-857e-e4b851213e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e78f4e-5bc8-46d6-8bcf-90011092c304,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:33.769826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'fee02a1b-35ae-4619-938a-eac82f4d2dfb', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'port_id': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'mac_address': 'fa:16:3e:ed:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f674390-29c6-412c-beed-27f6519a03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:43:59Z', 'updated_at': '2021-12-13T14:44:30Z', 'revision_number': 1, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:56Z', 'revision_number': 5, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:33.796750 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-f10c277a-ea50-49d1-bf15-00f97717d10a service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673707 Dec 13 14:44:33.826052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1657155-bc2e-4ff8-93ce-8f8b25e42601 None None] The sync data for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 is: [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'fee02a1b-35ae-4619-938a-eac82f4d2dfb', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'port_id': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'mac_address': 'fa:16:3e:ed:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f674390-29c6-412c-beed-27f6519a03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:43:59Z', 'updated_at': '2021-12-13T14:44:30Z', 'revision_number': 1, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:56Z', 'revision_number': 5, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:44:33.903195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-86614bce-97cb-4b0a-8bc2-83553c5bd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:33.907301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-86614bce-97cb-4b0a-8bc2-83553c5bd312 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 200 len: 930 time: 0.2592487 Dec 13 14:44:33.936935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e2a6c-0cb0-44d8-aaf9-eb7c0ba0b4bf req-1db3230f-2ebf-4396-a997-d227b4da5e09 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:33.946718 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd6e2a6c-0cb0-44d8-aaf9-eb7c0ba0b4bf req-1db3230f-2ebf-4396-a997-d227b4da5e09 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1084435 Dec 13 14:44:33.999600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-9c1b37b6-afa8-43be-8870-5f43221b3767 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 217 time: 0.0766683 Dec 13 14:44:34.023798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd6e2a6c-0cb0-44d8-aaf9-eb7c0ba0b4bf req-d4f2c265-bb7a-4b52-a6d3-0822e4750693 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754063 Dec 13 14:44:34.112157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:34.121330 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7cdb9b-d578-4bba-b1ab-4a5528272d71" -d '{"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:34.302054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-691eb6ed-14a7-47dd-9a4c-936c9065e8e5 req-0e4beb10-f372-4e50-a609-94f69338b53c service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002379 Dec 13 14:44:34.319945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-a50cda3f-285c-4cdd-8c71-185dab835784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:34.321524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-a50cda3f-285c-4cdd-8c71-185dab835784 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a HTTP/1.1" status: 200 len: 868 time: 0.2897229 Dec 13 14:44:34.341149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a5f25-718c-496b-be65-ce93253e8692 req-d22c4738-db68-4a22-b67c-1dadbd3500cc tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:34.350379 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1a5f25-718c-496b-be65-ce93253e8692 req-d22c4738-db68-4a22-b67c-1dadbd3500cc tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 943 time: 0.2646582 Dec 13 14:44:34.367213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f833d-4bf8-4cdb-85dc-c6ffa3349c5e None None] New status for floating IP fee02a1b-35ae-4619-938a-eac82f4d2dfb: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:44:34.430679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1a5f25-718c-496b-be65-ce93253e8692 req-3d0e622e-a5d7-43bc-9792-18f6fe26c825 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804770 Dec 13 14:44:34.432797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-89f3bc0f-644c-4e53-85a3-d05a10373fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:34.434298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-89f3bc0f-644c-4e53-85a3-d05a10373fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825634 Dec 13 14:44:34.532893 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6090e38c-d34f-4ff7-ac03-5a8b9f5416d7 x-openstack-request-id: req-6090e38c-d34f-4ff7-ac03-5a8b9f5416d7 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:34.533690 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:34.534276 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6090e38c-d34f-4ff7-ac03-5a8b9f5416d7 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:34.535129 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'code': 200} Dec 13 14:44:34.687102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-cce5b657-9aab-46c7-a631-4f96ac52dd34 service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414749 Dec 13 14:44:34.727585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e90b2-e904-472a-aa8b-b0779109b225 req-21ee31f6-165c-4b75-95b2-8a0c71e9b16d tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:34.729113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c61e90b2-e904-472a-aa8b-b0779109b225 req-21ee31f6-165c-4b75-95b2-8a0c71e9b16d tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 949 time: 0.1196234 Dec 13 14:44:34.758316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb517-c82f-421e-ba3e-7d2921a0e94b req-ca7f5e3b-3a59-4c55-9eb3-e1f924bce984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:34.760672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bdbb517-c82f-421e-ba3e-7d2921a0e94b req-ca7f5e3b-3a59-4c55-9eb3-e1f924bce984 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1100 time: 0.1527381 Dec 13 14:44:34.835399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c61e90b2-e904-472a-aa8b-b0779109b225 req-a92557e2-29f8-4cac-9174-dfc5cf01b165 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796154 Dec 13 14:44:34.844678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37094) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:34.847218 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bdbb517-c82f-421e-ba3e-7d2921a0e94b req-a65bf3b1-2a92-4a87-8e4e-8790b83484e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746038 Dec 13 14:44:34.874781 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77e29ac0-82b6-47e7-9546-794db8153f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:34.881870 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9365ae3-4beb-4705-a36c-7b06a7171082 req-d6a29afc-63e6-426d-bca2-b21aef937efb service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848426 Dec 13 14:44:35.079771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d02fc2-9c6b-4912-a793-50e9fcbfb491 req-a7b00842-6d9a-4f5b-a5ea-22f3f03a3c4a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:35.093844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83d02fc2-9c6b-4912-a793-50e9fcbfb491 req-a7b00842-6d9a-4f5b-a5ea-22f3f03a3c4a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.1184611 Dec 13 14:44:35.125914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77e29ac0-82b6-47e7-9546-794db8153f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:35.152482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83d02fc2-9c6b-4912-a793-50e9fcbfb491 req-88cef2a0-1345-413b-ac9e-eac9de5ce9b9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573404 Dec 13 14:44:35.217158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77e29ac0-82b6-47e7-9546-794db8153f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:35.313138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77e29ac0-82b6-47e7-9546-794db8153f14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f92104e7b5ac4cb28482b82b4755608c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673746 Dec 13 14:44:35.315742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37112) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:35.373985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e29ac0-82b6-47e7-9546-794db8153f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39d3fb2-e735-4268-a8d8-8b91032040d0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:35.408291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4760d84-ab4f-4481-86da-33789b395fca req-d1db3f3e-795d-4a5b-b324-605ed571b3e8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:35.419901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4760d84-ab4f-4481-86da-33789b395fca req-d1db3f3e-795d-4a5b-b324-605ed571b3e8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1563604 Dec 13 14:44:35.448404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0266568-0614-4a5c-bd72-562b912fa883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:35.487221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0266568-0614-4a5c-bd72-562b912fa883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:35.509455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4760d84-ab4f-4481-86da-33789b395fca req-2049e7a2-6f6e-467b-b481-0709a34f5a95 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884557 Dec 13 14:44:35.655402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0266568-0614-4a5c-bd72-562b912fa883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:35.658492 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0266568-0614-4a5c-bd72-562b912fa883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:35.659795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b0266568-0614-4a5c-bd72-562b912fa883 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a39d3fb2-e735-4268-a8d8-8b91032040d0 HTTP/1.1" status: 204 len: 168 time: 0.3429139 Dec 13 14:44:35.672608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0266568-0614-4a5c-bd72-562b912fa883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39d3fb2-e735-4268-a8d8-8b91032040d0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:35.717508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6f0b-bb4e-4d97-ad5d-6de925d4cf38 req-33a2d9d2-edde-4cf8-a260-817395fac7eb tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:35.724849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d45f6f0b-bb4e-4d97-ad5d-6de925d4cf38 req-33a2d9d2-edde-4cf8-a260-817395fac7eb tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 943 time: 0.0599277 Dec 13 14:44:35.770627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d45f6f0b-bb4e-4d97-ad5d-6de925d4cf38 req-d52210b5-1223-4676-99b4-a1222ce033f2 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Dec 13 14:44:36.275683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e977455c-c81b-4e5d-b816-9dcc02d5e3e7 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:44:36.363017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a0146-3159-4edb-85c2-7544f9df1ddf req-df8fc0cc-b04c-434f-b9cc-de4c93a528ce tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:36.380907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-267a0146-3159-4edb-85c2-7544f9df1ddf req-df8fc0cc-b04c-434f-b9cc-de4c93a528ce tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.1183097 Dec 13 14:44:36.448246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-267a0146-3159-4edb-85c2-7544f9df1ddf req-c8e52210-1832-4a8d-a63a-ead256b0f1de tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649724 Dec 13 14:44:36.491942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e977455c-c81b-4e5d-b816-9dcc02d5e3e7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:36.538757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'port_id': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'mac_address': 'fa:16:3e:95:15:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:44:36.632502 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:36.671291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e977455c-c81b-4e5d-b816-9dcc02d5e3e7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:36.693786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509be28f-8191-48ab-8ad9-dc6dc557d93e req-902dddca-d6d1-4bc7-8e3f-e2409cf2519c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:36.725917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-509be28f-8191-48ab-8ad9-dc6dc557d93e req-902dddca-d6d1-4bc7-8e3f-e2409cf2519c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1242368 Dec 13 14:44:36.744527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e977455c-c81b-4e5d-b816-9dcc02d5e3e7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:36.781118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-509be28f-8191-48ab-8ad9-dc6dc557d93e req-18f0ae1e-2147-4ed4-9bec-74c6c60aff43 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542889 Dec 13 14:44:36.821500 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:36.946269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:36.974493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dec56-61ee-44e5-b4fc-d71fc3ebff76 req-bfbf1c4c-15c3-4db5-b23b-4beddceef949 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:36.983687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-210dec56-61ee-44e5-b4fc-d71fc3ebff76 req-bfbf1c4c-15c3-4db5-b23b-4beddceef949 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 944 time: 0.0802956 Dec 13 14:44:37.065457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e977455c-c81b-4e5d-b816-9dcc02d5e3e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:44:37.070850 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-210dec56-61ee-44e5-b4fc-d71fc3ebff76 req-d7f76d3d-f2d4-4dcc-9858-0b24fa48239d tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860176 Dec 13 14:44:37.439925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bed6b2-29e6-4bb3-ac43-7cd3f74de607 req-6946759a-e9d6-4e97-986a-d6957c562a44 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:37.441715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66bed6b2-29e6-4bb3-ac43-7cd3f74de607 req-6946759a-e9d6-4e97-986a-d6957c562a44 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1100 time: 0.0586512 Dec 13 14:44:37.473230 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-66bed6b2-29e6-4bb3-ac43-7cd3f74de607 req-d953feac-eddd-4657-868b-d5a1d8342301 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:37.605797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-66bed6b2-29e6-4bb3-ac43-7cd3f74de607 req-d953feac-eddd-4657-868b-d5a1d8342301 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:37.683048 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-66bed6b2-29e6-4bb3-ac43-7cd3f74de607 req-d953feac-eddd-4657-868b-d5a1d8342301 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:37.707886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66bed6b2-29e6-4bb3-ac43-7cd3f74de607 req-d953feac-eddd-4657-868b-d5a1d8342301 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588873 Dec 13 14:44:37.742914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953feac-eddd-4657-868b-d5a1d8342301 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7542a4-0722-4141-b56e-a6ebd2c5d46a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:38.030763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07d124-607a-435d-9e34-1f92df13178d req-099dd70c-dae2-475d-a1d8-a7b4307d29fa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:38.032710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae07d124-607a-435d-9e34-1f92df13178d req-099dd70c-dae2-475d-a1d8-a7b4307d29fa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.0754819 Dec 13 14:44:38.091762 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae07d124-607a-435d-9e34-1f92df13178d req-8b087d06-0cb3-4d0d-935a-4ef955d84767 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521407 Dec 13 14:44:38.284199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e977455c-c81b-4e5d-b816-9dcc02d5e3e7 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:38.428632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:44:38.435153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:38.435349 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:38.620874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:38.657496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:38.660366 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174cd211-98cc-4327-8c30-db14b934dfbb" -d '{"events": [{"server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "name": "network-vif-plugged", "status": "completed", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:38.677074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e977455c-c81b-4e5d-b816-9dcc02d5e3e7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:38.747031 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:38.799473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:39.489073 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d241-78df-4162-93aa-73b62709f014 req-b3da41f3-a6b7-4e18-bd8c-b15544f5a4e0 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:39.490972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4144d241-78df-4162-93aa-73b62709f014 req-b3da41f3-a6b7-4e18-bd8c-b15544f5a4e0 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 945 time: 0.0607758 Dec 13 14:44:39.561508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4144d241-78df-4162-93aa-73b62709f014 req-293f4450-6479-433c-b2ef-2880c094279c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626464 Dec 13 14:44:39.835977 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-4595a83b-3628-4801-ad36-5ccdf5f4a9a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3353891 Dec 13 14:44:39.846840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-c1680974-f8b1-4b70-a95a-7f1215a87ec1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:44:39.863636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-c1680974-f8b1-4b70-a95a-7f1215a87ec1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179493 Dec 13 14:44:39.989817 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7095d5-b6d2-41a9-95aa-f6cdd9f633e4 x-openstack-request-id: req-2f7095d5-b6d2-41a9-95aa-f6cdd9f633e4 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:39.990352 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "name": "network-vif-plugged", "status": "completed", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:39.990503 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f7095d5-b6d2-41a9-95aa-f6cdd9f633e4 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:39.991326 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'code': 200} Dec 13 14:44:40.145051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5695f-06a6-4024-9331-4c60fd7f68e9 req-46964ff1-8b61-40bd-aa42-45401cdecf83 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:40.156075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04e5695f-06a6-4024-9331-4c60fd7f68e9 req-46964ff1-8b61-40bd-aa42-45401cdecf83 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0795808 Dec 13 14:44:40.160874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34123c2-fceb-4378-80c0-f293ed7e1c08 req-46e1b2d3-4a4f-48ed-b2e6-475d6c23a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:40.166987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e34123c2-fceb-4378-80c0-f293ed7e1c08 req-46e1b2d3-4a4f-48ed-b2e6-475d6c23a1ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 1096 time: 0.0996239 Dec 13 14:44:40.243758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04e5695f-06a6-4024-9331-4c60fd7f68e9 req-098c813a-f22b-48b0-89ae-8851b1abed8b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867224 Dec 13 14:44:40.268921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e34123c2-fceb-4378-80c0-f293ed7e1c08 req-a0a6753b-9998-45ac-9556-92e6dd685e41 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948889 Dec 13 14:44:40.495617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8900569-b839-4eb1-8b68-848c8e7a7135 req-6d75b2ab-6de6-4279-a238-27690a95ad78 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:40.503941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8900569-b839-4eb1-8b68-848c8e7a7135 req-6d75b2ab-6de6-4279-a238-27690a95ad78 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.0647533 Dec 13 14:44:40.559461 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8900569-b839-4eb1-8b68-848c8e7a7135 req-e89dd741-5781-4efe-96a2-05dfc1db9ef0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501869 Dec 13 14:44:40.952207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793b2c7-988b-47f1-b540-169c42331740 req-f29ed0d6-540e-41c6-b625-8d02024d74e2 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:40.960582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2793b2c7-988b-47f1-b540-169c42331740 req-f29ed0d6-540e-41c6-b625-8d02024d74e2 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 945 time: 0.0873556 Dec 13 14:44:41.018584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2793b2c7-988b-47f1-b540-169c42331740 req-60d6ccc0-d09a-47c7-ad5d-3e7e8620241a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569344 Dec 13 14:44:41.414277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e727e4-51ca-4944-a129-f1005a1d855f req-6477350a-8854-410c-9b19-b589368c62cd tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:41.423043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e727e4-51ca-4944-a129-f1005a1d855f req-6477350a-8854-410c-9b19-b589368c62cd tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0860567 Dec 13 14:44:41.476298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e727e4-51ca-4944-a129-f1005a1d855f req-8256ed62-9477-4ac8-af29-ca96d1112274 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519681 Dec 13 14:44:41.754058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79c7f-6fc5-49bb-a6cc-948a9b94e7a3 req-8d35a36b-e84f-4538-b317-368e226545c8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:41.762274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90e79c7f-6fc5-49bb-a6cc-948a9b94e7a3 req-8d35a36b-e84f-4538-b317-368e226545c8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.0790071 Dec 13 14:44:41.842828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90e79c7f-6fc5-49bb-a6cc-948a9b94e7a3 req-09e155db-0702-46ee-b4fe-b4b0c7945339 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790455 Dec 13 14:44:41.900554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37276) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:42.063599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b360e85f-2ac0-4808-aba7-2fe48c63927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:42.199247 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b360e85f-2ac0-4808-aba7-2fe48c63927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:42.278367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b360e85f-2ac0-4808-aba7-2fe48c63927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:42.358409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b360e85f-2ac0-4808-aba7-2fe48c63927b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56ab8a6a0d7443dbbc0588aa2bf68fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563231 Dec 13 14:44:42.359312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37288) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:42.361501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360e85f-2ac0-4808-aba7-2fe48c63927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91091b42-4e91-45f8-97dd-35370b3780e0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:42.390162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303377-48d5-4fd8-b39c-3629ff131d67 req-207fabdd-545b-48aa-8251-0b82028ccba4 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:42.394761 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da303377-48d5-4fd8-b39c-3629ff131d67 req-207fabdd-545b-48aa-8251-0b82028ccba4 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 945 time: 0.0910327 Dec 13 14:44:42.466906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9189929a-e4c7-4938-8cbe-6a3407e82515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:42.472830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da303377-48d5-4fd8-b39c-3629ff131d67 req-0a98ae38-3f92-486c-b4db-53ac7cd6e902 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640149 Dec 13 14:44:42.513178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9189929a-e4c7-4938-8cbe-6a3407e82515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:42.686310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-9d4f0e42-8bd5-44fc-a2b1-d8a849daf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:42.688121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-9d4f0e42-8bd5-44fc-a2b1-d8a849daf309 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1100 time: 0.0766263 Dec 13 14:44:42.788449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103f08d-808d-4337-b143-7829d46fca63 req-e6f3e171-38e9-4d24-9f62-3a0139b4a806 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:42.796073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9189929a-e4c7-4938-8cbe-6a3407e82515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:42.799313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6103f08d-808d-4337-b143-7829d46fca63 req-e6f3e171-38e9-4d24-9f62-3a0139b4a806 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1238966 Dec 13 14:44:42.799799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9189929a-e4c7-4938-8cbe-6a3407e82515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:42.805045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9189929a-e4c7-4938-8cbe-6a3407e82515 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91091b42-4e91-45f8-97dd-35370b3780e0 HTTP/1.1" status: 204 len: 168 time: 0.4443951 Dec 13 14:44:42.866945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6103f08d-808d-4337-b143-7829d46fca63 req-b1972c8a-b980-49dd-b802-3a97a9b883de tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664780 Dec 13 14:44:42.891640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189929a-e4c7-4938-8cbe-6a3407e82515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91091b42-4e91-45f8-97dd-35370b3780e0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:42.995904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-d376df95-16be-4efc-beaa-4a3394b54899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:42.997660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-d376df95-16be-4efc-beaa-4a3394b54899 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.3017902 Dec 13 14:44:43.071356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-36cc2de5-ef94-40d2-ba39-2ffc554c19fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.0639184 Dec 13 14:44:43.148530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-add931ec-0096-48e0-a726-ae9029c816b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:43.150561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-add931ec-0096-48e0-a726-ae9029c816b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0721049 Dec 13 14:44:43.157252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-6d05aca9-f47d-4d34-9e33-01ae58fe8417 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 258 time: 0.2621045 Dec 13 14:44:43.169041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:43.224726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-3ba5b902-82c0-4d49-9e36-4a5750a8a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:43.226598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-3ba5b902-82c0-4d49-9e36-4a5750a8a2fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677516 Dec 13 14:44:43.359096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-d0e2e888-4521-4d37-9ca2-c685d13697e6 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226943 Dec 13 14:44:43.373674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:43.478343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-9f467d08-c7d7-4fbb-8815-e9850b48c275 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099248 Dec 13 14:44:43.550136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:43.722954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Allocated IP 172.25.7.179 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d2d49d95-3f28-42ea-b6d5-9c65a3bdc1a3) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:43.936728 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:44.032743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37314) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:44.071142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:44.082991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:44.100381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:44.103600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:44.107602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:44.222766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:44.229506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event updated for resources: {'Port': ['ID=d2d49d95-3f28-42ea-b6d5-9c65a3bdc1a3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:44.285930 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:44.883684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:44.922050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc461d-99c0-49ff-ac0f-b39ae578fa11,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:44.928785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43b5c69950b149189ce88f6fc78218c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919346 Dec 13 14:44:44.928785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37316) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:44.939879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.943115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.944075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94658eed-a6d2-485f-9f16-0ec208f55d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:44.945464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.015608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1171c2f3-0d17-4246-af67-26da2359efe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.068894 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1171c2f3-0d17-4246-af67-26da2359efe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.186764 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.233499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1171c2f3-0d17-4246-af67-26da2359efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.237065 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1171c2f3-0d17-4246-af67-26da2359efe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.238636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1171c2f3-0d17-4246-af67-26da2359efe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbbc461d-99c0-49ff-ac0f-b39ae578fa11 HTTP/1.1" status: 204 len: 168 time: 0.3091731 Dec 13 14:44:45.261066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171c2f3-0d17-4246-af67-26da2359efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc461d-99c0-49ff-ac0f-b39ae578fa11,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:45.267540 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.330818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event updated for resources: {'Port': ['ID=d2d49d95-3f28-42ea-b6d5-9c65a3bdc1a3,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:45.381924 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.415569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.538108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:45.539866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f35d1169-0b95-4e66-bbfc-d9b70d0f383c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3770299 Dec 13 14:44:45.694693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-1bd4749c-1db7-47d6-a154-dc48c5587114 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 696 time: 0.1438608 Dec 13 14:44:45.879814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f0272c75-0c62-4c59-8e64-0f91a21b9fdf tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:45.881076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-f0272c75-0c62-4c59-8e64-0f91a21b9fdf tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1848063 Dec 13 14:44:45.904814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-96cbd241-46a6-4268-80c6-6098eab362cf tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:44:45.905735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ac7a595-1d15-4105-b1d5-4b6c36ea844e req-96cbd241-46a6-4268-80c6-6098eab362cf tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063484 Dec 13 14:44:46.404169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57832c-8f18-47f9-a46f-ddd0b0ad622c req-1699676e-cb29-45ae-b8be-22c35543e029 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:46.411475 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f57832c-8f18-47f9-a46f-ddd0b0ad622c req-1699676e-cb29-45ae-b8be-22c35543e029 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.3700476 Dec 13 14:44:46.454343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f57832c-8f18-47f9-a46f-ddd0b0ad622c req-21ff11b1-fb87-4a35-8018-40878ed7ee9f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353642 Dec 13 14:44:46.610274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab634d-ad9d-4e13-aa09-1d17bfed9090 req-5a4f1424-b7ec-4dc0-9e30-a2ef1fa7a6ba tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:46.612032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85ab634d-ad9d-4e13-aa09-1d17bfed9090 req-5a4f1424-b7ec-4dc0-9e30-a2ef1fa7a6ba tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0602903 Dec 13 14:44:46.636193 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:46.655571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85ab634d-ad9d-4e13-aa09-1d17bfed9090 req-e8a1da43-b1f3-4c7e-873f-d5df0c196033 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371044 Dec 13 14:44:46.872116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-bb23affb-d58c-4885-8eee-57d5f45ce4d1 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:46.873612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-bb23affb-d58c-4885-8eee-57d5f45ce4d1 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0931404 Dec 13 14:44:46.932190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-7545dbe2-ac57-483b-9bbc-f72db86d0944 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 696 time: 0.0485265 Dec 13 14:44:46.955699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Request body: {'floatingip': {'port_id': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:47.001269 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:47.490015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:47.558584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:47.667248 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Floating IP e12cbaad-54f8-4810-bf6c-4fa8234474b5 associated. External IP: 172.25.7.179, port: e977455c-c81b-4e5d-b816-9dcc02d5e3e7. Dec 13 14:44:47.906457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:44:48.021083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:44:48.026366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:48.033171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] Sync routers for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:44:48.043516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:48.044272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:48.078470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c40071dc-29c7-4005-905c-9b1fbcd66d77 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "PUT /v2.0/floatingips/e12cbaad-54f8-4810-bf6c-4fa8234474b5 HTTP/1.1" status: 200 len: 996 time: 1.1267962 Dec 13 14:44:48.079202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:48.082012 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:48.142081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-ec9d7551-0b39-4905-bce8-8e5b7d8d7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:48.143744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-ec9d7551-0b39-4905-bce8-8e5b7d8d7bb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fc968f762224d17bdbfd31f1098cf72&device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 1096 time: 0.0517812 Dec 13 14:44:48.184981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:48.354785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-70211b22-c6a6-48dc-8702-ea45740b69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:48.354785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-70211b22-c6a6-48dc-8702-ea45740b69f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 200 len: 930 time: 0.1064391 Dec 13 14:44:48.354785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-36d49abc-e2a2-409e-a7b0-6176b91cee9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 999 time: 0.0631163 Dec 13 14:44:48.386535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-fa0af45b-8381-48d1-b361-9af04ea97f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:48.387561 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-fa0af45b-8381-48d1-b361-9af04ea97f42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a HTTP/1.1" status: 200 len: 868 time: 0.0533273 Dec 13 14:44:48.451829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-29adb82d-d9c1-431b-92e0-858f3380e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:48.453953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-29adb82d-d9c1-431b-92e0-858f3380e8f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542047 Dec 13 14:44:48.465307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-5677ecb9-6318-460f-909c-bd68ce63a20d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:44:48.466558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-5677ecb9-6318-460f-909c-bd68ce63a20d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062311 Dec 13 14:44:48.468520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e12cbaad-54f8-4810-bf6c-4fa8234474b5', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'port_id': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'mac_address': 'fa:16:3e:95:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:44:44Z', 'updated_at': '2021-12-13T14:44:47Z', 'revision_number': 1, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:26Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:48.495274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] Checking router: 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:44:48.505519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:48.506436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:48.581901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-c29070c7-7323-4364-978e-80f972ecdaea service neutron] 10.222.0.24 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021061 Dec 13 14:44:48.619142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:48.693571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e103fdb-3804-498b-9898-bcd0d77d7350 req-43986830-3882-465e-b6e2-e2c81fe0f218 service neutron] 10.222.0.24 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021471 Dec 13 14:44:48.881151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e12cbaad-54f8-4810-bf6c-4fa8234474b5', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'port_id': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'mac_address': 'fa:16:3e:95:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:44:44Z', 'updated_at': '2021-12-13T14:44:47Z', 'revision_number': 1, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:26Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:48.932486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88563b7-9fb9-42d1-89e7-734d3739c8c7 None None] The sync data for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 is: [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e12cbaad-54f8-4810-bf6c-4fa8234474b5', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'port_id': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'mac_address': 'fa:16:3e:95:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:44:44Z', 'updated_at': '2021-12-13T14:44:47Z', 'revision_number': 1, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:26Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:44:49.077884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f43919-907e-44d3-a413-89dbd0db52db req-7ad701ce-1e9d-4fce-8b1a-dead81b092e3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:49.079430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94f43919-907e-44d3-a413-89dbd0db52db req-7ad701ce-1e9d-4fce-8b1a-dead81b092e3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.0611160 Dec 13 14:44:49.126082 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94f43919-907e-44d3-a413-89dbd0db52db req-ef71c816-d025-4223-9908-a7002abe84d9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390503 Dec 13 14:44:49.221195 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff02f0d-33f2-4e4d-ab8e-683a71ea329f None None] New status for floating IP e12cbaad-54f8-4810-bf6c-4fa8234474b5: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:44:49.286931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c1fd3-4e26-47d9-9e90-042a46f48145 req-468ec132-7400-4005-9a2e-f5bafab3fb94 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:49.288481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-951c1fd3-4e26-47d9-9e90-042a46f48145 req-468ec132-7400-4005-9a2e-f5bafab3fb94 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0782661 Dec 13 14:44:49.354876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-951c1fd3-4e26-47d9-9e90-042a46f48145 req-73bc4e61-c9b8-46e2-a6c5-d9616203e297 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588713 Dec 13 14:44:49.359610 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9757100a-42ae-482d-b576-12a4d35be8e4 x-openstack-request-id: req-9757100a-42ae-482d-b576-12a4d35be8e4 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:49.359610 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:49.360006 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9757100a-42ae-482d-b576-12a4d35be8e4 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:49.360420 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'status': 'completed', 'code': 200} Dec 13 14:44:49.486412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-8980c71b-90ec-4e84-90da-db508c1d9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:49.488047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-8980c71b-90ec-4e84-90da-db508c1d9e18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fc968f762224d17bdbfd31f1098cf72&device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 1096 time: 0.0931277 Dec 13 14:44:49.512356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf833c-8e9e-43ae-a3ac-01c90b3aeff8 req-42e50431-5101-4457-8c35-fa2c01a1e04e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:49.513865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abaf833c-8e9e-43ae-a3ac-01c90b3aeff8 req-42e50431-5101-4457-8c35-fa2c01a1e04e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 946 time: 0.0841360 Dec 13 14:44:49.521836 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-91fd21cd-1904-44a0-8b19-25fc3e2f6f10 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 258 time: 0.1474717 Dec 13 14:44:49.531843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:49.597802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37470) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:49.604851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abaf833c-8e9e-43ae-a3ac-01c90b3aeff8 req-854881be-a387-4032-945b-0a8c05630dc2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703185 Dec 13 14:44:49.644891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:49.667360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-0fa31183-911d-448f-b03c-64a0cb11f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:49.669419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-0fa31183-911d-448f-b03c-64a0cb11f89f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 200 len: 930 time: 0.1733208 Dec 13 14:44:49.765815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-d331195d-4307-45b9-babd-a84a8698b4e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 1001 time: 0.0839677 Dec 13 14:44:49.802531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3dedee01-ca72-4575-8347-1c97d4250895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:49.807467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:49.838491 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5cde5309-472e-4ad5-946d-f836151ff009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:49.851983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-230a2f78-394b-4b77-be2b-511f745ba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:49.856745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-230a2f78-394b-4b77-be2b-511f745ba765 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a HTTP/1.1" status: 200 len: 868 time: 0.0808821 Dec 13 14:44:49.978397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-2c651e69-2865-4dd2-9ed1-39361669f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:49.983873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-2c651e69-2865-4dd2-9ed1-39361669f44f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141212 Dec 13 14:44:50.002972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Allocated IP 172.25.7.123 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/311b051e-21b4-4e66-b325-401306fc027b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:44:50.083646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5cde5309-472e-4ad5-946d-f836151ff009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.103123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-d0c81f0e-1d05-4795-9183-1e4634faab50 service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069446 Dec 13 14:44:50.148643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.172846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5cde5309-472e-4ad5-946d-f836151ff009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.218266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde5309-472e-4ad5-946d-f836151ff009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573db102-94aa-4382-b914-e9488105d1be,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:50.225125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5cde5309-472e-4ad5-946d-f836151ff009 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b90fc6abec574e30bf6517ea510dc5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260803 Dec 13 14:44:50.228997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37502) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:50.255511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03e36d7b-6af2-4e12-a560-cbfc4b84efb1 req-140543d4-1c7b-4b78-bf63-7f8b16de2c6b service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441844 Dec 13 14:44:50.297401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ace3da89-35b8-45b5-94e3-a727a9f23819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.299589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.323654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ace3da89-35b8-45b5-94e3-a727a9f23819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.348917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:44:50.353546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:44:50.356048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:44:50.362620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:44:50.366852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:44:50.368374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event updated for resources: {'Port': ['ID=311b051e-21b4-4e66-b325-401306fc027b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:50.486852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37516) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:50.499014 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ace3da89-35b8-45b5-94e3-a727a9f23819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.503439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ace3da89-35b8-45b5-94e3-a727a9f23819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.504622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ace3da89-35b8-45b5-94e3-a727a9f23819 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/573db102-94aa-4382-b914-e9488105d1be HTTP/1.1" status: 204 len: 168 time: 0.2746685 Dec 13 14:44:50.528236 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.537464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3da89-35b8-45b5-94e3-a727a9f23819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573db102-94aa-4382-b914-e9488105d1be,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:50.637196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:50.639514 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e51e07-b854-4275-8adf-4b124398412d" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:50.667393 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.695181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:50.700536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:50.712171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '56544120-4f78-478f-8584-1a745d7d26d4', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '56544120-4f78-478f-8584-1a745d7d26d4', 'mac_address': 'fa:16:3e:23:bb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:44:50.736289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85a77-da3a-40c1-9ef2-80e798531986 req-2f6901fb-6d44-422e-bf10-f949e1129757 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:50.738400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4be85a77-da3a-40c1-9ef2-80e798531986 req-2f6901fb-6d44-422e-bf10-f949e1129757 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0793080 Dec 13 14:44:50.792095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42d23db0-3c1c-46bd-8a7f-bda2a36b802b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.816443 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.844027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4be85a77-da3a-40c1-9ef2-80e798531986 req-87fd48da-86bf-45d6-a058-73cd33b5ce17 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944455 Dec 13 14:44:50.946768 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40830c89-5265-4579-bf2e-5ce4cbd9a2cf x-openstack-request-id: req-40830c89-5265-4579-bf2e-5ce4cbd9a2cf {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:50.947327 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:50.947542 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40830c89-5265-4579-bf2e-5ce4cbd9a2cf {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:50.948130 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'code': 200} Dec 13 14:44:50.952194 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.969040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42d23db0-3c1c-46bd-8a7f-bda2a36b802b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:50.997805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.029538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56544120-4f78-478f-8584-1a745d7d26d4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:44:51.048788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:51.064232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=14']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:51.130050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.140024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42d23db0-3c1c-46bd-8a7f-bda2a36b802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.164379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.182201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-42d23db0-3c1c-46bd-8a7f-bda2a36b802b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44d4a68250be416b8343541dd5102980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941767 Dec 13 14:44:51.182457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37570) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:51.183438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d23db0-3c1c-46bd-8a7f-bda2a36b802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c27da-f960-4914-9ffe-542c40a0ae87,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:51.225576 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.238767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:51.259223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['56544120-4f78-478f-8584-1a745d7d26d4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:44:51.316361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3b93d5a-f4eb-46b0-8ae4-fdddf2fde9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.356518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event updated for resources: {'Port': ['ID=311b051e-21b4-4e66-b325-401306fc027b,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:51.367365 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3b93d5a-f4eb-46b0-8ae4-fdddf2fde9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.376893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.481168 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.482476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-49c1d8c7-bc8d-4c41-ae4b-f721978b7c44 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9597490 Dec 13 14:44:51.532773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3b93d5a-f4eb-46b0-8ae4-fdddf2fde9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.538971 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3b93d5a-f4eb-46b0-8ae4-fdddf2fde9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:51.538971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3b93d5a-f4eb-46b0-8ae4-fdddf2fde9d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca9c27da-f960-4914-9ffe-542c40a0ae87 HTTP/1.1" status: 204 len: 168 time: 0.3527393 Dec 13 14:44:51.544631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-e41ff75a-3a6c-40ff-957c-34332901b1a9 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0553203 Dec 13 14:44:51.549361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b93d5a-f4eb-46b0-8ae4-fdddf2fde9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c27da-f960-4914-9ffe-542c40a0ae87,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:51.686259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-f955e4d9-bd99-4ac7-9610-617764459cbc tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:51.687655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9175cb8-29cc-415a-a943-ad76548ad280 req-f955e4d9-bd99-4ac7-9610-617764459cbc tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1363089 Dec 13 14:44:51.835247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80c94-2b1b-45d7-a316-1357bb582c7f req-ed178da8-e094-4c9f-8564-b41c90be005f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:51.836808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28a80c94-2b1b-45d7-a316-1357bb582c7f req-ed178da8-e094-4c9f-8564-b41c90be005f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0699604 Dec 13 14:44:51.949340 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28a80c94-2b1b-45d7-a316-1357bb582c7f req-b6450a55-1361-44dc-ae6d-8fa07e948483 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.1008258 Dec 13 14:44:51.959873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-28a80c94-2b1b-45d7-a316-1357bb582c7f req-044f685f-011e-4c8e-8d52-56e5699ed624 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Request body: {'floatingip': {'port_id': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:52.011091 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-28a80c94-2b1b-45d7-a316-1357bb582c7f req-044f685f-011e-4c8e-8d52-56e5699ed624 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.107488 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:44:52.174056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-959ff94f-1f03-4bf2-972b-f606229af189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.312993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37650) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:52.329527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8833602c-5bda-473b-8fb1-a5a655b7140e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.337078 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-28a80c94-2b1b-45d7-a316-1357bb582c7f req-044f685f-011e-4c8e-8d52-56e5699ed624 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 14:44:52.351795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28a80c94-2b1b-45d7-a316-1357bb582c7f req-044f685f-011e-4c8e-8d52-56e5699ed624 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "PUT /v2.0/floatingips/0ccea0f9-8428-4c22-9791-bb78717f29b5 HTTP/1.1" status: 409 len: 550 time: 0.3937495 Dec 13 14:44:52.384005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:44:52.492672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 56544120-4f78-478f-8584-1a745d7d26d4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:44:52.494225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.518734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8833602c-5bda-473b-8fb1-a5a655b7140e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.525170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e5271-5b52-47e4-bd15-de072aa508b1 req-a2c006b0-be0f-4a64-a92a-dd6a0b2a2fd2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:52.530756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f61e5271-5b52-47e4-bd15-de072aa508b1 req-a2c006b0-be0f-4a64-a92a-dd6a0b2a2fd2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0908821 Dec 13 14:44:52.581358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8833602c-5bda-473b-8fb1-a5a655b7140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.656001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f61e5271-5b52-47e4-bd15-de072aa508b1 req-af658d81-9c33-4086-8f00-da065a150867 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095021 Dec 13 14:44:52.673913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8833602c-5bda-473b-8fb1-a5a655b7140e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cea194e8554c4280ba10f7d62185f3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597572 Dec 13 14:44:52.677173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:52.688076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.713990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833602c-5bda-473b-8fb1-a5a655b7140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6b4cec-682d-4238-9ebe-18d9be5b8a8b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:52.796085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:44:52.811116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-2b5e0112-b0a4-4cb2-8e1f-48f7a5e7dd24 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips/0ccea0f9-8428-4c22-9791-bb78717f29b5 HTTP/1.1" status: 200 len: 693 time: 0.0503738 Dec 13 14:44:52.887525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.894495 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57776f30-2ada-4da7-bf8b-7b246006a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.931339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57776f30-2ada-4da7-bf8b-7b246006a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:52.952332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:52.955456 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43abb498-2ee9-477b-96a7-e72541400f99" -d '{"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-plugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:52.985601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:53.011949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-c1fb3406-fa9c-46de-aee9-7863e198beb0 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:53.013369 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-c1fb3406-fa9c-46de-aee9-7863e198beb0 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2014730 Dec 13 14:44:53.037298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-f85b2a6e-6491-4774-b90b-15752bf1feac tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:44:53.041083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-f85b2a6e-6491-4774-b90b-15752bf1feac tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063698 Dec 13 14:44:53.123367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-cc8343c2-0bed-4222-8cc0-be5c03d06bfd tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0727999 Dec 13 14:44:53.133258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57776f30-2ada-4da7-bf8b-7b246006a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:53.136297 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57776f30-2ada-4da7-bf8b-7b246006a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:53.139944 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-57776f30-2ada-4da7-bf8b-7b246006a899 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a6b4cec-682d-4238-9ebe-18d9be5b8a8b HTTP/1.1" status: 204 len: 168 time: 0.4594519 Dec 13 14:44:53.164145 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:53.199554 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1590b051-5648-4a88-87cc-391751763dad x-openstack-request-id: req-1590b051-5648-4a88-87cc-391751763dad {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:53.200736 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-plugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:53.201157 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1590b051-5648-4a88-87cc-391751763dad {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:53.201884 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4', 'code': 200} Dec 13 14:44:53.264424 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-2001d6ac-ae81-4dd2-9dd0-a90ef5557eb2 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.1400075 Dec 13 14:44:53.267123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57776f30-2ada-4da7-bf8b-7b246006a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6b4cec-682d-4238-9ebe-18d9be5b8a8b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:53.341912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b58ea-4b6b-486e-b423-6cff2e4d9028 req-2ce9f5bf-3554-4ade-ab6a-d40e5ca3548b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:53.350362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-735b58ea-4b6b-486e-b423-6cff2e4d9028 req-2ce9f5bf-3554-4ade-ab6a-d40e5ca3548b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0932846 Dec 13 14:44:53.405108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-735b58ea-4b6b-486e-b423-6cff2e4d9028 req-54bf847d-3c77-44eb-abd6-bbafc9cd9a61 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533574 Dec 13 14:44:53.478225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Deleting port 311b051e-21b4-4e66-b325-401306fc027b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:44:53.478729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:53.571112 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:53.571577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:53.588544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Calling delete_port for 311b051e-21b4-4e66-b325-401306fc027b owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:44:53.939100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13630e-af69-43ab-90dd-3a02046c2174 req-7989106b-1f99-490c-b9af-bf5431160ec6 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:53.942197 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd13630e-af69-43ab-90dd-3a02046c2174 req-7989106b-1f99-490c-b9af-bf5431160ec6 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1393051 Dec 13 14:44:53.949065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-45f3a117-7a01-436c-8ab8-bc3e12e17b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:53.951273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-45f3a117-7a01-436c-8ab8-bc3e12e17b16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1095 time: 0.1099625 Dec 13 14:44:53.997351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:54.030376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event deleted for resources: {'Port': ['ID=311b051e-21b4-4e66-b325-401306fc027b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:54.171703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:54.174752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:54.177732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6f34e53-0acb-4f4a-90fc-7b10222a4c64 req-0717878d-f467-412a-8f22-e7c5db4953a8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "DELETE /v2.0/floatingips/0ccea0f9-8428-4c22-9791-bb78717f29b5 HTTP/1.1" status: 204 len: 173 time: 0.9118521 Dec 13 14:44:54.382456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90356c-0bb8-4a05-9d20-7f3b3594af59 req-cea38ebc-5016-4f91-84c4-a8a476c14847 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:54.385178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90356c-0bb8-4a05-9d20-7f3b3594af59 req-cea38ebc-5016-4f91-84c4-a8a476c14847 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1044815 Dec 13 14:44:54.510117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90356c-0bb8-4a05-9d20-7f3b3594af59 req-83d25f35-1ae6-426b-b4c7-e1d10b3efe35 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164198 Dec 13 14:44:54.605461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd13630e-af69-43ab-90dd-3a02046c2174 req-7a16a245-a8da-44b0-92a1-8519263a884d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527855 Dec 13 14:44:54.725808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-95dbd44d-30b6-4d2a-b375-3dcf988733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:54.725808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-95dbd44d-30b6-4d2a-b375-3dcf988733c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.7625351 Dec 13 14:44:54.796368 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:54.908161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-ce5fdd8b-3f48-4bf4-a421-c52141d9946a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 999 time: 0.1684363 Dec 13 14:44:54.919650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-551f3511-8e0e-4430-acad-38bcee73a9fb tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 1001 time: 0.2434349 Dec 13 14:44:55.039405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-0b9cf592-6d97-43f8-8b8d-3a50ff4473bf tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:55.058640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-326f77df-f3e4-41b1-a851-ed941fc9339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:55.058640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-326f77df-f3e4-41b1-a851-ed941fc9339b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1384840 Dec 13 14:44:55.064313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-0b9cf592-6d97-43f8-8b8d-3a50ff4473bf tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports/e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 942 time: 0.1358788 Dec 13 14:44:55.078358 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:55.136627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-713ae78c-c1a3-420c-b9e3-0936386435f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:55.141652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-713ae78c-c1a3-420c-b9e3-0936386435f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762186 Dec 13 14:44:55.377135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-06223ce6-ee3b-450a-bb37-eb6470905d35 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253346 Dec 13 14:44:55.519750 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a170eeb3-2381-4f3b-9ed1-52428225fbbc req-206889e1-fc42-4a15-b8a1-928692c99a4a service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300771 Dec 13 14:44:55.784390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-b0a99915-7f72-479a-b35f-1f1456422523 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 1001 time: 0.6360128 Dec 13 14:44:55.849584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a8f25-eaf9-49c3-b083-3108fac1979c req-b72653ba-2c7b-4121-9d3d-2e2f4b34730f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:55.851633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-738a8f25-eaf9-49c3-b083-3108fac1979c req-b72653ba-2c7b-4121-9d3d-2e2f4b34730f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.2064025 Dec 13 14:44:55.938104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-738a8f25-eaf9-49c3-b083-3108fac1979c req-41b49740-313e-457d-a392-9964f402ae86 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679047 Dec 13 14:44:55.969082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a5c877ae-8519-4f86-b514-b0ed2bae8dfc tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:55.970726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a5c877ae-8519-4f86-b514-b0ed2bae8dfc tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1800113 Dec 13 14:44:56.126989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e45fae-7c82-4b4e-b10f-02cf5da5bbeb req-155514df-355a-4280-b66e-c8798a0677ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:56.129094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6e45fae-7c82-4b4e-b10f-02cf5da5bbeb req-155514df-355a-4280-b66e-c8798a0677ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1014285 Dec 13 14:44:56.149300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-9c1f5973-b0b7-4fb6-a98e-64e4c05f4c85 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 1001 time: 0.1697152 Dec 13 14:44:56.162016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:44:56.248635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6e45fae-7c82-4b4e-b10f-02cf5da5bbeb req-23ded0ed-73de-49bf-865a-dfd611de9a72 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127574 Dec 13 14:44:56.316653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:56.617028 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:56.689568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:56.690332 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Floating IP e12cbaad-54f8-4810-bf6c-4fa8234474b5 disassociated. External IP: 172.25.7.179, port: e977455c-c81b-4e5d-b816-9dcc02d5e3e7. Dec 13 14:44:56.984755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:44:57.165906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:44:57.172060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:57.205460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-a29e20ac-586b-4899-b891-d297ef74fb9a tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "PUT /v2.0/floatingips/e12cbaad-54f8-4810-bf6c-4fa8234474b5 HTTP/1.1" status: 200 len: 695 time: 1.0473499 Dec 13 14:44:57.206043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:44:57.209285 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b93779-b97c-43a7-8280-b9c11af133c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:44:57.225321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] Sync routers for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:44:57.244763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:57.245556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:57.319471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-c04e0d91-ff1e-4cee-981c-ffdfd18e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:57.322192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-c04e0d91-ff1e-4cee-981c-ffdfd18e5ecb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fc968f762224d17bdbfd31f1098cf72&device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 1096 time: 0.0825250 Dec 13 14:44:57.448518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:57.448639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-bd0062c3-a13c-49b8-9244-3c198acff015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:57.448639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-bd0062c3-a13c-49b8-9244-3c198acff015 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 200 len: 930 time: 0.1174769 Dec 13 14:44:57.494061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-91e62131-7ae5-4915-a386-3069c5a8224b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 217 time: 0.0397236 Dec 13 14:44:57.572411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-d7545e08-bfc9-439a-b45d-0493370fe515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:57.580720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-d7545e08-bfc9-439a-b45d-0493370fe515 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a HTTP/1.1" status: 200 len: 868 time: 0.0755031 Dec 13 14:44:57.659727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-ca4de317-dcd4-45f5-b29d-561b44968cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:57.664468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-ca4de317-dcd4-45f5-b29d-561b44968cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829740 Dec 13 14:44:57.691117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:26Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:57.763125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] Checking router: 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:44:57.787035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:44:57.787759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:57.935464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-6d742ad3-b480-4f40-bbd7-2c4faa48ece7 service neutron] 10.222.0.24 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612572 Dec 13 14:44:57.998861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:44:58.122490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5eea991d-f9c7-4f72-896b-31a6fd058771 req-22b6f273-aa87-4a49-afe0-9378c6b7b8b9 service neutron] 10.222.0.24 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791391 Dec 13 14:44:58.148655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e19be-c152-4f03-95fc-850c05d87089 req-e06d862e-9dbd-4e61-8979-fdacde77c8d3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:58.170616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-346e19be-c152-4f03-95fc-850c05d87089 req-e06d862e-9dbd-4e61-8979-fdacde77c8d3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1100285 Dec 13 14:44:58.255485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-346e19be-c152-4f03-95fc-850c05d87089 req-61c26b7e-fe3d-4264-b32c-edc0927ba479 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857966 Dec 13 14:44:58.294952 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7821212-3106-4897-85dd-28dcf801ab3f x-openstack-request-id: req-b7821212-3106-4897-85dd-28dcf801ab3f {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:44:58.295491 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:44:58.295491 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7821212-3106-4897-85dd-28dcf801ab3f {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:44:58.295872 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'status': 'completed', 'code': 200} Dec 13 14:44:58.354532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:26Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:44:58.415030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac8fa33-6eb0-4440-b489-a07889722bc6 None None] The sync data for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 is: [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:44:17Z', 'revision_number': 4, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8d715966-0fc6-4b3d-99b5-e0312569ee1e', 'name': '', 'network_id': '7e38d1f8-8a8e-4407-8fd2-b0599973a4fa', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'mac_address': 'fa:16:3e:a8:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:14Z', 'updated_at': '2021-12-13T14:44:26Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'subnets': [{'id': '760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:44:58.468654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-785435c3-e68c-4fa4-8b82-200177c1e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:58.470376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-785435c3-e68c-4fa4-8b82-200177c1e8e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fc968f762224d17bdbfd31f1098cf72&device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 1096 time: 0.1458952 Dec 13 14:44:58.602413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1c9fd-7e42-4d9e-855e-4c8b34074fdb req-58e23d82-91ce-4830-af24-86c34fcc5413 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:58.603992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11b1c9fd-7e42-4d9e-855e-4c8b34074fdb req-58e23d82-91ce-4830-af24-86c34fcc5413 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.1934829 Dec 13 14:44:58.704003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11b1c9fd-7e42-4d9e-855e-4c8b34074fdb req-cf7b679a-ab98-48af-babf-5c98d41da0f6 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Dec 13 14:44:58.724251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-0f8e5868-6f63-44db-925b-40fbaf88275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:58.725718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-0f8e5868-6f63-44db-925b-40fbaf88275d service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 200 len: 930 time: 0.2438626 Dec 13 14:44:58.788600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37840) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:58.819647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-137ea122-bc90-44b0-bd7b-a7745ce54b63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 200 len: 217 time: 0.0825367 Dec 13 14:44:58.947250 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee5fbb-ba7b-4baa-8d12-230c7eb1b005 None None] New status for floating IP e12cbaad-54f8-4810-bf6c-4fa8234474b5: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:44:58.955014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-833312e4-725a-4449-841d-526996b0c7de req-e12105ed-d8fb-4fc7-8bef-8db467405fb4 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips/e12cbaad-54f8-4810-bf6c-4fa8234474b5 HTTP/1.1" status: 200 len: 695 time: 0.0734396 Dec 13 14:44:58.968675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.033118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-3ffe5e45-68de-4fac-8f5a-c900d8b197db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:59.035116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-3ffe5e45-68de-4fac-8f5a-c900d8b197db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a HTTP/1.1" status: 200 len: 868 time: 0.2081938 Dec 13 14:44:59.133748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-1c44a867-dc14-4d7c-accd-f7746cb07416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:59.135617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-1c44a867-dc14-4d7c-accd-f7746cb07416 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917380 Dec 13 14:44:59.148366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833312e4-725a-4449-841d-526996b0c7de req-3ef3376a-74fc-4c82-bc32-5b36834c0a87 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:59.150452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-833312e4-725a-4449-841d-526996b0c7de req-3ef3376a-74fc-4c82-bc32-5b36834c0a87 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1880450 Dec 13 14:44:59.174742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-833312e4-725a-4449-841d-526996b0c7de req-c03f39ca-991e-4a4b-ae88-1723a7aed2d8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:44:59.176032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-833312e4-725a-4449-841d-526996b0c7de req-c03f39ca-991e-4a4b-ae88-1723a7aed2d8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147815 Dec 13 14:44:59.226616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.290484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a21da-94e4-4b9d-b54f-bd42ec516c91 req-80d2f933-0983-400a-88dd-992320ee4575 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:59.295355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-741a21da-94e4-4b9d-b54f-bd42ec516c91 req-80d2f933-0983-400a-88dd-992320ee4575 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0663600 Dec 13 14:44:59.348799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-833312e4-725a-4449-841d-526996b0c7de req-2cd4f87a-a741-45d9-867d-dda3cfb10257 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 698 time: 0.1604841 Dec 13 14:44:59.352952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-97f7657e-0a8d-4bbd-b057-3153be9d78e0 service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006037 Dec 13 14:44:59.360445 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-741a21da-94e4-4b9d-b54f-bd42ec516c91 req-acc9dded-8231-423c-a019-b25b0224855c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593321 Dec 13 14:44:59.382980 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.436906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdba141-d994-4acc-9766-44c890be394e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:59.441953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d43e1e4a68a748cbb1dc0621ae9aa9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513028 Dec 13 14:44:59.447273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37852) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:44:59.457532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.457873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.458209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.458857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.459204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.459728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.459859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.460165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.460733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.461066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.461389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.462373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc06e6-819c-4855-9d15-1f4536818d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:44:59.486761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-833312e4-725a-4449-841d-526996b0c7de req-71a1cb33-60ed-4127-bec6-90ef8b388243 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.179 HTTP/1.1" status: 200 len: 696 time: 0.1343691 Dec 13 14:44:59.557999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23353bb0-7fcc-4908-b023-56cab54d0b2e req-18e029ea-8316-4a58-bedf-10b3763f9d7b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:44:59.559657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23353bb0-7fcc-4908-b023-56cab54d0b2e req-18e029ea-8316-4a58-bedf-10b3763f9d7b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0852144 Dec 13 14:44:59.603111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23353bb0-7fcc-4908-b023-56cab54d0b2e req-8e0179e3-2720-411f-918c-fcf17a9eaabe tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372093 Dec 13 14:44:59.655573 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2a50-7dee-4e23-8475-44cfc5d4fc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.756726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2a50-7dee-4e23-8475-44cfc5d4fc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.805881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22b93779-b97c-43a7-8280-b9c11af133c4 req-2fa627b0-c5bd-4ab1-8606-17e6572324f9 service neutron] 10.222.0.55 "GET /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751910 Dec 13 14:44:59.834548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Deleting port d2d49d95-3f28-42ea-b6d5-9c65a3bdc1a3 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:44:59.834936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.938397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2a50-7dee-4e23-8475-44cfc5d4fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.940613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2a50-7dee-4e23-8475-44cfc5d4fc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.941769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0b8f2a50-7dee-4e23-8475-44cfc5d4fc18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbdba141-d994-4acc-9766-44c890be394e HTTP/1.1" status: 204 len: 168 time: 0.4904828 Dec 13 14:44:59.960158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f2a50-7dee-4e23-8475-44cfc5d4fc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdba141-d994-4acc-9766-44c890be394e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:44:59.988219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:44:59.988555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:00.003345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Calling delete_port for d2d49d95-3f28-42ea-b6d5-9c65a3bdc1a3 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:00.269885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:00.327363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event deleted for resources: {'Port': ['ID=d2d49d95-3f28-42ea-b6d5-9c65a3bdc1a3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:00.338578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cfc2b-28fc-4440-b663-1fc0e0a75744 req-c318819d-560f-4cae-b4b5-ed7255e5008b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:00.348009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-401cfc2b-28fc-4440-b663-1fc0e0a75744 req-c318819d-560f-4cae-b4b5-ed7255e5008b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0661280 Dec 13 14:45:00.404015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-401cfc2b-28fc-4440-b663-1fc0e0a75744 req-c9cff12b-236a-48e2-aa04-031c662f6fd6 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 Dec 13 14:45:00.446831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:00.449471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:00.462898 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-833312e4-725a-4449-841d-526996b0c7de req-d483c4df-f80d-4c53-8dc8-3eac51b7b28f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "DELETE /v2.0/floatingips/e12cbaad-54f8-4810-bf6c-4fa8234474b5 HTTP/1.1" status: 204 len: 173 time: 0.9776583 Dec 13 14:45:00.638897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-ed662108-01cf-4a3d-a20a-d57f1142c492 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:00.641919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-ed662108-01cf-4a3d-a20a-d57f1142c492 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.1340933 Dec 13 14:45:00.673523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-45ddc79f-d318-4a67-8135-332f4db06f46 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/quotas/e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 375 time: 0.0210099 Dec 13 14:45:00.745366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-9dbc889e-30e1-44e8-8112-c04838653464 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0705860 Dec 13 14:45:00.755468 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-32dc6713-dde1-4b9b-b595-472311cfe0ac service neutron] show failed (client error): The resource could not be found. Dec 13 14:45:00.756800 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-32dc6713-dde1-4b9b-b595-472311cfe0ac service neutron] 10.222.0.50 "GET /v2.0/ports/5cd9e15c-dcaf-4bef-b270-79eb76789ffc/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.1175687 Dec 13 14:45:00.878125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37898) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:00.878706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-107b9039-aee4-4e4b-8375-16183da391be service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322036 Dec 13 14:45:00.906998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42828041-a5f9-4d6c-b34c-f4857655878d req-def47715-db29-47a8-8d28-44761e9bdb03 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:00.908850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42828041-a5f9-4d6c-b34c-f4857655878d req-def47715-db29-47a8-8d28-44761e9bdb03 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1261797 Dec 13 14:45:00.910326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9e2f-b69f-4427-9637-1817e9760a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:00.977865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42828041-a5f9-4d6c-b34c-f4857655878d req-4a11928f-7f4b-480b-9204-0eb5573cda3c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0582235 Dec 13 14:45:01.047970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-40fe5ca1-9c27-4fdd-a035-325c10398a62 service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682513 Dec 13 14:45:01.073842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9e2f-b69f-4427-9637-1817e9760a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:01.223355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-480d176c-4aed-4cc9-b2af-46e65b2bccb0 req-3edd187a-22ec-46d7-8d79-1f600a07fe30 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0468736 Dec 13 14:45:01.247473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9e2f-b69f-4427-9637-1817e9760a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:01.288966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b9e2f-b69f-4427-9637-1817e9760a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3902ee29-2a1b-440c-a7c9-bd136f75499d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:01.311351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a0b9e2f-b69f-4427-9637-1817e9760a5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30a7182415954330b7cbef1524e2370d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297843 Dec 13 14:45:01.311750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37910) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:01.414452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5d4270d-9e0d-4214-a54a-0ce25382732f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:01.452991 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5d4270d-9e0d-4214-a54a-0ce25382732f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:01.742381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23655139-0e42-4614-9a7a-d3dbe583f857 req-8ca987bf-c830-46c3-8105-bfcc96bd80d3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 210 time: 0.0442083 Dec 13 14:45:01.924698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c642b-cb36-4fac-8fed-b61a5dc8dece req-8f399ae4-122b-4b91-b498-01f1df3aad94 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:01.928709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-233c642b-cb36-4fac-8fed-b61a5dc8dece req-8f399ae4-122b-4b91-b498-01f1df3aad94 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0645940 Dec 13 14:45:01.971233 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-233c642b-cb36-4fac-8fed-b61a5dc8dece req-66019435-e9ef-4f4b-b3ec-cb0e3f866ae0 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345902 Dec 13 14:45:02.030666 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5d4270d-9e0d-4214-a54a-0ce25382732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:02.033755 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5d4270d-9e0d-4214-a54a-0ce25382732f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:02.035284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f5d4270d-9e0d-4214-a54a-0ce25382732f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3902ee29-2a1b-440c-a7c9-bd136f75499d HTTP/1.1" status: 204 len: 168 time: 0.7222407 Dec 13 14:45:02.046562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4270d-9e0d-4214-a54a-0ce25382732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3902ee29-2a1b-440c-a7c9-bd136f75499d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:02.108233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-ffa8e3c0-8cbc-4f65-a609-e049838517c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:02.109727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-ffa8e3c0-8cbc-4f65-a609-e049838517c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9&tenant_id=7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 1100 time: 0.0427587 Dec 13 14:45:02.122976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:02.179290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:02.437676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:02.491239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:02.526665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370e8e-e121-454d-a082-3ffc6aa774ec req-d966c1a3-178f-41fc-908d-d8f02e21501d tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:02.536880 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f370e8e-e121-454d-a082-3ffc6aa774ec req-d966c1a3-178f-41fc-908d-d8f02e21501d tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 945 time: 0.1022432 Dec 13 14:45:02.594018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f370e8e-e121-454d-a082-3ffc6aa774ec req-9401e37e-46ce-45a0-94a3-ff82e8f69b3f tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550678 Dec 13 14:45:02.597970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:02.615508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:02.623668 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d19cc-6e1c-4610-a3f3-4c81cd0f18ab" -d '{"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:02.645823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Transition to ACTIVE for port object 5cd9e15c-dcaf-4bef-b270-79eb76789ffc will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:02.670114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37958) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:02.736923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:02.908175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] No DVR routers for this DVR port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:45:02.917811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:02.923386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-132877c5-9953-43da-a61d-9b02755c5295 req-8440f201-d9fc-4fae-a010-4481a20d8b11 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 210 time: 0.0629604 Dec 13 14:45:02.944212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33be68d-0acd-4108-8803-23ffa0d52766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.002598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:03.002934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:03.009295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:03.022980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:03.023351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Attempting to bind port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:03.036222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:03.042438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:03.042438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:03.042438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Bound port: 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:03.042438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.077055 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a32e237-48b0-46ab-a763-ab0bfcc071cc x-openstack-request-id: req-2a32e237-48b0-46ab-a763-ab0bfcc071cc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:03.077356 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:03.077608 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a32e237-48b0-46ab-a763-ab0bfcc071cc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:03.078041 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'code': 200} Dec 13 14:45:03.121865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33be68d-0acd-4108-8803-23ffa0d52766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.151368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:03.155774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:03.210292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33be68d-0acd-4108-8803-23ffa0d52766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.268402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b33be68d-0acd-4108-8803-23ffa0d52766 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62dc267096304669908fbe7ed8d31956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957642 Dec 13 14:45:03.270993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37980) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:03.277268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33be68d-0acd-4108-8803-23ffa0d52766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be9f147-bdba-4b42-ad55-6faf5999dfab,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:03.300690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2e5c-a403-4205-9b8b-4ac5f228cede req-cc58ef68-5bf0-42dc-8759-59c7e277bae7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:03.309347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d2c2e5c-a403-4205-9b8b-4ac5f228cede req-cc58ef68-5bf0-42dc-8759-59c7e277bae7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 947 time: 0.1504848 Dec 13 14:45:03.336904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.373233 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d2c2e5c-a403-4205-9b8b-4ac5f228cede req-f61922be-02ce-4c1f-95f6-f8589d23b84a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629110 Dec 13 14:45:03.420030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:03.420657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.422081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] 10.222.0.55 "PUT /v2.0/ports/5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 1095 time: 1.3030879 Dec 13 14:45:03.473707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73760c49-689d-44ff-90dc-e2ec72c12cbd service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:03.500183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbb70311-a6a0-4436-960a-ad9bbefb7b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.539473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbb70311-a6a0-4436-960a-ad9bbefb7b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.596174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-92694d7e-92ac-4758-a1de-fe5300730f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:03.597998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-92694d7e-92ac-4758-a1de-fe5300730f7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1098 time: 0.1425087 Dec 13 14:45:03.721401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:03.764288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-58a7cd14-85ac-456a-bf40-210efaa830be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:03.765570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-58a7cd14-85ac-456a-bf40-210efaa830be service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1532359 Dec 13 14:45:03.869229 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-515b3151-6d74-4987-8403-d4a66d2217f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.0957682 Dec 13 14:45:03.896980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:45:03.944641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbb70311-a6a0-4436-960a-ad9bbefb7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.948090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbb70311-a6a0-4436-960a-ad9bbefb7b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:03.951758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bbb70311-a6a0-4436-960a-ad9bbefb7b46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9be9f147-bdba-4b42-ad55-6faf5999dfab HTTP/1.1" status: 204 len: 168 time: 0.6763875 Dec 13 14:45:03.977936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-48050395-ead9-42ba-8505-43f539fe42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:03.979655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-48050395-ead9-42ba-8505-43f539fe42d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0764277 Dec 13 14:45:03.982297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb70311-a6a0-4436-960a-ad9bbefb7b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be9f147-bdba-4b42-ad55-6faf5999dfab,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:04.006695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9236f-3da4-40b8-bf1b-7baf5afe79bf req-f3e52df3-98db-4270-9026-92acf5b418d1 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:04.015391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9c9236f-3da4-40b8-bf1b-7baf5afe79bf req-f3e52df3-98db-4270-9026-92acf5b418d1 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 945 time: 0.1598134 Dec 13 14:45:04.173863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9c9236f-3da4-40b8-bf1b-7baf5afe79bf req-95943aea-136f-4572-8dc5-4be9e98ddcde tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/security-groups?id=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574032 Dec 13 14:45:04.201079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-6a272204-f5ac-4fa6-acc7-e656a9b64406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:04.203347 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-6a272204-f5ac-4fa6-acc7-e656a9b64406 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133329 Dec 13 14:45:04.213975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-ee1cbd78-971d-43b6-bb26-99e951ce4d71 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:04.215660 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f578e6de-1455-4961-b5a6-dade204b3bab req-7b351e88-3396-4695-ab77-34ea1d21aaff tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 210 time: 0.1026983 Dec 13 14:45:04.216847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-ee1cbd78-971d-43b6-bb26-99e951ce4d71 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 945 time: 0.2182293 Dec 13 14:45:04.382610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-19553fea-bf26-42c9-8d4c-533d2792f431 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645122 Dec 13 14:45:04.501690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Deleting port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:45:04.502947 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:04.668932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d22c9-c251-49ac-a3ea-d8f972f19a4d req-2b4c6cc4-5db8-49bb-b884-8606381f0ff1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:04.673912 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd6d22c9-c251-49ac-a3ea-d8f972f19a4d req-2b4c6cc4-5db8-49bb-b884-8606381f0ff1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 947 time: 0.1675818 Dec 13 14:45:04.698424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] For port e977455c-c81b-4e5d-b816-9dcc02d5e3e7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:04.699213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:04.706321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-19f932aa-dbf3-47b8-ae66-ea88cd75d889 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010819 Dec 13 14:45:04.733785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Calling delete_port for e977455c-c81b-4e5d-b816-9dcc02d5e3e7 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:04.748447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd6d22c9-c251-49ac-a3ea-d8f972f19a4d req-f9ded291-44e0-42ba-8aab-835d3fe6fc9c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 Dec 13 14:45:05.048201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-b990b459-0370-4576-a75a-9fa5ee99a7a2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:05.049679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-b990b459-0370-4576-a75a-9fa5ee99a7a2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.50 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.1993775 Dec 13 14:45:05.072731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'port': {'device_id': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'admin_state_up': True, 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:05.083527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:05.086084 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3fa4d2-0095-43d0-a023-6640b980c42e" -d '{"events": [{"name": "network-changed", "server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:05.149955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:05.162290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e977455c-c81b-4e5d-b816-9dcc02d5e3e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:05.250370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38046) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:05.289409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8fddc82-eb36-427c-b1f7-04349cb634ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:05.419466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e0b2e0f-7e00-4692-91e7-110603296291 req-df0615cb-1909-4019-b3db-9389d6b2e9ba tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 210 time: 0.0897474 Dec 13 14:45:05.552556 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8fddc82-eb36-427c-b1f7-04349cb634ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:05.568966 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f479ec8-d489-4b4e-a646-2fa4141b3713 x-openstack-request-id: req-7f479ec8-d489-4b4e-a646-2fa4141b3713 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:05.570412 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:05.570412 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f479ec8-d489-4b4e-a646-2fa4141b3713 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:05.570412 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'status': 'completed', 'code': 200} Dec 13 14:45:05.624451 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8fddc82-eb36-427c-b1f7-04349cb634ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:05.629558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Pushing event deleted for resources: {'Port': ['ID=e977455c-c81b-4e5d-b816-9dcc02d5e3e7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:05.701253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4dcb2a8b-47ab-4795-bf3d-80dbcb805af4 req-f953dcca-c44d-4bcd-9193-678012989ff8 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 210 time: 0.1373293 Dec 13 14:45:05.757844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f8fddc82-eb36-427c-b1f7-04349cb634ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dac069fbbabd408a809537e44db72148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063500 Dec 13 14:45:05.760043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38054) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:05.760760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] No DVR routers for this DVR port e977455c-c81b-4e5d-b816-9dcc02d5e3e7 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:45:05.767568 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:05.769759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fddc82-eb36-427c-b1f7-04349cb634ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5408da4c-9f7d-47e7-b8ee-7da0c9d1853d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:05.770918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf1bc3a3-8156-4a0d-bda8-a5b9e19e5550 req-7642da24-ff03-4ca2-b05b-c127e10d913c tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.55 "DELETE /v2.0/ports/e977455c-c81b-4e5d-b816-9dcc02d5e3e7 HTTP/1.1" status: 204 len: 173 time: 1.5453484 Dec 13 14:45:05.792043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-8b2fc164-93b4-4675-ac7e-10aee8173ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:05.793557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-8b2fc164-93b4-4675-ac7e-10aee8173ca5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1098 time: 0.2309697 Dec 13 14:45:05.798399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-995d1171-68ea-4ca5-8a4d-e8739a948dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:05.799822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-995d1171-68ea-4ca5-8a4d-e8739a948dcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1098 time: 0.2352376 Dec 13 14:45:05.888312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a38be4e5-f4e9-438b-b3d0-abe09faf438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:05.980091 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a38be4e5-f4e9-438b-b3d0-abe09faf438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:06.176230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7ceca-9599-41a0-a5ef-e6ac2a9d28ac req-074b023a-3c73-4993-beab-b96fb2a9c552 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:06.178063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Made reservation on behalf of e9b27dd927fa4d9895b59f4a62f46299 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:06.183064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:06.185960 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19d7ceca-9599-41a0-a5ef-e6ac2a9d28ac req-074b023a-3c73-4993-beab-b96fb2a9c552 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 947 time: 0.2036123 Dec 13 14:45:06.261986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19d7ceca-9599-41a0-a5ef-e6ac2a9d28ac req-c3870539-a031-4a65-86d4-3d04f260bb2f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725961 Dec 13 14:45:06.300271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-549feb7e-55ea-40b3-b024-5957603c9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:06.301463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-549feb7e-55ea-40b3-b024-5957603c9eb4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.4998207 Dec 13 14:45:06.303316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-410be8a8-9222-4526-aed8-ac7c38588c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:06.304713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-410be8a8-9222-4526-aed8-ac7c38588c62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.4925435 Dec 13 14:45:06.353346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a38be4e5-f4e9-438b-b3d0-abe09faf438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:06.356303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a38be4e5-f4e9-438b-b3d0-abe09faf438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:06.365518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a38be4e5-f4e9-438b-b3d0-abe09faf438b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5408da4c-9f7d-47e7-b8ee-7da0c9d1853d HTTP/1.1" status: 204 len: 168 time: 0.6010728 Dec 13 14:45:06.396697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38be4e5-f4e9-438b-b3d0-abe09faf438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5408da4c-9f7d-47e7-b8ee-7da0c9d1853d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:06.465707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-6c461acc-7c8b-45f8-8488-937de57a2517 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.1541758 Dec 13 14:45:06.471504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-34d8f3f9-7de7-4e36-bba4-1d768f80a58d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.1421201 Dec 13 14:45:06.525887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-e49a6701-9608-42b8-8c97-107d9ce1a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:06.527409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-e49a6701-9608-42b8-8c97-107d9ce1a409 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0549362 Dec 13 14:45:06.666168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-4b038448-c410-4df6-a4b7-37180e8e5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:06.667743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-4b038448-c410-4df6-a4b7-37180e8e5075 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227796 Dec 13 14:45:06.669559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9dad5f52-e7eb-49ce-b140-5b51d8435550 req-85df9065-54e6-41aa-81b9-a435be6d5691 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 210 time: 0.0929480 Dec 13 14:45:06.781167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-ed6c8e83-bbbe-4f0f-ac3e-6c87e8e8ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:06.781167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-ed6c8e83-bbbe-4f0f-ac3e-6c87e8e8ce8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.2457676 Dec 13 14:45:06.828932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Allocated IP 172.20.0.9 (2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25/997f5807-6fc4-4e40-86a4-b5b0f7499619) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:06.890691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-eac507a8-4fe9-40da-aa10-9ee796e1cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:06.892253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-eac507a8-4fe9-40da-aa10-9ee796e1cd0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967488 Dec 13 14:45:06.902560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-7ba3abcd-7ddb-480e-9551-e4a7fdea0a9a service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096231 Dec 13 14:45:06.927220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f2ab02e-72d5-4b49-9d88-09369d18de33 req-f7c5098c-6bc3-4bd6-a6aa-b292cd1140c1 tempest-FloatingIPsAssociationNegativeTestJSON-777504190 tempest-FloatingIPsAssociationNegativeTestJSON-777504190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a1b4515-9842-4a26-ac36-07ce533a7984 HTTP/1.1" status: 200 len: 210 time: 0.1140893 Dec 13 14:45:07.269944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-6857b6d4-c3c6-422b-b881-e364111f869b service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513930 Dec 13 14:45:07.328857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-e9595d76-e266-4edd-b6f9-8a7241793d03 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236176 Dec 13 14:45:07.481715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:07.522814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-8cd7c653-dde9-403c-9a61-54dd0c204611 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--92513306&fields=id&tenant_id=0b6383e8b8bb4a13a3b1f117b67a30cf HTTP/1.1" status: 200 len: 267 time: 0.0489836 Dec 13 14:45:07.575578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'name': 'network-vif-deleted', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:07.578133 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00728033-86de-4c35-abd0-66bfdfcd6bfc" -d '{"events": [{"server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "name": "network-vif-deleted", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:07.625705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449be66-c64d-4346-8388-316d68efc69c req-72d95eef-f249-479f-bbc7-b136344a2478 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:07.628554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9449be66-c64d-4346-8388-316d68efc69c req-72d95eef-f249-479f-bbc7-b136344a2478 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 947 time: 0.1548672 Dec 13 14:45:07.666518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3fa4d2-0095-43d0-a023-6640b980c42e req-d08bb16e-e177-4dd2-b207-fd4c8acc9cf2 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831080 Dec 13 14:45:07.737696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-ae6fd051-7e5e-4b0d-af32-c1b25c0e74be tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:07.747786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-ae6fd051-7e5e-4b0d-af32-c1b25c0e74be tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/networks?id=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 HTTP/1.1" status: 200 len: 815 time: 0.2215142 Dec 13 14:45:07.757146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9449be66-c64d-4346-8388-316d68efc69c req-7c2d28e2-cbe8-4f75-a59d-db4237cdaac2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185126 Dec 13 14:45:07.758696 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:07.761151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-35f82627-f42d-479b-aeaa-d4169aa6d41f tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/quotas/0b6383e8b8bb4a13a3b1f117b67a30cf HTTP/1.1" status: 200 len: 375 time: 0.0136108 Dec 13 14:45:07.827641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:07.838139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-71e50719-4ba7-46d2-996d-cd7993bd0fb7 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b6383e8b8bb4a13a3b1f117b67a30cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650978 Dec 13 14:45:07.868864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:07.872664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:07.937825 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e65999b-ae3c-4e19-917c-dfb123f3ba94 x-openstack-request-id: req-4e65999b-ae3c-4e19-917c-dfb123f3ba94 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:07.938306 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1b4515-9842-4a26-ac36-07ce533a7984", "name": "network-vif-deleted", "tag": "e977455c-c81b-4e5d-b816-9dcc02d5e3e7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:07.938638 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e65999b-ae3c-4e19-917c-dfb123f3ba94 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:07.939043 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1b4515-9842-4a26-ac36-07ce533a7984', 'name': 'network-vif-deleted', 'tag': 'e977455c-c81b-4e5d-b816-9dcc02d5e3e7', 'status': 'completed', 'code': 200} Dec 13 14:45:07.947908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:07.948623 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:07.982161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-4e7a4f22-2e03-4559-a54a-b36ef61530b4 service neutron] 10.222.0.24 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409504 Dec 13 14:45:07.989644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=997f5807-6fc4-4e40-86a4-b5b0f7499619,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:08.038733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-e196c455-a58b-4ec6-a4d1-dae0c2f8ab57 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9788504 Dec 13 14:45:08.072446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Request body: {'port': {'device_id': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:08.109479 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-dae9dcb6-07a4-4ec9-bc85-b3aeb8ae026c service neutron] 10.222.0.24 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261587 Dec 13 14:45:08.192300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:08.305157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a1ee2-9116-4302-b240-85a170995c30 req-6c09ee97-f49b-4b65-8c10-69123c97b76f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:08.308323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-818a1ee2-9116-4302-b240-85a170995c30 req-6c09ee97-f49b-4b65-8c10-69123c97b76f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 931 time: 0.2562370 Dec 13 14:45:08.308495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8fdc4643-3f12-4812-a7a9-8e8f8111a401 None None] Provisioning complete for port 997f5807-6fc4-4e40-86a4-b5b0f7499619 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:08.308495 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4643-3f12-4812-a7a9-8e8f8111a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:08.346667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc4643-3f12-4812-a7a9-8e8f8111a401 None None] Port 997f5807-6fc4-4e40-86a4-b5b0f7499619 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:08.438465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-818a1ee2-9116-4302-b240-85a170995c30 req-57423530-f307-4015-9dd1-27a4463ae452 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741794 Dec 13 14:45:08.481550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:08.490255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:08.494336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e977455c-c81b-4e5d-b816-9dcc02d5e3e7 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:08.517636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: e977455c-c81b-4e5d-b816-9dcc02d5e3e7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:45:08.518435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e977455c-c81b-4e5d-b816-9dcc02d5e3e7 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:45:08.626477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997f5807-6fc4-4e40-86a4-b5b0f7499619 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:08.626477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:08.626477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Transition to ACTIVE for port object 997f5807-6fc4-4e40-86a4-b5b0f7499619 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:08.634298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:08.645093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'mac_address': 'fa:16:3e:81:b9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:08.684482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:08.697345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd9e15c-dcaf-4bef-b270-79eb76789ffc {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:08.717205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:08.740162 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:08.797945 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:08.921273 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:08.927541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:08.950217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.951806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.952159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.952501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.952831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.953162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.953494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.953816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.954221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.954472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.956423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:08.957663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:09.091469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:09.092489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Pushing event updated for resources: {'Port': ['ID=997f5807-6fc4-4e40-86a4-b5b0f7499619,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:09.176723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caebb02-f033-40b6-b244-3318176a50a9 req-af2478a8-3511-4360-b257-98dafae25b69 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:09.192211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9caebb02-f033-40b6-b244-3318176a50a9 req-af2478a8-3511-4360-b257-98dafae25b69 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 948 time: 0.2668366 Dec 13 14:45:09.375419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9caebb02-f033-40b6-b244-3318176a50a9 req-7f8326eb-1a59-4857-8e09-f0d7b2ec4a4f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865766 Dec 13 14:45:09.380297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Attempting to bind port 997f5807-6fc4-4e40-86a4-b5b0f7499619 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:09.383149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Attempting to bind port 997f5807-6fc4-4e40-86a4-b5b0f7499619 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:09.384404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Attempting to bind port 997f5807-6fc4-4e40-86a4-b5b0f7499619 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:09.392074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Port 997f5807-6fc4-4e40-86a4-b5b0f7499619 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:09.392607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Attempting to bind port 997f5807-6fc4-4e40-86a4-b5b0f7499619 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:09.421171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:09.423953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:09.424576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Bound using segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:09.427058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Bound port: 997f5807-6fc4-4e40-86a4-b5b0f7499619, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:09.427744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:09.467408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Deleting port 8d715966-0fc6-4b3d-99b5-e0312569ee1e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:45:09.467901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:09.485173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e322d987-fdd7-4441-a36d-4b991a11f846 req-eb934e4c-b7b9-4fee-adc8-e2d54c28ddc1 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0958550 Dec 13 14:45:09.553339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] For port 997f5807-6fc4-4e40-86a4-b5b0f7499619, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:09.560064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] For port 997f5807-6fc4-4e40-86a4-b5b0f7499619, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:09.678027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457e651-1c86-4ed1-b2e2-219c487a641d req-a01e5851-01a9-43f0-ac12-9d95e2c7b2ce tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:09.679539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e457e651-1c86-4ed1-b2e2-219c487a641d req-a01e5851-01a9-43f0-ac12-9d95e2c7b2ce tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 943 time: 0.0873044 Dec 13 14:45:09.685643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] For port 8d715966-0fc6-4b3d-99b5-e0312569ee1e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8d715966-0fc6-4b3d-99b5-e0312569ee1e,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:09.686011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:09.704627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Calling delete_port for 8d715966-0fc6-4b3d-99b5-e0312569ee1e owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:09.707239 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:09.777586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:09.778349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e457e651-1c86-4ed1-b2e2-219c487a641d req-faf6e416-912e-424f-a3d9-ebf3339dce3c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896091 Dec 13 14:45:09.793639 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:09.796659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] 10.222.0.50 "PUT /v2.0/ports/997f5807-6fc4-4e40-86a4-b5b0f7499619 HTTP/1.1" status: 200 len: 1091 time: 1.7321584 Dec 13 14:45:09.915740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb1cdf-3b22-4808-819c-1e76860d66cf service neutron] Pushing event updated for resources: {'Port': ['ID=997f5807-6fc4-4e40-86a4-b5b0f7499619,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:09.947890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'tag': '997f5807-6fc4-4e40-86a4-b5b0f7499619'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:09.950225 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de528dad-384b-4202-8dfe-df2194480e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0da03774-df74-4ea9-95a8-a73cbf7f1cda", "tag": "997f5807-6fc4-4e40-86a4-b5b0f7499619"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:10.067377 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1e62cf-8b4b-44a3-945a-315bc39edf93 x-openstack-request-id: req-ca1e62cf-8b4b-44a3-945a-315bc39edf93 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:10.067377 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da03774-df74-4ea9-95a8-a73cbf7f1cda", "tag": "997f5807-6fc4-4e40-86a4-b5b0f7499619", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:10.067377 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca1e62cf-8b4b-44a3-945a-315bc39edf93 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:10.068430 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'tag': '997f5807-6fc4-4e40-86a4-b5b0f7499619', 'status': 'completed', 'code': 200} Dec 13 14:45:10.085568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-849b4a8c-ef72-43b5-9124-84af43fa6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:10.087577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-849b4a8c-ef72-43b5-9124-84af43fa6cdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 1094 time: 0.1105478 Dec 13 14:45:10.193076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331baa-aa3a-4afa-b040-5eb830e1d76d req-7fb94710-378a-4723-9589-84025e1e6c82 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:10.195557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44331baa-aa3a-4afa-b040-5eb830e1d76d req-7fb94710-378a-4723-9589-84025e1e6c82 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 948 time: 0.1201885 Dec 13 14:45:10.217022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-f7bca6dc-5f7f-4744-a146-fbe8e9cc5d39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619 HTTP/1.1" status: 200 len: 217 time: 0.1185622 Dec 13 14:45:10.283061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44331baa-aa3a-4afa-b040-5eb830e1d76d req-915a94b9-811a-47d5-84e8-a143ab1677c9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766366 Dec 13 14:45:10.295839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-5bf05650-d227-495c-88f6-81b7ecda7209 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:10.297904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-5bf05650-d227-495c-88f6-81b7ecda7209 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9&tenant_id=7677cf536c2545b98f3295febea9ac0c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 948 time: 0.2094631 Dec 13 14:45:10.310385 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:10.357769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-e2a2e06f-67fb-431a-abae-6dc3be24e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:10.359356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-e2a2e06f-67fb-431a-abae-6dc3be24e77c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1354516 Dec 13 14:45:10.375031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d715966-0fc6-4b3d-99b5-e0312569ee1e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:10.430788 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-6fde77af-cb2a-4a74-895e-a4d96a3c38c6 service neutron] delete failed (client error): The resource could not be found. Dec 13 14:45:10.432270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-6fde77af-cb2a-4a74-895e-a4d96a3c38c6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/5cd9e15c-dcaf-4bef-b270-79eb76789ffc/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.1262910 Dec 13 14:45:10.446572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfece66-9722-4e9a-827e-87148580c799 req-b0e7c43d-3fe0-40a2-bd35-4d8ae738c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:10.448038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-b0e7c43d-3fe0-40a2-bd35-4d8ae738c6e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818098 Dec 13 14:45:10.515306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:10.642473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:10.667951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882e59a1-4535-407e-be42-af07352e8d31 req-d7b95602-1216-4612-99fc-17ed2e03adcb tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0718937 Dec 13 14:45:10.718266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-fe76ece9-a046-4989-961a-7a852c43b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:10.719781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-fe76ece9-a046-4989-961a-7a852c43b45a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1099 time: 0.1298776 Dec 13 14:45:10.725802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-6b6519b5-dd54-4413-b24a-e664ab450078 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699206 Dec 13 14:45:10.749760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:45:10.754670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:10.755288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:10.943271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-11093e53-76bb-4893-89f5-5d5b973ecabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:10.947108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:10.959621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-11093e53-76bb-4893-89f5-5d5b973ecabe service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2320578 Dec 13 14:45:10.973816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdfece66-9722-4e9a-827e-87148580c799 req-99c98cc7-2725-4681-a132-b2b65c54c2b0 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359316 Dec 13 14:45:11.009605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:11.017009 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3367abc-5d9d-48dc-b8dd-89f1b263f09b" -d '{"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:11.017360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-e63c0cd8-a880-4d9b-98e9-f73d067275dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.0459602 Dec 13 14:45:11.057252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:11.158285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:11.191477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-060acaad-0f98-412a-bd88-ea34ece65ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:11.192870 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-060acaad-0f98-412a-bd88-ea34ece65ff7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1681468 Dec 13 14:45:11.268302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:11.293444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de528dad-384b-4202-8dfe-df2194480e2d req-078c8f2d-9858-49f3-908f-9bb8e1474f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:11.299134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862ed88-d0fa-48df-a681-57dbb0fa615e req-78095fb9-77d3-4c00-84b6-82ac178f6cf0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:11.302129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de528dad-384b-4202-8dfe-df2194480e2d req-078c8f2d-9858-49f3-908f-9bb8e1474f78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 1094 time: 0.1828327 Dec 13 14:45:11.307596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6862ed88-d0fa-48df-a681-57dbb0fa615e req-78095fb9-77d3-4c00-84b6-82ac178f6cf0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 943 time: 0.0833690 Dec 13 14:45:11.409593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-1efdf69b-36d7-445e-b094-738f99a03461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:11.416047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-1efdf69b-36d7-445e-b094-738f99a03461 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2041423 Dec 13 14:45:11.416668 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6862ed88-d0fa-48df-a681-57dbb0fa615e req-54b08559-547b-42a6-9f1f-69366f5b6539 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044617 Dec 13 14:45:11.504015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:45:11.573349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-aaea4402-37a5-4746-9520-55d615b45760 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6513df22f0d342c8b51b84ef871443f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799668 Dec 13 14:45:11.580943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de528dad-384b-4202-8dfe-df2194480e2d req-059cf39b-efff-42f8-8f30-38bf329e3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:11.582508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de528dad-384b-4202-8dfe-df2194480e2d req-059cf39b-efff-42f8-8f30-38bf329e3b47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.2716558 Dec 13 14:45:11.645207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:45:11.652630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] Sync routers for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:45:11.657329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-42b4a6bc-16ac-4b2a-8bb7-fb33175497d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/10f9eda8-923b-4d38-afc0-fa3f9cf3c6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1744926 Dec 13 14:45:11.659529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38280) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:11.672298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:11.672939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:11.687345 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6de448-c63f-46ef-b1e4-f45097a85d3f x-openstack-request-id: req-fc6de448-c63f-46ef-b1e4-f45097a85d3f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:11.688592 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:11.688864 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc6de448-c63f-46ef-b1e4-f45097a85d3f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:11.689256 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'code': 200} Dec 13 14:45:11.700907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de528dad-384b-4202-8dfe-df2194480e2d req-ccacca4d-3408-4760-91d6-3072b8648643 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619 HTTP/1.1" status: 200 len: 217 time: 0.0951200 Dec 13 14:45:11.751056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-68aeef31-4739-4107-9d25-bfa983f5335b service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254044 Dec 13 14:45:11.831780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:11.835147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362513b-6b62-4e05-aaf2-6d39c2ba2fa4 req-cb641598-c66e-4eaf-9084-6bc3c32772db tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:11.837541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f362513b-6b62-4e05-aaf2-6d39c2ba2fa4 req-cb641598-c66e-4eaf-9084-6bc3c32772db tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0972571 Dec 13 14:45:11.876450 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:12.063757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f362513b-6b62-4e05-aaf2-6d39c2ba2fa4 req-2bac5ff9-6251-4017-9acf-d2615bac848e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897261 Dec 13 14:45:12.072442 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:12.080648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:45:10Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:12.111825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] Checking router: 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:45:12.121183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] Routers {'10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:12.121939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:12.188320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de528dad-384b-4202-8dfe-df2194480e2d req-75ff0999-555d-4e17-b6be-8403aa7518b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:12.189766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de528dad-384b-4202-8dfe-df2194480e2d req-75ff0999-555d-4e17-b6be-8403aa7518b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.4751081 Dec 13 14:45:12.202642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Deleting port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:45:12.202997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:12.221430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-398a22fd-5274-4cb1-b5bb-7a8f1c7cf4a9 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:12.228763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-398a22fd-5274-4cb1-b5bb-7a8f1c7cf4a9 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6435802 Dec 13 14:45:12.253734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] Set router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:12.313755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-3c81ed20-9422-4584-9bcc-8464d64379bd tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/quotas/6513df22f0d342c8b51b84ef871443f4 HTTP/1.1" status: 200 len: 375 time: 0.0841074 Dec 13 14:45:12.330569 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ddbabc35-3e91-49c0-91ad-0390f2a0a44c req-520f8bbf-025a-4bd8-af2f-2a2957f3eaa0 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0384490 Dec 13 14:45:12.345624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] For port 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:12.351932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:12.361928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Calling delete_port for 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:12.394748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e7cf408-2fe0-4a8c-82c3-84d2ef825863 req-80be7f2d-eb7a-42bd-8577-11e19b9505b5 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329391 Dec 13 14:45:12.429501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-8339e2f6-a134-460b-bf78-bbfa23c2524d tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6513df22f0d342c8b51b84ef871443f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928364 Dec 13 14:45:12.435852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de528dad-384b-4202-8dfe-df2194480e2d req-cca88acc-bca6-47dd-a07a-94d5edc7ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:12.452211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de528dad-384b-4202-8dfe-df2194480e2d req-cca88acc-bca6-47dd-a07a-94d5edc7ac2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522235 Dec 13 14:45:12.671448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-9a6c7303-ba84-4237-9e32-95ae7f9a9f1b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:12.676814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e88cd-24f1-4d0c-8aa0-e952908f52c3 req-5eb7cd13-f00b-4752-8b05-e60986fac6ef tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:12.683866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-9a6c7303-ba84-4237-9e32-95ae7f9a9f1b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.55 "GET /v2.0/networks?id=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 HTTP/1.1" status: 200 len: 815 time: 0.1630304 Dec 13 14:45:12.692039 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d5e88cd-24f1-4d0c-8aa0-e952908f52c3 req-5eb7cd13-f00b-4752-8b05-e60986fac6ef tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 949 time: 0.2554259 Dec 13 14:45:12.697816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:45:10Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:12.736876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcde661-2da1-46ea-b83b-496dc4046a11 None None] The sync data for ids ['10f9eda8-923b-4d38-afc0-fa3f9cf3c6af'] in n-d-816954-1 is: [{'id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031553395-router', 'tenant_id': '0fc968f762224d17bdbfd31f1098cf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:06Z', 'updated_at': '2021-12-13T14:45:10Z', 'revision_number': 5, 'project_id': '0fc968f762224d17bdbfd31f1098cf72', 'gw_port': {'id': '2796045d-b1cf-4c36-ba32-dd1cd6d3eb00', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9eda8-923b-4d38-afc0-fa3f9cf3c6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:45:12.823287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-1ccafb8a-542a-4cde-a0d4-8f568b6ebfcf tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b6383e8b8bb4a13a3b1f117b67a30cf HTTP/1.1" status: 200 len: 378 time: 0.1239274 Dec 13 14:45:12.830044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de528dad-384b-4202-8dfe-df2194480e2d req-93853c14-a39c-44de-bb9c-7a97e394dc60 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704445 Dec 13 14:45:12.844961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Request body: {'port': {'device_id': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'admin_state_up': True, 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'security_groups': ['9e5f60b6-fff8-4e5c-9efe-80c659db54d7']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:12.862448 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d5e88cd-24f1-4d0c-8aa0-e952908f52c3 req-d54ac719-13b3-4dd3-8001-2362b3c9e1fa tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654761 Dec 13 14:45:12.875200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad492178-9978-4337-86d0-358d1dbf8d0d req-1c9ca2e7-6ef0-4178-8f3f-b90ab5f159ca tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:12.882627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad492178-9978-4337-86d0-358d1dbf8d0d req-1c9ca2e7-6ef0-4178-8f3f-b90ab5f159ca tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 943 time: 0.1495748 Dec 13 14:45:12.984482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:13.025299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de528dad-384b-4202-8dfe-df2194480e2d req-87dd2a23-1cfa-4381-bc29-83b2edfc78e9 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768992 Dec 13 14:45:13.073327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad492178-9978-4337-86d0-358d1dbf8d0d req-cafcf73c-2d8c-4f40-a834-d9833be66a7e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895447 Dec 13 14:45:13.075002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2796045d-b1cf-4c36-ba32-dd1cd6d3eb00,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:13.183124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db46383a-d474-456f-b533-cc42be4c9273 req-e4c2b982-dea7-4868-a406-b0a155fb6560 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 210 time: 0.0613456 Dec 13 14:45:13.223697 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:13.226486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Made reservation on behalf of 0b6383e8b8bb4a13a3b1f117b67a30cf for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:13.232279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:13.473589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:13.477573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:13.543072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Allocated IP 172.20.0.6 (1aa3acb3-63cf-4f7f-8f23-9f2df15c4299/c3d47338-02fb-4fb0-a8d4-5736f9fea2f9/2b00f9cb-e7df-4832-98c8-44fdc28ba624) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:13.615446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5ecef-252e-4792-9006-c46b31f2c341 req-68b50b91-83cd-43d5-b632-b7c513ad6539 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:13.617321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89e5ecef-252e-4792-9006-c46b31f2c341 req-68b50b91-83cd-43d5-b632-b7c513ad6539 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.2463763 Dec 13 14:45:13.684558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89e5ecef-252e-4792-9006-c46b31f2c341 req-16830602-e3f0-4155-b403-444cf26f84b8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575399 Dec 13 14:45:13.716366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:13.718289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f9eda8-923b-4d38-afc0-fa3f9cf3c6af {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:45:13.721983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:13.723111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-055be93c-3a27-4cb5-a608-054204feff76 admin admin] 10.222.0.24 "DELETE /v2.0/routers/10f9eda8-923b-4d38-afc0-fa3f9cf3c6af HTTP/1.1" status: 204 len: 168 time: 2.0616946 Dec 13 14:45:13.728269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38352) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:13.767575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 997f5807-6fc4-4e40-86a4-b5b0f7499619 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:13.933569 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.050585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed59ab0d-aa4d-4e99-a8c1-854eb954548f req-d86ca6a8-6d9b-4544-b99f-23bb8a904dcb tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.1540048 Dec 13 14:45:14.050819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 997f5807-6fc4-4e40-86a4-b5b0f7499619, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:14.051044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] Deleting subnet 760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:45:14.062679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.067048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '997f5807-6fc4-4e40-86a4-b5b0f7499619', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': '997f5807-6fc4-4e40-86a4-b5b0f7499619', 'mac_address': 'fa:16:3e:b9:42:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:14.142735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.161718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.184029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.229039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997f5807-6fc4-4e40-86a4-b5b0f7499619 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:14.292714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:14.300182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 997f5807-6fc4-4e40-86a4-b5b0f7499619, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:14.321007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:14.324318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:14.356376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event updated for resources: {'Port': ['ID=2b00f9cb-e7df-4832-98c8-44fdc28ba624,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:14.382472 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.437872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:14.474738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:45:14.475212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2796045d-b1cf-4c36-ba32-dd1cd6d3eb00 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:45:14.475672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8d715966-0fc6-4b3d-99b5-e0312569ee1e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:14.490927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.495115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:14.495991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.565990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:14.568186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8d715966-0fc6-4b3d-99b5-e0312569ee1e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:45:14.571152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8d715966-0fc6-4b3d-99b5-e0312569ee1e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:45:14.585885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=997f5807-6fc4-4e40-86a4-b5b0f7499619,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:14.603956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1437-f9df-434e-b126-8c1aa9660e28 req-3a44f9fe-3ac6-46dd-af21-21c6b8fc8a1f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:14.611165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fab1437-f9df-434e-b126-8c1aa9660e28 req-3a44f9fe-3ac6-46dd-af21-21c6b8fc8a1f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 944 time: 0.2045949 Dec 13 14:45:14.639543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:14.703370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3b5cdffc-e9bc-45c0-b1c1-2b7ec42a399d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8678589 Dec 13 14:45:14.721519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fab1437-f9df-434e-b126-8c1aa9660e28 req-2bb6b26f-0952-4613-95c7-e160b6883a54 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004453 Dec 13 14:45:14.724616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Request body: {'port': {'device_id': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:14.799572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.827832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3670641-2b15-419e-9ab0-a25442af143a req-11489059-aa37-45a9-a438-af41a2b25111 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 210 time: 0.0520339 Dec 13 14:45:14.830980 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.883751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.889737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a HTTP/1.1" status: 204 len: 168 time: 1.1600828 Dec 13 14:45:14.891981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:14.896263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-937e7900-7443-44c2-b195-3b0ef315c186 None None] Provisioning complete for port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:14.911450 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-937e7900-7443-44c2-b195-3b0ef315c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.921815 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:14.926457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad6e16-ef77-415b-891c-d4909363183a None None] Network 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:45:14.975735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf04d2-c5fa-4a5f-b77a-d44ad56d9ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760ba6dc-8bfd-47ca-9d3c-3d5e8b48587a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:15.174688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb43c3a-7da6-4ede-a60c-b87b7d796dc4 req-1d2842cd-3dda-458f-8981-ae1116c7030c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:15.180489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b00f9cb-e7df-4832-98c8-44fdc28ba624 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:15.182495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fb43c3a-7da6-4ede-a60c-b87b7d796dc4 req-1d2842cd-3dda-458f-8981-ae1116c7030c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.2287004 Dec 13 14:45:15.190070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.206603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Transition to ACTIVE for port object 2b00f9cb-e7df-4832-98c8-44fdc28ba624 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:15.218779 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.235305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-937e7900-7443-44c2-b195-3b0ef315c186 None None] Port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:15.236206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fb43c3a-7da6-4ede-a60c-b87b7d796dc4 req-e06525da-15c2-4f9e-9f84-995e969c4aad tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528636 Dec 13 14:45:15.236919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:15.242114 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbcf9cf-a966-4211-ad9f-251da037e35e" -d '{"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:15.285791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:15.309134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Deleting port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:45:15.309590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.316045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.403134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Pushing event updated for resources: {'Port': ['ID=2b00f9cb-e7df-4832-98c8-44fdc28ba624,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:15.408700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.439904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51d03-d9ef-409a-9640-2f99d4aff611 req-14e92686-8ce3-45cd-b535-53d8261dcb5f tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:15.448576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ac51d03-d9ef-409a-9640-2f99d4aff611 req-14e92686-8ce3-45cd-b535-53d8261dcb5f tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.1254673 Dec 13 14:45:15.452422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] For port 6ab6dcb4-3c5d-40d5-9847-40875302fc02, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6ab6dcb4-3c5d-40d5-9847-40875302fc02,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:15.452792 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.493227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Calling delete_port for 6ab6dcb4-3c5d-40d5-9847-40875302fc02 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:15.513484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:15.544372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.571398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Attempting to bind port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:15.572057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Attempting to bind port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:15.572628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Attempting to bind port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 on network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:15.581092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 on network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:15.581766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Attempting to bind port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 on network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:15.583917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] DHCP port deletion for 7e38d1f8-8a8e-4407-8fd2-b0599973a4fa request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:45:15.595963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:15.595963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Checking segment: {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:15.595963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Bound using segment: {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:15.595963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Bound port: 2b00f9cb-e7df-4832-98c8-44fdc28ba624, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:15.595963 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.604151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ac51d03-d9ef-409a-9640-2f99d4aff611 req-386badb3-67e4-498c-949e-1f81e7ea6f3e tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486154 Dec 13 14:45:15.732166 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb444dab-72fb-40de-979a-c3986f44631e x-openstack-request-id: req-fb444dab-72fb-40de-979a-c3986f44631e {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:15.732166 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:15.732452 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb444dab-72fb-40de-979a-c3986f44631e {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:15.732972 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4', 'code': 200} Dec 13 14:45:15.737062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] Deleting port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:45:15.738225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.769300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] For port 2b00f9cb-e7df-4832-98c8-44fdc28ba624, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:15.776946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] For port 2b00f9cb-e7df-4832-98c8-44fdc28ba624, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:15.778906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 997f5807-6fc4-4e40-86a4-b5b0f7499619 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:15.927900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.945682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c4146-9d9f-4e1a-9f37-c888d9a28790 req-e66ef425-55da-4ee0-85ab-3dfe5d76fb0b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:15.952688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] For port 6ab6dcb4-3c5d-40d5-9847-40875302fc02, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6ab6dcb4-3c5d-40d5-9847-40875302fc02,segment=NetworkSegment(064c4be4-62d1-48d4-bf61-7354b0d0b62f),segment_id=064c4be4-62d1-48d4-bf61-7354b0d0b62f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:15.953916 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.957291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-639c4146-9d9f-4e1a-9f37-c888d9a28790 req-e66ef425-55da-4ee0-85ab-3dfe5d76fb0b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 944 time: 0.0826302 Dec 13 14:45:15.963514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:15.971055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] Calling delete_port for 6ab6dcb4-3c5d-40d5-9847-40875302fc02 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:15.993101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Pushing event updated for resources: {'Port': ['ID=2b00f9cb-e7df-4832-98c8-44fdc28ba624,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:16.006736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-6fcf4a1e-9ec5-4926-a509-60dcda25f5a5 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6513df22f0d342c8b51b84ef871443f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082470 Dec 13 14:45:16.019174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:16.019849 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.021527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a8ffff10-ee86-4fa8-82bc-1831b440ea14 service neutron] 10.222.0.55 "PUT /v2.0/ports/2b00f9cb-e7df-4832-98c8-44fdc28ba624 HTTP/1.1" status: 200 len: 1091 time: 1.3012722 Dec 13 14:45:16.027055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:16.030063 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3" -d '{"events": [{"name": "network-changed", "server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:16.056094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3efb8a-2357-402b-9814-87a30aeaa63d req-d41eb244-0f00-4aa4-b195-993cbd027ad1 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:16.057580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf3efb8a-2357-402b-9814-87a30aeaa63d req-d41eb244-0f00-4aa4-b195-993cbd027ad1 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1100 time: 0.2274668 Dec 13 14:45:16.116435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] No DVR routers for this DVR port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:45:16.123178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab6dcb4-3c5d-40d5-9847-40875302fc02,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:16.150700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf3efb8a-2357-402b-9814-87a30aeaa63d req-190cb599-5fef-4453-b884-6236b33dfe73 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Dec 13 14:45:16.176416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-639c4146-9d9f-4e1a-9f37-c888d9a28790 req-f1db25df-9613-4d6b-914e-e81f9e7150aa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171328 Dec 13 14:45:16.217201 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.243363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a011605c-4a24-4810-8996-cac7c2215fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:16.244993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-a011605c-4a24-4810-8996-cac7c2215fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b6383e8b8bb4a13a3b1f117b67a30cf&device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 1094 time: 0.0930004 Dec 13 14:45:16.302597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] No DVR routers for this DVR port 6ab6dcb4-3c5d-40d5-9847-40875302fc02 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:45:16.351169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-7748de85-189c-458c-b4de-056101de08d8 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:16.353413 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-7748de85-189c-458c-b4de-056101de08d8 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274291 Dec 13 14:45:16.356191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-1051bc77-6fdc-4bbe-9347-c7b7b9de4ac4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624 HTTP/1.1" status: 200 len: 217 time: 0.1013083 Dec 13 14:45:16.381947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6efd0c-0f79-468c-802c-563397745239 None None] Pushing event deleted for resources: {'Port': ['ID=6ab6dcb4-3c5d-40d5-9847-40875302fc02,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:16.418618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Request body: {'port': {'device_id': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '6513df22f0d342c8b51b84ef871443f4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:16.434360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08cb11ea-8a00-4513-8bd7-34749668f483 req-375f9fd6-4f87-4894-ac14-e13e755bb25f tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 210 time: 0.0699980 Dec 13 14:45:16.436227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.451164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6ab6dcb4-3c5d-40d5-9847-40875302fc02 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:16.512162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6ab6dcb4-3c5d-40d5-9847-40875302fc02 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:45:16.512996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e38d1f8-8a8e-4407-8fd2-b0599973a4fa']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:16.515118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6ab6dcb4-3c5d-40d5-9847-40875302fc02 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:45:16.534759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064c4be4-62d1-48d4-bf61-7354b0d0b62f') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:16.535305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064c4be4-62d1-48d4-bf61-7354b0d0b62f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:16.537237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 997f5807-6fc4-4e40-86a4-b5b0f7499619 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:45:16.550934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.578855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.585653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:45:16.586844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:45:16.588585 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:45:16.591301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 997f5807-6fc4-4e40-86a4-b5b0f7499619 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:16.596775 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.640101 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c618ea64-8117-488d-8a1d-d3b622336b7a x-openstack-request-id: req-c618ea64-8117-488d-8a1d-d3b622336b7a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:16.640533 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:16.647116 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c618ea64-8117-488d-8a1d-d3b622336b7a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:16.647116 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'status': 'completed', 'code': 200} Dec 13 14:45:16.689256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3f58afce-2ba9-495f-9a83-5b4329578255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:16.692916 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-3f58afce-2ba9-495f-9a83-5b4329578255 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3d47338-02fb-4fb0-a8d4-5736f9fea2f9 HTTP/1.1" status: 200 len: 854 time: 0.3176744 Dec 13 14:45:16.760875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.790318 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.822001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6b799-6339-4637-9fa4-b741de98a890 req-3ba503a3-9605-4eea-803a-14d38566ac97 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:16.823875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10b6b799-6339-4637-9fa4-b741de98a890 req-3ba503a3-9605-4eea-803a-14d38566ac97 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.0733948 Dec 13 14:45:16.831696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.832676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 997f5807-6fc4-4e40-86a4-b5b0f7499619, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:16.842767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.860746 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e38d1f8-8a8e-4407-8fd2-b0599973a4fa HTTP/1.1" status: 204 len: 168 time: 1.9586642 Dec 13 14:45:16.870486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-d2574139-590a-4acc-995c-0d337b409409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:16.875627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-d2574139-590a-4acc-995c-0d337b409409 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588404 Dec 13 14:45:16.908368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae421e5f-ef8f-4019-a90c-5a7d76c0216a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e38d1f8-8a8e-4407-8fd2-b0599973a4fa,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:16.929308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:16.936633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10b6b799-6339-4637-9fa4-b741de98a890 req-1b89d776-33de-4760-b237-828c106ba905 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054256 Dec 13 14:45:16.983840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Made reservation on behalf of 6513df22f0d342c8b51b84ef871443f4 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:16.988181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:17.003691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:17.030222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=997f5807-6fc4-4e40-86a4-b5b0f7499619,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:17.081417 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-d1e7ef6d-284a-4074-b3f6-96959f510c39 service neutron] 10.222.0.55 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973050 Dec 13 14:45:17.185488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:17.198281 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9b19d760-6bb2-4102-8b0e-59fc4a3cabbf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285578 Dec 13 14:45:17.236982 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f8e3c35-466b-44af-8936-eef9bdcd2e82 req-01c27bf0-a9e1-4021-a7ef-f13aded5147d service neutron] 10.222.0.55 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449168 Dec 13 14:45:17.327627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:17.339414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dbcad-80c3-48f1-8286-a11134298573 req-04a4e454-8a83-4e7a-a8fc-0a3a6d7546dd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:17.340728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-284dbcad-80c3-48f1-8286-a11134298573 req-04a4e454-8a83-4e7a-a8fc-0a3a6d7546dd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0556171 Dec 13 14:45:17.342043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-939c1ea5-a001-44fc-b01d-0fbc47715ae7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:17.343715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-939c1ea5-a001-44fc-b01d-0fbc47715ae7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263487 Dec 13 14:45:17.385990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-089c76da-e6d4-400f-8c49-660f9b9e3789 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/quotas/7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 375 time: 0.0265982 Dec 13 14:45:17.437489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9849550d-074f-45ce-80ad-4304bdea1dd4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:17.471240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-5b8dc254-2caa-4cda-bc83-2df0a3aacb50 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758328 Dec 13 14:45:17.519576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-284dbcad-80c3-48f1-8286-a11134298573 req-e17c4a77-5d34-4f4e-bcb1-36978df2c84f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682279 Dec 13 14:45:17.551147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-ff3615d2-d897-4b5e-bc87-3957bea4ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:17.552631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-ff3615d2-d897-4b5e-bc87-3957bea4ff89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b6383e8b8bb4a13a3b1f117b67a30cf&device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 1094 time: 0.1412265 Dec 13 14:45:17.571344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38476) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:17.645592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Allocated IP 192.168.233.219 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/e4255943-2de6-4ccb-a0aa-6acc3e995652) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:17.715160 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1a579fab-e239-4a2a-af9f-079b798ebf17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fc968f762224d17bdbfd31f1098cf72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416941 Dec 13 14:45:17.726358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38488) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:17.734485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997f5807-6fc4-4e40-86a4-b5b0f7499619'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:17.737044 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd126d06-095a-4e67-be5c-c382c09b4045" -d '{"events": [{"server_uuid": "0da03774-df74-4ea9-95a8-a73cbf7f1cda", "name": "network-vif-plugged", "status": "completed", "tag": "997f5807-6fc4-4e40-86a4-b5b0f7499619"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:17.784688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-2af07853-d52f-4609-9ab2-36678bed39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:17.786212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-2af07853-d52f-4609-9ab2-36678bed39b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 HTTP/1.1" status: 200 len: 916 time: 0.2199435 Dec 13 14:45:17.835608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a191539-0dc7-4a9d-9a09-36868f482671 req-6b5acc20-f184-4364-b6cf-6167df908174 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 210 time: 0.0311468 Dec 13 14:45:17.860996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c672cd7e-7974-4325-9463-ec2f293087a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:17.903381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c672cd7e-7974-4325-9463-ec2f293087a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:17.906489 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b65365-2c09-469a-bbd0-1342610d6385 x-openstack-request-id: req-06b65365-2c09-469a-bbd0-1342610d6385 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:17.906489 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da03774-df74-4ea9-95a8-a73cbf7f1cda", "name": "network-vif-plugged", "status": "completed", "tag": "997f5807-6fc4-4e40-86a4-b5b0f7499619", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:17.906489 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06b65365-2c09-469a-bbd0-1342610d6385 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:17.906489 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997f5807-6fc4-4e40-86a4-b5b0f7499619', 'code': 200} Dec 13 14:45:17.941179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:18.028180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7575f481-cc8f-49af-b9a9-ba5d8821df0d req-39457815-6b8a-4e8d-b607-73a7020303b3 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 210 time: 0.0485642 Dec 13 14:45:18.102619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:18.110528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-eb7f9064-82f7-4a41-b828-1b53a1763d9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624 HTTP/1.1" status: 200 len: 217 time: 0.1379964 Dec 13 14:45:18.122758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c672cd7e-7974-4325-9463-ec2f293087a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:18.132006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c672cd7e-7974-4325-9463-ec2f293087a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:18.139076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c672cd7e-7974-4325-9463-ec2f293087a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b HTTP/1.1" status: 204 len: 168 time: 0.4110641 Dec 13 14:45:18.175923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672cd7e-7974-4325-9463-ec2f293087a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9fa02-a1c1-4ce1-ad60-6d9e96ba693b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:18.189148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b4d53-f9e9-4a4f-92a4-60d667a505b7 req-6968ec70-b75c-48ed-b392-67b26ef34732 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:18.191299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e5b4d53-f9e9-4a4f-92a4-60d667a505b7 req-6968ec70-b75c-48ed-b392-67b26ef34732 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.1474161 Dec 13 14:45:18.253645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:18.265289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e5b4d53-f9e9-4a4f-92a4-60d667a505b7 req-ce4ae381-1045-4013-bed2-fd8b382e17e9 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459559 Dec 13 14:45:18.270330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:18.282180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:18.317773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-b4eb3826-c39a-4552-af60-d496d8785d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:18.319673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-b4eb3826-c39a-4552-af60-d496d8785d5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3d47338-02fb-4fb0-a8d4-5736f9fea2f9 HTTP/1.1" status: 200 len: 854 time: 0.1948173 Dec 13 14:45:18.324751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Pushing event updated for resources: {'Port': ['ID=e4255943-2de6-4ccb-a0aa-6acc3e995652,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:18.378571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4aad0-3ed8-47d2-9a37-4bc2b584e04a req-c913023a-5635-42cc-841d-bd0c5f7a9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:18.381842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0b4aad0-3ed8-47d2-9a37-4bc2b584e04a req-c913023a-5635-42cc-841d-bd0c5f7a9d85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 1096 time: 0.3126421 Dec 13 14:45:18.419493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:18.420280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:18.444422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0b4aad0-3ed8-47d2-9a37-4bc2b584e04a req-980f3345-26e6-4508-af45-2c228397f1f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 Dec 13 14:45:18.450616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-28bde969-95e9-4c5c-896e-19ece294dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:18.452107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-28bde969-95e9-4c5c-896e-19ece294dab3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174097 Dec 13 14:45:18.555652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-00a93f7c-ecad-419f-b07c-09d395173bbe tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1658595 Dec 13 14:45:18.573925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Request body: {'port': {'device_id': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:18.620342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b88e9bf2-a944-48cf-8ab9-5082cd1dd7d6 None None] Provisioning complete for port e4255943-2de6-4ccb-a0aa-6acc3e995652 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:18.620902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b88e9bf2-a944-48cf-8ab9-5082cd1dd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:18.689026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-91aa9842-88bb-4382-be48-03028f993cca service neutron] 10.222.0.55 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218935 Dec 13 14:45:18.695382 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:18.715288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b88e9bf2-a944-48cf-8ab9-5082cd1dd7d6 None None] Port e4255943-2de6-4ccb-a0aa-6acc3e995652 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:18.790833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9943857-e9ef-4b6a-95ba-0ef5eebff528 req-70270dd2-9f6c-49ad-86df-55f40bb95fc5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:18.792531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9943857-e9ef-4b6a-95ba-0ef5eebff528 req-70270dd2-9f6c-49ad-86df-55f40bb95fc5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1691799 Dec 13 14:45:18.977731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9943857-e9ef-4b6a-95ba-0ef5eebff528 req-a360f6a3-8c19-4367-8f8c-7b18bbb734ac tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474302 Dec 13 14:45:18.994878 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71dd0aa3-37e3-4f68-b59e-6ba6a22b0db3 req-aa711b9c-cf14-4b1a-be92-919edf0094b7 service neutron] 10.222.0.55 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941847 Dec 13 14:45:19.020462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f9db960-0531-4b47-aad3-6a0f8f18b415 req-6b3c131a-16f7-459c-aac8-869a584f0e18 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 210 time: 0.0822754 Dec 13 14:45:19.204834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddf982-ffcd-49f5-b959-ffc4aae3bd4d req-b030e8e2-91ef-4535-bdfc-607bd08800a8 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:19.207142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2ddf982-ffcd-49f5-b959-ffc4aae3bd4d req-b030e8e2-91ef-4535-bdfc-607bd08800a8 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 936 time: 0.1063311 Dec 13 14:45:19.290650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2ddf982-ffcd-49f5-b959-ffc4aae3bd4d req-937c2a03-cb81-4592-95ea-37309c62c723 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727811 Dec 13 14:45:19.300920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4255943-2de6-4ccb-a0aa-6acc3e995652 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:19.310651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:19.323852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Transition to ACTIVE for port object e4255943-2de6-4ccb-a0aa-6acc3e995652 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:19.384908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e06ec-4ab4-4d17-b523-2aad38010119 req-3f007a79-22af-4385-8bf5-690d7a54dedc tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:19.386583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f56e06ec-4ab4-4d17-b523-2aad38010119 req-3f007a79-22af-4385-8bf5-690d7a54dedc tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.0595880 Dec 13 14:45:19.431903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:19.476154 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f56e06ec-4ab4-4d17-b523-2aad38010119 req-3dfa5258-eff7-48ff-aac2-843d70e2816e tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832560 Dec 13 14:45:19.529421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Pushing event updated for resources: {'Port': ['ID=e4255943-2de6-4ccb-a0aa-6acc3e995652,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:19.619086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Attempting to bind port e4255943-2de6-4ccb-a0aa-6acc3e995652 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:19.619556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Attempting to bind port e4255943-2de6-4ccb-a0aa-6acc3e995652 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:19.620016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Attempting to bind port e4255943-2de6-4ccb-a0aa-6acc3e995652 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:19.625827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Port e4255943-2de6-4ccb-a0aa-6acc3e995652 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:19.626378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Attempting to bind port e4255943-2de6-4ccb-a0aa-6acc3e995652 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:19.632182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:19.632687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:19.633156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:19.642196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Bound port: e4255943-2de6-4ccb-a0aa-6acc3e995652, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:19.642196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:19.739120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] For port e4255943-2de6-4ccb-a0aa-6acc3e995652, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:19.742398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] For port e4255943-2de6-4ccb-a0aa-6acc3e995652, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e4255943-2de6-4ccb-a0aa-6acc3e995652,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:19.887964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13004890-6142-4df5-bd4d-e95dea683d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:19.892068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:19.930417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:19.931815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:19.932808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] 10.222.0.55 "PUT /v2.0/ports/e4255943-2de6-4ccb-a0aa-6acc3e995652 HTTP/1.1" status: 200 len: 1096 time: 1.3657749 Dec 13 14:45:19.935154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'tag': 'e4255943-2de6-4ccb-a0aa-6acc3e995652'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:19.938172 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c6988-d013-42c4-897f-96a022ccbd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5f765a-70e7-4db2-a64a-1e5f8bfca713", "tag": "e4255943-2de6-4ccb-a0aa-6acc3e995652"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:19.967232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d36548-c4a9-4b33-8661-84fdee9311fa service neutron] Pushing event updated for resources: {'Port': ['ID=e4255943-2de6-4ccb-a0aa-6acc3e995652,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:19.991453 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e120c11c-fd02-4f44-91bb-28df186c8f33 x-openstack-request-id: req-e120c11c-fd02-4f44-91bb-28df186c8f33 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:19.991752 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5f765a-70e7-4db2-a64a-1e5f8bfca713", "tag": "e4255943-2de6-4ccb-a0aa-6acc3e995652", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:19.992048 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e120c11c-fd02-4f44-91bb-28df186c8f33 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:19.992501 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'tag': 'e4255943-2de6-4ccb-a0aa-6acc3e995652', 'status': 'completed', 'code': 200} Dec 13 14:45:20.140531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c6988-d013-42c4-897f-96a022ccbd8b req-68954fee-91eb-43f3-a2dd-836874e738a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:20.142050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb9c6988-d013-42c4-897f-96a022ccbd8b req-68954fee-91eb-43f3-a2dd-836874e738a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6513df22f0d342c8b51b84ef871443f4&device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 1099 time: 0.1225483 Dec 13 14:45:20.155137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fa80ffa-b978-4e85-a4f5-4af6646925e4 req-97172551-86f0-4f1d-a961-173ecbc750a4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 210 time: 0.0365889 Dec 13 14:45:20.167165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71785a-93ad-45a4-ba5b-0d7859084d75 req-45068bfb-18f5-493d-9d3c-e58113b0be4e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:20.183520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed71785a-93ad-45a4-ba5b-0d7859084d75 req-45068bfb-18f5-493d-9d3c-e58113b0be4e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1057231 Dec 13 14:45:20.238882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb9c6988-d013-42c4-897f-96a022ccbd8b req-7855504d-7fee-4609-a0e6-e3299f37f8e1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6513df22f0d342c8b51b84ef871443f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852242 Dec 13 14:45:20.244113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed71785a-93ad-45a4-ba5b-0d7859084d75 req-2b01de91-66f4-4424-abc6-8a560b185fc7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607574 Dec 13 14:45:20.595640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:20.667044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-fa7a7186-b174-4167-b80a-189fafba52af tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373099 Dec 13 14:45:20.709253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:20.726593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '56544120-4f78-478f-8584-1a745d7d26d4', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '56544120-4f78-478f-8584-1a745d7d26d4', 'mac_address': 'fa:16:3e:23:bb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:20.793742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c6988-d013-42c4-897f-96a022ccbd8b req-3e76c86f-8264-4198-8865-22b89951ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:20.795236 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb9c6988-d013-42c4-897f-96a022ccbd8b req-3e76c86f-8264-4198-8865-22b89951ef84 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5386739 Dec 13 14:45:20.799989 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:20.803236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411314-f3c4-4fa1-ad4d-03decb69c867 req-1e8c4311-daf0-40e3-b857-d03979c0aa87 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:20.813260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b1411314-f3c4-4fa1-ad4d-03decb69c867 req-1e8c4311-daf0-40e3-b857-d03979c0aa87 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 948 time: 0.1816859 Dec 13 14:45:20.837233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56544120-4f78-478f-8584-1a745d7d26d4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:20.837654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79413509-5382-4ba8-863b-d9726801c80c req-ee58bced-fbd7-4c4d-b37c-8732976c3789 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:20.847615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-79413509-5382-4ba8-863b-d9726801c80c req-ee58bced-fbd7-4c4d-b37c-8732976c3789 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.0788627 Dec 13 14:45:20.865886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:20.884564 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-79413509-5382-4ba8-863b-d9726801c80c req-668220c0-09dd-4c62-a15e-b63e8148b42f tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346091 Dec 13 14:45:20.898742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-6bc25771-369c-4a32-84e5-85a5f5cb37db tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:20.900230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-6bc25771-369c-4a32-84e5-85a5f5cb37db tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172215 Dec 13 14:45:20.929088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Request body: {'port': {'device_id': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '7677cf536c2545b98f3295febea9ac0c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:20.935319 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b1411314-f3c4-4fa1-ad4d-03decb69c867 req-785e0305-2629-47f2-a05c-15c1db53f226 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211188 Dec 13 14:45:21.013138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.021281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-4c8fa712-0e58-417a-aced-4a55078c331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:21.023025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-4c8fa712-0e58-417a-aced-4a55078c331f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6513df22f0d342c8b51b84ef871443f4&device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 1099 time: 0.1611602 Dec 13 14:45:21.029226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dd073-917b-4a3e-a470-082dd6ebfbb7 req-e3aa83ba-7362-497c-b750-7c54f43ff433 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:21.036889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f8dd073-917b-4a3e-a470-082dd6ebfbb7 req-e3aa83ba-7362-497c-b750-7c54f43ff433 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0775867 Dec 13 14:45:21.080620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:21.086015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f8dd073-917b-4a3e-a470-082dd6ebfbb7 req-611ed297-46f0-4225-b533-8d789ecf9934 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Dec 13 14:45:21.112893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-b57b63f0-080a-4730-82a6-b0aa3fdb4bcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e4255943-2de6-4ccb-a0aa-6acc3e995652 HTTP/1.1" status: 200 len: 217 time: 0.0666864 Dec 13 14:45:21.132147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['56544120-4f78-478f-8584-1a745d7d26d4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:21.175536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-261c86fb-ffd4-417d-b80b-6e5f4f731783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:21.177080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-261c86fb-ffd4-417d-b80b-6e5f4f731783 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0537815 Dec 13 14:45:21.192125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38630) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:21.244909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e864e-680e-4156-83af-b57e743c12c8 req-493f6af1-62a7-49be-970d-5e70ebd4865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:21.246474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-493f6af1-62a7-49be-970d-5e70ebd4865b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604086 Dec 13 14:45:21.255776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Made reservation on behalf of 7677cf536c2545b98f3295febea9ac0c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:21.259626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.361931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a2872925-3903-44c1-9772-326e4119c9bc req-e71a6266-e9b7-49f0-b5ea-0b7c8602f073 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 210 time: 0.0417297 Dec 13 14:45:21.363281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cd45d31-346e-4c40-ac0c-1743cb0f5c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.467806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cd45d31-346e-4c40-ac0c-1743cb0f5c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.468495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-8a2995a5-2af7-4345-80d7-649d803e6f81 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058685 Dec 13 14:45:21.539967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Allocated IP 192.168.233.201 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/22666c53-811b-4fe8-b7f5-74629e650337) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:21.563643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cd45d31-346e-4c40-ac0c-1743cb0f5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.603588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8cd45d31-346e-4c40-ac0c-1743cb0f5c85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a44eef68bbf442c69b675ff04bb03ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103317 Dec 13 14:45:21.604426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a72e864e-680e-4156-83af-b57e743c12c8 req-e9bf861f-3757-466d-9e4e-fea80b07d136 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252441 Dec 13 14:45:21.608242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:21.616749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd45d31-346e-4c40-ac0c-1743cb0f5c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccdac1d-2d1a-4996-a822-7313d8cf8348,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:21.665130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea32af35-945e-4fc9-8b46-e86bcad45dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.689146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea32af35-945e-4fc9-8b46-e86bcad45dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.730263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.824297 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea32af35-945e-4fc9-8b46-e86bcad45dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.827026 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea32af35-945e-4fc9-8b46-e86bcad45dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.828247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea32af35-945e-4fc9-8b46-e86bcad45dff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ccdac1d-2d1a-4996-a822-7313d8cf8348 HTTP/1.1" status: 204 len: 168 time: 0.2190678 Dec 13 14:45:21.837687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32af35-945e-4fc9-8b46-e86bcad45dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccdac1d-2d1a-4996-a822-7313d8cf8348,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:21.854990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:21.877225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:21.908219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:21.911863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:21.916204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:21.949604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:21.991614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:22.004099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.100695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e9ed1-306c-4ea5-8591-5e945a2162e3 req-3554a9e7-66ca-47b0-893f-de7ac736a811 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:22.108353 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a7e9ed1-306c-4ea5-8591-5e945a2162e3 req-3554a9e7-66ca-47b0-893f-de7ac736a811 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.0931575 Dec 13 14:45:22.127410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-890978fe-e152-44c2-a23e-40791d0894ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2050984 Dec 13 14:45:22.139866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Request body: {'port': {'device_id': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:22.195094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a7e9ed1-306c-4ea5-8591-5e945a2162e3 req-a2f589e1-cdc6-4294-9e57-be3201b928c7 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857763 Dec 13 14:45:22.230837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ed39a912-1142-497e-8f08-68aa2e4c2b2b None None] Provisioning complete for port 22666c53-811b-4fe8-b7f5-74629e650337 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:22.231710 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed39a912-1142-497e-8f08-68aa2e4c2b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.279527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.400547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79682ad-52a5-4897-928a-9cf4e2238e66 req-c97d5348-46b8-4bc2-b10b-d5f0acfc6d8d tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:22.402322 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f79682ad-52a5-4897-928a-9cf4e2238e66 req-c97d5348-46b8-4bc2-b10b-d5f0acfc6d8d tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 948 time: 0.1000583 Dec 13 14:45:22.427506 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb68d019-34a1-4c84-b827-d360582767b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.440093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ed39a912-1142-497e-8f08-68aa2e4c2b2b None None] Port 22666c53-811b-4fe8-b7f5-74629e650337 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:22.470268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f79682ad-52a5-4897-928a-9cf4e2238e66 req-f81e89e6-756b-4745-967c-d33fe2f6995f tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603213 Dec 13 14:45:22.606285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:22.646181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c639ea8-847a-41bc-8775-2ed9682786ea req-bea2cdae-3ea9-4873-9e44-645a4e64bb6c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:22.647040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76fc46-fccf-4b4e-945d-02ec2628eb4e req-3d25da36-0957-42d3-bf53-60fdac3510f5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:22.648195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c639ea8-847a-41bc-8775-2ed9682786ea req-bea2cdae-3ea9-4873-9e44-645a4e64bb6c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1267655 Dec 13 14:45:22.649600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e76fc46-fccf-4b4e-945d-02ec2628eb4e req-3d25da36-0957-42d3-bf53-60fdac3510f5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 936 time: 0.0718110 Dec 13 14:45:22.692526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 56544120-4f78-478f-8584-1a745d7d26d4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:22.692975 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.712165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e76fc46-fccf-4b4e-945d-02ec2628eb4e req-dd60ccd8-f835-41ae-919f-5f2a48024764 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Dec 13 14:45:22.723938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38766) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:22.760157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5273-1d01-4210-84e3-239d1cf7d1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.788881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.807521 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c639ea8-847a-41bc-8775-2ed9682786ea req-c7d5c8e7-f1a0-45dd-bd91-28429cfc6b90 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460147 Dec 13 14:45:22.818327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22666c53-811b-4fe8-b7f5-74629e650337 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:22.836333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.840841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:22.849321 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec088c98-8a87-4576-a5ba-cfe997d0acdc" -d '{"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-plugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:22.877842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:22.882615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Transition to ACTIVE for port object 22666c53-811b-4fe8-b7f5-74629e650337 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:22.913942 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9545d0f9-2f8d-456b-b446-01bdf9061ee4 x-openstack-request-id: req-9545d0f9-2f8d-456b-b446-01bdf9061ee4 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:22.914321 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-plugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:22.914547 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9545d0f9-2f8d-456b-b446-01bdf9061ee4 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:22.914845 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4', 'code': 200} Dec 13 14:45:22.921480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5273-1d01-4210-84e3-239d1cf7d1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.949878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.972573 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:22.999750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:23.030474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5273-1d01-4210-84e3-239d1cf7d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.074124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:23.085743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f5273-1d01-4210-84e3-239d1cf7d1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d064ef30-c4db-4bdd-9384-38f76326eb9b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:23.133869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca4f5273-1d01-4210-84e3-239d1cf7d1e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3755b9c3d55447759b27a7430f7af5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032526 Dec 13 14:45:23.133869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38800) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:23.150062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Attempting to bind port 22666c53-811b-4fe8-b7f5-74629e650337 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:23.154319 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.154853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Attempting to bind port 22666c53-811b-4fe8-b7f5-74629e650337 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:23.155307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Attempting to bind port 22666c53-811b-4fe8-b7f5-74629e650337 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:23.162387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Port 22666c53-811b-4fe8-b7f5-74629e650337 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:23.167115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Attempting to bind port 22666c53-811b-4fe8-b7f5-74629e650337 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:23.173690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:23.184627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:23.185438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:23.186022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Bound port: 22666c53-811b-4fe8-b7f5-74629e650337, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:23.186519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.213854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89735d15-3109-4c0e-b9f2-f4e61a20c2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.311244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:23.313967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89735d15-3109-4c0e-b9f2-f4e61a20c2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.315030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:23.431416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9b4b9-a7de-4460-af2f-ce8a5867067c req-3f2a26e3-4e66-4426-98f1-fd1000214802 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:23.432946 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28f9b4b9-a7de-4460-af2f-ce8a5867067c req-3f2a26e3-4e66-4426-98f1-fd1000214802 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.0875392 Dec 13 14:45:23.438301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.522876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:23.524157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.525609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] 10.222.0.50 "PUT /v2.0/ports/22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 200 len: 1096 time: 1.3902032 Dec 13 14:45:23.526076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:23.530886 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "tag": "22666c53-811b-4fe8-b7f5-74629e650337"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:23.544195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28f9b4b9-a7de-4460-af2f-ce8a5867067c req-0aeebd16-79f1-4b97-83f9-0b01d78e194c tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936584 Dec 13 14:45:23.546261 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89735d15-3109-4c0e-b9f2-f4e61a20c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.556415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89735d15-3109-4c0e-b9f2-f4e61a20c2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:23.582131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-89735d15-3109-4c0e-b9f2-f4e61a20c2dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d064ef30-c4db-4bdd-9384-38f76326eb9b HTTP/1.1" status: 204 len: 168 time: 0.4503751 Dec 13 14:45:23.613829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89735d15-3109-4c0e-b9f2-f4e61a20c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d064ef30-c4db-4bdd-9384-38f76326eb9b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:23.643654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388ea97-d2df-4fa3-ae45-afb53ad4fd54 service neutron] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:23.681528 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b627c3-e841-47d9-8dbf-556c40ea52b2 x-openstack-request-id: req-16b627c3-e841-47d9-8dbf-556c40ea52b2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:23.682139 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "tag": "22666c53-811b-4fe8-b7f5-74629e650337", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:23.682570 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16b627c3-e841-47d9-8dbf-556c40ea52b2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:23.683158 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337', 'status': 'completed', 'code': 200} Dec 13 14:45:23.861166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326323a8-1f9b-4028-a468-b0eb253ef453 req-52539b23-840d-43b5-a68a-fc78b635306b tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:23.871102 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-326323a8-1f9b-4028-a468-b0eb253ef453 req-52539b23-840d-43b5-a68a-fc78b635306b tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 948 time: 0.1094804 Dec 13 14:45:23.918130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-326323a8-1f9b-4028-a468-b0eb253ef453 req-1b7f58bb-3d4a-4b7d-bf18-f3a0f36d8b76 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Dec 13 14:45:24.012925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-f0a3ec1a-9c86-4291-a875-977277501f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:24.028071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-f0a3ec1a-9c86-4291-a875-977277501f1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 1099 time: 0.1471384 Dec 13 14:45:24.081015 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-428ff73f-14c4-4240-bade-eb1726ebf331 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 200 len: 217 time: 0.0514061 Dec 13 14:45:24.084057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d58bb-cbde-4c9f-9ef6-80692284b9e2 req-8a368ae1-8929-416f-9ef0-878a49dae0ca tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:24.086714 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf8d58bb-cbde-4c9f-9ef6-80692284b9e2 req-8a368ae1-8929-416f-9ef0-878a49dae0ca tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 948 time: 0.0590146 Dec 13 14:45:24.181947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-a244b4b6-ebaa-4322-926b-4a22aacb26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:24.184683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-a244b4b6-ebaa-4322-926b-4a22aacb26c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0955901 Dec 13 14:45:24.188677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf8d58bb-cbde-4c9f-9ef6-80692284b9e2 req-06da0e61-a880-44ef-94e3-b31d9fb9f041 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950544 Dec 13 14:45:24.298408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-acd958c1-0c28-4e68-8d72-34a184647da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:24.301044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-acd958c1-0c28-4e68-8d72-34a184647da2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086688 Dec 13 14:45:24.376548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f455-bb90-491d-a8f1-7111a809a34b req-6bc42cd2-e4cc-426f-812e-94dee50c2ebf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:24.377611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9172f455-bb90-491d-a8f1-7111a809a34b req-6bc42cd2-e4cc-426f-812e-94dee50c2ebf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1214631 Dec 13 14:45:24.456076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9172f455-bb90-491d-a8f1-7111a809a34b req-b51ba8df-6da6-4080-9d57-31a50ebc7515 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704408 Dec 13 14:45:24.550840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-920485c8-03fb-4597-bd4b-62b25e42d5ba service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348161 Dec 13 14:45:24.609656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e4255943-2de6-4ccb-a0aa-6acc3e995652 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:24.852411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13726d7d-be40-4a11-a5d3-11b9215e7b20 req-988bf449-ec02-4923-96e3-5ebcad2ac9d6 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948694 Dec 13 14:45:24.871725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cf11e-47f1-4003-961f-0699d7e624cf req-1c52f25c-e532-4ad8-a18a-a84527d39fb4 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:24.875528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e66cf11e-47f1-4003-961f-0699d7e624cf req-1c52f25c-e532-4ad8-a18a-a84527d39fb4 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.1064098 Dec 13 14:45:24.887549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e4255943-2de6-4ccb-a0aa-6acc3e995652, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e4255943-2de6-4ccb-a0aa-6acc3e995652,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:24.903514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'e4255943-2de6-4ccb-a0aa-6acc3e995652', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'e4255943-2de6-4ccb-a0aa-6acc3e995652', 'mac_address': 'fa:16:3e:45:97:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:24.937761 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e66cf11e-47f1-4003-961f-0699d7e624cf req-6a24106c-db1d-4de1-9928-e9ad47e5032e tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559504 Dec 13 14:45:25.015487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:25.055567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4255943-2de6-4ccb-a0aa-6acc3e995652 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:25.061040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-be4c34f0-ce36-4db9-b33d-99a76e615a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:25.064611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-be4c34f0-ce36-4db9-b33d-99a76e615a79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 1099 time: 0.0861056 Dec 13 14:45:25.114262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e4255943-2de6-4ccb-a0aa-6acc3e995652, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e4255943-2de6-4ccb-a0aa-6acc3e995652,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:25.118077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937bbb8-384a-498a-82dc-f938db55aebf req-e7b1e2c1-119c-4a60-af9f-1d4869ff2f2e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:25.123785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:25.124423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e937bbb8-384a-498a-82dc-f938db55aebf req-e7b1e2c1-119c-4a60-af9f-1d4869ff2f2e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 948 time: 0.1118591 Dec 13 14:45:25.155589 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:25.215424 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:25.230927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-ce903c75-46af-450b-88ba-197ddbc9622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:25.235470 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-ce903c75-46af-450b-88ba-197ddbc9622f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1606312 Dec 13 14:45:25.244989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e937bbb8-384a-498a-82dc-f938db55aebf req-708e1901-8dc3-4ca1-874c-1129d06bb597 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080322 Dec 13 14:45:25.317471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-f203b791-f021-4c4a-be10-a5b4b4c2b103 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 200 len: 217 time: 0.0725393 Dec 13 14:45:25.317619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e4255943-2de6-4ccb-a0aa-6acc3e995652,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:25.412664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ed38-ab7f-4c67-ba9d-9ceb90f7aed5 req-ff5963c1-e058-44f9-84b9-4744a7c14143 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:25.419623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a57ed38-ab7f-4c67-ba9d-9ceb90f7aed5 req-ff5963c1-e058-44f9-84b9-4744a7c14143 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 948 time: 0.0798264 Dec 13 14:45:25.447816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-d7689553-fcde-46bc-af17-58b58dd4b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:25.449350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-d7689553-fcde-46bc-af17-58b58dd4b963 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1271243 Dec 13 14:45:25.468206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e4255943-2de6-4ccb-a0aa-6acc3e995652'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:25.550626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a57ed38-ab7f-4c67-ba9d-9ceb90f7aed5 req-1e6533d4-39e9-4449-94db-ca78aa48a353 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231089 Dec 13 14:45:25.577957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-41721a6a-a8ec-4305-84b9-140e8192843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:25.579726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-41721a6a-a8ec-4305-84b9-140e8192843d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218245 Dec 13 14:45:25.718549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-80f571c1-362e-4c82-b3e4-ce0e75c1843b service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290047 Dec 13 14:45:25.896603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed9099-781f-4ce1-b838-2e40c1458b7b req-c5e13a6e-6413-432e-b988-1c9757892db2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:25.897775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3ed9099-781f-4ce1-b838-2e40c1458b7b req-c5e13a6e-6413-432e-b988-1c9757892db2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1183214 Dec 13 14:45:25.914455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ea0c91-723c-4cd5-b4e3-3ee426b5bb1c req-fdb8c1d2-9751-4d0c-824f-fddb7bf81ad2 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856377 Dec 13 14:45:25.946571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3ed9099-781f-4ce1-b838-2e40c1458b7b req-641d9275-a066-4719-a235-5392a2cc2cc1 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Dec 13 14:45:26.166711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7a99f-ab11-415b-af36-06f96c032087 req-2f0e45de-c637-409d-a2ae-b9a812bd9502 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:26.169025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ae7a99f-ab11-415b-af36-06f96c032087 req-2f0e45de-c637-409d-a2ae-b9a812bd9502 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.1130209 Dec 13 14:45:26.234835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ae7a99f-ab11-415b-af36-06f96c032087 req-24ae09a8-1c62-4eab-bad9-85d489a649eb tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549109 Dec 13 14:45:26.401123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528af08f-1cfa-4df1-83e0-f95c43828651 req-6fdd0658-6100-4fb3-988d-c4c6476c2cfd tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:26.402659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528af08f-1cfa-4df1-83e0-f95c43828651 req-6fdd0658-6100-4fb3-988d-c4c6476c2cfd tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 949 time: 0.0730686 Dec 13 14:45:26.463535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528af08f-1cfa-4df1-83e0-f95c43828651 req-a1c177e4-c2a5-44fb-ae10-c081f32d0128 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Dec 13 14:45:26.630002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e4255943-2de6-4ccb-a0aa-6acc3e995652 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:26.708297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3771-010e-458f-9612-af3fe0f955a4 req-f17b803c-1b9c-427b-bb2c-e046685d35c5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:26.716211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d92b3771-010e-458f-9612-af3fe0f955a4 req-f17b803c-1b9c-427b-bb2c-e046685d35c5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 948 time: 0.0813115 Dec 13 14:45:26.764279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d92b3771-010e-458f-9612-af3fe0f955a4 req-5fd7be49-f9e7-4a19-8195-b6bf629228fe tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Dec 13 14:45:26.821219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port e4255943-2de6-4ccb-a0aa-6acc3e995652 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:45:26.827326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port e4255943-2de6-4ccb-a0aa-6acc3e995652 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:26.827783 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:27.000993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:27.033449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4255943-2de6-4ccb-a0aa-6acc3e995652'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:27.035800 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f496b798-194c-4446-b1fe-653329fd7005" -d '{"events": [{"server_uuid": "ef5f765a-70e7-4db2-a64a-1e5f8bfca713", "name": "network-vif-plugged", "status": "completed", "tag": "e4255943-2de6-4ccb-a0aa-6acc3e995652"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:27.050829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e4255943-2de6-4ccb-a0aa-6acc3e995652, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e4255943-2de6-4ccb-a0aa-6acc3e995652,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:27.129302 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:27.212787 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602fbb41-8ea4-461b-b11f-e29ebee1fbdd x-openstack-request-id: req-602fbb41-8ea4-461b-b11f-e29ebee1fbdd {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:27.213080 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5f765a-70e7-4db2-a64a-1e5f8bfca713", "name": "network-vif-plugged", "status": "completed", "tag": "e4255943-2de6-4ccb-a0aa-6acc3e995652", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:27.213395 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-602fbb41-8ea4-461b-b11f-e29ebee1fbdd {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:27.213817 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4255943-2de6-4ccb-a0aa-6acc3e995652', 'code': 200} Dec 13 14:45:27.223185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e4255943-2de6-4ccb-a0aa-6acc3e995652,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:27.267697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ddec6-70a3-4fb0-beeb-f764c3a48920 req-9b031a93-2769-4a22-a38a-d7ee0473aeca tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:27.278472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f0ddec6-70a3-4fb0-beeb-f764c3a48920 req-9b031a93-2769-4a22-a38a-d7ee0473aeca tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0902405 Dec 13 14:45:27.346609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f0ddec6-70a3-4fb0-beeb-f764c3a48920 req-6fe25e18-11bd-48f3-a904-91bee773063e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656202 Dec 13 14:45:27.357399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39228b-8ccf-414e-8393-def22a75236a req-937289d3-c382-4d2e-bf50-e9b1ac6e8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:27.359316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c39228b-8ccf-414e-8393-def22a75236a req-937289d3-c382-4d2e-bf50-e9b1ac6e8d5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 1101 time: 0.0614004 Dec 13 14:45:27.429016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c39228b-8ccf-414e-8393-def22a75236a req-e8ad6d32-0ec3-4e7b-b646-73511f54ec1c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Dec 13 14:45:27.454441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d1716-1132-4edb-819c-dba6454eaf98 req-1fcfae23-7518-4c8b-90ad-4ea2ce9e7e61 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:27.456072 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f8d1716-1132-4edb-819c-dba6454eaf98 req-1fcfae23-7518-4c8b-90ad-4ea2ce9e7e61 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.1210935 Dec 13 14:45:27.540109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f8d1716-1132-4edb-819c-dba6454eaf98 req-58845944-59b5-4967-b63a-57b04612d293 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767426 Dec 13 14:45:27.711057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f418-3084-4282-be70-7c9dda869c68 req-97b355d4-4aad-41ff-85ba-bada8d24f621 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:27.728058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce51f418-3084-4282-be70-7c9dda869c68 req-97b355d4-4aad-41ff-85ba-bada8d24f621 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 950 time: 0.1134698 Dec 13 14:45:27.782515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce51f418-3084-4282-be70-7c9dda869c68 req-477f90d6-9d50-4841-9fde-d4b062abab01 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486250 Dec 13 14:45:27.836425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 22666c53-811b-4fe8-b7f5-74629e650337 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:27.892664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af7ae-e33e-4e7f-ae8d-97d8cfca0e74 req-7aa024c5-6dc9-47db-bd09-9732fad96b86 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:27.963618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab4af7ae-e33e-4e7f-ae8d-97d8cfca0e74 req-7aa024c5-6dc9-47db-bd09-9732fad96b86 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 948 time: 0.0550721 Dec 13 14:45:27.963618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab4af7ae-e33e-4e7f-ae8d-97d8cfca0e74 req-6e17ae60-27c1-4f29-8988-2320b4b86af3 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Dec 13 14:45:27.964317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:27.971197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '22666c53-811b-4fe8-b7f5-74629e650337', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '22666c53-811b-4fe8-b7f5-74629e650337', 'mac_address': 'fa:16:3e:65:2d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:28.016013 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:28.029305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22666c53-811b-4fe8-b7f5-74629e650337 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:28.057872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:28.166544 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:28.281598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:28.391682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['22666c53-811b-4fe8-b7f5-74629e650337'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:28.517338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf12690-9d8a-4a82-bd7f-ebee7694ae05 req-bcfa6d39-0d62-4d10-99c8-467f25ac16fd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:28.525337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bf12690-9d8a-4a82-bd7f-ebee7694ae05 req-bcfa6d39-0d62-4d10-99c8-467f25ac16fd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0646126 Dec 13 14:45:28.575268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bf12690-9d8a-4a82-bd7f-ebee7694ae05 req-8a958c87-0b4c-4adb-8aa1-83cdf0f6cb15 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Dec 13 14:45:28.675124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2b00f9cb-e7df-4832-98c8-44fdc28ba624 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:28.760913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3981f-7d11-464c-9810-6f7d11976e74 req-a1767e8b-2535-4cb3-9cc0-30854b96d438 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:28.770891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2e3981f-7d11-464c-9810-6f7d11976e74 req-a1767e8b-2535-4cb3-9cc0-30854b96d438 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 943 time: 0.0770097 Dec 13 14:45:28.824173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2e3981f-7d11-464c-9810-6f7d11976e74 req-757f6be0-29ae-4d8f-99cf-c7fa536515a1 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520003 Dec 13 14:45:28.869659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2b00f9cb-e7df-4832-98c8-44fdc28ba624, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:28.899504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'port_id': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'mac_address': 'fa:16:3e:20:ca:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:28.953604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:28.970663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b00f9cb-e7df-4832-98c8-44fdc28ba624 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:29.000509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2b00f9cb-e7df-4832-98c8-44fdc28ba624, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:29.003244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ac369-f6ee-4978-b4df-558c6c536840 req-13838715-f500-4f0e-86b3-f2c6ac97f079 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:29.005153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-597ac369-f6ee-4978-b4df-558c6c536840 req-13838715-f500-4f0e-86b3-f2c6ac97f079 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 950 time: 0.0918059 Dec 13 14:45:29.087385 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:29.091301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-597ac369-f6ee-4978-b4df-558c6c536840 req-cbb47010-b455-4447-8626-fc64a55c1ae7 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789297 Dec 13 14:45:29.115584 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:45:29.196224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63fdf2-1e71-435b-94b7-c8d7d7aa3ef5 req-f06c0664-87fa-44f5-b372-97462d0b251a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:29.208687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b63fdf2-1e71-435b-94b7-c8d7d7aa3ef5 req-f06c0664-87fa-44f5-b372-97462d0b251a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 949 time: 0.0782466 Dec 13 14:45:29.212122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2b00f9cb-e7df-4832-98c8-44fdc28ba624,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:29.257702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b63fdf2-1e71-435b-94b7-c8d7d7aa3ef5 req-b761ce8d-1ac1-4949-bf5e-068c03e87de8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474038 Dec 13 14:45:29.372850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['2b00f9cb-e7df-4832-98c8-44fdc28ba624'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:29.714560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1e322-3736-450d-a281-5c351511219e req-60bac533-d35f-4425-b795-c58755190387 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:29.716655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ef1e322-3736-450d-a281-5c351511219e req-60bac533-d35f-4425-b795-c58755190387 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0586681 Dec 13 14:45:29.762100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ef1e322-3736-450d-a281-5c351511219e req-c7d193ff-f199-4950-9d7b-adc46b3f3f6d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Dec 13 14:45:29.856035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 22666c53-811b-4fe8-b7f5-74629e650337 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:29.982380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7d7c-2090-4d62-9367-a310e1b48685 req-6d3f3b31-31fc-45aa-a11d-38635bce5699 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:29.984310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-245d7d7c-2090-4d62-9367-a310e1b48685 req-6d3f3b31-31fc-45aa-a11d-38635bce5699 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 944 time: 0.0692899 Dec 13 14:45:29.987626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 22666c53-811b-4fe8-b7f5-74629e650337 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:45:29.993008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 22666c53-811b-4fe8-b7f5-74629e650337 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:29.995588 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.048351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-245d7d7c-2090-4d62-9367-a310e1b48685 req-e72a3904-6f74-4b95-ae28-4d68adefafa2 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575707 Dec 13 14:45:30.121588 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.155918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39324) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:30.165721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:30.167753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:30.169319 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef347e35-66ad-4a40-8b81-a3604008b7a0" -d '{"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-plugged", "status": "completed", "tag": "22666c53-811b-4fe8-b7f5-74629e650337"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:30.243530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ac17e-313b-439c-902e-aabb422b3172 req-3ea3fda2-f7fe-4765-82a3-3bf4a80e9335 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:30.244264 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.246747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-939ac17e-313b-439c-902e-aabb422b3172 req-3ea3fda2-f7fe-4765-82a3-3bf4a80e9335 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 950 time: 0.0691926 Dec 13 14:45:30.301228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-939ac17e-313b-439c-902e-aabb422b3172 req-f5f1ca95-266b-442d-ad2c-b71385cc0417 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Dec 13 14:45:30.348448 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3d54e2-0092-4f50-a626-41d40deae239 x-openstack-request-id: req-ba3d54e2-0092-4f50-a626-41d40deae239 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:30.348751 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-plugged", "status": "completed", "tag": "22666c53-811b-4fe8-b7f5-74629e650337", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:30.349009 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba3d54e2-0092-4f50-a626-41d40deae239 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:30.349415 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337', 'code': 200} Dec 13 14:45:30.431339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:30.434043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db38ea-80f9-4f60-bece-c996a99ab867 req-5f300fd7-f422-43ff-8474-abca918eb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:30.435578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25db38ea-80f9-4f60-bece-c996a99ab867 req-5f300fd7-f422-43ff-8474-abca918eb2dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 1101 time: 0.0763891 Dec 13 14:45:30.477208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b971f19f-b28d-4e8a-abdb-dd1f315204c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.494945 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25db38ea-80f9-4f60-bece-c996a99ab867 req-a4cec2ff-091f-4437-8a3d-b6b139dad207 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Dec 13 14:45:30.608029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b971f19f-b28d-4e8a-abdb-dd1f315204c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.620652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ab081-a964-428d-882d-6415eb305a37 req-0aea3152-eeb7-4758-85d4-7f30a221f6f2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:30.622255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d51ab081-a964-428d-882d-6415eb305a37 req-0aea3152-eeb7-4758-85d4-7f30a221f6f2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1664195 Dec 13 14:45:30.682552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2b00f9cb-e7df-4832-98c8-44fdc28ba624 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:30.683687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d51ab081-a964-428d-882d-6415eb305a37 req-631d21ad-5418-4c51-a29f-5ab3a866b6d4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551476 Dec 13 14:45:30.735153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b971f19f-b28d-4e8a-abdb-dd1f315204c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.788008 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b971f19f-b28d-4e8a-abdb-dd1f315204c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=924d1c6a03c74b889acae6a49b27ba36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310008 Dec 13 14:45:30.791529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971f19f-b28d-4e8a-abdb-dd1f315204c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2835e1-db11-4b7f-9ab6-2e86b3a443eb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:30.793297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39346) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:30.826794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:45:30.831476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:30.832190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.877577 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82e15625-7eea-4ea9-9a48-975a07b6176f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.882319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39348) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:30.954558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82e15625-7eea-4ea9-9a48-975a07b6176f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:30.970779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df146-4e74-4948-9d49-7e8355422df6 req-75490f47-f4ff-4cc2-82f8-fd695fc84d04 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:30.980210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-512df146-4e74-4948-9d49-7e8355422df6 req-75490f47-f4ff-4cc2-82f8-fd695fc84d04 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0833232 Dec 13 14:45:31.033949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-512df146-4e74-4948-9d49-7e8355422df6 req-9a45ec64-aaa7-4bb9-a5d3-d4e4e5819b08 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525270 Dec 13 14:45:31.091391 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.126623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-537dc386-6dcc-482d-81e7-1c4b979908ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.141168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2b00f9cb-e7df-4832-98c8-44fdc28ba624, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:31.154560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd73d2-3c6c-40d2-8239-c03ab2be1b9b req-737b5cdf-48f5-41df-922b-457f966bc3dd tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:31.156255 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50cd73d2-3c6c-40d2-8239-c03ab2be1b9b req-737b5cdf-48f5-41df-922b-457f966bc3dd tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 950 time: 0.0939312 Dec 13 14:45:31.157836 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82e15625-7eea-4ea9-9a48-975a07b6176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.160754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82e15625-7eea-4ea9-9a48-975a07b6176f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.162025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82e15625-7eea-4ea9-9a48-975a07b6176f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad2835e1-db11-4b7f-9ab6-2e86b3a443eb HTTP/1.1" status: 204 len: 168 time: 0.3675926 Dec 13 14:45:31.172571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e15625-7eea-4ea9-9a48-975a07b6176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2835e1-db11-4b7f-9ab6-2e86b3a443eb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:31.201792 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.227457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50cd73d2-3c6c-40d2-8239-c03ab2be1b9b req-019a8407-e9cb-4180-90d3-f23a797f732f tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Dec 13 14:45:31.276364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2b00f9cb-e7df-4832-98c8-44fdc28ba624,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:31.306839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85aec9-1bd0-4ad3-862c-72d8eada9575 req-bd59744b-a453-4b21-b061-9e7dd78457ad tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:31.308339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa85aec9-1bd0-4ad3-862c-72d8eada9575 req-bd59744b-a453-4b21-b061-9e7dd78457ad tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.1556079 Dec 13 14:45:31.361510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-537dc386-6dcc-482d-81e7-1c4b979908ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.376220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa85aec9-1bd0-4ad3-862c-72d8eada9575 req-e1d6b77b-082f-4891-ba68-eb29ae512a0d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608907 Dec 13 14:45:31.455191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-537dc386-6dcc-482d-81e7-1c4b979908ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.496238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-537dc386-6dcc-482d-81e7-1c4b979908ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d55c0e564f0c4ac59b99ab8059b41a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103239 Dec 13 14:45:31.496967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39370) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:31.547365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dc386-6dcc-482d-81e7-1c4b979908ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f504892d-8f92-45a8-891d-14a85fbb3645,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:31.596645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2397e3c-8ece-4dc5-ac41-64938f49bea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.621682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2397e3c-8ece-4dc5-ac41-64938f49bea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.738177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2397e3c-8ece-4dc5-ac41-64938f49bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.740850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2397e3c-8ece-4dc5-ac41-64938f49bea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:31.744819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c2397e3c-8ece-4dc5-ac41-64938f49bea2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f504892d-8f92-45a8-891d-14a85fbb3645 HTTP/1.1" status: 204 len: 168 time: 0.2469513 Dec 13 14:45:31.755391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2397e3c-8ece-4dc5-ac41-64938f49bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f504892d-8f92-45a8-891d-14a85fbb3645,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:31.823410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-fae31c41-798e-4256-bb2a-2a85bf5f88b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581865 Dec 13 14:45:31.836960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e7dd-f07b-4035-a510-f2e7c1ff3462 req-706833f6-b351-4ff2-af16-a484c97f02ad tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:31.838952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04d9e7dd-f07b-4035-a510-f2e7c1ff3462 req-706833f6-b351-4ff2-af16-a484c97f02ad tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0718391 Dec 13 14:45:31.925781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04d9e7dd-f07b-4035-a510-f2e7c1ff3462 req-1f72a6b3-04b4-4f53-bc90-ee431d9ab923 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Dec 13 14:45:31.981644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-6821782d-3bef-4533-9a00-28b2cba2f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:31.983483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-6821782d-3bef-4533-9a00-28b2cba2f449 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68eda6a71a324441bf9a5ebd3fbd5523&device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 1097 time: 0.0977011 Dec 13 14:45:32.109152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-e41d59e0-3156-4503-86e2-2f6c6b221090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.111093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-e41d59e0-3156-4503-86e2-2f6c6b221090 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e HTTP/1.1" status: 200 len: 916 time: 0.1027155 Dec 13 14:45:32.114940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-52b066ca-626a-44c6-89ca-a18d4ae7baa6 req-cd9b51f4-a9d2-4725-8333-e1621f21ec36 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:45:32.118849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52b066ca-626a-44c6-89ca-a18d4ae7baa6 req-cd9b51f4-a9d2-4725-8333-e1621f21ec36 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111258 Dec 13 14:45:32.146452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39384) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:32.187860 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97b810ed-ec5a-4760-bf3a-84acbaacac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:32.276259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-9ba1ffbc-48fd-4dca-af68-feae845bdb8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceec5360-f46d-455f-8eed-2c5560a22603 HTTP/1.1" status: 200 len: 1002 time: 0.1560307 Dec 13 14:45:32.350927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:32.353340 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015993c-6d7e-479d-b37c-9289422ebcfe" -d '{"events": [{"server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "name": "network-vif-plugged", "status": "completed", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:32.361148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-a3d8b42b-abc4-4172-9a17-b1cbee150e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.362695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-a3d8b42b-abc4-4172-9a17-b1cbee150e53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c72f4ead-d01f-49aa-8d68-97d307589950 HTTP/1.1" status: 200 len: 854 time: 0.0783498 Dec 13 14:45:32.371254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a3eb-b31d-45a3-9fcf-67fd1d377da0 req-19216d91-c330-4779-a80e-4e39e15cacc8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.389920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce96a3eb-b31d-45a3-9fcf-67fd1d377da0 req-19216d91-c330-4779-a80e-4e39e15cacc8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.2526257 Dec 13 14:45:32.425348 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97b810ed-ec5a-4760-bf3a-84acbaacac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:32.437434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-8be7d0f7-609c-4b31-846a-efc7a2f7a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.439034 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-8be7d0f7-609c-4b31-846a-efc7a2f7a9b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc152b06-70f9-4fc8-b988-d6dd0ad2040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682976 Dec 13 14:45:32.448448 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce96a3eb-b31d-45a3-9fcf-67fd1d377da0 req-3838ec2e-bd65-4ec4-b560-714e15302ce4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575981 Dec 13 14:45:32.546266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-039a8070-ecc2-429a-88ba-708504e72495 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.547699 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-039a8070-ecc2-429a-88ba-708504e72495 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 950 time: 0.1079028 Dec 13 14:45:32.565611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd466-40c3-431f-85fe-f7afdc74af25 req-4190c718-0cd1-4a5d-b92a-257d80357576 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.567969 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1eecd466-40c3-431f-85fe-f7afdc74af25 req-4190c718-0cd1-4a5d-b92a-257d80357576 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 950 time: 0.0562499 Dec 13 14:45:32.585742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-a12a8641-341c-480f-8c85-47c1edce8fae service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373076 Dec 13 14:45:32.614629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1eecd466-40c3-431f-85fe-f7afdc74af25 req-e640eb15-808c-476e-939f-332eda0f97e8 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/security-groups?id=9849550d-074f-45ce-80ad-4304bdea1dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Dec 13 14:45:32.719277 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26519f9-2ba3-406a-81a3-4942b828e081 x-openstack-request-id: req-e26519f9-2ba3-406a-81a3-4942b828e081 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:32.719826 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "name": "network-vif-plugged", "status": "completed", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:32.719970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba9909e-bd90-4286-8b63-d394a12b22ff req-f43db449-f8cf-4bdb-a26d-7a642bce7211 service neutron] 10.222.0.50 "GET /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262095 Dec 13 14:45:32.720083 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e26519f9-2ba3-406a-81a3-4942b828e081 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:32.720659 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'code': 200} Dec 13 14:45:32.721688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Deleting port e4255943-2de6-4ccb-a0aa-6acc3e995652 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:45:32.722030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:32.832443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8404-07d4-4277-8111-0f112e29286e req-f6f9cdca-42f0-42b2-8925-29f67e420a2b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.834503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80cc8404-07d4-4277-8111-0f112e29286e req-f6f9cdca-42f0-42b2-8925-29f67e420a2b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.0643985 Dec 13 14:45:32.867577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] For port e4255943-2de6-4ccb-a0aa-6acc3e995652, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e4255943-2de6-4ccb-a0aa-6acc3e995652,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:32.867945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:32.877493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c90ec-d038-471a-be6d-d85bf32eba53 req-2c1d09bf-85b5-4499-a669-5873b52cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:32.879033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d6c90ec-d038-471a-be6d-d85bf32eba53 req-2c1d09bf-85b5-4499-a669-5873b52cc8f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 1096 time: 0.0812318 Dec 13 14:45:32.882486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80cc8404-07d4-4277-8111-0f112e29286e req-bb098607-d257-4096-ae16-5690c73530ef tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409484 Dec 13 14:45:32.884680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Calling delete_port for e4255943-2de6-4ccb-a0aa-6acc3e995652 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:32.955924 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97b810ed-ec5a-4760-bf3a-84acbaacac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:32.956089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d6c90ec-d038-471a-be6d-d85bf32eba53 req-92a20df4-ef60-4716-80cc-0bc703c4925c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659509 Dec 13 14:45:33.021030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-97b810ed-ec5a-4760-bf3a-84acbaacac85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6acc3b5572a74367997eeb9869180063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8735514 Dec 13 14:45:33.021965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b810ed-ec5a-4760-bf3a-84acbaacac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e21a65-d568-485f-a94a-bfd8d5aa7d3a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:33.024373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39414) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:33.092902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83754559-36ba-4ef5-82ef-20521b444a93 req-d544c0d1-fef6-4da6-a2bd-bb172aaa8493 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:33.100359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83754559-36ba-4ef5-82ef-20521b444a93 req-d544c0d1-fef6-4da6-a2bd-bb172aaa8493 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0947621 Dec 13 14:45:33.100506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-628fe8b1-2584-449b-9b6c-f6b1d381a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:33.135214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-628fe8b1-2584-449b-9b6c-f6b1d381a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:33.140613 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83754559-36ba-4ef5-82ef-20521b444a93 req-d030c8ee-ba31-4c42-b752-7139d662525a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Dec 13 14:45:33.181443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:33.199053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e4255943-2de6-4ccb-a0aa-6acc3e995652'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:33.242317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Pushing event deleted for resources: {'Port': ['ID=e4255943-2de6-4ccb-a0aa-6acc3e995652,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:33.275446 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-628fe8b1-2584-449b-9b6c-f6b1d381a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:33.278955 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-628fe8b1-2584-449b-9b6c-f6b1d381a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:33.285153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-628fe8b1-2584-449b-9b6c-f6b1d381a1de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7e21a65-d568-485f-a94a-bfd8d5aa7d3a HTTP/1.1" status: 204 len: 168 time: 0.2546656 Dec 13 14:45:33.297198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fe8b1-2584-449b-9b6c-f6b1d381a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e21a65-d568-485f-a94a-bfd8d5aa7d3a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:33.342532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] No DVR routers for this DVR port e4255943-2de6-4ccb-a0aa-6acc3e995652 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:45:33.347340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:33.356666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94c83491-464a-4df6-80e9-f63694b5ac6a req-faf1f208-038d-4161-96bb-0e4633f3ed5e tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.55 "DELETE /v2.0/ports/e4255943-2de6-4ccb-a0aa-6acc3e995652 HTTP/1.1" status: 204 len: 173 time: 0.8012724 Dec 13 14:45:33.358631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'name': 'network-vif-deleted', 'tag': 'e4255943-2de6-4ccb-a0aa-6acc3e995652'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:33.363995 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c0b8bd-8df7-4fed-a136-c66fddf96a3a" -d '{"events": [{"server_uuid": "ef5f765a-70e7-4db2-a64a-1e5f8bfca713", "name": "network-vif-deleted", "tag": "e4255943-2de6-4ccb-a0aa-6acc3e995652"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:33.438728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-748645b4-fcd1-47d9-a503-e69786079899 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2803895 Dec 13 14:45:33.439307 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a9c6db-8f04-498b-ab35-cd3763ae6d44 x-openstack-request-id: req-07a9c6db-8f04-498b-ab35-cd3763ae6d44 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:33.439307 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5f765a-70e7-4db2-a64a-1e5f8bfca713", "name": "network-vif-deleted", "tag": "e4255943-2de6-4ccb-a0aa-6acc3e995652", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:33.439543 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07a9c6db-8f04-498b-ab35-cd3763ae6d44 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:33.439890 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5f765a-70e7-4db2-a64a-1e5f8bfca713', 'name': 'network-vif-deleted', 'tag': 'e4255943-2de6-4ccb-a0aa-6acc3e995652', 'status': 'completed', 'code': 200} Dec 13 14:45:33.458867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-f820afe8-08b7-43a7-930c-6c26d564475f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:45:33.459125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-f820afe8-08b7-43a7-930c-6c26d564475f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069792 Dec 13 14:45:33.641428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4d5a6-c6b5-4c11-aa28-8efef1ffa28a req-22454d4e-8116-49f2-b3ad-bcaa84e81050 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:33.650136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3cb4d5a6-c6b5-4c11-aa28-8efef1ffa28a req-22454d4e-8116-49f2-b3ad-bcaa84e81050 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0879333 Dec 13 14:45:33.711324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3cb4d5a6-c6b5-4c11-aa28-8efef1ffa28a req-9a559086-7f01-4904-92a2-4c28020c5101 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Dec 13 14:45:33.793446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d76f0089-78a9-4b47-8783-8ed07c24e999 req-bb021e36-a702-4b9f-a56c-1c0076ae21f3 tempest-ServerDiagnosticsNegativeTest-598244252 tempest-ServerDiagnosticsNegativeTest-598244252-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5f765a-70e7-4db2-a64a-1e5f8bfca713 HTTP/1.1" status: 200 len: 210 time: 0.0618908 Dec 13 14:45:34.057615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d1e2c-e3d8-4df2-af35-02a94e7c697e req-34974837-f7b4-422a-ba0e-9defafc2fdcb tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:34.066583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b7d1e2c-e3d8-4df2-af35-02a94e7c697e req-34974837-f7b4-422a-ba0e-9defafc2fdcb tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.0719824 Dec 13 14:45:34.123151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b7d1e2c-e3d8-4df2-af35-02a94e7c697e req-8f23cd76-b331-4e35-83e3-7f383e7526c2 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552881 Dec 13 14:45:34.514593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c75dd-30ef-486c-86f0-761957dcfb4b req-fb2e0e20-117a-41dd-ac1b-430cf664141c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:34.525324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-135c75dd-30ef-486c-86f0-761957dcfb4b req-fb2e0e20-117a-41dd-ac1b-430cf664141c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1530173 Dec 13 14:45:34.574122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-135c75dd-30ef-486c-86f0-761957dcfb4b req-056fab57-58d3-453d-aa9a-d8a06fbebdd9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Dec 13 14:45:34.948789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf7bbf-8e6e-4af5-87c6-5eb60b93185b req-17c28db7-fadf-4f28-a5f5-c6e10663d943 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:34.951530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8baf7bbf-8e6e-4af5-87c6-5eb60b93185b req-17c28db7-fadf-4f28-a5f5-c6e10663d943 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0954766 Dec 13 14:45:35.032288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8baf7bbf-8e6e-4af5-87c6-5eb60b93185b req-fb106c72-8b5a-4feb-852c-58507297eb75 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666702 Dec 13 14:45:35.265935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556b1f0-3204-4213-bdf2-64c4345cfe3a req-b14f8c07-e95b-4446-b589-0d1344f02318 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:35.268941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3556b1f0-3204-4213-bdf2-64c4345cfe3a req-b14f8c07-e95b-4446-b589-0d1344f02318 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.0702388 Dec 13 14:45:35.319544 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3556b1f0-3204-4213-bdf2-64c4345cfe3a req-870e9cad-8489-4f19-b6cb-9b6225be65da tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441370 Dec 13 14:45:35.464389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357e60a-21a9-462a-8a21-dcd3acbc9ceb req-91e8ab88-58dc-454a-8f4a-ab3566257aa8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:35.467052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a357e60a-21a9-462a-8a21-dcd3acbc9ceb req-91e8ab88-58dc-454a-8f4a-ab3566257aa8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.0715103 Dec 13 14:45:35.477192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39554) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:35.487888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Request body: {'floatingip': {'port_id': '2b00f9cb-e7df-4832-98c8-44fdc28ba624'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:35.524752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39556) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:35.547391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:35.721686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39564) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:35.750119 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e2646ba-a8e7-42eb-a93e-7eb2cab8bf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:35.791534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae642730-86ec-420b-8c63-fada27939b20 req-87c1de74-b132-489c-b9f0-68ef74fe3a39 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:35.799974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae642730-86ec-420b-8c63-fada27939b20 req-87c1de74-b132-489c-b9f0-68ef74fe3a39 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1243804 Dec 13 14:45:36.188733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6936ff0f-18c3-4889-96be-f8d3c815f770 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6513df22f0d342c8b51b84ef871443f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654963 Dec 13 14:45:36.191296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39582) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:36.282342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae642730-86ec-420b-8c63-fada27939b20 req-1aac1908-3d1d-425a-82b2-914817cb5db7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758561 Dec 13 14:45:36.348589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e2646ba-a8e7-42eb-a93e-7eb2cab8bf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.437807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e2646ba-a8e7-42eb-a93e-7eb2cab8bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.487111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e2646ba-a8e7-42eb-a93e-7eb2cab8bf70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cefa2a17b674f5694887bf9f562a2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9610503 Dec 13 14:45:36.496895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:36.527179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2646ba-a8e7-42eb-a93e-7eb2cab8bf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e43a30-43fe-4ed6-ba34-2bc2081bcdc7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:36.570419 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67f5048a-7551-490d-a8d0-cf9b4baa8917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.613853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67f5048a-7551-490d-a8d0-cf9b4baa8917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.694861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e4255943-2de6-4ccb-a0aa-6acc3e995652 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:36.708774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.resource_extend [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:45:36.729206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: e4255943-2de6-4ccb-a0aa-6acc3e995652 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:45:36.729866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e4255943-2de6-4ccb-a0aa-6acc3e995652 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:45:36.775006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67f5048a-7551-490d-a8d0-cf9b4baa8917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.782407 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67f5048a-7551-490d-a8d0-cf9b4baa8917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.785888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-67f5048a-7551-490d-a8d0-cf9b4baa8917 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5e43a30-43fe-4ed6-ba34-2bc2081bcdc7 HTTP/1.1" status: 204 len: 168 time: 0.2860942 Dec 13 14:45:36.805007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5048a-7551-490d-a8d0-cf9b4baa8917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e43a30-43fe-4ed6-ba34-2bc2081bcdc7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:36.835965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531bdf-c925-4dfe-b0a0-1936cde716e2 req-2f6a71a3-f7cb-470d-a2fe-5a68455d42ef tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:36.837777 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c531bdf-c925-4dfe-b0a0-1936cde716e2 req-2f6a71a3-f7cb-470d-a2fe-5a68455d42ef tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.6386447 Dec 13 14:45:36.860643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab24c301-ec26-424b-a066-91400064390d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.883950 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab24c301-ec26-424b-a066-91400064390d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.931754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:36.947199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-41f4013a-6852-44c6-aadd-0b3b5e33ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:36.947199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-41f4013a-6852-44c6-aadd-0b3b5e33ab20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 1101 time: 0.1854930 Dec 13 14:45:36.974293 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c531bdf-c925-4dfe-b0a0-1936cde716e2 req-810e98b3-1e80-4d83-9437-7d6017d3d7e5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362572 Dec 13 14:45:37.019006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:37.168773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab24c301-ec26-424b-a066-91400064390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:37.171310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab24c301-ec26-424b-a066-91400064390d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:37.173367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ab24c301-ec26-424b-a066-91400064390d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9849550d-074f-45ce-80ad-4304bdea1dd4 HTTP/1.1" status: 204 len: 168 time: 0.9803107 Dec 13 14:45:37.173716 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Floating IP 08984110-21bb-41ec-bcb9-592f5cb96e53 associated. External IP: 172.25.7.193, port: 2b00f9cb-e7df-4832-98c8-44fdc28ba624. Dec 13 14:45:37.271291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24c301-ec26-424b-a066-91400064390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9849550d-074f-45ce-80ad-4304bdea1dd4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:37.275945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-29a7120c-c8b5-4a79-8e35-7b8d4eda4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:37.277561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-29a7120c-c8b5-4a79-8e35-7b8d4eda4ef3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.3224404 Dec 13 14:45:37.355666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-8dc818a4-2c45-499a-8d82-e682a4cf871b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 200 len: 217 time: 0.0652733 Dec 13 14:45:37.462571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-d4436e19-02ac-430a-b86c-f81e13b33b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:37.464085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-d4436e19-02ac-430a-b86c-f81e13b33b9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0930877 Dec 13 14:45:37.550113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd413823-ad00-47ff-bbd3-d12da7fbe668 req-9bc64d8d-d1a3-4492-9b66-d51e12afca8b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:37.562929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd413823-ad00-47ff-bbd3-d12da7fbe668 req-9bc64d8d-d1a3-4492-9b66-d51e12afca8b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1937230 Dec 13 14:45:37.637243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-d7987f23-b621-4264-a326-b074698a7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:37.638752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-d7987f23-b621-4264-a326-b074698a7a0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337173 Dec 13 14:45:37.745129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd413823-ad00-47ff-bbd3-d12da7fbe668 req-10becd40-caac-420f-9b03-1f0d72d2325b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815465 Dec 13 14:45:37.745129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:45:37.857403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-e2bdbba6-9145-460e-8728-87e7547aac30 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008748 Dec 13 14:45:37.942673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:45:37.949110 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:37.952845 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] Sync routers for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:45:37.962505 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:37.963150 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:38.000351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-60c3accb-b5d7-4065-8383-1f5d0c7b7d64 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "PUT /v2.0/floatingips/08984110-21bb-41ec-bcb9-592f5cb96e53 HTTP/1.1" status: 200 len: 991 time: 2.5190926 Dec 13 14:45:38.000351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:38.002519 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5b66d8-ab80-46bb-871e-5cde7a768033" -d '{"events": [{"name": "network-changed", "server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:38.019584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-d9111de5-125b-4c88-af0a-8428f5c9aba7 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419792 Dec 13 14:45:38.218996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c6b6-b4dc-4ba7-a2db-409b14b903e6 req-2e6cea35-3f60-4f49-af02-d7b5054c7550 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:38.221942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8437c6b6-b4dc-4ba7-a2db-409b14b903e6 req-2e6cea35-3f60-4f49-af02-d7b5054c7550 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1270745 Dec 13 14:45:38.224422 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d14c5-7c59-4d1f-b2ad-7d0a83a8ffbf x-openstack-request-id: req-409d14c5-7c59-4d1f-b2ad-7d0a83a8ffbf {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:38.230762 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:38.231180 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:38.231180 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-409d14c5-7c59-4d1f-b2ad-7d0a83a8ffbf {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:38.231180 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'status': 'completed', 'code': 200} Dec 13 14:45:38.271473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39658) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:38.287542 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ab9df20-6e4b-45f6-9216-dde1588eb00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:38.400724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ab9df20-6e4b-45f6-9216-dde1588eb00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:38.408882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8437c6b6-b4dc-4ba7-a2db-409b14b903e6 req-7b921411-18af-44de-b0a0-58f5a7b1ecc4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790831 Dec 13 14:45:38.419818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-e2f50cf3-f3f3-4d43-81c5-0c841d7e8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:38.419942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-e2f50cf3-f3f3-4d43-81c5-0c841d7e8f53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b6383e8b8bb4a13a3b1f117b67a30cf&device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 1096 time: 0.1759846 Dec 13 14:45:38.478689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ab9df20-6e4b-45f6-9216-dde1588eb00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:38.567139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6ab9df20-6e4b-45f6-9216-dde1588eb00b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=226c71846e1541ecb9370ddfe7a7d8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920973 Dec 13 14:45:38.567679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39662) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:38.572686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9df20-6e4b-45f6-9216-dde1588eb00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435da15-73c9-445f-b5e0-065b0d07c154,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:38.644739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-1da44413-c656-4fb1-8ebf-24d47531cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:38.650672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-1da44413-c656-4fb1-8ebf-24d47531cad6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 HTTP/1.1" status: 200 len: 916 time: 0.2230613 Dec 13 14:45:38.780794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-abbdd85f-c24f-4654-ac8e-3b4ae2b3923a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624 HTTP/1.1" status: 200 len: 999 time: 0.1145053 Dec 13 14:45:38.802461 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '08984110-21bb-41ec-bcb9-592f5cb96e53', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'port_id': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'mac_address': 'fa:16:3e:20:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:44:26Z', 'updated_at': '2021-12-13T14:45:36Z', 'revision_number': 1, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:38.842027 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] Checking router: 484f553f-84bd-405b-a0b8-3e4f56e39bd1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:45:38.853629 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:38.855848 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:38.867423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf47d956-f9d5-4efd-8d96-0a554c9bbbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:38.903171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-5ea94771-6574-4407-bdd8-53ee610fdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:38.904584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-5ea94771-6574-4407-bdd8-53ee610fdb3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3d47338-02fb-4fb0-a8d4-5736f9fea2f9 HTTP/1.1" status: 200 len: 854 time: 0.1128097 Dec 13 14:45:38.911047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf47d956-f9d5-4efd-8d96-0a554c9bbbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:38.919943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8d0f3-db19-468c-b598-600d809af1fe req-1377bafb-dd05-46c7-83d9-36da1ea19452 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:38.921419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aee8d0f3-db19-468c-b598-600d809af1fe req-1377bafb-dd05-46c7-83d9-36da1ea19452 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1462867 Dec 13 14:45:38.991326 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:39.029507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aee8d0f3-db19-468c-b598-600d809af1fe req-94b1b6a2-712c-422a-bd7e-af975c298cca tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847285 Dec 13 14:45:39.037266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-0db8e816-4aea-43f2-8154-430d39f19847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:39.039026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-0db8e816-4aea-43f2-8154-430d39f19847 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122057 Dec 13 14:45:39.141471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf47d956-f9d5-4efd-8d96-0a554c9bbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:39.144325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf47d956-f9d5-4efd-8d96-0a554c9bbbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:39.148847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cf47d956-f9d5-4efd-8d96-0a554c9bbbf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5435da15-73c9-445f-b5e0-065b0d07c154 HTTP/1.1" status: 204 len: 168 time: 0.5772426 Dec 13 14:45:39.176617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47d956-f9d5-4efd-8d96-0a554c9bbbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435da15-73c9-445f-b5e0-065b0d07c154,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:39.185689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39682) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:39.220059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-527832d9-d000-4851-8b94-93fb07f47dcc service neutron] 10.222.0.55 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708329 Dec 13 14:45:39.314934 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '08984110-21bb-41ec-bcb9-592f5cb96e53', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'port_id': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'mac_address': 'fa:16:3e:20:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:44:26Z', 'updated_at': '2021-12-13T14:45:36Z', 'revision_number': 1, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:39.380510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a5b66d8-ab80-46bb-871e-5cde7a768033 req-bda016c0-78bd-4a19-9837-8d349e048d0c service neutron] 10.222.0.55 "GET /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512134 Dec 13 14:45:39.423909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-221023972-network', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:39.480145 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf106066-0c45-49eb-801a-d323cbfffd30 None None] The sync data for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 is: [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '08984110-21bb-41ec-bcb9-592f5cb96e53', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'port_id': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'mac_address': 'fa:16:3e:20:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:44:26Z', 'updated_at': '2021-12-13T14:45:36Z', 'revision_number': 1, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:45:39.537927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1e8db-556b-488b-a2f6-398182b785da req-5fc1b7b5-a0a6-476b-b155-0b9ba8386140 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:39.540301 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36e1e8db-556b-488b-a2f6-398182b785da req-5fc1b7b5-a0a6-476b-b155-0b9ba8386140 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0529730 Dec 13 14:45:39.579338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36e1e8db-556b-488b-a2f6-398182b785da req-21108686-0525-4bb7-8e0c-b132164f013a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Dec 13 14:45:39.640735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:39.643763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:39.657490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:39.689480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b164f6-b33d-4fd2-a03b-b5146dc87a2a None None] New status for floating IP 08984110-21bb-41ec-bcb9-592f5cb96e53: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:45:39.783318 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:39.866420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:39.890923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:45:39.913794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f315fbf-890a-4cad-9ac4-43e59262ae78,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:39.932802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:39.932802 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Added segment c9416ade-aaec-49eb-a3f4-02aa633f8907 of type vlan for network 201604d4-d80e-4e16-84bd-7f5c9d180a92 Dec 13 14:45:39.974385 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.102585 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.107525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:40.107525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.189278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] Pushing event updated for resources: {'Network': ['ID=201604d4-d80e-4e16-84bd-7f5c9d180a92,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:40.200173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:45:40.200691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bbe07-cc46-467f-89a8-748bc3704de4 req-ac6fea18-5e00-4e1e-ad1b-b1c4d3496a70 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:40.202170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e78bbe07-cc46-467f-89a8-748bc3704de4 req-ac6fea18-5e00-4e1e-ad1b-b1c4d3496a70 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1088154 Dec 13 14:45:40.253035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e78bbe07-cc46-467f-89a8-748bc3704de4 req-f74db164-4814-4f0d-9433-966a99b6c8a4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Dec 13 14:45:40.274928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3e3ed323-7238-48e4-95c5-e387d6c9a640 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0879114 Dec 13 14:45:40.277628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39736) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:40.285751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Request body: {'subnet': {'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-subnet', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:40.424001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:40.426390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.547154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39766) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:40.643250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6cbe4-4303-4dc7-a65d-515e1eb40ad2 req-a460bf17-368f-4a0a-82a5-6e4fb5cd285e tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:40.644735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bd6cbe4-4303-4dc7-a65d-515e1eb40ad2 req-a460bf17-368f-4a0a-82a5-6e4fb5cd285e tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 950 time: 0.1013894 Dec 13 14:45:40.725182 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bd6cbe4-4303-4dc7-a65d-515e1eb40ad2 req-b8f68de3-a78e-400d-af0f-a1f5f774cda7 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642133 Dec 13 14:45:40.728960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.744634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcccb05-8153-4ab9-a62f-4aa243e30585 req-c2d7fb67-1f7d-4f2d-89ee-7359ccfa0bca tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:40.753385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fcccb05-8153-4ab9-a62f-4aa243e30585 req-c2d7fb67-1f7d-4f2d-89ee-7359ccfa0bca tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0729492 Dec 13 14:45:40.802867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b06380-e9a7-4a5d-a8d4-12f7de43574f,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:40.817321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Checking segment: {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:40.817321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Network hostable DHCP agents. Network: 201604d4-d80e-4e16-84bd-7f5c9d180a92, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:45:40.817778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28bc5b8a-8441-4f6e-9063-6fe13bdfd49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.842780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fcccb05-8153-4ab9-a62f-4aa243e30585 req-f4fc6650-d6f0-41b8-b0a8-3cc3f9c29f2d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789814 Dec 13 14:45:40.915447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:45:40.916188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28bc5b8a-8441-4f6e-9063-6fe13bdfd49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.997361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28bc5b8a-8441-4f6e-9063-6fe13bdfd49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:40.997600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 201604d4-d80e-4e16-84bd-7f5c9d180a92) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:41.002627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:41.003493 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.006882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b228a10-0dfc-4e29-bf1b-e300ba9b5526 None None] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:45:41.039794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5b8a-8441-4f6e-9063-6fe13bdfd49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edd48e6-2296-4ad1-b0a3-b7dbc2953b93,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:41.044142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-28bc5b8a-8441-4f6e-9063-6fe13bdfd49a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a69671ba441541e6a8d7499c34352ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958642 Dec 13 14:45:41.046779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39790) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:41.086398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea680bad-1706-4e6e-8d70-c27f20f740f1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8077102 Dec 13 14:45:41.090281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39794) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:41.099675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:41.126470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62bcdfeb-0b12-457a-8b5c-b6f66c51c1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.153112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62bcdfeb-0b12-457a-8b5c-b6f66c51c1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.185894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-201604d4-d80e-4e16-84bd-7f5c9d180a92', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:45:41.187022 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.199886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.201490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.351773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62bcdfeb-0b12-457a-8b5c-b6f66c51c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.354683 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62bcdfeb-0b12-457a-8b5c-b6f66c51c1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.358571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-62bcdfeb-0b12-457a-8b5c-b6f66c51c1f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6edd48e6-2296-4ad1-b0a3-b7dbc2953b93 HTTP/1.1" status: 204 len: 168 time: 0.3105955 Dec 13 14:45:41.375200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcdfeb-0b12-457a-8b5c-b6f66c51c1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edd48e6-2296-4ad1-b0a3-b7dbc2953b93,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:41.412691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf43dd0-80c8-427d-bc12-387fe4368dd8 req-8be4bd7d-f09c-4e72-a5d2-16b5462baeb2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:41.422030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-caf43dd0-80c8-427d-bc12-387fe4368dd8 req-8be4bd7d-f09c-4e72-a5d2-16b5462baeb2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1021717 Dec 13 14:45:41.461005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.481761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-caf43dd0-80c8-427d-bc12-387fe4368dd8 req-ae5cf714-abd5-4301-bd2f-82917ffcbff9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585227 Dec 13 14:45:41.517552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Allocated IP 172.20.0.2 (201604d4-d80e-4e16-84bd-7f5c9d180a92/d9b06380-e9a7-4a5d-a8d4-12f7de43574f/e2377fb8-e64d-43f6-9fee-24a98f9c8278) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:41.688991 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.727374 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.815857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.865175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:41.869913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:41.873742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:41.893349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Pushing event updated for resources: {'Port': ['ID=e2377fb8-e64d-43f6-9fee-24a98f9c8278,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:41.964203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Attempting to bind port e2377fb8-e64d-43f6-9fee-24a98f9c8278 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:41.964839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Attempting to bind port e2377fb8-e64d-43f6-9fee-24a98f9c8278 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:41.965202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Attempting to bind port e2377fb8-e64d-43f6-9fee-24a98f9c8278 on network 201604d4-d80e-4e16-84bd-7f5c9d180a92 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:41.970656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:41.971101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Checking segment: {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:41.971506 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:41.971892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Bound using segment: {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:41.972357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Bound port: e2377fb8-e64d-43f6-9fee-24a98f9c8278, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:41.972735 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.010556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-492c9d58-6994-4d83-a08e-2855596dd841 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415561 Dec 13 14:45:42.044310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] For port e2377fb8-e64d-43f6-9fee-24a98f9c8278, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:42.047401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] For port e2377fb8-e64d-43f6-9fee-24a98f9c8278, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e2377fb8-e64d-43f6-9fee-24a98f9c8278,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:42.082896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.106874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.118249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.160778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-f32f4a50-0a73-4e51-9675-21430d0f9b8c tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:42.175068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-f32f4a50-0a73-4e51-9675-21430d0f9b8c tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631522 Dec 13 14:45:42.198853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ab007-8ff7-40c2-9d99-f548da4ab5b3 None None] Pushing event updated for resources: {'Port': ['ID=e2377fb8-e64d-43f6-9fee-24a98f9c8278,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:42.223081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-ca984ddd-53df-482f-baa2-b1f273b61339 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/quotas/3dee97c3687d4a5c86ffa544d5b444b3 HTTP/1.1" status: 200 len: 375 time: 0.0462041 Dec 13 14:45:42.261347 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-c4e58238-af77-420c-9142-32854efa2bf9 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313530 Dec 13 14:45:42.283185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Allocated IP 172.25.7.73 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/ceb0f14a-2e98-4d51-bb56-6f20f695d719) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:42.316066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39856) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:42.329140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a305d056-0e39-44cd-9cec-c1d7fd4be70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.427222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.512000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a305d056-0e39-44cd-9cec-c1d7fd4be70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.579232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.608287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af957a-c821-466c-994a-4e9a2fc37dbf req-8b1f3561-f5dd-4002-aca0-5d63fd8216ac tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:42.616267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07af957a-c821-466c-994a-4e9a2fc37dbf req-8b1f3561-f5dd-4002-aca0-5d63fd8216ac tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.0824780 Dec 13 14:45:42.618286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a305d056-0e39-44cd-9cec-c1d7fd4be70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.648316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:42.651906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:42.669058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:42.686287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305d056-0e39-44cd-9cec-c1d7fd4be70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a965ea6e-d1b5-4aeb-99c3-93696c39d1a9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:42.699460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a305d056-0e39-44cd-9cec-c1d7fd4be70e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e1685d31c2e4dc78f44f09dca6e23bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819952 Dec 13 14:45:42.705008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39874) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:42.718632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07af957a-c821-466c-994a-4e9a2fc37dbf req-db356e8f-06e8-4ac9-ad96-fcbb4286858a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935547 Dec 13 14:45:42.739846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb0f14a-2e98-4d51-bb56-6f20f695d719,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:42.784075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3287bbf9-fb39-4f74-b63f-597223ceef8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.813445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3287bbf9-fb39-4f74-b63f-597223ceef8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.852449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbf4b5-427e-40d0-a3f5-41c59a2800cd req-24afbcb4-bae4-443f-96b0-99e87e29f309 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:42.853977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cfbf4b5-427e-40d0-a3f5-41c59a2800cd req-24afbcb4-bae4-443f-96b0-99e87e29f309 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1802051 Dec 13 14:45:42.910205 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cfbf4b5-427e-40d0-a3f5-41c59a2800cd req-232650f9-1ca0-474d-a734-7ee19d5925b0 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Dec 13 14:45:42.962543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-77bafdfa-362b-446a-9fb2-9aaecd48549e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267754 Dec 13 14:45:42.994408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3287bbf9-fb39-4f74-b63f-597223ceef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.996829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3287bbf9-fb39-4f74-b63f-597223ceef8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:42.998260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3287bbf9-fb39-4f74-b63f-597223ceef8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a965ea6e-d1b5-4aeb-99c3-93696c39d1a9 HTTP/1.1" status: 204 len: 168 time: 0.2923129 Dec 13 14:45:43.048668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287bbf9-fb39-4f74-b63f-597223ceef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965ea6e-d1b5-4aeb-99c3-93696c39d1a9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:43.128674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:43.140767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-2cdafbfa-b635-4c04-8489-4480dd297aed tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:43.142713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-2cdafbfa-b635-4c04-8489-4480dd297aed tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729939 Dec 13 14:45:43.182584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-64d48380-210a-4017-83c2-065d1879e34a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/quotas/3dee97c3687d4a5c86ffa544d5b444b3 HTTP/1.1" status: 200 len: 375 time: 0.0309775 Dec 13 14:45:43.218893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-ac452a4e-119d-433e-ab94-85c05f6526e1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352631 Dec 13 14:45:43.390151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1ba4f-56da-4025-82cc-dadd1e275d56 None None] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:45:43.422270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:43.460667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-449782dc-3102-48c8-bfce-10c1994faf6d None None] Provisioning complete for port e2377fb8-e64d-43f6-9fee-24a98f9c8278 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:43.466078 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-449782dc-3102-48c8-bfce-10c1994faf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:43.512854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175407-9917-490d-92f1-175e933be078 req-1bf3e0c9-084c-4bbb-b520-ee0a651c1221 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:43.514824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75175407-9917-490d-92f1-175e933be078 req-1bf3e0c9-084c-4bbb-b520-ee0a651c1221 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 950 time: 0.1326759 Dec 13 14:45:43.567433 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c21d2743-a944-4ad8-8dd5-84fbc5cf6691 req-394aac1f-a76b-4737-93ff-3f945f47c165 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 210 time: 0.0414426 Dec 13 14:45:43.617092 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75175407-9917-490d-92f1-175e933be078 req-6a7899fd-8fa1-489c-ad89-ad22c3e914b7 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905695 Dec 13 14:45:43.659635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-449782dc-3102-48c8-bfce-10c1994faf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:43.725030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-449782dc-3102-48c8-bfce-10c1994faf6d None None] For port e2377fb8-e64d-43f6-9fee-24a98f9c8278, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e2377fb8-e64d-43f6-9fee-24a98f9c8278,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:43.740289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Router bc0defe9-918d-4ca2-808f-585101d2936c is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:45:43.797839 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-449782dc-3102-48c8-bfce-10c1994faf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:43.869331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449782dc-3102-48c8-bfce-10c1994faf6d None None] Pushing event updated for resources: {'Port': ['ID=e2377fb8-e64d-43f6-9fee-24a98f9c8278,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:43.934029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a138635-01aa-4f4b-a2d3-524c44650188 req-d98ebe27-05a2-48e9-8c52-f45cf97e9404 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:43.934635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a138635-01aa-4f4b-a2d3-524c44650188 req-d98ebe27-05a2-48e9-8c52-f45cf97e9404 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1268272 Dec 13 14:45:43.944214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:45:43.958624 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Sync routers for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:45:43.969250 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:43.969861 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:44.058355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a138635-01aa-4f4b-a2d3-524c44650188 req-3971591a-4db7-4325-9b64-bb06cb5a051d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026356 Dec 13 14:45:44.066625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:44.066625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-646e5fe5-0007-4a68-a0f9-c5d6f8ef9b07 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9712009 Dec 13 14:45:44.066625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39922) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:44.099752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56788e-d23a-47e1-9f6c-0b12ac20abce req-e7919c6e-7920-44ae-953c-ec63af5bd364 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:44.101457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec56788e-d23a-47e1-9f6c-0b12ac20abce req-e7919c6e-7920-44ae-953c-ec63af5bd364 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0719218 Dec 13 14:45:44.118495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5d226241-67f7-4bee-b4f5-9633036c1d85 None None] Provisioning complete for port e2377fb8-e64d-43f6-9fee-24a98f9c8278 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:44.118860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d226241-67f7-4bee-b4f5-9633036c1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:44.175556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec56788e-d23a-47e1-9f6c-0b12ac20abce req-edf91662-330d-4b3c-8a47-05884f506b90 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Dec 13 14:45:44.197626 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:44.435321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e2377fb8-e64d-43f6-9fee-24a98f9c8278 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:44.451947 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:42Z', 'revision_number': 3, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:44.494569 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Checking router: bc0defe9-918d-4ca2-808f-585101d2936c for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:45:44.495582 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Updating router bc0defe9-918d-4ca2-808f-585101d2936c port ceb0f14a-2e98-4d51-bb56-6f20f695d719 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:45:44.501011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e2377fb8-e64d-43f6-9fee-24a98f9c8278 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:44.501735 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:44.532705 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:44.669799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d70d2f5b-2030-4c2d-8f0d-c96d06fe75c5 req-37c7ec8b-83a7-46ae-8800-ea53a82967e1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Dec 13 14:45:44.752360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:44.836850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52f11-bd72-43df-8fa9-eb7b3ef6d1ba req-cb6092ef-9a1d-4188-bfb3-c79b23b2ddac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:44.839979 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88a52f11-bd72-43df-8fa9-eb7b3ef6d1ba req-cb6092ef-9a1d-4188-bfb3-c79b23b2ddac tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 950 time: 0.1006355 Dec 13 14:45:44.911302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88a52f11-bd72-43df-8fa9-eb7b3ef6d1ba req-d6110f1f-fad9-45d1-9c9e-b2d664c7518c tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458028 Dec 13 14:45:44.912901 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:44.947590 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:44.997792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:44.999618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:45.002121 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2432cc-44a9-4513-884e-defb1b8a5416" -d '{"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:45.006518 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.021604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.069859 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Attempting to bind port ceb0f14a-2e98-4d51-bb56-6f20f695d719 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:45.070261 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Attempting to bind port ceb0f14a-2e98-4d51-bb56-6f20f695d719 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:45.070617 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Attempting to bind port ceb0f14a-2e98-4d51-bb56-6f20f695d719 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:45.085179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Pushing event updated for resources: {'Port': ['ID=ceb0f14a-2e98-4d51-bb56-6f20f695d719,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:45.088697 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:45.089063 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:45.089709 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.090896 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:45.091901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Bound port: ceb0f14a-2e98-4d51-bb56-6f20f695d719, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:45.092643 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.103750 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.108260 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64d3981-eb46-4d71-9655-7119c23668f9 x-openstack-request-id: req-d64d3981-eb46-4d71-9655-7119c23668f9 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:45.108719 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "56544120-4f78-478f-8584-1a745d7d26d4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:45.109090 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d64d3981-eb46-4d71-9655-7119c23668f9 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:45.109480 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4', 'code': 200} Dec 13 14:45:45.128207 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.128834 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.129341 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.129826 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.130344 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.130834 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.131316 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.131819 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.132347 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.132843 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.133502 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.134007 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:45.185439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-3edad34c-9078-4859-9dc6-8c8ab36bd41f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576730 Dec 13 14:45:45.193905 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] For port ceb0f14a-2e98-4d51-bb56-6f20f695d719, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:45.198404 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] For port ceb0f14a-2e98-4d51-bb56-6f20f695d719, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ceb0f14a-2e98-4d51-bb56-6f20f695d719,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:45.214138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=11']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:45.304334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594162e-bd08-4b6b-b9d4-cdf4b1ce02ec req-d63f768c-a3e3-4f08-a3ff-cb9ba71cce33 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:45.306207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c594162e-bd08-4b6b-b9d4-cdf4b1ce02ec req-d63f768c-a3e3-4f08-a3ff-cb9ba71cce33 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1092279 Dec 13 14:45:45.310004 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.340855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Allocated IP 172.20.0.1 (201604d4-d80e-4e16-84bd-7f5c9d180a92/d9b06380-e9a7-4a5d-a8d4-12f7de43574f/f1e60224-64ab-4e1f-91d1-b1f469d2fd73) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:45.369765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee51d2-29b4-4250-8898-2667fa32ee58 req-24aec9d2-4d35-4062-b716-af00fb3d1a4e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:45.389499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8ee51d2-29b4-4250-8898-2667fa32ee58 req-24aec9d2-4d35-4062-b716-af00fb3d1a4e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1243567 Dec 13 14:45:45.390507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c594162e-bd08-4b6b-b9d4-cdf4b1ce02ec req-e5bb41c1-b23b-4b50-8e75-0aa2b8de5942 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Dec 13 14:45:45.404601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:45.405333 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:45.411003 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6232568-bc19-437d-ad33-51a00a0accd8 None None] Pushing event updated for resources: {'Port': ['ID=ceb0f14a-2e98-4d51-bb56-6f20f695d719,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:45.454781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-9c6263a3-96f7-4f30-b459-6a1fc1fa6397 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:45.457208 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-9c6263a3-96f7-4f30-b459-6a1fc1fa6397 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.55 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 948 time: 0.2012670 Dec 13 14:45:45.470596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.503832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.504799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8ee51d2-29b4-4250-8898-2667fa32ee58 req-4b044682-4a22-4474-a7ff-11d305d32130 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144426 Dec 13 14:45:45.527007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-d24479c7-8811-4c39-954e-fafe3c805a39 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:45.527007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-d24479c7-8811-4c39-954e-fafe3c805a39 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287249 Dec 13 14:45:45.554167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Request body: {'port': {'device_id': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '3dee97c3687d4a5c86ffa544d5b444b3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:45.579724 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:45.664328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.712459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:45.718397 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:45.722153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:45.759912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Deleting port 56544120-4f78-478f-8584-1a745d7d26d4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:45:45.760518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.804374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:45.823925 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:42Z', 'revision_number': 3, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:45.858664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-853d62e0-f717-4f72-aebe-3b069ec01070 req-aa90b5e7-66a0-434e-b5bf-8b3eb5dae22e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 210 time: 0.0939624 Dec 13 14:45:45.862690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:45.887379 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf821aff-4ba8-4c62-8462-e61ec6a61853 None None] The sync data for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 is: [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:42Z', 'revision_number': 3, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:45:45.928742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-9919be2d-f465-426e-a306-7611d10cce83 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574694 Dec 13 14:45:45.996813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Made reservation on behalf of 3dee97c3687d4a5c86ffa544d5b444b3 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:46.009004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.136172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4a47-1bd1-4255-8e46-010a9a6d8e7c req-2af7685f-d803-4e20-9558-809d859f4d7f tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:46.140672 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a84b4a47-1bd1-4255-8e46-010a9a6d8e7c req-2af7685f-d803-4e20-9558-809d859f4d7f tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 948 time: 0.1073861 Dec 13 14:45:46.143363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.178537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-161e7e1c-75de-4c8d-9a5a-c7763137232f None None] Provisioning complete for port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:46.179792 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-161e7e1c-75de-4c8d-9a5a-c7763137232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.202925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] For port 56544120-4f78-478f-8584-1a745d7d26d4, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=56544120-4f78-478f-8584-1a745d7d26d4,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:46.203893 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.241134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-161e7e1c-75de-4c8d-9a5a-c7763137232f None None] Port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:46.242696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Calling delete_port for 56544120-4f78-478f-8584-1a745d7d26d4 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:45:46.247334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a84b4a47-1bd1-4255-8e46-010a9a6d8e7c req-049fad15-ce4c-4ed0-b5f2-f0fe9857461a tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019673 Dec 13 14:45:46.256731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.379281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-8bf9709a-de95-447c-8306-db26dc238043 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:46.381272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-8bf9709a-de95-447c-8306-db26dc238043 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870358 Dec 13 14:45:46.441420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Request body: {'port': {'device_id': 'df9dd06a-414e-4520-8d33-c53081028599', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '3dee97c3687d4a5c86ffa544d5b444b3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:46.577024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.646919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.650376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.742482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dc0c2-161f-4574-9457-c388e54e4739 req-6a96eea8-ce07-4d45-afc0-7e9a66b5e9e4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:46.744810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-057dc0c2-161f-4574-9457-c388e54e4739 req-6a96eea8-ce07-4d45-afc0-7e9a66b5e9e4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1417816 Dec 13 14:45:46.769142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:46.773568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:46.866993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-057dc0c2-161f-4574-9457-c388e54e4739 req-6255ccf1-2b79-4db6-87cc-7e01defe8d0a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141977 Dec 13 14:45:46.932544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:46.936672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:46.984277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbad0645-e1c6-4305-8279-f8b0ed9f8508 req-b56c6e89-c631-4b57-9993-9dc4af76d121 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 210 time: 0.0370634 Dec 13 14:45:47.154213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Router bc0defe9-918d-4ca2-808f-585101d2936c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:45:47.209350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:47.265950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57401bea-03e7-48fd-9edd-849c126416e6 req-0a2e203f-bd15-4a01-a1ff-95d1ca7dc98f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:47.270891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57401bea-03e7-48fd-9edd-849c126416e6 req-0a2e203f-bd15-4a01-a1ff-95d1ca7dc98f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.7376242 Dec 13 14:45:47.291117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fc7b341c-b14a-4ed6-97a5-d0e09ac96598 None None] Provisioning complete for port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:47.291476 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fc7b341c-b14a-4ed6-97a5-d0e09ac96598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:47.293368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:45:47.314083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:47.314920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0627b85e-9301-45b3-9635-df14d71177e4 admin admin] 10.222.0.24 "PUT /v2.0/routers/bc0defe9-918d-4ca2-808f-585101d2936c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470448 Dec 13 14:45:47.341020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Made reservation on behalf of 3dee97c3687d4a5c86ffa544d5b444b3 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:47.344653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:47.451178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0e28-81b5-47d4-ad80-768aba7087e0 req-db102d27-db52-4a5f-80ff-9ef4d9a82271 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:47.452846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b6b0e28-81b5-47d4-ad80-768aba7087e0 req-db102d27-db52-4a5f-80ff-9ef4d9a82271 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 866 time: 0.0945828 Dec 13 14:45:47.462621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57401bea-03e7-48fd-9edd-849c126416e6 req-02cc686c-d12e-4944-8b02-d47e5cbc0af4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592770 Dec 13 14:45:47.481354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb11a061-08ea-42a3-9749-6c5bf145ed2a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:47.483990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:47.534442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b6b0e28-81b5-47d4-ad80-768aba7087e0 req-1b90e031-b3a3-4b05-b714-52a7afdbee7e tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/security-groups?id=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717127 Dec 13 14:45:47.602307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b341c-b14a-4ed6-97a5-d0e09ac96598 None None] Port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:47.606067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.606874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.607226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.607566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.607899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.608303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.608829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.609168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.609487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.609897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.610446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.610889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:45:47.626512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Pushing event deleted for resources: {'Port': ['ID=56544120-4f78-478f-8584-1a745d7d26d4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:47.730926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fce41a-1760-4ea5-a64d-5006c0d67a6c req-3eb90152-8028-48c0-8a2e-aa8ac10dcb8b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:47.733755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] No DVR routers for this DVR port 56544120-4f78-478f-8584-1a745d7d26d4 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:45:47.734779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7fce41a-1760-4ea5-a64d-5006c0d67a6c req-3eb90152-8028-48c0-8a2e-aa8ac10dcb8b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0723746 Dec 13 14:45:47.751470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:47.754829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a637073a-fc1c-4f55-ae8e-b482b96d5626 req-89627277-005a-426d-8293-1e249ca24de2 tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.55 "DELETE /v2.0/ports/56544120-4f78-478f-8584-1a745d7d26d4 HTTP/1.1" status: 204 len: 173 time: 2.2818689 Dec 13 14:45:47.758269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-deleted', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:47.760115 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ad3f9c-642a-4229-8776-f3af30bcf785" -d '{"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-deleted", "tag": "56544120-4f78-478f-8584-1a745d7d26d4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:47.764085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Allocated IP 192.168.233.243 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/9e982969-694e-475b-9876-43c110776442) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:47.802540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7fce41a-1760-4ea5-a64d-5006c0d67a6c req-d31dc622-bf7c-498d-a616-0e7f2bcee525 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563402 Dec 13 14:45:47.838420 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782f6967-2808-4c8b-97ec-952bf5cd05f8 x-openstack-request-id: req-782f6967-2808-4c8b-97ec-952bf5cd05f8 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:47.838420 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930bee7c-263c-47a3-9ec0-af5be18d7ca5", "name": "network-vif-deleted", "tag": "56544120-4f78-478f-8584-1a745d7d26d4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:47.838420 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-782f6967-2808-4c8b-97ec-952bf5cd05f8 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:47.838873 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930bee7c-263c-47a3-9ec0-af5be18d7ca5', 'name': 'network-vif-deleted', 'tag': '56544120-4f78-478f-8584-1a745d7d26d4', 'status': 'completed', 'code': 200} Dec 13 14:45:48.000981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae04d-8aaf-4a33-b18b-1e46c866524a req-b8342903-ed33-4281-bf71-f19c1b4e306b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:48.002714 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-521ae04d-8aaf-4a33-b18b-1e46c866524a req-b8342903-ed33-4281-bf71-f19c1b4e306b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0904162 Dec 13 14:45:48.018553 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:48.057088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-521ae04d-8aaf-4a33-b18b-1e46c866524a req-6106ff4d-d2f0-40c9-9ea3-72cd8cfad1d1 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Dec 13 14:45:48.098586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f79f-4592-4de5-8b3a-b1191a9ae315 req-38bc0a57-e3dd-4a90-a27e-934eb874a2d7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:48.105965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22f8f79f-4592-4de5-8b3a-b1191a9ae315 req-38bc0a57-e3dd-4a90-a27e-934eb874a2d7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1068506 Dec 13 14:45:48.150434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22f8f79f-4592-4de5-8b3a-b1191a9ae315 req-d310ec18-fca6-4235-852a-f442c483688b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Dec 13 14:45:48.163438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:48.216200 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-55121656-9321-4579-a9da-92d7e38d019a req-f8cdf781-3895-4fc5-b984-f40cc0e33f09 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 210 time: 0.0748134 Dec 13 14:45:48.304350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:48.313834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:48.325610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:48.341585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Sync routers for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:45:48.359774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:48.360340 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:48.393643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Allocated IP 192.168.233.164 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:48.448685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:48.515224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ceb0f14a-2e98-4d51-bb56-6f20f695d719 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:48.528566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:48.529281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:48.675165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:48.678368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ceb0f14a-2e98-4d51-bb56-6f20f695d719 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:48.679553 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:48.715676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-eb35d212-1e06-4fb4-aab8-7bd00a7162ca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1667376 Dec 13 14:45:48.717665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3fc16b3-a082-44b6-9667-7d6dc056fe50 req-b837de91-983b-470d-a5e8-85bb43461bdd tempest-ImagesOneServerTestJSON-1755448652 tempest-ImagesOneServerTestJSON-1755448652-project] 10.222.0.24 "GET /v2.0/ports?device_id=930bee7c-263c-47a3-9ec0-af5be18d7ca5 HTTP/1.1" status: 200 len: 210 time: 0.0266020 Dec 13 14:45:48.742805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Request body: {'port': {'device_id': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:48.796672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-2a9ba069-8d88-4cfe-8d2b-2e60def823dd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:48.798375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-2a9ba069-8d88-4cfe-8d2b-2e60def823dd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.3608224 Dec 13 14:45:48.814284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:45:48.834868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b9561108-3029-4f0a-ada1-a34d7f51b6f4 None None] Provisioning complete for port 9e982969-694e-475b-9876-43c110776442 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:48.835534 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9561108-3029-4f0a-ada1-a34d7f51b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:48.840592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 56544120-4f78-478f-8584-1a745d7d26d4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:45:48.840933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 56544120-4f78-478f-8584-1a745d7d26d4 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:45:48.845715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-8bf8b72b-82f7-4ba2-8007-fe8c79b5f587 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/quotas/e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 375 time: 0.0402224 Dec 13 14:45:48.966198 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:48.970003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b9561108-3029-4f0a-ada1-a34d7f51b6f4 None None] Port 9e982969-694e-475b-9876-43c110776442 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:48.990799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.012288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.034691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40052) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:49.039629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-520748073-network', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:49.057444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port ceb0f14a-2e98-4d51-bb56-6f20f695d719, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ceb0f14a-2e98-4d51-bb56-6f20f695d719,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:49.060813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-a0369898-7f30-4542-a228-15f87eca8ab4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1795065 Dec 13 14:45:49.114079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 2, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:49.140855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Checking router: bc0defe9-918d-4ca2-808f-585101d2936c for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:45:49.141210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Updating router bc0defe9-918d-4ca2-808f-585101d2936c port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:45:49.158038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Made reservation on behalf of 4d344660a1f742209dec039f3a69c5d7 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:49.160814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.171807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.172881 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.195383 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.251383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=ceb0f14a-2e98-4d51-bb56-6f20f695d719,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:49.273623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-b48d6c5e-bad2-40d6-8219-f293959734ad service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042341 Dec 13 14:45:49.351775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.353677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74531ec-0125-44dd-8283-405d76886e6b req-472530eb-2239-42b6-946f-8e5a5ec02b5d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:49.355507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e74531ec-0125-44dd-8283-405d76886e6b req-472530eb-2239-42b6-946f-8e5a5ec02b5d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1127410 Dec 13 14:45:49.359357 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.403246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e74531ec-0125-44dd-8283-405d76886e6b req-9fffd06e-355b-4b1a-99e2-5f5128e068c7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Dec 13 14:45:49.430295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.452023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Pushing event updated for resources: {'Port': ['ID=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:49.483909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f397fc1e-ac56-436b-9caa-493361c23995,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:49.493999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:49.508338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:49.511094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:49.520893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:45:49.543330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.543691 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Added segment 21aee524-79d2-4f39-9d9a-da9ced4b9f74 of type vlan for network 7436cb96-5fb4-495e-883c-3852f8ac42ef Dec 13 14:45:49.570143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4a3e-1b81-4175-a862-9dfea2f97423 req-833b67f7-48e7-46c1-b0e2-b6d22b296fc1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:49.571577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-746c4a3e-1b81-4175-a862-9dfea2f97423 req-833b67f7-48e7-46c1-b0e2-b6d22b296fc1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 936 time: 0.0847545 Dec 13 14:45:49.576733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-30487104-53db-4c39-b3a3-4d16b0df9a8b service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021741 Dec 13 14:45:49.586632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.605370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:49.606041 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.657966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.667774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.686695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-746c4a3e-1b81-4175-a862-9dfea2f97423 req-f686a014-e9ab-4dfa-9ca5-2d41fb1dd60a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976417 Dec 13 14:45:49.693198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e982969-694e-475b-9876-43c110776442 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:49.701359 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.716861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1210e085-a7cc-4c7d-bb88-18458bd788b8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3044972 Dec 13 14:45:49.748683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Request body: {'port': {'device_id': 'df9dd06a-414e-4520-8d33-c53081028599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:49.753994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Transition to ACTIVE for port object 9e982969-694e-475b-9876-43c110776442 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:49.784990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28efd7f-f28f-4257-8b0d-8961ae7085ea None None] Pushing event updated for resources: {'Port': ['ID=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:49.800841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.801745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:49.802513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.850744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.858389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-84aaa6ab-7c4f-4d1b-889c-ab86cfcc676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.898595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Attempting to bind port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:49.899184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Attempting to bind port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:49.899809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Attempting to bind port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 on network 201604d4-d80e-4e16-84bd-7f5c9d180a92 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:49.913958 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.930865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:49.931593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Checking segment: {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:49.941606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] Pushing event updated for resources: {'Network': ['ID=7436cb96-5fb4-495e-883c-3852f8ac42ef,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:49.956681 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.957205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Bound using segment: {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:49.959054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Bound port: f1e60224-64ab-4e1f-91d1-b1f469d2fd73, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:49.959631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:49.988595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:49.993341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:45:50.050477 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea50e1f2-3554-4eae-8d80-14954cf70280 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0150924 Dec 13 14:45:50.053197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40076) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:50.059250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Request body: {'subnet': {'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-subnet', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:50.174610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Made reservation on behalf of 4d344660a1f742209dec039f3a69c5d7 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:50.176878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.260701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c08f3416-71f1-495e-9fdb-1da14198ffbb None None] Provisioning complete for port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:50.261208 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c08f3416-71f1-495e-9fdb-1da14198ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.305787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] For port f1e60224-64ab-4e1f-91d1-b1f469d2fd73, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:50.311054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] For port f1e60224-64ab-4e1f-91d1-b1f469d2fd73, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:50.329008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c08f3416-71f1-495e-9fdb-1da14198ffbb None None] Port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:50.407657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-055b4536-86a3-4c5c-8678-b43dff99cc34 req-1c9562d2-a9b1-4a8e-984e-2fa562da6f4b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 210 time: 0.1091061 Dec 13 14:45:50.436313 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.441727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ceb0f14a-2e98-4d51-bb56-6f20f695d719 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:50.455891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Attempting to bind port 9e982969-694e-475b-9876-43c110776442 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:50.456215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Attempting to bind port 9e982969-694e-475b-9876-43c110776442 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:50.456659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Attempting to bind port 9e982969-694e-475b-9876-43c110776442 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:50.470272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Port 9e982969-694e-475b-9876-43c110776442 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:50.470597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Attempting to bind port 9e982969-694e-475b-9876-43c110776442 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:50.489095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:50.489443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:50.489927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:50.490417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Bound port: 9e982969-694e-475b-9876-43c110776442, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:50.491565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.599107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2500-dd6d-4ad9-9f52-ccb1ffc7ffa0 req-100609da-c113-42c0-b5ae-7b9f090d0ec5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:50.601357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c7c2500-dd6d-4ad9-9f52-ccb1ffc7ffa0 req-100609da-c113-42c0-b5ae-7b9f090d0ec5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0747571 Dec 13 14:45:50.634530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28efd7f-f28f-4257-8b0d-8961ae7085ea None None] Pushing event updated for resources: {'Port': ['ID=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:50.638540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ceb0f14a-2e98-4d51-bb56-6f20f695d719 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:50.639155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.639977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.641937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:50.642652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:50.660613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:50.691133 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.701087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:50.708562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:50.717690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Transition to ACTIVE for port object 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:50.745541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c7c2500-dd6d-4ad9-9f52-ccb1ffc7ffa0 req-900093ec-2c89-499b-970c-b0b44a6b1025 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345017 Dec 13 14:45:50.791273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7086df11-8d08-4263-bc9b-b6f0e1d2f8c2 None None] Provisioning complete for port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:50.791609 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7086df11-8d08-4263-bc9b-b6f0e1d2f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.791883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.824420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Checking segment: {'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:50.826063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Network hostable DHCP agents. Network: 7436cb96-5fb4-495e-883c-3852f8ac42ef, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:45:50.844260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6830849-bf3e-492c-a334-57365e51e0b3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:50.938385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.956925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:50.957938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:50.959744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] 10.222.0.50 "PUT /v2.0/ports/9e982969-694e-475b-9876-43c110776442 HTTP/1.1" status: 200 len: 1096 time: 2.2256162 Dec 13 14:45:50.961517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'tag': '9e982969-694e-475b-9876-43c110776442'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:50.963134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:45:50.973106 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "tag": "9e982969-694e-475b-9876-43c110776442"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:51.034109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521b23d-92fc-4b1e-b236-e374701f9c91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:51.049316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7436cb96-5fb4-495e-883c-3852f8ac42ef) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:51.054401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:51.055868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.088527 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b8f640-5a30-4974-8858-827851ebb6e6 x-openstack-request-id: req-06b8f640-5a30-4974-8858-827851ebb6e6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:51.088869 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "tag": "9e982969-694e-475b-9876-43c110776442", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:51.089127 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06b8f640-5a30-4974-8858-827851ebb6e6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:51.089827 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'tag': '9e982969-694e-475b-9876-43c110776442', 'status': 'completed', 'code': 200} Dec 13 14:45:51.092385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40100) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:51.095073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:51.097996 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eafd82-39fa-4766-a80e-80c7d494174c None None] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:45:51.200970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38364ca-c835-4384-bb5e-3b6944d12918 req-209bfc7b-fcaf-4af6-880b-768f97dccd2b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:51.202789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c38364ca-c835-4384-bb5e-3b6944d12918 req-209bfc7b-fcaf-4af6-880b-768f97dccd2b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 948 time: 0.3211596 Dec 13 14:45:51.222469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a4936893-3cc4-44dd-82e8-ab3cd3765c56 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1665931 Dec 13 14:45:51.233701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40106) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:51.240285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:51.286108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:51.314125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-988b70ae-b9e2-45ad-acdd-c62160be57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:51.315662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-988b70ae-b9e2-45ad-acdd-c62160be57b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1099 time: 0.1995401 Dec 13 14:45:51.352896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c38364ca-c835-4384-bb5e-3b6944d12918 req-e4257593-3032-4dcc-8bf8-370cde0dc783 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213307 Dec 13 14:45:51.392005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.393221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.414037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Attempting to bind port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:51.419451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Attempting to bind port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:51.425062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Attempting to bind port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:51.425062 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-0abe7aa4-0811-4d2c-ac74-03d9c5dba67e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9e982969-694e-475b-9876-43c110776442 HTTP/1.1" status: 200 len: 217 time: 0.0953414 Dec 13 14:45:51.435536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b62e30bf-de09-4882-bcef-3d14ff122a0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3eb16a0339e547b398f546a23c0674e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338041 Dec 13 14:45:51.436237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:51.436570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Attempting to bind port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:51.439775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40110) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:51.465346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.487865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:51.488271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:51.488618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:51.489057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Bound port: 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:51.489422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.560870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dc62dc9-1807-4180-bc86-cb1444066aa7 req-f53e24a5-b094-48c6-9a33-e505571c26e6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 210 time: 0.0476906 Dec 13 14:45:51.588641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-069d8c12-213a-4728-b6de-ad1c7887a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:51.589172 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7086df11-8d08-4263-bc9b-b6f0e1d2f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.590450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-069d8c12-213a-4728-b6de-ad1c7887a1a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1496465 Dec 13 14:45:51.651481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5a4-2d56-4c17-955c-e6f1989b4a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.662011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] For port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:51.691229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] For port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:51.702187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5a4-2d56-4c17-955c-e6f1989b4a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.713792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-28ca5e3e-a36a-4749-b0e4-85a256874143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:51.715637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-28ca5e3e-a36a-4749-b0e4-85a256874143 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125367 Dec 13 14:45:51.718768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7086df11-8d08-4263-bc9b-b6f0e1d2f8c2 None None] For port f1e60224-64ab-4e1f-91d1-b1f469d2fd73, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:51.764036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.771378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7436cb96-5fb4-495e-883c-3852f8ac42ef', 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'fixed_ips': [{'subnet_id': 'c6830849-bf3e-492c-a334-57365e51e0b3'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:45:51.772640 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.786887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.836208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:51.836737 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.838307 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] 10.222.0.50 "PUT /v2.0/ports/6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe HTTP/1.1" status: 200 len: 1096 time: 2.1062963 Dec 13 14:45:51.915601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30332b41-3105-4eaa-bb83-21bf4b506440 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:51.952276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-b2c773b9-b2b9-46e6-bbfa-97c1476033a5 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265615 Dec 13 14:45:51.957659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5a4-2d56-4c17-955c-e6f1989b4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.961351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5a4-2d56-4c17-955c-e6f1989b4a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:51.962419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f06ef5a4-2d56-4c17-955c-e6f1989b4a00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15a0caa5-cf8c-4c0b-9545-ecdd888c0e69 HTTP/1.1" status: 204 len: 168 time: 0.5135345 Dec 13 14:45:52.087811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ca17-40eb-4d6d-b47c-3b5a4f5e795d req-66401496-9cb8-4f94-9899-e4a67c94959c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:52.096093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2603ca17-40eb-4d6d-b47c-3b5a4f5e795d req-66401496-9cb8-4f94-9899-e4a67c94959c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.2033572 Dec 13 14:45:52.098315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ef5a4-2d56-4c17-955c-e6f1989b4a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a0caa5-cf8c-4c0b-9545-ecdd888c0e69,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:52.108660 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7086df11-8d08-4263-bc9b-b6f0e1d2f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.113537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Allocated IP 172.20.0.2 (7436cb96-5fb4-495e-883c-3852f8ac42ef/c6830849-bf3e-492c-a334-57365e51e0b3/f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:52.205899 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.237855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.280052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2603ca17-40eb-4d6d-b47c-3b5a4f5e795d req-8a579bb9-f73e-4e0c-a055-53b8a9c59d92 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828272 Dec 13 14:45:52.292897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-8f82dbd8-3194-481d-abaf-f6fe1f0eceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:52.303875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-8f82dbd8-3194-481d-abaf-f6fe1f0eceb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 1099 time: 0.2253554 Dec 13 14:45:52.310830 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a76a8384-d1b4-42b5-b850-237b57f78deb req-59ef3d1a-0976-4ce0-93b1-7ad4a3bc2dd7 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473563 Dec 13 14:45:52.364047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-95d9fc6f-813f-482f-8191-2822c9b4023f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe HTTP/1.1" status: 200 len: 217 time: 0.0480993 Dec 13 14:45:52.405842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Allocated IP 172.25.7.220 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/9520b300-85a5-4951-8875-210be327e6cf) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:52.459381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-93db398e-4c49-45ec-b2b9-e346e54332b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:52.461898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086df11-8d08-4263-bc9b-b6f0e1d2f8c2 None None] Pushing event updated for resources: {'Port': ['ID=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:52.473476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-93db398e-4c49-45ec-b2b9-e346e54332b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0981612 Dec 13 14:45:52.498112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:50Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:52.541789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-feaa4e43-b64e-4374-a9ca-06172de4fcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.553011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a97a8-8614-4e5b-aeba-5e36c4cd7249 None None] The sync data for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 is: [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:50Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:45:52.638302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fb6e2389-0cb7-4006-b7d4-feb5b2e7e9de None None] Provisioning complete for port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:52.638735 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2389-0cb7-4006-b7d4-feb5b2e7e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.640822 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.680051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c634f-cc5d-46f8-ab0e-9b9d49878740 req-368141e0-170c-41d3-9faf-1b9fba15a748 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:52.690972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae2c634f-cc5d-46f8-ab0e-9b9d49878740 req-368141e0-170c-41d3-9faf-1b9fba15a748 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 948 time: 0.1733837 Dec 13 14:45:52.737662 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.747650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-3ef6f189-1dc6-446c-b210-c4f117895c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:52.752826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-3ef6f189-1dc6-446c-b210-c4f117895c60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2717848 Dec 13 14:45:52.791278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:52.803279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:52.808313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:52.823706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae2c634f-cc5d-46f8-ab0e-9b9d49878740 req-aa127dc6-24de-4ec9-8c15-cefb3e67f8fb tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317234 Dec 13 14:45:52.847195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.912354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Pushing event updated for resources: {'Port': ['ID=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:52.938083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Attempting to bind port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:52.938635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Attempting to bind port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:52.939000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Attempting to bind port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 on network 7436cb96-5fb4-495e-883c-3852f8ac42ef {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:52.963097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:52.963483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Checking segment: {'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:52.963894 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:52.971024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Bound using segment: {'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:52.971641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Bound port: f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:52.972049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:53.003157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:53.056792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:53.060900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:53.067371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:53.160330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Pushing event updated for resources: {'Port': ['ID=9520b300-85a5-4951-8875-210be327e6cf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:53.185933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] For port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:53.197430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] For port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,segment=NetworkSegment(21aee524-79d2-4f39-9d9a-da9ced4b9f74),segment_id=21aee524-79d2-4f39-9d9a-da9ced4b9f74)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:53.212252 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:53.295823 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:53.319132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9dd06a-414e-4520-8d33-c53081028599', 'tag': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:53.321979 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1504f50-a773-43ea-9187-9b7df05ab598" -d '{"events": [{"name": "network-changed", "server_uuid": "df9dd06a-414e-4520-8d33-c53081028599", "tag": "6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:53.337101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-5f439279-2c7f-4367-bff5-0a090cc19ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:53.338815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-5f439279-2c7f-4367-bff5-0a090cc19ea2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1099 time: 0.8450899 Dec 13 14:45:53.414655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35350f4-e094-4025-acc2-91d92d0d0a08 None None] Pushing event updated for resources: {'Port': ['ID=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:53.540203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c0b4200-1bf1-491c-8ac6-22ea19f512ea req-d80bfbd1-a8c2-475d-a9b8-054239a16317 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 210 time: 0.2133143 Dec 13 14:45:53.608725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-f308648b-a57c-4bf8-97b8-5f9d026ae81a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:53.610512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-f308648b-a57c-4bf8-97b8-5f9d026ae81a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 1.0112512 Dec 13 14:45:53.631476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'port': {'device_id': '781b439f-c990-448e-88e4-cf764e21239e', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'admin_state_up': True, 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:53.717160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:53.767777 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f897e0-0de8-46e4-bf47-9bed47c8921a x-openstack-request-id: req-78f897e0-0de8-46e4-bf47-9bed47c8921a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:53.768071 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9dd06a-414e-4520-8d33-c53081028599", "tag": "6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:53.771193 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78f897e0-0de8-46e4-bf47-9bed47c8921a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:53.774222 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9dd06a-414e-4520-8d33-c53081028599', 'tag': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe', 'status': 'completed', 'code': 200} Dec 13 14:45:53.824367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aaedd-9630-46e7-af4f-e83a0855985e req-a4bb0d12-3006-4634-afdf-e9933bb68ed1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:53.825951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e0aaedd-9630-46e7-af4f-e83a0855985e req-a4bb0d12-3006-4634-afdf-e9933bb68ed1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.3009090 Dec 13 14:45:53.936939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-50916d46-0a92-42ce-abe3-215ff4820985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:53.939075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-50916d46-0a92-42ce-abe3-215ff4820985 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.5829525 Dec 13 14:45:53.951861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-954616ea-80ab-478e-a46e-e7c24fdc2f1f service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260514 Dec 13 14:45:53.998754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:54.002544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e0aaedd-9630-46e7-af4f-e83a0855985e req-7a2f8a51-b05e-4e4f-b683-f86a7709728f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625278 Dec 13 14:45:54.192327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:54.229009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '9e982969-694e-475b-9876-43c110776442', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '9e982969-694e-475b-9876-43c110776442', 'mac_address': 'fa:16:3e:1a:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:54.249274 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-3188906d-09e8-4ce4-8462-275685bff868 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9e982969-694e-475b-9876-43c110776442 HTTP/1.1" status: 200 len: 217 time: 0.2960498 Dec 13 14:45:54.370036 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:54.422654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e982969-694e-475b-9876-43c110776442 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:54.478915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:54.606547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:54.672528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:54.676858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Made reservation on behalf of e9b27dd927fa4d9895b59f4a62f46299 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:45:54.679531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1e60224-64ab-4e1f-91d1-b1f469d2fd73 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:54.691937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:54.702428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586399dc-43d5-401d-92de-cddb336c2277 req-a3c8be56-e33c-4ae1-8dad-029815877bc3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:54.705050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-586399dc-43d5-401d-92de-cddb336c2277 req-a3c8be56-e33c-4ae1-8dad-029815877bc3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 948 time: 0.5964255 Dec 13 14:45:54.712821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-de7a9e00-b87a-418e-a8f0-009fbdac345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:54.714947 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-de7a9e00-b87a-418e-a8f0-009fbdac345e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.3653352 Dec 13 14:45:54.766449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03b472ce-53c1-432c-9d5c-f6ac20d4838c req-5e0cdfea-f210-40f9-8c54-3044fd0e670b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 210 time: 0.0939486 Dec 13 14:45:54.805357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fc03169-ecd9-4158-ab52-44b6669df48b req-1a53f10b-5e20-4c90-946e-c8bf777be3d8 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410025 Dec 13 14:45:54.819903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:54.844341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:54.844716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:54.886220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:54.910800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9e982969-694e-475b-9876-43c110776442'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:54.921781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-0844bc96-a2e1-4231-9dd8-fb34cef9ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:54.924341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-0844bc96-a2e1-4231-9dd8-fb34cef9ff01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843615 Dec 13 14:45:54.940253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-586399dc-43d5-401d-92de-cddb336c2277 req-780e711f-460b-4aff-9b44-4f2d41e3fe9d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243745 Dec 13 14:45:55.009523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:55.011921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:45:55.115156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85021eaa-6e1d-436a-a3c1-f7f0f572160b None None] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:45:55.175827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-436dc0a5-770b-47c6-bb85-b264bb547b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:55.177302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-436dc0a5-770b-47c6-bb85-b264bb547b17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 1099 time: 0.2177155 Dec 13 14:45:55.190709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d556-111a-4792-87d6-47c029a12e17 req-4316e0e9-5ea8-4ac8-803e-bfe84a484bd1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:55.193601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-35a3d556-111a-4792-87d6-47c029a12e17 req-4316e0e9-5ea8-4ac8-803e-bfe84a484bd1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0810075 Dec 13 14:45:55.204311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Allocated IP 172.20.0.12 (2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25/915e06bc-acca-46ad-afdd-0b03dd25cb3b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:55.205099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:55.205488 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.207065 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.210709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:45:55.222867 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Sync routers for ids ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:45:55.231506 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Routers {'724a86e0-2a1e-43cc-af5b-626a31e8bb86'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:55.232355 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:55.248186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-fb355374-916d-4ab5-9dc9-16ec360aadfa service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973454 Dec 13 14:45:55.281921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-35a3d556-111a-4792-87d6-47c029a12e17 req-1ab7a22b-3310-4644-b9d7-2a9ffe14a140 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 Dec 13 14:45:55.353867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.356197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ced78f00-038d-4ae4-9277-3257b2b91652 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1203411 Dec 13 14:45:55.365317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3e75ad02-007b-43f9-8a51-66dfa4c9eeff None None] Provisioning complete for port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:55.365317 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e75ad02-007b-43f9-8a51-66dfa4c9eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.365546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40190) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:45:55.371728 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Set router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:55.512065 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.546984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.592037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-ba87a2b7-3814-469a-b660-a424e8130ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:55.594279 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e75ad02-007b-43f9-8a51-66dfa4c9eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.597468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-ba87a2b7-3814-469a-b660-a424e8130ab7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.4055226 Dec 13 14:45:55.635307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,segment=NetworkSegment(21aee524-79d2-4f39-9d9a-da9ced4b9f74),segment_id=21aee524-79d2-4f39-9d9a-da9ced4b9f74)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:55.686731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-7bfab031-b795-409d-9f0f-c828fdd78d97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe HTTP/1.1" status: 200 len: 217 time: 0.0826945 Dec 13 14:45:55.687748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.726761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:55.797180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:45:53Z', 'revision_number': 3, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:55.810222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:55.829600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:55.860862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:55.887375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53b1b9b-e572-49ed-b36a-53ca5f88cf1d req-20f6e070-9258-4382-8555-4b62505c2c00 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256504 Dec 13 14:45:55.911230 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Checking router: 724a86e0-2a1e-43cc-af5b-626a31e8bb86 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:45:55.911653 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Updating router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 port 9520b300-85a5-4951-8875-210be327e6cf binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:45:55.984593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-3623dd81-5e72-4441-b4d2-9be29076ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:55.988440 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-3623dd81-5e72-4441-b4d2-9be29076ff9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.2849629 Dec 13 14:45:55.990861 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.008518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=915e06bc-acca-46ad-afdd-0b03dd25cb3b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:56.130553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:56.131197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.169272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-f70d4b02-d1e6-4d4b-8d57-2653e2872820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:56.172453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-f70d4b02-d1e6-4d4b-8d57-2653e2872820 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388321 Dec 13 14:45:56.211938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:56.214648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:56.232361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001685-d47c-4ebe-aeda-d13960dfa4e1 req-851f3ad3-bfef-44f5-b625-418af0f06630 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:56.237400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d001685-d47c-4ebe-aeda-d13960dfa4e1 req-851f3ad3-bfef-44f5-b625-418af0f06630 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 948 time: 0.1468053 Dec 13 14:45:56.239576 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.246571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-e73faa42-ed2e-47d0-bdbb-bea0fc2d7407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6214221 Dec 13 14:45:56.262063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Request body: {'port': {'device_id': '781b439f-c990-448e-88e4-cf764e21239e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:45:56.348845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-3e75ad02-007b-43f9-8a51-66dfa4c9eeff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:45:56.349426 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-3e75ad02-007b-43f9-8a51-66dfa4c9eeff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:45:56.385609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:56.415772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-470e41d6-930f-4ced-b2ba-f40911583d38 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346232 Dec 13 14:45:56.417355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.479816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Allocated IP 172.20.0.1 (7436cb96-5fb4-495e-883c-3852f8ac42ef/c6830849-bf3e-492c-a334-57365e51e0b3/a06f5efa-9699-4490-8c47-76c7b959404f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:45:56.535636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 9e982969-694e-475b-9876-43c110776442 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:45:56.581782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 9e982969-694e-475b-9876-43c110776442 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:56.582116 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.598502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d001685-d47c-4ebe-aeda-d13960dfa4e1 req-1ef2bfb2-9969-461c-986b-798eb54cf600 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435225 Dec 13 14:45:56.693621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.700153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1504f50-a773-43ea-9187-9b7df05ab598 req-6784d968-5f48-4fe3-aade-989dcf75a6fd service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738147 Dec 13 14:45:56.720664 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.722877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:56.725401 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57410e61-0b9e-4981-9914-766d0bf3c1d3" -d '{"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-plugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:56.744820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:56.799444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.801334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f035cfb-821b-49f4-a588-da1e63e05b18 req-66986f25-c185-440c-8288-15b591518225 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:56.802905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f035cfb-821b-49f4-a588-da1e63e05b18 req-66986f25-c185-440c-8288-15b591518225 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 932 time: 0.8460236 Dec 13 14:45:56.817168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61feff-c0b4-4cca-b361-504551f59ec3 req-fb7468f6-4bd4-4910-92c0-3238680d0afb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:56.818742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e61feff-c0b4-4cca-b361-504551f59ec3 req-fb7468f6-4bd4-4910-92c0-3238680d0afb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0848999 Dec 13 14:45:56.820688 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.878437 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Attempting to bind port 9520b300-85a5-4951-8875-210be327e6cf on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:56.879131 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Attempting to bind port 9520b300-85a5-4951-8875-210be327e6cf by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:56.879837 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Attempting to bind port 9520b300-85a5-4951-8875-210be327e6cf on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:56.883608 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1a565-ba3f-4687-84a4-1ae73b9e8a4c None None] Pushing event updated for resources: {'Port': ['ID=9520b300-85a5-4951-8875-210be327e6cf,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:56.896232 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:56.896944 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:56.897626 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.898210 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:56.898917 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Bound port: 9520b300-85a5-4951-8875-210be327e6cf, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:56.899471 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.901714 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:56.934923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f035cfb-821b-49f4-a588-da1e63e05b18 req-16245b55-134d-44c8-8044-925ce89a5bc8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721543 Dec 13 14:45:56.947393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e61feff-c0b4-4cca-b361-504551f59ec3 req-3a239716-d0b1-4915-85b2-2f83adbf4954 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121390 Dec 13 14:45:56.965945 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] For port 9520b300-85a5-4951-8875-210be327e6cf, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:56.969984 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] For port 9520b300-85a5-4951-8875-210be327e6cf, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9520b300-85a5-4951-8875-210be327e6cf,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:57.015839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:57.067876 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d7244b-a9ac-4110-83a4-b92e52a77c53 x-openstack-request-id: req-e1d7244b-a9ac-4110-83a4-b92e52a77c53 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:57.068118 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-plugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:57.068373 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1d7244b-a9ac-4110-83a4-b92e52a77c53 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:57.068775 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442', 'code': 200} Dec 13 14:45:57.086694 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.087062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.098185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cf4f76c7-e472-43c4-8396-1e4da6086247 None None] Provisioning complete for port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:57.098771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cf4f76c7-e472-43c4-8396-1e4da6086247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.149615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Pushing event updated for resources: {'Port': ['ID=a06f5efa-9699-4490-8c47-76c7b959404f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:57.163905 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:57.168017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:57.187849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:45:57.237680 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1a565-ba3f-4687-84a4-1ae73b9e8a4c None None] Pushing event updated for resources: {'Port': ['ID=9520b300-85a5-4951-8875-210be327e6cf,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:57.298076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cf4f76c7-e472-43c4-8396-1e4da6086247 None None] Provisioning complete for port 915e06bc-acca-46ad-afdd-0b03dd25cb3b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:57.300527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cf4f76c7-e472-43c4-8396-1e4da6086247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.310820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.340021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f76c7-e472-43c4-8396-1e4da6086247 None None] Port 915e06bc-acca-46ad-afdd-0b03dd25cb3b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:57.348778 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Routers {'724a86e0-2a1e-43cc-af5b-626a31e8bb86'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:45:57.349738 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:57.361287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915e06bc-acca-46ad-afdd-0b03dd25cb3b {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:57.372014 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.387518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ec5d-02dd-4ae7-b6f4-7591b0b7efb3 req-c3c7366c-d911-42b7-964b-61e9fc9a5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:57.388956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9879ec5d-02dd-4ae7-b6f4-7591b0b7efb3 req-c3c7366c-d911-42b7-964b-61e9fc9a5f34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1101 time: 0.2250917 Dec 13 14:45:57.392259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Transition to ACTIVE for port object 915e06bc-acca-46ad-afdd-0b03dd25cb3b will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:45:57.439853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9879ec5d-02dd-4ae7-b6f4-7591b0b7efb3 req-07290385-eabd-455b-9658-d0a945f45ae7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Dec 13 14:45:57.490614 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] Set router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:45:57.547244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.562717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ebc8b614-65db-41cc-aca5-85a8f3def785 None None] Provisioning complete for port a06f5efa-9699-4490-8c47-76c7b959404f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:57.563097 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b614-65db-41cc-aca5-85a8f3def785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.608994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8b614-65db-41cc-aca5-85a8f3def785 None None] Port a06f5efa-9699-4490-8c47-76c7b959404f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:57.643933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.697830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Pushing event updated for resources: {'Port': ['ID=915e06bc-acca-46ad-afdd-0b03dd25cb3b,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:57.732070 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:45:53Z', 'revision_number': 3, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:45:57.764193 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ecea0-b9a6-4c37-bcbb-9e03a909f594 None None] The sync data for ids ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'] in n-d-816954-1 is: [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:45:53Z', 'revision_number': 3, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:45:57.820447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Attempting to bind port 915e06bc-acca-46ad-afdd-0b03dd25cb3b on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:45:57.823785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Attempting to bind port 915e06bc-acca-46ad-afdd-0b03dd25cb3b by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:45:57.823785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Attempting to bind port 915e06bc-acca-46ad-afdd-0b03dd25cb3b on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:57.832385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736366cf-d7e8-4a07-b416-e97be0718b84 req-488c1642-4d6a-4bf9-9b60-fd8fc18229d4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:57.835262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-736366cf-d7e8-4a07-b416-e97be0718b84 req-488c1642-4d6a-4bf9-9b60-fd8fc18229d4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 948 time: 0.1555033 Dec 13 14:45:57.839075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Port 915e06bc-acca-46ad-afdd-0b03dd25cb3b on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:45:57.839949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Attempting to bind port 915e06bc-acca-46ad-afdd-0b03dd25cb3b on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:45:57.871682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:45:57.872231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:45:57.872745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Bound using segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:45:57.873303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Bound port: 915e06bc-acca-46ad-afdd-0b03dd25cb3b, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:45:57.873758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.893298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:57.932555 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-736366cf-d7e8-4a07-b416-e97be0718b84 req-d2e6e625-94f5-4082-8007-befcf2c8ab65 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812521 Dec 13 14:45:57.975035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:58.008554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:45:58.036918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] For port 915e06bc-acca-46ad-afdd-0b03dd25cb3b, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:45:58.043486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] For port 915e06bc-acca-46ad-afdd-0b03dd25cb3b, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:45:58.046216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Pushing event updated for resources: {'Port': ['ID=a06f5efa-9699-4490-8c47-76c7b959404f,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:58.104736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:58.130077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:58.194743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:58.215418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe', 'mac_address': 'fa:16:3e:41:8f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:45:58.220056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:58.223434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:58.223434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] 10.222.0.55 "PUT /v2.0/ports/915e06bc-acca-46ad-afdd-0b03dd25cb3b HTTP/1.1" status: 200 len: 1092 time: 1.9646759 Dec 13 14:45:58.223434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781b439f-c990-448e-88e4-cf764e21239e', 'tag': '915e06bc-acca-46ad-afdd-0b03dd25cb3b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:45:58.224941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59831c7c-71af-47e0-bd75-56e2b19ef92b req-be045e71-e35e-46bc-9b38-6dd5e6d64761 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:58.233803 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-59831c7c-71af-47e0-bd75-56e2b19ef92b req-be045e71-e35e-46bc-9b38-6dd5e6d64761 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 944 time: 0.1744673 Dec 13 14:45:58.239109 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf5deff-7500-4d32-be00-2aec5eecc441" -d '{"events": [{"name": "network-changed", "server_uuid": "781b439f-c990-448e-88e4-cf764e21239e", "tag": "915e06bc-acca-46ad-afdd-0b03dd25cb3b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:45:58.279895 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:58.297980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b99a75-c74c-445f-ae23-85744c4a4010 req-414e91a4-a22c-436a-9864-acee7468d0bf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:58.311169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86b99a75-c74c-445f-ae23-85744c4a4010 req-414e91a4-a22c-436a-9864-acee7468d0bf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.2230723 Dec 13 14:45:58.312641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:45:58.321362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-59831c7c-71af-47e0-bd75-56e2b19ef92b req-536ebe26-9afc-4b5f-bbeb-e6cb41e5362f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859594 Dec 13 14:45:58.382618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:58.401288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3b7ee-1f19-46e5-835d-fedefa60f0eb service neutron] Pushing event updated for resources: {'Port': ['ID=915e06bc-acca-46ad-afdd-0b03dd25cb3b,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:58.433397 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:45:58.435370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:45:58.539460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:58.560096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86b99a75-c74c-445f-ae23-85744c4a4010 req-8113a57a-050a-44c4-8899-4ec756ec7e23 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472119 Dec 13 14:45:58.573819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-13951717-6473-4e1d-98b7-70c595682ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:58.620037 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-13951717-6473-4e1d-98b7-70c595682ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 1095 time: 0.2647104 Dec 13 14:45:58.641376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9520b300-85a5-4951-8875-210be327e6cf up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:58.713182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:58.798469 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea9b3a-8229-4387-9c20-933e7e3681ca x-openstack-request-id: req-55ea9b3a-8229-4387-9c20-933e7e3681ca {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:45:58.798757 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781b439f-c990-448e-88e4-cf764e21239e", "tag": "915e06bc-acca-46ad-afdd-0b03dd25cb3b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:45:58.799170 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55ea9b3a-8229-4387-9c20-933e7e3681ca {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:45:58.799577 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781b439f-c990-448e-88e4-cf764e21239e', 'tag': '915e06bc-acca-46ad-afdd-0b03dd25cb3b', 'status': 'completed', 'code': 200} Dec 13 14:45:58.802507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-6024a7dc-3fae-4d87-ac4f-48e003333b29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b HTTP/1.1" status: 200 len: 217 time: 0.1782095 Dec 13 14:45:58.827623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9520b300-85a5-4951-8875-210be327e6cf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:58.828063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:58.835256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:45:58.891826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:45:58.940702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-f3724d79-b489-41cf-99a1-679d26d01d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:58.942269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-f3724d79-b489-41cf-99a1-679d26d01d86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1314256 Dec 13 14:45:58.955892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f0f839a3-014b-4cc8-a988-0abd79bb49cd None None] Provisioning complete for port a06f5efa-9699-4490-8c47-76c7b959404f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:58.961428 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f0f839a3-014b-4cc8-a988-0abd79bb49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:59.016766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f0f839a3-014b-4cc8-a988-0abd79bb49cd None None] Port a06f5efa-9699-4490-8c47-76c7b959404f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:45:59.043909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597e8d-a362-42ae-991c-469867078749 req-10bbab97-2fb4-4ea9-85f2-f6984b2e5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.046276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-10bbab97-2fb4-4ea9-85f2-f6984b2e5ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935414 Dec 13 14:45:59.149912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:59.163840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9c045-47bb-4762-8268-d3b97ed82d1c req-2f2f5adc-8087-455d-970c-d4219d3a56f7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.171378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21a9c045-47bb-4762-8268-d3b97ed82d1c req-2f2f5adc-8087-455d-970c-d4219d3a56f7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 949 time: 0.1117539 Dec 13 14:45:59.197647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 9520b300-85a5-4951-8875-210be327e6cf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9520b300-85a5-4951-8875-210be327e6cf,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:45:59.214605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:45:59.224749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a5c3fef6-17ac-4131-a419-b5514002694b admin admin] 10.222.0.24 "PUT /v2.0/routers/724a86e0-2a1e-43cc-af5b-626a31e8bb86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8602049 Dec 13 14:45:59.248533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21a9c045-47bb-4762-8268-d3b97ed82d1c req-b46983a6-b011-4c64-9fed-c10059370fd2 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727024 Dec 13 14:45:59.252377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-8d9d893b-8072-4c9b-8a03-18ec9517e68d service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974740 Dec 13 14:45:59.258656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:59.259398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:45:59.339166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=9520b300-85a5-4951-8875-210be327e6cf,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:45:59.374688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:45:59.375230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:45:59.394455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42597e8d-a362-42ae-991c-469867078749 req-993351b7-fe69-4d8c-a46f-91cf6d4ff67c service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339161 Dec 13 14:45:59.529330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1607c-9b85-4ccf-895e-3d6c017b9f39 req-a8f3c251-4821-430d-9a43-d97901b186b3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.531482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1be1607c-9b85-4ccf-895e-3d6c017b9f39 req-a8f3c251-4821-430d-9a43-d97901b186b3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 944 time: 0.0874643 Dec 13 14:45:59.599999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1be1607c-9b85-4ccf-895e-3d6c017b9f39 req-f2417b13-5cf5-4cac-8af2-97efb337fdb0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589685 Dec 13 14:45:59.602968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-8f55ce37-1bfb-40f4-a30b-8033487fd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.604388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-8f55ce37-1bfb-40f4-a30b-8033487fd5d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 1095 time: 0.0718431 Dec 13 14:45:59.755050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-c154fb14-1e4e-48b6-9103-9f2ecea671e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.757448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-c154fb14-1e4e-48b6-9103-9f2ecea671e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.1434803 Dec 13 14:45:59.767360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb6cc2-abd9-462b-8ed2-72f177407c15 req-ae2265c8-b257-4061-aaf1-3fc79d37a7a9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.778023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cdb6cc2-abd9-462b-8ed2-72f177407c15 req-ae2265c8-b257-4061-aaf1-3fc79d37a7a9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0775793 Dec 13 14:45:59.833969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-fd4a9d2b-3d43-4b23-8a9c-ee413ef57766 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b HTTP/1.1" status: 200 len: 217 time: 0.0607738 Dec 13 14:45:59.842164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cdb6cc2-abd9-462b-8ed2-72f177407c15 req-31463cf6-a8cc-495b-b195-4204fc7244bf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627918 Dec 13 14:45:59.892665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-129d18fb-8204-4a00-bf9f-6695106abc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.894252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-129d18fb-8204-4a00-bf9f-6695106abc50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0526650 Dec 13 14:45:59.969512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-a62e52ad-3816-4fa5-a3d0-fae59509a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:45:59.970580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-a62e52ad-3816-4fa5-a3d0-fae59509a173 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631361 Dec 13 14:46:00.002754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:00.095780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-1d2c983f-9b08-4e04-a31d-4f8e0122ead4 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173923 Dec 13 14:46:00.128713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:46:00.133141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:00.133509 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:00.235871 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:00.267010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9dd06a-414e-4520-8d33-c53081028599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:00.269428 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4980ae1-2411-4d27-83b0-0ff9951130f4" -d '{"events": [{"server_uuid": "df9dd06a-414e-4520-8d33-c53081028599", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:00.286932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:00.332728 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a47928-cc36-4128-bc48-3837542ef671 x-openstack-request-id: req-57a47928-cc36-4128-bc48-3837542ef671 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:00.333580 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9dd06a-414e-4520-8d33-c53081028599", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:00.334158 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57a47928-cc36-4128-bc48-3837542ef671 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:00.334871 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9dd06a-414e-4520-8d33-c53081028599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe', 'code': 200} Dec 13 14:46:00.367473 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:00.414047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Sync routers for ids ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:46:00.437051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Routers {'724a86e0-2a1e-43cc-af5b-626a31e8bb86'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:00.438546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:00.448701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9520b300-85a5-4951-8875-210be327e6cf up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:00.541327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:00.592791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9520b300-85a5-4951-8875-210be327e6cf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:00.593239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:00.666154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972419d-aed6-46a7-9b99-9245384fc08b req-d158f8cb-507f-4003-8794-b7be22cd94a0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:00.673441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6972419d-aed6-46a7-9b99-9245384fc08b req-d158f8cb-507f-4003-8794-b7be22cd94a0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 950 time: 0.1096244 Dec 13 14:46:00.675363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Set router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:46:00.708695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce10eb3-772b-4369-bddb-a3a53fa1f448 req-a88d8639-02b7-465c-b8fc-6b5cb11a7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:00.710151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ce10eb3-772b-4369-bddb-a3a53fa1f448 req-a88d8639-02b7-465c-b8fc-6b5cb11a7679 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 1101 time: 0.1453767 Dec 13 14:46:00.749206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf5deff-7500-4d32-be00-2aec5eecc441 req-3dc8aa7c-bde4-454c-b8bf-27a795279744 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459956 Dec 13 14:46:00.762497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6972419d-aed6-46a7-9b99-9245384fc08b req-fa0035d9-28a8-4ff0-8981-361a914fd673 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862637 Dec 13 14:46:00.770893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9c157-0674-4e37-b471-17ca0a3f9e78 req-db3fe4c9-d959-4aef-a78a-95384e206950 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:00.779318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13c9c157-0674-4e37-b471-17ca0a3f9e78 req-db3fe4c9-d959-4aef-a78a-95384e206950 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 944 time: 0.0630732 Dec 13 14:46:00.788178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ce10eb3-772b-4369-bddb-a3a53fa1f448 req-a0c5a76a-2b58-43cf-81ac-3842b42b099e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681210 Dec 13 14:46:00.815375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13c9c157-0674-4e37-b471-17ca0a3f9e78 req-f7d53819-411e-4c38-8976-430245078b9b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Dec 13 14:46:00.853738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 915e06bc-acca-46ad-afdd-0b03dd25cb3b details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:01.033766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0badc-f6f5-495d-a7ba-af64e6bef0d6 req-023f2c03-0142-4bdc-b8c8-237e147da7cf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:01.035549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8b0badc-f6f5-495d-a7ba-af64e6bef0d6 req-023f2c03-0142-4bdc-b8c8-237e147da7cf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0984526 Dec 13 14:46:01.062321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 915e06bc-acca-46ad-afdd-0b03dd25cb3b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:01.075681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '915e06bc-acca-46ad-afdd-0b03dd25cb3b', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': '915e06bc-acca-46ad-afdd-0b03dd25cb3b', 'mac_address': 'fa:16:3e:c5:c4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:01.077587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8b0badc-f6f5-495d-a7ba-af64e6bef0d6 req-6add9d42-3f12-4ea8-8689-749881debf59 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351207 Dec 13 14:46:01.117143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:45:57Z', 'revision_number': 4, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'a06f5efa-9699-4490-8c47-76c7b959404f', 'name': '', 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'mac_address': 'fa:16:3e:9d:47:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'c6830849-bf3e-492c-a334-57365e51e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:56Z', 'updated_at': '2021-12-13T14:45:57Z', 'revision_number': 2, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'subnets': [{'id': 'c6830849-bf3e-492c-a334-57365e51e0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:01.151673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Checking router: 724a86e0-2a1e-43cc-af5b-626a31e8bb86 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:46:01.151994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Updating router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 port a06f5efa-9699-4490-8c47-76c7b959404f binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:46:01.316717 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:01.329901 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:01.343101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915e06bc-acca-46ad-afdd-0b03dd25cb3b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:01.386302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 915e06bc-acca-46ad-afdd-0b03dd25cb3b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:01.493458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:01.594114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=915e06bc-acca-46ad-afdd-0b03dd25cb3b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:01.659822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40456) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:01.716259 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:01.726716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['915e06bc-acca-46ad-afdd-0b03dd25cb3b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:01.795091 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:01.851869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:01.939035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a25c5-8f8a-4e1c-aeba-48ef2a3645e7 None None] Pushing event updated for resources: {'Port': ['ID=a06f5efa-9699-4490-8c47-76c7b959404f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:01.987024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Attempting to bind port a06f5efa-9699-4490-8c47-76c7b959404f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:02.005107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Attempting to bind port a06f5efa-9699-4490-8c47-76c7b959404f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:02.005571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Attempting to bind port a06f5efa-9699-4490-8c47-76c7b959404f on network 7436cb96-5fb4-495e-883c-3852f8ac42ef {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:02.056225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:02.058286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Checking segment: {'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:02.058686 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.059363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Bound using segment: {'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:02.060987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Bound port: a06f5efa-9699-4490-8c47-76c7b959404f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aee524-79d2-4f39-9d9a-da9ced4b9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:02.061395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.121802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.151811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1c44-9311-4d6f-8cb8-694f8c9abb05 req-340a3cc0-9c9c-485d-abf5-ac12a914c8e1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:02.155066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9ab1c44-9311-4d6f-8cb8-694f8c9abb05 req-340a3cc0-9c9c-485d-abf5-ac12a914c8e1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 950 time: 0.1505365 Dec 13 14:46:02.166742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbaad9-6cc4-4d7e-8679-5598d51fd879 req-21154ba4-0c44-4517-b488-9076a384e159 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:02.170000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0dbbaad9-6cc4-4d7e-8679-5598d51fd879 req-21154ba4-0c44-4517-b488-9076a384e159 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 945 time: 0.0634644 Dec 13 14:46:02.194962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.223606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0dbbaad9-6cc4-4d7e-8679-5598d51fd879 req-9c6aa499-43c1-47a7-8556-60d0eb70b6bf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Dec 13 14:46:02.235069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-da6176f9-f6bd-47b9-af58-d9ec8bdddb12 None None] Provisioning complete for port a06f5efa-9699-4490-8c47-76c7b959404f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:02.235725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da6176f9-f6bd-47b9-af58-d9ec8bdddb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.253320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5567690-2e43-4023-90ca-7d58eee920f1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:02.253320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9ab1c44-9311-4d6f-8cb8-694f8c9abb05 req-51f756a7-af6d-4973-8366-5e60c3ed6ebc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842679 Dec 13 14:46:02.257364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=463775e944e4451aa6c04b2eebaf7f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965381 Dec 13 14:46:02.260283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40482) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:02.266664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.267011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.267354 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.267689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.268020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.268352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.268678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.269002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.269416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.269627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.269971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.270658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e143f-9dfe-4e43-accd-d0c84362eb5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:02.297630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] For port a06f5efa-9699-4490-8c47-76c7b959404f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:02.342202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] For port a06f5efa-9699-4490-8c47-76c7b959404f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a06f5efa-9699-4490-8c47-76c7b959404f,segment=NetworkSegment(21aee524-79d2-4f39-9d9a-da9ced4b9f74),segment_id=21aee524-79d2-4f39-9d9a-da9ced4b9f74)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:02.352046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-da6176f9-f6bd-47b9-af58-d9ec8bdddb12 None None] Port a06f5efa-9699-4490-8c47-76c7b959404f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:02.370041 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46eccd47-c44d-4eaf-b98f-2ec31b1811ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.399092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46eccd47-c44d-4eaf-b98f-2ec31b1811ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.408963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe667b31-59e9-4972-bf5b-662a316a2e43 req-beab3959-fecf-4b7e-8d53-b2ca687dbd8d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:02.414876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe667b31-59e9-4972-bf5b-662a316a2e43 req-beab3959-fecf-4b7e-8d53-b2ca687dbd8d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0596015 Dec 13 14:46:02.462713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe667b31-59e9-4972-bf5b-662a316a2e43 req-53ff113d-e092-42e0-b10e-7d959336df41 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Dec 13 14:46:02.477441 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.531586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Routers {'724a86e0-2a1e-43cc-af5b-626a31e8bb86'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:02.532215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:02.540519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46eccd47-c44d-4eaf-b98f-2ec31b1811ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.543384 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46eccd47-c44d-4eaf-b98f-2ec31b1811ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:02.544873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-46eccd47-c44d-4eaf-b98f-2ec31b1811ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5567690-2e43-4023-90ca-7d58eee920f1 HTTP/1.1" status: 204 len: 168 time: 0.2822630 Dec 13 14:46:02.557399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eccd47-c44d-4eaf-b98f-2ec31b1811ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5567690-2e43-4023-90ca-7d58eee920f1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:02.625626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a25c5-8f8a-4e1c-aeba-48ef2a3645e7 None None] Pushing event updated for resources: {'Port': ['ID=a06f5efa-9699-4490-8c47-76c7b959404f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:02.683767 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-a733c693-9c9a-4302-82df-0321ecbeadba tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473154 Dec 13 14:46:02.702950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] Set router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:46:02.859044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-38becbc9-b9d8-46ef-b58f-d831003e7ff4 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:02.866891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-38becbc9-b9d8-46ef-b58f-d831003e7ff4 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822224 Dec 13 14:46:02.872520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 915e06bc-acca-46ad-afdd-0b03dd25cb3b up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:02.884683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-a8e00955-3016-434d-a990-ee613a8c749f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/quotas/8bc3496b8f0b4aca8ecc8c98732628cc HTTP/1.1" status: 200 len: 375 time: 0.0144992 Dec 13 14:46:02.925676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-3fc6f111-f2e3-45de-bcd6-36c93d0890a4 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350106 Dec 13 14:46:02.948490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fd17afd9-46c1-457f-952e-776f01150596 None None] Provisioning complete for port a06f5efa-9699-4490-8c47-76c7b959404f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:02.948951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd17afd9-46c1-457f-952e-776f01150596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.035123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:45:57Z', 'revision_number': 4, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'a06f5efa-9699-4490-8c47-76c7b959404f', 'name': '', 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'mac_address': 'fa:16:3e:9d:47:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'c6830849-bf3e-492c-a334-57365e51e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:56Z', 'updated_at': '2021-12-13T14:46:02Z', 'revision_number': 4, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'subnets': [{'id': 'c6830849-bf3e-492c-a334-57365e51e0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:03.084159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ffbf8-d0c5-47b1-90b0-699f8ce700d0 None None] The sync data for ids ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'] in n-d-816954-1 is: [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:45:57Z', 'revision_number': 4, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'a06f5efa-9699-4490-8c47-76c7b959404f', 'name': '', 'network_id': '7436cb96-5fb4-495e-883c-3852f8ac42ef', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'mac_address': 'fa:16:3e:9d:47:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'c6830849-bf3e-492c-a334-57365e51e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:56Z', 'updated_at': '2021-12-13T14:46:02Z', 'revision_number': 4, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'subnets': [{'id': 'c6830849-bf3e-492c-a334-57365e51e0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:46:03.089448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 915e06bc-acca-46ad-afdd-0b03dd25cb3b completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:46:03.094906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 915e06bc-acca-46ad-afdd-0b03dd25cb3b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:03.095207 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.141721 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd17afd9-46c1-457f-952e-776f01150596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.204586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fd17afd9-46c1-457f-952e-776f01150596 None None] For port a06f5efa-9699-4490-8c47-76c7b959404f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a06f5efa-9699-4490-8c47-76c7b959404f,segment=NetworkSegment(21aee524-79d2-4f39-9d9a-da9ced4b9f74),segment_id=21aee524-79d2-4f39-9d9a-da9ced4b9f74)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:03.308551 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.312589 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd17afd9-46c1-457f-952e-776f01150596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.410738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af7b38-203b-444b-97e1-681057177d70 req-dde1f0d9-a312-4dee-b9f9-541ea5bee3c4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:03.414530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2af7b38-203b-444b-97e1-681057177d70 req-dde1f0d9-a312-4dee-b9f9-541ea5bee3c4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 945 time: 0.1021497 Dec 13 14:46:03.450539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781b439f-c990-448e-88e4-cf764e21239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915e06bc-acca-46ad-afdd-0b03dd25cb3b'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:03.461917 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f19889-0314-4631-a44f-23ae04f8c805" -d '{"events": [{"server_uuid": "781b439f-c990-448e-88e4-cf764e21239e", "name": "network-vif-plugged", "status": "completed", "tag": "915e06bc-acca-46ad-afdd-0b03dd25cb3b"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:03.478367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2af7b38-203b-444b-97e1-681057177d70 req-657ef56d-4d9f-4626-bdab-038fa8db30b3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Dec 13 14:46:03.510216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 915e06bc-acca-46ad-afdd-0b03dd25cb3b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:03.551464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17afd9-46c1-457f-952e-776f01150596 None None] Pushing event updated for resources: {'Port': ['ID=a06f5efa-9699-4490-8c47-76c7b959404f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:03.564743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40542) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:03.569540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979169a-d4c0-4c1c-a36f-a15b1ff6a129 req-debe42f0-ae4d-4cc2-8155-775dbd250509 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:03.580401 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f979169a-d4c0-4c1c-a36f-a15b1ff6a129 req-debe42f0-ae4d-4cc2-8155-775dbd250509 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 950 time: 0.1729648 Dec 13 14:46:03.592300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a05dbcb8-2b34-4e5f-889a-939c8ab19d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.601697 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.680688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-fefd0fd6-8e88-4e1d-a619-ea8021056e85 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371213 Dec 13 14:46:03.681571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f979169a-d4c0-4c1c-a36f-a15b1ff6a129 req-036eef76-5bbd-4507-b51a-fd8a1331f389 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638287 Dec 13 14:46:03.725983 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943cf12-a1f2-4047-85e9-c17e89fa3db3 x-openstack-request-id: req-f943cf12-a1f2-4047-85e9-c17e89fa3db3 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:03.726347 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781b439f-c990-448e-88e4-cf764e21239e", "name": "network-vif-plugged", "status": "completed", "tag": "915e06bc-acca-46ad-afdd-0b03dd25cb3b", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:03.726523 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f943cf12-a1f2-4047-85e9-c17e89fa3db3 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:03.726849 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781b439f-c990-448e-88e4-cf764e21239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915e06bc-acca-46ad-afdd-0b03dd25cb3b', 'code': 200} Dec 13 14:46:03.752879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=915e06bc-acca-46ad-afdd-0b03dd25cb3b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:03.859907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-8e29cf0c-db41-4675-b1df-ab9bd2789629 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:03.868410 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-8e29cf0c-db41-4675-b1df-ab9bd2789629 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176464 Dec 13 14:46:03.894135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0779f2-d062-417b-9973-16bd07a5800c req-988ba39f-4be5-46c5-ab87-56d23b5f7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:03.895896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c0779f2-d062-417b-9973-16bd07a5800c req-988ba39f-4be5-46c5-ab87-56d23b5f7f86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 1097 time: 0.0910933 Dec 13 14:46:03.898122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-3a60e896-db96-4c16-81e5-e291bd7c77d3 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/quotas/8bc3496b8f0b4aca8ecc8c98732628cc HTTP/1.1" status: 200 len: 375 time: 0.0284874 Dec 13 14:46:03.903382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a05dbcb8-2b34-4e5f-889a-939c8ab19d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:03.934498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5dc48-38e3-45ea-af99-4fd0314b4afc req-0fe4c00e-5355-4134-9547-4a6cbfad134d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:03.935934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b5dc48-38e3-45ea-af99-4fd0314b4afc req-0fe4c00e-5355-4134-9547-4a6cbfad134d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1162169 Dec 13 14:46:03.944559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-3da4b3ec-b1a7-4bea-a3aa-63331437dc39 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439241 Dec 13 14:46:03.992134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c0779f2-d062-417b-9973-16bd07a5800c req-79be52ad-671e-4345-9bd9-99c11084a4f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859239 Dec 13 14:46:04.014044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a05dbcb8-2b34-4e5f-889a-939c8ab19d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:04.035246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b5dc48-38e3-45ea-af99-4fd0314b4afc req-a42f53f4-3ff0-443d-ab23-be97ec941e71 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791419 Dec 13 14:46:04.060600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dbcb8-2b34-4e5f-889a-939c8ab19d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b563e-5bcf-4828-9ca2-65c5fecb2d22,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:04.070596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a05dbcb8-2b34-4e5f-889a-939c8ab19d54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4cec4267a9645068ffb8756435a2a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044358 Dec 13 14:46:04.073507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40552) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:04.144957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad2b144e-40b4-4fe6-8221-f89c5527c15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:04.184168 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad2b144e-40b4-4fe6-8221-f89c5527c15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:04.207750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0412b-9bd0-45a7-8938-cdfafb4b5265 req-f2b060b8-95e2-4f50-abcf-b58728655cf4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:04.214852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3d0412b-9bd0-45a7-8938-cdfafb4b5265 req-f2b060b8-95e2-4f50-abcf-b58728655cf4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1004982 Dec 13 14:46:04.314958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3d0412b-9bd0-45a7-8938-cdfafb4b5265 req-d25cb2bf-7ef1-4235-8487-8d5511b4e596 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884082 Dec 13 14:46:04.374655 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad2b144e-40b4-4fe6-8221-f89c5527c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:04.378410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad2b144e-40b4-4fe6-8221-f89c5527c15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:04.380100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ad2b144e-40b4-4fe6-8221-f89c5527c15b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df8b563e-5bcf-4828-9ca2-65c5fecb2d22 HTTP/1.1" status: 204 len: 168 time: 0.3053024 Dec 13 14:46:04.405124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b144e-40b4-4fe6-8221-f89c5527c15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b563e-5bcf-4828-9ca2-65c5fecb2d22,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:04.468839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-444f3aee-fda6-4200-a271-4cfda291a1ae req-9a3ec0d9-4a90-4401-a62b-2b1d3608a02b tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 210 time: 0.0606077 Dec 13 14:46:04.585019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a06f5efa-9699-4490-8c47-76c7b959404f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:04.638977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24031a8-9e68-487a-b61a-3d7827e206bc req-d3987e64-0d9b-4480-82ae-1307b6ee7b36 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:04.650205 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d24031a8-9e68-487a-b61a-3d7827e206bc req-d3987e64-0d9b-4480-82ae-1307b6ee7b36 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 946 time: 0.0782676 Dec 13 14:46:04.713446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a06f5efa-9699-4490-8c47-76c7b959404f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:04.716245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:04.720770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d24031a8-9e68-487a-b61a-3d7827e206bc req-125a953a-2f88-4e2f-9739-f7b8b91b45fb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693235 Dec 13 14:46:04.806519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-95bf8cf5-41be-48bc-98d7-4475508bcf40 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342054 Dec 13 14:46:05.028560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-a5d3fca5-cceb-4374-9fca-d76c77878e9d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:05.041327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-a5d3fca5-cceb-4374-9fca-d76c77878e9d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271771 Dec 13 14:46:05.077704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cc3b840e-18cd-47c7-92da-885389f77214 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/quotas/3dee97c3687d4a5c86ffa544d5b444b3 HTTP/1.1" status: 200 len: 375 time: 0.0343308 Dec 13 14:46:05.152631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-50a48fcf-10b4-48b0-93c6-84cbe8613430 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716457 Dec 13 14:46:05.201697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a56fb9-cb2e-4245-9a09-a7f612bc0e0c req-2e82fdcb-008f-42d1-95d3-8cf922dc4e3b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:05.203663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6a56fb9-cb2e-4245-9a09-a7f612bc0e0c req-2e82fdcb-008f-42d1-95d3-8cf922dc4e3b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0735881 Dec 13 14:46:05.266999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6a56fb9-cb2e-4245-9a09-a7f612bc0e0c req-c91a3a45-94c7-4e18-86d6-1907f3ddeb4c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Dec 13 14:46:05.497295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf2e12de-e7ad-4253-ae5b-87394047f82b req-c20dcf1f-d8c9-43f3-89ad-aeb6dae7bcf5 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 210 time: 0.0456071 Dec 13 14:46:05.620456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24161dec-cd53-49ae-84d1-190c53c0247f req-641b7900-97f4-429f-8625-b730d1b6da6c tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 210 time: 0.0393667 Dec 13 14:46:05.843459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1912eed-a560-47e1-932b-be5c4bafb1d1 req-552fffac-5aa7-4645-add8-dc08387cc86b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:05.853136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1912eed-a560-47e1-932b-be5c4bafb1d1 req-552fffac-5aa7-4645-add8-dc08387cc86b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 946 time: 0.0687435 Dec 13 14:46:05.907354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1912eed-a560-47e1-932b-be5c4bafb1d1 req-db86204f-aed7-4c1b-80c2-cf9ee8db4723 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531826 Dec 13 14:46:06.110202 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:46:06.425043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18974a93-87dc-4664-9d51-5b88d13d67a3 req-757dfd44-747f-4a75-9704-8ae050108326 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:06.426606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18974a93-87dc-4664-9d51-5b88d13d67a3 req-757dfd44-747f-4a75-9704-8ae050108326 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0862846 Dec 13 14:46:06.495921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18974a93-87dc-4664-9d51-5b88d13d67a3 req-f26283e4-b756-4bcd-9665-5af80c153094 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565879 Dec 13 14:46:06.605916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbd81926-cb57-4891-89e2-1c281184e5ac req-dcfcc204-26c6-4c77-b76c-e3e13e091fa3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Dec 13 14:46:06.750617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-5680c0a7-7ece-4cfb-b116-b05f900c7f5c tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505466 Dec 13 14:46:06.775904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5558aa64-9eef-499d-b337-1dc510d1c590 req-95dc037b-c67a-4fe5-be55-d24857ca3b7b tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 210 time: 0.0547884 Dec 13 14:46:06.880990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-3935d242-c505-45e0-ab94-8a044120abba tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:06.882906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-3935d242-c505-45e0-ab94-8a044120abba tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179268 Dec 13 14:46:06.897304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Request body: {'port': {'device_id': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '8bc3496b8f0b4aca8ecc8c98732628cc'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:07.126739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Made reservation on behalf of 8bc3496b8f0b4aca8ecc8c98732628cc for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:07.135416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:07.145901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:07.255141 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:07.343797 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:07.429248 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-f85468f8-1fff-410a-8f30-d5c98f316662 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599291 Dec 13 14:46:07.449688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f2f895-e1f5-428e-b82f-4ae7e5504260,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:07.623432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Allocated IP 192.168.233.221 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/22b66017-9f50-4223-b344-8376dacc28eb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:07.656778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e59b6-2923-4a19-a62f-786ae216f17b req-7df5528e-f2d3-4d90-9030-c42f66f1ac17 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:07.658577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-055e59b6-2923-4a19-a62f-786ae216f17b req-7df5528e-f2d3-4d90-9030-c42f66f1ac17 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0677476 Dec 13 14:46:07.682012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-171f5415-4d3c-4300-9679-3944de9b36fb tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:07.683601 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-171f5415-4d3c-4300-9679-3944de9b36fb tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477028 Dec 13 14:46:07.700506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Request body: {'port': {'device_id': '019b7638-577f-4a2a-9696-d7b5597fb964', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '8bc3496b8f0b4aca8ecc8c98732628cc'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:07.722674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-055e59b6-2923-4a19-a62f-786ae216f17b req-5fb4d93e-8ab0-4b8b-b8ef-259b7251e4c5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572329 Dec 13 14:46:07.823985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-760b825e-f3b4-40ab-9523-86b5b0c8ee8c req-83b0d293-7d27-4821-89f4-f127b96d03ce tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 210 time: 0.0362501 Dec 13 14:46:07.960611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a05f1b1-29ad-42bb-8cd8-9ec8878cd113 req-5d5e5b46-a7a7-4b86-be78-7decef005e4a tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 210 time: 0.0542579 Dec 13 14:46:07.996390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-fdbe16e5-4230-460c-8d11-63f010fa3f49 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409462 Dec 13 14:46:08.071599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.144375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-49fb02a6-22d7-4cd5-9c97-a18063ad7004 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:08.148970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-49fb02a6-22d7-4cd5-9c97-a18063ad7004 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395321 Dec 13 14:46:08.148970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Made reservation on behalf of 8bc3496b8f0b4aca8ecc8c98732628cc for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:08.151970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.172673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Request body: {'port': {'device_id': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '3dee97c3687d4a5c86ffa544d5b444b3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:08.230857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.360452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:08.388338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:08.394421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:08.400943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:08.491781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:08.492437 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.507043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Allocated IP 192.168.233.178 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/418d2430-f7a6-4317-9550-1a0c43614a61) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:08.560491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Made reservation on behalf of 3dee97c3687d4a5c86ffa544d5b444b3 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:08.565269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.706709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-43fe792d-eff8-4137-8929-e3dadd9016fb None None] Provisioning complete for port 22b66017-9f50-4223-b344-8376dacc28eb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:08.707682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43fe792d-eff8-4137-8929-e3dadd9016fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.707863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-8be3c668-c25e-43f6-8dd4-b40d5b77bb95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8148932 Dec 13 14:46:08.724994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Request body: {'port': {'device_id': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:08.758075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-43fe792d-eff8-4137-8929-e3dadd9016fb None None] Port 22b66017-9f50-4223-b344-8376dacc28eb cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:08.877646 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.879342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:08.925648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1b5c-fa45-42d0-bb38-da9491a0f980 req-c04eded1-5c73-4deb-8e4f-89c23510e0c0 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:08.933861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bc1b5c-fa45-42d0-bb38-da9491a0f980 req-c04eded1-5c73-4deb-8e4f-89c23510e0c0 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 946 time: 0.1340344 Dec 13 14:46:08.939792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a60bec-d61c-45a8-8bdf-631476b436b0 req-a0ca73cd-51e8-43e6-8677-97a17adc2650 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:08.941490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c8a60bec-d61c-45a8-8bdf-631476b436b0 req-a0ca73cd-51e8-43e6-8677-97a17adc2650 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0779316 Dec 13 14:46:08.996527 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c8a60bec-d61c-45a8-8bdf-631476b436b0 req-67db5ef1-c5db-40f2-8294-349e515e3ad3 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 Dec 13 14:46:09.091552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d34f0ad1-0bf3-47cc-ae22-c0f44cb13012 req-0a73c8a1-0553-4a60-9023-87a80d1c37d3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 210 time: 0.0310292 Dec 13 14:46:09.122970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bc1b5c-fa45-42d0-bb38-da9491a0f980 req-b891d194-962f-43bf-a074-3d3c119e6f02 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567638 Dec 13 14:46:09.135751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:09.211394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852737b5-41b9-485f-877a-d7a904a5a355 req-a321ee01-9d27-4e74-9235-1d1acd7eb68f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:09.212961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-852737b5-41b9-485f-877a-d7a904a5a355 req-a321ee01-9d27-4e74-9235-1d1acd7eb68f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 936 time: 0.0560215 Dec 13 14:46:09.221527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:09.231109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:09.239287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:09.271276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-852737b5-41b9-485f-877a-d7a904a5a355 req-c500383d-6913-46be-ad09-f715d0083f53 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Dec 13 14:46:09.302174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Allocated IP 192.168.233.207 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/2b456194-15cd-4022-8ffe-473f531b5548) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:09.336772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:09.361188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:09.361874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:09.520905 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:09.550552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-c1b3b33c-4049-49f9-a1c5-7c65f6c52c19 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8554838 Dec 13 14:46:09.562834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Request body: {'port': {'device_id': '019b7638-577f-4a2a-9696-d7b5597fb964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:09.588003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-202488de-27d3-41fd-b281-445befdf562a None None] Provisioning complete for port 418d2430-f7a6-4317-9550-1a0c43614a61 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:09.588658 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-202488de-27d3-41fd-b281-445befdf562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:09.633351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:09.635087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-202488de-27d3-41fd-b281-445befdf562a None None] Port 418d2430-f7a6-4317-9550-1a0c43614a61 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:09.745141 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:09.760935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9e982969-694e-475b-9876-43c110776442', '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:09.862261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:09.871924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:09.879834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Pushing event updated for resources: {'Port': ['ID=2b456194-15cd-4022-8ffe-473f531b5548,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:09.882651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:09.966129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:09.966782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:10.093687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b66017-9f50-4223-b344-8376dacc28eb {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:10.106358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dc2968ce-07fb-4341-890a-850046d3f3fc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9391239 Dec 13 14:46:10.142424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Request body: {'port': {'device_id': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:10.192187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:10.259101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Transition to ACTIVE for port object 22b66017-9f50-4223-b344-8376dacc28eb will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:46:10.268621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-87c2f1af-16e2-473a-9c3a-8b04bbd54a3f None None] Provisioning complete for port 2b456194-15cd-4022-8ffe-473f531b5548 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:10.268993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87c2f1af-16e2-473a-9c3a-8b04bbd54a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:10.272653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e6a0a-192f-40aa-982b-342756f74b6f req-c059af5f-a114-467b-ae01-b9f9bbd9b901 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:10.275049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d74e6a0a-192f-40aa-982b-342756f74b6f req-c059af5f-a114-467b-ae01-b9f9bbd9b901 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 936 time: 0.0879645 Dec 13 14:46:10.307022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-87c2f1af-16e2-473a-9c3a-8b04bbd54a3f None None] Port 2b456194-15cd-4022-8ffe-473f531b5548 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:10.329405 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d74e6a0a-192f-40aa-982b-342756f74b6f req-2699345c-c7dc-4f82-b242-3100267139c9 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Dec 13 14:46:10.338638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eebea8-d56a-440b-95ae-6653ef87a115 req-05e891c2-242f-42db-a4ac-67aeae1caa89 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:10.340727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7eebea8-d56a-440b-95ae-6653ef87a115 req-05e891c2-242f-42db-a4ac-67aeae1caa89 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.2334945 Dec 13 14:46:10.360851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:10.413569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-3145e9aa-6c91-4eac-a9e9-5c901ba10731 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:10.415053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-3145e9aa-6c91-4eac-a9e9-5c901ba10731 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 946 time: 0.2112272 Dec 13 14:46:10.474745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:10.475688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badda9f4-2954-4840-9727-5964523dd113 req-ba9533e7-43ce-4818-96b0-0918aad29471 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:10.476751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-badda9f4-2954-4840-9727-5964523dd113 req-ba9533e7-43ce-4818-96b0-0918aad29471 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 946 time: 0.0615287 Dec 13 14:46:10.533249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-badda9f4-2954-4840-9727-5964523dd113 req-83aac52f-f981-4cb3-bf93-5c77c7a96bb6 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497689 Dec 13 14:46:10.766428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-71ae0aa1-7b0d-4ea0-8856-8eff45029c6c service neutron] 10.222.0.50 "GET /v2.0/ports/22666c53-811b-4fe8-b7f5-74629e650337/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 382 time: 0.1747050 Dec 13 14:46:10.774789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7557512-0848-48c4-af4e-b8d5aae76ebd req-7d9f9025-12c2-4fe1-9f4b-6561b62271b0 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:10.784701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7557512-0848-48c4-af4e-b8d5aae76ebd req-7d9f9025-12c2-4fe1-9f4b-6561b62271b0 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 936 time: 0.1552439 Dec 13 14:46:10.835612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7557512-0848-48c4-af4e-b8d5aae76ebd req-d888ae80-1ef4-4611-8b98-212817012f4a tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 Dec 13 14:46:10.956887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7eebea8-d56a-440b-95ae-6653ef87a115 req-34f0fa18-bc57-4fa8-9997-22093aef56e9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796700 Dec 13 14:46:10.984713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:11.234410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Attempting to bind port 22b66017-9f50-4223-b344-8376dacc28eb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:11.235185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Attempting to bind port 22b66017-9f50-4223-b344-8376dacc28eb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:11.235185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Attempting to bind port 22b66017-9f50-4223-b344-8376dacc28eb on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:11.246744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Deleting port ceec5360-f46d-455f-8eed-2c5560a22603 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:11.247397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:11.293457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Port 22b66017-9f50-4223-b344-8376dacc28eb on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:46:11.293787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Attempting to bind port 22b66017-9f50-4223-b344-8376dacc28eb on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:11.307106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418d2430-f7a6-4317-9550-1a0c43614a61 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:11.320415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:11.322859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:11.323201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:11.323584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:11.325870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Bound port: 22b66017-9f50-4223-b344-8376dacc28eb, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:11.325870 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:11.355028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Transition to ACTIVE for port object 418d2430-f7a6-4317-9550-1a0c43614a61 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:46:11.418847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] For port ceec5360-f46d-455f-8eed-2c5560a22603, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ceec5360-f46d-455f-8eed-2c5560a22603,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:11.419222 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:11.431338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-fe44a0e6-95aa-4437-a6ba-6fe58c0dc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:11.433030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-fe44a0e6-95aa-4437-a6ba-6fe58c0dc65d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec&tenant_id=7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 1101 time: 0.0615776 Dec 13 14:46:11.512458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-b75adaf8-aeba-4f5c-858a-839ecdbae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:11.514108 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-b75adaf8-aeba-4f5c-858a-839ecdbae824 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 1101 time: 0.0562074 Dec 13 14:46:11.540430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:11.550810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:11.653588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:11.671252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-f5ee9651-1ac7-4487-85f4-2a4544ccf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:11.678777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-f5ee9651-1ac7-4487-85f4-2a4544ccf24c service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1533573 Dec 13 14:46:11.787282 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:11.795259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:11.813553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-8e53ddac-ec5b-4f05-85b4-a90a3a4da48e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 200 len: 217 time: 0.0782075 Dec 13 14:46:11.828270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26686-bea2-4ce5-a7a4-d3a38133e170 req-79934efd-7142-4f6e-b5bd-443e7dd573f1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:11.847316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13f26686-bea2-4ce5-a7a4-d3a38133e170 req-79934efd-7142-4f6e-b5bd-443e7dd573f1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 936 time: 0.4122376 Dec 13 14:46:11.890140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e999-98c7-466f-a418-feb0aceed2a8 req-c1e10c60-804c-413c-aa77-3b26c58f5a36 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:11.896061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1fb5e999-98c7-466f-a418-feb0aceed2a8 req-c1e10c60-804c-413c-aa77-3b26c58f5a36 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 946 time: 0.2159011 Dec 13 14:46:11.929655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-5ccd51e6-154d-42a1-a78f-76c8440d25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:11.931163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-5ccd51e6-154d-42a1-a78f-76c8440d25e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1084688 Dec 13 14:46:11.998872 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1fb5e999-98c7-466f-a418-feb0aceed2a8 req-a8e4a968-4c5a-4be2-9ea6-a74f4f0ba25f tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017652 Dec 13 14:46:12.024034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768317f-b4d6-48c7-8691-4331de337904 req-3b59cdca-5a1f-40f9-8dbe-d215fc3e2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:12.024034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-3b59cdca-5a1f-40f9-8dbe-d215fc3e2dbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817268 Dec 13 14:46:12.056339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:12.057243 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:12.059029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] 10.222.0.55 "PUT /v2.0/ports/22b66017-9f50-4223-b344-8376dacc28eb HTTP/1.1" status: 200 len: 1096 time: 3.3385189 Dec 13 14:46:12.086141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13f26686-bea2-4ce5-a7a4-d3a38133e170 req-927e71bc-9e0d-4d17-ba3e-153f8a222dca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366476 Dec 13 14:46:12.086678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:12.089302 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454" -d '{"events": [{"name": "network-changed", "server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "tag": "22b66017-9f50-4223-b344-8376dacc28eb"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:12.220286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03aa2a-9ea6-470d-a6a7-2a268a52bd96 req-5713f69b-c0df-4978-8953-574581f8e4fa tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:12.228245 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e03aa2a-9ea6-470d-a6a7-2a268a52bd96 req-5713f69b-c0df-4978-8953-574581f8e4fa tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.1585588 Dec 13 14:46:12.242654 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-a62ea5f4-837a-44b3-9ddf-439f73095ece service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103474 Dec 13 14:46:12.326953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e03aa2a-9ea6-470d-a6a7-2a268a52bd96 req-70d26d29-cbc0-4caf-9384-ea3748843658 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976305 Dec 13 14:46:12.401091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:12.401692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:12.401837 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Floating IP fee02a1b-35ae-4619-938a-eac82f4d2dfb disassociated. External IP: 172.25.7.151, port: ceec5360-f46d-455f-8eed-2c5560a22603. Dec 13 14:46:12.402406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Calling delete_port for ceec5360-f46d-455f-8eed-2c5560a22603 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:12.443981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4768317f-b4d6-48c7-8691-4331de337904 req-f36bf448-6b1a-483c-a3e9-4ead35fd8954 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907623 Dec 13 14:46:12.446161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c0984-88f1-4c0e-a078-0f9ed4c75a2d service neutron] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:12.467521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Attempting to bind port 418d2430-f7a6-4317-9550-1a0c43614a61 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:12.467856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Attempting to bind port 418d2430-f7a6-4317-9550-1a0c43614a61 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:12.468183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Attempting to bind port 418d2430-f7a6-4317-9550-1a0c43614a61 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:12.514058 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480b5ce7-f159-4100-a91c-c93247da6a05 x-openstack-request-id: req-480b5ce7-f159-4100-a91c-c93247da6a05 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:12.514574 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "tag": "22b66017-9f50-4223-b344-8376dacc28eb", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:12.514753 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-480b5ce7-f159-4100-a91c-c93247da6a05 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:12.514995 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb', 'status': 'completed', 'code': 200} Dec 13 14:46:12.519998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Port 418d2430-f7a6-4317-9550-1a0c43614a61 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:46:12.520365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Attempting to bind port 418d2430-f7a6-4317-9550-1a0c43614a61 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:12.528292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b456194-15cd-4022-8ffe-473f531b5548 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:12.535109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-cdb027bf-94ab-4644-8878-756006c4aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:12.536627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-cdb027bf-94ab-4644-8878-756006c4aeed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 1099 time: 0.2885277 Dec 13 14:46:12.549713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:12.551981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:12.552315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:12.552694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:12.553153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Bound port: 418d2430-f7a6-4317-9550-1a0c43614a61, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:12.553495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:12.569977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddbbbe-ddef-4a50-9df7-5e5681e06814 req-a6e8eb32-8af2-4b80-99a2-19a843554411 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:12.571434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67ddbbbe-ddef-4a50-9df7-5e5681e06814 req-a6e8eb32-8af2-4b80-99a2-19a843554411 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.2803538 Dec 13 14:46:12.628974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-a3890f1c-a831-4311-90d8-f31ecf538fdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=22b66017-9f50-4223-b344-8376dacc28eb HTTP/1.1" status: 200 len: 217 time: 0.0812507 Dec 13 14:46:12.646272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Transition to ACTIVE for port object 2b456194-15cd-4022-8ffe-473f531b5548 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:46:12.740828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:12.799091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-2eebee3c-58b8-48bc-af23-1130994719e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:12.799985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-2eebee3c-58b8-48bc-af23-1130994719e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1563807 Dec 13 14:46:12.814542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67ddbbbe-ddef-4a50-9df7-5e5681e06814 req-c3683662-26c7-4991-8385-7d6688d74d8b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015615 Dec 13 14:46:12.898380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:12.948392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:12.950554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Pushing event updated for resources: {'Port': ['ID=2b456194-15cd-4022-8ffe-473f531b5548,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:13.082057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-84178121-8798-48bb-80ba-67a66c3a10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:13.083732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-84178121-8798-48bb-80ba-67a66c3a10d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2680345 Dec 13 14:46:13.086887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:13.195773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecc5dc7c-696b-4132-9895-f5bfebc15254 req-6f4a876e-28ec-4cec-a783-91970bba26e5 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.0746989 Dec 13 14:46:13.247871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:13.269644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event deleted for resources: {'Port': ['ID=ceec5360-f46d-455f-8eed-2c5560a22603,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:13.333609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Attempting to bind port 2b456194-15cd-4022-8ffe-473f531b5548 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:13.333941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Attempting to bind port 2b456194-15cd-4022-8ffe-473f531b5548 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:13.334950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Attempting to bind port 2b456194-15cd-4022-8ffe-473f531b5548 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:13.504779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-749190ae-0b60-43ed-9603-8ab4577b9f3b service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044323 Dec 13 14:46:13.512765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:13.522374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:13.528138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:13.532468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-5f15763c-19c6-40f5-b43d-b445b46929d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/418d2430-f7a6-4317-9550-1a0c43614a61 HTTP/1.1" status: 200 len: 1096 time: 3.9732461 Dec 13 14:46:13.536551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399f06c-cb15-4358-a252-63e348f38f61 req-50e376ad-a366-413f-be25-959b0e3d11ce tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:13.538166 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4399f06c-cb15-4358-a252-63e348f38f61 req-50e376ad-a366-413f-be25-959b0e3d11ce tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.0763893 Dec 13 14:46:13.543991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Port 2b456194-15cd-4022-8ffe-473f531b5548 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:46:13.549981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Attempting to bind port 2b456194-15cd-4022-8ffe-473f531b5548 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:13.594803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:13.595410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:13.596008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:13.596644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Bound port: 2b456194-15cd-4022-8ffe-473f531b5548, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:13.597193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:13.618708 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4399f06c-cb15-4358-a252-63e348f38f61 req-d78f0724-fb90-41d5-a4c0-bb96e13c6b25 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731089 Dec 13 14:46:13.674639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccfc1b-d612-4447-9835-2d0ddc112ff2 req-a8989db5-f77e-4edf-afa8-926238ff2f42 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:13.676343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03ccfc1b-d612-4447-9835-2d0ddc112ff2 req-a8989db5-f77e-4edf-afa8-926238ff2f42 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 948 time: 0.4242351 Dec 13 14:46:13.807081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Router fcad83df-021c-49b7-b357-8ce8e7a324a4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:46:13.907344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03ccfc1b-d612-4447-9835-2d0ddc112ff2 req-7d49788a-1fe6-4456-97e2-31cbef1540c7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098334 Dec 13 14:46:13.912609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-288f64d2-971a-47a2-b8b1-2a00ff544fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:13.914154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-288f64d2-971a-47a2-b8b1-2a00ff544fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 1099 time: 0.2348483 Dec 13 14:46:13.920107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53b90ac9-69d5-4f91-bef6-24e7221df744 req-88a73a41-a705-47ea-9ff0-cda228f5421f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728609 Dec 13 14:46:13.922712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] For port 2b456194-15cd-4022-8ffe-473f531b5548, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:13.941934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] For port 2b456194-15cd-4022-8ffe-473f531b5548, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2b456194-15cd-4022-8ffe-473f531b5548,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:13.981874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce01d-b114-4df7-ab37-9b5ed1c9005e req-f32cfe1f-6465-4319-baf6-5dcd5d1e432c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:13.984136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a03ce01d-b114-4df7-ab37-9b5ed1c9005e req-f32cfe1f-6465-4319-baf6-5dcd5d1e432c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0629461 Dec 13 14:46:14.046793 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a03ce01d-b114-4df7-ab37-9b5ed1c9005e req-2d68a0c6-9d78-424f-9251-e3cc88d0d320 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522966 Dec 13 14:46:14.074109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 22666c53-811b-4fe8-b7f5-74629e650337 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:14.074735 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:14.077161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 22666c53-811b-4fe8-b7f5-74629e650337 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:46:14.079088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-92f6dbdf-3eef-4bc0-9fba-2992ccff31ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=418d2430-f7a6-4317-9550-1a0c43614a61 HTTP/1.1" status: 200 len: 217 time: 0.1391578 Dec 13 14:46:14.180258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:14.181045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:14.182263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] 10.222.0.50 "PUT /v2.0/ports/2b456194-15cd-4022-8ffe-473f531b5548 HTTP/1.1" status: 200 len: 1096 time: 4.0508502 Dec 13 14:46:14.255540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-ac36d16d-261a-4c8f-9d53-820df6284519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:14.257541 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-ac36d16d-261a-4c8f-9d53-820df6284519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1629915 Dec 13 14:46:14.262855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd841319-abe7-462b-9307-502b99c0d390 service neutron] Pushing event updated for resources: {'Port': ['ID=2b456194-15cd-4022-8ffe-473f531b5548,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:14.271755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-bad30b55-2a85-404c-ba02-eaf0fded221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:14.273981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-bad30b55-2a85-404c-ba02-eaf0fded221b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 1099 time: 0.2043283 Dec 13 14:46:14.290673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:14.336883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:46:14.340206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:14.349285 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] Sync routers for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:46:14.382052 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:14.385518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:14.386645 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:14.392692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:14.395764 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d19bb-620a-4649-a631-f10543fd3e92" -d '{"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-unplugged", "status": "completed", "tag": "22666c53-811b-4fe8-b7f5-74629e650337"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:14.403738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '22666c53-811b-4fe8-b7f5-74629e650337', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '22666c53-811b-4fe8-b7f5-74629e650337', 'mac_address': 'fa:16:3e:65:2d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:14.478545 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:14.478545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ceec5360-f46d-455f-8eed-2c5560a22603 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:46:14.539119 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ca9da-5b6f-4581-aa8c-08f4e2fa5b89 x-openstack-request-id: req-340ca9da-5b6f-4581-aa8c-08f4e2fa5b89 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:14.539502 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-unplugged", "status": "completed", "tag": "22666c53-811b-4fe8-b7f5-74629e650337", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:14.539821 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-340ca9da-5b6f-4581-aa8c-08f4e2fa5b89 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:14.540286 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337', 'code': 200} Dec 13 14:46:14.559722 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:14.565231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: ceec5360-f46d-455f-8eed-2c5560a22603 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:46:14.565231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ceec5360-f46d-455f-8eed-2c5560a22603 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:46:14.602957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22666c53-811b-4fe8-b7f5-74629e650337 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:14.649797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:14.666594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.667342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.667905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.668465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.669149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.669561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.669956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.670162 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:46:14.670415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.691199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.691199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.691199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.691199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:14.691199 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:46:14.691199 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:46:14.813366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2aa12-98d7-4102-9d88-e9bcfc9277ac req-a0ae2361-29b5-4a4b-b71b-97bbbfefcb96 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:14.823058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0f2aa12-98d7-4102-9d88-e9bcfc9277ac req-a0ae2361-29b5-4a4b-b71b-97bbbfefcb96 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.1097243 Dec 13 14:46:14.881994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61'}, {'name': 'network-changed', 'server_uuid': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'tag': '2b456194-15cd-4022-8ffe-473f531b5548'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:14.886251 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4f4843-7142-4767-b78e-ee5e68934b25" -d '{"events": [{"name": "network-changed", "server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61"}, {"name": "network-changed", "server_uuid": "a2b9c9e4-67fa-4cde-8643-3cc213f406f5", "tag": "2b456194-15cd-4022-8ffe-473f531b5548"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:14.923581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca919691-ecc9-47cb-a85d-2fdba8133dff req-9c485d15-1f6a-4578-ba43-127bbb4e6af3 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.5879891 Dec 13 14:46:15.002722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] No DVR routers for this DVR port ceec5360-f46d-455f-8eed-2c5560a22603 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:46:15.022767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:15.032842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e5795b6-577a-4ed5-bd34-4db7d4c88085 req-4cd083fd-7614-4d6e-89a3-ff8cf17e8219 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.50 "DELETE /v2.0/ports/ceec5360-f46d-455f-8eed-2c5560a22603 HTTP/1.1" status: 204 len: 173 time: 4.5814059 Dec 13 14:46:15.046422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-9785fd39-5db9-443e-976d-5842e5396c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.051184 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-9785fd39-5db9-443e-976d-5842e5396c77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7743325 Dec 13 14:46:15.076541 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:56Z', 'revision_number': 5, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:15.117923 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] Checking router: fcad83df-021c-49b7-b357-8ce8e7a324a4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:46:15.131806 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:15.132581 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:15.147495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-98705178-5d3a-4ae2-b8a3-389e999cb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.158644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-98705178-5d3a-4ae2-b8a3-389e999cb434 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 1099 time: 0.8600934 Dec 13 14:46:15.163484 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16751fe5-725e-4344-9c22-a69a11bc2d06 x-openstack-request-id: req-16751fe5-725e-4344-9c22-a69a11bc2d06 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:15.163484 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2b9c9e4-67fa-4cde-8643-3cc213f406f5", "tag": "2b456194-15cd-4022-8ffe-473f531b5548", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:15.163484 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16751fe5-725e-4344-9c22-a69a11bc2d06 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:15.163484 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61', 'status': 'completed', 'code': 200} Dec 13 14:46:15.163484 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'tag': '2b456194-15cd-4022-8ffe-473f531b5548', 'status': 'completed', 'code': 200} Dec 13 14:46:15.240327 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0f2aa12-98d7-4102-9d88-e9bcfc9277ac req-52fa169c-f789-4ce8-a8c3-d9da50065ae3 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102483 Dec 13 14:46:15.277378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:15.282294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-16e5843b-1e0b-431e-9ec9-0ce6e08480c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.284036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-16e5843b-1e0b-431e-9ec9-0ce6e08480c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.9872124 Dec 13 14:46:15.306509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22666c53-811b-4fe8-b7f5-74629e650337 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:15.348615 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:46:15.359346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:15.402163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13a4ee-c2ea-47e6-8c0c-104fcc26f9fd req-8fd9b30f-0a68-4dfe-b102-26c24e319e7f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.407358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-41675dde-9f74-4d93-99d2-acfd295da2ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2b456194-15cd-4022-8ffe-473f531b5548 HTTP/1.1" status: 200 len: 217 time: 0.1756485 Dec 13 14:46:15.408595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a13a4ee-c2ea-47e6-8c0c-104fcc26f9fd req-8fd9b30f-0a68-4dfe-b102-26c24e319e7f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 948 time: 0.1054749 Dec 13 14:46:15.442774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:15.451789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a13a4ee-c2ea-47e6-8c0c-104fcc26f9fd req-306913f7-bf29-459f-8edc-342f370e2947 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Dec 13 14:46:15.458923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-140d65b0-870a-4c2e-a08e-969378179a8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=22b66017-9f50-4223-b344-8376dacc28eb HTTP/1.1" status: 200 len: 217 time: 0.0895717 Dec 13 14:46:15.514576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:15.530452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d61a-6a36-4057-ab2c-991568eb40e1 req-18c9d243-3781-4047-8576-d22b835a6da1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.531986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f82d61a-6a36-4057-ab2c-991568eb40e1 req-18c9d243-3781-4047-8576-d22b835a6da1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 948 time: 0.1639018 Dec 13 14:46:15.558448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-d18c0772-24d5-4372-b928-d199de57f563 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777761 Dec 13 14:46:15.565855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:15.652325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-0f735eb4-cb1b-4160-9f42-462b3b47165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.653811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-0f735eb4-cb1b-4160-9f42-462b3b47165c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.2133365 Dec 13 14:46:15.662290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-3579cf25-0ba2-4646-9ee0-628ba64830e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.663449 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-3579cf25-0ba2-4646-9ee0-628ba64830e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1730382 Dec 13 14:46:15.697295 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:56Z', 'revision_number': 5, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:15.718919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f82d61a-6a36-4057-ab2c-991568eb40e1 req-daf82af8-d810-4a34-bdb3-b6782cc96324 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645298 Dec 13 14:46:15.726282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['22666c53-811b-4fe8-b7f5-74629e650337'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:15.741874 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60c1a4-5479-497b-b3f0-08775de0db18 None None] The sync data for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 is: [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:43:50Z', 'revision_number': 4, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '5258a866-3a48-4c35-ba3d-e1bdcaa70b3f', 'name': '', 'network_id': 'cc152b06-70f9-4fc8-b988-d6dd0ad2040e', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'mac_address': 'fa:16:3e:4e:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:49Z', 'updated_at': '2021-12-13T14:43:56Z', 'revision_number': 5, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'subnets': [{'id': 'c72f4ead-d01f-49aa-8d68-97d307589950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:46:15.780452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e3fa833-3a6a-4053-b718-00f0d8edcec2 req-3b390e58-9519-4b2a-909e-85966d19e170 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052572 Dec 13 14:46:15.835243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-7491097c-eefb-4bbd-aa74-0a221ad1374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.837287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-7491097c-eefb-4bbd-aa74-0a221ad1374d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725509 Dec 13 14:46:15.840888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-d424970c-5374-4646-9b2a-682bc72f72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:15.842782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-d424970c-5374-4646-9b2a-682bc72f72c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683261 Dec 13 14:46:16.072838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69345124-7a63-486f-a124-80f213e6cade req-ecb2f33d-31fb-45ae-8864-7a27aa78437d tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f674390-29c6-412c-beed-27f6519a03e7 HTTP/1.1" status: 200 len: 210 time: 0.0436840 Dec 13 14:46:16.190268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-e2c815de-a1c9-4e9d-91be-e4de811af177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.191064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-e2c815de-a1c9-4e9d-91be-e4de811af177 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 1099 time: 0.2023294 Dec 13 14:46:16.191316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de66f2b-5e78-4ae3-b52a-998ad7c94c2b None None] New status for floating IP fee02a1b-35ae-4619-938a-eac82f4d2dfb: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:46:16.329199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074a8af-7445-4deb-8ece-1e112546a5ae req-bf91bc34-d48f-4319-93f1-8adb1478073c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.331001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6074a8af-7445-4deb-8ece-1e112546a5ae req-bf91bc34-d48f-4319-93f1-8adb1478073c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 949 time: 0.3433473 Dec 13 14:46:16.339819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-dabd3f1d-dacd-48be-b7ca-5eed21a99aa8 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889152 Dec 13 14:46:16.422126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eed25b-d5b2-427b-a57c-1e2bfadb5826 req-695730c3-7e77-4ecf-8f93-d254a19fc852 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.424392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-55eed25b-d5b2-427b-a57c-1e2bfadb5826 req-695730c3-7e77-4ecf-8f93-d254a19fc852 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.0660710 Dec 13 14:46:16.472337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-24bd956a-a9e7-4ae9-aed3-e4e1005cddb1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.473772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-24bd956a-a9e7-4ae9-aed3-e4e1005cddb1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec&tenant_id=7677cf536c2545b98f3295febea9ac0c&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 949 time: 0.3850000 Dec 13 14:46:16.475457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-55eed25b-d5b2-427b-a57c-1e2bfadb5826 req-97851856-ec0b-4370-9c3c-5b99aa9a1eb1 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Dec 13 14:46:16.506923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-7afdca60-7f66-4044-b21b-279a5bf96730 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543841 Dec 13 14:46:16.557249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6074a8af-7445-4deb-8ece-1e112546a5ae req-b0d68704-a4f9-42f6-b897-beb380ab010e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129223 Dec 13 14:46:16.741012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b895e0d-6ad7-42ae-9841-49a8f03bfd4f req-8cb1d3c8-307b-4c7c-8fd9-0be0c9b2860a service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313718 Dec 13 14:46:16.741012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-7a758295-4857-4f66-8cda-6aaba80e421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.741012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-7a758295-4857-4f66-8cda-6aaba80e421f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.4999127 Dec 13 14:46:16.779771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-c1554378-fd47-4609-86dd-9c222db00a10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=418d2430-f7a6-4317-9550-1a0c43614a61 HTTP/1.1" status: 200 len: 217 time: 0.0659153 Dec 13 14:46:16.781811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-6919ee36-412b-448b-92f4-0b3664156c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.783526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-6919ee36-412b-448b-92f4-0b3664156c97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 1100 time: 0.2379448 Dec 13 14:46:16.856975 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03fcb7dd-f6c3-4e87-8cb7-9297b8575454 req-6cdd428f-639d-4935-a354-e83b1f77bd0f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350663 Dec 13 14:46:16.916897 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:16.933998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-ea5e087c-e937-436a-99ef-744d9fa2a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.935554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-ea5e087c-e937-436a-99ef-744d9fa2a220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1455746 Dec 13 14:46:16.954179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:16.965380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a86f0-af94-436c-a44b-cba790721b67 req-af6d1577-9fb6-4701-9133-c9f24edb771b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:16.967147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83a86f0-af94-436c-a44b-cba790721b67 req-af6d1577-9fb6-4701-9133-c9f24edb771b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 948 time: 0.1585927 Dec 13 14:46:17.059672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-d55e468d-ff8b-4d32-bcad-b0515e42987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.061047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-d55e468d-ff8b-4d32-bcad-b0515e42987e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2699428 Dec 13 14:46:17.063639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:17.082602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '22b66017-9f50-4223-b344-8376dacc28eb', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '22b66017-9f50-4223-b344-8376dacc28eb', 'mac_address': 'fa:16:3e:a3:35:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:17.096932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-e9b08139-3480-4e23-b6fa-6d00fc397271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.098440 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-e9b08139-3480-4e23-b6fa-6d00fc397271 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535802 Dec 13 14:46:17.138157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-c8064f48-0749-4c18-9596-ff3073031e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.139630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.140296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-c8064f48-0749-4c18-9596-ff3073031e19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 1099 time: 0.1941152 Dec 13 14:46:17.144829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83a86f0-af94-436c-a44b-cba790721b67 req-7b3c93a2-6799-4537-80f6-3830e0d129a5 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457484 Dec 13 14:46:17.153280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-b7455d9a-fb91-47e6-9b47-40efd25abad5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 200 len: 217 time: 0.0834861 Dec 13 14:46:17.163074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'name': 'network-vif-deleted', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:17.166476 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95b929-df11-44cf-8665-ea58a927d0e7" -d '{"events": [{"server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "name": "network-vif-deleted", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:17.176243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b66017-9f50-4223-b344-8376dacc28eb {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:17.231455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:17.271029 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833d415d-3c5d-4410-8183-04e9948acfa1 x-openstack-request-id: req-833d415d-3c5d-4410-8183-04e9948acfa1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:17.272222 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f674390-29c6-412c-beed-27f6519a03e7", "name": "network-vif-deleted", "tag": "ceec5360-f46d-455f-8eed-2c5560a22603", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:17.272222 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-833d415d-3c5d-4410-8183-04e9948acfa1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:17.272570 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f674390-29c6-412c-beed-27f6519a03e7', 'name': 'network-vif-deleted', 'tag': 'ceec5360-f46d-455f-8eed-2c5560a22603', 'status': 'completed', 'code': 200} Dec 13 14:46:17.309425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40896) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:17.324402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.376064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8988-7e40-453c-8493-03a6d6bf2bd5 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.377359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-fcbd9677-16ff-4882-aa09-06827761f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.378985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-fcbd9677-16ff-4882-aa09-06827761f147 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1898670 Dec 13 14:46:17.391056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-67dec708-0c8b-4cf9-abdc-92837b008a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.393222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-67dec708-0c8b-4cf9-abdc-92837b008a84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2391000 Dec 13 14:46:17.407471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8988-7e40-453c-8493-03a6d6bf2bd5 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.433128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:17.471669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-609a77e5-7dd1-49aa-a40a-e0fca8b90388 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2b456194-15cd-4022-8ffe-473f531b5548 HTTP/1.1" status: 200 len: 217 time: 0.0619910 Dec 13 14:46:17.473470 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-01cf10af-6e6d-4911-a255-e9ffb4556b3f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323202 Dec 13 14:46:17.564931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-e31738a3-8fe4-44f2-941e-a41ceb8086f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.566382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-e31738a3-8fe4-44f2-941e-a41ceb8086f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771812 Dec 13 14:46:17.585986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8988-7e40-453c-8493-03a6d6bf2bd5 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.592973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8988-7e40-453c-8493-03a6d6bf2bd5 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.592973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bf9c8988-7e40-453c-8493-03a6d6bf2bd5 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd50240f-5fb7-41b1-a0cd-0d001f5aea9b HTTP/1.1" status: 204 len: 168 time: 0.2796435 Dec 13 14:46:17.593204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40904) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:17.600388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['22b66017-9f50-4223-b344-8376dacc28eb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:17.604121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ce027-f1a7-4d51-8f69-bdd04962807f req-ffbbe554-2573-418d-bff7-703e8d72cac6 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.611694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-231ce027-f1a7-4d51-8f69-bdd04962807f req-ffbbe554-2573-418d-bff7-703e8d72cac6 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.0704002 Dec 13 14:46:17.625254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c8988-7e40-453c-8493-03a6d6bf2bd5 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd50240f-5fb7-41b1-a0cd-0d001f5aea9b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:17.660507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-4cbee136-13d2-42c0-97f2-a4f41593773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:17.662020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-4cbee136-13d2-42c0-97f2-a4f41593773f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1807034 Dec 13 14:46:17.671300 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-36eb2cab-009e-447a-b6fe-632cd658d5b6 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] show failed (client error): The resource could not be found. Dec 13 14:46:17.672498 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-36eb2cab-009e-447a-b6fe-632cd658d5b6 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "GET /v2.0/security-groups/dd50240f-5fb7-41b1-a0cd-0d001f5aea9b HTTP/1.1" status: 404 len: 347 time: 0.0784082 Dec 13 14:46:17.674087 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-231ce027-f1a7-4d51-8f69-bdd04962807f req-13001981-699c-4783-a443-44a5575de882 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608094 Dec 13 14:46:17.675240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40908) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:17.857921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Deleting port ee469313-7c09-4ecc-8a22-ab6fae93c2fc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:17.858547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.983116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:17.983710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.002338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Calling delete_port for ee469313-7c09-4ecc-8a22-ab6fae93c2fc owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:18.099228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-f298ab3c-b45d-4df4-bb5e-5fe7dd47383b service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163683 Dec 13 14:46:18.109887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2b456194-15cd-4022-8ffe-473f531b5548 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:18.129702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-1b92b08c-0e55-4362-a649-fc76ed2aee21 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536096 Dec 13 14:46:18.142889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-48948f58-5144-414d-8f4e-a932b8ea3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:18.142889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-48948f58-5144-414d-8f4e-a932b8ea3613 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4684026 Dec 13 14:46:18.149755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c58d2-1a1a-437f-bca0-439640e25496 req-fa169902-6e7c-4ae4-bd99-6e50b225a0b7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:18.151457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf4c58d2-1a1a-437f-bca0-439640e25496 req-fa169902-6e7c-4ae4-bd99-6e50b225a0b7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 949 time: 0.4443698 Dec 13 14:46:18.196833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 22666c53-811b-4fe8-b7f5-74629e650337 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:18.281579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.329360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Pushing event deleted for resources: {'Port': ['ID=ee469313-7c09-4ecc-8a22-ab6fae93c2fc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:18.340368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 22666c53-811b-4fe8-b7f5-74629e650337 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:18.341418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.365243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf4c58d2-1a1a-437f-bca0-439640e25496 req-48e3f68a-fb47-45dd-b16a-05ace85f42a4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993213 Dec 13 14:46:18.433148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c504e0-2a78-4033-930b-6ae82e5d3841 req-598645b5-9eec-480e-a487-2c682e91e5c7 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952430 Dec 13 14:46:18.438564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2b456194-15cd-4022-8ffe-473f531b5548, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2b456194-15cd-4022-8ffe-473f531b5548,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:18.478943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-d398184f-734c-4c55-9e49-b26589f78bcf service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200572 Dec 13 14:46:18.480347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af5a56-ee72-447d-80c5-fd3f61e1b672 req-0eaef1e7-4a0c-478d-9383-fe991517ff9a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:18.482377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82af5a56-ee72-447d-80c5-fd3f61e1b672 req-0eaef1e7-4a0c-478d-9383-fe991517ff9a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 948 time: 0.1638112 Dec 13 14:46:18.492795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.496573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.500287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1db9a015-2f8e-4b41-9013-7df867d78d60 tempest-ServersTestFqdnHostnames-915662122 tempest-ServersTestFqdnHostnames-915662122-project] 10.222.0.24 "DELETE /v2.0/floatingips/fee02a1b-35ae-4619-938a-eac82f4d2dfb HTTP/1.1" status: 204 len: 168 time: 0.8176389 Dec 13 14:46:18.504247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40926) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:18.526602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.538180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2b456194-15cd-4022-8ffe-473f531b5548', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '2b456194-15cd-4022-8ffe-473f531b5548', 'mac_address': 'fa:16:3e:9c:4a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:18.580305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:18.599390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:18.601788 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a0eaa7-744b-40ad-be69-fc0ab0e47dff" -d '{"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-plugged", "status": "completed", "tag": "22666c53-811b-4fe8-b7f5-74629e650337"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:18.628221 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.631720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc4f4843-7142-4767-b78e-ee5e68934b25 req-dba73a81-5402-4102-988a-80e6d3638263 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441059 Dec 13 14:46:18.656075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82af5a56-ee72-447d-80c5-fd3f61e1b672 req-2495119d-f494-46ab-be6e-0f133877022f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535785 Dec 13 14:46:18.658314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b456194-15cd-4022-8ffe-473f531b5548 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:18.680718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2b456194-15cd-4022-8ffe-473f531b5548, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2b456194-15cd-4022-8ffe-473f531b5548,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:18.692524 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba2dae6-f8da-48fe-b77d-45bfb1be0c2a x-openstack-request-id: req-9ba2dae6-f8da-48fe-b77d-45bfb1be0c2a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:18.695065 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-plugged", "status": "completed", "tag": "22666c53-811b-4fe8-b7f5-74629e650337", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:18.695318 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ba2dae6-f8da-48fe-b77d-45bfb1be0c2a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:18.695715 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337', 'code': 200} Dec 13 14:46:18.696872 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.745440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:18.779981 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:18.854343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a8220-e106-47b1-aac6-2f1ff4c51f8e req-ccf577b3-3b6b-47cb-a0da-9eea9fa4cd45 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:18.854862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b4a8220-e106-47b1-aac6-2f1ff4c51f8e req-ccf577b3-3b6b-47cb-a0da-9eea9fa4cd45 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.0699012 Dec 13 14:46:18.869746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2b456194-15cd-4022-8ffe-473f531b5548,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:18.942837 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b4a8220-e106-47b1-aac6-2f1ff4c51f8e req-2460eeea-9925-4fec-89a8-751d88182866 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627913 Dec 13 14:46:18.953146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 418d2430-f7a6-4317-9550-1a0c43614a61 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:18.956516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:19.064472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2b456194-15cd-4022-8ffe-473f531b5548'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:19.088225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bde14-03a9-47bb-8c99-9ec591ad059c req-d51ede42-9d08-4460-b388-3e3d85c1069d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:19.090441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-915bde14-03a9-47bb-8c99-9ec591ad059c req-d51ede42-9d08-4460-b388-3e3d85c1069d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0690355 Dec 13 14:46:19.103713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:19.152937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-915bde14-03a9-47bb-8c99-9ec591ad059c req-9d9cbeab-14da-4bdd-96fc-a2f8aecf5e9f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494854 Dec 13 14:46:19.180706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:19.231477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '418d2430-f7a6-4317-9550-1a0c43614a61', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '418d2430-f7a6-4317-9550-1a0c43614a61', 'mac_address': 'fa:16:3e:9c:47:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:19.293393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 22b66017-9f50-4223-b344-8376dacc28eb completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:46:19.317403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 22b66017-9f50-4223-b344-8376dacc28eb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:19.317934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:19.351178 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:19.399356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57770-08cd-4ab3-848d-0e9f3e507875 req-1198b4da-09f9-4143-907d-2a4487598608 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:19.407338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3e57770-08cd-4ab3-848d-0e9f3e507875 req-1198b4da-09f9-4143-907d-2a4487598608 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1478086 Dec 13 14:46:19.411247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418d2430-f7a6-4317-9550-1a0c43614a61 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:19.481839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:19.497758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3e57770-08cd-4ab3-848d-0e9f3e507875 req-d862f19a-4961-46a7-9ffe-75127349e368 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861602 Dec 13 14:46:19.548759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:19.578405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819d0f-d8bd-4fe3-820d-ea34d66f332e req-aa5a86fa-00a4-4723-8788-045b07ec7201 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:19.588085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40819d0f-d8bd-4fe3-820d-ea34d66f332e req-aa5a86fa-00a4-4723-8788-045b07ec7201 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1152351 Dec 13 14:46:19.602802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Deleting port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:19.603287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:19.670182 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40819d0f-d8bd-4fe3-820d-ea34d66f332e req-97ee315e-fa12-4c1a-908f-c0bda8b6da69 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815322 Dec 13 14:46:19.703392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:19.705723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:19.757626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:19.780137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] For port 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:19.782123 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:19.802884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Calling delete_port for 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:19.818878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['418d2430-f7a6-4317-9550-1a0c43614a61'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:19.829915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899760-4d10-40e5-9243-27f222fc08e7 req-2ef116f6-3868-4bd7-8f4c-0345cfdb31e0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:19.835715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52899760-4d10-40e5-9243-27f222fc08e7 req-2ef116f6-3868-4bd7-8f4c-0345cfdb31e0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 949 time: 0.0718822 Dec 13 14:46:19.895842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52899760-4d10-40e5-9243-27f222fc08e7 req-2b1160a2-c875-4df8-944c-fcdc2e744393 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Dec 13 14:46:20.026755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3233ef-8c0b-4e2e-a3a4-f567ac73e393 req-21f10a2b-fd0b-499c-87d0-82c647352f5f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:20.028242 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b3233ef-8c0b-4e2e-a3a4-f567ac73e393 req-21f10a2b-fd0b-499c-87d0-82c647352f5f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.0637202 Dec 13 14:46:20.072407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b3233ef-8c0b-4e2e-a3a4-f567ac73e393 req-f15e91ca-1338-4e5c-b922-5bd688cd427c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Dec 13 14:46:20.194927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c020c-5219-4391-a2d6-7cef616e8c27 req-e1a55479-63ca-448a-9ea1-ea264786fe95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:20.194927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a9c020c-5219-4391-a2d6-7cef616e8c27 req-e1a55479-63ca-448a-9ea1-ea264786fe95 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 949 time: 0.0564201 Dec 13 14:46:20.232014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a9c020c-5219-4391-a2d6-7cef616e8c27 req-565e947d-61c7-4b03-84af-c26cbb9e7aab tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Dec 13 14:46:20.697291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:20.699807 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd1dfba-1e9c-44c3-abb6-c5a495e9bca1" -d '{"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-plugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:20.786582 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bc72b38e-2262-4555-8380-503d8580cc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:20.799791 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:20.835409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:20.923646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:20.952701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Pushing event deleted for resources: {'Port': ['ID=5258a866-3a48-4c35-ba3d-e1bdcaa70b3f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:20.969131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 418d2430-f7a6-4317-9550-1a0c43614a61 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:21.113754 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4282fcd-9e8e-435c-9087-3a01a552bc22 x-openstack-request-id: req-c4282fcd-9e8e-435c-9087-3a01a552bc22 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:21.113754 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-plugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:21.114489 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4282fcd-9e8e-435c-9087-3a01a552bc22 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:21.116189 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb', 'code': 200} Dec 13 14:46:21.168777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 418d2430-f7a6-4317-9550-1a0c43614a61 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:46:21.188729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 418d2430-f7a6-4317-9550-1a0c43614a61 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:21.189456 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:21.281853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99ad9a-623d-4ef0-9133-cc7f6afdfddb req-d4b6c741-7f9e-4d5e-a1d8-6f9b0301aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:21.281853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d99ad9a-623d-4ef0-9133-cc7f6afdfddb req-d4b6c741-7f9e-4d5e-a1d8-6f9b0301aa05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 1101 time: 0.0872729 Dec 13 14:46:21.282665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:21.282797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cc682-251a-49f1-9607-3907e7db0921 req-589ab9ae-f718-4f07-9ec1-1608d5546589 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:21.290166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-592cc682-251a-49f1-9607-3907e7db0921 req-589ab9ae-f718-4f07-9ec1-1608d5546589 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 949 time: 0.1176915 Dec 13 14:46:21.373812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-592cc682-251a-49f1-9607-3907e7db0921 req-6036762f-ce30-40be-a4bf-d92449e40a7f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770757 Dec 13 14:46:21.399464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:21.401285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d99ad9a-623d-4ef0-9133-cc7f6afdfddb req-0d970afd-6cf8-4fb4-babe-c47a57a385b6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055036 Dec 13 14:46:21.440782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:21.501646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851ab42-23b3-4ec0-bdb2-de4b8ddeac82 req-7875e07a-1e5c-4316-aa70-56e2c2fe8ec2 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:21.503504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0851ab42-23b3-4ec0-bdb2-de4b8ddeac82 req-7875e07a-1e5c-4316-aa70-56e2c2fe8ec2 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 949 time: 0.0568068 Dec 13 14:46:21.525844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db35aa-f0d8-4987-9fa9-8a63859f28da req-5e49c82e-87dd-43eb-b42b-6368d067ac38 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:21.527429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39db35aa-f0d8-4987-9fa9-8a63859f28da req-5e49c82e-87dd-43eb-b42b-6368d067ac38 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1322153 Dec 13 14:46:21.546613 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:21.554970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0851ab42-23b3-4ec0-bdb2-de4b8ddeac82 req-e850b543-1dd1-4c68-b0a0-670254409681 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Dec 13 14:46:21.633489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:21.649905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39db35aa-f0d8-4987-9fa9-8a63859f28da req-e198150f-d38a-45cc-9e86-aacdc1d9d31b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114974 Dec 13 14:46:21.713656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Router fcad83df-021c-49b7-b357-8ce8e7a324a4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:46:21.731234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-cf167354-d813-4883-977b-64987f653dba tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380983 Dec 13 14:46:21.860178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-5fc61974-b93e-461b-a28c-441202a47a34 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:21.868299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-5fc61974-b93e-461b-a28c-441202a47a34 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304457 Dec 13 14:46:21.878108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:46:21.884670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7f45f1ee-84ef-4dc0-809d-183458001967 admin admin] 10.222.0.24 "PUT /v2.0/routers/fcad83df-021c-49b7-b357-8ce8e7a324a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3686175 Dec 13 14:46:21.886635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-9b742056-038e-4715-ac3a-8a800171ee13 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/quotas/7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 375 time: 0.0174026 Dec 13 14:46:21.887149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41020) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:21.895425 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] Sync routers for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:46:21.914223 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:21.914967 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:45:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:21.972548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-e5950c9b-cd4a-4d27-be09-ad05f1ea6540 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850048 Dec 13 14:46:22.048075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.095994 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:46:22.129430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2b456194-15cd-4022-8ffe-473f531b5548 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:22.214922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.241306 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6f9e-6af3-4be9-b61f-ca7fb9564552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.328644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 2b456194-15cd-4022-8ffe-473f531b5548 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:46:22.341048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2b456194-15cd-4022-8ffe-473f531b5548 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:22.341435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.363417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Deleting port 9608e367-1ec4-43fd-93f1-7619aa00f19a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:22.366213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.574402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-00c443cb-514c-4c7d-8afc-e67ce692939f req-fece2393-3555-4bb6-a07c-fec2f1a36c84 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 210 time: 0.0657022 Dec 13 14:46:22.584901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] For port 9608e367-1ec4-43fd-93f1-7619aa00f19a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9608e367-1ec4-43fd-93f1-7619aa00f19a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:22.585411 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.605248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Calling delete_port for 9608e367-1ec4-43fd-93f1-7619aa00f19a owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:22.674187 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:46:19Z', 'revision_number': 5, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port': {'id': '9608e367-1ec4-43fd-93f1-7619aa00f19a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:43:45Z', 'updated_at': '2021-12-13T14:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:22.700773 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.761635 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] Checking router: fcad83df-021c-49b7-b357-8ce8e7a324a4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:46:22.781642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2b456194-15cd-4022-8ffe-473f531b5548, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2b456194-15cd-4022-8ffe-473f531b5548,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:22.781985 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] Routers {'fcad83df-021c-49b7-b357-8ce8e7a324a4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:22.781985 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['fcad83df-021c-49b7-b357-8ce8e7a324a4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:22.851820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb08b2-5e0c-4056-aa5f-c839e104cce6 req-fcfdbe0b-dddd-4d03-bc98-d35734b950ae tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:22.852181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cd1f4-2f98-4219-88aa-6ae09de828f9 req-07b12a85-d5ce-4c79-a5e7-2c3dfcf68771 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:22.853861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f26cd1f4-2f98-4219-88aa-6ae09de828f9 req-07b12a85-d5ce-4c79-a5e7-2c3dfcf68771 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 950 time: 0.0614476 Dec 13 14:46:22.859409 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ecb08b2-5e0c-4056-aa5f-c839e104cce6 req-fcfdbe0b-dddd-4d03-bc98-d35734b950ae tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 949 time: 0.0782793 Dec 13 14:46:22.915316 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] Set router fcad83df-021c-49b7-b357-8ce8e7a324a4 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:46:22.920254 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:22.955887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ecb08b2-5e0c-4056-aa5f-c839e104cce6 req-ced58a2b-2813-4cf9-976b-9503b2fb0c8b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954440 Dec 13 14:46:22.988984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f26cd1f4-2f98-4219-88aa-6ae09de828f9 req-c028c0a3-5f3f-473d-aa5b-9420732c09f0 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140740 Dec 13 14:46:23.033442 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:46:22Z', 'revision_number': 6, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:23.041708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2b456194-15cd-4022-8ffe-473f531b5548,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:23.083254 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.084699 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316c341-7d9e-461c-a03f-faaa904399ad None None] The sync data for ids ['fcad83df-021c-49b7-b357-8ce8e7a324a4'] in n-d-816954-1 is: [{'id': 'fcad83df-021c-49b7-b357-8ce8e7a324a4', 'name': 'tempest-ServersTestFqdnHostnames-1828621763-router', 'tenant_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:43:44Z', 'updated_at': '2021-12-13T14:46:22Z', 'revision_number': 6, 'project_id': '68eda6a71a324441bf9a5ebd3fbd5523', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:46:23.121075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61'}, {'server_uuid': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b456194-15cd-4022-8ffe-473f531b5548'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:23.126044 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dae820-38d1-4e9c-bc7a-44ccf877ad49" -d '{"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-plugged", "status": "completed", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61"}, {"server_uuid": "a2b9c9e4-67fa-4cde-8643-3cc213f406f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b456194-15cd-4022-8ffe-473f531b5548"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:23.152116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9608e367-1ec4-43fd-93f1-7619aa00f19a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:23.169836 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.181876 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaf5480-1ff0-45a2-9fb0-2efae8e915c1 x-openstack-request-id: req-aaaf5480-1ff0-45a2-9fb0-2efae8e915c1 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:23.182174 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-plugged", "status": "completed", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61", "code": 200}, {"server_uuid": "a2b9c9e4-67fa-4cde-8643-3cc213f406f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b456194-15cd-4022-8ffe-473f531b5548", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:23.182456 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaaf5480-1ff0-45a2-9fb0-2efae8e915c1 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:23.182845 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61', 'code': 200} Dec 13 14:46:23.183096 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b456194-15cd-4022-8ffe-473f531b5548', 'code': 200} Dec 13 14:46:23.212371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93472df4-8016-44da-a753-d6f4474cc645 req-67ca4926-784a-43c8-b4cb-8dcd7769aa15 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:23.214145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93472df4-8016-44da-a753-d6f4474cc645 req-67ca4926-784a-43c8-b4cb-8dcd7769aa15 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1934333 Dec 13 14:46:23.230887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.326052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06f73f-0163-4d75-8127-5f21ca592e17 req-9e432677-936c-4157-bff0-2e70661652a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:23.327609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a06f73f-0163-4d75-8127-5f21ca592e17 req-9e432677-936c-4157-bff0-2e70661652a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 1101 time: 0.0797999 Dec 13 14:46:23.329403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080106e-3ff9-4643-881f-b2ce234b12d1 req-a8850e83-c6d2-4f91-959a-f5526a6f272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:23.330917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7080106e-3ff9-4643-881f-b2ce234b12d1 req-a8850e83-c6d2-4f91-959a-f5526a6f272e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 1101 time: 0.0749941 Dec 13 14:46:23.352142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.356211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.360961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93472df4-8016-44da-a753-d6f4474cc645 req-43065f49-5010-4376-8ab9-a10150f7f776 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335437 Dec 13 14:46:23.403304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7080106e-3ff9-4643-881f-b2ce234b12d1 req-cb8f7074-19d0-405e-9b4f-6847eb6b0ba2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592625 Dec 13 14:46:23.418018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a06f73f-0163-4d75-8127-5f21ca592e17 req-80c3ed1b-d464-4b75-a0d8-48b568243614 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 Dec 13 14:46:23.538732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.538732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcad83df-021c-49b7-b357-8ce8e7a324a4 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:46:23.542673 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.544302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d9d796ab-1f05-48fc-90ea-a0ae25881f53 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fcad83df-021c-49b7-b357-8ce8e7a324a4 HTTP/1.1" status: 204 len: 168 time: 1.6553116 Dec 13 14:46:23.547316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41074) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:23.607332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] Deleting subnet c72f4ead-d01f-49aa-8d68-97d307589950 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:46:23.611733 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.662297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.686625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fa5bfd6-669c-4558-a177-7b5b3eaa248a req-b922d704-ab51-4f24-82ba-89c8bbbd8c4a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 210 time: 0.0526373 Dec 13 14:46:23.751119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.894823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.928682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72f4ead-d01f-49aa-8d68-97d307589950,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:23.934353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:23.938510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c959375c-21e8-4eb3-88cc-c1b53fbebab7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c72f4ead-d01f-49aa-8d68-97d307589950 HTTP/1.1" status: 204 len: 168 time: 0.3894999 Dec 13 14:46:23.941133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41084) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:23.946316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f965743-528f-4fe3-812d-e192a83003c2 None None] Network cc152b06-70f9-4fc8-b988-d6dd0ad2040e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:24.138497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.195567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c063e03-5c03-4497-81d8-11f41486e6a3 req-c2da639d-4879-4937-a0eb-9a35d3b7348e tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:24.197590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c063e03-5c03-4497-81d8-11f41486e6a3 req-c2da639d-4879-4937-a0eb-9a35d3b7348e tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 950 time: 0.1024075 Dec 13 14:46:24.199903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd81e9e-591a-437e-a83b-e4b249d4f985 req-8f8a1f56-a1bb-47d0-8351-7ed3802785a4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:24.201949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccd81e9e-591a-437e-a83b-e4b249d4f985 req-8f8a1f56-a1bb-47d0-8351-7ed3802785a4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 950 time: 0.1465745 Dec 13 14:46:24.221046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] DHCP port deletion for cc152b06-70f9-4fc8-b988-d6dd0ad2040e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:46:24.264800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c063e03-5c03-4497-81d8-11f41486e6a3 req-ecbd3817-5eec-4085-b0ac-85170133b837 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Dec 13 14:46:24.291390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccd81e9e-591a-437e-a83b-e4b249d4f985 req-897f936d-f12a-4a94-94eb-36de794420b4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679173 Dec 13 14:46:24.325605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] Deleting port 98cc7880-68cd-4de6-8a86-e3a44d74f332 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:24.326297 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.328375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Deleting port 98cc7880-68cd-4de6-8a86-e3a44d74f332 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:24.328749 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.468901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] For port 98cc7880-68cd-4de6-8a86-e3a44d74f332, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=98cc7880-68cd-4de6-8a86-e3a44d74f332,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:24.472362 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.498696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9608e367-1ec4-43fd-93f1-7619aa00f19a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:46:24.515027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] For port 98cc7880-68cd-4de6-8a86-e3a44d74f332, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=98cc7880-68cd-4de6-8a86-e3a44d74f332,segment=NetworkSegment(cade6d67-1ae5-4dd9-b7de-c18030cc809d),segment_id=cade6d67-1ae5-4dd9-b7de-c18030cc809d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:24.518960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.533363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b56e0a-5565-4842-8417-fcb9511db8da req-aa6347a5-bfc1-4117-97cb-1c2c24e8bcb2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:24.545338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b2b56e0a-5565-4842-8417-fcb9511db8da req-aa6347a5-bfc1-4117-97cb-1c2c24e8bcb2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0688336 Dec 13 14:46:24.552491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9608e367-1ec4-43fd-93f1-7619aa00f19a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:46:24.554130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Calling delete_port for 98cc7880-68cd-4de6-8a86-e3a44d74f332 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:24.556086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9608e367-1ec4-43fd-93f1-7619aa00f19a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:46:24.556578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 98cc7880-68cd-4de6-8a86-e3a44d74f332 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:46:24.559545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] Calling delete_port for 98cc7880-68cd-4de6-8a86-e3a44d74f332 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:24.590917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b2b56e0a-5565-4842-8417-fcb9511db8da req-b293018f-7e24-4324-8776-1f097a2d89c8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471523 Dec 13 14:46:24.720105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.775209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07844114-6c52-412f-a1c9-c836d2f17609 req-b917cb7c-afba-4c4b-8f75-8cced31b61a4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 210 time: 0.0296738 Dec 13 14:46:24.837225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.871772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:24.871772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:46:24.887083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=98cc7880-68cd-4de6-8a86-e3a44d74f332,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:24.889386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] No DVR routers for this DVR port 98cc7880-68cd-4de6-8a86-e3a44d74f332 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:46:25.025126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.051126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc152b06-70f9-4fc8-b988-d6dd0ad2040e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:25.064309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cade6d67-1ae5-4dd9-b7de-c18030cc809d') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:25.067375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cade6d67-1ae5-4dd9-b7de-c18030cc809d') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:25.095382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] Pushing event deleted for resources: {'Port': ['ID=98cc7880-68cd-4de6-8a86-e3a44d74f332,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:25.100121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.102983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.111645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:46:25.112034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5258a866-3a48-4c35-ba3d-e1bdcaa70b3f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:46:25.119235 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.125431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417c133-9761-4491-9563-b8c22aa72a14 None None] No DVR routers for this DVR port 98cc7880-68cd-4de6-8a86-e3a44d74f332 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:46:25.136615 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:46:25.199266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-8453f565-759a-4749-a834-321276d1d653 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483944 Dec 13 14:46:25.234727 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.343124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-2946b90d-53b8-4eb7-8c99-e308dd1641ba tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:25.344750 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-2946b90d-53b8-4eb7-8c99-e308dd1641ba tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363087 Dec 13 14:46:25.347817 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.375981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.379373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cc152b06-70f9-4fc8-b988-d6dd0ad2040e HTTP/1.1" status: 204 len: 168 time: 1.4369111 Dec 13 14:46:25.383766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Request body: {'port': {'device_id': '6b60c1db-e05c-485f-9034-5c926ef45889', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '7677cf536c2545b98f3295febea9ac0c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:25.476348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca024d-1db1-4824-9c2b-edb91b5115bf req-e42a763f-7602-42b1-915f-99c308e8aa7e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:25.478862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66ca024d-1db1-4824-9c2b-edb91b5115bf req-e42a763f-7602-42b1-915f-99c308e8aa7e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 950 time: 0.1136510 Dec 13 14:46:25.482539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db0246-f58b-4fe2-9ad3-92c882ae62d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc152b06-70f9-4fc8-b988-d6dd0ad2040e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:25.524883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66ca024d-1db1-4824-9c2b-edb91b5115bf req-2d385ed8-2c35-4944-b2c0-2e2418755114 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Dec 13 14:46:25.550105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1bd1-a366-45d3-878f-3552f5519ca8 req-c5ade343-2da2-49fd-9fb8-62540437064a tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:25.550105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02bd1bd1-a366-45d3-878f-3552f5519ca8 req-c5ade343-2da2-49fd-9fb8-62540437064a tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 950 time: 0.1973782 Dec 13 14:46:25.601996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02bd1bd1-a366-45d3-878f-3552f5519ca8 req-510ede5b-3588-4a8d-b61a-7ef3f88148b3 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Dec 13 14:46:25.725332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18c80c-2768-4fa6-9262-1839bc38508d req-555df206-6185-4d65-bf67-86178ab961ae tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:25.726932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc18c80c-2768-4fa6-9262-1839bc38508d req-555df206-6185-4d65-bf67-86178ab961ae tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0525982 Dec 13 14:46:25.728104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Made reservation on behalf of 7677cf536c2545b98f3295febea9ac0c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:25.731606 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:25.816266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc18c80c-2768-4fa6-9262-1839bc38508d req-b509fa14-45e4-4f24-8e9d-06328e7efeee tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821762 Dec 13 14:46:25.905480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41136) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:25.925624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Allocated IP 192.168.233.89 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/7261e26e-e228-413e-824e-42d0e802baad) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:25.966588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-47aa31ef-5a73-43c9-9570-5c04e61c9f22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68eda6a71a324441bf9a5ebd3fbd5523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626557 Dec 13 14:46:25.971222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41140) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:26.037441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820544b-99e8-4968-a1b2-6d3ae88931f9 req-59f76dca-53dd-4572-9bbe-f9f30f88488f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.039106 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7820544b-99e8-4968-a1b2-6d3ae88931f9 req-59f76dca-53dd-4572-9bbe-f9f30f88488f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 950 time: 0.1081583 Dec 13 14:46:26.046166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2fd862e-1081-4ca1-b410-7b81fd5179f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.073763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3cd90592-d215-40d2-8680-94f124212135 req-86ced19e-472b-4e5b-aa93-1cea7102cfb3 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 210 time: 0.0411458 Dec 13 14:46:26.087530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2fd862e-1081-4ca1-b410-7b81fd5179f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.146927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7820544b-99e8-4968-a1b2-6d3ae88931f9 req-4eda3859-cd7a-4e47-969e-e233eab2b563 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985267 Dec 13 14:46:26.215392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.376231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2fd862e-1081-4ca1-b410-7b81fd5179f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.381315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2fd862e-1081-4ca1-b410-7b81fd5179f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.381315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2fd862e-1081-4ca1-b410-7b81fd5179f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d72a50d5-31e4-4bab-bad9-19061c8783a3 HTTP/1.1" status: 204 len: 168 time: 0.4074831 Dec 13 14:46:26.406676 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.416670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd862e-1081-4ca1-b410-7b81fd5179f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a50d5-31e4-4bab-bad9-19061c8783a3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:26.438544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:26.438544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['22666c53-811b-4fe8-b7f5-74629e650337'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:26.469582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:26.473161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:26.478759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.480195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.481098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:26.482091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.483832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.484685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:26.485460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.487458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.489314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.489862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.492519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.493878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.494986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.501904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-2b3ee372-477c-44f4-83f7-6ab562742f07 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889&device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5&device_id=019b7638-577f-4a2a-9696-d7b5597fb964&device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f&device_id=781b439f-c990-448e-88e4-cf764e21239e&device_id=df9dd06a-414e-4520-8d33-c53081028599&device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001&device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec&device_id=e17d409b-940b-4904-8080-3ae9133f07b8&device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 9991 time: 0.1363351 Dec 13 14:46:26.544257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-8d07bb01-be13-484c-9acc-da03b548f710 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.557517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:26.558200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.684101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-ddbd7e65-14c1-4e02-87c7-7946fbb92800 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3244977 Dec 13 14:46:26.698485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-8d07bb01-be13-484c-9acc-da03b548f710 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.703884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Request body: {'port': {'device_id': '6b60c1db-e05c-485f-9034-5c926ef45889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:26.774315 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.831541 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-8d07bb01-be13-484c-9acc-da03b548f710 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.905395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d0f20cc-9c80-4c8d-b19c-bc934cc3a3c1 req-8d07bb01-be13-484c-9acc-da03b548f710 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&id=12f2f895-e1f5-428e-b82f-4ae7e5504260&id=4dda4b15-777a-4324-b19b-6209d98395d5&id=0e34b627-ca68-4e97-ac67-5626a62bf701&id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 671 time: 0.3905206 Dec 13 14:46:26.919478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07bb01-be13-484c-9acc-da03b548f710 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358bc04c-a0f9-40ae-a862-b2c4f36bf4f7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:26.930135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4abc9cdc-bcbf-4551-bda6-f87546eefa9e None None] Provisioning complete for port 7261e26e-e228-413e-824e-42d0e802baad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:26.930793 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4abc9cdc-bcbf-4551-bda6-f87546eefa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:26.976913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4abc9cdc-bcbf-4551-bda6-f87546eefa9e None None] Port 7261e26e-e228-413e-824e-42d0e802baad cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:27.075232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa380d-aad2-479d-8034-6346efc9d5f6 req-ba42b57f-962f-4d2d-b848-53dcb6d6fde0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:27.084716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cdfa380d-aad2-479d-8034-6346efc9d5f6 req-ba42b57f-962f-4d2d-b848-53dcb6d6fde0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1472206 Dec 13 14:46:27.145791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cdfa380d-aad2-479d-8034-6346efc9d5f6 req-3ed6cbcf-6e07-4a68-a387-0ba0c6d3f58e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597196 Dec 13 14:46:27.287609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863057d-de0c-49ca-81ab-af849eeb1e7d req-12a19119-2d3e-4485-ab03-e7efe7f77b76 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:27.289282 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9863057d-de0c-49ca-81ab-af849eeb1e7d req-12a19119-2d3e-4485-ab03-e7efe7f77b76 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 935 time: 0.0810101 Dec 13 14:46:27.302006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7261e26e-e228-413e-824e-42d0e802baad {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:27.311897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:27.326332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Transition to ACTIVE for port object 7261e26e-e228-413e-824e-42d0e802baad will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:46:27.334147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9863057d-de0c-49ca-81ab-af849eeb1e7d req-6935c7ab-975c-44cc-9daa-6a2d8842da78 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Dec 13 14:46:27.408728 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:27.497861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:27.571069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f2791-f4fb-4a86-8fcf-36874e0822b4 req-ffdddb0e-6c77-4a75-a2de-f330096b0307 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:27.571636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f2791-f4fb-4a86-8fcf-36874e0822b4 req-ffdddb0e-6c77-4a75-a2de-f330096b0307 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:27.572173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f2791-f4fb-4a86-8fcf-36874e0822b4 req-ffdddb0e-6c77-4a75-a2de-f330096b0307 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:27.574016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-480f2791-f4fb-4a86-8fcf-36874e0822b4 req-ffdddb0e-6c77-4a75-a2de-f330096b0307 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5&device_id=df9dd06a-414e-4520-8d33-c53081028599&device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 2884 time: 0.1085141 Dec 13 14:46:27.599547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Attempting to bind port 7261e26e-e228-413e-824e-42d0e802baad on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:27.599937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Attempting to bind port 7261e26e-e228-413e-824e-42d0e802baad by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:27.600264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Attempting to bind port 7261e26e-e228-413e-824e-42d0e802baad on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:27.615553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Port 7261e26e-e228-413e-824e-42d0e802baad on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:46:27.615553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Attempting to bind port 7261e26e-e228-413e-824e-42d0e802baad on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:27.621009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:27.621348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:27.621732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:27.622164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Bound port: 7261e26e-e228-413e-824e-42d0e802baad, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:27.622674 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:27.645697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-480f2791-f4fb-4a86-8fcf-36874e0822b4 req-b07642b5-e593-4850-96cd-ef01d0cfc586 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583780 Dec 13 14:46:27.701111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:27.713408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:27.825877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:27.860235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:27.860830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:27.862424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] 10.222.0.50 "PUT /v2.0/ports/7261e26e-e228-413e-824e-42d0e802baad HTTP/1.1" status: 200 len: 1095 time: 1.1674356 Dec 13 14:46:27.862868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'tag': '7261e26e-e228-413e-824e-42d0e802baad'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:27.866219 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42e76f-8baf-4727-ba5a-be19254301b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "tag": "7261e26e-e228-413e-824e-42d0e802baad"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:27.895119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b5e5d-d133-4489-8171-9bc040332fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:27.926802 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698b290-705d-4d5a-9c90-8557b4eb0659 x-openstack-request-id: req-1698b290-705d-4d5a-9c90-8557b4eb0659 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:27.926802 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "tag": "7261e26e-e228-413e-824e-42d0e802baad", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:27.926802 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1698b290-705d-4d5a-9c90-8557b4eb0659 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:27.926802 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'tag': '7261e26e-e228-413e-824e-42d0e802baad', 'status': 'completed', 'code': 200} Dec 13 14:46:28.010321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42e76f-8baf-4727-ba5a-be19254301b8 req-539ad462-51ee-4a18-95b7-e8b7b907c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:28.011912 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a42e76f-8baf-4727-ba5a-be19254301b8 req-539ad462-51ee-4a18-95b7-e8b7b907c6da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 1098 time: 0.0517271 Dec 13 14:46:28.068145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a42e76f-8baf-4727-ba5a-be19254301b8 req-0d967e1f-d585-4637-a2e5-6a3a8f04a022 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365689 Dec 13 14:46:28.165729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41234) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:28.222375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42e76f-8baf-4727-ba5a-be19254301b8 req-9a96bff9-ab5c-4592-acd6-e0fa72bd62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:28.225243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a42e76f-8baf-4727-ba5a-be19254301b8 req-9a96bff9-ab5c-4592-acd6-e0fa72bd62b5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492584 Dec 13 14:46:28.350329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-693b253b-d730-4d93-8338-07aca3f6d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:28.360543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-693b253b-d730-4d93-8338-07aca3f6d32e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 1098 time: 0.0805249 Dec 13 14:46:28.414624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491c523-d52d-4185-a372-d28b84ffe229 req-a7e9a758-4d3c-46a8-a800-b5787472e512 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:28.416124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1491c523-d52d-4185-a372-d28b84ffe229 req-a7e9a758-4d3c-46a8-a800-b5787472e512 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0991743 Dec 13 14:46:28.432764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-16b0864d-47e9-46be-90c6-a3bcc5f944c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7261e26e-e228-413e-824e-42d0e802baad HTTP/1.1" status: 200 len: 217 time: 0.0660226 Dec 13 14:46:28.469890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-461734285-network', 'tenant_id': 'b60c212ff56c4ec983e88efc0f21cb81'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:28.482783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1491c523-d52d-4185-a372-d28b84ffe229 req-89cb6488-5491-4c5c-b1bf-0035c40e5b6b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554175 Dec 13 14:46:28.497919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-d2ec02cb-2873-4a5c-b093-7c82fb23dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:28.499423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-d2ec02cb-2873-4a5c-b093-7c82fb23dad7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0547626 Dec 13 14:46:28.583366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-2820cb25-b89b-4462-8756-06eab049f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:28.585533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-2820cb25-b89b-4462-8756-06eab049f647 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755694 Dec 13 14:46:28.601651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d182bcf-082e-48f5-9bad-f89e072f5efb req-3edaf922-084a-4a09-8bd8-7fd4393edea2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:28.603304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d182bcf-082e-48f5-9bad-f89e072f5efb req-3edaf922-084a-4a09-8bd8-7fd4393edea2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.0664561 Dec 13 14:46:28.663117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Made reservation on behalf of b60c212ff56c4ec983e88efc0f21cb81 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:28.668360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:28.674200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:28.710926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d182bcf-082e-48f5-9bad-f89e072f5efb req-f1b1b7cd-0da0-4bf5-80e9-9ae81496d7af tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852013 Dec 13 14:46:28.735234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-38bfa594-f836-4dd6-a2a4-ba460b5d5252 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309528 Dec 13 14:46:28.762260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:28.829806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4326b188-0f21-4c06-ac3f-0eaff08aad87 req-60c77b81-b081-42b4-bddd-ca931b688a3c service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Dec 13 14:46:28.963105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:28.990315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:29.007617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:46:29.025610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec9f1d-c270-4bcd-85c8-09a92bc952cc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:29.028809 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:29.030767 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Added segment ff0f109c-70f1-41e3-b251-c5e14de828af of type vlan for network 51597a13-81df-4077-9e08-8a9e3a5c0a79 Dec 13 14:46:29.118653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:29.121431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:29.121726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d81c8e-2bf7-440f-b9ef-79e38407b722 req-8135c411-79ef-47ad-8fa1-bc94c0b25e10 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:29.129807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89d81c8e-2bf7-440f-b9ef-79e38407b722 req-8135c411-79ef-47ad-8fa1-bc94c0b25e10 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1101 time: 0.0671749 Dec 13 14:46:29.169552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '22b66017-9f50-4223-b344-8376dacc28eb', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '22b66017-9f50-4223-b344-8376dacc28eb', 'mac_address': 'fa:16:3e:a3:35:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:29.176973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89d81c8e-2bf7-440f-b9ef-79e38407b722 req-28a539f7-27dc-4b34-a706-3ce83ec9961d tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Dec 13 14:46:29.209172 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:29.222905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22b66017-9f50-4223-b344-8376dacc28eb {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:29.244479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:29.275266 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:29.276224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:29.276801 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:29.352025 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:29.407706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:29.480787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['22b66017-9f50-4223-b344-8376dacc28eb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:29.627093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868107e-4f12-4ea8-a7e7-2e32d9f12891 req-0234899d-6a96-4569-b284-9c07f43fe1b6 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:29.628946 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8868107e-4f12-4ea8-a7e7-2e32d9f12891 req-0234899d-6a96-4569-b284-9c07f43fe1b6 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1101 time: 0.3798254 Dec 13 14:46:29.629899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] Pushing event updated for resources: {'Network': ['ID=51597a13-81df-4077-9e08-8a9e3a5c0a79,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:29.640677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea7b0-37cf-425c-94b9-fc3f1d5ece2b req-c303856c-8e14-4792-8049-32d6618f62d7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:29.642571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63dea7b0-37cf-425c-94b9-fc3f1d5ece2b req-c303856c-8e14-4792-8049-32d6618f62d7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0706637 Dec 13 14:46:29.653659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 51597a13-81df-4077-9e08-8a9e3a5c0a79 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:46:29.681385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8868107e-4f12-4ea8-a7e7-2e32d9f12891 req-4fe382d9-8e98-4ec1-97eb-f203f661c2fe tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Dec 13 14:46:29.694416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63dea7b0-37cf-425c-94b9-fc3f1d5ece2b req-7d8b315b-102d-4a65-b9f5-526f9ca2679d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Dec 13 14:46:29.744797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d16e065-704d-49e3-8949-035efe23a484 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5778289 Dec 13 14:46:29.747768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41278) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:29.753981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Request body: {'subnet': {'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-461734285-subnet', 'tenant_id': 'b60c212ff56c4ec983e88efc0f21cb81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:29.832992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ef9cd-2186-4023-abb8-ee7650fa07c5 req-20478c30-f534-47a5-882c-adba12f45b06 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:29.835429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-810ef9cd-2186-4023-abb8-ee7650fa07c5 req-20478c30-f534-47a5-882c-adba12f45b06 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.0569341 Dec 13 14:46:29.884009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-810ef9cd-2186-4023-abb8-ee7650fa07c5 req-836cbf2f-1bb3-48a2-87b3-1555cfc51a69 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Dec 13 14:46:29.888570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Made reservation on behalf of b60c212ff56c4ec983e88efc0f21cb81 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:29.892497 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:30.155078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:30.178557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:30.204019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=500c562e-7bdf-41cc-8bcf-0c87972b8284,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:30.241163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Checking segment: {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:30.241527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Network hostable DHCP agents. Network: 51597a13-81df-4077-9e08-8a9e3a5c0a79, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:46:30.304200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:30.319967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '7261e26e-e228-413e-824e-42d0e802baad', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '7261e26e-e228-413e-824e-42d0e802baad', 'mac_address': 'fa:16:3e:d4:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:30.364121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:30.388610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7261e26e-e228-413e-824e-42d0e802baad {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:30.400101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Network 51597a13-81df-4077-9e08-8a9e3a5c0a79 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:46:30.413867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:30.566045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:30.566293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 51597a13-81df-4077-9e08-8a9e3a5c0a79) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:30.572412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:30.574640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:30.580235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5c937-13f4-4ba3-aaca-32f9891b34c9 None None] Network 51597a13-81df-4077-9e08-8a9e3a5c0a79 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:30.685524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-4fb88c9e-d882-4758-82ab-b07e9edef6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:30.689773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-4fb88c9e-d882-4758-82ab-b07e9edef6ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1095 time: 0.0671487 Dec 13 14:46:30.714389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:30.742602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-edfefed3-d86a-430b-8d42-545651c05796 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9855270 Dec 13 14:46:30.816054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc9d62-3d47-416d-93c1-f3da4674f9c2 None None] Network 51597a13-81df-4077-9e08-8a9e3a5c0a79 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:30.900992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae59d2-cdcf-48f0-90a7-264712882a8c req-b7275a8c-0567-40f7-83a9-8282bda7d14e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:30.903056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48ae59d2-cdcf-48f0-90a7-264712882a8c req-b7275a8c-0567-40f7-83a9-8282bda7d14e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0915844 Dec 13 14:46:30.914371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-4480afd3-76ea-42da-91a6-1cb512e4ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:30.916273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-4480afd3-76ea-42da-91a6-1cb512e4ec2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.2023017 Dec 13 14:46:30.924591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['7261e26e-e228-413e-824e-42d0e802baad'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:30.956570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48ae59d2-cdcf-48f0-90a7-264712882a8c req-ddcc7f5d-a8ad-4df2-8e15-5040cd863a9c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Dec 13 14:46:30.997606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-bf92de2c-4958-45be-b106-32a4b6721c3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 999 time: 0.0735176 Dec 13 14:46:31.086360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:31.096938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-b3278fb4-23d6-4f58-8fa0-f515dd9e7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:31.098826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-b3278fb4-23d6-4f58-8fa0-f515dd9e7b66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0919445 Dec 13 14:46:31.121946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb33831-6303-4cee-965e-4c603140213d req-ffb60024-6263-4bbb-b013-594917853142 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:31.124602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6eb33831-6303-4cee-965e-4c603140213d req-ffb60024-6263-4bbb-b013-594917853142 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 948 time: 0.0786011 Dec 13 14:46:31.162034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-50b376e7-ceb8-43f3-b6e2-94614900a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:31.164253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-50b376e7-ceb8-43f3-b6e2-94614900a3e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571132 Dec 13 14:46:31.202294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6eb33831-6303-4cee-965e-4c603140213d req-775b928f-01d3-4207-a12b-c3ebd76e6a2f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Dec 13 14:46:31.323042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 22b66017-9f50-4223-b344-8376dacc28eb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:31.323609 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:31.366350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-303f3c9c-cc0c-412d-b208-0700302a3bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925700 Dec 13 14:46:31.396527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315ea8c-2f16-4303-a3b9-bf6668a90409 req-fe0bc1c2-07e9-4f7a-bdac-7ec5693e9d71 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:31.398714 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2315ea8c-2f16-4303-a3b9-bf6668a90409 req-fe0bc1c2-07e9-4f7a-bdac-7ec5693e9d71 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1100199 Dec 13 14:46:31.441120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41362) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:31.499049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2315ea8c-2f16-4303-a3b9-bf6668a90409 req-0d5947bb-c156-4905-b34f-40533a586e54 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955305 Dec 13 14:46:31.515220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:31.577842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:31.582010 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be8420-f2e0-43a3-a71c-dde8c32f2d6c" -d '{"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-plugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:31.620029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:31.645600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-138009af-7de3-4783-a13a-ef2f8fa4bb44 req-f3038e70-f57c-47af-b38d-5404ccd93049 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686603 Dec 13 14:46:31.717219 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:31.735528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-892a886f-ecf6-4e54-a915-af7cffe0be0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:31.772579 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a7e157-056a-4190-aadf-7e4e07d6ae47 x-openstack-request-id: req-10a7e157-056a-4190-aadf-7e4e07d6ae47 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:31.772579 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-plugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:31.772579 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10a7e157-056a-4190-aadf-7e4e07d6ae47 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:31.772579 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb', 'code': 200} Dec 13 14:46:31.789548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:31.881435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-e9e283d8-8e08-41ea-8a39-a1b1f2cf8d1f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:31.886528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-892a886f-ecf6-4e54-a915-af7cffe0be0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:31.890632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-e9e283d8-8e08-41ea-8a39-a1b1f2cf8d1f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/networks?id=51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 200 len: 814 time: 0.1530123 Dec 13 14:46:31.902626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-cedfebb5-f03e-4a94-82c4-326598025162 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/quotas/b60c212ff56c4ec983e88efc0f21cb81 HTTP/1.1" status: 200 len: 375 time: 0.0110104 Dec 13 14:46:31.940705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-521dca5e-e239-4a0e-ab59-9b51325c1130 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315125 Dec 13 14:46:32.078910 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-75f41e48-b8da-438b-b4b1-8463a67b06b3 service neutron] 10.222.0.24 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287892 Dec 13 14:46:32.140626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d2f9-f211-43ea-87f3-2f74ebf9b3fc req-b6c3779b-206d-4528-b52c-c4bdce5738f7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:32.143254 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ff0d2f9-f211-43ea-87f3-2f74ebf9b3fc req-b6c3779b-206d-4528-b52c-c4bdce5738f7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0875089 Dec 13 14:46:32.182704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:32.213471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ff0d2f9-f211-43ea-87f3-2f74ebf9b3fc req-648ae97a-fc9d-415b-8181-4bf30c1d35cd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573413 Dec 13 14:46:32.228063 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-892a886f-ecf6-4e54-a915-af7cffe0be0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.245024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-1fc6c6b9-53d7-4840-908c-061d8b011775 service neutron] 10.222.0.24 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650355 Dec 13 14:46:32.323752 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-892a886f-ecf6-4e54-a915-af7cffe0be0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=483d2a6b11c24e66905deece6d439f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815694 Dec 13 14:46:32.328250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41394) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:32.328438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a886f-ecf6-4e54-a915-af7cffe0be0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8a2a3a-906f-44ed-933b-63385e37e2ea,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:32.348674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 7261e26e-e228-413e-824e-42d0e802baad completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:46:32.353092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 7261e26e-e228-413e-824e-42d0e802baad triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:32.353472 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.387303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7730f1-ba23-4b35-856e-71004f7e6ded req-1be66485-ac5c-40da-b1bd-c06eb4190bae tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:32.398381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae7730f1-ba23-4b35-856e-71004f7e6ded req-1be66485-ac5c-40da-b1bd-c06eb4190bae tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 948 time: 0.0699780 Dec 13 14:46:32.400884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26146642-cd2e-4301-91d3-d29b9843be3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.429671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26146642-cd2e-4301-91d3-d29b9843be3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.448173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae7730f1-ba23-4b35-856e-71004f7e6ded req-db18d3ad-4931-4dfb-8f86-0c180ff99a5f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521595 Dec 13 14:46:32.498845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.540522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:32.666702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26146642-cd2e-4301-91d3-d29b9843be3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.669610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26146642-cd2e-4301-91d3-d29b9843be3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.673732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-26146642-cd2e-4301-91d3-d29b9843be3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db8a2a3a-906f-44ed-933b-63385e37e2ea HTTP/1.1" status: 204 len: 168 time: 0.3459694 Dec 13 14:46:32.682374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5318ff-ce2d-4747-9b6a-4e7ed385fd18 req-b8844524-7dd8-468e-8d6c-e7244c32736c tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:32.688013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc5318ff-ce2d-4747-9b6a-4e7ed385fd18 req-b8844524-7dd8-468e-8d6c-e7244c32736c tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1239522 Dec 13 14:46:32.688838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26146642-cd2e-4301-91d3-d29b9843be3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8a2a3a-906f-44ed-933b-63385e37e2ea,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:32.726090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:32.773938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc5318ff-ce2d-4747-9b6a-4e7ed385fd18 req-d7fe726e-7960-4fce-b6db-0662fcfcb1b0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759270 Dec 13 14:46:32.788490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c959f0c-0e11-4973-83a6-32ee3ed8cd5e req-cdaca341-bded-420b-9a53-69bfd08f47b4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 210 time: 0.0319042 Dec 13 14:46:32.881520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:33.351392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d84b3-49bd-45e4-933e-a44c7c1c1989 req-bae606bc-3e8e-4e6f-a5d0-3bc950de1b22 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:33.358846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-062d84b3-49bd-45e4-933e-a44c7c1c1989 req-bae606bc-3e8e-4e6f-a5d0-3bc950de1b22 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0642350 Dec 13 14:46:33.413534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-062d84b3-49bd-45e4-933e-a44c7c1c1989 req-98909bc7-ba8a-4fe8-bd91-d079116202e4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523593 Dec 13 14:46:33.596554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32b289-fe99-4f72-83be-3a3fd389fdfd req-29d94316-135c-485a-937c-98aae4471ac8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:33.606003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce32b289-fe99-4f72-83be-3a3fd389fdfd req-29d94316-135c-485a-937c-98aae4471ac8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0795705 Dec 13 14:46:33.649800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce32b289-fe99-4f72-83be-3a3fd389fdfd req-e1ca3378-4252-42dc-9aa2-0464ff828b77 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Dec 13 14:46:33.704889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41430) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:33.726743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2e66-6a31-46b7-ac55-d54683669545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:33.772238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:33.774627 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef6694-3b0c-4ffd-802b-49c851de4e4d" -d '{"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-plugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:33.824208 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a0995-2e4f-4d1c-b070-c0b8a9c6f1f2 x-openstack-request-id: req-ac6a0995-2e4f-4d1c-b070-c0b8a9c6f1f2 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:33.824505 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-plugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:33.824759 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac6a0995-2e4f-4d1c-b070-c0b8a9c6f1f2 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:33.825155 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad', 'code': 200} Dec 13 14:46:33.933728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d66d0710-0c98-425e-9bbd-2d3cb75bbfd7 req-2e1d6c9b-f92e-4219-8bed-08b23024f4ca tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 210 time: 0.0302448 Dec 13 14:46:33.975255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2e66-6a31-46b7-ac55-d54683669545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:33.982013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-039fb542-21f3-4fa7-a127-0edd05ff87ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1994503 Dec 13 14:46:34.006705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d064dc-fa73-4788-97a3-480d4a5357a0 req-2c1d95b1-3e84-4be9-8b30-0127db7237b1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:34.008181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4d064dc-fa73-4788-97a3-480d4a5357a0 req-2c1d95b1-3e84-4be9-8b30-0127db7237b1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1364589 Dec 13 14:46:34.021430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b516bb5-1e51-4fb5-8fe4-6d630167fde5 req-08ae061a-3024-4e1e-a6ea-ba45e2f4ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:34.022946 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b516bb5-1e51-4fb5-8fe4-6d630167fde5 req-08ae061a-3024-4e1e-a6ea-ba45e2f4ea20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 1100 time: 0.0976932 Dec 13 14:46:34.103456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2e66-6a31-46b7-ac55-d54683669545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:34.125565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4d064dc-fa73-4788-97a3-480d4a5357a0 req-b380aeb3-0be7-4ce5-a092-000cd09017f8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062295 Dec 13 14:46:34.147662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-fbe8099b-81be-4e09-b636-c78f150fa6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:34.147662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-fbe8099b-81be-4e09-b636-c78f150fa6b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 1096 time: 0.1326954 Dec 13 14:46:34.162151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b516bb5-1e51-4fb5-8fe4-6d630167fde5 req-d1a11c20-0fd1-4c84-9e0e-2f05ef42f017 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098487 Dec 13 14:46:34.176508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c6fc2e66-6a31-46b7-ac55-d54683669545 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83562ea0b63d43bbb9e7ffa723326d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702897 Dec 13 14:46:34.178291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc2e66-6a31-46b7-ac55-d54683669545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b891fb9c-7041-4f22-b23d-ba4bd0eeb79b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:34.179855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41452) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:34.256853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b92761f-aff4-4446-b332-32ee62d64911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:34.282757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b92761f-aff4-4446-b332-32ee62d64911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:34.563791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b92761f-aff4-4446-b332-32ee62d64911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:34.566603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b92761f-aff4-4446-b332-32ee62d64911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:34.570273 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0b92761f-aff4-4446-b332-32ee62d64911 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b891fb9c-7041-4f22-b23d-ba4bd0eeb79b HTTP/1.1" status: 204 len: 168 time: 0.3869369 Dec 13 14:46:34.598674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92761f-aff4-4446-b332-32ee62d64911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b891fb9c-7041-4f22-b23d-ba4bd0eeb79b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:34.653802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3355e9-9a41-4694-ae38-30b1d22187b6 req-bfad6ca6-bd16-42be-9397-9fbdd734bdce tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:34.655575 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb3355e9-9a41-4694-ae38-30b1d22187b6 req-bfad6ca6-bd16-42be-9397-9fbdd734bdce tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1273005 Dec 13 14:46:34.748823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb3355e9-9a41-4694-ae38-30b1d22187b6 req-46def77e-5aa3-499b-9439-7425fab31943 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839391 Dec 13 14:46:34.928684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084e8d2-03fa-4d54-adff-30261b3482e8 req-fb611f80-7184-4859-afdc-a484fae2a13b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:34.930269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3084e8d2-03fa-4d54-adff-30261b3482e8 req-fb611f80-7184-4859-afdc-a484fae2a13b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0877750 Dec 13 14:46:34.937322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-904afdc1-6caf-4dd1-b349-1dd44e9e47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:34.938872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-904afdc1-6caf-4dd1-b349-1dd44e9e47c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.5463576 Dec 13 14:46:35.003637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-93999307-1d97-4a76-a465-401af9b6e28a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619 HTTP/1.1" status: 200 len: 217 time: 0.0460684 Dec 13 14:46:35.103935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3084e8d2-03fa-4d54-adff-30261b3482e8 req-6487c859-ec25-46d8-acef-ffe64a1bed80 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605256 Dec 13 14:46:35.153081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-9a085ec1-c29a-4088-a33f-aceb865975fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.157851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-9a085ec1-c29a-4088-a33f-aceb865975fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1041837 Dec 13 14:46:35.235558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-f8146f10-9b78-4b23-8f7d-b1f895e5c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.238760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-f8146f10-9b78-4b23-8f7d-b1f895e5c25c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709193 Dec 13 14:46:35.253142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-777eee45-38c4-4370-9818-67c35f883ad4 req-73942cf2-2ad9-494c-8870-8e953e51f706 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 210 time: 0.0549984 Dec 13 14:46:35.377498 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-17b76272-3fab-41c7-988a-d84bf6396873 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183600 Dec 13 14:46:35.414118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fa489-38ea-4a31-83b2-0fa73038b64e req-7e80359a-d70a-447b-a4f9-daae4b2bf03c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.415629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a4fa489-38ea-4a31-83b2-0fa73038b64e req-7e80359a-d70a-447b-a4f9-daae4b2bf03c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0563784 Dec 13 14:46:35.453785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a4fa489-38ea-4a31-83b2-0fa73038b64e req-f72ff8d4-3d92-44b2-b11b-9dce3e927ed4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Dec 13 14:46:35.509197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc277b6-ade3-45de-80d5-e36f629574d0 req-397ec824-8383-494d-9ce5-4d032be3b2f0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.510915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6cc277b6-ade3-45de-80d5-e36f629574d0 req-397ec824-8383-494d-9ce5-4d032be3b2f0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1325164 Dec 13 14:46:35.548356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c660ea1-1981-4e0a-a79d-b4ba22306d50 req-9fb22316-d59f-4a58-8947-ef7ec10bbf07 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571326 Dec 13 14:46:35.568566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6cc277b6-ade3-45de-80d5-e36f629574d0 req-0e379667-d1f7-4b05-90af-09a741ef2dec tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Dec 13 14:46:35.609537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-c23be5d1-79ed-4628-b249-a4c5b449a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.611231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-c23be5d1-79ed-4628-b249-a4c5b449a749 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1095 time: 0.0416148 Dec 13 14:46:35.733094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-e2e1ce5e-e359-43d9-94c2-abc03714ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.735143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-e2e1ce5e-e359-43d9-94c2-abc03714ad7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.1098018 Dec 13 14:46:35.814407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-8f3978d4-c1bf-4db4-b94d-68842cad7432 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 999 time: 0.0691223 Dec 13 14:46:35.891283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-bf6dba76-b6a3-4643-9dac-b499fd16e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.892832 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-bf6dba76-b6a3-4643-9dac-b499fd16e230 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0703912 Dec 13 14:46:35.959725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-00b2c108-b15a-4d26-bb3d-3ebca65ed113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:35.961459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-00b2c108-b15a-4d26-bb3d-3ebca65ed113 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600238 Dec 13 14:46:36.111299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-4461b218-a5d8-4302-a2ea-0ce2ff5de05e service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296682 Dec 13 14:46:36.324288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d718f7-2a20-4083-a29d-e248fefa1d20 req-631fe6e2-5e0a-4f24-9d4c-2b868e70c09d service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017171 Dec 13 14:46:36.331629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0aa18-40d8-44f9-805a-a9e27ae22f49 req-600f50bb-5c92-48f9-ba35-e2f1bc213129 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:36.340500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32b0aa18-40d8-44f9-805a-a9e27ae22f49 req-600f50bb-5c92-48f9-ba35-e2f1bc213129 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1188874 Dec 13 14:46:36.444317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32b0aa18-40d8-44f9-805a-a9e27ae22f49 req-99c7e62e-4486-4b70-b91f-b216a3c295ed tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032443 Dec 13 14:46:36.564731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-351dbb6b-f97f-41fc-87ee-c6fed1d3bc54 req-d75d309a-1d5f-415a-89d3-cf9f0ca8666c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 210 time: 0.1506956 Dec 13 14:46:36.665235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-9fe5bdb3-1d60-4086-826a-0cc0675ecc7d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:36.670183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-9fe5bdb3-1d60-4086-826a-0cc0675ecc7d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "GET /v2.0/networks?id=51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 200 len: 814 time: 0.2715919 Dec 13 14:46:36.694747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Request body: {'port': {'device_id': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'admin_state_up': True, 'tenant_id': 'b60c212ff56c4ec983e88efc0f21cb81'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:36.822082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32194-ab15-4f84-b321-5528031f5078 req-d59f6067-259f-4478-b4ff-888acff34486 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:36.831668 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a32194-ab15-4f84-b321-5528031f5078 req-d59f6067-259f-4478-b4ff-888acff34486 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1358716 Dec 13 14:46:36.846084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d3f8e-aeba-460e-b513-6acdb543ef9a req-1203dbf7-f273-4094-96de-fe40f454f2b5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:36.847676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f46d3f8e-aeba-460e-b513-6acdb543ef9a req-1203dbf7-f273-4094-96de-fe40f454f2b5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0661178 Dec 13 14:46:36.949868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a32194-ab15-4f84-b321-5528031f5078 req-0813a628-c7b1-40fc-9cbd-bd75c487dc53 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057575 Dec 13 14:46:36.976850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f46d3f8e-aeba-460e-b513-6acdb543ef9a req-10f462cd-a09f-443a-8282-64061e2166c4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150405 Dec 13 14:46:37.089802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f09144-b647-424f-a7f7-aab4c0d5e455 req-3794dc31-ee3b-4ed8-9909-e21a3e7d7ecd tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:37.104686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f09144-b647-424f-a7f7-aab4c0d5e455 req-3794dc31-ee3b-4ed8-9909-e21a3e7d7ecd tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1027129 Dec 13 14:46:37.153652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f09144-b647-424f-a7f7-aab4c0d5e455 req-bde9815d-6144-4037-91e4-d118a246d940 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480869 Dec 13 14:46:37.222962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Made reservation on behalf of b60c212ff56c4ec983e88efc0f21cb81 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:37.229585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:37.243201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41542) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:37.390083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-010c8314-06f6-44fe-bfa9-2f94f4359f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:37.532793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-010c8314-06f6-44fe-bfa9-2f94f4359f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:37.538074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Allocated IP 172.20.0.13 (51597a13-81df-4077-9e08-8a9e3a5c0a79/500c562e-7bdf-41cc-8bcf-0c87972b8284/6ce05860-6ac0-4eb9-9520-641f20b0ef1f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:37.648429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-010c8314-06f6-44fe-bfa9-2f94f4359f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:37.728512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-010c8314-06f6-44fe-bfa9-2f94f4359f1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2b68fe11000442b89c6c8ed154a80fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832683 Dec 13 14:46:37.729967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c8314-06f6-44fe-bfa9-2f94f4359f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7cf063-7780-4073-b61f-ca250e5eb839,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:37.730556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41562) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:37.819051 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:37.832722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd2b82fb-0950-4ac5-8805-1158e30bb6bc req-56a8e208-e3f4-4c13-b72d-7930da80b4ce tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 210 time: 0.0517223 Dec 13 14:46:37.875688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461219-cdb3-475d-868c-f80a3ee08312 req-0c0fc0ef-bf8a-4195-ba56-0ef15fe68ab9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:37.878922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd461219-cdb3-475d-868c-f80a3ee08312 req-0c0fc0ef-bf8a-4195-ba56-0ef15fe68ab9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1536438 Dec 13 14:46:37.937542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-43bcf5df-396c-4eb5-acaa-6d085b350a14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562546 Dec 13 14:46:37.940636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13f9d531-48f7-475a-825e-17a88567f3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:37.987280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd461219-cdb3-475d-868c-f80a3ee08312 req-46e085db-66a3-4626-a8f7-d64007752af4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996919 Dec 13 14:46:37.992594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13f9d531-48f7-475a-825e-17a88567f3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:38.138720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:38.188055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13f9d531-48f7-475a-825e-17a88567f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:38.192531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13f9d531-48f7-475a-825e-17a88567f3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:38.194913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-13f9d531-48f7-475a-825e-17a88567f3f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f7cf063-7780-4073-b61f-ca250e5eb839 HTTP/1.1" status: 204 len: 168 time: 0.4634290 Dec 13 14:46:38.259788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Network 51597a13-81df-4077-9e08-8a9e3a5c0a79 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:38.283091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9d531-48f7-475a-825e-17a88567f3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7cf063-7780-4073-b61f-ca250e5eb839,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:38.303444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:38.324790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:38.324790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:38.434863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c63680-a634-4843-b0f1-0a354ef3aa15 req-e401c63b-273e-4017-869a-3dffad69ee8e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:38.443122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5c63680-a634-4843-b0f1-0a354ef3aa15 req-e401c63b-273e-4017-869a-3dffad69ee8e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1436172 Dec 13 14:46:38.465838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:38.468456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:38.493055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8ab08-5ee1-4b19-b46a-e07da2d75546 req-e914fc11-b1e5-4e8a-ab89-9c99be6d1625 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:38.508702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8c8ab08-5ee1-4b19-b46a-e07da2d75546 req-e914fc11-b1e5-4e8a-ab89-9c99be6d1625 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1143661 Dec 13 14:46:38.541569 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5c63680-a634-4843-b0f1-0a354ef3aa15 req-762cba35-a54f-4ac7-aac1-3dbd3847c81f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973835 Dec 13 14:46:38.561825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8c8ab08-5ee1-4b19-b46a-e07da2d75546 req-a643296a-07ad-42e0-830d-1c5056c94510 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518363 Dec 13 14:46:38.719283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13af93-158b-4710-a1ec-bc1e8eb45625 req-51b1caf1-88c0-4fdb-8732-5800f255403a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:38.721095 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a13af93-158b-4710-a1ec-bc1e8eb45625 req-51b1caf1-88c0-4fdb-8732-5800f255403a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0744002 Dec 13 14:46:38.734143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-a3f94f79-a1f4-4e62-80da-63d60a4a2bd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0536561 Dec 13 14:46:38.750599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Request body: {'port': {'device_id': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:38.807688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a13af93-158b-4710-a1ec-bc1e8eb45625 req-4a5337ef-a4f3-404e-909a-a7c146109179 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776734 Dec 13 14:46:38.848452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:39.044754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397487a4-7ca3-407a-b7a0-1a2fcd492708 req-cf18381b-d377-4cca-91cb-bd7a8ed08bdd tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:39.048633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-397487a4-7ca3-407a-b7a0-1a2fcd492708 req-cf18381b-d377-4cca-91cb-bd7a8ed08bdd tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 932 time: 0.1050851 Dec 13 14:46:39.121028 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-397487a4-7ca3-407a-b7a0-1a2fcd492708 req-eb2ebb4f-1d9e-4f91-af9d-386626ec29b0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645027 Dec 13 14:46:39.382745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b5b9b-34e8-4a3b-ab97-22535ec56bf9 req-7a58e80a-333d-425f-ad94-21798fdbc33f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:39.392843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-050b5b9b-34e8-4a3b-ab97-22535ec56bf9 req-7a58e80a-333d-425f-ad94-21798fdbc33f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1495686 Dec 13 14:46:39.449927 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-050b5b9b-34e8-4a3b-ab97-22535ec56bf9 req-ba2b3b9d-89a2-44af-8292-05a184e6682b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Dec 13 14:46:39.482978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce05860-6ac0-4eb9-9520-641f20b0ef1f {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:39.493176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:39.507675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Transition to ACTIVE for port object 6ce05860-6ac0-4eb9-9520-641f20b0ef1f will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:46:39.609900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:39.715862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f764-f907-4d1d-a146-eaafca359b3a req-859fd8b3-8720-4655-941c-c37a0f03a1ec tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:39.725567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7da9f764-f907-4d1d-a146-eaafca359b3a req-859fd8b3-8720-4655-941c-c37a0f03a1ec tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1708715 Dec 13 14:46:39.744880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:39.779036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c7e16-2312-4893-89eb-b09d4c780ab5 req-8f5d2e33-fcd6-4695-b53b-f1e1d0700305 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:39.780525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d34c7e16-2312-4893-89eb-b09d4c780ab5 req-8f5d2e33-fcd6-4695-b53b-f1e1d0700305 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1007202 Dec 13 14:46:39.862598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d34c7e16-2312-4893-89eb-b09d4c780ab5 req-a6e4b4ce-75e1-4bc8-abe9-8105d3ab3724 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741143 Dec 13 14:46:39.872092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7da9f764-f907-4d1d-a146-eaafca359b3a req-8b6095ae-9ede-4f65-a77d-a06e5e8fb41f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451368 Dec 13 14:46:39.961200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Attempting to bind port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:39.961688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Attempting to bind port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:39.962162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Attempting to bind port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:39.968794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:46:39.969705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Attempting to bind port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:39.982347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:39.982347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Checking segment: {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:39.982347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Bound using segment: {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:39.982347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Bound port: 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:39.982347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:40.131054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:40.135270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:40.261625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:40.316657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:40.317397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:40.319472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] 10.222.0.55 "PUT /v2.0/ports/6ce05860-6ac0-4eb9-9520-641f20b0ef1f HTTP/1.1" status: 200 len: 1092 time: 1.5743773 Dec 13 14:46:40.319960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:40.322528 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c563efda-0dba-4980-9c75-c353f4552d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:40.343537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe47a4-1e78-4d19-9924-435e2936346d req-7d299a09-d5ab-4762-ad67-680bb2cbeedd tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:40.345189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eefe47a4-1e78-4d19-9924-435e2936346d req-7d299a09-d5ab-4762-ad67-680bb2cbeedd tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 944 time: 0.1323380 Dec 13 14:46:40.370587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bfdd3-a595-46d5-92dc-6ec0ac380cfb service neutron] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:40.442287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eefe47a4-1e78-4d19-9924-435e2936346d req-9a2f7e68-8a63-4b94-80bb-efc6a2f3eb0c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890958 Dec 13 14:46:40.462940 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40ee929-01e0-4c4b-bea5-c5b63c45475d x-openstack-request-id: req-a40ee929-01e0-4c4b-bea5-c5b63c45475d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:40.464291 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:40.464586 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a40ee929-01e0-4c4b-bea5-c5b63c45475d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:40.465518 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'status': 'completed', 'code': 200} Dec 13 14:46:40.596578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e9c3-7120-4a58-9e24-001d4744a923 req-d4ee80be-ec2a-4adb-b98e-bb8a5bdbcc68 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:40.598203 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70b2e9c3-7120-4a58-9e24-001d4744a923 req-d4ee80be-ec2a-4adb-b98e-bb8a5bdbcc68 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0534580 Dec 13 14:46:40.615805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563efda-0dba-4980-9c75-c353f4552d1e req-818c8597-a6b4-4487-9149-2f1e88eb1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:40.617313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c563efda-0dba-4980-9c75-c353f4552d1e req-818c8597-a6b4-4487-9149-2f1e88eb1250 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 1095 time: 0.1208103 Dec 13 14:46:40.625232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3254f7-86a3-44d5-afbe-c74fba373634 req-2b44061d-a137-42ce-b68c-c1eba43ac5d8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:40.626970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d3254f7-86a3-44d5-afbe-c74fba373634 req-2b44061d-a137-42ce-b68c-c1eba43ac5d8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1081536 Dec 13 14:46:40.650489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70b2e9c3-7120-4a58-9e24-001d4744a923 req-60cc29f5-0558-49e2-94f2-bfe9dff15bcc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Dec 13 14:46:40.734958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d3254f7-86a3-44d5-afbe-c74fba373634 req-f1be04da-612a-46a9-9563-2c18949d1191 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929153 Dec 13 14:46:40.775272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563efda-0dba-4980-9c75-c353f4552d1e req-06473a33-d085-43be-8b62-3fbedb2ecc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:40.776748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c563efda-0dba-4980-9c75-c353f4552d1e req-06473a33-d085-43be-8b62-3fbedb2ecc4b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1435225 Dec 13 14:46:40.915083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563efda-0dba-4980-9c75-c353f4552d1e req-4db4bf8a-baed-47cd-a240-180a6fdbbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:40.916986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c563efda-0dba-4980-9c75-c353f4552d1e req-4db4bf8a-baed-47cd-a240-180a6fdbbce9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142664 Dec 13 14:46:41.087101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63574227-0f35-4eb5-a2f1-196380d3d589 req-f1fb3044-dbc2-448b-aca6-6ac0b426ca39 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.093126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-9b609141-9419-4a6d-b987-3203805ecc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.094650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-9b609141-9419-4a6d-b987-3203805ecc6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 1095 time: 0.1255670 Dec 13 14:46:41.095253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63574227-0f35-4eb5-a2f1-196380d3d589 req-f1fb3044-dbc2-448b-aca6-6ac0b426ca39 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1309631 Dec 13 14:46:41.241907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-ae5aea2f-6ab4-448d-bf5e-e22fe0a272e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f HTTP/1.1" status: 200 len: 217 time: 0.1142936 Dec 13 14:46:41.268589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63574227-0f35-4eb5-a2f1-196380d3d589 req-50c965f3-e98b-4998-8b00-387852d5ed80 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313107 Dec 13 14:46:41.317358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-6a665423-6d58-49ea-8760-90e83339a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.320094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-6a665423-6d58-49ea-8760-90e83339a68c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=500c562e-7bdf-41cc-8bcf-0c87972b8284 HTTP/1.1" status: 200 len: 854 time: 0.0688400 Dec 13 14:46:41.356983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-252c3c0f-ba16-45f7-b2a3-ad3870258a91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51597a13-81df-4077-9e08-8a9e3a5c0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278943 Dec 13 14:46:41.503234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-c2b16fbf-d64b-4144-9595-4194b0f11487 service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278455 Dec 13 14:46:41.573667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d9621-46b9-4da5-b75b-279e51060754 req-71c32306-b0be-4e07-8c89-8d126dacc9c2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.581471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-217d9621-46b9-4da5-b75b-279e51060754 req-71c32306-b0be-4e07-8c89-8d126dacc9c2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 944 time: 0.0627956 Dec 13 14:46:41.626407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4e303c-a22f-42ba-9d7a-a72902fc8d9d req-197fb7a7-9bc5-417f-bf02-d7759cb75e94 service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106071 Dec 13 14:46:41.628147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-217d9621-46b9-4da5-b75b-279e51060754 req-d2514b52-481d-4357-8a80-9c57d384b615 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Dec 13 14:46:41.691279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-bb2e533e-4a6a-4366-b253-8f60d80180ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.697775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-bb2e533e-4a6a-4366-b253-8f60d80180ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 1100 time: 0.0660734 Dec 13 14:46:41.838845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf718b49-2c69-472e-82ec-7e29182e83dc req-f1ce4161-9d4d-40d4-9d5a-58573f3552cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.846397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf718b49-2c69-472e-82ec-7e29182e83dc req-f1ce4161-9d4d-40d4-9d5a-58573f3552cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0863538 Dec 13 14:46:41.862699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-d307cd80-9fb0-45de-af01-89b72ecd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.862699 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-d307cd80-9fb0-45de-af01-89b72ecd6b36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1581511 Dec 13 14:46:41.928544 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-50da7c96-f06c-4f2f-813d-3178741a4e35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7261e26e-e228-413e-824e-42d0e802baad HTTP/1.1" status: 200 len: 217 time: 0.0576055 Dec 13 14:46:41.949246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf718b49-2c69-472e-82ec-7e29182e83dc req-98dfd673-690c-4523-ad9d-b8b57e727ed9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033933 Dec 13 14:46:41.951302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e3408-31b0-43d7-a351-5f5e0b720a80 req-40bada0e-63b0-4462-848c-bae853c0f176 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:41.959797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac7e3408-31b0-43d7-a351-5f5e0b720a80 req-40bada0e-63b0-4462-848c-bae853c0f176 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0600965 Dec 13 14:46:42.006831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac7e3408-31b0-43d7-a351-5f5e0b720a80 req-7dec2606-4936-4531-9ff2-06675f7c0827 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460672 Dec 13 14:46:42.014767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-88e1662f-fa71-4cf0-afa4-66883428bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:42.018578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-88e1662f-fa71-4cf0-afa4-66883428bc13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0682015 Dec 13 14:46:42.094823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-afc39671-a5a9-4e07-979c-a0f72c57a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:42.096473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-afc39671-a5a9-4e07-979c-a0f72c57a62e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559888 Dec 13 14:46:42.216005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-1d8c4cc2-3bf1-4f1e-9dfb-4ec3839a2e7c service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109185 Dec 13 14:46:42.335753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-46d32992-31eb-410d-841c-78ad64b0787c service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102643 Dec 13 14:46:42.741048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8011c-a210-4533-ab25-3356989f3150 req-27eeac96-40d5-46e7-a7e3-994f7fa1d345 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:42.751615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0d8011c-a210-4533-ab25-3356989f3150 req-27eeac96-40d5-46e7-a7e3-994f7fa1d345 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0821891 Dec 13 14:46:42.760567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11540e49-18bb-4da1-a212-3a68e7ac0071 req-f2fa15af-0286-4c8e-98e4-d1c9040a6f97 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:42.774130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11540e49-18bb-4da1-a212-3a68e7ac0071 req-f2fa15af-0286-4c8e-98e4-d1c9040a6f97 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1463096 Dec 13 14:46:42.831298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0d8011c-a210-4533-ab25-3356989f3150 req-03ed7f5e-449d-4ad3-9dbb-e3306b284c6b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734043 Dec 13 14:46:42.873182 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11540e49-18bb-4da1-a212-3a68e7ac0071 req-c354e5b7-6fdb-48c4-8d30-3ae3250f772c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917075 Dec 13 14:46:42.996155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcfb8b-5ac3-44b9-b103-dd3a270d9de7 req-48e6c7e8-3a6f-4a3b-829c-6b3f077f55a0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:43.003467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-efdcfb8b-5ac3-44b9-b103-dd3a270d9de7 req-48e6c7e8-3a6f-4a3b-829c-6b3f077f55a0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 944 time: 0.0719638 Dec 13 14:46:43.098287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-efdcfb8b-5ac3-44b9-b103-dd3a270d9de7 req-b7a23dc1-11e2-4f5f-8584-f3aa526b7024 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885942 Dec 13 14:46:43.101275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525169-ebb5-4a02-922c-1ffa547cf0d4 req-ea885828-a577-400a-8b50-d203b466d635 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:43.108431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53525169-ebb5-4a02-922c-1ffa547cf0d4 req-ea885828-a577-400a-8b50-d203b466d635 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0764773 Dec 13 14:46:43.112612 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:46:43.158924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-53525169-ebb5-4a02-922c-1ffa547cf0d4 req-3200276f-72ca-4e46-bb3f-465be75dbf23 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Dec 13 14:46:43.777579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41792) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:43.947716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae217b7c-2238-42a1-a28d-ae043e32c781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:44.010181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32245b0a-17ac-4e11-9a9d-ea5bc4ee1fea req-5f161ca9-b312-452f-bf16-bc26ed0ba835 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:44.021239 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32245b0a-17ac-4e11-9a9d-ea5bc4ee1fea req-5f161ca9-b312-452f-bf16-bc26ed0ba835 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0929015 Dec 13 14:46:44.073032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c034-1cd1-468c-b2a7-4f86fc47945b req-6b79db38-e1c5-4a36-9989-53afdb1a7e0c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:44.083839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce12c034-1cd1-468c-b2a7-4f86fc47945b req-6b79db38-e1c5-4a36-9989-53afdb1a7e0c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1110663 Dec 13 14:46:44.123508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32245b0a-17ac-4e11-9a9d-ea5bc4ee1fea req-ea15efd1-4fd3-49ca-959d-cc07cb2b692d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005342 Dec 13 14:46:44.151325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce12c034-1cd1-468c-b2a7-4f86fc47945b req-a7900df3-c71d-4ad0-835a-32006180c907 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661330 Dec 13 14:46:44.216887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae217b7c-2238-42a1-a28d-ae043e32c781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:44.309161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16b45f-1b6f-40f7-9382-a7e73b2161a4 req-72305e16-b04e-470f-8e05-4534283c1017 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:44.311323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a16b45f-1b6f-40f7-9382-a7e73b2161a4 req-72305e16-b04e-470f-8e05-4534283c1017 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 944 time: 0.0593944 Dec 13 14:46:44.318642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65023c-a4f9-4248-90ad-ed12e74e66b0 req-e25cd707-0a20-481e-b42d-c7366c0bc420 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:44.320032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b65023c-a4f9-4248-90ad-ed12e74e66b0 req-e25cd707-0a20-481e-b42d-c7366c0bc420 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0603380 Dec 13 14:46:44.321357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae217b7c-2238-42a1-a28d-ae043e32c781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:44.381097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ae217b7c-2238-42a1-a28d-ae043e32c781 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cec70dffcb44765999c2c04e3ad612a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023481 Dec 13 14:46:44.398202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41808) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:44.398202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae217b7c-2238-42a1-a28d-ae043e32c781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c500e1-6e8a-4253-b49a-597ec035f8a7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:44.400597 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a16b45f-1b6f-40f7-9382-a7e73b2161a4 req-0591357a-9799-48b3-90e9-cca17bd09e74 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Dec 13 14:46:44.448133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b65023c-a4f9-4248-90ad-ed12e74e66b0 req-17c0144f-654c-4747-927f-1207e6b6363b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032813 Dec 13 14:46:44.465120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-079f9c6c-b592-4b10-b8e3-1595520a4126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:44.502367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-079f9c6c-b592-4b10-b8e3-1595520a4126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:44.555386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dac9a-f253-4a78-8086-569f375c97e1 req-6daf9735-5d5b-4e52-9754-d4c87baeb993 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:44.557606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d6dac9a-f253-4a78-8086-569f375c97e1 req-6daf9735-5d5b-4e52-9754-d4c87baeb993 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0658495 Dec 13 14:46:44.607006 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d6dac9a-f253-4a78-8086-569f375c97e1 req-c428b8db-a182-482e-8159-88089f925d97 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Dec 13 14:46:44.741737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c42f18-b773-4fda-829e-42909b0efb11 req-26a39e0e-8899-460c-a076-0e766ece26e2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:44.743272 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-35c42f18-b773-4fda-829e-42909b0efb11 req-26a39e0e-8899-460c-a076-0e766ece26e2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0647981 Dec 13 14:46:44.782857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-35c42f18-b773-4fda-829e-42909b0efb11 req-da072f1c-0efc-4967-a46f-4637c0f76044 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Dec 13 14:46:44.905637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e150f-446b-4c37-8cf8-948bbd3b4735 req-27c2145f-b305-4acb-9394-3692f865d5fd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:44.907131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d8e150f-446b-4c37-8cf8-948bbd3b4735 req-27c2145f-b305-4acb-9394-3692f865d5fd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0531139 Dec 13 14:46:44.940802 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-079f9c6c-b592-4b10-b8e3-1595520a4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:44.944016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-079f9c6c-b592-4b10-b8e3-1595520a4126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:44.945132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-079f9c6c-b592-4b10-b8e3-1595520a4126 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44c500e1-6e8a-4253-b49a-597ec035f8a7 HTTP/1.1" status: 204 len: 168 time: 0.5591226 Dec 13 14:46:44.952649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d8e150f-446b-4c37-8cf8-948bbd3b4735 req-d408f95e-4424-4e3f-9fbb-260e01d2153e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394175 Dec 13 14:46:44.957647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f9c6c-b592-4b10-b8e3-1595520a4126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c500e1-6e8a-4253-b49a-597ec035f8a7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:45.091138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ce05860-6ac0-4eb9-9520-641f20b0ef1f details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:45.235758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:45.261599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'port_id': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'mac_address': 'fa:16:3e:32:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500c562e-7bdf-41cc-8bcf-0c87972b8284', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:45.288201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41840) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:45.294800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-921122513'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:45.311135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267f257-2c45-4f49-8940-f481c7132557 req-1948a853-4587-4d3b-8020-22c2aba9e40c tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:45.322878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b267f257-2c45-4f49-8940-f481c7132557 req-1948a853-4587-4d3b-8020-22c2aba9e40c tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1108818 Dec 13 14:46:45.329469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.356301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce05860-6ac0-4eb9-9520-641f20b0ef1f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:45.377207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:45.378805 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b267f257-2c45-4f49-8940-f481c7132557 req-6f07e42b-16bb-45df-9f1e-7f023ac8ec52 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547338 Dec 13 14:46:45.423144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:45.427241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.448799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.449680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.483536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:46:45.491386 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.492303 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Added segment 417f555f-f570-4238-b3cf-8e3d3b7b467b of type vlan for network 7d46ed12-972d-461d-a08a-d8bc27ada67b Dec 13 14:46:45.511495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:45.571330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.580990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffc5fd-e32d-4b90-a79a-e212d39eb99c req-e5402f12-9bd4-4da2-8a4c-5ce568789a70 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:45.582482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-59ffc5fd-e32d-4b90-a79a-e212d39eb99c req-e5402f12-9bd4-4da2-8a4c-5ce568789a70 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0528700 Dec 13 14:46:45.599193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ad791-ae42-4261-b2ad-26c2031395e7 req-8e7fabb8-a6fd-42cc-81b2-981ee3572624 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:45.600742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d4ad791-ae42-4261-b2ad-26c2031395e7 req-8e7fabb8-a6fd-42cc-81b2-981ee3572624 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 945 time: 0.0993629 Dec 13 14:46:45.622563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-59ffc5fd-e32d-4b90-a79a-e212d39eb99c req-2a818a91-76e9-41be-9961-25aed4f1bbfa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Dec 13 14:46:45.641540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d4ad791-ae42-4261-b2ad-26c2031395e7 req-02134c9d-2c22-4eff-a5b8-1c09f0f16cc1 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338764 Dec 13 14:46:45.759508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.766376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:45.766376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.779960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['6ce05860-6ac0-4eb9-9520-641f20b0ef1f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:45.828832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41864) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:45.852641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e3cb-244e-4411-8d77-479e272c59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.887847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Network': ['ID=7d46ed12-972d-461d-a08a-d8bc27ada67b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:45.906019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:46:45.934217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e3cb-244e-4411-8d77-479e272c59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:45.951506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce59a967-d122-4c3d-b774-5ac6caf09a05 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6615789 Dec 13 14:46:45.953777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41868) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:45.960440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-92411839'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:45.999401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e3cb-244e-4411-8d77-479e272c59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.038630 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f7f1e3cb-244e-4411-8d77-479e272c59d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61ef467fe82e4983a7b021d8f3e17902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086606 Dec 13 14:46:46.039519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1e3cb-244e-4411-8d77-479e272c59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5129168-6fdf-4b9a-872a-4b52d6620b7f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:46.041322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41872) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:46.075607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:46.079024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.112728 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99022f2b-7f1b-4653-833a-4c60f8b3cb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.125748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:46:46.144383 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99022f2b-7f1b-4653-833a-4c60f8b3cb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.146814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.147189 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Added segment 37e1361c-4162-4c8f-b467-2d6d2e0a7350 of type vlan for network 3dc541cf-30f1-497b-a513-f10b3715708f Dec 13 14:46:46.206967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.325201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.331065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:46.331666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.378989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99022f2b-7f1b-4653-833a-4c60f8b3cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.382008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99022f2b-7f1b-4653-833a-4c60f8b3cb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.383163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-99022f2b-7f1b-4653-833a-4c60f8b3cb12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5129168-6fdf-4b9a-872a-4b52d6620b7f HTTP/1.1" status: 204 len: 168 time: 0.3408768 Dec 13 14:46:46.403320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99022f2b-7f1b-4653-833a-4c60f8b3cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5129168-6fdf-4b9a-872a-4b52d6620b7f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:46.415723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Network': ['ID=3dc541cf-30f1-497b-a513-f10b3715708f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:46.430769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3dc541cf-30f1-497b-a513-f10b3715708f details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:46:46.477649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5b4d2c9e-0399-4ab4-972c-559e9d54d008 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5227516 Dec 13 14:46:46.480318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41878) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:46.487207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'subnet': {'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:46.514800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01089f0-05b4-41bf-b850-55804580354e req-0507649c-9c06-4e5b-9c7f-f33c92e9fbc3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:46.518740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d01089f0-05b4-41bf-b850-55804580354e req-0507649c-9c06-4e5b-9c7f-f33c92e9fbc3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0665939 Dec 13 14:46:46.556783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d01089f0-05b4-41bf-b850-55804580354e req-209be018-5e5f-4a54-8b09-00fcc6c02ea2 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Dec 13 14:46:46.664199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:46.668023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.691223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:46.760347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa7b83-638c-4dd3-97a7-b9987ad676cf req-948489cf-7e57-4809-a290-28eed900157a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:46.761970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37aa7b83-638c-4dd3-97a7-b9987ad676cf req-948489cf-7e57-4809-a290-28eed900157a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 945 time: 0.0543492 Dec 13 14:46:46.796642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c969c-84c0-42e6-bc1f-249ab9fbe57e req-b252d37e-97a4-42fe-b11d-1b6c4c72d346 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:46.797746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68c969c-84c0-42e6-bc1f-249ab9fbe57e req-b252d37e-97a4-42fe-b11d-1b6c4c72d346 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0855818 Dec 13 14:46:46.813363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37aa7b83-638c-4dd3-97a7-b9987ad676cf req-8e46e0b2-74db-44e5-b391-46d4bc1ab335 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447323 Dec 13 14:46:46.891950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68c969c-84c0-42e6-bc1f-249ab9fbe57e req-e785f0a5-7556-48e9-9d68-9e36f8b1e9d0 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837843 Dec 13 14:46:47.003135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:47.068584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Subnet': ['ID=3d6d251e-2db3-4136-be9b-a02492dcf3cc,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:47.077792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Checking segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:47.078696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network hostable DHCP agents. Network: 7d46ed12-972d-461d-a08a-d8bc27ada67b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:46:47.091131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec4ab-18a1-482d-ba48-f61899467c99 req-f03e98c9-36e9-42b5-80b5-355db07c4ac2 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:47.096118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e30ec4ab-18a1-482d-ba48-f61899467c99 req-f03e98c9-36e9-42b5-80b5-355db07c4ac2 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 950 time: 0.0670531 Dec 13 14:46:47.097713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ce05860-6ac0-4eb9-9520-641f20b0ef1f up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:47.137970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e30ec4ab-18a1-482d-ba48-f61899467c99 req-bf4ab3cf-079c-421f-92e5-6930ab247585 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372369 Dec 13 14:46:47.159518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:46:47.225034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:46:47.229357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:47.229875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:47.247993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7d46ed12-972d-461d-a08a-d8bc27ada67b) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:47.253719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:47.254508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:47.261694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7687b4fc-9cce-46d3-a403-7c4df177ded0 None None] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:47.327525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3caa8f6b-be9c-4b5d-b9c8-377467dd0c88 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8438556 Dec 13 14:46:47.328602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41930) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:47.335585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'subnet': {'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:47.392892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:47.444764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:47.447304 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3077166b-a281-41be-b195-616383d9980d" -d '{"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-plugged", "status": "completed", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:47.465130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:47.504874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7d46ed12-972d-461d-a08a-d8bc27ada67b', 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'fixed_ips': [{'subnet_id': '3d6d251e-2db3-4136-be9b-a02492dcf3cc'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:46:47.506729 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:47.535479 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d65dcf8-51e5-4a6c-b7b0-ce26dc6dec37 x-openstack-request-id: req-5d65dcf8-51e5-4a6c-b7b0-ce26dc6dec37 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:47.536032 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-plugged", "status": "completed", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:47.536238 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d65dcf8-51e5-4a6c-b7b0-ce26dc6dec37 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:47.536658 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'code': 200} Dec 13 14:46:47.556656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:47.705696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7271-0d28-43f6-b99a-c42521429057 req-d35af634-7bd7-43da-a1b3-8b37db173e77 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:47.706522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:47.708873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-774f7271-0d28-43f6-b99a-c42521429057 req-d35af634-7bd7-43da-a1b3-8b37db173e77 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0651419 Dec 13 14:46:47.728800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Allocated IP 10.1.1.2 (7d46ed12-972d-461d-a08a-d8bc27ada67b/3d6d251e-2db3-4136-be9b-a02492dcf3cc/f0529ab7-d395-4f13-8e0c-84febc74e951) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:47.766206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-774f7271-0d28-43f6-b99a-c42521429057 req-bda2d6db-4742-4d9d-91ac-6612d88c38b1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Dec 13 14:46:47.791041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a26cf-055c-4e6d-a7aa-c34ef27c905d req-f8f733c9-d7c3-4176-bdd4-cb8117aedc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:47.792503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f96a26cf-055c-4e6d-a7aa-c34ef27c905d req-f8f733c9-d7c3-4176-bdd4-cb8117aedc32 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 1097 time: 0.0644436 Dec 13 14:46:47.853013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f96a26cf-055c-4e6d-a7aa-c34ef27c905d req-675bbbd3-6dee-4e57-ad6e-7474bcbfd7ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Dec 13 14:46:47.880147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:47.888115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.034851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2acfa-b210-4317-ae82-64e9b7bdc949 req-491fb846-f7d3-4c7b-bc58-97474c7ab928 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:48.045004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b8ee7-57fa-4613-8ff6-263f8e7066cf req-901107d5-4133-40f5-b4b3-c21f409686d2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:48.045528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5f2acfa-b210-4317-ae82-64e9b7bdc949 req-491fb846-f7d3-4c7b-bc58-97474c7ab928 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0627766 Dec 13 14:46:48.047503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a36b8ee7-57fa-4613-8ff6-263f8e7066cf req-901107d5-4133-40f5-b4b3-c21f409686d2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0955317 Dec 13 14:46:48.097717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5f2acfa-b210-4317-ae82-64e9b7bdc949 req-4c2c1b5a-f19a-4b25-977a-38e9088e182c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 Dec 13 14:46:48.120265 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.169929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a36b8ee7-57fa-4613-8ff6-263f8e7066cf req-eb1e5de3-cd14-4b39-96f6-69b2469934a2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098273 Dec 13 14:46:48.206057 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.247602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:48.250372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:48.253737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:48.262985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Pushing event updated for resources: {'Port': ['ID=f0529ab7-d395-4f13-8e0c-84febc74e951,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:48.282959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.319265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Attempting to bind port f0529ab7-d395-4f13-8e0c-84febc74e951 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:48.319730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Attempting to bind port f0529ab7-d395-4f13-8e0c-84febc74e951 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:48.320160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Attempting to bind port f0529ab7-d395-4f13-8e0c-84febc74e951 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:48.325886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:48.326392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Checking segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:48.326866 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.327345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Bound using segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:48.327812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Bound port: f0529ab7-d395-4f13-8e0c-84febc74e951, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:48.328193 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.342316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Subnet': ['ID=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:48.355379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.355730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.356074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.356415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.356779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.357114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.357445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.357772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.358104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.358463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.358785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.359106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:46:48.379159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Checking segment: {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:48.379525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network hostable DHCP agents. Network: 3dc541cf-30f1-497b-a513-f10b3715708f, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:46:48.404790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] For port f0529ab7-d395-4f13-8e0c-84febc74e951, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:48.409922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] For port f0529ab7-d395-4f13-8e0c-84febc74e951, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f0529ab7-d395-4f13-8e0c-84febc74e951,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:48.511526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 3dc541cf-30f1-497b-a513-f10b3715708f is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:46:48.537785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.538415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41972) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:48.591349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 3dc541cf-30f1-497b-a513-f10b3715708f) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:48.596076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:48.596943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.600886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8de88-f5ed-4bb7-aa28-58eeb8116cf2 None None] Pushing event updated for resources: {'Port': ['ID=f0529ab7-d395-4f13-8e0c-84febc74e951,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:48.609132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c34ca9-21d4-4cfa-8c54-f71e2dcf7c7b None None] Network 3dc541cf-30f1-497b-a513-f10b3715708f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:48.665682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1476186855', 'router:external': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:48.684692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d43397ed-c90a-413d-838b-100ccc4f3d63 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3549414 Dec 13 14:46:48.687464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41976) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:48.692967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'port': {'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'name': 'tempest-TaggedBootDevicesTest_v242-1295672145', 'fixed_ips': [{'subnet_id': '3d6d251e-2db3-4136-be9b-a02492dcf3cc'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:48.765498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Made reservation on behalf of 08b35d322a7d4f3cb06a07d53e9dcb95 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:48.768493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.783522 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.787403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-3dc541cf-30f1-497b-a513-f10b3715708f', 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'fixed_ips': [{'subnet_id': 'ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:46:48.788280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.902486 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:48.942956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160c61-1c71-4861-8758-a0e14c5bdc9c req-6cca84a5-f0c9-4c52-b880-221bdd93ccb7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:48.942956 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a160c61-1c71-4861-8758-a0e14c5bdc9c req-6cca84a5-f0c9-4c52-b880-221bdd93ccb7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0594368 Dec 13 14:46:48.980003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:48.980210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.006857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a160c61-1c71-4861-8758-a0e14c5bdc9c req-9b3a4891-69dc-4b91-affd-fe007dfde05f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608099 Dec 13 14:46:49.025642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc47996-6f1c-4325-8e63-262b23907573,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:49.028569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Allocated IP 10.2.2.2 (3dc541cf-30f1-497b-a513-f10b3715708f/ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b/6dc36645-6642-4fdb-a4ca-732ded9c784a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:49.045805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:46:49.058744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.058744 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Added segment 9118adb9-2ea4-43b5-84d2-6238ecc8ce16 of type vlan for network be80d349-987a-4517-9e0c-302cc0bda72c Dec 13 14:46:49.082513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.109147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] device_id is not set on port 71a0dcb6-5383-4844-9380-6f6b90a16de9 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:46:49.121637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:46:49.133224 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.246457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25df1-af6f-45e2-a919-3bd3c4a55b51 req-0c66a68e-2adb-4d3e-9cc8-16e17fa34d06 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:49.247960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51b25df1-af6f-45e2-a919-3bd3c4a55b51 req-0c66a68e-2adb-4d3e-9cc8-16e17fa34d06 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0659504 Dec 13 14:46:49.249122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.250020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:49.250625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.281810 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.288287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.341856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:49.362359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Network': ['ID=be80d349-987a-4517-9e0c-302cc0bda72c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:49.374839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51b25df1-af6f-45e2-a919-3bd3c4a55b51 req-a9b5eae0-2603-4f61-b224-21bc449fc2ea tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186125 Dec 13 14:46:49.375852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network be80d349-987a-4517-9e0c-302cc0bda72c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:46:49.379921 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.402405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0121f131-e1c4-4c32-a25b-71224e82a2b4 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8609591 Dec 13 14:46:49.403757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41996) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:49.410929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'subnet': {'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:49.450228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf6038-3959-466a-864b-5ec8d90d622c req-e63d1715-52ca-4753-a87f-7b57ec7580d8 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:49.451789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dddf6038-3959-466a-864b-5ec8d90d622c req-e63d1715-52ca-4753-a87f-7b57ec7580d8 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0975695 Dec 13 14:46:49.465285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.490552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Network 3dc541cf-30f1-497b-a513-f10b3715708f is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:49.496433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:49.497156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Made reservation on behalf of 08b35d322a7d4f3cb06a07d53e9dcb95 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:49.499092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:49.500125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.500707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 10.1.1.240 (7d46ed12-972d-461d-a08a-d8bc27ada67b/3d6d251e-2db3-4136-be9b-a02492dcf3cc/71a0dcb6-5383-4844-9380-6f6b90a16de9) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:49.527817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Pushing event updated for resources: {'Port': ['ID=6dc36645-6642-4fdb-a4ca-732ded9c784a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:49.530077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dddf6038-3959-466a-864b-5ec8d90d622c req-eeec48d7-c121-4533-9b1b-41893df85e36 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Dec 13 14:46:49.540675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:49.545070 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd108338-3326-4508-ac49-39999bcc6260" -d '{"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:49.616492 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e9fb8-54ec-43d9-b89d-3d02a9d61279 x-openstack-request-id: req-738e9fb8-54ec-43d9-b89d-3d02a9d61279 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:49.616749 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:49.616990 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-738e9fb8-54ec-43d9-b89d-3d02a9d61279 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:49.617379 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb', 'code': 200} Dec 13 14:46:49.670313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Attempting to bind port 6dc36645-6642-4fdb-a4ca-732ded9c784a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:49.670313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Attempting to bind port 6dc36645-6642-4fdb-a4ca-732ded9c784a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:49.670681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Attempting to bind port 6dc36645-6642-4fdb-a4ca-732ded9c784a on network 3dc541cf-30f1-497b-a513-f10b3715708f {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:49.675719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:49.676237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Checking segment: {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:49.677253 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.677641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Bound using segment: {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:49.678102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Bound port: 6dc36645-6642-4fdb-a4ca-732ded9c784a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:49.678514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.680316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:49.707203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.765873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] For port 6dc36645-6642-4fdb-a4ca-732ded9c784a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:46:49.769251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] For port 6dc36645-6642-4fdb-a4ca-732ded9c784a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6dc36645-6642-4fdb-a4ca-732ded9c784a,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:46:49.808154 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5021d1f1-4c33-475f-a508-021de67b2816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.837081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.837287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:49.884983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3401bf0-aeb1-45b5-8662-fbc032a1624d None None] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:49.899227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:49.904305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:49.911598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:49.915781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=71a0dcb6-5383-4844-9380-6f6b90a16de9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:49.986729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835883d-a6e0-47f9-a5c0-9827782949fc None None] Pushing event updated for resources: {'Port': ['ID=6dc36645-6642-4fdb-a4ca-732ded9c784a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:49.993066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:49.993731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.007191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-17d88552-2fe3-466a-ae25-d829aa1280a3 None None] Provisioning complete for port f0529ab7-d395-4f13-8e0c-84febc74e951 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:50.007683 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-17d88552-2fe3-466a-ae25-d829aa1280a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.038976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 14:46:50.039449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.086612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a2d30277-2854-4445-ae4f-fc2380e21efd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3974345 Dec 13 14:46:50.090995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42012) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:50.098438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'port': {'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'name': 'tempest-TaggedBootDevicesTest_v242-1331797500', 'fixed_ips': [{'subnet_id': '3d6d251e-2db3-4136-be9b-a02492dcf3cc'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:50.209654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a360668e-a72b-4bed-9b4b-b5b2f509f900,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:50.219750 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-17d88552-2fe3-466a-ae25-d829aa1280a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.221087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693ff08-0171-4f17-8edb-2129e9bc09ff req-7006b842-db96-45b9-84b5-dee5510a1b09 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:50.229288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8693ff08-0171-4f17-8edb-2129e9bc09ff req-7006b842-db96-45b9-84b5-dee5510a1b09 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1286395 Dec 13 14:46:50.256168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Checking segment: {'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:50.256608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network hostable DHCP agents. Network: be80d349-987a-4517-9e0c-302cc0bda72c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:46:50.286376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-17d88552-2fe3-466a-ae25-d829aa1280a3 None None] For port f0529ab7-d395-4f13-8e0c-84febc74e951, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f0529ab7-d395-4f13-8e0c-84febc74e951,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:50.294906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8693ff08-0171-4f17-8edb-2129e9bc09ff req-c6496d3b-aaea-4b4c-a3e3-0488a1969c45 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646055 Dec 13 14:46:50.343024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:50.348005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.370286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] device_id is not set on port cc376c7a-ebdc-4fcb-926d-46815f14fd5b yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:46:50.371202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network be80d349-987a-4517-9e0c-302cc0bda72c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:46:50.371497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-17d88552-2fe3-466a-ae25-d829aa1280a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.466838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, be80d349-987a-4517-9e0c-302cc0bda72c) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:50.476882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:50.478089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.486284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b58f7-f639-4dec-a75c-53dcfdf92095 None None] Network be80d349-987a-4517-9e0c-302cc0bda72c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:50.510335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d88552-2fe3-466a-ae25-d829aa1280a3 None None] Pushing event updated for resources: {'Port': ['ID=f0529ab7-d395-4f13-8e0c-84febc74e951,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:50.660228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c6c8a42-f33f-4647-906f-2aa06eb4ce5c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2507436 Dec 13 14:46:50.660466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6dc36645-6642-4fdb-a4ca-732ded9c784a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:50.664050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42022) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:50.679229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-215275525', 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:50.728284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 10.1.1.235 (7d46ed12-972d-461d-a08a-d8bc27ada67b/3d6d251e-2db3-4136-be9b-a02492dcf3cc/cc376c7a-ebdc-4fcb-926d-46815f14fd5b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:50.728874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb39ef5-1d20-4a0a-a94d-90e36da630f2 req-dfef7783-69c5-4253-a4a6-be7937044a17 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:50.731224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbb39ef5-1d20-4a0a-a94d-90e36da630f2 req-dfef7783-69c5-4253-a4a6-be7937044a17 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1893301 Dec 13 14:46:50.772629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5900e54-b4cd-4dfe-8dac-46b64ac2082a req-486907a9-ec95-4817-940a-ed4ab34570cc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:50.774329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5900e54-b4cd-4dfe-8dac-46b64ac2082a req-486907a9-ec95-4817-940a-ed4ab34570cc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1028225 Dec 13 14:46:50.784584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5b4ab-6ea1-42e2-ad1a-c0258ce7f81f None None] Network be80d349-987a-4517-9e0c-302cc0bda72c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:50.785013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Made reservation on behalf of 08b35d322a7d4f3cb06a07d53e9dcb95 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:46:50.788634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:50.835678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] device_id is not set on port 0e576ac7-cb50-41dc-a954-5ef32d2de8ca yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:46:50.847305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbb39ef5-1d20-4a0a-a94d-90e36da630f2 req-0e989ea6-23e6-4f20-92d2-41e7a47b8716 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064584 Dec 13 14:46:50.888166 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5900e54-b4cd-4dfe-8dac-46b64ac2082a req-f665c303-523a-47c8-b727-56e23591add4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077380 Dec 13 14:46:50.904678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ac0bf52f-855f-4a42-8f18-13a4a25bce67 None None] Provisioning complete for port f0529ab7-d395-4f13-8e0c-84febc74e951 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:50.904678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf52f-855f-4a42-8f18-13a4a25bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.050559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.059710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6dc36645-6642-4fdb-a4ca-732ded9c784a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:51.060040 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.060498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Allocated IP 2001:db8::32a (be80d349-987a-4517-9e0c-302cc0bda72c/a360668e-a72b-4bed-9b4b-b5b2f509f900/0e576ac7-cb50-41dc-a954-5ef32d2de8ca) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:51.115405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ac0bf52f-855f-4a42-8f18-13a4a25bce67 None None] Provisioning complete for port 71a0dcb6-5383-4844-9380-6f6b90a16de9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:51.115861 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf52f-855f-4a42-8f18-13a4a25bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.136765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f0553-2d4c-4c02-ae2e-d3d0af760262 req-72977538-4cc3-4236-ad2f-35e5615f8998 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:51.138398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b7f0553-2d4c-4c02-ae2e-d3d0af760262 req-72977538-4cc3-4236-ad2f-35e5615f8998 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1346254 Dec 13 14:46:51.147509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 418d2430-f7a6-4317-9550-1a0c43614a61 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:51.163475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.211413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.228831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:51.232176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bf52f-855f-4a42-8f18-13a4a25bce67 None None] Port 71a0dcb6-5383-4844-9380-6f6b90a16de9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:51.235413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:51.237576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:51.239898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:51.256778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b7f0553-2d4c-4c02-ae2e-d3d0af760262 req-be072467-93c0-4b46-a458-89a0f841eb85 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025791 Dec 13 14:46:51.312816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:51.313480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.314203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 6dc36645-6642-4fdb-a4ca-732ded9c784a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6dc36645-6642-4fdb-a4ca-732ded9c784a,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:51.346249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.390833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:51.420148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.420148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f0529ab7-d395-4f13-8e0c-84febc74e951 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:51.445158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34010d2-3280-4065-a56a-040498a5a6cf req-65452a7a-3bbb-499d-8e53-0185e49d730d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:51.454179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d34010d2-3280-4065-a56a-040498a5a6cf req-65452a7a-3bbb-499d-8e53-0185e49d730d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0664020 Dec 13 14:46:51.456330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-de395c53-9197-4ca2-a063-81b3d2b37fae tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3642347 Dec 13 14:46:51.476327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '418d2430-f7a6-4317-9550-1a0c43614a61', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '418d2430-f7a6-4317-9550-1a0c43614a61', 'mac_address': 'fa:16:3e:9c:47:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:51.507535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d34010d2-3280-4065-a56a-040498a5a6cf req-d3b3c324-f17a-490d-a7fb-8c67040128ef tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Dec 13 14:46:51.543099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1905e4-949c-49c7-9f7d-c184c2ca9123 None None] Network 3dc541cf-30f1-497b-a513-f10b3715708f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:46:51.563244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.597936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9855fdd1-b6eb-4a05-b1a9-c1e60873cb2c None None] Provisioning complete for port 71a0dcb6-5383-4844-9380-6f6b90a16de9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:51.598574 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9855fdd1-b6eb-4a05-b1a9-c1e60873cb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.609597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network be80d349-987a-4517-9e0c-302cc0bda72c is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:51.612926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:51.616820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:51.617787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:51.618447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.633492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.636525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Port': ['ID=0e576ac7-cb50-41dc-a954-5ef32d2de8ca,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:51.686065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 418d2430-f7a6-4317-9550-1a0c43614a61 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:51.690021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=6dc36645-6642-4fdb-a4ca-732ded9c784a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:51.697403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4f09f6b6-1204-4101-a12a-3754ff2c5fbd tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0319674 Dec 13 14:46:51.700136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42052) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:51.712198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9855fdd1-b6eb-4a05-b1a9-c1e60873cb2c None None] Port 71a0dcb6-5383-4844-9380-6f6b90a16de9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:51.728549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f0529ab7-d395-4f13-8e0c-84febc74e951 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:51.728929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.739149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:51.813969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Deleting port 0e576ac7-cb50-41dc-a954-5ef32d2de8ca {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:51.814841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.935170 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.953025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:51.968113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Calling delete_port for 0e576ac7-cb50-41dc-a954-5ef32d2de8ca owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:51.976686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f1eb2-00f6-411e-82bb-1f09d20219dc req-211d7adf-4eb8-4ad0-ad33-842434f94a75 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:51.981186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-950f1eb2-00f6-411e-82bb-1f09d20219dc req-211d7adf-4eb8-4ad0-ad33-842434f94a75 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0779674 Dec 13 14:46:52.013307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f55a2191-b57e-4b29-ab5d-dde042252b25 None None] Provisioning complete for port 6dc36645-6642-4fdb-a4ca-732ded9c784a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:52.013684 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f55a2191-b57e-4b29-ab5d-dde042252b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.046154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42058) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:52.053187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ab727ee0-c4c3-4d8f-ba5e-2f1a14e50c97 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747044786', 'description': 'tempest-description--488559241'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:52.057470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:52.087098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['418d2430-f7a6-4317-9550-1a0c43614a61'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:52.097548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-950f1eb2-00f6-411e-82bb-1f09d20219dc req-3fabb5bf-92c1-4c12-8d45-7dbb1597dad7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073401 Dec 13 14:46:52.148506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab727ee0-c4c3-4d8f-ba5e-2f1a14e50c97 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.168574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a7aa9-39db-4b03-9bff-097910f8018f req-109aa6bc-e5c3-47b1-92b9-0ff65b10581b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:52.170252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905a7aa9-39db-4b03-9bff-097910f8018f req-109aa6bc-e5c3-47b1-92b9-0ff65b10581b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0765653 Dec 13 14:46:52.236176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905a7aa9-39db-4b03-9bff-097910f8018f req-554511f8-6072-437e-9c5b-7d934110386a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586677 Dec 13 14:46:52.245743 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2612c25-4f48-4122-9495-2c50296e3f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.270624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:46:52.276163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:46:52.296274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.336442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e576ac7-cb50-41dc-a954-5ef32d2de8ca,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:52.368641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.374486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cc6bf635-f8fd-4aa9-a094-282232da3f47 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0e576ac7-cb50-41dc-a954-5ef32d2de8ca HTTP/1.1" status: 204 len: 168 time: 0.6706986 Dec 13 14:46:52.375394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42070) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:52.381575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c', 'external_fixed_ips': [{'subnet_id': 'a360668e-a72b-4bed-9b4b-b5b2f509f900', 'ip_address': '2001:db8::32a'}]}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:52.396538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab727ee0-c4c3-4d8f-ba5e-2f1a14e50c97 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.399829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f55a2191-b57e-4b29-ab5d-dde042252b25 None None] Provisioning complete for port cc376c7a-ebdc-4fcb-926d-46815f14fd5b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:52.400211 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f55a2191-b57e-4b29-ab5d-dde042252b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.490405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6dc36645-6642-4fdb-a4ca-732ded9c784a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:52.513604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab727ee0-c4c3-4d8f-ba5e-2f1a14e50c97 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.538823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f55a2191-b57e-4b29-ab5d-dde042252b25 None None] Port cc376c7a-ebdc-4fcb-926d-46815f14fd5b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:46:52.545498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727ee0-c4c3-4d8f-ba5e-2f1a14e50c97 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7455692-b491-4ebf-b19c-fb0058cfdb72,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:52.558134 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.561089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.561220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.580607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:52.611145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:52.613479 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc53d4-313d-4982-8003-75a7dc45997c" -d '{"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-unplugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:52.618199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.621271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '9e982969-694e-475b-9876-43c110776442', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '9e982969-694e-475b-9876-43c110776442', 'mac_address': 'fa:16:3e:1a:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:46:52.635310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb572-0c7c-4088-a939-49cca1a85323 req-e57fb852-4f3f-4ba6-8128-5cb6370e6750 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:52.636968 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ceeb572-0c7c-4088-a939-49cca1a85323 req-e57fb852-4f3f-4ba6-8128-5cb6370e6750 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0525653 Dec 13 14:46:52.640055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:52.665024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab727ee0-c4c3-4d8f-ba5e-2f1a14e50c97 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.665024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ab727ee0-c4c3-4d8f-ba5e-2f1a14e50c97 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6168563 Dec 13 14:46:52.668890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42078) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:52.670461 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624e98ca-bf10-46b3-b259-a07153d6de06 x-openstack-request-id: req-624e98ca-bf10-46b3-b259-a07153d6de06 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:52.670743 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-unplugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:52.670912 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-624e98ca-bf10-46b3-b259-a07153d6de06 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:52.671276 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442', 'code': 200} Dec 13 14:46:52.675229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cf9b809f-4027-4050-8d0d-6c21641b6a42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'security_group_rule': {'security_group_id': 'f7455692-b491-4ebf-b19c-fb0058cfdb72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:52.681472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6dc36645-6642-4fdb-a4ca-732ded9c784a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:52.681934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.688226 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ceeb572-0c7c-4088-a939-49cca1a85323 req-a56674ae-d54c-4bdc-9ea4-8e3c2e3fd334 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449665 Dec 13 14:46:52.717617 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.731162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ed634704-f6c7-4b4a-b4d2-6c5d2b38b57f None None] Provisioning complete for port 6dc36645-6642-4fdb-a4ca-732ded9c784a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:52.731458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed634704-f6c7-4b4a-b4d2-6c5d2b38b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.761835 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.769673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e982969-694e-475b-9876-43c110776442 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:52.848059 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.866856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf9b809f-4027-4050-8d0d-6c21641b6a42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.878498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:52.905358 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:46:52.905854 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:46:52.929562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf9b809f-4027-4050-8d0d-6c21641b6a42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:52.942683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f0529ab7-d395-4f13-8e0c-84febc74e951 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:53.001630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f0529ab7-d395-4f13-8e0c-84febc74e951 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:53.001916 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.004033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf9b809f-4027-4050-8d0d-6c21641b6a42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.027797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b809f-4027-4050-8d0d-6c21641b6a42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9108e056-c22e-46a5-afec-717e9bdd7a7f,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:53.132839 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf9b809f-4027-4050-8d0d-6c21641b6a42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.136613 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cf9b809f-4027-4050-8d0d-6c21641b6a42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640615 Dec 13 14:46:53.137457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42088) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:53.141098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1a9185a8-9415-46c1-a5b7-b2088ddb7ad2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'security_group_rule': {'security_group_id': 'f7455692-b491-4ebf-b19c-fb0058cfdb72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:53.160958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 418d2430-f7a6-4317-9550-1a0c43614a61 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:53.172451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.189561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.195530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.221348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 418d2430-f7a6-4317-9550-1a0c43614a61 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:53.222030 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.242433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4def79-6e41-4594-a52e-a4a0d9e8d312 req-44289a9b-64bf-4beb-980b-d68128422506 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:53.245056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce4def79-6e41-4594-a52e-a4a0d9e8d312 req-44289a9b-64bf-4beb-980b-d68128422506 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0605326 Dec 13 14:46:53.276444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1a9185a8-9415-46c1-a5b7-b2088ddb7ad2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.295858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce4def79-6e41-4594-a52e-a4a0d9e8d312 req-51b3c008-80e6-44f4-bb2d-e74ebff84eb3 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Dec 13 14:46:53.343943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.382630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:53.435165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead94853-d1db-4670-b4ee-b9d757a82afc req-cca35fc9-684f-4b95-9ca2-1290d58edabb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:53.436860 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ead94853-d1db-4670-b4ee-b9d757a82afc req-cca35fc9-684f-4b95-9ca2-1290d58edabb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0628989 Dec 13 14:46:53.449869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1a9185a8-9415-46c1-a5b7-b2088ddb7ad2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.455872 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.459546 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.476251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Allocated IP 2001:db8::32a (be80d349-987a-4517-9e0c-302cc0bda72c/a360668e-a72b-4bed-9b4b-b5b2f509f900/a1aec669-c473-44a7-bd0a-41db5f171880) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:53.479070 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ead94853-d1db-4670-b4ee-b9d757a82afc req-8baa31a7-158b-4ded-bf85-f20315e236ce tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354080 Dec 13 14:46:53.491481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e982969-694e-475b-9876-43c110776442 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:46:53.523469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:53.543804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1a9185a8-9415-46c1-a5b7-b2088ddb7ad2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.553832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:53.573753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9185a8-9415-46c1-a5b7-b2088ddb7ad2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deb7d5d-0543-44db-a592-87bbe593d92e,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:53.611323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.618026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.646984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1a9185a8-9415-46c1-a5b7-b2088ddb7ad2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.649204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1a9185a8-9415-46c1-a5b7-b2088ddb7ad2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5104947 Dec 13 14:46:53.651612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42114) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:53.656234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:53.662721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:53.731674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.735657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.800762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network be80d349-987a-4517-9e0c-302cc0bda72c is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:53.802745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:53.806016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Port': ['ID=a1aec669-c473-44a7-bd0a-41db5f171880,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:53.821605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:53.853960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:53.894966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9e982969-694e-475b-9876-43c110776442'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:46:53.967393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96021ab-a1c1-4528-9192-af7d3a1eab7d req-59b0cb40-825c-4c43-8c3e-982d57a633c8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:53.968934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d96021ab-a1c1-4528-9192-af7d3a1eab7d req-59b0cb40-825c-4c43-8c3e-982d57a633c8 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 949 time: 0.1738889 Dec 13 14:46:54.004998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 172.25.7.204 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/1968abab-fc4a-449b-9e9d-a06510833e11) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:46:54.022792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d96021ab-a1c1-4528-9192-af7d3a1eab7d req-8298730b-2601-4a08-a8ce-5d631e144235 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Dec 13 14:46:54.126153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.196469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.248609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.290702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:46:54.296319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:46:54.301913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:46:54.355591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=1968abab-fc4a-449b-9e9d-a06510833e11,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:54.447913 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.481213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.512231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be3553-012e-475f-a9a9-6b824a1bcecf req-300ae8f8-dca8-4c2f-99c3-6a2dc6c12c3d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:54.514905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58be3553-012e-475f-a9a9-6b824a1bcecf req-300ae8f8-dca8-4c2f-99c3-6a2dc6c12c3d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0595505 Dec 13 14:46:54.564846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58be3553-012e-475f-a9a9-6b824a1bcecf req-3e7950b2-18c2-4461-a409-4c416a6f0f7e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Dec 13 14:46:54.615315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.662031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e862f-7dfc-4314-9985-280c65ef3bd5 req-da80e0f6-b377-466c-9c9b-460b395c351c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:54.663753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e69e862f-7dfc-4314-9985-280c65ef3bd5 req-da80e0f6-b377-466c-9c9b-460b395c351c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0777957 Dec 13 14:46:54.672724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:54.675213 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe73a6d9-20d7-400b-9334-9a312446e01a" -d '{"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-plugged", "status": "completed", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:54.715283 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2498c7aa-1590-4c5f-962d-e9aba75c8b5b x-openstack-request-id: req-2498c7aa-1590-4c5f-962d-e9aba75c8b5b {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:54.715644 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-plugged", "status": "completed", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:54.715962 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2498c7aa-1590-4c5f-962d-e9aba75c8b5b {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:54.716420 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61', 'code': 200} Dec 13 14:46:54.746571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e69e862f-7dfc-4314-9985-280c65ef3bd5 req-335195b7-530f-497a-87e0-33b154b16a04 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754128 Dec 13 14:46:54.798103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.825461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Router 218f1ead-fee2-444d-a39e-db963436d139 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:46:54.830840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.928731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:54.996300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:46:55.008948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Sync routers for ids ['218f1ead-fee2-444d-a39e-db963436d139'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:46:55.033617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Routers {'218f1ead-fee2-444d-a39e-db963436d139'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:55.034517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['218f1ead-fee2-444d-a39e-db963436d139'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:55.039598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=1968abab-fc4a-449b-9e9d-a06510833e11,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:55.068265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:55.100239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:55.107139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:55.111271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:55.111811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-85fa1d72-b001-4cce-8c75-afdc859314ab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7336128 Dec 13 14:46:55.166817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Set router 218f1ead-fee2-444d-a39e-db963436d139 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:46:55.195192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:55.206274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d504179f-6130-4779-bebc-3ca8425e7a41 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5438585 Dec 13 14:46:55.209090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3017e-cb4b-4b66-9a55-d3c9298b5361 req-cc31f5fe-6ad3-4989-912d-baff6aea0882 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:55.215960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fc3017e-cb4b-4b66-9a55-d3c9298b5361 req-cc31f5fe-6ad3-4989-912d-baff6aea0882 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 949 time: 0.0888648 Dec 13 14:46:55.268627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fc3017e-cb4b-4b66-9a55-d3c9298b5361 req-43fa5c68-e9a8-464d-aec6-4adc7d49c711 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Dec 13 14:46:55.285598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:55.551424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218f1ead-fee2-444d-a39e-db963436d139', 'name': '', 'tenant_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c', 'external_fixed_ips': [{'subnet_id': 'a360668e-a72b-4bed-9b4b-b5b2f509f900', 'ip_address': '2001:db8::32a'}], 'enable_snat': True}, 'gw_port_id': 'a1aec669-c473-44a7-bd0a-41db5f171880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:46:52Z', 'updated_at': '2021-12-13T14:46:53Z', 'revision_number': 3, 'project_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'gw_port': {'id': 'a1aec669-c473-44a7-bd0a-41db5f171880', 'name': '', 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218f1ead-fee2-444d-a39e-db963436d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'a360668e-a72b-4bed-9b4b-b5b2f509f900', 'ip_address': '2001:db8::32a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:46:53Z', 'updated_at': '2021-12-13T14:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a360668e-a72b-4bed-9b4b-b5b2f509f900', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:55.620832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Checking router: 218f1ead-fee2-444d-a39e-db963436d139 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:46:55.621184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Updating router 218f1ead-fee2-444d-a39e-db963436d139 port a1aec669-c473-44a7-bd0a-41db5f171880 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:46:55.665655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7b8375df-481f-43be-8a2c-eeea36baee15 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1747044786&fields=id&tenant_id=3623ae3aed2d4f1b9b531834ad116ef5 HTTP/1.1" status: 200 len: 267 time: 0.0714095 Dec 13 14:46:55.683200 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:55.725452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-f00a3533-1e53-4e2b-a356-1e9db396c009 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:55.733630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-f00a3533-1e53-4e2b-a356-1e9db396c009 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports/71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 937 time: 0.0663078 Dec 13 14:46:55.794178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-e9c43401-3dc6-475d-83d2-4aa4e7dd7b61 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:55.804290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-e9c43401-3dc6-475d-83d2-4aa4e7dd7b61 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports/cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 937 time: 0.0691476 Dec 13 14:46:55.873368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2819d3-4a36-4a92-814c-e11b78cc7da6 req-a7094d82-d78d-44d4-a2ca-42ab3197c84b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:55.874830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca2819d3-4a36-4a92-814c-e11b78cc7da6 req-a7094d82-d78d-44d4-a2ca-42ab3197c84b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0742793 Dec 13 14:46:55.886724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-4e8a86fe-b6e9-4428-8d6b-617e8449457f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0810711 Dec 13 14:46:55.930489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-4572b9c8-49c8-4857-a90f-71f3f82d63b6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0404224 Dec 13 14:46:55.975997 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca2819d3-4a36-4a92-814c-e11b78cc7da6 req-d6a86fcd-d559-43d7-97d1-2f303b6b3360 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Dec 13 14:46:55.980715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.113650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0165c247-934b-475f-a009-38cc042ddfe6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:56.121020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0165c247-934b-475f-a009-38cc042ddfe6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:56.127116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0165c247-934b-475f-a009-38cc042ddfe6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:56.128753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0165c247-934b-475f-a009-38cc042ddfe6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/networks?id=201604d4-d80e-4e16-84bd-7f5c9d180a92&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=3dc541cf-30f1-497b-a513-f10b3715708f&id=3dc541cf-30f1-497b-a513-f10b3715708f HTTP/1.1" status: 200 len: 1992 time: 0.1972308 Dec 13 14:46:56.148136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-770c71ea-5d23-40be-96af-c0d9027e5097 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/quotas/3623ae3aed2d4f1b9b531834ad116ef5 HTTP/1.1" status: 200 len: 375 time: 0.0112443 Dec 13 14:46:56.182375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92792a6-4481-4e84-b3ff-38bdb9584948 req-dadc0738-3121-43e5-902c-814e744ac76c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:56.190747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92792a6-4481-4e84-b3ff-38bdb9584948 req-dadc0738-3121-43e5-902c-814e744ac76c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1252980 Dec 13 14:46:56.241720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f92792a6-4481-4e84-b3ff-38bdb9584948 req-2a8e9a68-4720-4693-bca5-24e0e3e755b5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Dec 13 14:46:56.244237 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-c81d788a-cb0f-46a1-af92-893c1cb45004 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0894353 Dec 13 14:46:56.252246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Deleting port a1aec669-c473-44a7-bd0a-41db5f171880 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:46:56.257648 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.267637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:46:56.273956 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.321882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 9e982969-694e-475b-9876-43c110776442 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:46:56.322325 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.366881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.410135 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.424327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Calling delete_port for a1aec669-c473-44a7-bd0a-41db5f171880 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:46:56.441075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-57b4d060-4057-4fd4-b6ce-fbfe7a0beb51 service neutron] 10.222.0.24 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825471 Dec 13 14:46:56.510833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.543999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-a9c66d9e-81d0-4f53-8be4-69e6f364ed8e service neutron] 10.222.0.24 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019902 Dec 13 14:46:56.548685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Attempting to bind port a1aec669-c473-44a7-bd0a-41db5f171880 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:56.549062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Attempting to bind port a1aec669-c473-44a7-bd0a-41db5f171880 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:56.549420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Attempting to bind port a1aec669-c473-44a7-bd0a-41db5f171880 on network be80d349-987a-4517-9e0c-302cc0bda72c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:56.564855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b14914-ef1d-4619-a1be-af327fa8485a None None] Pushing event updated for resources: {'Port': ['ID=a1aec669-c473-44a7-bd0a-41db5f171880,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:56.569956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:56.570436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Checking segment: {'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:56.570774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.571165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Bound using segment: {'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:56.571654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Bound port: a1aec669-c473-44a7-bd0a-41db5f171880, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:56.572036 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.575491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:46:56.603692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eca975-e7ac-4d23-a582-1499c4b1e721 service neutron] 10.222.0.24 "GET /v2.0/ports/71a0dcb6-5383-4844-9380-6f6b90a16de9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0586917 Dec 13 14:46:56.671176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0152-57d4-4966-b91f-89d64ad9bf55 req-d070ff84-7e7e-424a-b498-9399a0e72753 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:56.674714 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48cf0152-57d4-4966-b91f-89d64ad9bf55 req-d070ff84-7e7e-424a-b498-9399a0e72753 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 949 time: 0.2437174 Dec 13 14:46:56.694450 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.712225 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-6b02617a-a8c3-42ff-9d29-8ebe504afc6b service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074924 Dec 13 14:46:56.736557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48cf0152-57d4-4966-b91f-89d64ad9bf55 req-381673aa-a3f2-42ff-a894-ba26b76f1db4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Dec 13 14:46:56.749389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:46:56.763089 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f55853-2219-444c-b8c6-70cfa948e392" -d '{"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-plugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:46:56.797164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:56.809646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.809949 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:46:56.810356 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:46:56.848957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1aec669-c473-44a7-bd0a-41db5f171880,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:56.861752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eb9ed329-4012-4db3-8da5-8227964f993b service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484435 Dec 13 14:46:56.876746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:56.912381 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7310e88-5e3f-4024-aa34-b17febe1770f x-openstack-request-id: req-f7310e88-5e3f-4024-aa34-b17febe1770f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:46:56.912668 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-plugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:46:56.912912 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7310e88-5e3f-4024-aa34-b17febe1770f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:46:56.913313 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442', 'code': 200} Dec 13 14:46:56.925824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0db357ae-71fe-4a8d-ade5-604e62511210 service neutron] 10.222.0.24 "GET /v2.0/ports/cc376c7a-ebdc-4fcb-926d-46815f14fd5b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0631135 Dec 13 14:46:57.015703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.024072 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.043363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-4d4b412f-73da-41dd-a677-9c530c0c671a service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107819 Dec 13 14:46:57.147845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7c089-4fed-4277-a18a-cdcf77d9e97f req-bac324b0-22f4-4a28-a384-8701ff75018f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:57.149466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dae7c089-4fed-4277-a18a-cdcf77d9e97f req-bac324b0-22f4-4a28-a384-8701ff75018f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0568943 Dec 13 14:46:57.184556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1ceacca9-d56f-460d-bea8-f05b57f67e8f service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327250 Dec 13 14:46:57.196598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.197422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 218f1ead-fee2-444d-a39e-db963436d139 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:46:57.208767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dae7c089-4fed-4277-a18a-cdcf77d9e97f req-18eeafd8-bcd7-4f70-a7f0-e16a0fad84ca tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524161 Dec 13 14:46:57.219277 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.219277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ddc25c0b-2f36-4c17-8a3a-617a018eee74 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "DELETE /v2.0/routers/218f1ead-fee2-444d-a39e-db963436d139 HTTP/1.1" status: 204 len: 168 time: 2.1063652 Dec 13 14:46:57.221287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:57.279322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Deleting subnet a360668e-a72b-4bed-9b4b-b5b2f509f900 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:46:57.281941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.296376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcaaf8-bb51-4848-b7be-90d81a534da0 req-22baec6f-4306-44a1-bd8f-69e78f683157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:57.297703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1fcaaf8-bb51-4848-b7be-90d81a534da0 req-22baec6f-4306-44a1-bd8f-69e78f683157 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1101 time: 0.1462750 Dec 13 14:46:57.321124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.339208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Attempting to bind port a1aec669-c473-44a7-bd0a-41db5f171880 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:46:57.339208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Attempting to bind port a1aec669-c473-44a7-bd0a-41db5f171880 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:46:57.339840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Attempting to bind port a1aec669-c473-44a7-bd0a-41db5f171880 on network be80d349-987a-4517-9e0c-302cc0bda72c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:46:57.349898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:46:57.350421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Checking segment: {'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:46:57.351275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.351275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Bound using segment: {'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:46:57.351639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Bound port: a1aec669-c473-44a7-bd0a-41db5f171880, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9118adb9-2ea4-43b5-84d2-6238ecc8ce16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'be80d349-987a-4517-9e0c-302cc0bda72c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:46:57.352019 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.373257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Port a1aec669-c473-44a7-bd0a-41db5f171880 has been deleted concurrently {{(pid=102825) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 13 14:46:57.379205 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fd2df9ae-d37e-49f1-9146-efe220d91724 service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871762 Dec 13 14:46:57.382919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Routers set() bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:46:57.383282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Router IDs set() for agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 14:46:57.384508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_agentschedulers_db [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'218f1ead-fee2-444d-a39e-db963436d139'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent'). {{(pid=102825) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 14:46:57.384898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77518c1c-a9f3-40cf-b9d0-fdaa73e69eab None None] The sync data for ids ['218f1ead-fee2-444d-a39e-db963436d139'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:46:57.417924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa42f5-eb19-4f94-aa49-7c9f22157b49 req-6fd865a8-4154-4f42-9e22-8acd3e06b5cb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:57.425145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22fa42f5-eb19-4f94-aa49-7c9f22157b49 req-6fd865a8-4154-4f42-9e22-8acd3e06b5cb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0811000 Dec 13 14:46:57.427470 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.454268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1fcaaf8-bb51-4848-b7be-90d81a534da0 req-a475f24e-4120-48af-98c5-3d93840c76ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476653 Dec 13 14:46:57.495451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22fa42f5-eb19-4f94-aa49-7c9f22157b49 req-6236b925-901d-437a-8b7a-62d079bb714d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693660 Dec 13 14:46:57.524268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-5bf6783a-5500-4dc0-9637-be9068c298f1 service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340647 Dec 13 14:46:57.608996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.650265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a360668e-a72b-4bed-9b4b-b5b2f509f900,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:57.665984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.670199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-36052d33-1ac6-4341-ab06-d196b67933e1 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/a360668e-a72b-4bed-9b4b-b5b2f509f900 HTTP/1.1" status: 204 len: 168 time: 0.4478550 Dec 13 14:46:57.673214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42206) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:57.762968 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.913519 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:57.939989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be80d349-987a-4517-9e0c-302cc0bda72c']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:57.953169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9118adb9-2ea4-43b5-84d2-6238ecc8ce16') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:57.953781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9118adb9-2ea4-43b5-84d2-6238ecc8ce16') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:46:57.969693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7b72-65f9-4c66-b2bd-bbf20ef07488 req-c590c687-6a85-48c6-8018-822daf8024c3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:57.977510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49da7b72-65f9-4c66-b2bd-bbf20ef07488 req-c590c687-6a85-48c6-8018-822daf8024c3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1356361 Dec 13 14:46:57.987079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:58.010128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:58.012189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-a4968c46-4d3d-42fd-9e7c-4b2fe22e5990 service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814970 Dec 13 14:46:58.025582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:46:58.025909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: items = [ Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:46:58.027978 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:46:58.074376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49da7b72-65f9-4c66-b2bd-bbf20ef07488 req-8c2b55a9-6e73-41df-875d-ae75e90cb329 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958793 Dec 13 14:46:58.160775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-21fa2845-498d-4275-a805-9eb0af71b599 service neutron] 10.222.0.24 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371975 Dec 13 14:46:58.190961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:58.198275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be80d349-987a-4517-9e0c-302cc0bda72c {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 14:46:58.207064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:58.211432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "DELETE /v2.0/networks/be80d349-987a-4517-9e0c-302cc0bda72c HTTP/1.1" status: 204 len: 168 time: 0.5351610 Dec 13 14:46:58.227729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af3f57-7ce9-44c4-b315-4de5b9bd3f6c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event deleted for resources: {'Network': ['ID=be80d349-987a-4517-9e0c-302cc0bda72c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:46:58.323342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-f20d1a5f-6c33-4eaf-9c7e-1f6e9f8423eb service neutron] 10.222.0.24 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556840 Dec 13 14:46:58.365258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfadf25-d45a-493a-a82a-b3e5ebacb9bc req-aabeb477-2592-4037-a78f-f9cdf9f91fc2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:58.366917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fbfadf25-d45a-493a-a82a-b3e5ebacb9bc req-aabeb477-2592-4037-a78f-f9cdf9f91fc2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0810926 Dec 13 14:46:58.414752 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fbfadf25-d45a-493a-a82a-b3e5ebacb9bc req-d0fc66bc-e13a-4e9f-9c91-89f9b862192a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Dec 13 14:46:58.572852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2cc5eb80-f77d-4bdb-b8f5-e11596eee347 service neutron] 10.222.0.24 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075459 Dec 13 14:46:58.572852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-e8ac59e4-443b-42eb-bfeb-ec82ac2aa8ad service neutron] 10.222.0.24 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939651 Dec 13 14:46:58.640956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2488a-16f8-4c36-842b-7fcdde017dea req-c2347a81-5c61-47fb-b0b6-2a27fe666b2e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:58.650054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ca2488a-16f8-4c36-842b-7fcdde017dea req-c2347a81-5c61-47fb-b0b6-2a27fe666b2e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0615180 Dec 13 14:46:58.689486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-85c97df1-68db-4c71-bc4b-7b9398108785 service neutron] 10.222.0.24 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453240 Dec 13 14:46:58.698843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ca2488a-16f8-4c36-842b-7fcdde017dea req-d47fb631-c8b5-4863-ad04-6bbd3d440977 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Dec 13 14:46:58.798100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42238) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:58.803457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c29507a9-e6f4-431a-b5a0-b93eb4721be8 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'router': {'name': 'tempest-router--1945815579', 'project_id': '737ed5213c3d412caaf890b92f43d20d'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:46:58.930336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29507a9-e6f4-431a-b5a0-b93eb4721be8 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:58.933159 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29507a9-e6f4-431a-b5a0-b93eb4721be8 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.007326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29507a9-e6f4-431a-b5a0-b93eb4721be8 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.115183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29507a9-e6f4-431a-b5a0-b93eb4721be8 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.234596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077604e-d305-497a-9321-eb2eb52c5a72 req-60f5a194-db94-400d-b3bc-63c6517b473e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:59.237266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1077604e-d305-497a-9321-eb2eb52c5a72 req-60f5a194-db94-400d-b3bc-63c6517b473e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0726109 Dec 13 14:46:59.243694 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29507a9-e6f4-431a-b5a0-b93eb4721be8 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.247472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c29507a9-e6f4-431a-b5a0-b93eb4721be8 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4482062 Dec 13 14:46:59.251428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42252) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:46:59.296462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1077604e-d305-497a-9321-eb2eb52c5a72 req-3d99d3a4-ef93-4feb-bf1d-21305be13d3a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492446 Dec 13 14:46:59.372724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b206494e-7b5e-4fc8-8499-e3641bcf6aae tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.524927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7f41-acc0-4bf8-ad87-f3276f477361 req-7ab90457-3c5c-44ef-a730-359e05454e70 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:59.526699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ded7f41-acc0-4bf8-ad87-f3276f477361 req-7ab90457-3c5c-44ef-a730-359e05454e70 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0656772 Dec 13 14:46:59.571886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ded7f41-acc0-4bf8-ad87-f3276f477361 req-e9da866c-deba-4dba-8d11-1c7ba7e35b4a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370655 Dec 13 14:46:59.618253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b206494e-7b5e-4fc8-8499-e3641bcf6aae tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.622181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b206494e-7b5e-4fc8-8499-e3641bcf6aae tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.734423 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6bd4c-6e4d-4982-8643-ed9062069eee req-01ffee72-4c83-4f86-a362-b44ad36c9b68 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:46:59.736738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3dd6bd4c-6e4d-4982-8643-ed9062069eee req-01ffee72-4c83-4f86-a362-b44ad36c9b68 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0648911 Dec 13 14:46:59.751004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b206494e-7b5e-4fc8-8499-e3641bcf6aae tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.755589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b206494e-7b5e-4fc8-8499-e3641bcf6aae tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e025c8c3-1ddc-49b9-a57a-38315d441765 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:46:59.760688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b206494e-7b5e-4fc8-8499-e3641bcf6aae tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:46:59.765286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b206494e-7b5e-4fc8-8499-e3641bcf6aae tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e025c8c3-1ddc-49b9-a57a-38315d441765 HTTP/1.1" status: 204 len: 168 time: 0.5121107 Dec 13 14:46:59.815736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3dd6bd4c-6e4d-4982-8643-ed9062069eee req-9ea92d38-8f4f-4c3c-8afa-c7b9e7870396 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683467 Dec 13 14:47:00.059134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42290) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:00.351731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835dfc-f711-41b3-97cf-d1f0d73a4fde req-3f794ba8-3a87-4bc4-9c6d-10781dc0d84a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:00.367411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-44835dfc-f711-41b3-97cf-d1f0d73a4fde req-3f794ba8-3a87-4bc4-9c6d-10781dc0d84a tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1151814 Dec 13 14:47:00.421661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4b59ebe-fcde-46d2-881e-8ac64d7e55a3 req-d08cdb25-965b-43c0-864b-72dc56f583f9 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0648141 Dec 13 14:47:00.430997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1101690073', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:00.475751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-44835dfc-f711-41b3-97cf-d1f0d73a4fde req-b5da8e8e-05c2-4409-b3fa-34de06da9e90 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028457 Dec 13 14:47:00.597214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb96d60-0497-4ec2-9d4a-b3fc8d590fe1 req-d227823f-2cd2-4403-9a17-65a15afaf55a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:00.600138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcb96d60-0497-4ec2-9d4a-b3fc8d590fe1 req-d227823f-2cd2-4403-9a17-65a15afaf55a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0607216 Dec 13 14:47:00.619721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:00.620834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:00.674413 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcb96d60-0497-4ec2-9d4a-b3fc8d590fe1 req-efdc0f8f-2208-4435-bb36-6761b1f4875a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Dec 13 14:47:00.683953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:01.034961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:01.049559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c441e-2ca0-48c0-97d1-7b07cf15bbb1 req-83474aaa-cc8e-4e80-bedd-25af01b78712 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:01.049559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-087c441e-2ca0-48c0-97d1-7b07cf15bbb1 req-83474aaa-cc8e-4e80-bedd-25af01b78712 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1396062 Dec 13 14:47:01.092337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-087c441e-2ca0-48c0-97d1-7b07cf15bbb1 req-5468d09d-a01a-43cc-8dee-c44710761c99 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367930 Dec 13 14:47:01.309149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:01.332857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:01.460213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Allocated IP 172.25.7.134 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/175aee73-8d2d-448b-b82b-d47cdc7c6e9f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:01.555446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6245cf8f-3f95-4d11-99e7-1ce2db96ab60 req-901bb8db-4360-4bcd-821e-4c9d356de6a8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0380492 Dec 13 14:47:01.624732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:01.637541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba28a3-1c0f-4176-939f-deffd68958ac req-c7595038-0df1-4a5e-bf27-ed15f51fcf99 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:01.646106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fdba28a3-1c0f-4176-939f-deffd68958ac req-c7595038-0df1-4a5e-bf27-ed15f51fcf99 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0984573 Dec 13 14:47:01.700839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fdba28a3-1c0f-4176-939f-deffd68958ac req-4d6a2deb-5387-45b0-a4b4-6ddf22439761 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 Dec 13 14:47:01.786728 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:01.864661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:01.875672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd85d2-f0bb-4a2c-ba74-a0a9c51bcb2d req-6016c322-5720-4df8-b0b9-937aa836d6a0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:01.880854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87fd85d2-f0bb-4a2c-ba74-a0a9c51bcb2d req-6016c322-5720-4df8-b0b9-937aa836d6a0 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1347828 Dec 13 14:47:01.897956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event updated for resources: {'Port': ['ID=175aee73-8d2d-448b-b82b-d47cdc7c6e9f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:01.907296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:01.923540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:01.951368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87fd85d2-f0bb-4a2c-ba74-a0a9c51bcb2d req-5019ec30-bbed-4019-87b8-f3b2bad1cb66 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Dec 13 14:47:02.218950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8273-463e-4787-a133-86f4ed0ad50b req-881d876a-ac62-4d3c-8d3d-cc556b26695c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:02.220475 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b53c8273-463e-4787-a133-86f4ed0ad50b req-881d876a-ac62-4d3c-8d3d-cc556b26695c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0554373 Dec 13 14:47:02.260695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b53c8273-463e-4787-a133-86f4ed0ad50b req-d522da01-c634-4f28-b9a7-175801f5504e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Dec 13 14:47:02.666172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-867b0347-3dc0-47f1-9cae-8309eefa5342 req-aa871f8c-1eed-4f8a-a7e4-5fee56e6415b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0273495 Dec 13 14:47:02.733800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:02.855181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834ea9a-23e4-45f5-a89a-8b3fb578165d req-75c17b6c-de39-4411-8912-cf04008ceec2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:02.862270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3834ea9a-23e4-45f5-a89a-8b3fb578165d req-75c17b6c-de39-4411-8912-cf04008ceec2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0863383 Dec 13 14:47:02.909403 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3834ea9a-23e4-45f5-a89a-8b3fb578165d req-bfdd7363-b028-4781-a675-f26732127108 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Dec 13 14:47:02.994581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:03.152795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1eeec-0438-4093-aef9-f34b9e0d6fa5 req-64ac5911-e7a4-4e67-a326-f352ec35aca7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:03.156169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8a1eeec-0438-4093-aef9-f34b9e0d6fa5 req-64ac5911-e7a4-4e67-a326-f352ec35aca7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0763199 Dec 13 14:47:03.208915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8a1eeec-0438-4093-aef9-f34b9e0d6fa5 req-ee8df9a6-5979-4016-8b92-1d6e2fed7acb tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472713 Dec 13 14:47:03.310710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Router 814594ec-6586-447e-b446-8b9b7bb1cfb7 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:03.392963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b416232-c8ac-4139-9111-02569d83f2ab req-6336c89e-ec7c-46a5-92c4-5de2c9d0d0e1 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:03.395497 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b416232-c8ac-4139-9111-02569d83f2ab req-6336c89e-ec7c-46a5-92c4-5de2c9d0d0e1 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0584199 Dec 13 14:47:03.445325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:03.459650 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] Sync routers for ids ['814594ec-6586-447e-b446-8b9b7bb1cfb7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:03.471952 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] Routers {'814594ec-6586-447e-b446-8b9b7bb1cfb7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:03.473726 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['814594ec-6586-447e-b446-8b9b7bb1cfb7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:03.479706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4b416232-c8ac-4139-9111-02569d83f2ab req-63d9623f-1e52-4d23-ab77-d1a6eb6b07de tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755799 Dec 13 14:47:03.515157 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:03.521016 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] Routers {'814594ec-6586-447e-b446-8b9b7bb1cfb7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:03.521887 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['814594ec-6586-447e-b446-8b9b7bb1cfb7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:03.554248 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:03.555219 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd7585-bc90-448e-8d41-02c179527063 None None] The sync data for ids ['814594ec-6586-447e-b446-8b9b7bb1cfb7'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:03.569260 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:03.569260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1bcb1ea6-176c-4cc0-a00a-2794c282be22 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5057018 Dec 13 14:47:03.569494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42368) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:03.865750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c32ff1f-fcf9-4384-8e5c-09402a9ac62d req-00f00062-933d-4a41-b7eb-544c5a17517f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0529532 Dec 13 14:47:03.984676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-b7c2c8a3-5149-4c54-8e83-ced9a8efb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:03.985922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-b7c2c8a3-5149-4c54-8e83-ced9a8efb6e1 service neutron] 10.222.0.50 "GET /v2.0/ports/71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 1033 time: 0.0479734 Dec 13 14:47:04.066035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-80f36ddb-bdae-4770-9a1b-b3cff39bb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:04.068122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-80f36ddb-bdae-4770-9a1b-b3cff39bb259 service neutron] 10.222.0.50 "GET /v2.0/ports/cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 1033 time: 0.0678363 Dec 13 14:47:04.076849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-67c85b69-94c9-48c8-b5b1-0769b88482b7 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/814594ec-6586-447e-b446-8b9b7bb1cfb7 HTTP/1.1" status: 200 len: 925 time: 0.5062764 Dec 13 14:47:04.080294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42384) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:04.097639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea5f73-5dcc-4f59-8f7c-0ef03bb30425 req-cc29ced4-7ded-4047-88d3-2ed2a83a94aa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:04.103378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-58ea5f73-5dcc-4f59-8f7c-0ef03bb30425 req-cc29ced4-7ded-4047-88d3-2ed2a83a94aa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1144819 Dec 13 14:47:04.118868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3e79289b-b476-4242-9a6c-b9830548191d tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=814594ec-6586-447e-b446-8b9b7bb1cfb7 HTTP/1.1" status: 200 len: 205 time: 0.0367577 Dec 13 14:47:04.125113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42386) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:04.201871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-58ea5f73-5dcc-4f59-8f7c-0ef03bb30425 req-35757fb5-b022-4f5c-a0a9-c3f15ff726e6 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920289 Dec 13 14:47:04.252816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1ab152bd-390a-42c8-b212-3a319853f3a5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:04.260945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1ab152bd-390a-42c8-b212-3a319853f3a5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:04.267893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1ab152bd-390a-42c8-b212-3a319853f3a5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:04.269911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1ab152bd-390a-42c8-b212-3a319853f3a5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "GET /v2.0/networks?id=201604d4-d80e-4e16-84bd-7f5c9d180a92&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=3dc541cf-30f1-497b-a513-f10b3715708f&id=3dc541cf-30f1-497b-a513-f10b3715708f HTTP/1.1" status: 200 len: 1992 time: 0.1919031 Dec 13 14:47:04.355205 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-46f42dda-435e-4a2f-a59f-7225e231cf9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3623ae3aed2d4f1b9b531834ad116ef5 HTTP/1.1" status: 200 len: 380 time: 0.0684257 Dec 13 14:47:04.382058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'admin_state_up': True, 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'security_groups': ['f7455692-b491-4ebf-b19c-fb0058cfdb72']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:04.402405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ff274-fe7a-4ef4-a21c-e861371b2371 req-b5d69e3f-0daa-47ee-8e48-710b72abcd52 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:04.404135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-170ff274-fe7a-4ef4-a21c-e861371b2371 req-b5d69e3f-0daa-47ee-8e48-710b72abcd52 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1086459 Dec 13 14:47:04.436938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:04.602523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-170ff274-fe7a-4ef4-a21c-e861371b2371 req-3dcd6f86-3a1b-4953-bc81-9985fe48afa1 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817789 Dec 13 14:47:04.654510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:04.674414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bda5e6-936b-437f-a305-9dcc8beda520 req-6d9942c0-f2af-4a3f-be03-e82e68a9ad96 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:04.683200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2bda5e6-936b-437f-a305-9dcc8beda520 req-6d9942c0-f2af-4a3f-be03-e82e68a9ad96 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1067154 Dec 13 14:47:04.691619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:47:04.695056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:04.800693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Deleting port 175aee73-8d2d-448b-b82b-d47cdc7c6e9f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:04.801995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:04.855777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 172.20.0.6 (201604d4-d80e-4e16-84bd-7f5c9d180a92/d9b06380-e9a7-4a5d-a8d4-12f7de43574f/0becbb52-1600-4d4c-9378-985956be3813) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:04.881720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2bda5e6-936b-437f-a305-9dcc8beda520 req-fdaa3e9a-8d10-4cdb-aaa3-1eb2218b9484 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975358 Dec 13 14:47:04.958515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:04.972326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Calling delete_port for 175aee73-8d2d-448b-b82b-d47cdc7c6e9f owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:05.018263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ad98c72-bfd0-4de7-b198-0118e30ea7f3 req-a39be589-b7e8-4a24-bae0-e2f44e7fcc20 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0384488 Dec 13 14:47:05.095857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.186078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.246153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:05.252723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:05.272322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:05.283913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=0becbb52-1600-4d4c-9378-985956be3813,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:05.346294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.385943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:05.387271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.413213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event deleted for resources: {'Port': ['ID=175aee73-8d2d-448b-b82b-d47cdc7c6e9f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:05.426707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.427581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.428489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.429269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.429919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.430625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.433327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.433327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.433327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.433327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.433327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.434568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:05.476346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc1f95-9db8-4a7f-98bb-bcb0916d41ad req-22ed6551-9a31-4d0f-accb-367448115816 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:05.487854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bbc1f95-9db8-4a7f-98bb-bcb0916d41ad req-22ed6551-9a31-4d0f-accb-367448115816 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1901360 Dec 13 14:47:05.508063 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0448f7da-8b5e-4be6-a382-ee1e51a64a22 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1366255 Dec 13 14:47:05.522022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'admin_state_up': True, 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'security_groups': ['f7455692-b491-4ebf-b19c-fb0058cfdb72']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:05.599135 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.607688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-00f464c1-9a53-4b9b-b359-79cc6750bb0f None None] Provisioning complete for port 0becbb52-1600-4d4c-9378-985956be3813 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:05.608280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-00f464c1-9a53-4b9b-b359-79cc6750bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.681637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bbc1f95-9db8-4a7f-98bb-bcb0916d41ad req-008a9750-42cd-4b07-b270-de810bba12f2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835582 Dec 13 14:47:05.687847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-00f464c1-9a53-4b9b-b359-79cc6750bb0f None None] Port 0becbb52-1600-4d4c-9378-985956be3813 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:47:05.797618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a66e-afc6-46b1-af7f-54943c73aae0 req-b13dafbb-796a-4a31-92d1-32df5b7ed592 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:05.805852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b98a66e-afc6-46b1-af7f-54943c73aae0 req-b13dafbb-796a-4a31-92d1-32df5b7ed592 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0855718 Dec 13 14:47:05.806441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:47:05.817921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.821317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.824223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:05.934406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b98a66e-afc6-46b1-af7f-54943c73aae0 req-f4c11b5d-1284-49eb-bd3a-fa2f281842a4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049988 Dec 13 14:47:06.000312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.000312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Fanout notify agent at l3_agent the message router_deleted on router 814594ec-6586-447e-b446-8b9b7bb1cfb7 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:06.036897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.044524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b33f20c1-26d7-448e-a82a-e98e74b1b5b5 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/814594ec-6586-447e-b446-8b9b7bb1cfb7 HTTP/1.1" status: 204 len: 168 time: 1.9229999 Dec 13 14:47:06.051709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42426) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:06.060709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1572388181', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': False}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:06.108864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692bdb3-a3b4-4832-9e95-0752a75aef82 req-168507eb-f540-4004-bd6b-718bc7396a86 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:06.110148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1692bdb3-a3b4-4832-9e95-0752a75aef82 req-168507eb-f540-4004-bd6b-718bc7396a86 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1241252 Dec 13 14:47:06.120970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 10.1.1.143 (7d46ed12-972d-461d-a08a-d8bc27ada67b/3d6d251e-2db3-4136-be9b-a02492dcf3cc/b2f30b86-99e6-4fa2-92a5-551ce05ae886) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:06.182576 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.183648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.199575 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1692bdb3-a3b4-4832-9e95-0752a75aef82 req-73fd0554-9673-4d3f-9b6f-d01d6df1ccf0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683277 Dec 13 14:47:06.363004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f198678-c540-4574-adbe-b87910fb2e4a req-867569f1-99bb-4d64-9ddc-91ef7acc1543 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:06.372318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f198678-c540-4574-adbe-b87910fb2e4a req-867569f1-99bb-4d64-9ddc-91ef7acc1543 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 931 time: 0.2177932 Dec 13 14:47:06.403300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.438999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.451824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f198678-c540-4574-adbe-b87910fb2e4a req-c58018ea-d930-4707-bf18-7f76ad5c51a2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764132 Dec 13 14:47:06.579104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.704336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:06.709720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:06.713868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:06.739336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.774259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=b2f30b86-99e6-4fa2-92a5-551ce05ae886,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:06.785985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:06.786670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:06.874968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d22a8-da16-4e92-9412-f5efe8ea854d req-6019e3c3-6070-4f69-9969-59fec13be91e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:06.876781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c47d22a8-da16-4e92-9412-f5efe8ea854d req-6019e3c3-6070-4f69-9969-59fec13be91e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1187797 Dec 13 14:47:06.919977 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-0479c635-55e2-4287-b115-4ed0ae1560b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4041121 Dec 13 14:47:06.934057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'admin_state_up': True, 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'security_groups': ['f7455692-b491-4ebf-b19c-fb0058cfdb72']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:06.965744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c47d22a8-da16-4e92-9412-f5efe8ea854d req-37f9f3ab-e626-47bd-8cc9-e512d75a4995 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824101 Dec 13 14:47:07.129157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3c597-ef2d-4098-9622-7770b15319f8 req-47f8cf1d-1b03-4433-9c52-a266057cda63 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:07.131959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75d3c597-ef2d-4098-9622-7770b15319f8 req-47f8cf1d-1b03-4433-9c52-a266057cda63 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0854435 Dec 13 14:47:07.133178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bdf86296-8bc7-4d91-bc0a-d3837ed1d34a None None] Provisioning complete for port b2f30b86-99e6-4fa2-92a5-551ce05ae886 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:07.136041 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bdf86296-8bc7-4d91-bc0a-d3837ed1d34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:07.177893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bdf86296-8bc7-4d91-bc0a-d3837ed1d34a None None] Port b2f30b86-99e6-4fa2-92a5-551ce05ae886 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:47:07.186096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75d3c597-ef2d-4098-9622-7770b15319f8 req-17978781-c5a1-4d4a-a1a7-378535a7b337 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452514 Dec 13 14:47:07.291556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:07.314366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:07.320719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee2a71-3485-4d9e-bbd7-c8e5d1f853ae req-a5256518-c937-4c4b-9b36-cd84c447e249 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:07.322274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4ee2a71-3485-4d9e-bbd7-c8e5d1f853ae req-a5256518-c937-4c4b-9b36-cd84c447e249 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0510070 Dec 13 14:47:07.362466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4ee2a71-3485-4d9e-bbd7-c8e5d1f853ae req-37b910cb-e8c2-42f1-9bf3-a1c3dd5bf984 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328765 Dec 13 14:47:07.430468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Allocated IP 172.25.7.222 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/81472967-2c2b-4d56-b52b-db419e9f8f2d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:07.516467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:47:07.522717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:07.613914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:07.724957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e0d46-f0a6-432e-9d13-42d791a59566 req-bb571d5c-f383-4f7a-88a1-95ce5b8f382d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:07.731296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e0d46-f0a6-432e-9d13-42d791a59566 req-bb571d5c-f383-4f7a-88a1-95ce5b8f382d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:07.739423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e9e0d46-f0a6-432e-9d13-42d791a59566 req-bb571d5c-f383-4f7a-88a1-95ce5b8f382d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 1653 time: 0.1704433 Dec 13 14:47:07.797763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 10.1.1.54 (7d46ed12-972d-461d-a08a-d8bc27ada67b/3d6d251e-2db3-4136-be9b-a02492dcf3cc/7649cd34-f73e-4c02-a565-f9915c758fa6) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:07.828348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e9e0d46-f0a6-432e-9d13-42d791a59566 req-ceb39af4-48ec-4af4-ae65-d8fe907c9045 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879476 Dec 13 14:47:07.909939 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:07.976870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:08.011311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:08.023342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Port': ['ID=81472967-2c2b-4d56-b52b-db419e9f8f2d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:08.029471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:08.071657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:08.252806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe091-9143-4a2e-8654-b773de39e262 req-8777c164-5f32-49f4-b055-63c96876c1c7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:08.254359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06cbe091-9143-4a2e-8654-b773de39e262 req-8777c164-5f32-49f4-b055-63c96876c1c7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1509361 Dec 13 14:47:08.314214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355a204-ce96-44a9-8c9c-3eee3bbba920 req-9db564d8-d48e-4f2b-87f4-340556ed63bb tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:08.316586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6355a204-ce96-44a9-8c9c-3eee3bbba920 req-9db564d8-d48e-4f2b-87f4-340556ed63bb tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0564263 Dec 13 14:47:08.343304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06cbe091-9143-4a2e-8654-b773de39e262 req-e95680ae-48b1-4b9f-ad6a-8242e03764aa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714023 Dec 13 14:47:08.345390 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:08.380379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6355a204-ce96-44a9-8c9c-3eee3bbba920 req-a8b8c7c8-55e2-48ae-bffa-588ac184bfa7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564804 Dec 13 14:47:08.389505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:08.396694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:08.399686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:08.432487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=7649cd34-f73e-4c02-a565-f9915c758fa6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:08.567367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:08.568336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:08.616786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:08.632303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746ffb2-1cb1-46f0-b793-b4b1ce16980f req-d4626c11-69fd-4312-b6aa-9dc67e68e436 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:08.634635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d746ffb2-1cb1-46f0-b793-b4b1ce16980f req-d4626c11-69fd-4312-b6aa-9dc67e68e436 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0970368 Dec 13 14:47:08.711504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a1ef1c44-4ac7-40d9-bd02-1db329183610 None None] Provisioning complete for port 7649cd34-f73e-4c02-a565-f9915c758fa6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:08.712464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1c44-4ac7-40d9-bd02-1db329183610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:08.752714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef1c44-4ac7-40d9-bd02-1db329183610 None None] Port 7649cd34-f73e-4c02-a565-f9915c758fa6 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:47:08.758686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d746ffb2-1cb1-46f0-b793-b4b1ce16980f req-2e83895d-2559-422f-b19a-d8848a60f64b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751247 Dec 13 14:47:08.763878 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-1e7c0864-67f8-48a7-9ca5-f976d9ba5b9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8342481 Dec 13 14:47:08.776347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f', 'admin_state_up': True, 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'security_groups': ['f7455692-b491-4ebf-b19c-fb0058cfdb72']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:08.986554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4f329-f77f-4b7c-870e-85bf8ddc14be req-a759ac7f-f126-45c3-a793-dc70a922b7ec tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:08.993726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4f329-f77f-4b7c-870e-85bf8ddc14be req-a759ac7f-f126-45c3-a793-dc70a922b7ec tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:09.002523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4f329-f77f-4b7c-870e-85bf8ddc14be req-a759ac7f-f126-45c3-a793-dc70a922b7ec tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:09.004838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fa4f329-f77f-4b7c-870e-85bf8ddc14be req-a759ac7f-f126-45c3-a793-dc70a922b7ec tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 2373 time: 0.0768771 Dec 13 14:47:09.084562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fa4f329-f77f-4b7c-870e-85bf8ddc14be req-588b1cb5-88e8-4897-ad88-9ee80841cb02 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372424 Dec 13 14:47:09.293139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:09.381958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:47:09.472481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39902-74b0-41e7-ac75-4395b8937269 req-2cc89a8e-e468-470d-86bd-371c17cfb7b4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:09.474007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c7a39902-74b0-41e7-ac75-4395b8937269 req-2cc89a8e-e468-470d-86bd-371c17cfb7b4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.0541768 Dec 13 14:47:09.515966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b71b60-e697-45f2-9a4b-d4ce01017efd req-61ac6da0-cbca-43fe-ab25-18f40b8faffe tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:09.517515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63b71b60-e697-45f2-9a4b-d4ce01017efd req-61ac6da0-cbca-43fe-ab25-18f40b8faffe tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 950 time: 0.1402361 Dec 13 14:47:09.517810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c7a39902-74b0-41e7-ac75-4395b8937269 req-e1421e67-2fd6-4a6f-af64-d416f3c01ed5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Dec 13 14:47:09.563030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:09.596183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63b71b60-e697-45f2-9a4b-d4ce01017efd req-e88e8cec-3b91-43ce-9c7c-ab99ce7eb5cd tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711167 Dec 13 14:47:09.632740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48288b78-f21e-4ce5-8e56-98d9f618b8d8 req-22292733-a4ea-4983-9d75-e82aa51ce557 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:09.635057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48288b78-f21e-4ce5-8e56-98d9f618b8d8 req-22292733-a4ea-4983-9d75-e82aa51ce557 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0557129 Dec 13 14:47:09.676915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48288b78-f21e-4ce5-8e56-98d9f618b8d8 req-02f6e536-0576-4380-ac83-c65255f62070 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Dec 13 14:47:09.727029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Router a62721fd-d19d-409c-ba06-f6d7286e24bc is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:09.866734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-6a28c3df-f207-4ea2-bc60-f2f7b080ddba service neutron] 10.222.0.50 "GET /v2.0/ports/7261e26e-e228-413e-824e-42d0e802baad/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 382 time: 0.2653751 Dec 13 14:47:09.880213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f93ea-102b-40a3-9641-ae17c1568e87 req-d8284ff4-1e28-4476-a971-88f946350833 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:09.881842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-799f93ea-102b-40a3-9641-ae17c1568e87 req-d8284ff4-1e28-4476-a971-88f946350833 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0588000 Dec 13 14:47:09.924544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-799f93ea-102b-40a3-9641-ae17c1568e87 req-f2a1e4f6-2196-4fd2-8e2f-29d35e6ecc37 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Dec 13 14:47:09.945099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 10.2.2.100 (3dc541cf-30f1-497b-a513-f10b3715708f/ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b/65781a6a-6df3-4e18-bda5-b286120214cf) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:09.953689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:09.966123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Sync routers for ids ['a62721fd-d19d-409c-ba06-f6d7286e24bc'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:09.976001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Routers {'a62721fd-d19d-409c-ba06-f6d7286e24bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:09.976612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a62721fd-d19d-409c-ba06-f6d7286e24bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:10.084554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Set router a62721fd-d19d-409c-ba06-f6d7286e24bc gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:47:10.115819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.122416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.126203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0f070a05-3f8f-465a-b4e3-d5fbfc7d7cdf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0686924 Dec 13 14:47:10.126906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42528) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:10.289511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.340040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 3dc541cf-30f1-497b-a513-f10b3715708f is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:10.345036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:10.348912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62721fd-d19d-409c-ba06-f6d7286e24bc', 'name': 'tempest-snat-router-1572388181', 'tenant_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.222'}], 'enable_snat': False}, 'gw_port_id': '81472967-2c2b-4d56-b52b-db419e9f8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:06Z', 'updated_at': '2021-12-13T14:47:08Z', 'revision_number': 3, 'project_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'gw_port': {'id': '81472967-2c2b-4d56-b52b-db419e9f8f2d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62721fd-d19d-409c-ba06-f6d7286e24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:07Z', 'updated_at': '2021-12-13T14:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:10.362275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:10.400177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=65781a6a-6df3-4e18-bda5-b286120214cf,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:10.420985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Checking router: a62721fd-d19d-409c-ba06-f6d7286e24bc for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:47:10.422554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Updating router a62721fd-d19d-409c-ba06-f6d7286e24bc port 81472967-2c2b-4d56-b52b-db419e9f8f2d binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:47:10.469672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.470714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.472883 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.566291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eede3594-b95c-47af-9b3c-90ec2d1ee366 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7937775 Dec 13 14:47:10.579032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f', 'admin_state_up': True, 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'security_groups': ['f7455692-b491-4ebf-b19c-fb0058cfdb72']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:10.627085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338910-42da-4404-937d-90a46bba3e79 req-c12ce9a6-e8c8-4028-b999-eb6464e75f1d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.648364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338910-42da-4404-937d-90a46bba3e79 req-c12ce9a6-e8c8-4028-b999-eb6464e75f1d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.654537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338910-42da-4404-937d-90a46bba3e79 req-c12ce9a6-e8c8-4028-b999-eb6464e75f1d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.665049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338910-42da-4404-937d-90a46bba3e79 req-c12ce9a6-e8c8-4028-b999-eb6464e75f1d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.676500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8338910-42da-4404-937d-90a46bba3e79 req-c12ce9a6-e8c8-4028-b999-eb6464e75f1d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 3094 time: 0.1478257 Dec 13 14:47:10.736289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d1d73851-8f97-497d-b9f5-7e6c8da0fb51 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/a62721fd-d19d-409c-ba06-f6d7286e24bc HTTP/1.1" status: 200 len: 909 time: 0.6084042 Dec 13 14:47:10.739693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42544) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:10.745920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1572388181', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': True}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:10.776538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8338910-42da-4404-937d-90a46bba3e79 req-a9abe62f-98e8-48e8-831b-e521f0832163 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991666 Dec 13 14:47:10.782618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785626-2147-4159-8275-a0f91896facd req-bef36dc4-7216-42f3-aca0-53a52c8dc8fd tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.784885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67785626-2147-4159-8275-a0f91896facd req-bef36dc4-7216-42f3-aca0-53a52c8dc8fd tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1187589 Dec 13 14:47:10.819107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d1330515-8991-4d5a-bb93-cac11429809c None None] Provisioning complete for port 65781a6a-6df3-4e18-bda5-b286120214cf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:10.819477 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1330515-8991-4d5a-bb93-cac11429809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.876591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d1330515-8991-4d5a-bb93-cac11429809c None None] Port 65781a6a-6df3-4e18-bda5-b286120214cf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:47:10.878752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.881278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.904797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67785626-2147-4159-8275-a0f91896facd req-42cd97b2-1357-4797-af8c-47aec3ab8d21 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115124 Dec 13 14:47:10.924028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-80df4333-7696-4548-b84f-eafdc695c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.927851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-80df4333-7696-4548-b84f-eafdc695c677 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889&tenant_id=7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 1100 time: 0.2158768 Dec 13 14:47:10.954176 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:10.955495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cc18-1d51-4977-bb78-2b721b51919f req-e5befaaf-c325-429f-a175-89a1a38511a4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:10.965911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eec3cc18-1d51-4977-bb78-2b721b51919f req-e5befaaf-c325-429f-a175-89a1a38511a4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0994880 Dec 13 14:47:11.027161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.028227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.057593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eec3cc18-1d51-4977-bb78-2b721b51919f req-2be5eded-289c-4e04-85a5-470dd0bf6195 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864959 Dec 13 14:47:11.068637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-03568473-1cde-48f5-b7a3-0256aa47b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:11.068637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-03568473-1cde-48f5-b7a3-0256aa47b2e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 1100 time: 0.1070421 Dec 13 14:47:11.084278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Attempting to bind port 81472967-2c2b-4d56-b52b-db419e9f8f2d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:11.084646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Attempting to bind port 81472967-2c2b-4d56-b52b-db419e9f8f2d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:11.085003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Attempting to bind port 81472967-2c2b-4d56-b52b-db419e9f8f2d on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:11.096306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:11.097596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:11.097596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.097596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:11.098616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Bound port: 81472967-2c2b-4d56-b52b-db419e9f8f2d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:11.098853 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.100411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e64c76-99bb-47dd-9f63-a16dea9ed216 None None] Pushing event updated for resources: {'Port': ['ID=81472967-2c2b-4d56-b52b-db419e9f8f2d,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:11.144581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c28b-4a2e-4360-b3a4-45237a512d15 req-9c73869b-7839-43b2-b84e-d1367b8768e0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:11.146275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b35c28b-4a2e-4360-b3a4-45237a512d15 req-9c73869b-7839-43b2-b84e-d1367b8768e0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1343699 Dec 13 14:47:11.155996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Made reservation on behalf of 3623ae3aed2d4f1b9b531834ad116ef5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:47:11.157944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] For port 81472967-2c2b-4d56-b52b-db419e9f8f2d, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:11.162633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.165746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] For port 81472967-2c2b-4d56-b52b-db419e9f8f2d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81472967-2c2b-4d56-b52b-db419e9f8f2d,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:11.206962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 418d2430-f7a6-4317-9550-1a0c43614a61 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:11.242573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-c216c209-96c1-49bb-abb7-3c4bb18022b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:11.246163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-c216c209-96c1-49bb-abb7-3c4bb18022b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1701102 Dec 13 14:47:11.246485 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.259023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.284178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b35c28b-4a2e-4360-b3a4-45237a512d15 req-de73b874-2bc3-4d52-a706-fe9d10a2624a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189840 Dec 13 14:47:11.317995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Routers {'a62721fd-d19d-409c-ba06-f6d7286e24bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:11.318776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a62721fd-d19d-409c-ba06-f6d7286e24bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:11.339962 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-5e055000-2c18-4180-990a-a35f6e7745ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7261e26e-e228-413e-824e-42d0e802baad HTTP/1.1" status: 200 len: 217 time: 0.0680568 Dec 13 14:47:11.421347 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.425201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e64c76-99bb-47dd-9f63-a16dea9ed216 None None] Pushing event updated for resources: {'Port': ['ID=81472967-2c2b-4d56-b52b-db419e9f8f2d,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:11.444972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-fc589ce5-d08c-4bfc-bc0f-a03e38dba73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:11.446458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-fc589ce5-d08c-4bfc-bc0f-a03e38dba73c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0948601 Dec 13 14:47:11.471688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:11.476611 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f19a039-7bc8-4c30-9f62-4d3d79daea3c" -d '{"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-unplugged", "status": "completed", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:11.493149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:11.525443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] Set router a62721fd-d19d-409c-ba06-f6d7286e24bc gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:47:11.528119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Allocated IP 10.2.2.200 (3dc541cf-30f1-497b-a513-f10b3715708f/ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b/184573da-2612-48a8-b68b-2b08cc805d99) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:11.533851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-9470bd16-f82d-4cab-a77e-b10135814794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:11.536123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-9470bd16-f82d-4cab-a77e-b10135814794 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699816 Dec 13 14:47:11.592590 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99aa6551-0b5b-400e-8d9a-913231a89567 x-openstack-request-id: req-99aa6551-0b5b-400e-8d9a-913231a89567 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:11.593011 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-unplugged", "status": "completed", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:11.593231 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99aa6551-0b5b-400e-8d9a-913231a89567 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:11.593628 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61', 'code': 200} Dec 13 14:47:11.596647 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.684004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.706361 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-ba7e48e1-0276-4b6d-8057-102212d2cc60 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633139 Dec 13 14:47:11.708677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.804344 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.847553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd7bd9d-2dbb-4904-8ecf-b04989ee022c req-6f7e7871-6d30-43da-8917-c1f1027a3996 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332402 Dec 13 14:47:11.851734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Allocated IP 172.25.7.19 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/540df5ea-1fee-4452-83ab-f77a3ed51038) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:11.883029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:11.957652 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:11.992509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62721fd-d19d-409c-ba06-f6d7286e24bc', 'name': 'tempest-snat-router-1572388181', 'tenant_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.222'}], 'enable_snat': False}, 'gw_port_id': '81472967-2c2b-4d56-b52b-db419e9f8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:06Z', 'updated_at': '2021-12-13T14:47:08Z', 'revision_number': 3, 'project_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'gw_port': {'id': '81472967-2c2b-4d56-b52b-db419e9f8f2d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62721fd-d19d-409c-ba06-f6d7286e24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:07Z', 'updated_at': '2021-12-13T14:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:12.051146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bbabf-8512-4d98-aeeb-869cef672b0e None None] The sync data for ids ['a62721fd-d19d-409c-ba06-f6d7286e24bc'] in n-d-816954-1 is: [{'id': 'a62721fd-d19d-409c-ba06-f6d7286e24bc', 'name': 'tempest-snat-router-1572388181', 'tenant_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.222'}], 'enable_snat': False}, 'gw_port_id': '81472967-2c2b-4d56-b52b-db419e9f8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:06Z', 'updated_at': '2021-12-13T14:47:08Z', 'revision_number': 3, 'project_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'gw_port': {'id': '81472967-2c2b-4d56-b52b-db419e9f8f2d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:11:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62721fd-d19d-409c-ba06-f6d7286e24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:07Z', 'updated_at': '2021-12-13T14:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:12.087240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffb6bf-dda7-42c0-a669-de6d561c48c1 req-fc04ced3-bc79-44c8-bcd3-be29b6a38aac tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.089878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Network 3dc541cf-30f1-497b-a513-f10b3715708f is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:12.097909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffb6bf-dda7-42c0-a669-de6d561c48c1 req-fc04ced3-bc79-44c8-bcd3-be29b6a38aac tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.101623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:12.108238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffb6bf-dda7-42c0-a669-de6d561c48c1 req-fc04ced3-bc79-44c8-bcd3-be29b6a38aac tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.119253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:12.135307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffb6bf-dda7-42c0-a669-de6d561c48c1 req-fc04ced3-bc79-44c8-bcd3-be29b6a38aac tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.143764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d7ffb6bf-dda7-42c0-a669-de6d561c48c1 req-fc04ced3-bc79-44c8-bcd3-be29b6a38aac tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 3094 time: 0.2080686 Dec 13 14:47:12.224845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.225498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:12.236903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event updated for resources: {'Port': ['ID=184573da-2612-48a8-b68b-2b08cc805d99,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:12.274831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d7ffb6bf-dda7-42c0-a669-de6d561c48c1 req-f3625b75-c2b1-4955-befc-bb0135613b0a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300786 Dec 13 14:47:12.280615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:12.308376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c94d-d00e-4a9a-ad89-b7381e375be2 req-1f5809c6-20da-4596-9773-39db823a466e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.309891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c43c94d-d00e-4a9a-ad89-b7381e375be2 req-1f5809c6-20da-4596-9773-39db823a466e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.2962849 Dec 13 14:47:12.354905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:12.377224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2c9adbf7-901f-40ba-8b33-617c2db63370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8030386 Dec 13 14:47:12.403467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:12.466653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c43c94d-d00e-4a9a-ad89-b7381e375be2 req-68a71bb7-72e6-43b0-b60e-9fdd3612d0c2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453233 Dec 13 14:47:12.502640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:12.533473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9404aca1-e129-4d55-bd7e-0628a2f9e01b None None] Provisioning complete for port 184573da-2612-48a8-b68b-2b08cc805d99 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:12.533840 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9404aca1-e129-4d55-bd7e-0628a2f9e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:12.601436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:12.608112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:12.610948 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:12.622428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:12.702497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:12.744594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9404aca1-e129-4d55-bd7e-0628a2f9e01b None None] Port 184573da-2612-48a8-b68b-2b08cc805d99 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:47:12.816334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:12.896862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abb5a-f0d7-4f17-b972-be59b6c5482c req-7692d12e-5bf2-421c-9b3e-1dd9bcc73692 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.898474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-231abb5a-f0d7-4f17-b972-be59b6c5482c req-7692d12e-5bf2-421c-9b3e-1dd9bcc73692 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0970068 Dec 13 14:47:12.917027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:12.952032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Port': ['ID=540df5ea-1fee-4452-83ab-f77a3ed51038,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:12.987731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcddb-9df2-4542-a55a-095843ef7d79 req-2664e7cd-f293-4032-a52d-e0ebae508f9d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:12.995010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e34bcddb-9df2-4542-a55a-095843ef7d79 req-2664e7cd-f293-4032-a52d-e0ebae508f9d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.5912535 Dec 13 14:47:13.021769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:13.047872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-231abb5a-f0d7-4f17-b972-be59b6c5482c req-55bb61bb-3683-4b1c-bf27-aa2d6840ccce tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367586 Dec 13 14:47:13.180604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e34bcddb-9df2-4542-a55a-095843ef7d79 req-6c6f57fe-1815-4977-8c36-4b46a69ae8ba tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729063 Dec 13 14:47:13.191221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0becbb52-1600-4d4c-9378-985956be3813 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:13.204463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:13.211562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:13.217906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Transition to ACTIVE for port object 0becbb52-1600-4d4c-9378-985956be3813 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:13.218171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:13.294394 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:13.359393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:13.377586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '22b66017-9f50-4223-b344-8376dacc28eb', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '22b66017-9f50-4223-b344-8376dacc28eb', 'mac_address': 'fa:16:3e:a3:35:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:13.391158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Pushing event updated for resources: {'Port': ['ID=0becbb52-1600-4d4c-9378-985956be3813,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:13.471480 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:13.489629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b66017-9f50-4223-b344-8376dacc28eb {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:13.549044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:13.595753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:13.600601 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916e9ef2-79eb-4a2e-bade-beedbd3d9942" -d '{"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-unplugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:13.603929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:13.614553 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:13.655044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f49f-b7c8-4b40-b754-78aa717e5564 req-332f8964-ec8e-4677-ae79-fa93998b2d40 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:13.671717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f49f-b7c8-4b40-b754-78aa717e5564 req-332f8964-ec8e-4677-ae79-fa93998b2d40 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:13.684603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f49f-b7c8-4b40-b754-78aa717e5564 req-332f8964-ec8e-4677-ae79-fa93998b2d40 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:13.699741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f49f-b7c8-4b40-b754-78aa717e5564 req-332f8964-ec8e-4677-ae79-fa93998b2d40 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:13.713960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36f49f-b7c8-4b40-b754-78aa717e5564 req-332f8964-ec8e-4677-ae79-fa93998b2d40 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:13.726957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b36f49f-b7c8-4b40-b754-78aa717e5564 req-332f8964-ec8e-4677-ae79-fa93998b2d40 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 3827 time: 0.3207126 Dec 13 14:47:13.746220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:13.759468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['22b66017-9f50-4223-b344-8376dacc28eb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:13.833681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Attempting to bind port 0becbb52-1600-4d4c-9378-985956be3813 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:13.837586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Attempting to bind port 0becbb52-1600-4d4c-9378-985956be3813 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:13.846188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Attempting to bind port 0becbb52-1600-4d4c-9378-985956be3813 on network 201604d4-d80e-4e16-84bd-7f5c9d180a92 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:13.847714 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175874-f2f6-452f-9e0f-451b7a93d355 req-d1d7566d-22f6-4e27-ade6-dea480baad87 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:13.854521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91175874-f2f6-452f-9e0f-451b7a93d355 req-d1d7566d-22f6-4e27-ade6-dea480baad87 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.2280769 Dec 13 14:47:13.890926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b36f49f-b7c8-4b40-b754-78aa717e5564 req-58774366-e538-4572-a98c-7b5a32a90d86 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620860 Dec 13 14:47:13.896740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Port 0becbb52-1600-4d4c-9378-985956be3813 on network 201604d4-d80e-4e16-84bd-7f5c9d180a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:13.900029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Attempting to bind port 0becbb52-1600-4d4c-9378-985956be3813 on network 201604d4-d80e-4e16-84bd-7f5c9d180a92 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:13.914953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:13.916060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Checking segment: {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:13.916519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Bound using segment: {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:13.917024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Bound port: 0becbb52-1600-4d4c-9378-985956be3813, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9416ade-aaec-49eb-a3f4-02aa633f8907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:13.917441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:13.931926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91175874-f2f6-452f-9e0f-451b7a93d355 req-93e83e2e-1baf-4720-b2d3-0da9ab0c5d3e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Dec 13 14:47:14.000794 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a742de73-ffe5-43ae-8746-72532fa04648 x-openstack-request-id: req-a742de73-ffe5-43ae-8746-72532fa04648 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:14.001089 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-unplugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:14.001397 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a742de73-ffe5-43ae-8746-72532fa04648 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:14.001740 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad', 'code': 200} Dec 13 14:47:14.042333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Router bb173261-1bd3-4381-b947-a7e67f2f78b4 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:14.081437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] For port 0becbb52-1600-4d4c-9378-985956be3813, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:14.084857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] For port 0becbb52-1600-4d4c-9378-985956be3813, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0becbb52-1600-4d4c-9378-985956be3813,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:14.145830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.195226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:14.205879 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Sync routers for ids ['bb173261-1bd3-4381-b947-a7e67f2f78b4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:14.224463 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Routers {'bb173261-1bd3-4381-b947-a7e67f2f78b4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:14.225118 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bb173261-1bd3-4381-b947-a7e67f2f78b4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:14.299269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Pushing event updated for resources: {'Port': ['ID=0becbb52-1600-4d4c-9378-985956be3813,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:14.316128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.316980 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.319358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-cf405364-de15-43c0-9226-99ca08118965 service neutron] 10.222.0.50 "PUT /v2.0/ports/0becbb52-1600-4d4c-9378-985956be3813 HTTP/1.1" status: 200 len: 1091 time: 1.9297578 Dec 13 14:47:14.322767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '0becbb52-1600-4d4c-9378-985956be3813'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:14.325727 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807dc082-8c40-4f0e-93c0-75176a572c95" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "0becbb52-1600-4d4c-9378-985956be3813"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:14.342092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.346073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85eef58e-8731-4b54-ab43-a5061164488f tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6026692 Dec 13 14:47:14.346481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42608) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:14.348217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1925b-56aa-4cca-9f58-085f6299e079 req-bb85e7bd-86cb-468a-9fa2-b27fc1c1ac10 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.355976 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79d1925b-56aa-4cca-9f58-085f6299e079 req-bb85e7bd-86cb-468a-9fa2-b27fc1c1ac10 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1931019 Dec 13 14:47:14.375003 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Set router bb173261-1bd3-4381-b947-a7e67f2f78b4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:47:14.413803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79d1925b-56aa-4cca-9f58-085f6299e079 req-bedb6d71-abcb-4acb-b790-5496d29706a2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569592 Dec 13 14:47:14.448779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:14.496610 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a736de-7088-42c5-ba36-c0ca646de0ea x-openstack-request-id: req-82a736de-7088-42c5-ba36-c0ca646de0ea {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:14.496908 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "0becbb52-1600-4d4c-9378-985956be3813", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:14.497165 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82a736de-7088-42c5-ba36-c0ca646de0ea {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:14.498381 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '0becbb52-1600-4d4c-9378-985956be3813', 'status': 'completed', 'code': 200} Dec 13 14:47:14.514969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271525-4431-46ea-a440-09eb4d513228 req-6f970870-2fae-49e3-9fac-42afd831d6ae tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.530032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f271525-4431-46ea-a440-09eb4d513228 req-6f970870-2fae-49e3-9fac-42afd831d6ae tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.2485628 Dec 13 14:47:14.581691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81472967-2c2b-4d56-b52b-db419e9f8f2d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:14.630641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7c3c27ae-2436-4881-b0d6-dfa0fd5709e9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/bb173261-1bd3-4381-b947-a7e67f2f78b4 HTTP/1.1" status: 200 len: 907 time: 0.2797253 Dec 13 14:47:14.638706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.642175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42610) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:14.646250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f271525-4431-46ea-a440-09eb4d513228 req-f27bbf1e-efb2-4ea3-9d40-4c48cb10c175 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077747 Dec 13 14:47:14.674157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 81472967-2c2b-4d56-b52b-db419e9f8f2d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:14.674157 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.701922 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb173261-1bd3-4381-b947-a7e67f2f78b4', 'name': 'tempest-snat-router-1572388181', 'tenant_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '540df5ea-1fee-4452-83ab-f77a3ed51038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:10Z', 'updated_at': '2021-12-13T14:47:12Z', 'revision_number': 3, 'project_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'gw_port': {'id': '540df5ea-1fee-4452-83ab-f77a3ed51038', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb173261-1bd3-4381-b947-a7e67f2f78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:11Z', 'updated_at': '2021-12-13T14:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:14.757321 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Checking router: bb173261-1bd3-4381-b947-a7e67f2f78b4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:47:14.760839 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Updating router bb173261-1bd3-4381-b947-a7e67f2f78b4 port 540df5ea-1fee-4452-83ab-f77a3ed51038 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:47:14.797311 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.810801 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.815060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-16a9b730-deec-429f-8daf-835bce80284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.815571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-16a9b730-deec-429f-8daf-835bce80284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.816042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-16a9b730-deec-429f-8daf-835bce80284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.817063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-16a9b730-deec-429f-8daf-835bce80284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.817731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-16a9b730-deec-429f-8daf-835bce80284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:14.819527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-16a9b730-deec-429f-8daf-835bce80284d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 4362 time: 0.2773271 Dec 13 14:47:14.850424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 81472967-2c2b-4d56-b52b-db419e9f8f2d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81472967-2c2b-4d56-b52b-db419e9f8f2d,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:14.911094 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.984362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=81472967-2c2b-4d56-b52b-db419e9f8f2d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:14.992875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.992875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.993317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.993566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.994284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.994284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.994628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.994872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.995188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.995311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:14.995504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.995821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:14.996136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.110362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868e86-0413-4d46-acaa-e9d9b7658415 req-b1b7c7b5-67e7-4a0c-837e-30c1bbe7899c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.116105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd868e86-0413-4d46-acaa-e9d9b7658415 req-b1b7c7b5-67e7-4a0c-837e-30c1bbe7899c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.0632851 Dec 13 14:47:15.142714 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.164163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd868e86-0413-4d46-acaa-e9d9b7658415 req-72e84e93-1986-4d39-b874-ac5a89ef1345 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Dec 13 14:47:15.210493 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.229671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:15.278158 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Attempting to bind port 540df5ea-1fee-4452-83ab-f77a3ed51038 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:15.278664 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Attempting to bind port 540df5ea-1fee-4452-83ab-f77a3ed51038 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:15.279025 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Attempting to bind port 540df5ea-1fee-4452-83ab-f77a3ed51038 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:15.302043 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Pushing event updated for resources: {'Port': ['ID=540df5ea-1fee-4452-83ab-f77a3ed51038,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:15.308925 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:15.315138 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:15.317007 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.317007 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:15.317690 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Bound port: 540df5ea-1fee-4452-83ab-f77a3ed51038, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:15.318260 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.325692 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.332318 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.336161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.336161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.336161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.336161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.336161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.339202 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.339691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.340089 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.340481 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.340880 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:15.369324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 22b66017-9f50-4223-b344-8376dacc28eb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:15.369746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.465791 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] For port 540df5ea-1fee-4452-83ab-f77a3ed51038, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:15.470436 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] For port 540df5ea-1fee-4452-83ab-f77a3ed51038, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=540df5ea-1fee-4452-83ab-f77a3ed51038,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:15.480047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.483899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.526698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:15.600688 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.607562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-9d67bccb-b9e4-44be-8874-831602c02265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.613996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-9d67bccb-b9e4-44be-8874-831602c02265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.613996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-9d67bccb-b9e4-44be-8874-831602c02265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.613996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-9d67bccb-b9e4-44be-8874-831602c02265 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7707465 Dec 13 14:47:15.618563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.679321 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db27b6a-0686-44de-906a-ae7293f20b49 None None] Pushing event updated for resources: {'Port': ['ID=540df5ea-1fee-4452-83ab-f77a3ed51038,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:15.723345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:15.726714 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Routers {'bb173261-1bd3-4381-b947-a7e67f2f78b4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:15.727698 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bb173261-1bd3-4381-b947-a7e67f2f78b4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:15.763385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c9e74-fbfb-438a-b76c-59aed0c0c163 req-31f25b7d-a9c8-4e07-be35-16a45f3101ad tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.769649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c9e74-fbfb-438a-b76c-59aed0c0c163 req-31f25b7d-a9c8-4e07-be35-16a45f3101ad tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.775689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c9e74-fbfb-438a-b76c-59aed0c0c163 req-31f25b7d-a9c8-4e07-be35-16a45f3101ad tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.781658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c9e74-fbfb-438a-b76c-59aed0c0c163 req-31f25b7d-a9c8-4e07-be35-16a45f3101ad tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.788254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c9e74-fbfb-438a-b76c-59aed0c0c163 req-31f25b7d-a9c8-4e07-be35-16a45f3101ad tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.794831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-609c9e74-fbfb-438a-b76c-59aed0c0c163 req-31f25b7d-a9c8-4e07-be35-16a45f3101ad tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 3827 time: 0.2965438 Dec 13 14:47:15.845400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:15.884100 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] Set router bb173261-1bd3-4381-b947-a7e67f2f78b4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:47:15.937325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-1c474d4e-1537-4076-9d19-8e26d86a27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:15.939239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-807dc082-8c40-4f0e-93c0-75176a572c95 req-1c474d4e-1537-4076-9d19-8e26d86a27aa service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3152010 Dec 13 14:47:15.963443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-609c9e74-fbfb-438a-b76c-59aed0c0c163 req-f94df9f3-d057-4edc-8ba9-9b5f3252c4cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643555 Dec 13 14:47:16.003529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:16.005784 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad09f9-28b3-4a02-ac4c-eb7a60c89e23" -d '{"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-plugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:16.033640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a0dcb6-5383-4844-9380-6f6b90a16de9 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:16.057563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.086310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Transition to ACTIVE for port object 71a0dcb6-5383-4844-9380-6f6b90a16de9 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:16.100284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-a8aca576-b6fc-42bd-b346-1b48aa6559c5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:16.101820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-a8aca576-b6fc-42bd-b346-1b48aa6559c5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889&tenant_id=7677cf536c2545b98f3295febea9ac0c&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 947 time: 0.0862253 Dec 13 14:47:16.109220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Deleting port 540df5ea-1fee-4452-83ab-f77a3ed51038 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:16.109600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.190851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.229917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0bc3d-15a1-47ab-8e61-67efa4bee7a0 req-520cde21-8c53-4672-9dad-bfea65bdb230 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:16.241981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3a0bc3d-15a1-47ab-8e61-67efa4bee7a0 req-520cde21-8c53-4672-9dad-bfea65bdb230 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1428101 Dec 13 14:47:16.300443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3a0bc3d-15a1-47ab-8e61-67efa4bee7a0 req-d3700658-846c-48cf-bdd2-85d5e16c5312 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Dec 13 14:47:16.336557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Pushing event updated for resources: {'Port': ['ID=71a0dcb6-5383-4844-9380-6f6b90a16de9,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:16.345185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-9da42fc4-bb19-4f58-a436-19e00e69e4ba service neutron] 10.222.0.50 "GET /v2.0/ports/7261e26e-e228-413e-824e-42d0e802baad/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 382 time: 0.2326658 Dec 13 14:47:16.347647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] For port 540df5ea-1fee-4452-83ab-f77a3ed51038, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=540df5ea-1fee-4452-83ab-f77a3ed51038,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:16.347647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.349026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:16.357457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bca46-41a4-4394-b9f4-df679b7c5fc0 req-e0a0d9c5-00f5-406e-9d03-1e4fd10c1dca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:16.384200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-943bca46-41a4-4394-b9f4-df679b7c5fc0 req-e0a0d9c5-00f5-406e-9d03-1e4fd10c1dca tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.2073903 Dec 13 14:47:16.426463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Calling delete_port for 540df5ea-1fee-4452-83ab-f77a3ed51038 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:16.476551 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb173261-1bd3-4381-b947-a7e67f2f78b4', 'name': 'tempest-snat-router-1572388181', 'tenant_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '540df5ea-1fee-4452-83ab-f77a3ed51038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:10Z', 'updated_at': '2021-12-13T14:47:12Z', 'revision_number': 3, 'project_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'gw_port': {'id': '540df5ea-1fee-4452-83ab-f77a3ed51038', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb173261-1bd3-4381-b947-a7e67f2f78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:11Z', 'updated_at': '2021-12-13T14:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:16.513064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3db863-126f-48fc-9c1a-5ad89f32d72f req-7acecf5b-5869-4481-966a-22e8ede34729 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:16.534452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb3db863-126f-48fc-9c1a-5ad89f32d72f req-7acecf5b-5869-4481-966a-22e8ede34729 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.1418486 Dec 13 14:47:16.559793 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633b761-9bd8-4c54-baed-81b34f037ce4 None None] The sync data for ids ['bb173261-1bd3-4381-b947-a7e67f2f78b4'] in n-d-816954-1 is: [{'id': 'bb173261-1bd3-4381-b947-a7e67f2f78b4', 'name': 'tempest-snat-router-1572388181', 'tenant_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '540df5ea-1fee-4452-83ab-f77a3ed51038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:47:10Z', 'updated_at': '2021-12-13T14:47:12Z', 'revision_number': 3, 'project_id': '08b35d322a7d4f3cb06a07d53e9dcb95', 'gw_port': {'id': '540df5ea-1fee-4452-83ab-f77a3ed51038', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb173261-1bd3-4381-b947-a7e67f2f78b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:47:11Z', 'updated_at': '2021-12-13T14:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:16.562006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81472967-2c2b-4d56-b52b-db419e9f8f2d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:16.596371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:16.623917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb3db863-126f-48fc-9c1a-5ad89f32d72f req-319aee5e-b398-4366-9bba-4ef0bb5dadb2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888498 Dec 13 14:47:16.636691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-943bca46-41a4-4394-b9f4-df679b7c5fc0 req-4ca0cfa6-6181-45b2-8f13-914bfd3002ff tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184362 Dec 13 14:47:16.641166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-46e6e24d-b03e-45b2-97d4-78caa40bc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:16.642709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-46e6e24d-b03e-45b2-97d4-78caa40bc0a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 1098 time: 0.2355428 Dec 13 14:47:16.705121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Attempting to bind port 71a0dcb6-5383-4844-9380-6f6b90a16de9 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:16.705759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Attempting to bind port 71a0dcb6-5383-4844-9380-6f6b90a16de9 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:16.706514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Attempting to bind port 71a0dcb6-5383-4844-9380-6f6b90a16de9 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:16.736864 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95814867-409c-497b-ae8b-2c44dd5537e0 x-openstack-request-id: req-95814867-409c-497b-ae8b-2c44dd5537e0 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:16.737489 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-plugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:16.737660 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95814867-409c-497b-ae8b-2c44dd5537e0 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:16.738617 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb', 'code': 200} Dec 13 14:47:16.749731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '7261e26e-e228-413e-824e-42d0e802baad', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '7261e26e-e228-413e-824e-42d0e802baad', 'mac_address': 'fa:16:3e:d4:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:16.761867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Port 71a0dcb6-5383-4844-9380-6f6b90a16de9 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:16.762281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Attempting to bind port 71a0dcb6-5383-4844-9380-6f6b90a16de9 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:16.812309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 81472967-2c2b-4d56-b52b-db419e9f8f2d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:16.812701 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.820167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:16.820963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Checking segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:16.820963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Bound using segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:16.821316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Bound port: 71a0dcb6-5383-4844-9380-6f6b90a16de9, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:16.821664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.859426 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.862338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:16.892919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7261e26e-e228-413e-824e-42d0e802baad {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:16.920809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:16.968840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-b672eaf0-3b1c-4218-ab71-cac5b90c634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:16.970489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-b672eaf0-3b1c-4218-ab71-cac5b90c634a service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.3125963 Dec 13 14:47:17.016914 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:17.067868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-4a6e67ef-0b05-4822-a60d-6f867c6b7042 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7261e26e-e228-413e-824e-42d0e802baad HTTP/1.1" status: 200 len: 217 time: 0.0889616 Dec 13 14:47:17.079957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] For port 71a0dcb6-5383-4844-9380-6f6b90a16de9, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:17.139569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] For port 71a0dcb6-5383-4844-9380-6f6b90a16de9, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:17.150505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:17.162670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-a9eb90fd-27bb-4221-9948-be2ed59c077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.164434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-a9eb90fd-27bb-4221-9948-be2ed59c077c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0773993 Dec 13 14:47:17.260700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:17.272179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:17.312981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['7261e26e-e228-413e-824e-42d0e802baad'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:17.352682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.355604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:17.359477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] 10.222.0.50 "PUT /v2.0/ports/71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 1136 time: 2.9163370 Dec 13 14:47:17.374199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '71a0dcb6-5383-4844-9380-6f6b90a16de9'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:17.377033 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41560082-bfd9-489d-9dc0-54f21b0571d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "71a0dcb6-5383-4844-9380-6f6b90a16de9"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:17.395246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event deleted for resources: {'Port': ['ID=540df5ea-1fee-4452-83ab-f77a3ed51038,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:17.480623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eef683-4168-4b14-b31c-f8d2adccfa0c service neutron] Pushing event updated for resources: {'Port': ['ID=71a0dcb6-5383-4844-9380-6f6b90a16de9,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:17.496147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:17.549913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-8943e82c-17d5-4cc4-9331-4da1222fd1e5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.556731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-8943e82c-17d5-4cc4-9331-4da1222fd1e5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.562819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-8943e82c-17d5-4cc4-9331-4da1222fd1e5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.575776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-8943e82c-17d5-4cc4-9331-4da1222fd1e5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.581664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f7f0a-00f6-4444-b5e6-17d671488c9d req-6106208b-c6f7-4e12-ad92-65ef76d5ab86 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.582597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-8943e82c-17d5-4cc4-9331-4da1222fd1e5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.586596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c3f7f0a-00f6-4444-b5e6-17d671488c9d req-6106208b-c6f7-4e12-ad92-65ef76d5ab86 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1562355 Dec 13 14:47:17.590146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-8943e82c-17d5-4cc4-9331-4da1222fd1e5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.592096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-8943e82c-17d5-4cc4-9331-4da1222fd1e5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 4605 time: 0.4057631 Dec 13 14:47:17.679847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-a657ea99-a1e1-4a17-88df-cabdb1ef7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:17.681402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-a657ea99-a1e1-4a17-88df-cabdb1ef7e58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5080643 Dec 13 14:47:17.708072 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c3f7f0a-00f6-4444-b5e6-17d671488c9d req-f4e4db9e-77c8-43a0-aed2-b3a7626f3818 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078527 Dec 13 14:47:17.796400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:17.829222 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142141ee-99e7-4ac6-8575-60c62a4683b9 x-openstack-request-id: req-142141ee-99e7-4ac6-8575-60c62a4683b9 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:17.829502 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "71a0dcb6-5383-4844-9380-6f6b90a16de9", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:17.829752 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-142141ee-99e7-4ac6-8575-60c62a4683b9 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:17.830152 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '71a0dcb6-5383-4844-9380-6f6b90a16de9', 'status': 'completed', 'code': 200} Dec 13 14:47:17.899333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:17.966567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0f5cffd-158c-419f-a5e7-b0900473902d req-08760a33-2c41-4db0-b569-fdf1ceea0e94 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3506875 Dec 13 14:47:18.035767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-6d45c689-9c5f-4640-a8b8-a7d5b980a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.036242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-6d45c689-9c5f-4640-a8b8-a7d5b980a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.036712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-6d45c689-9c5f-4640-a8b8-a7d5b980a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.037168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-6d45c689-9c5f-4640-a8b8-a7d5b980a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.037625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-6d45c689-9c5f-4640-a8b8-a7d5b980a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.038077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-6d45c689-9c5f-4640-a8b8-a7d5b980a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.039951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-6d45c689-9c5f-4640-a8b8-a7d5b980a9c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5291 time: 0.1878552 Dec 13 14:47:18.070047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:18.071634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:18.166656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0179a6-b057-45f2-a668-02e150646dd2 req-f540c4f5-5e11-494c-ae5b-aec494ec2695 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.177370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a0179a6-b057-45f2-a668-02e150646dd2 req-f540c4f5-5e11-494c-ae5b-aec494ec2695 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 948 time: 0.2384176 Dec 13 14:47:18.253035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-c97415af-4bb0-4a05-b23e-2d6c73aabe20 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595272 Dec 13 14:47:18.270863 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a0179a6-b057-45f2-a668-02e150646dd2 req-27ebf215-6134-4a87-9fb3-140f33ff889f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921931 Dec 13 14:47:18.303091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:18.303619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb173261-1bd3-4381-b947-a7e67f2f78b4 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:18.308351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:18.309552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4944ef26-dda2-4dc5-a7c2-65730481e6d9 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "DELETE /v2.0/routers/bb173261-1bd3-4381-b947-a7e67f2f78b4 HTTP/1.1" status: 204 len: 168 time: 3.6654704 Dec 13 14:47:18.321551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42686) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:18.362328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcf09d-8d4d-4519-9005-46dd3e1bd48e req-e8b5de6c-a775-41e3-8476-2d937049f162 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.363973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1adcf09d-8d4d-4519-9005-46dd3e1bd48e req-e8b5de6c-a775-41e3-8476-2d937049f162 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.2298367 Dec 13 14:47:18.498578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-26882186-e4d3-4910-86ca-6f918e4220f5 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345493 Dec 13 14:47:18.508065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1adcf09d-8d4d-4519-9005-46dd3e1bd48e req-61db00c5-5dba-4ab9-80ab-c3dcd9e66c38 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289876 Dec 13 14:47:18.545636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-2b4efe69-d4e7-4d0c-b0dc-0a5a2049cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.546426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-2b4efe69-d4e7-4d0c-b0dc-0a5a2049cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.546854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-2b4efe69-d4e7-4d0c-b0dc-0a5a2049cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:18.552465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-2b4efe69-d4e7-4d0c-b0dc-0a5a2049cb07 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4985595 Dec 13 14:47:18.695472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc376c7a-ebdc-4fcb-926d-46815f14fd5b {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:18.729013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:18.782055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Transition to ACTIVE for port object cc376c7a-ebdc-4fcb-926d-46815f14fd5b will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:18.943300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:18.957692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.130427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edbc2d-5245-438a-beee-c849f5c0a791 req-71449121-3429-4e3b-a8bf-b9689d9ea099 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.139437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88edbc2d-5245-438a-beee-c849f5c0a791 req-71449121-3429-4e3b-a8bf-b9689d9ea099 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.2883916 Dec 13 14:47:19.231842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-072238dd-7e13-4815-b831-9f18e4b60f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.233946 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41560082-bfd9-489d-9dc0-54f21b0571d0 req-072238dd-7e13-4815-b831-9f18e4b60f93 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6632862 Dec 13 14:47:19.258542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88edbc2d-5245-438a-beee-c849f5c0a791 req-1498680e-c4aa-48f0-89a5-cbb889a21661 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175711 Dec 13 14:47:19.264324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.264938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Pushing event updated for resources: {'Port': ['ID=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:19.281422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.287985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.294455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.301364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.310817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.320980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.338050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78532759-da1c-49af-ae84-1804d9057920 req-c836d67e-d191-422f-a50c-052a4f210aa4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5383 time: 0.2237329 Dec 13 14:47:19.370201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Attempting to bind port cc376c7a-ebdc-4fcb-926d-46815f14fd5b on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:19.370575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Attempting to bind port cc376c7a-ebdc-4fcb-926d-46815f14fd5b by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:19.370906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Attempting to bind port cc376c7a-ebdc-4fcb-926d-46815f14fd5b on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:19.376162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Port cc376c7a-ebdc-4fcb-926d-46815f14fd5b on network 7d46ed12-972d-461d-a08a-d8bc27ada67b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:19.376486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Attempting to bind port cc376c7a-ebdc-4fcb-926d-46815f14fd5b on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:19.385255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:19.385593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Checking segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:19.385977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Bound using segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:19.391579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Bound port: cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:19.391579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.394163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.472301 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78532759-da1c-49af-ae84-1804d9057920 req-ac21fa5e-ae88-4273-9f69-b2ae1dc9ce0f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269107 Dec 13 14:47:19.644854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Deleting port 81472967-2c2b-4d56-b52b-db419e9f8f2d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:19.645743 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.682601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b2d02-fd0f-41ba-92b9-9e8b97cb5ad0 req-d992f23e-87a8-491f-977f-057216a285c5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.693732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a59b2d02-fd0f-41ba-92b9-9e8b97cb5ad0 req-d992f23e-87a8-491f-977f-057216a285c5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 948 time: 0.2766695 Dec 13 14:47:19.732811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] For port cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:19.762590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] For port cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:19.773062 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a59b2d02-fd0f-41ba-92b9-9e8b97cb5ad0 req-5514fad1-2562-443d-b711-5ca5cc5579ad tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783288 Dec 13 14:47:19.809625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf51c6-0211-4e6f-81f2-7b8337a1c2a7 req-d57ad0f4-92a6-43e8-9ebe-95d0b2a79814 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.811259 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c7cf51c6-0211-4e6f-81f2-7b8337a1c2a7 req-d57ad0f4-92a6-43e8-9ebe-95d0b2a79814 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.0758176 Dec 13 14:47:19.837166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1e045c20-20db-499a-a0ea-52653281a220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.871856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.905337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c7cf51c6-0211-4e6f-81f2-7b8337a1c2a7 req-8ec3a746-f78a-4d3f-8dfd-811e839ea521 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879457 Dec 13 14:47:19.932755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] For port 81472967-2c2b-4d56-b52b-db419e9f8f2d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81472967-2c2b-4d56-b52b-db419e9f8f2d,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:19.933532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.943991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:19.943991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:19.943991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] 10.222.0.50 "PUT /v2.0/ports/cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 1136 time: 2.4641013 Dec 13 14:47:19.943991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': 'cc376c7a-ebdc-4fcb-926d-46815f14fd5b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:19.944555 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f131774-c098-43d2-a67d-1213df025d22" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "cc376c7a-ebdc-4fcb-926d-46815f14fd5b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:19.957093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Calling delete_port for 81472967-2c2b-4d56-b52b-db419e9f8f2d owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:20.015126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd6946-f070-41c2-9f4f-ba03743bc824 service neutron] Pushing event updated for resources: {'Port': ['ID=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:20.022809 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f75be-f577-4fde-be93-75f949f45324 x-openstack-request-id: req-ef7f75be-f577-4fde-be93-75f949f45324 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:20.023095 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "cc376c7a-ebdc-4fcb-926d-46815f14fd5b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:20.023345 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef7f75be-f577-4fde-be93-75f949f45324 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:20.023738 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': 'cc376c7a-ebdc-4fcb-926d-46815f14fd5b', 'status': 'completed', 'code': 200} Dec 13 14:47:20.112865 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:47:20.135061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:20.152092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.152681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.153632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.153632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.153985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.154637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.154976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.158381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f131774-c098-43d2-a67d-1213df025d22 req-a3ad3e49-bbbb-48f8-bcbb-79c30e12af9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6220 time: 0.1120892 Dec 13 14:47:20.246598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:20.378175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:20.405901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-74dbb121-98a4-4d66-aee3-1837cac262c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.406756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-74dbb121-98a4-4d66-aee3-1837cac262c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.407386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-74dbb121-98a4-4d66-aee3-1837cac262c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.409328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f131774-c098-43d2-a67d-1213df025d22 req-74dbb121-98a4-4d66-aee3-1837cac262c0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2411861 Dec 13 14:47:20.469071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 540df5ea-1fee-4452-83ab-f77a3ed51038 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:20.511404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 540df5ea-1fee-4452-83ab-f77a3ed51038 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:20.514721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 540df5ea-1fee-4452-83ab-f77a3ed51038 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:20.538610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 7261e26e-e228-413e-824e-42d0e802baad triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:20.538992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:20.620151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131774-c098-43d2-a67d-1213df025d22 req-d8fc1a42-6762-4534-b177-7bc3dbf6349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.625262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f131774-c098-43d2-a67d-1213df025d22 req-d8fc1a42-6762-4534-b177-7bc3dbf6349b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929190 Dec 13 14:47:20.690017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:20.700477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08737f5f-0517-43cd-98c3-c40effb4efe9 req-525589f0-99cb-4726-a715-f05db5d901f1 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.714014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08737f5f-0517-43cd-98c3-c40effb4efe9 req-525589f0-99cb-4726-a715-f05db5d901f1 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.2543516 Dec 13 14:47:20.734696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:20.740347 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ec6763-ac0e-4d81-a88c-762477744b19" -d '{"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-plugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:20.761960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:20.774921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.787870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.807086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.808349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08737f5f-0517-43cd-98c3-c40effb4efe9 req-b03cc81c-94d4-4c99-9ddf-2492a84dc7be tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919540 Dec 13 14:47:20.815362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.821871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.853500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.859832 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:20.869768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:20.871929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-fa91eea4-3676-417e-ad1a-0ee3e5a44846 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5383 time: 0.1935885 Dec 13 14:47:20.916940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f30b86-99e6-4fa2-92a5-551ce05ae886 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:20.932899 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:20.961838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-419e6cb9-0b2b-43fe-9dca-57ea54a053d3 req-d55ec785-4587-4847-9a70-46fdc3beec4c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641856 Dec 13 14:47:20.968511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Transition to ACTIVE for port object b2f30b86-99e6-4fa2-92a5-551ce05ae886 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:20.974379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:20.982182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:21.030502 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c131c-6081-4234-a7a7-0f4a18f6257a x-openstack-request-id: req-9d9c131c-6081-4234-a7a7-0f4a18f6257a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:21.030797 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-plugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:21.031046 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d9c131c-6081-4234-a7a7-0f4a18f6257a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:21.031443 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad', 'code': 200} Dec 13 14:47:21.039029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event deleted for resources: {'Port': ['ID=81472967-2c2b-4d56-b52b-db419e9f8f2d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:21.106268 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.196813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0122c39-9172-49f3-b5c1-0807f8e77dd7 req-314f5b37-da2d-4db2-adfe-df20b1bfbd68 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:21.204933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0122c39-9172-49f3-b5c1-0807f8e77dd7 req-314f5b37-da2d-4db2-adfe-df20b1bfbd68 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1410344 Dec 13 14:47:21.263611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0122c39-9172-49f3-b5c1-0807f8e77dd7 req-07e92e89-721d-477f-a956-a3bb50eaf74f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547068 Dec 13 14:47:21.341212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.345771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Pushing event updated for resources: {'Port': ['ID=b2f30b86-99e6-4fa2-92a5-551ce05ae886,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:21.361180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90362f-a44e-4f4c-b414-834cfc481c83 req-920d367a-7ffe-48cd-8b2b-26ad2d613dc9 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:21.369018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b90362f-a44e-4f4c-b414-834cfc481c83 req-920d367a-7ffe-48cd-8b2b-26ad2d613dc9 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1631660 Dec 13 14:47:21.537918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.543996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.579294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-ab43d0af-ef66-43c2-a520-d54edef45346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:21.580943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-ab43d0af-ef66-43c2-a520-d54edef45346 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889&tenant_id=7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 1100 time: 0.0984259 Dec 13 14:47:21.584937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b90362f-a44e-4f4c-b414-834cfc481c83 req-4e1a7207-1523-4602-8adc-c944b1f9ca18 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099581 Dec 13 14:47:21.652697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Attempting to bind port b2f30b86-99e6-4fa2-92a5-551ce05ae886 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:21.653031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Attempting to bind port b2f30b86-99e6-4fa2-92a5-551ce05ae886 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:21.653360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Attempting to bind port b2f30b86-99e6-4fa2-92a5-551ce05ae886 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:21.669119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Port b2f30b86-99e6-4fa2-92a5-551ce05ae886 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:21.669449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Attempting to bind port b2f30b86-99e6-4fa2-92a5-551ce05ae886 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:21.674948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:21.675280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Checking segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:21.676215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Bound using segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:21.676744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Bound port: b2f30b86-99e6-4fa2-92a5-551ce05ae886, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:21.677106 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.684253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-cf789d35-17fb-4603-92a8-a696412d909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:21.685990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-cf789d35-17fb-4603-92a8-a696412d909a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 1100 time: 0.0765731 Dec 13 14:47:21.749782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] For port b2f30b86-99e6-4fa2-92a5-551ce05ae886, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:21.753969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] For port b2f30b86-99e6-4fa2-92a5-551ce05ae886, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:21.762503 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.767763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a62721fd-d19d-409c-ba06-f6d7286e24bc {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:21.773449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.774871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a274bc7f-405b-417c-be44-727aae99ae88 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a62721fd-d19d-409c-ba06-f6d7286e24bc HTTP/1.1" status: 204 len: 168 time: 3.4515550 Dec 13 14:47:21.778565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42740) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:21.789690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1448921364', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:21.835557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-0bd8e165-bd7c-4251-98aa-b4adcea8dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:21.837048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-0bd8e165-bd7c-4251-98aa-b4adcea8dd51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1440675 Dec 13 14:47:21.849181 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.880541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:21.881251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.883075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] 10.222.0.50 "PUT /v2.0/ports/b2f30b86-99e6-4fa2-92a5-551ce05ae886 HTTP/1.1" status: 200 len: 1091 time: 1.7913892 Dec 13 14:47:21.888634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:21.888634 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:21.946865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.952105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:21.993175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:22.070049 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b155669-a722-407d-913c-0e8ef2dc40f0 x-openstack-request-id: req-1b155669-a722-407d-913c-0e8ef2dc40f0 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:22.070807 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:22.071320 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b155669-a722-407d-913c-0e8ef2dc40f0 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:22.071964 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886', 'status': 'completed', 'code': 200} Dec 13 14:47:22.249552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:22.315137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:22.319427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d48bfe-4de7-45c9-94f3-dcc473da8b9d service neutron] Pushing event updated for resources: {'Port': ['ID=b2f30b86-99e6-4fa2-92a5-551ce05ae886,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:22.392763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:22.414697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.414697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.416474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.422582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.429865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.436656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.498415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.498415 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-f85eb351-c43b-4029-bd26-70b87ca84f33 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5395 time: 0.1914883 Dec 13 14:47:22.548700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57265f59-beab-4e58-92ca-ce6e8e502685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:22.564199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81472967-2c2b-4d56-b52b-db419e9f8f2d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:22.626502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 81472967-2c2b-4d56-b52b-db419e9f8f2d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:22.627397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81472967-2c2b-4d56-b52b-db419e9f8f2d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:22.641913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-6b411d10-5d63-4f7c-bd56-5c09fee83775 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7261e26e-e228-413e-824e-42d0e802baad HTTP/1.1" status: 200 len: 217 time: 0.7960162 Dec 13 14:47:22.649942 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:22.688887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:22.760215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.760693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.761156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.761604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.762056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.762726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.763405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.765496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-cede637b-abdb-48d0-a762-156280c7c24f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6287 time: 0.1361248 Dec 13 14:47:22.767024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72a9932a-109a-4f4d-ab37-992fef9c5673 req-1b55adcf-ab07-4ac9-ac3f-581e97c7ce9a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2938318 Dec 13 14:47:22.776616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:22.797433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd106-7b7b-46c3-8ea6-d56299314bc1 req-cfdfb188-d0f5-47ef-b569-d97b544f02e7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.818656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-879fd106-7b7b-46c3-8ea6-d56299314bc1 req-cfdfb188-d0f5-47ef-b569-d97b544f02e7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1850557 Dec 13 14:47:22.824470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-16b1f848-e834-4c78-93c4-273b78a23c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:22.826256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-16b1f848-e834-4c78-93c4-273b78a23c00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1574464 Dec 13 14:47:22.919522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:22.976234 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:23.014052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-879fd106-7b7b-46c3-8ea6-d56299314bc1 req-de8232b9-7464-47ae-915a-2586e9aefe34 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974530 Dec 13 14:47:23.028765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-b9e7aa4f-d2d5-40f1-aa88-4a6313ff4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:23.030493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-b9e7aa4f-d2d5-40f1-aa88-4a6313ff4983 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653006 Dec 13 14:47:23.032128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:23.034585 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff3262-0189-4740-a76f-bd665958ac5c" -d '{"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-unplugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:23.068343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-239ae87b-7a25-42f9-98ea-8a1e3d429ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:23.068722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77818-fab1-4d49-8457-5429c5f50392 req-39584c3b-f3eb-43ff-8f26-9a78b0e0ee07 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:23.068865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-239ae87b-7a25-42f9-98ea-8a1e3d429ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:23.068865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-239ae87b-7a25-42f9-98ea-8a1e3d429ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:23.069042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1e77818-fab1-4d49-8457-5429c5f50392 req-39584c3b-f3eb-43ff-8f26-9a78b0e0ee07 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.0870087 Dec 13 14:47:23.069380 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-239ae87b-7a25-42f9-98ea-8a1e3d429ef9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2397091 Dec 13 14:47:23.156254 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1e77818-fab1-4d49-8457-5429c5f50392 req-bc2be692-67f1-4b8e-aeaa-4dadfcd8a9e5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780509 Dec 13 14:47:23.193284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7649cd34-f73e-4c02-a565-f9915c758fa6 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:23.205674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:23.230113 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c07ac-131a-4049-b965-26a8986c5e87 x-openstack-request-id: req-d35c07ac-131a-4049-b965-26a8986c5e87 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:23.231210 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-unplugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:23.231469 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d35c07ac-131a-4049-b965-26a8986c5e87 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:23.231897 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad', 'code': 200} Dec 13 14:47:23.250535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:23.279061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78f67f-23dd-4b45-b513-eb4e77bcf3ca req-5fe40a0b-6281-422d-992c-236b76aeee31 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:23.286223 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e78f67f-23dd-4b45-b513-eb4e77bcf3ca req-5fe40a0b-6281-422d-992c-236b76aeee31 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1579494 Dec 13 14:47:23.293912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-03b96fe7-4fbc-4a6a-aaaf-06dfd24781bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:23.295386 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47ff5ba8-5a7e-41ed-a4d4-72836f9b7bf4 req-03b96fe7-4fbc-4a6a-aaaf-06dfd24781bd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150438 Dec 13 14:47:23.298248 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-2b8b4880-82ae-4b28-a468-1ee3f384bfdf service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463477 Dec 13 14:47:23.301037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Transition to ACTIVE for port object 7649cd34-f73e-4c02-a565-f9915c758fa6 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:23.374697 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:23.393546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e78f67f-23dd-4b45-b513-eb4e77bcf3ca req-5791e71a-8386-4e31-a87b-31224100bb75 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064668 Dec 13 14:47:23.445850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed6eefc5-0c0f-496e-a691-713f3f6b08e0 req-94ce9951-2394-45bb-80b6-28e7dc70448b service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318288 Dec 13 14:47:23.564851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Pushing event updated for resources: {'Port': ['ID=7649cd34-f73e-4c02-a565-f9915c758fa6,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:23.592140 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:23.636145 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:23.769018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Attempting to bind port 7649cd34-f73e-4c02-a565-f9915c758fa6 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:23.769286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Attempting to bind port 7649cd34-f73e-4c02-a565-f9915c758fa6 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:23.769613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Attempting to bind port 7649cd34-f73e-4c02-a565-f9915c758fa6 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:23.835772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Allocated IP 172.25.7.56 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/60ee2d36-802f-4bf2-b7de-d7438a1dc8aa) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:23.956182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:23.991512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Port 7649cd34-f73e-4c02-a565-f9915c758fa6 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:23.991844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Attempting to bind port 7649cd34-f73e-4c02-a565-f9915c758fa6 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:24.007874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:24.008213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Checking segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:24.008590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Bound using segment: {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:24.009036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Bound port: 7649cd34-f73e-4c02-a565-f9915c758fa6, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417f555f-f570-4238-b3cf-8e3d3b7b467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:24.009391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:24.070793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:24.214427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65d19d-2ca4-41c3-85a9-f996742f89ee req-8188bd5b-3f12-4c92-9abc-85fa4a3f9abd tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.222870 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa65d19d-2ca4-41c3-85a9-f996742f89ee req-8188bd5b-3f12-4c92-9abc-85fa4a3f9abd tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1003771 Dec 13 14:47:24.275289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa65d19d-2ca4-41c3-85a9-f996742f89ee req-046f53c9-b4e3-4ed3-bf6d-0e35b7a65014 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510719 Dec 13 14:47:24.418780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735a3b-ed70-470c-b36e-c295b1a0eb8d req-005e9857-b314-45c3-a5a5-36dbc21b4de5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.420740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55735a3b-ed70-470c-b36e-c295b1a0eb8d req-005e9857-b314-45c3-a5a5-36dbc21b4de5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.0829613 Dec 13 14:47:24.473761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55735a3b-ed70-470c-b36e-c295b1a0eb8d req-c19d4cfa-18a6-402e-9214-690f9d0fdf19 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455408 Dec 13 14:47:24.506513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event updated for resources: {'Port': ['ID=60ee2d36-802f-4bf2-b7de-d7438a1dc8aa,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:24.529048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:24.537965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:24.554373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.561136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.568370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.574727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.584605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.591738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.604517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.606883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-561d951e-39cd-4082-b680-faa3570461cc tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5407 time: 0.6090205 Dec 13 14:47:24.608058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:24.610740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] For port 7649cd34-f73e-4c02-a565-f9915c758fa6, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:24.617280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] For port 7649cd34-f73e-4c02-a565-f9915c758fa6, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7649cd34-f73e-4c02-a565-f9915c758fa6,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:24.774866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43cdd0cc-4367-486e-a0e7-6d433bb63b29 req-8631c5da-d9f7-40ad-8703-344f3a4df66d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281948 Dec 13 14:47:24.776344 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:24.791333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c195e26-aed7-484e-ab27-2026937fded6 req-287f6ab2-a91a-4c90-be13-2a450ecde89f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.795265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c195e26-aed7-484e-ab27-2026937fded6 req-287f6ab2-a91a-4c90-be13-2a450ecde89f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1325598 Dec 13 14:47:24.840975 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:24.851983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:24.852637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:24.854374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] 10.222.0.50 "PUT /v2.0/ports/7649cd34-f73e-4c02-a565-f9915c758fa6 HTTP/1.1" status: 200 len: 1090 time: 2.8744771 Dec 13 14:47:24.854846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:24.857272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c195e26-aed7-484e-ab27-2026937fded6 req-5d1a5911-0365-404c-b0b9-a0ef66e9e20e tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466297 Dec 13 14:47:24.866834 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7f50ec-a810-4e5c-9841-2ca1345eb221" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:24.938058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398b518-4a7b-4a4c-b5e0-1cba03835550 service neutron] Pushing event updated for resources: {'Port': ['ID=7649cd34-f73e-4c02-a565-f9915c758fa6,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:24.958066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:24.961828 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd73420-22fa-4724-8999-f6cca73ae86c x-openstack-request-id: req-8fd73420-22fa-4724-8999-f6cca73ae86c {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:24.962337 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:24.963036 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fd73420-22fa-4724-8999-f6cca73ae86c {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:24.963588 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6', 'status': 'completed', 'code': 200} Dec 13 14:47:25.089574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.090499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.090642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.092093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.092093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.092093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.098118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.100239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-fa6a965d-b5b8-46b4-92a9-e9ed3ade15b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6354 time: 0.1091876 Dec 13 14:47:25.119192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:25.127522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:25.273399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-e19414da-8b49-4013-b3a5-1440e1622fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.274673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-e19414da-8b49-4013-b3a5-1440e1622fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.275333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-e19414da-8b49-4013-b3a5-1440e1622fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.277139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-e19414da-8b49-4013-b3a5-1440e1622fb8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1659622 Dec 13 14:47:25.286415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:25.545844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-979195de-aaa2-42b6-bf5b-e09ec038986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.547598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2c7f50ec-a810-4e5c-9841-2ca1345eb221 req-979195de-aaa2-42b6-bf5b-e09ec038986f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483165 Dec 13 14:47:25.561179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb709131-3463-4305-aa1b-63697d622313 req-e3b15d31-729e-462c-bb56-2b4857a9c88d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.562775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb709131-3463-4305-aa1b-63697d622313 req-e3b15d31-729e-462c-bb56-2b4857a9c88d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1097257 Dec 13 14:47:25.609638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef51a9-7796-4d08-9b04-b2866f4be937 req-b74fae43-e2a2-4f67-aba2-9ed1e8dea0d9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.611207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcef51a9-7796-4d08-9b04-b2866f4be937 req-b74fae43-e2a2-4f67-aba2-9ed1e8dea0d9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1489024 Dec 13 14:47:25.642763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb709131-3463-4305-aa1b-63697d622313 req-0a3bbadc-61fe-49dc-8b31-4bb15628073a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717244 Dec 13 14:47:25.672699 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:25.703962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-3eaccd0c-95ac-4af3-abeb-edfc7f2e7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.707543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-3eaccd0c-95ac-4af3-abeb-edfc7f2e7004 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1095 time: 0.0858591 Dec 13 14:47:25.724654 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fcef51a9-7796-4d08-9b04-b2866f4be937 req-054962ce-abb9-4d8b-915a-79eeb11ae0a6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793669 Dec 13 14:47:25.931566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-4238424b-a8e4-42a8-a65e-bb242f360888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.933120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-4238424b-a8e4-42a8-a65e-bb242f360888 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.2035220 Dec 13 14:47:25.968240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c73ba-35bb-495a-8d15-445e6e5c6a1a req-9dce3eba-7e78-4747-81f6-a5ec22fc9598 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:25.976487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a92c73ba-35bb-495a-8d15-445e6e5c6a1a req-9dce3eba-7e78-4747-81f6-a5ec22fc9598 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 947 time: 0.1036670 Dec 13 14:47:26.029198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65781a6a-6df3-4e18-bda5-b286120214cf {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:26.044567 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:26.069240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Transition to ACTIVE for port object 65781a6a-6df3-4e18-bda5-b286120214cf will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:26.080722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.087238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.093341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.099952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.105986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.112425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.119224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.121144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-57d092b0-ae5b-4b22-bdb9-0a9caa65af2c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5407 time: 0.1512051 Dec 13 14:47:26.157186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-e9013a58-5f56-4848-afda-2616ad34e2dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 999 time: 0.1796982 Dec 13 14:47:26.160850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:26.176321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a92c73ba-35bb-495a-8d15-445e6e5c6a1a req-828526e6-dfe9-4c94-90bd-5efb9a856504 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306338 Dec 13 14:47:26.203880 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c399480-fdfc-46ee-9ebd-e4bb6f4f8685 req-fa1750e5-91a2-475d-939f-8d9b5aac4949 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741367 Dec 13 14:47:26.229936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Pushing event updated for resources: {'Port': ['ID=65781a6a-6df3-4e18-bda5-b286120214cf,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:26.243120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Router 08585009-4e99-43b1-bbdb-ac266d530a6e is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:26.273429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-874467d6-2cef-4d7b-9017-29434c295c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.275076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-874467d6-2cef-4d7b-9017-29434c295c96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0973692 Dec 13 14:47:26.395539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-c9f65ea1-a007-4e94-9e65-a43edea4df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.397459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-c9f65ea1-a007-4e94-9e65-a43edea4df1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135483 Dec 13 14:47:26.411689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:26.435497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Attempting to bind port 65781a6a-6df3-4e18-bda5-b286120214cf on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:26.435838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Attempting to bind port 65781a6a-6df3-4e18-bda5-b286120214cf by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:26.436173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Attempting to bind port 65781a6a-6df3-4e18-bda5-b286120214cf on network 3dc541cf-30f1-497b-a513-f10b3715708f {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:26.453216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e574c13-348b-4fc4-bbb9-ae0dc153765f req-9539e349-2e00-44fc-a76c-650fb9a271af tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.453705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Port 65781a6a-6df3-4e18-bda5-b286120214cf on network 3dc541cf-30f1-497b-a513-f10b3715708f not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:26.454036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Attempting to bind port 65781a6a-6df3-4e18-bda5-b286120214cf on network 3dc541cf-30f1-497b-a513-f10b3715708f {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:26.454738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e574c13-348b-4fc4-bbb9-ae0dc153765f req-9539e349-2e00-44fc-a76c-650fb9a271af tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1152420 Dec 13 14:47:26.473365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:26.473768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Checking segment: {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:26.474066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Bound using segment: {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:26.481350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Bound port: 65781a6a-6df3-4e18-bda5-b286120214cf, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:26.481735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:26.525748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:26.545052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] Sync routers for ids ['08585009-4e99-43b1-bbdb-ac266d530a6e'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:26.583747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] Routers {'08585009-4e99-43b1-bbdb-ac266d530a6e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:26.584522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['08585009-4e99-43b1-bbdb-ac266d530a6e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:26.592742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e574c13-348b-4fc4-bbb9-ae0dc153765f req-dea17598-86ea-4f9c-96a0-3dc0f33bebf3 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191564 Dec 13 14:47:26.615837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-5508385b-d3b2-4d17-8fd9-99d795508302 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005494 Dec 13 14:47:26.620516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] For port 65781a6a-6df3-4e18-bda5-b286120214cf, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:26.629485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] For port 65781a6a-6df3-4e18-bda5-b286120214cf, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=65781a6a-6df3-4e18-bda5-b286120214cf,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:26.635347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:26.646709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:26.650482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:26.652130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-41ea1d24-4f65-4b58-a22c-0aafc581feee tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8721457 Dec 13 14:47:26.663179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42832) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:26.668355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': False}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:26.672546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] Routers {'08585009-4e99-43b1-bbdb-ac266d530a6e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:26.673451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['08585009-4e99-43b1-bbdb-ac266d530a6e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:26.712544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:26.713837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888b114-1dc5-4569-90b9-9bf60e08cce5 None None] The sync data for ids ['08585009-4e99-43b1-bbdb-ac266d530a6e'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:26.722995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:26.726945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '7261e26e-e228-413e-824e-42d0e802baad', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '7261e26e-e228-413e-824e-42d0e802baad', 'mac_address': 'fa:16:3e:d4:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:26.752724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b45c7bf-4cce-46f7-a7c2-aea1a8dc9b3e req-3b532480-a2e4-45d5-9c30-3d57aa559ee8 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268516 Dec 13 14:47:26.793635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:26.817218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.817218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:26.817555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] 10.222.0.50 "PUT /v2.0/ports/65781a6a-6df3-4e18-bda5-b286120214cf HTTP/1.1" status: 200 len: 1091 time: 1.8646452 Dec 13 14:47:26.829450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7261e26e-e228-413e-824e-42d0e802baad {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:26.885675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5107cf-bfe3-4175-b7ad-b630b4e1b439 req-45f8cffb-7e2b-4a4c-943c-65da36a88086 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:26.894804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:26.895156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d5107cf-bfe3-4175-b7ad-b630b4e1b439 req-45f8cffb-7e2b-4a4c-943c-65da36a88086 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0964336 Dec 13 14:47:26.919370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Request body: {'port': {'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:26.942612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d5107cf-bfe3-4175-b7ad-b630b4e1b439 req-462c8cb2-df07-402b-a1b2-1559fd622031 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446854 Dec 13 14:47:26.969459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:26.971066 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:26.988634 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:27.000299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a64e2-a824-48ad-966f-daf009f0ae0e service neutron] Pushing event updated for resources: {'Port': ['ID=65781a6a-6df3-4e18-bda5-b286120214cf,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:27.035274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6575b-994b-4765-b766-e5431baaff37 req-7b6cfa0a-0b38-4343-822d-c210bd1dfe39 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.043142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48d6575b-994b-4765-b766-e5431baaff37 req-7b6cfa0a-0b38-4343-822d-c210bd1dfe39 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.2246568 Dec 13 14:47:27.050989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:27.118470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:27.142250 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec92e3fd-9252-4627-916b-93e5d6ad8519 x-openstack-request-id: req-ec92e3fd-9252-4627-916b-93e5d6ad8519 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:27.142250 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:27.142250 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec92e3fd-9252-4627-916b-93e5d6ad8519 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:27.142250 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf', 'status': 'completed', 'code': 200} Dec 13 14:47:27.234527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.234804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.235180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.235706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.236151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.236663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.237353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.239893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-925f40e7-583f-408a-829a-c02155e89702 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6421 time: 0.0887477 Dec 13 14:47:27.281673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['7261e26e-e228-413e-824e-42d0e802baad'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:27.307068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48d6575b-994b-4765-b766-e5431baaff37 req-0301f3f2-0ca4-401d-a585-ce25fe746c82 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629757 Dec 13 14:47:27.539027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eac1f-2621-42d2-9586-03acbd0ba5cf req-5f6e9cd7-5049-4177-b34a-bbbb9b3848e5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.549028 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-853eac1f-2621-42d2-9586-03acbd0ba5cf req-5f6e9cd7-5049-4177-b34a-bbbb9b3848e5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.2872927 Dec 13 14:47:27.604300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:27.614890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-853eac1f-2621-42d2-9586-03acbd0ba5cf req-e3ef2772-7f50-493b-a69f-b4c9f68dd74e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 Dec 13 14:47:27.616257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-071897d8-6131-4623-bb45-085df9419201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.616729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-071897d8-6131-4623-bb45-085df9419201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.617188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-071897d8-6131-4623-bb45-085df9419201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.620751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-071897d8-6131-4623-bb45-085df9419201 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3706207 Dec 13 14:47:27.662037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.668626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.675103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.682156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.689490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.695367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.703897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.705816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-00ab68f0-7583-48fa-a272-54e7824d2489 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5419 time: 0.1955593 Dec 13 14:47:27.829334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-cbb9f9e2-9ff3-4546-b98e-6ccdd552b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.829758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c01a078a-5e09-4ea9-aa4d-eee3c76b57f4 req-df9089f3-f10e-4ab4-b412-948e011cbc0c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136479 Dec 13 14:47:27.830761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cbe2559-d52a-42b8-9eda-c6db7bdaa549 req-cbb9f9e2-9ff3-4546-b98e-6ccdd552b395 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1996820 Dec 13 14:47:27.874362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681af7c-2c03-4651-9df1-d2a94e98264e req-2f218b74-c362-428a-a753-f41c1bfbb11a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:27.881728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d681af7c-2c03-4651-9df1-d2a94e98264e req-2f218b74-c362-428a-a753-f41c1bfbb11a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1018648 Dec 13 14:47:27.924658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d681af7c-2c03-4651-9df1-d2a94e98264e req-97425a96-de6a-4e35-94f2-915c8cfa594a tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Dec 13 14:47:27.946076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184573da-2612-48a8-b68b-2b08cc805d99 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:27.991814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:28.030576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Transition to ACTIVE for port object 184573da-2612-48a8-b68b-2b08cc805d99 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:28.068075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef572b49-52af-42a0-a676-7120e6883716 req-7a76dd61-610e-4ba6-8889-e8b6fd570682 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:28.073321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef572b49-52af-42a0-a676-7120e6883716 req-7a76dd61-610e-4ba6-8889-e8b6fd570682 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 949 time: 0.1432457 Dec 13 14:47:28.112908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d4ce-0085-41c2-929a-64fda66d4552 req-fba33e83-697f-4bfd-8815-7379d26e8162 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:28.113911 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:28.115152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4147d4ce-0085-41c2-929a-64fda66d4552 req-fba33e83-697f-4bfd-8815-7379d26e8162 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0771589 Dec 13 14:47:28.207994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4147d4ce-0085-41c2-929a-64fda66d4552 req-0f3f6540-ad54-47d8-ab1e-fce2a4ba44ce tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804718 Dec 13 14:47:28.231225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Pushing event updated for resources: {'Port': ['ID=184573da-2612-48a8-b68b-2b08cc805d99,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:28.277431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef572b49-52af-42a0-a676-7120e6883716 req-a0b90ec9-b2ed-4747-a276-d0586cc38a38 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910865 Dec 13 14:47:28.438998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Attempting to bind port 184573da-2612-48a8-b68b-2b08cc805d99 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:28.439359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Attempting to bind port 184573da-2612-48a8-b68b-2b08cc805d99 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:28.439601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Attempting to bind port 184573da-2612-48a8-b68b-2b08cc805d99 on network 3dc541cf-30f1-497b-a513-f10b3715708f {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:28.449201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Port 184573da-2612-48a8-b68b-2b08cc805d99 on network 3dc541cf-30f1-497b-a513-f10b3715708f not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:28.449583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Attempting to bind port 184573da-2612-48a8-b68b-2b08cc805d99 on network 3dc541cf-30f1-497b-a513-f10b3715708f {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:28.468692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:28.469083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Checking segment: {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:28.469426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Bound using segment: {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:28.469876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Bound port: 184573da-2612-48a8-b68b-2b08cc805d99, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e1361c-4162-4c8f-b467-2d6d2e0a7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:28.470248 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:28.485614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:28.579309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 7261e26e-e228-413e-824e-42d0e802baad triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:28.604341 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:28.622664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-8309e388-5396-4d05-80fc-58f2c743f506 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355952 Dec 13 14:47:28.687849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:28.716923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:28.719744 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f73719-e6a2-4d5d-b2b6-558de7f486e0" -d '{"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-plugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:28.739744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:28.752880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-938ce2bc-a812-491e-b1cc-5d7836c4db10 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:28.754574 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-938ce2bc-a812-491e-b1cc-5d7836c4db10 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310389 Dec 13 14:47:28.773691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f64c170a-b96d-4322-bf0c-c86c51d4dc0e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/quotas/7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 375 time: 0.0131102 Dec 13 14:47:28.834476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-7e70226f-ed42-4f25-b6dd-afcea261bb98 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546494 Dec 13 14:47:29.037959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f97e7-ae95-46af-a50f-73bc8699a23f req-9768e966-5200-402a-9755-cceaef6cf6aa tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.039488 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-663f97e7-ae95-46af-a50f-73bc8699a23f req-9768e966-5200-402a-9755-cceaef6cf6aa tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.5669000 Dec 13 14:47:29.070086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] For port 184573da-2612-48a8-b68b-2b08cc805d99, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:29.092757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] For port 184573da-2612-48a8-b68b-2b08cc805d99, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=184573da-2612-48a8-b68b-2b08cc805d99,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:29.110390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:29.161914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=11']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:29.210640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:29.215630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:29.231532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:29.298395 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6bfd6d-3327-44c7-a248-3d15f1140a8e x-openstack-request-id: req-fb6bfd6d-3327-44c7-a248-3d15f1140a8e {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:29.298395 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-plugged", "status": "completed", "tag": "7261e26e-e228-413e-824e-42d0e802baad", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:29.298395 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb6bfd6d-3327-44c7-a248-3d15f1140a8e {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:29.298395 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261e26e-e228-413e-824e-42d0e802baad', 'code': 200} Dec 13 14:47:29.314144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-663f97e7-ae95-46af-a50f-73bc8699a23f req-d6bdfa58-f90d-469e-91cd-1dc587e00eb3 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654009 Dec 13 14:47:29.406633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Pushing event updated for resources: {'Port': ['ID=184573da-2612-48a8-b68b-2b08cc805d99,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:29.421095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.421387 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:29.423806 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-165b3d1c-9d05-442d-a9fc-52d21577a617 service neutron] 10.222.0.50 "PUT /v2.0/ports/184573da-2612-48a8-b68b-2b08cc805d99 HTTP/1.1" status: 200 len: 1091 time: 2.5118344 Dec 13 14:47:29.424575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:29.431816 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "184573da-2612-48a8-b68b-2b08cc805d99"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:29.512293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.520161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.530578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.538496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.545950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.556090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec2e26-7df6-423f-87ea-1f21a2ec7a3b req-385d54cc-6a52-4ede-ba72-9bf4de682aec tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.558264 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62ec2e26-7df6-423f-87ea-1f21a2ec7a3b req-385d54cc-6a52-4ede-ba72-9bf4de682aec tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.1036751 Dec 13 14:47:29.564078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.573287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.581913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-ea335760-1e22-406a-b807-64c9384406e6 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1802404 Dec 13 14:47:29.589161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Router 08585009-4e99-43b1-bbdb-ac266d530a6e has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:47:29.631020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-98e460f9-2768-40cd-b019-f7cfe271c9b8 req-dd5a6a53-4c4e-439e-b8ae-ffc5d705521a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481269 Dec 13 14:47:29.680781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62ec2e26-7df6-423f-87ea-1f21a2ec7a3b req-148e729f-976b-491d-ae63-02a3f05244ed tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046562 Dec 13 14:47:29.740700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b74aac1-d5da-4da5-b59b-f5f3a959ae66 req-d59705a8-476a-4b37-8e89-c4d2982b0fe8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 210 time: 0.0516820 Dec 13 14:47:29.878031 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ed7e4-6a59-4c19-8f3a-0a82f0ce72ee x-openstack-request-id: req-be4ed7e4-6a59-4c19-8f3a-0a82f0ce72ee {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:29.878371 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "184573da-2612-48a8-b68b-2b08cc805d99", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:29.878628 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be4ed7e4-6a59-4c19-8f3a-0a82f0ce72ee {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:29.879028 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99', 'status': 'completed', 'code': 200} Dec 13 14:47:29.892059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.892832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.897792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.897792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.897792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.897792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.897792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:29.898337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-32fc2ce7-0982-4e7d-a598-67195d81134e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6488 time: 0.3182817 Dec 13 14:47:29.992152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-f14e938c-918b-4e79-8442-5f92b5b61d75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0becbb52-1600-4d4c-9378-985956be3813 HTTP/1.1" status: 200 len: 217 time: 0.0837510 Dec 13 14:47:30.041034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097e6c5-0ef3-4db6-80ef-f3739a56df81 req-0183c2e4-a2fe-4cb5-bfad-13ff847bea9b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.043229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1097e6c5-0ef3-4db6-80ef-f3739a56df81 req-0183c2e4-a2fe-4cb5-bfad-13ff847bea9b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.2056227 Dec 13 14:47:30.081122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:30.089052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:30.093138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42916) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:30.096624 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] Sync routers for ids ['08585009-4e99-43b1-bbdb-ac266d530a6e'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:30.103838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-79a6e0c3-0f60-4298-98f1-0c32806751d2 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "PUT /v2.0/routers/08585009-4e99-43b1-bbdb-ac266d530a6e HTTP/1.1" status: 200 len: 925 time: 3.4393566 Dec 13 14:47:30.115856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-ec144bf2-5721-4494-b787-14885de70e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.117735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-ec144bf2-5721-4494-b787-14885de70e43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9b06380-e9a7-4a5d-a8d4-12f7de43574f HTTP/1.1" status: 200 len: 855 time: 0.1177559 Dec 13 14:47:30.122069 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] Routers {'08585009-4e99-43b1-bbdb-ac266d530a6e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:30.122740 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['08585009-4e99-43b1-bbdb-ac266d530a6e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:30.164375 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:30.173005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1097e6c5-0ef3-4db6-80ef-f3739a56df81 req-f8685ea1-e533-4ed0-ad29-31ba754178d8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191659 Dec 13 14:47:30.173878 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] Routers {'08585009-4e99-43b1-bbdb-ac266d530a6e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:30.174791 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['08585009-4e99-43b1-bbdb-ac266d530a6e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:30.215216 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:30.216140 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a0aca1-ad10-433d-a2a1-cb3a1cdd6010 None None] The sync data for ids ['08585009-4e99-43b1-bbdb-ac266d530a6e'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:30.217818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-d8dd1859-c1cb-48f3-8d44-4d150bbe0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.220509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-d8dd1859-c1cb-48f3-8d44-4d150bbe0bb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201604d4-d80e-4e16-84bd-7f5c9d180a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735128 Dec 13 14:47:30.271659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ac283604-29fb-4e11-8aa0-c9406d0c3871 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/08585009-4e99-43b1-bbdb-ac266d530a6e HTTP/1.1" status: 200 len: 925 time: 0.1761611 Dec 13 14:47:30.275681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42920) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:30.371300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f3c9c-c6aa-4da8-aa56-1bcbedaa302c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.372986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-612f3c9c-c6aa-4da8-aa56-1bcbedaa302c tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=08585009-4e99-43b1-bbdb-ac266d530a6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0960126 Dec 13 14:47:30.378976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42932) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:30.401017 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-d5b7a2f9-eaf6-4c6c-b10b-23b41714a84b service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707230 Dec 13 14:47:30.474056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:30.525709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e36cd-33cb-446f-b4ad-30044b22369a req-b6089d12-e16f-4e49-8fef-9238258a4164 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.527042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-688e36cd-33cb-446f-b4ad-30044b22369a req-b6089d12-e16f-4e49-8fef-9238258a4164 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1231527 Dec 13 14:47:30.552976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8104e-a1e7-489d-9ba0-67c1b77353c5 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.554985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9b8104e-a1e7-489d-9ba0-67c1b77353c5 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.1748419 Dec 13 14:47:30.558961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42934) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:30.560776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-c05a064b-a2fd-4196-a3ac-a3a8fdf37c05 service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426308 Dec 13 14:47:30.586556 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:30.596126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1be9ba84-9b2b-4756-b1ce-3a3d04780ed3 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=08585009-4e99-43b1-bbdb-ac266d530a6e HTTP/1.1" status: 200 len: 205 time: 0.0371354 Dec 13 14:47:30.598641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42936) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:30.641677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:30.645469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-688e36cd-33cb-446f-b4ad-30044b22369a req-d756775c-5ec0-4f81-b1dd-4ba2540a007e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024759 Dec 13 14:47:30.646969 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-57ce49de-6190-4d0e-87bb-9ccccdddf575 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 217 time: 0.0776377 Dec 13 14:47:30.719101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:30.737323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-d17de657-b8fc-4eb6-8fd2-5ca3a9999ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.741292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-d17de657-b8fc-4eb6-8fd2-5ca3a9999ca8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0874455 Dec 13 14:47:30.812097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:30.843097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-628d5817-9da5-4bb6-b9cb-34218b52a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.843853 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-628d5817-9da5-4bb6-b9cb-34218b52a940 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946329 Dec 13 14:47:30.844685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.851360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.858304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.865683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.871524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.877662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.884547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.885737 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3318354b-f502-4996-b720-96fffb3642f4 req-ea8a26fa-dac0-41c6-a3f9-95e08b2b2017 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1332395 Dec 13 14:47:30.888550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:30.962005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00949e23-87ff-479b-b8bc-f2013ffc239e req-50019e01-449b-47a7-ae7a-b1a525df3def tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:30.963741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-00949e23-87ff-479b-b8bc-f2013ffc239e req-50019e01-449b-47a7-ae7a-b1a525df3def tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 948 time: 0.1646090 Dec 13 14:47:31.049454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-f71a69a5-5105-4e12-b298-6aced022d28a service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953371 Dec 13 14:47:31.055570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:31.084939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-00949e23-87ff-479b-b8bc-f2013ffc239e req-f4aef604-1f16-4e0c-b673-1c02b94de054 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097708 Dec 13 14:47:31.098378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3318354b-f502-4996-b720-96fffb3642f4 req-951087cf-4cab-4ca2-8429-eac4c12aff29 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2059736 Dec 13 14:47:31.238863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c19a3d99-5c34-4fea-92fa-ecd326fac3ee req-12fe706e-9c5e-4eb6-a5a5-81e9ecd97040 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 210 time: 0.0720868 Dec 13 14:47:31.258720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-17f99e47-4289-456f-8cc9-d4f45b223c76 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009666 Dec 13 14:47:31.268164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Deleting port 60ee2d36-802f-4bf2-b7de-d7438a1dc8aa {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:31.272547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:31.299193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:31.302464 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3118880d-b6d7-4840-876a-166322c4f310" -d '{"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-unplugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:31.332801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-8c4aac01-3d82-49cc-9063-89ae86cd9ed5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 217 time: 0.0659626 Dec 13 14:47:31.345812 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452af86f-020f-48ae-8219-93c35c7590fb x-openstack-request-id: req-452af86f-020f-48ae-8219-93c35c7590fb {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:31.346326 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-unplugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:31.346767 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-452af86f-020f-48ae-8219-93c35c7590fb {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:31.347858 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442', 'code': 200} Dec 13 14:47:31.422649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:31.447202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f3f9-5cbc-4c74-92c0-c973781a11e1 req-599c1fc3-d4ad-4f3d-a645-ac8f226ad506 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:31.449069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc87f3f9-5cbc-4c74-92c0-c973781a11e1 req-599c1fc3-d4ad-4f3d-a645-ac8f226ad506 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1278231 Dec 13 14:47:31.449222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Calling delete_port for 60ee2d36-802f-4bf2-b7de-d7438a1dc8aa owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:31.455754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-67f27501-e4ca-472d-9d35-cbf0ec487ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:31.457719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-67f27501-e4ca-472d-9d35-cbf0ec487ede service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.1043656 Dec 13 14:47:31.543596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc87f3f9-5cbc-4c74-92c0-c973781a11e1 req-01d4ed35-f645-4c18-a014-9aa0210a91ec tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819566 Dec 13 14:47:31.562824 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-8a541885-a32d-4e7b-a288-8fcddbeb428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:31.564769 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-8a541885-a32d-4e7b-a288-8fcddbeb428d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975502 Dec 13 14:47:31.703917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-b7a1d049-bdd6-4707-b243-1563b99d70cb service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308875 Dec 13 14:47:31.776351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e39820-9bd2-43ed-8acb-6af462b02be9 req-7f62e1b3-b862-4e1a-98d4-4f6246d25df0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:31.777905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34e39820-9bd2-43ed-8acb-6af462b02be9 req-7f62e1b3-b862-4e1a-98d4-4f6246d25df0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0572083 Dec 13 14:47:31.779206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:31.833078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-a234ecc8-022e-4ea1-9072-a060864cba36 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224983 Dec 13 14:47:31.840322 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-626b50af-c3fe-4a95-8dc0-0cdc92e4abe4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546389 Dec 13 14:47:31.841231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event deleted for resources: {'Port': ['ID=60ee2d36-802f-4bf2-b7de-d7438a1dc8aa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:31.910827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-34e195ef-9f3b-40d9-bc52-3116bce8b889 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886 HTTP/1.1" status: 200 len: 217 time: 0.0703323 Dec 13 14:47:31.990043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-233a6430-e0be-48db-a423-36510ef8586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:31.992193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-233a6430-e0be-48db-a423-36510ef8586d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0745585 Dec 13 14:47:32.015412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34e39820-9bd2-43ed-8acb-6af462b02be9 req-c227f0fb-6d70-4aae-bd2c-d71b5d63b264 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196460 Dec 13 14:47:32.027518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.067095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-98685dc5-4782-427f-ae5b-b8a20c340e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.068904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-98685dc5-4782-427f-ae5b-b8a20c340e33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684974 Dec 13 14:47:32.081155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-93fdf608-d893-4604-816a-52010bee64d9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.083567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-93fdf608-d893-4604-816a-52010bee64d9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303219 Dec 13 14:47:32.125339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Request body: {'port': {'device_id': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '7677cf536c2545b98f3295febea9ac0c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:32.294890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.299945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.301717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-e6a6cd71-3448-4f02-b1c0-ae151b5ebc76 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245648 Dec 13 14:47:32.324008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.330615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.337467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.343653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.349656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.356075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.361665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.369627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-09af197b-78ed-4cec-8108-8cca77ba305d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1559997 Dec 13 14:47:32.378845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843506-6e4a-4743-b988-c293e67d5a4f req-274a2288-2a00-40d8-b614-86b829a1276d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.380382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61843506-6e4a-4743-b988-c293e67d5a4f req-274a2288-2a00-40d8-b614-86b829a1276d tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 948 time: 0.1844194 Dec 13 14:47:32.447982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.447982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Fanout notify agent at l3_agent the message router_deleted on router 08585009-4e99-43b1-bbdb-ac266d530a6e {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:32.462482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.468384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e044a19a-81c0-498e-b572-8f60ee05f0ba tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/08585009-4e99-43b1-bbdb-ac266d530a6e HTTP/1.1" status: 204 len: 168 time: 1.8662388 Dec 13 14:47:32.470451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42974) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:32.476410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-dc2457c9-b932-421d-afb0-a246ebb6795c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1999090875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:32.482568 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb9ef973-8576-4e19-8d89-d9455ce1cfd0 req-a027043a-5008-4aa1-b13b-df7f6787867a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074233 Dec 13 14:47:32.492668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61843506-6e4a-4743-b988-c293e67d5a4f req-d078bec2-ed60-4cee-b3f2-6a9099fdeca7 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969486 Dec 13 14:47:32.493556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:32.541663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Made reservation on behalf of 7677cf536c2545b98f3295febea9ac0c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:47:32.547730 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.597062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-3bffb5dd-beeb-43f6-ae4f-53f22bd8d611 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860680 Dec 13 14:47:32.677520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:32.690054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '9e982969-694e-475b-9876-43c110776442', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '9e982969-694e-475b-9876-43c110776442', 'mac_address': 'fa:16:3e:1a:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:32.713175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-3324d316-9238-4ca9-940b-8e63ccbcadad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7649cd34-f73e-4c02-a565-f9915c758fa6 HTTP/1.1" status: 200 len: 217 time: 0.1071832 Dec 13 14:47:32.730440 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.745278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e982969-694e-475b-9876-43c110776442 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:32.750207 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2457c9-b932-421d-afb0-a246ebb6795c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.751560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2457c9-b932-421d-afb0-a246ebb6795c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.766570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:32.818037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a57341e7-d231-48cc-b70c-2a9ba7c32fa3 req-102751a7-e0d6-4b26-8adf-78145d3f40e5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 210 time: 0.1035058 Dec 13 14:47:32.829124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-ea2ef391-2b57-4dc6-989c-ba431ed9fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.831070 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-ea2ef391-2b57-4dc6-989c-ba431ed9fd22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0995903 Dec 13 14:47:32.865237 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:32.920544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:32.921963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fff8e474-2e42-4184-92dc-8cba20569018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:32.923964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-fff8e474-2e42-4184-92dc-8cba20569018 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758538 Dec 13 14:47:33.029118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-58ece042-15c4-44f1-a112-491bf9f437ea service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966702 Dec 13 14:47:33.120754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9e982969-694e-475b-9876-43c110776442'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:33.171477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c716-764b-4065-9f02-4eb411d997fb req-baf35aad-4754-4c62-8ed9-ed966d5cac14 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.173195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6195c716-764b-4065-9f02-4eb411d997fb req-baf35aad-4754-4c62-8ed9-ed966d5cac14 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0792706 Dec 13 14:47:33.191466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-f78c5c92-e9c1-4d24-b1b1-59ae60cce345 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5841517 Dec 13 14:47:33.221324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-b14f4fc4-1616-4a68-b02f-49fc3473fe7e service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842778 Dec 13 14:47:33.273631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2457c9-b932-421d-afb0-a246ebb6795c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:33.287987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6195c716-764b-4065-9f02-4eb411d997fb req-d5eda8e1-3fda-4cae-ae72-7c6b369cb8e7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070967 Dec 13 14:47:33.290631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-5dfd2d84-a67b-4a0e-876c-6776d357c5b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65781a6a-6df3-4e18-bda5-b286120214cf HTTP/1.1" status: 200 len: 217 time: 0.0583887 Dec 13 14:47:33.313430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf539-c9bf-40a8-97f5-5b3ff3006170 req-5b2f3ef9-b9c0-4198-a037-292c39ec0dff tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.320686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbaf539-c9bf-40a8-97f5-5b3ff3006170 req-5b2f3ef9-b9c0-4198-a037-292c39ec0dff tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1926446 Dec 13 14:47:33.365858 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-356edeb1-cea0-47f4-9515-ef706552c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.367563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-356edeb1-cea0-47f4-9515-ef706552c2ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.0701938 Dec 13 14:47:33.371530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Allocated IP 192.168.233.82 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:33.372647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ce05860-6ac0-4eb9-9520-641f20b0ef1f details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:33.374524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2457c9-b932-421d-afb0-a246ebb6795c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:33.379077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ce05860-6ac0-4eb9-9520-641f20b0ef1f no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:33.389655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-d0baca5f-cc03-4d2d-bee8-0b57c6d1f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.391188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-d0baca5f-cc03-4d2d-bee8-0b57c6d1f33c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 1100 time: 0.1605489 Dec 13 14:47:33.421717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fbaf539-c9bf-40a8-97f5-5b3ff3006170 req-15501f4c-88c2-4da5-8dce-992187c63324 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951486 Dec 13 14:47:33.470356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-8f2e97c4-4ee3-4944-9648-52e6deed1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.472785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-8f2e97c4-4ee3-4944-9648-52e6deed1d34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0950720 Dec 13 14:47:33.521195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2457c9-b932-421d-afb0-a246ebb6795c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:33.522751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dc2457c9-b932-421d-afb0-a246ebb6795c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0510967 Dec 13 14:47:33.528091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42992) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:33.536508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:33.647958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-aa56f474-0043-447e-833a-127198265ba4 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675136 Dec 13 14:47:33.684940 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:33.756637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:33.799737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'port_id': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'mac_address': 'fa:16:3e:32:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500c562e-7bdf-41cc-8bcf-0c87972b8284', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:33.817565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:33.817565 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e0659-2a27-41c3-a40d-4e2aeee92f25" -d '{"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:33.822596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:33.901881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:33.903050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.910722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.911160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-ad6f5263-a736-44dc-bb6b-852e7ca578df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.912624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-ad6f5263-a736-44dc-bb6b-852e7ca578df service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.4898064 Dec 13 14:47:33.916660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.917450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce05860-6ac0-4eb9-9520-641f20b0ef1f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:33.922765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.929534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.935555 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.983389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522f9b-fbb5-4c1a-84cc-ab3aa6be4b68 req-610c5e4e-41ed-4953-8cec-b30ddf3bd684 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.983607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:33.983725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1522f9b-fbb5-4c1a-84cc-ab3aa6be4b68 req-610c5e4e-41ed-4953-8cec-b30ddf3bd684 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 950 time: 0.2520545 Dec 13 14:47:33.983854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-07c32c20-9ec2-4c4c-8d7c-7e385997909f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.2917819 Dec 13 14:47:33.988606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-c903f241-4ed6-4f59-9e6f-4d25c420c966 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824187 Dec 13 14:47:34.014279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c84e67a5-9c47-4856-9bb8-c89a76bb797f req-755bce82-c8ce-44c3-bc05-ddc272119acb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585072 Dec 13 14:47:34.036314 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-8585546d-105c-49a9-a944-1081dd9806c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 200 len: 217 time: 0.1143093 Dec 13 14:47:34.044037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-d39c4076-cf21-4878-8f2d-d904b33b2355 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=184573da-2612-48a8-b68b-2b08cc805d99 HTTP/1.1" status: 200 len: 217 time: 0.0456035 Dec 13 14:47:34.096139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:34.115506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eddd45ad-2b11-4eeb-af31-6a2b7e1d237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:34.117229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-eddd45ad-2b11-4eeb-af31-6a2b7e1d237e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.0660584 Dec 13 14:47:34.139509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:34.195310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1522f9b-fbb5-4c1a-84cc-ab3aa6be4b68 req-1ef1abc8-bc3d-4f96-bc44-46bf382d2ce5 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463403 Dec 13 14:47:34.201948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-01c5d5b4-a12f-455b-92a8-f75c5a0114d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:34.204562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-01c5d5b4-a12f-455b-92a8-f75c5a0114d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1244013 Dec 13 14:47:34.216334 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ae309-d0dd-4923-bd11-bfad9b2c0a7c x-openstack-request-id: req-e28ae309-d0dd-4923-bd11-bfad9b2c0a7c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:34.216904 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:34.217386 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e28ae309-d0dd-4923-bd11-bfad9b2c0a7c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:34.218155 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'code': 200} Dec 13 14:47:34.259561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-71e7c459-00aa-4b6e-abf0-242a2975b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:34.261392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-71e7c459-00aa-4b6e-abf0-242a2975b07e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472312 Dec 13 14:47:34.380318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-b51f023e-2b00-4806-b391-3ecd2c1f1ba5 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114490 Dec 13 14:47:34.473690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875511e-b8a3-4127-9269-5ff20846c804 req-0c10faa7-d5b5-4a8f-b91e-43f870b6a079 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:34.475210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9875511e-b8a3-4127-9269-5ff20846c804 req-0c10faa7-d5b5-4a8f-b91e-43f870b6a079 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.1114850 Dec 13 14:47:34.488172 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:34.509020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7120c55b-a54f-48d8-84c9-81225206e15c req-683a4c81-fc36-4913-ac2c-63eb5319cce8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 210 time: 0.0361814 Dec 13 14:47:34.518677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-ffdfd6e8-25b3-416a-97c9-4b135b3fa5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:34.521072 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-ffdfd6e8-25b3-416a-97c9-4b135b3fa5f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3952491 Dec 13 14:47:34.521594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ded53e-16a9-46b5-bd5d-1c55e454698b req-5b9154b9-ed42-4eae-ab6a-ae62dca18655 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267638 Dec 13 14:47:34.533103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:34.539125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:34.543260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9875511e-b8a3-4127-9269-5ff20846c804 req-9fdec273-183b-461b-bcc2-61010fc84166 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Dec 13 14:47:34.570619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:34.572997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['22666c53-811b-4fe8-b7f5-74629e650337', '7261e26e-e228-413e-824e-42d0e802baad'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:34.646216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:34.660616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:34.665646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:34.668140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:34.683234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:47:34.684064 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:47:34.696459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:34.698836 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-2b17074d-b4f5-4ce6-b9f1-88b7ddd65e36 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624656 Dec 13 14:47:34.731660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:34.731660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:34.806176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 9e982969-694e-475b-9876-43c110776442 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:34.807237 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:34.810145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e7cd22b7-4631-4218-a527-3e5b3004e43c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6890359 Dec 13 14:47:34.881038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Request body: {'port': {'device_id': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:34.886303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2c50-74ff-450d-b00a-6e7de052c904 req-c375a7e1-2188-48e7-908d-609bb71824c5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:34.890269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-698c2c50-74ff-450d-b00a-6e7de052c904 req-c375a7e1-2188-48e7-908d-609bb71824c5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1424634 Dec 13 14:47:34.958102 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-054a34dd-2cde-46ae-b4f0-6af4e0df23da req-f3941fa4-8267-4d38-8296-99605692b08b service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517147 Dec 13 14:47:35.014694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-698c2c50-74ff-450d-b00a-6e7de052c904 req-5dce1561-31f1-4b2a-bb39-d104a7f1eca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172950 Dec 13 14:47:35.041376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.066596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.070330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.082474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-3ea59945-e2a3-4b94-b694-489f7f48781d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1937416 Dec 13 14:47:35.083633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.120327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:35.150215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f3d69f79-6d69-4395-b2f1-26e664fae50c None None] Provisioning complete for port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:35.150631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3d69f79-6d69-4395-b2f1-26e664fae50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.224861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.225632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.226415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.227188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.227954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.228631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.230014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.233521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-416e6233-4c29-457e-89a6-7758283b6e97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6488 time: 0.0834379 Dec 13 14:47:35.291964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcbe3e-86db-4242-890c-7e147f87664e req-c6a80fd9-48ab-4903-917e-0e91ba00ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.293710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-c6a80fd9-48ab-4903-917e-0e91ba00ec7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 1101 time: 0.1689122 Dec 13 14:47:35.408494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-c2f0ecf5-9bf9-44b2-93ec-76ef2ef91f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.410579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-c2f0ecf5-9bf9-44b2-93ec-76ef2ef91f4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3dc541cf-30f1-497b-a513-f10b3715708f HTTP/1.1" status: 200 len: 901 time: 0.1667948 Dec 13 14:47:35.454043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Allocated IP 172.25.7.129 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/5e65d891-1959-4909-9a3a-245f66a8552c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:35.466146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.502861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.508885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-e420c6a9-fcd7-40c3-b840-72bd413abf17 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=184573da-2612-48a8-b68b-2b08cc805d99 HTTP/1.1" status: 200 len: 217 time: 0.0722063 Dec 13 14:47:35.515132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.532070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.543963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.556784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.563218 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.566689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.568817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f3d69f79-6d69-4395-b2f1-26e664fae50c None None] Port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:47:35.577792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.582590 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-03ccf261-fd3f-4bdd-94ab-aa08cad5b27f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.3378663 Dec 13 14:47:35.598720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce05860-6ac0-4eb9-9520-641f20b0ef1f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:35.604270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072c65-bb1d-4011-806e-6654ee11aeee req-5980d37a-dbe3-46e4-8f9d-d1200002f27f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.607474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49072c65-bb1d-4011-806e-6654ee11aeee req-5980d37a-dbe3-46e4-8f9d-d1200002f27f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 951 time: 0.1012156 Dec 13 14:47:35.615345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-fc74cf02-32fe-402c-ab18-233a7af809fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.616925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-fc74cf02-32fe-402c-ab18-233a7af809fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.0989227 Dec 13 14:47:35.622608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:35.647816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=11']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:35.702867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-5d22a2e7-a9ba-4cb9-9289-fcb930e517e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.704428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-5d22a2e7-a9ba-4cb9-9289-fcb930e517e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796673 Dec 13 14:47:35.708388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49072c65-bb1d-4011-806e-6654ee11aeee req-e57030f7-b2aa-4e2b-b05e-9c0fa1fb0882 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905595 Dec 13 14:47:35.716420 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:35.793474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:35.871351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-4d0c2fdd-6279-4b3a-9c27-4033190cc81c service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572032 Dec 13 14:47:35.998341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c75bac-8847-450b-830d-d950523e2170 req-8c2c3df4-8db9-44e5-aaf8-a38f3bc9cddd tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:35.999084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['6ce05860-6ac0-4eb9-9520-641f20b0ef1f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:35.999839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2c75bac-8847-450b-830d-d950523e2170 req-8c2c3df4-8db9-44e5-aaf8-a38f3bc9cddd tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 935 time: 0.1063790 Dec 13 14:47:36.002139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fca0826b-6bed-4655-8afb-602fd5a57273 req-f7e4d4ef-c005-43b2-8204-53c1d8297cb1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3328094 Dec 13 14:47:36.012301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:36.030307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:36.034906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcbe3e-86db-4242-890c-7e147f87664e req-9dc53986-8251-4905-a685-74f8f5862120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:36.039953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-9dc53986-8251-4905-a685-74f8f5862120 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.6707561 Dec 13 14:47:36.076073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e1a90f5-3ddb-45da-bc5c-1f5543da656f req-40cc009e-09fb-455c-be66-23d71a41a44a service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938777 Dec 13 14:47:36.093973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2c75bac-8847-450b-830d-d950523e2170 req-4aa69d91-97fb-4e9f-b717-b240b15ae11f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776048 Dec 13 14:47:36.103778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Transition to ACTIVE for port object e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:36.110565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-6e3b7b76-d4b0-4231-8a9f-f8794746d4c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 200 len: 217 time: 0.0651417 Dec 13 14:47:36.119484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:36.209256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:36.221787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:36.224927 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a1b96d-24e6-44c0-be15-d0290c65cecf" -d '{"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-plugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:36.229303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcbe3e-86db-4242-890c-7e147f87664e req-42645cf7-492d-4b94-966d-f84ea1185530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:36.230771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-42645cf7-492d-4b94-966d-f84ea1185530 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1095695 Dec 13 14:47:36.278837 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689fec3f-ede5-48e6-9e35-e39863dd9768 x-openstack-request-id: req-689fec3f-ede5-48e6-9e35-e39863dd9768 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:36.279312 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-plugged", "status": "completed", "tag": "9e982969-694e-475b-9876-43c110776442", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:36.279620 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-689fec3f-ede5-48e6-9e35-e39863dd9768 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:36.280125 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e982969-694e-475b-9876-43c110776442', 'code': 200} Dec 13 14:47:36.479547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5678b5-9be3-408a-b009-f971f5817cb1 req-a07fe127-0551-4e68-b020-da5c91dd3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:36.481293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f5678b5-9be3-408a-b009-f971f5817cb1 req-a07fe127-0551-4e68-b020-da5c91dd3f3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1102 time: 0.0649927 Dec 13 14:47:36.523325 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f5678b5-9be3-408a-b009-f971f5817cb1 req-b7fbf140-4978-4514-970c-4d9036c90ee2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Dec 13 14:47:36.641580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf1ab-843d-4f9a-bdcc-52c285ffbd73 req-67fbed8e-8d7c-4943-b9f0-10bc22ef6943 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:36.643085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1dadf1ab-843d-4f9a-bdcc-52c285ffbd73 req-67fbed8e-8d7c-4943-b9f0-10bc22ef6943 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 945 time: 0.4865971 Dec 13 14:47:36.646338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:36.651242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:36.746844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:36.753812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcbe3e-86db-4242-890c-7e147f87664e req-bdc49ba4-1753-4aae-8b86-aec26e58fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:36.755325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-bdc49ba4-1753-4aae-8b86-aec26e58fa1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5019333 Dec 13 14:47:36.761073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:36.772107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:36.843272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f15b4a-1097-4daf-94f1-4beaff9ef1b9 req-f0653d00-4767-430a-915c-6ef8a243fcf4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:36.844999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37f15b4a-1097-4daf-94f1-4beaff9ef1b9 req-f0653d00-4767-430a-915c-6ef8a243fcf4 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 951 time: 0.0529273 Dec 13 14:47:36.858922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event updated for resources: {'Port': ['ID=5e65d891-1959-4909-9a3a-245f66a8552c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:36.869617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1dadf1ab-843d-4f9a-bdcc-52c285ffbd73 req-2c037543-3aa9-4a80-89ea-849d9a84424f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077651 Dec 13 14:47:36.885726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37f15b4a-1097-4daf-94f1-4beaff9ef1b9 req-5de6833b-dd14-4212-ac0c-b8af90bd01dc tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339279 Dec 13 14:47:36.900466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:36.900811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:36.901134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:36.950631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:36.950951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:36.995837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:36.996175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:36.996557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:36.996986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Bound port: e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:36.997337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.030684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-54720e53-361e-473d-a7ad-2798d3ab879a service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596030 Dec 13 14:47:37.189672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:37.203210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035cf07-bebb-406d-839b-17eb52f23d39 req-96ba3771-ae07-46a3-84cb-e0af4a12cdb1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.204784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5035cf07-bebb-406d-839b-17eb52f23d39 req-96ba3771-ae07-46a3-84cb-e0af4a12cdb1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.0507684 Dec 13 14:47:37.205552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:37.244587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5035cf07-bebb-406d-839b-17eb52f23d39 req-9fa62240-7f0d-418f-96e7-eb9b17a51862 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Dec 13 14:47:37.287355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afdcbe3e-86db-4242-890c-7e147f87664e req-3e4638b0-0203-44a2-914e-bbf14e5741e4 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475669 Dec 13 14:47:37.298153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.304148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.310080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.316607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.322564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.328533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.335084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.336903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-bed2c7a7-e221-44e1-9bfc-31d28eec1257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.2132487 Dec 13 14:47:37.338280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.402779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.403409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.404784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] 10.222.0.50 "PUT /v2.0/ports/e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 1095 time: 2.5291796 Dec 13 14:47:37.405241 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:37.407582 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a924ad-ee35-48f7-a70a-406840b7d846" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:37.449101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea76393a-8d19-498e-90fc-71d14e061e01 req-f9012683-84f7-4202-9fba-4e6902bfef50 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999372 Dec 13 14:47:37.458835 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd96623-7bef-46c5-80ca-e2b0ba60fdae x-openstack-request-id: req-5bd96623-7bef-46c5-80ca-e2b0ba60fdae {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:37.463875 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:37.463875 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bd96623-7bef-46c5-80ca-e2b0ba60fdae {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:37.463875 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'status': 'completed', 'code': 200} Dec 13 14:47:37.466125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.470431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466af95-43fc-4331-8680-9c2beec6db2d service neutron] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:37.599630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924ad-ee35-48f7-a70a-406840b7d846 req-2576f106-42fe-48cb-883e-f7d296db74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.601132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c3a924ad-ee35-48f7-a70a-406840b7d846 req-2576f106-42fe-48cb-883e-f7d296db74ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1098 time: 0.0886467 Dec 13 14:47:37.689186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c3a924ad-ee35-48f7-a70a-406840b7d846 req-ab1435fc-d11c-4223-ac3f-4071444f1371 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7677cf536c2545b98f3295febea9ac0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778129 Dec 13 14:47:37.701843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08166513-a402-46f2-9e74-571ca08e0b26 req-3d6020e3-9810-4d75-9f51-4e8758942d74 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.703354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08166513-a402-46f2-9e74-571ca08e0b26 req-3d6020e3-9810-4d75-9f51-4e8758942d74 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 951 time: 0.0529130 Dec 13 14:47:37.707970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ce05860-6ac0-4eb9-9520-641f20b0ef1f up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:37.757197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08166513-a402-46f2-9e74-571ca08e0b26 req-3f8357d0-2def-4d09-9a14-3230fe9eaba7 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452385 Dec 13 14:47:37.783532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:37.783532 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.783818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.792050 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.865584 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:37.913586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924ad-ee35-48f7-a70a-406840b7d846 req-f7971d41-b22d-44c2-af21-23943e7a0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.916635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c3a924ad-ee35-48f7-a70a-406840b7d846 req-f7971d41-b22d-44c2-af21-23943e7a0564 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056065 Dec 13 14:47:37.930556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:37.996757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b45cbf-f916-495a-95c1-7a6e402b63f7 req-42148939-3d07-4ddf-a73a-259597dbe09e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:37.998619 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3b45cbf-f916-495a-95c1-7a6e402b63f7 req-42148939-3d07-4ddf-a73a-259597dbe09e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 945 time: 0.0558496 Dec 13 14:47:38.007648 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:38.008490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:38.056144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-0fcf045e-ba3b-46a7-9463-95e574fae17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.058295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-0fcf045e-ba3b-46a7-9463-95e574fae17d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1098 time: 0.0946879 Dec 13 14:47:38.059933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3b45cbf-f916-495a-95c1-7a6e402b63f7 req-d2ea7481-1e2a-41aa-b135-68bde4f95a6c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546942 Dec 13 14:47:38.068196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233baa-8c58-49c7-a911-fa9510883c31 req-ee7854b9-1de1-4d43-a9f8-3222def3c2a6 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.069843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54233baa-8c58-49c7-a911-fa9510883c31 req-ee7854b9-1de1-4d43-a9f8-3222def3c2a6 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 951 time: 0.0926473 Dec 13 14:47:38.122917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:38.139866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Router 43b07496-e3f8-4bd2-a03e-9200fb66e666 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:38.144346 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-3920d9f8-c0fe-4b80-88ac-8330f31ea617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.0726690 Dec 13 14:47:38.181459 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:38.225482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:38.244689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54233baa-8c58-49c7-a911-fa9510883c31 req-925fda8a-b6e1-4ded-8a69-51c32ea39a26 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667795 Dec 13 14:47:38.284747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f'}, {'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:38.287819 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2bc0d-9f6a-4d7a-9077-f7ab4ce97f46" -d '{"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-plugged", "status": "completed", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f"}, {"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:38.300276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e2b1c058-ab11-4ff1-856c-e63282d3694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.301743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-e2b1c058-ab11-4ff1-856c-e63282d3694e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1445200 Dec 13 14:47:38.311360 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:38.344746 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f233c7c7-9b9d-4864-bbd1-2a439a8d886c x-openstack-request-id: req-f233c7c7-9b9d-4864-bbd1-2a439a8d886c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:38.345432 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-plugged", "status": "completed", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f", "code": 200}, {"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "22b66017-9f50-4223-b344-8376dacc28eb", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:38.345921 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f233c7c7-9b9d-4864-bbd1-2a439a8d886c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:38.346585 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'code': 200} Dec 13 14:47:38.348392 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb', 'code': 200} Dec 13 14:47:38.379139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=11']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:38.419298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:38.421379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:38.422646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1ac39447-8aa0-4a61-a03d-d62c06f9e332 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "PUT /v2.0/routers/43b07496-e3f8-4bd2-a03e-9200fb66e666 HTTP/1.1" status: 200 len: 884 time: 4.8906860 Dec 13 14:47:38.422804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] Sync routers for ids ['43b07496-e3f8-4bd2-a03e-9200fb66e666'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:38.425993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:38.442935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] Routers {'43b07496-e3f8-4bd2-a03e-9200fb66e666'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:38.443547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['43b07496-e3f8-4bd2-a03e-9200fb66e666'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:38.457085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-9938cf47-75b2-4b59-9a4d-93ce92f4403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.465114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-9938cf47-75b2-4b59-9a4d-93ce92f4403b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452746 Dec 13 14:47:38.484789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:38.494163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] Routers {'43b07496-e3f8-4bd2-a03e-9200fb66e666'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:38.494988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['43b07496-e3f8-4bd2-a03e-9200fb66e666'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:38.537824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:38.542716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7d983-7a53-41dc-a1f9-869e423a5997 None None] The sync data for ids ['43b07496-e3f8-4bd2-a03e-9200fb66e666'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:38.563539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49a256-3216-4a92-85b1-bc62269229b8 req-fa2a9fa5-f707-49a8-b0cb-cc604e9444f2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.565054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa49a256-3216-4a92-85b1-bc62269229b8 req-fa2a9fa5-f707-49a8-b0cb-cc604e9444f2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.2089036 Dec 13 14:47:38.579799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee724184-29cd-4b66-bc65-3fab5edfbd83 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/43b07496-e3f8-4bd2-a03e-9200fb66e666 HTTP/1.1" status: 200 len: 925 time: 0.1499021 Dec 13 14:47:38.580049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43158) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:38.653660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa49a256-3216-4a92-85b1-bc62269229b8 req-6587aacb-9017-42e5-afda-5199cf8d7aba tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812523 Dec 13 14:47:38.671282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82390-9650-4765-b5ba-a6fd1282d75d req-3122b708-ea7a-4e54-9a8a-ea7ddc802796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.672760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ac82390-9650-4765-b5ba-a6fd1282d75d req-3122b708-ea7a-4e54-9a8a-ea7ddc802796 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 1097 time: 0.1624303 Dec 13 14:47:38.678411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-14bce76a-5e8e-487e-9640-93a0d5f5262c service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076087 Dec 13 14:47:38.708986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45264b1f-1284-4185-8ded-daec16195987 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.713790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-45264b1f-1284-4185-8ded-daec16195987 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=43b07496-e3f8-4bd2-a03e-9200fb66e666&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1327314 Dec 13 14:47:38.716585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43170) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:38.773390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ac82390-9650-4765-b5ba-a6fd1282d75d req-94176ad7-a924-4433-b9b1-ab3a5d8a9cc5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918818 Dec 13 14:47:38.801562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.807060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a096833-2b5d-4e3b-871b-1b1fd2d2ecad req-a8c30550-211b-420e-a814-573ea362a23e service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120489 Dec 13 14:47:38.809231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.815320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.822491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.828669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.834738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.841083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.847725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-66a8e94c-64e7-4ba8-93a4-b3b13351154d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1804354 Dec 13 14:47:38.897732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d375ad-6ed6-4e77-8ec2-80a3f37a5bbc tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:38.899151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3d375ad-6ed6-4e77-8ec2-80a3f37a5bbc tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.1829519 Dec 13 14:47:38.902363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43192) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:38.907343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c111437-fcc9-4ec3-8283-0506832c6b83 req-d12f7aca-ac07-4cbd-81e8-a2a459f53aa8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562980 Dec 13 14:47:38.934998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-64c8c3d3-5ea8-4104-a7f2-765f577c6959 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b07496-e3f8-4bd2-a03e-9200fb66e666 HTTP/1.1" status: 200 len: 205 time: 0.0312245 Dec 13 14:47:38.937335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43198) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:39.044973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.156179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.186520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0ab37-e046-4052-8fcc-50e0a9e9f73f req-1542f3dd-b778-4e8a-b92c-6531ab355868 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:39.188006 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6e0ab37-e046-4052-8fcc-50e0a9e9f73f req-1542f3dd-b778-4e8a-b92c-6531ab355868 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0546598 Dec 13 14:47:39.227832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6e0ab37-e046-4052-8fcc-50e0a9e9f73f req-a7376311-d1b9-49da-8ec9-3575e0c2cc5a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Dec 13 14:47:39.311610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Deleting port 5e65d891-1959-4909-9a3a-245f66a8552c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:39.314621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.376144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a83c-caeb-4df6-b1d9-5b2bc9266f55 req-685fed5b-bfe5-4801-8431-2593ffb0beff tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:39.378705 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd53a83c-caeb-4df6-b1d9-5b2bc9266f55 req-685fed5b-bfe5-4801-8431-2593ffb0beff tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 951 time: 0.0542922 Dec 13 14:47:39.396370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.410196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Calling delete_port for 5e65d891-1959-4909-9a3a-245f66a8552c owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:39.424004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd53a83c-caeb-4df6-b1d9-5b2bc9266f55 req-81ec3737-d2c4-4868-8972-8d8b23da95ef tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 Dec 13 14:47:39.662025 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.689767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event deleted for resources: {'Port': ['ID=5e65d891-1959-4909-9a3a-245f66a8552c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:39.760521 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.816250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00b17-4ac2-4f7e-9c0e-5c7fdc5ab999 req-daa1e1ea-ddda-4674-a63a-4b3ffdfe0c42 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:39.817736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ab00b17-4ac2-4f7e-9c0e-5c7fdc5ab999 req-daa1e1ea-ddda-4674-a63a-4b3ffdfe0c42 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.0501471 Dec 13 14:47:39.856429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ab00b17-4ac2-4f7e-9c0e-5c7fdc5ab999 req-fdd3e92d-b79d-457d-8074-d90ae5f40c45 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322857 Dec 13 14:47:39.861201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.863644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.964647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.965281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Fanout notify agent at l3_agent the message router_deleted on router 43b07496-e3f8-4bd2-a03e-9200fb66e666 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:39.975381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:39.975381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2ef03f15-b395-4540-a2f1-2b4de4afb1b7 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/43b07496-e3f8-4bd2-a03e-9200fb66e666 HTTP/1.1" status: 204 len: 168 time: 1.0363936 Dec 13 14:47:39.978497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:39.985391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c5e00bd5-2698-4854-a082-740918141063 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1454397843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:39.992220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b062b2-6f09-41c4-b949-93ce919722a4 req-f53491dd-7272-4543-a66c-45fe9dad625a tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:39.998785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41b062b2-6f09-41c4-b949-93ce919722a4 req-f53491dd-7272-4543-a66c-45fe9dad625a tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1102 time: 0.0596061 Dec 13 14:47:40.029241 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41b062b2-6f09-41c4-b949-93ce919722a4 req-6feb2dec-4418-47b6-aa84-1e876b9b7a6d tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286527 Dec 13 14:47:40.107263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bd5-2698-4854-a082-740918141063 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:40.108373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bd5-2698-4854-a082-740918141063 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:40.148924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.154831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.160639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.166506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.169962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bd5-2698-4854-a082-740918141063 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:40.172330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.178759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.184527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.186422 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-3b603e01-78e0-4fd0-b88c-6427dc4c2243 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1015875 Dec 13 14:47:40.227407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1175ce71-05e6-4849-bd66-025ae2eaf327 req-0bb67043-5207-4dba-b518-0c8662812bf8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337088 Dec 13 14:47:40.248046 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bd5-2698-4854-a082-740918141063 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:40.332171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bd5-2698-4854-a082-740918141063 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:40.333373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c5e00bd5-2698-4854-a082-740918141063 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3538914 Dec 13 14:47:40.336186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43328) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:40.340836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': True}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:40.697835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e9960-bb90-49d2-bdc4-91370d4a7bc2 req-7264017f-9906-4582-992a-07e951b3efe0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.699487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba6e9960-bb90-49d2-bdc4-91370d4a7bc2 req-7264017f-9906-4582-992a-07e951b3efe0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0546970 Dec 13 14:47:40.743910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba6e9960-bb90-49d2-bdc4-91370d4a7bc2 req-e888862b-ac0b-4be5-b624-ae8f728251e8 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375648 Dec 13 14:47:40.857886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe1ae-41e8-4326-9296-a478d7b12455 req-4b147228-41b1-4ded-b44a-0fb8a0ea0455 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:40.859337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:40.860003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f35fe1ae-41e8-4326-9296-a478d7b12455 req-4b147228-41b1-4ded-b44a-0fb8a0ea0455 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 1102 time: 0.0492184 Dec 13 14:47:40.898001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f35fe1ae-41e8-4326-9296-a478d7b12455 req-d366b98c-d11d-4028-bb5e-67683562c976 tempest-ServersAdminTestJSON-729412829 tempest-ServersAdminTestJSON-729412829-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Dec 13 14:47:41.009731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ac789-2876-4dae-ad30-6de1dea6f23c req-d7fad771-04ea-4e73-9f5f-a34a0116a2f2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:41.010939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c46ac789-2876-4dae-ad30-6de1dea6f23c req-d7fad771-04ea-4e73-9f5f-a34a0116a2f2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.0540037 Dec 13 14:47:41.055328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c46ac789-2876-4dae-ad30-6de1dea6f23c req-330f1a11-8a6c-4f56-ad4c-de552f13a902 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Dec 13 14:47:41.135160 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:41.154605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:41.169128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2012f-bd7b-4148-b867-118ec054e433 req-45e0f6f5-b92c-4c0d-a2c6-42a071eded7e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:41.170779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9cb2012f-bd7b-4148-b867-118ec054e433 req-45e0f6f5-b92c-4c0d-a2c6-42a071eded7e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.0503581 Dec 13 14:47:41.209174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9cb2012f-bd7b-4148-b867-118ec054e433 req-55cab264-a8c4-4a5b-80c9-1079de3e0bdc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Dec 13 14:47:41.266053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Allocated IP 172.25.7.113 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/ff18a104-f755-4b46-be91-1fc70f39669e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:41.366529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:41.496330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:41.538574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:41.541687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:41.545260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:41.554009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Port': ['ID=ff18a104-f755-4b46-be91-1fc70f39669e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:41.877260 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:42.081030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:42.084460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:42.108904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.117425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.124806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.130719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.136820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.142802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.148889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.150939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94720147-f6fc-4d6a-953b-2550cebf865c req-50d0c050-0806-47cc-af90-21d8ee67709a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1087554 Dec 13 14:47:42.193660 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94720147-f6fc-4d6a-953b-2550cebf865c req-09147bb9-cc9b-4fb1-85fd-54e840f63319 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359840 Dec 13 14:47:42.304002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4c938-1605-4a59-bc9b-f497b31169d0 req-9de2efc6-41ce-4b7d-b659-a544551f50cd tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.308356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3f4c938-1605-4a59-bc9b-f497b31169d0 req-9de2efc6-41ce-4b7d-b659-a544551f50cd tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 950 time: 0.0512636 Dec 13 14:47:42.327391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Router 0b486d3d-5938-4c73-b724-314d7bf9468b is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:42.344244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3f4c938-1605-4a59-bc9b-f497b31169d0 req-e4500c0d-4a25-49b2-93a8-63facedb6227 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Dec 13 14:47:42.468748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2807d-d47b-43f2-9267-5af073480da4 req-a2ff3779-944b-4400-aece-c5b1ea0871b4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.470215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5e2807d-d47b-43f2-9267-5af073480da4 req-a2ff3779-944b-4400-aece-c5b1ea0871b4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.0593982 Dec 13 14:47:42.507585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5e2807d-d47b-43f2-9267-5af073480da4 req-6680b639-f7d5-4073-9a54-51b69beb79c1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303051 Dec 13 14:47:42.520530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:42.527384 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:42.527384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d69f8f04-6219-45bf-b893-af87e8e45e5b tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "PUT /v2.0/routers/0b486d3d-5938-4c73-b724-314d7bf9468b HTTP/1.1" status: 200 len: 919 time: 2.1897118 Dec 13 14:47:42.531262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43414) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:42.531922 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] Sync routers for ids ['0b486d3d-5938-4c73-b724-314d7bf9468b'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:42.542403 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] Routers {'0b486d3d-5938-4c73-b724-314d7bf9468b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:42.543336 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0b486d3d-5938-4c73-b724-314d7bf9468b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:42.545024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-2f9e9890-5a8b-427c-bd45-b7b6b43a4576 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.547247 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-2f9e9890-5a8b-427c-bd45-b7b6b43a4576 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/networks?id=51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 200 len: 814 time: 0.1442521 Dec 13 14:47:42.563334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-f0a35590-6194-410d-a95e-81a576e3983e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/quotas/b60c212ff56c4ec983e88efc0f21cb81 HTTP/1.1" status: 200 len: 375 time: 0.0098844 Dec 13 14:47:42.579555 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:42.586874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:42.590569 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] Routers {'0b486d3d-5938-4c73-b724-314d7bf9468b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:42.591429 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0b486d3d-5938-4c73-b724-314d7bf9468b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:42.638867 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:42.639514 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048cf92d-d0db-462c-ac85-919ebf42aefd None None] The sync data for ids ['0b486d3d-5938-4c73-b724-314d7bf9468b'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:42.660302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-0bddf0f0-f444-4c70-9d03-e0061519de04 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888009 Dec 13 14:47:42.669023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bc3cf3a8-0d9a-4261-afe5-968cfe8c90bf tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/0b486d3d-5938-4c73-b724-314d7bf9468b HTTP/1.1" status: 200 len: 925 time: 0.1361566 Dec 13 14:47:42.669995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43426) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:42.704907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:42.714602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6452cf8a-2263-4535-a172-3ddeda2c5fab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.717008 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6452cf8a-2263-4535-a172-3ddeda2c5fab tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=0b486d3d-5938-4c73-b724-314d7bf9468b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0456100 Dec 13 14:47:42.718855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43432) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:42.719527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'mac_address': 'fa:16:3e:ca:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:42.762032 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:42.768151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-d9072b54-934e-4207-8cf4-6d1aaeb55e8d service neutron] 10.222.0.24 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068871 Dec 13 14:47:42.776014 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:42.795491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:42.802960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7522ef0-28dc-4c5d-b348-8073ae96301e tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:42.806278 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e7522ef0-28dc-4c5d-b348-8073ae96301e tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.0847266 Dec 13 14:47:42.807470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43434) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:42.840342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-caae49d4-9129-43a8-b257-065c8d9bc6ec tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b486d3d-5938-4c73-b724-314d7bf9468b HTTP/1.1" status: 200 len: 205 time: 0.0283456 Dec 13 14:47:42.842426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43438) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:42.859010 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:42.908510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:42.954442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-6295a456-f887-4081-ab92-0f2091763461 service neutron] 10.222.0.24 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788242 Dec 13 14:47:42.975767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:43.083053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:43.142916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-b6b0e5b8-8bae-4d6b-8e2b-d51b6e71e52f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.145231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-b6b0e5b8-8bae-4d6b-8e2b-d51b6e71e52f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 950 time: 0.0506797 Dec 13 14:47:43.163301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:43.294831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c74e07a-4734-4a74-9adf-d1facf33b60e req-52bebad1-a0e6-4b93-b60f-bb16e2f86958 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 210 time: 0.0402420 Dec 13 14:47:43.343149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Deleting port 2b456194-15cd-4022-8ffe-473f531b5548 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:43.343734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:43.405793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Deleting port ff18a104-f755-4b46-be91-1fc70f39669e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:43.406217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:43.578134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.584116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.590514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.596416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.603053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.608966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.615463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.617385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dd97b0d2-0ef3-440e-8f50-7e212ceb536b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.2324369 Dec 13 14:47:43.619452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] For port 2b456194-15cd-4022-8ffe-473f531b5548, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2b456194-15cd-4022-8ffe-473f531b5548,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:43.619820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:43.632163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-442d83ce-1cf4-468e-bc1a-81a0ee95371d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:43.633582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-442d83ce-1cf4-468e-bc1a-81a0ee95371d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e0843ef-1b64-4f79-b84a-e427a91a99da HTTP/1.1" status: 200 len: 946 time: 0.2092237 Dec 13 14:47:43.656158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:43.672092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Calling delete_port for 2b456194-15cd-4022-8ffe-473f531b5548 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:43.709941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Calling delete_port for ff18a104-f755-4b46-be91-1fc70f39669e owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:43.828676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37d46216-729d-4250-b05d-b6bc52cd59d9 req-dc4ba3a6-253f-4720-8d85-b159752ea736 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894832 Dec 13 14:47:43.946685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Deleting port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:43.947039 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.016221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc47dc-3eda-4317-81b1-79d7707bed45 req-13316952-f05e-4d9f-9e1a-a8d170f559df tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:44.017699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9efc47dc-3eda-4317-81b1-79d7707bed45 req-13316952-f05e-4d9f-9e1a-a8d170f559df tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 948 time: 0.0558777 Dec 13 14:47:44.067663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9efc47dc-3eda-4317-81b1-79d7707bed45 req-4b7115ab-4627-4052-8924-90ab34012a9e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Dec 13 14:47:44.150998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67b8e-3805-46a6-8382-015e844c251b req-fd39ce7c-732a-4867-a48f-46693dbc90ea tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:44.152558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3f67b8e-3805-46a6-8382-015e844c251b req-fd39ce7c-732a-4867-a48f-46693dbc90ea tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 950 time: 0.1688802 Dec 13 14:47:44.160506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] For port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:44.160785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.191390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Calling delete_port for 6ce05860-6ac0-4eb9-9520-641f20b0ef1f owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:44.213060 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.224591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe', '2b456194-15cd-4022-8ffe-473f531b5548', '9e982969-694e-475b-9876-43c110776442'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:44.251962 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3f67b8e-3805-46a6-8382-015e844c251b req-b524afd2-bb94-4013-882b-d926cf7bfee9 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884650 Dec 13 14:47:44.283490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Pushing event deleted for resources: {'Port': ['ID=2b456194-15cd-4022-8ffe-473f531b5548,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:44.286753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.343260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event deleted for resources: {'Port': ['ID=ff18a104-f755-4b46-be91-1fc70f39669e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:44.398155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] No DVR routers for this DVR port 2b456194-15cd-4022-8ffe-473f531b5548 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:47:44.419401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.422602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e686584a-8256-4e9e-96b8-5bf58efca31c req-2559633b-e190-4fbe-80dd-8edb348b2e0f tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "DELETE /v2.0/ports/2b456194-15cd-4022-8ffe-473f531b5548 HTTP/1.1" status: 204 len: 173 time: 1.2716744 Dec 13 14:47:44.429616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'name': 'network-vif-deleted', 'tag': '2b456194-15cd-4022-8ffe-473f531b5548'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:44.435097 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2155aaf0-1b11-4311-944e-acc81bb55dc6" -d '{"events": [{"server_uuid": "a2b9c9e4-67fa-4cde-8643-3cc213f406f5", "name": "network-vif-deleted", "tag": "2b456194-15cd-4022-8ffe-473f531b5548"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:44.466720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b558297-c4dc-4a5c-9b52-ee238452b8be req-91e6cd69-97d6-4806-9f85-4fcc1fcdaa58 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 210 time: 0.0715458 Dec 13 14:47:44.478446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.530050 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1fc3b2-ed96-4328-98c6-2aad99f3f192 x-openstack-request-id: req-5d1fc3b2-ed96-4328-98c6-2aad99f3f192 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:44.530364 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b9c9e4-67fa-4cde-8643-3cc213f406f5", "name": "network-vif-deleted", "tag": "2b456194-15cd-4022-8ffe-473f531b5548", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:44.530616 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d1fc3b2-ed96-4328-98c6-2aad99f3f192 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:44.530998 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b9c9e4-67fa-4cde-8643-3cc213f406f5', 'name': 'network-vif-deleted', 'tag': '2b456194-15cd-4022-8ffe-473f531b5548', 'status': 'completed', 'code': 200} Dec 13 14:47:44.599067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:44.604160 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.608058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.716214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:47:44.720598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:44.721079 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.828508 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.852865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:44.855191 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010c0e63-df2b-4de6-bc21-3aa8dcc443c5" -d '{"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-plugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:44.870700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:44.905196 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8158c086-6929-4684-9fbf-4e76be1e95e0 x-openstack-request-id: req-8158c086-6929-4684-9fbf-4e76be1e95e0 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:44.905767 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-plugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:44.906199 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8158c086-6929-4684-9fbf-4e76be1e95e0 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:44.910203 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'code': 200} Dec 13 14:47:44.956445 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:44.957276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2b456194-15cd-4022-8ffe-473f531b5548 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:45.001420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2b456194-15cd-4022-8ffe-473f531b5548 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:45.002013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2b456194-15cd-4022-8ffe-473f531b5548 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:45.012675 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.034567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:45.083219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.083912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Fanout notify agent at l3_agent the message router_deleted on router 0b486d3d-5938-4c73-b724-314d7bf9468b {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:45.086015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Pushing event deleted for resources: {'Port': ['ID=6ce05860-6ac0-4eb9-9520-641f20b0ef1f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:45.093366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.094472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-30927307-64ee-4f73-9edf-8c96b62b16fe tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/0b486d3d-5938-4c73-b724-314d7bf9468b HTTP/1.1" status: 204 len: 168 time: 2.2512567 Dec 13 14:47:45.316476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:45.316476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8afdda02-e5c5-4653-b8ae-dd43708cf7c6 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2077266731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:45.317441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] No DVR routers for this DVR port 6ce05860-6ac0-4eb9-9520-641f20b0ef1f on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:47:45.317441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de8549-7e9b-455e-942c-54e1e3f22027 req-2ee129f1-3e00-4588-9231-49a52ea54739 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.317441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21de8549-7e9b-455e-942c-54e1e3f22027 req-2ee129f1-3e00-4588-9231-49a52ea54739 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.1578250 Dec 13 14:47:45.317441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.317441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5a32820-271d-4f32-9244-7e6dba295b17 req-591f5f75-5f10-40ad-a1ed-27d03b702849 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "DELETE /v2.0/ports/6ce05860-6ac0-4eb9-9520-641f20b0ef1f HTTP/1.1" status: 204 len: 173 time: 1.5189495 Dec 13 14:47:45.318508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484d89c-ebe1-4b9a-b6e0-c0c10e080989 req-f4d8cbd1-71c1-41ba-8af7-5344f93db3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7484d89c-ebe1-4b9a-b6e0-c0c10e080989 req-f4d8cbd1-71c1-41ba-8af7-5344f93db3c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1100 time: 0.1640394 Dec 13 14:47:45.318788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.318788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-0d48062e-8a53-41f4-8e26-2a25b7522b2f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.2442560 Dec 13 14:47:45.319270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21de8549-7e9b-455e-942c-54e1e3f22027 req-f09590d1-c55e-4850-b33b-78f92ff78e3d tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583818 Dec 13 14:47:45.319270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7484d89c-ebe1-4b9a-b6e0-c0c10e080989 req-dac158b3-53b4-447a-b2c9-4c87b38359e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544772 Dec 13 14:47:45.319452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c8e7407-fb8a-43f8-ac65-acebc1278164 req-7e172c79-aa3a-47b8-b3b8-8fb82e5524df tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505941 Dec 13 14:47:45.319452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8afdda02-e5c5-4653-b8ae-dd43708cf7c6 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.319452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8afdda02-e5c5-4653-b8ae-dd43708cf7c6 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.378587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8afdda02-e5c5-4653-b8ae-dd43708cf7c6 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.427238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b912e-99ea-45e1-8859-6acf703dfa2f req-2fac7b7e-a87d-4512-805f-9511a0c26ef4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.429675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e9b912e-99ea-45e1-8859-6acf703dfa2f req-2fac7b7e-a87d-4512-805f-9511a0c26ef4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0685267 Dec 13 14:47:45.465549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e0f408d-17a3-44d2-976e-7a02412a2c8a req-b49f6348-d862-433a-a563-ab7bd021c833 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9c9e4-67fa-4cde-8643-3cc213f406f5 HTTP/1.1" status: 200 len: 210 time: 0.0910070 Dec 13 14:47:45.468722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e9b912e-99ea-45e1-8859-6acf703dfa2f req-262aa9f0-6fa0-472b-97c0-7a3eb54968b3 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Dec 13 14:47:45.555856 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.556388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8afdda02-e5c5-4653-b8ae-dd43708cf7c6 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.609640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15ee548e-91c9-422a-9443-8649117c482a req-d8e77ff0-9b80-4a96-85e1-d9ad35da78db tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 210 time: 0.0662205 Dec 13 14:47:45.626684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8afdda02-e5c5-4653-b8ae-dd43708cf7c6 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.640158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8afdda02-e5c5-4653-b8ae-dd43708cf7c6 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5345581 Dec 13 14:47:45.642377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43506) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:45.647370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': False}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:45.668724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-f093258d-abef-4191-b08a-86de55a80757 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:45.670543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-f093258d-abef-4191-b08a-86de55a80757 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "GET /v2.0/networks?id=51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 200 len: 814 time: 0.1380098 Dec 13 14:47:45.688403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Request body: {'port': {'device_id': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'admin_state_up': True, 'tenant_id': 'b60c212ff56c4ec983e88efc0f21cb81'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:45.748859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ce05860-6ac0-4eb9-9520-641f20b0ef1f no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:45.770474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 6ce05860-6ac0-4eb9-9520-641f20b0ef1f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:45.771063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ce05860-6ac0-4eb9-9520-641f20b0ef1f not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:45.857195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:45.935576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Made reservation on behalf of b60c212ff56c4ec983e88efc0f21cb81 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:47:45.939248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.074486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Allocated IP 172.20.0.6 (51597a13-81df-4077-9e08-8a9e3a5c0a79/500c562e-7bdf-41cc-8bcf-0c87972b8284/3b18f5f6-835a-4b6e-9426-4fb1fce619ea) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:46.153843 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.177823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.233038 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.316963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-66a5f08f-24cc-4578-b3ee-6752c16c7127 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.318668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-66a5f08f-24cc-4578-b3ee-6752c16c7127 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.0674677 Dec 13 14:47:46.324784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Allocated IP 172.25.7.115 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/85657368-a1eb-4ba7-8228-5c2ecd14b063) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:46.368608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba6d0f-56d5-4741-9c71-baaf9f06198b req-b0e324df-d116-481b-a04b-bff522939734 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.370110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34ba6d0f-56d5-4741-9c71-baaf9f06198b req-b0e324df-d116-481b-a04b-bff522939734 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 948 time: 0.0765586 Dec 13 14:47:46.433690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.450134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34ba6d0f-56d5-4741-9c71-baaf9f06198b req-9b0cc851-e37c-4ae9-aba0-f88a774e9c70 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543439 Dec 13 14:47:46.483635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.484913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.491056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.497242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.504155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.513900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.516180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.523591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.525557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-230602df-30a8-45fa-9cba-1f5651c47700 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1681108 Dec 13 14:47:46.534928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-deleted', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:46.537870 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e25584-292e-4dfa-87f8-37722f537395" -d '{"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-deleted", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:46.546474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Network 51597a13-81df-4077-9e08-8a9e3a5c0a79 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:46.562953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:46.563170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:46.574448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:46.641467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffe6f0a9-51ef-452c-969d-548191e84c96 req-5ac17cd3-8dce-4c1a-b255-5c40e01600cf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992236 Dec 13 14:47:46.644229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Deleting port 418d2430-f7a6-4317-9550-1a0c43614a61 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:46.644517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.653064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.656087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.656720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.699022 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.705106 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba960fd9-ea64-49bb-ab3c-90a8d1c94bbe x-openstack-request-id: req-ba960fd9-ea64-49bb-ab3c-90a8d1c94bbe {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:46.705408 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0843ef-1b64-4f79-b84a-e427a91a99da", "name": "network-vif-deleted", "tag": "6ce05860-6ac0-4eb9-9520-641f20b0ef1f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:46.705770 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba960fd9-ea64-49bb-ab3c-90a8d1c94bbe {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:46.706800 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0843ef-1b64-4f79-b84a-e427a91a99da', 'name': 'network-vif-deleted', 'tag': '6ce05860-6ac0-4eb9-9520-641f20b0ef1f', 'status': 'completed', 'code': 200} Dec 13 14:47:46.717663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:46.724474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:46.727287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:46.766203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Pushing event updated for resources: {'Port': ['ID=85657368-a1eb-4ba7-8228-5c2ecd14b063,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:46.772815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] For port 418d2430-f7a6-4317-9550-1a0c43614a61, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=418d2430-f7a6-4317-9550-1a0c43614a61,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:46.773269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:46.776563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba6d9-98d3-42a5-9c61-8b56f53e7b62 req-52d4f2af-7a13-4e59-b3da-34570c073212 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:46.778067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb2ba6d9-98d3-42a5-9c61-8b56f53e7b62 req-52d4f2af-7a13-4e59-b3da-34570c073212 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1381075 Dec 13 14:47:46.787022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-ccc91190-5aed-4231-80a4-cd45bced5bee tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1032512 Dec 13 14:47:46.794409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Calling delete_port for 418d2430-f7a6-4317-9550-1a0c43614a61 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:46.803728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Request body: {'port': {'device_id': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:46.896370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb2ba6d9-98d3-42a5-9c61-8b56f53e7b62 req-1e3625b5-5ae7-464d-bcb4-171febbe551c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079459 Dec 13 14:47:46.916802 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.084052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b778a-f09e-4826-8cee-ecc0437e6414 req-7a443989-3d55-4147-9463-81e232c42c96 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.091188 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b08b778a-f09e-4826-8cee-ecc0437e6414 req-7a443989-3d55-4147-9463-81e232c42c96 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 931 time: 0.1275032 Dec 13 14:47:47.140750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b08b778a-f09e-4826-8cee-ecc0437e6414 req-9f988a8b-29d9-4dad-88db-c10ad4635217 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Dec 13 14:47:47.162527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.198342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6001ea8-b0fb-4289-acc9-ad30ec4271e5 req-ad087438-71b9-40fa-8838-ee05e1f6daf6 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.199800 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6001ea8-b0fb-4289-acc9-ad30ec4271e5 req-ad087438-71b9-40fa-8838-ee05e1f6daf6 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 950 time: 0.0733428 Dec 13 14:47:47.203463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.263900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Pushing event deleted for resources: {'Port': ['ID=418d2430-f7a6-4317-9550-1a0c43614a61,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:47.320610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] No DVR routers for this DVR port 418d2430-f7a6-4317-9550-1a0c43614a61 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:47:47.329792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.333187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cc3883a-d563-494e-be5d-89ea77e9f072 req-2837e6b3-c99b-44d8-a583-dd68b1775a05 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "DELETE /v2.0/ports/418d2430-f7a6-4317-9550-1a0c43614a61 HTTP/1.1" status: 204 len: 173 time: 1.0055110 Dec 13 14:47:47.341909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6001ea8-b0fb-4289-acc9-ad30ec4271e5 req-f7b99d29-5ab2-487e-8a1a-d65ca41bb5ef tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303229 Dec 13 14:47:47.384506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b18f5f6-835a-4b6e-9426-4fb1fce619ea {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:47.393038 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.406714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Transition to ACTIVE for port object 3b18f5f6-835a-4b6e-9426-4fb1fce619ea will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:47:47.508153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.571001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:47.654077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Attempting to bind port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:47:47.654442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Attempting to bind port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:47:47.654769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Attempting to bind port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:47.661158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:47:47.661479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Attempting to bind port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:47:47.662686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd5c261-8799-4788-9122-38bccd0d6cab req-7b4be34e-9378-498d-b0cb-7791fcd59f46 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=019b7638-577f-4a2a-9696-d7b5597fb964 HTTP/1.1" status: 200 len: 210 time: 0.0666199 Dec 13 14:47:47.672576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:47:47.672576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Checking segment: {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:47:47.672576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Bound using segment: {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:47:47.672576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Bound port: 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:47:47.672576 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.702027 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.705929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.778802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:47:47.795882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:47:47.814167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.821684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.827678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.833741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.840094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.846140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.852797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.854804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-5b0735c3-f492-442e-ba9d-cf2744d5e72d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1199930 Dec 13 14:47:47.881723 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.904111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Router 9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:47.935920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ce0ad1e-3a78-4abe-bf90-b84f77f55af2 req-23dc0891-5f8b-4c2d-8a77-1963b798a887 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737767 Dec 13 14:47:47.941059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:47.942061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:47.944265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] 10.222.0.55 "PUT /v2.0/ports/3b18f5f6-835a-4b6e-9426-4fb1fce619ea HTTP/1.1" status: 200 len: 1091 time: 1.1453912 Dec 13 14:47:47.980919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7227fd-4706-4a55-a076-3c42a258c26b service neutron] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:48.055668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5839-af8d-4664-8b91-60e71e9a9544 req-eb2c6a34-9ae0-460d-9307-ce4803d1accc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.057108 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4aad5839-af8d-4664-8b91-60e71e9a9544 req-eb2c6a34-9ae0-460d-9307-ce4803d1accc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0708568 Dec 13 14:47:48.067217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:48.075051 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:48.078560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-09459112-2238-4a0a-bc5d-58e7bac51d63 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "PUT /v2.0/routers/9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c HTTP/1.1" status: 200 len: 920 time: 2.4328210 Dec 13 14:47:48.078988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] Sync routers for ids ['9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:48.083603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43534) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:48.088701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] Routers {'9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:48.089415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:48.112790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-d7d8462d-30ca-4f8e-91be-e44c6b95b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.114508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-d7d8462d-30ca-4f8e-91be-e44c6b95b789 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 1094 time: 0.0503969 Dec 13 14:47:48.123363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:48.132840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] Routers {'9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:48.133438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:48.163169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-acd94e60-a1a5-4ee8-9270-ab5bc429a892 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea HTTP/1.1" status: 200 len: 217 time: 0.0377605 Dec 13 14:47:48.177100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4aad5839-af8d-4664-8b91-60e71e9a9544 req-7dd1100c-5486-4e35-88b8-8a0b97f00edc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118062 Dec 13 14:47:48.201026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:48.201939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77eecca-9f06-4e1d-b8dd-453b1164f3b5 None None] The sync data for ids ['9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:48.233259 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-06b9c930-d0eb-47e3-9a00-8b6a9fd9ac48 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c HTTP/1.1" status: 200 len: 926 time: 0.1422374 Dec 13 14:47:48.233799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43540) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:48.262624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-446eaae0-018f-4a54-9b30-ec670951e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.264213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-446eaae0-018f-4a54-9b30-ec670951e0fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=500c562e-7bdf-41cc-8bcf-0c87972b8284 HTTP/1.1" status: 200 len: 854 time: 0.0858889 Dec 13 14:47:48.306334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de7a09-a93c-4bbb-a8d8-62a7f32a24d7 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.310334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e7de7a09-a93c-4bbb-a8d8-62a7f32a24d7 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0726135 Dec 13 14:47:48.311462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43542) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:48.311611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-56313587-e0d6-4ddd-8169-e30413ff6ae6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51597a13-81df-4077-9e08-8a9e3a5c0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307055 Dec 13 14:47:48.328086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a100ac-ab9f-436e-a3ff-788c0f7ac53d req-18a7fe91-dd93-4881-b522-37a9d086cd74 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.329490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0a100ac-ab9f-436e-a3ff-788c0f7ac53d req-18a7fe91-dd93-4881-b522-37a9d086cd74 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 943 time: 0.0798833 Dec 13 14:47:48.367530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5392a-722b-40b2-b936-c99fa119faef req-5f221957-b2b4-4e34-b1e4-500c89d33d0e tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.369079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a5392a-722b-40b2-b936-c99fa119faef req-5f221957-b2b4-4e34-b1e4-500c89d33d0e tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1100 time: 0.1043403 Dec 13 14:47:48.411513 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0a100ac-ab9f-436e-a3ff-788c0f7ac53d req-39c79cfc-a1e5-4310-9080-d7bd51a47407 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728157 Dec 13 14:47:48.438567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1a5392a-722b-40b2-b936-c99fa119faef req-188ee52a-368e-4c36-841f-69e62ac5b701 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Dec 13 14:47:48.438567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270abc2f-c4d9-4024-9355-9a8b724635e7 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.438567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-270abc2f-c4d9-4024-9355-9a8b724635e7 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.1203914 Dec 13 14:47:48.438567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43546) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:48.451922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-5bdd3242-79fd-4b8c-b271-e5309bd59de1 service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213002 Dec 13 14:47:48.470721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fa4ad8dc-f0f3-44d0-b37d-0300cb05eb2e tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c HTTP/1.1" status: 200 len: 205 time: 0.0318472 Dec 13 14:47:48.473428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43550) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:48.683145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906d47e-e8b5-4e5a-8b5f-54d3d069a9c2 req-697bda1f-e0ee-4eb4-94b9-191f1041096b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.684550 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8906d47e-e8b5-4e5a-8b5f-54d3d069a9c2 req-697bda1f-e0ee-4eb4-94b9-191f1041096b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 950 time: 0.1641645 Dec 13 14:47:48.708669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-deleted', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61'}, {'name': 'network-changed', 'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:48.710938 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a06eb22-9f22-47ff-9d98-c06b4182613b" -d '{"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-deleted", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61"}, {"name": "network-changed", "server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:48.715156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725816a1-10b2-4b0a-a4d3-c916554f2761 req-33ec4984-477d-4b0f-8fed-f95494f34ff8 service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558155 Dec 13 14:47:48.745840 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:48.835184 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8906d47e-e8b5-4e5a-8b5f-54d3d069a9c2 req-beae7cda-75cf-4b50-af11-91013954f8cd tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298866 Dec 13 14:47:48.845563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-78a17008-6929-4eb7-bb6f-66927f04a053 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:48.847691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-78a17008-6929-4eb7-bb6f-66927f04a053 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 950 time: 0.1887066 Dec 13 14:47:48.889768 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89777db4-a9f4-4c7e-a4b3-d6953b24df02 x-openstack-request-id: req-89777db4-a9f4-4c7e-a4b3-d6953b24df02 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:48.889768 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019b7638-577f-4a2a-9696-d7b5597fb964", "name": "network-vif-deleted", "tag": "418d2430-f7a6-4317-9550-1a0c43614a61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:48.889768 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89777db4-a9f4-4c7e-a4b3-d6953b24df02 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:48.889768 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019b7638-577f-4a2a-9696-d7b5597fb964', 'name': 'network-vif-deleted', 'tag': '418d2430-f7a6-4317-9550-1a0c43614a61', 'status': 'completed', 'code': 200} Dec 13 14:47:48.889768 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'status': 'completed', 'code': 200} Dec 13 14:47:48.997583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:49.024152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-eafe0501-e335-4146-8498-3a0b9e51e42d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394869 Dec 13 14:47:49.042104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-28f68d24-4b9d-47d6-b8d4-c44703d87647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.043614 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-28f68d24-4b9d-47d6-b8d4-c44703d87647 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 1094 time: 0.1294327 Dec 13 14:47:49.052347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91dee5-d2a2-4cdc-948d-2d672941bf20 req-509c4fb6-04a2-4f09-b0bd-7fe07272278f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.053749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b91dee5-d2a2-4cdc-948d-2d672941bf20 req-509c4fb6-04a2-4f09-b0bd-7fe07272278f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1384161 Dec 13 14:47:49.181236 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b91dee5-d2a2-4cdc-948d-2d672941bf20 req-e7f6b717-bf44-4b75-a89b-8064ccb86f55 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166399 Dec 13 14:47:49.186392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Deleting port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:49.186775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:49.284573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-ef1b1886-1843-40df-b362-da601f6f1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.286036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-ef1b1886-1843-40df-b362-da601f6f1028 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 200 len: 915 time: 0.2306643 Dec 13 14:47:49.338411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b56b2-89ad-46f2-af7a-8253178457ec req-bd4f4225-9d9b-4d48-8102-cc2ed5d9bbae tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.342737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d2b56b2-89ad-46f2-af7a-8253178457ec req-bd4f4225-9d9b-4d48-8102-cc2ed5d9bbae tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 949 time: 0.0572417 Dec 13 14:47:49.363023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-03e76c5f-6ee5-4ba6-9d4c-3fc9a2900e8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea HTTP/1.1" status: 200 len: 217 time: 0.0566747 Dec 13 14:47:49.395068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] For port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:49.395430 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:49.396223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d2b56b2-89ad-46f2-af7a-8253178457ec req-e1a7d2a8-f229-4bcb-9a59-05e971d8f2fa tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Dec 13 14:47:49.418861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Deleting port 85657368-a1eb-4ba7-8228-5c2ecd14b063 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:49.419202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:49.481622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.487614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.493480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.499444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.506029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.512048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.518953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.520807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-4e5d5cb1-c0d7-44c0-8e4a-16543ffe7c07 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.2626762 Dec 13 14:47:49.523578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Calling delete_port for 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:49.542706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674351b0-27d4-444f-a600-daa0ef3fb3af req-87c68ee7-f29d-4b23-be52-419dcf5a437f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.544361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-674351b0-27d4-444f-a600-daa0ef3fb3af req-87c68ee7-f29d-4b23-be52-419dcf5a437f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 943 time: 0.0539935 Dec 13 14:47:49.562364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-654eb5be-436a-4c81-9cdc-9a3135516a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:49.563871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-654eb5be-436a-4c81-9cdc-9a3135516a8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=500c562e-7bdf-41cc-8bcf-0c87972b8284 HTTP/1.1" status: 200 len: 854 time: 0.1887462 Dec 13 14:47:49.586931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-674351b0-27d4-444f-a600-daa0ef3fb3af req-8b2edaae-70ee-47d2-b03a-c6f3256542c4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357485 Dec 13 14:47:49.781182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 418d2430-f7a6-4317-9550-1a0c43614a61 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:49.803642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 418d2430-f7a6-4317-9550-1a0c43614a61 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:49.803987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 418d2430-f7a6-4317-9550-1a0c43614a61 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:49.823302 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e011c867-9200-454c-94c4-3227957b8640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:49.960548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-34dbb197-dae9-465e-9dcc-7347cfc25f9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51597a13-81df-4077-9e08-8a9e3a5c0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3869390 Dec 13 14:47:49.969290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a64ee346-f909-42f9-8d4c-8233128f4e4f req-05d89987-cc8d-4f6d-bf6e-b3c52ac6822c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4377322 Dec 13 14:47:50.001707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.009499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe28af2-4985-4a35-8157-06b1404faf33 req-8a892f3c-3bd1-42c0-becc-a79d428e1366 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:50.011029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fe28af2-4985-4a35-8157-06b1404faf33 req-8a892f3c-3bd1-42c0-becc-a79d428e1366 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 950 time: 0.0718589 Dec 13 14:47:50.049839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fe28af2-4985-4a35-8157-06b1404faf33 req-f98bfde5-a9b6-4a87-92dc-bff40334e707 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Dec 13 14:47:50.055675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Calling delete_port for 85657368-a1eb-4ba7-8228-5c2ecd14b063 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:50.184649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-0beb2f61-8cf5-4784-b69f-6d01054500e1 service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040956 Dec 13 14:47:50.322216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.334108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe', '9e982969-694e-475b-9876-43c110776442'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:50.365908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Pushing event deleted for resources: {'Port': ['ID=6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:50.413370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.413713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.414052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.414436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.417599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:47:50.462789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645286-ea62-48af-8b77-f922885a67e8 req-21d7d3c8-2ac3-4bb9-96b6-78dedd5089f4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:50.464259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0645286-ea62-48af-8b77-f922885a67e8 req-21d7d3c8-2ac3-4bb9-96b6-78dedd5089f4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1855369 Dec 13 14:47:50.476843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a06eb22-9f22-47ff-9d98-c06b4182613b req-f64746c0-75fb-46b6-a433-a1ff039eb83a service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824969 Dec 13 14:47:50.499936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] No DVR routers for this DVR port 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:47:50.509714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.513115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc6e319b-9a53-46bd-9002-8cbfbd272ff9 req-ec437abd-6e98-429a-8ace-7194f7d72f1b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "DELETE /v2.0/ports/6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe HTTP/1.1" status: 204 len: 173 time: 1.6531992 Dec 13 14:47:50.541867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0645286-ea62-48af-8b77-f922885a67e8 req-356af3a9-6949-4369-9937-400badd682aa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685444 Dec 13 14:47:50.553870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c3883-140e-4a82-9223-1da50d517dc2 req-0184e863-cb2c-4fe9-ba96-25f0ea93aa64 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:50.555418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b1c3883-140e-4a82-9223-1da50d517dc2 req-0184e863-cb2c-4fe9-ba96-25f0ea93aa64 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 949 time: 0.0889375 Dec 13 14:47:50.584464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.593356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b1c3883-140e-4a82-9223-1da50d517dc2 req-4071738b-19eb-4a5c-8223-d601f1968a70 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Dec 13 14:47:50.611429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event deleted for resources: {'Port': ['ID=85657368-a1eb-4ba7-8228-5c2ecd14b063,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:50.688448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.800324 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.803186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.818625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2473481-511c-46e1-9fc0-b4f9c7ba1eae req-0a08328a-3836-448b-a9d0-c06e71a457a5 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:50.820155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2473481-511c-46e1-9fc0-b4f9c7ba1eae req-0a08328a-3836-448b-a9d0-c06e71a457a5 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 943 time: 0.1453843 Dec 13 14:47:50.889126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9dd06a-414e-4520-8d33-c53081028599', 'name': 'network-vif-deleted', 'tag': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:50.890373 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d4a72e-6904-4c73-b326-98234e72dcfe" -d '{"events": [{"server_uuid": "df9dd06a-414e-4520-8d33-c53081028599", "name": "network-vif-deleted", "tag": "6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:50.901534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2473481-511c-46e1-9fc0-b4f9c7ba1eae req-77b1b9ce-f2c6-4f66-aeea-99e5c4e39b96 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Dec 13 14:47:50.929662 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2806241f-8280-4f68-8e04-7acda5f25dfc x-openstack-request-id: req-2806241f-8280-4f68-8e04-7acda5f25dfc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:50.929953 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9dd06a-414e-4520-8d33-c53081028599", "name": "network-vif-deleted", "tag": "6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:50.930209 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2806241f-8280-4f68-8e04-7acda5f25dfc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:50.930692 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9dd06a-414e-4520-8d33-c53081028599', 'name': 'network-vif-deleted', 'tag': '6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe', 'status': 'completed', 'code': 200} Dec 13 14:47:50.931885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.932341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Fanout notify agent at l3_agent the message router_deleted on router 9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:50.944724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:50.944724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1e8b2893-ce70-4e9c-bf7e-7e1460056616 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c HTTP/1.1" status: 204 len: 168 time: 2.4657500 Dec 13 14:47:50.944977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43608) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:50.950330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1492309439', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:51.027394 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:51.028545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:51.086813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:51.117279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.123250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.129891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.135900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.141832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.148496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.154466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.156366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-f65f2642-a973-4a45-8445-f0662eaf66cb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.0991797 Dec 13 14:47:51.195678 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dea0e849-d604-4434-b5a9-5f36ace2ecaf req-bf88e2e0-edfd-4122-88bd-ed1c4f0badb9 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9dd06a-414e-4520-8d33-c53081028599 HTTP/1.1" status: 200 len: 210 time: 0.0612133 Dec 13 14:47:51.198283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed49a08a-7ed3-4644-ae94-b8d2023acd49 req-1d351637-2185-432e-bdae-9cdb67fb278e tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355408 Dec 13 14:47:51.324489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:51.374009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-71439db9-80f3-4f73-b677-4fcb6d747dc6 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.375465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-71439db9-80f3-4f73-b677-4fcb6d747dc6 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 949 time: 0.1097848 Dec 13 14:47:51.384653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-10aede6c-21a3-47fe-8084-d97967d703cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.385991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-10aede6c-21a3-47fe-8084-d97967d703cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1100 time: 0.0540545 Dec 13 14:47:51.605623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-32ddfe1d-9313-43ed-8d89-bc21af4e570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.607124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-32ddfe1d-9313-43ed-8d89-bc21af4e570d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2087958 Dec 13 14:47:51.638252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Deleting port 22b66017-9f50-4223-b344-8376dacc28eb {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:51.638618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:51.709730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca0ed4-be4b-4ca4-98bc-f1a18ab37fad req-4bcb74d9-1e61-4cde-9ba1-6ccbd6478081 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.711195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bfca0ed4-be4b-4ca4-98bc-f1a18ab37fad req-4bcb74d9-1e61-4cde-9ba1-6ccbd6478081 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 949 time: 0.0472860 Dec 13 14:47:51.723848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-c8d3c5cd-7323-4e5e-95b5-d1cbf90d3acb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.0951385 Dec 13 14:47:51.753013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bfca0ed4-be4b-4ca4-98bc-f1a18ab37fad req-97fb1bc7-338e-4c0c-a030-d4e5fcc506c1 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/security-groups?id=12f2f895-e1f5-428e-b82f-4ae7e5504260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Dec 13 14:47:51.791743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3b18f5f6-835a-4b6e-9426-4fb1fce619ea details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:51.821639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce9d36-49e3-419c-84d0-c173c925b127 req-7f0a2313-ab19-4ec7-8c31-372a3f551bdc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.823153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34ce9d36-49e3-419c-84d0-c173c925b127 req-7f0a2313-ab19-4ec7-8c31-372a3f551bdc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.2133415 Dec 13 14:47:51.889110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:51.901548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'port_id': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'mac_address': 'fa:16:3e:6d:38:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500c562e-7bdf-41cc-8bcf-0c87972b8284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:51.913732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-b590f1a7-d23d-4b8d-a0e0-4e899444ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:51.915200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-b590f1a7-d23d-4b8d-a0e0-4e899444ae49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1681037 Dec 13 14:47:51.939396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:51.957522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b18f5f6-835a-4b6e-9426-4fb1fce619ea {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:51.963406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] For port 22b66017-9f50-4223-b344-8376dacc28eb, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=22b66017-9f50-4223-b344-8376dacc28eb,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:51.963778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:51.980182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:51.992879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Calling delete_port for 22b66017-9f50-4223-b344-8376dacc28eb owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:52.022887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34ce9d36-49e3-419c-84d0-c173c925b127 req-006abb21-2734-4154-8a25-75fb6db65727 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828756 Dec 13 14:47:52.027446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:52.030174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c7e6-ffce-4301-99c3-b6fe8841acf2 req-de4946e3-f433-494d-a86e-e560c7a0ae35 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.031710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a45c7e6-ffce-4301-99c3-b6fe8841acf2 req-de4946e3-f433-494d-a86e-e560c7a0ae35 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 943 time: 0.0553849 Dec 13 14:47:52.078289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a45c7e6-ffce-4301-99c3-b6fe8841acf2 req-457e73a2-e089-467d-aca6-1d84edaaab5a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Dec 13 14:47:52.082174 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:52.084657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:52.098341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-6cef1a03-192c-4f58-85f9-cd35e162ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.099829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-6cef1a03-192c-4f58-85f9-cd35e162ae22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687152 Dec 13 14:47:52.140937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:52.184414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43085983-eb4f-4ee5-9e8d-ab06aa8e751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:52.346267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Allocated IP 172.25.7.34 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/04cf6c90-68f1-496c-8cc9-76a18f1e8221) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:47:52.352306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['3b18f5f6-835a-4b6e-9426-4fb1fce619ea'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:52.379175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-f580f0fa-b0c0-4014-9d94-3ddb019dffba service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450294 Dec 13 14:47:52.492876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.498894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.505502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.511512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.517458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.524095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.530090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.531929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-43fcf36d-4fc5-4c15-9bb8-747c6c69cf47 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.2186441 Dec 13 14:47:52.545144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:52.612078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:52.636194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:52.636534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6b0f3cb1-27e7-43ff-8f6c-79557aa38bbe not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:52.800071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4d7c2-b43a-4164-8298-95f9f5a8e56c req-b5ee6ab1-ba0f-42c2-933f-c73d4d8f8f14 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:52.801624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0e4d7c2-b43a-4164-8298-95f9f5a8e56c req-b5ee6ab1-ba0f-42c2-933f-c73d4d8f8f14 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 951 time: 0.0519753 Dec 13 14:47:52.842821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0e4d7c2-b43a-4164-8298-95f9f5a8e56c req-0cc043bf-946f-480e-8c69-59a5c36cce39 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Dec 13 14:47:52.910740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Pushing event deleted for resources: {'Port': ['ID=22b66017-9f50-4223-b344-8376dacc28eb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:52.934444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51df54b3-adad-4438-988a-66dee0e3eba2 req-0d90d5a5-71f7-4a8e-a27e-a317f2896a64 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 210 time: 0.0277314 Dec 13 14:47:53.008289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-347adb52-2ab2-4828-8e2a-dacba7884685 req-3b3d1420-273a-4d50-a753-4c92139729ff tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4654584 Dec 13 14:47:53.008946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] No DVR routers for this DVR port 22b66017-9f50-4223-b344-8376dacc28eb on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:47:53.017103 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:53.020404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-341ebb99-ba25-4926-a5c0-34f74f8cc973 req-9485ce94-8f57-4b06-b805-67d6cf12452f tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.55 "DELETE /v2.0/ports/22b66017-9f50-4223-b344-8376dacc28eb HTTP/1.1" status: 204 len: 173 time: 1.6335421 Dec 13 14:47:53.020855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-deleted', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:53.023109 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c05b6f-12b8-4317-b41e-112b19d35ee6" -d '{"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-deleted", "tag": "22b66017-9f50-4223-b344-8376dacc28eb"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:53.034396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-d00bdfca-113e-4603-b4c4-a9e8ef29369f service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282337 Dec 13 14:47:53.039092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:53.061959 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b423a-ec5b-43d6-9c90-434bdea31eec x-openstack-request-id: req-686b423a-ec5b-43d6-9c90-434bdea31eec {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:53.063122 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d04495a-f1db-40e9-972a-ed3193c64c1f", "name": "network-vif-deleted", "tag": "22b66017-9f50-4223-b344-8376dacc28eb", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:53.063382 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-686b423a-ec5b-43d6-9c90-434bdea31eec {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:53.063781 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d04495a-f1db-40e9-972a-ed3193c64c1f', 'name': 'network-vif-deleted', 'tag': '22b66017-9f50-4223-b344-8376dacc28eb', 'status': 'completed', 'code': 200} Dec 13 14:47:53.147395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f98a4-3212-46d5-a7e2-fb3d9f9b02a7 req-1097e9f1-36d6-403f-89cd-755199a533e9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:53.149108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e3f98a4-3212-46d5-a7e2-fb3d9f9b02a7 req-1097e9f1-36d6-403f-89cd-755199a533e9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0547917 Dec 13 14:47:53.150914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:53.187020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:53.195357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:47:53.206512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:47:53.211047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:47:53.219215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd95052-f381-44f8-8049-3f0b2a0ab8b2 req-c39cbb2f-47ac-4676-956f-c57c3aa2fd59 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:53.220748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cfd95052-f381-44f8-8049-3f0b2a0ab8b2 req-c39cbb2f-47ac-4676-956f-c57c3aa2fd59 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 944 time: 0.0687408 Dec 13 14:47:53.252827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event updated for resources: {'Port': ['ID=04cf6c90-68f1-496c-8cc9-76a18f1e8221,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:53.266053 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cfd95052-f381-44f8-8049-3f0b2a0ab8b2 req-9ad6fac1-455a-47f3-955b-a22231be99ab tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Dec 13 14:47:53.266800 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e3f98a4-3212-46d5-a7e2-fb3d9f9b02a7 req-7f81245c-f785-4b3b-bef0-3e912edfe1df tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878038 Dec 13 14:47:53.606366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:53.795560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:53.815930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3b18f5f6-835a-4b6e-9426-4fb1fce619ea up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:47:53.942002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:47:53.946887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:47:53.947276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:53.959672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3485b-2d15-4b4d-925a-d1ce4cf6d0e2 req-1e7dbc21-1d72-45dd-9f6d-aced62e36658 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:53.961264 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3a3485b-2d15-4b4d-925a-d1ce4cf6d0e2 req-1e7dbc21-1d72-45dd-9f6d-aced62e36658 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 951 time: 0.0504243 Dec 13 14:47:53.993278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Router 1f4d209e-7220-415f-acae-6aeac9e87608 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:47:54.010544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3a3485b-2d15-4b4d-925a-d1ce4cf6d0e2 req-b3e94309-98c0-4703-973f-2bf390548e83 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb11a061-08ea-42a3-9749-6c5bf145ed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382388 Dec 13 14:47:54.044565 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.068904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:54.071291 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dccf1b-2b25-46ab-b385-9526629bcf6b" -d '{"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-plugged", "status": "completed", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:54.084950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:54.125860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bdc14fb-49e1-4fbf-b002-4d0f4735e904 req-3b6e059a-3a5d-402f-bb0d-05c82fb384a4 tempest-ListImageFiltersTestJSON-1402481415 tempest-ListImageFiltersTestJSON-1402481415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d04495a-f1db-40e9-972a-ed3193c64c1f HTTP/1.1" status: 200 len: 210 time: 0.0592210 Dec 13 14:47:54.141318 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.142583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:54.144491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.162258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.170045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.179650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.186000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:54.186455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.189776 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d018e5d-ecfb-4cd5-a6cc-45405f7134d3 x-openstack-request-id: req-9d018e5d-ecfb-4cd5-a6cc-45405f7134d3 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:54.190844 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-plugged", "status": "completed", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:54.190844 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d018e5d-ecfb-4cd5-a6cc-45405f7134d3 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:54.191211 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'code': 200} Dec 13 14:47:54.191844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 22b66017-9f50-4223-b344-8376dacc28eb {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:54.192176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 22b66017-9f50-4223-b344-8376dacc28eb not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:54.200620 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] Sync routers for ids ['1f4d209e-7220-415f-acae-6aeac9e87608'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:54.201359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.210138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.212041 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-de9a9669-e2aa-4d59-b95b-0a492b7f4a7f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5431 time: 0.1246178 Dec 13 14:47:54.221125 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] Routers {'1f4d209e-7220-415f-acae-6aeac9e87608'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:54.221741 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1f4d209e-7220-415f-acae-6aeac9e87608'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:54.223047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:54.258744 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:54.260286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-406744fa-2e42-4db1-9c3a-1ce56bd0045c req-c602fd10-6728-4f2b-9f01-9602cdef1b69 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404077 Dec 13 14:47:54.267681 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] Routers {'1f4d209e-7220-415f-acae-6aeac9e87608'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:54.268411 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1f4d209e-7220-415f-acae-6aeac9e87608'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:54.302053 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:54.302818 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471c4506-ac2f-4cfa-a3c6-ad38f065b0f4 None None] The sync data for ids ['1f4d209e-7220-415f-acae-6aeac9e87608'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:54.303109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8f814-3efd-4899-95ac-45e64c7c87ef req-80040f08-63cd-450b-9602-2b03cca9fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.304789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb8f814-3efd-4899-95ac-45e64c7c87ef req-80040f08-63cd-450b-9602-2b03cca9fa05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 1096 time: 0.0462863 Dec 13 14:47:54.325194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.326508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8f435844-8357-4860-985c-996b7af8e19c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3804650 Dec 13 14:47:54.329605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43656) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:54.334101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:47:54.412616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fb8f814-3efd-4899-95ac-45e64c7c87ef req-667b6b7b-cb9f-4022-ac6b-058ae97d8a69 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979674 Dec 13 14:47:54.440944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-f929552b-b2fc-4a51-8f14-0910e359835b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.442218 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-f929552b-b2fc-4a51-8f14-0910e359835b tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 951 time: 0.0969744 Dec 13 14:47:54.449554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b29e64-6b89-4b26-81d9-02b08a7b2c6a req-c0a2cb0c-05fa-4566-8751-cfa439f06ba8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.451005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66b29e64-6b89-4b26-81d9-02b08a7b2c6a req-c0a2cb0c-05fa-4566-8751-cfa439f06ba8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1068747 Dec 13 14:47:54.468040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22511f44-4430-468d-8945-1f62d0d2f5a2 req-0ca2c530-be16-41ba-ab63-d017a8b078ca tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:54.469493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22511f44-4430-468d-8945-1f62d0d2f5a2 req-0ca2c530-be16-41ba-ab63-d017a8b078ca tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0980532 Dec 13 14:47:54.541704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66b29e64-6b89-4b26-81d9-02b08a7b2c6a req-d7c1d769-a51d-4c31-ae70-865d1f86f326 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649312 Dec 13 14:47:54.566800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Deleting port 9e982969-694e-475b-9876-43c110776442 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:54.567157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.580212 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22511f44-4430-468d-8945-1f62d0d2f5a2 req-5ab0bbd1-0c82-4532-b44b-9332962645e2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021588 Dec 13 14:47:54.618705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b2f30b86-99e6-4fa2-92a5-551ce05ae886 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:54.671153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] For port 9e982969-694e-475b-9876-43c110776442, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9e982969-694e-475b-9876-43c110776442,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:54.671567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.684793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Calling delete_port for 9e982969-694e-475b-9876-43c110776442 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:54.719286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.726845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b2f30b86-99e6-4fa2-92a5-551ce05ae886, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:54.744772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886', 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'port_id': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886', 'mac_address': 'fa:16:3e:1b:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6d251e-2db3-4136-be9b-a02492dcf3cc', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:54.785673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.786251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.798377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f30b86-99e6-4fa2-92a5-551ce05ae886 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:54.805001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.818212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b2f30b86-99e6-4fa2-92a5-551ce05ae886, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:54.878227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.878932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7649cd34-f73e-4c02-a565-f9915c758fa6 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:54.884378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.894748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Deleting port 04cf6c90-68f1-496c-8cc9-76a18f1e8221 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:47:54.895320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.906193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9e982969-694e-475b-9876-43c110776442'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:54.926596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Pushing event deleted for resources: {'Port': ['ID=9e982969-694e-475b-9876-43c110776442,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:54.975261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] No DVR routers for this DVR port 9e982969-694e-475b-9876-43c110776442 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:47:54.976925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b2f30b86-99e6-4fa2-92a5-551ce05ae886,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:54.978206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:54.981132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7649cd34-f73e-4c02-a565-f9915c758fa6, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7649cd34-f73e-4c02-a565-f9915c758fa6,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:54.981752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0eb8fbd5-f9c1-433b-b2d2-f40c023093bf req-fc2e1228-8710-4632-ba30-5cd8061d8265 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.50 "DELETE /v2.0/ports/9e982969-694e-475b-9876-43c110776442 HTTP/1.1" status: 204 len: 173 time: 0.5298424 Dec 13 14:47:54.992675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.003221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '7649cd34-f73e-4c02-a565-f9915c758fa6', 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'port_id': '7649cd34-f73e-4c02-a565-f9915c758fa6', 'mac_address': 'fa:16:3e:0a:6b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6d251e-2db3-4136-be9b-a02492dcf3cc', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:55.005985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Calling delete_port for 04cf6c90-68f1-496c-8cc9-76a18f1e8221 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:47:55.055628 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.064706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-deleted', 'tag': '9e982969-694e-475b-9876-43c110776442'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:47:55.067378 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77714bcd-6b0f-407a-ae13-4eba98ce1397" -d '{"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-deleted", "tag": "9e982969-694e-475b-9876-43c110776442"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:47:55.068893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7649cd34-f73e-4c02-a565-f9915c758fa6 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:55.082196 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.097963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7649cd34-f73e-4c02-a565-f9915c758fa6, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7649cd34-f73e-4c02-a565-f9915c758fa6,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:55.128042 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93caa1b8-7d74-4ad0-9713-1cdc4a838112 x-openstack-request-id: req-93caa1b8-7d74-4ad0-9713-1cdc4a838112 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:47:55.128515 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aac809-88c4-4f9c-87a1-95e9b9a26001", "name": "network-vif-deleted", "tag": "9e982969-694e-475b-9876-43c110776442", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:47:55.129380 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93caa1b8-7d74-4ad0-9713-1cdc4a838112 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:47:55.129803 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aac809-88c4-4f9c-87a1-95e9b9a26001', 'name': 'network-vif-deleted', 'tag': '9e982969-694e-475b-9876-43c110776442', 'status': 'completed', 'code': 200} Dec 13 14:47:55.163934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.164943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cc376c7a-ebdc-4fcb-926d-46815f14fd5b details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:55.190509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c9028cc-e67c-4718-9307-651fe28bfbfb req-5d713943-242a-4b21-b33a-c50f4d1d3136 tempest-ServersAdminTestJSON-97280244 tempest-ServersAdminTestJSON-97280244-project] 10.222.0.24 "GET /v2.0/ports?device_id=88aac809-88c4-4f9c-87a1-95e9b9a26001 HTTP/1.1" status: 200 len: 210 time: 0.0599997 Dec 13 14:47:55.231338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7649cd34-f73e-4c02-a565-f9915c758fa6,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:55.251440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:55.263501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'cc376c7a-ebdc-4fcb-926d-46815f14fd5b', 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'port_id': 'cc376c7a-ebdc-4fcb-926d-46815f14fd5b', 'mac_address': 'fa:16:3e:e7:82:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6d251e-2db3-4136-be9b-a02492dcf3cc', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:55.301538 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.307667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.318594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc376c7a-ebdc-4fcb-926d-46815f14fd5b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:55.340580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:55.373279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Pushing event deleted for resources: {'Port': ['ID=04cf6c90-68f1-496c-8cc9-76a18f1e8221,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:55.414668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.421116 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.421882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0becbb52-1600-4d4c-9378-985956be3813 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:55.433601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.441085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.450556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.453886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.460890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.467983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.475579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.478749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-fc7e7014-3e5f-4fe2-8fab-fd6f91ba4ad8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5433 time: 0.1124396 Dec 13 14:47:55.521295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-388fc0fe-8a68-4505-8c6e-3912df11a39e req-64062ec4-b731-45e4-873d-a30f1c22e755 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371256 Dec 13 14:47:55.531599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:55.576633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0becbb52-1600-4d4c-9378-985956be3813, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0becbb52-1600-4d4c-9378-985956be3813,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:55.586869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '0becbb52-1600-4d4c-9378-985956be3813', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'port_id': '0becbb52-1600-4d4c-9378-985956be3813', 'mac_address': 'fa:16:3e:ce:a0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:55.635189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.652672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0becbb52-1600-4d4c-9378-985956be3813 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:55.671739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.673105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0becbb52-1600-4d4c-9378-985956be3813, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0becbb52-1600-4d4c-9378-985956be3813,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:55.675019 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.682477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2422-059c-4f75-bb66-60072f7d5325 req-e678de00-8fe7-417a-a49b-0cce19b6cc85 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.684369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7dcf2422-059c-4f75-bb66-60072f7d5325 req-e678de00-8fe7-417a-a49b-0cce19b6cc85 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0586390 Dec 13 14:47:55.725723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7dcf2422-059c-4f75-bb66-60072f7d5325 req-5c429a55-3d19-4012-87c6-d0203111b557 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336549 Dec 13 14:47:55.755764 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.756438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 71a0dcb6-5383-4844-9380-6f6b90a16de9 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:55.762032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Router 1f4d209e-7220-415f-acae-6aeac9e87608 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:47:55.839917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:47:55.842113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 71a0dcb6-5383-4844-9380-6f6b90a16de9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:55.845002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0becbb52-1600-4d4c-9378-985956be3813,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:55.846808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f325e9-6ec1-4213-a647-c8f74e198e61 req-476ef1e3-6243-4e93-8f78-5a1967c0bf25 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:55.847676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.851989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-595b2aac-da12-4c47-9008-13edb9d1bf3c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "PUT /v2.0/routers/1f4d209e-7220-415f-acae-6aeac9e87608 HTTP/1.1" status: 200 len: 710 time: 1.5211744 Dec 13 14:47:55.853224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:55.856670 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80f325e9-6ec1-4213-a647-c8f74e198e61 req-476ef1e3-6243-4e93-8f78-5a1967c0bf25 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0744762 Dec 13 14:47:55.870398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] Sync routers for ids ['1f4d209e-7220-415f-acae-6aeac9e87608'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:47:55.878507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '71a0dcb6-5383-4844-9380-6f6b90a16de9', 'network_id': '7d46ed12-972d-461d-a08a-d8bc27ada67b', 'port_id': '71a0dcb6-5383-4844-9380-6f6b90a16de9', 'mac_address': 'fa:16:3e:f1:fd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6d251e-2db3-4136-be9b-a02492dcf3cc', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:55.898213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80f325e9-6ec1-4213-a647-c8f74e198e61 req-e116f6b9-0dab-4ba3-904a-957c06ce5dbe tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Dec 13 14:47:55.916067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] Routers {'1f4d209e-7220-415f-acae-6aeac9e87608'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:55.918791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1f4d209e-7220-415f-acae-6aeac9e87608'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:55.935075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4d2e3159-71e9-4aaa-aad1-283278861410 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/routers/1f4d209e-7220-415f-acae-6aeac9e87608 HTTP/1.1" status: 200 len: 745 time: 0.0786581 Dec 13 14:47:55.935279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43696) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:55.974320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:55.994253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c4bb079-a9d3-4d26-9826-1bb87a6aaf78 tempest-RoutersIpV6AdminTest-2025009122 tempest-RoutersIpV6AdminTest-2025009122-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=1f4d209e-7220-415f-acae-6aeac9e87608 HTTP/1.1" status: 200 len: 205 time: 0.0549591 Dec 13 14:47:55.994442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:55.995141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] Routers {'1f4d209e-7220-415f-acae-6aeac9e87608'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:47:55.995244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43702) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:55.995795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1f4d209e-7220-415f-acae-6aeac9e87608'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:56.029420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f116dca7-04d6-4123-9c47-b735a5bf2f97 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4d209e-7220-415f-acae-6aeac9e87608 HTTP/1.1" status: 200 len: 205 time: 0.0330138 Dec 13 14:47:56.032002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43706) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.040754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:47:56.041435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f478f-09ac-4067-8e80-a4ddb95bd9d2 None None] The sync data for ids ['1f4d209e-7220-415f-acae-6aeac9e87608'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:47:56.045543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a0dcb6-5383-4844-9380-6f6b90a16de9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:56.077623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 71a0dcb6-5383-4844-9380-6f6b90a16de9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:56.109396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-ba5f-44cc-b2eb-8ea59c18d227 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:56.150261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:56.203215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=71a0dcb6-5383-4844-9380-6f6b90a16de9,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:56.280574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-ba5f-44cc-b2eb-8ea59c18d227 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:56.282762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-ba5f-44cc-b2eb-8ea59c18d227 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:56.398101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-ba5f-44cc-b2eb-8ea59c18d227 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:56.398671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac397cd-ba5f-44cc-b2eb-8ea59c18d227 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Fanout notify agent at l3_agent the message router_deleted on router 1f4d209e-7220-415f-acae-6aeac9e87608 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:47:56.405548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eac397cd-ba5f-44cc-b2eb-8ea59c18d227 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:56.406627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eac397cd-ba5f-44cc-b2eb-8ea59c18d227 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/1f4d209e-7220-415f-acae-6aeac9e87608 HTTP/1.1" status: 204 len: 168 time: 0.3736250 Dec 13 14:47:56.410549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43722) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.439828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f5fb5251-46bd-46f0-bc3b-c3ca6c9a16aa tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4d209e-7220-415f-acae-6aeac9e87608 HTTP/1.1" status: 200 len: 205 time: 0.0259526 Dec 13 14:47:56.453790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43724) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.490924 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-f330f755-557f-41a9-a4c6-59bd12620632 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] delete failed (client error): The resource could not be found. Dec 13 14:47:56.492086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f330f755-557f-41a9-a4c6-59bd12620632 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/1f4d209e-7220-415f-acae-6aeac9e87608 HTTP/1.1" status: 404 len: 336 time: 0.0373442 Dec 13 14:47:56.494819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43726) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.524236 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f9713fb8-2841-4c59-9083-57fe02c7bf1a tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c HTTP/1.1" status: 200 len: 205 time: 0.0282831 Dec 13 14:47:56.526607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43730) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.569753 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-d3976930-9b3e-43cf-bbb6-2aaf5ddaf629 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] delete failed (client error): The resource could not be found. Dec 13 14:47:56.573395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3976930-9b3e-43cf-bbb6-2aaf5ddaf629 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/9385c05c-1b93-4246-bfdb-5fc2c7c8ae3c HTTP/1.1" status: 404 len: 336 time: 0.0431569 Dec 13 14:47:56.573570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43740) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.605702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ef1cf9b8-66a6-43db-9f3d-c473169518a0 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b486d3d-5938-4c73-b724-314d7bf9468b HTTP/1.1" status: 200 len: 205 time: 0.0307596 Dec 13 14:47:56.608169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43746) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.637261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 65781a6a-6df3-4e18-bda5-b286120214cf details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:56.641265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:47:56.652702 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-4a684fc1-ae19-4a47-943e-dc7b496d8a6c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] delete failed (client error): The resource could not be found. Dec 13 14:47:56.656328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4a684fc1-ae19-4a47-943e-dc7b496d8a6c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/0b486d3d-5938-4c73-b724-314d7bf9468b HTTP/1.1" status: 404 len: 336 time: 0.0420635 Dec 13 14:47:56.656568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43748) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.701237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 9e982969-694e-475b-9876-43c110776442 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:47:56.701823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9e982969-694e-475b-9876-43c110776442 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:47:56.735832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:56.745002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:56.751507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b2f30b86-99e6-4fa2-92a5-551ce05ae886'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:56.755459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:56.763723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:56.772616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:56.780996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:56.789092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:56.794867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-6f024bfe-351b-41bd-a8ff-685304820969 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5436 time: 0.1688366 Dec 13 14:47:56.845972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:56.880424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43f8037-40bc-47aa-98d7-1290f18f8536 req-747bdc75-79dd-4835-bae4-72348d06e8cf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776324 Dec 13 14:47:56.944013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['71a0dcb6-5383-4844-9380-6f6b90a16de9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:56.946088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['cc376c7a-ebdc-4fcb-926d-46815f14fd5b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:56.970693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['0becbb52-1600-4d4c-9378-985956be3813'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:57.047829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-01365977-c47b-4fe1-841b-67e86569049c tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b07496-e3f8-4bd2-a03e-9200fb66e666 HTTP/1.1" status: 200 len: 205 time: 0.3831966 Dec 13 14:47:57.047829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.083704 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-5bd08fe4-419c-462b-b4c5-2bc5572b8f5e tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] delete failed (client error): The resource could not be found. Dec 13 14:47:57.088127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5bd08fe4-419c-462b-b4c5-2bc5572b8f5e tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/43b07496-e3f8-4bd2-a03e-9200fb66e666 HTTP/1.1" status: 404 len: 336 time: 0.0417233 Dec 13 14:47:57.088429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43770) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.104440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e035e-5100-47d1-aed2-0a8f77a1d567 req-cd626f4a-eacf-41f3-9c27-0a21e7e0fe66 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:57.113224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d8e035e-5100-47d1-aed2-0a8f77a1d567 req-cd626f4a-eacf-41f3-9c27-0a21e7e0fe66 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1256342 Dec 13 14:47:57.117461 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:47:57.118891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e599dfc4-393a-4137-9032-f17d4dc55d21 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=08585009-4e99-43b1-bbdb-ac266d530a6e HTTP/1.1" status: 200 len: 205 time: 0.0293415 Dec 13 14:47:57.121798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43772) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.139456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-95272a92-2d56-4d56-9716-676da96593d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dee97c3687d4a5c86ffa544d5b444b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864738 Dec 13 14:47:57.148562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43776) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.153340 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 65781a6a-6df3-4e18-bda5-b286120214cf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=65781a6a-6df3-4e18-bda5-b286120214cf,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:57.168270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '65781a6a-6df3-4e18-bda5-b286120214cf', 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f', 'port_id': '65781a6a-6df3-4e18-bda5-b286120214cf', 'mac_address': 'fa:16:3e:af:0f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:57.171912 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-c0ecbf36-626d-4603-95dd-d5ee3ea3d08a tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] delete failed (client error): The resource could not be found. Dec 13 14:47:57.173265 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c0ecbf36-626d-4603-95dd-d5ee3ea3d08a tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/08585009-4e99-43b1-bbdb-ac266d530a6e HTTP/1.1" status: 404 len: 336 time: 0.0498857 Dec 13 14:47:57.176760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.209661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8bda0054-83a0-47b1-adfd-c34def0ef47d tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "GET /v2.0/ports?device_id=814594ec-6586-447e-b446-8b9b7bb1cfb7 HTTP/1.1" status: 200 len: 205 time: 0.0319726 Dec 13 14:47:57.212287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43780) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.231403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d8e035e-5100-47d1-aed2-0a8f77a1d567 req-5f3830c5-a1b6-4800-b255-a66c5e7f1258 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170783 Dec 13 14:47:57.258813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f42c350-a587-4c90-8a77-34f181ae5f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.264702 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-233f966f-cbe1-49a5-bbc2-5474d3aa08b4 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] delete failed (client error): The resource could not be found. Dec 13 14:47:57.268367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-233f966f-cbe1-49a5-bbc2-5474d3aa08b4 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/routers/814594ec-6586-447e-b446-8b9b7bb1cfb7 HTTP/1.1" status: 404 len: 336 time: 0.0523939 Dec 13 14:47:57.268557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43782) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.290656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f42c350-a587-4c90-8a77-34f181ae5f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.310603 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dd07ae-5cd8-4a84-82d4-81bdefd8d656 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] DELETE failed (client error): The resource could not be found. Dec 13 14:47:57.311081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28dd07ae-5cd8-4a84-82d4-81bdefd8d656 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:47:57.318603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-28dd07ae-5cd8-4a84-82d4-81bdefd8d656 tempest-RoutersIpV6AdminTest-634933579 tempest-RoutersIpV6AdminTest-634933579-project] 10.222.0.24 "DELETE /v2.0/subnets/a360668e-a72b-4bed-9b4b-b5b2f509f900 HTTP/1.1" status: 404 len: 337 time: 0.0446777 Dec 13 14:47:57.348768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef961a-c7e5-4790-bee6-cb99f6f01c75 req-6057a954-6111-4476-869b-80e6673c089d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:57.350936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1ef961a-c7e5-4790-bee6-cb99f6f01c75 req-6057a954-6111-4476-869b-80e6673c089d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1449788 Dec 13 14:47:57.365885 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.405066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1ef961a-c7e5-4790-bee6-cb99f6f01c75 req-3cb81020-f470-460a-95e5-62df95737d24 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Dec 13 14:47:57.417011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f42c350-a587-4c90-8a77-34f181ae5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.426784 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3f42c350-a587-4c90-8a77-34f181ae5f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.431551 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3f42c350-a587-4c90-8a77-34f181ae5f11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb11a061-08ea-42a3-9749-6c5bf145ed2a HTTP/1.1" status: 204 len: 168 time: 0.2819021 Dec 13 14:47:57.435522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65781a6a-6df3-4e18-bda5-b286120214cf {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:57.441202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42c350-a587-4c90-8a77-34f181ae5f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb11a061-08ea-42a3-9749-6c5bf145ed2a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:57.515721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 65781a6a-6df3-4e18-bda5-b286120214cf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=65781a6a-6df3-4e18-bda5-b286120214cf,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:57.536591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b86b8-316c-411e-bfae-2ec7b7a7b912 req-1ca37b53-1e6a-4f44-96ea-143a3faa0f45 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:57.538120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e68b86b8-316c-411e-bfae-2ec7b7a7b912 req-1ca37b53-1e6a-4f44-96ea-143a3faa0f45 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0554736 Dec 13 14:47:57.579843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e68b86b8-316c-411e-bfae-2ec7b7a7b912 req-8241fa38-38dd-4e71-8e23-552a716f2f42 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Dec 13 14:47:57.589092 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.589749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 184573da-2612-48a8-b68b-2b08cc805d99 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:47:57.657863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 184573da-2612-48a8-b68b-2b08cc805d99, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=184573da-2612-48a8-b68b-2b08cc805d99,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:57.683904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '184573da-2612-48a8-b68b-2b08cc805d99', 'network_id': '3dc541cf-30f1-497b-a513-f10b3715708f', 'port_id': '184573da-2612-48a8-b68b-2b08cc805d99', 'mac_address': 'fa:16:3e:58:07:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:47:57.685619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=65781a6a-6df3-4e18-bda5-b286120214cf,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:57.726855 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.743387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184573da-2612-48a8-b68b-2b08cc805d99 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:47:57.761645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 184573da-2612-48a8-b68b-2b08cc805d99, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=184573da-2612-48a8-b68b-2b08cc805d99,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:47:57.840759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['7649cd34-f73e-4c02-a565-f9915c758fa6'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:57.870047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:57.915507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43802) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.938996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43806) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:57.946687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943b7fb-415a-4630-808f-002140ccb311 req-36ddbf92-6254-4ba0-9412-aaa2bd92d3e0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:57.950602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a943b7fb-415a-4630-808f-002140ccb311 req-36ddbf92-6254-4ba0-9412-aaa2bd92d3e0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0825722 Dec 13 14:47:57.981240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=184573da-2612-48a8-b68b-2b08cc805d99,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:58.023152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a943b7fb-415a-4630-808f-002140ccb311 req-34de0a0b-f29d-44f3-b71e-71b6f9cd07d6 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Dec 13 14:47:58.038470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.055361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.064071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.070310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.078196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.090005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.102539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.104745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-1d9a316b-7c38-47d4-a37b-97abfec1ebb2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5438 time: 0.1392164 Dec 13 14:47:58.151202 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e01700fe-8460-4d80-b7aa-92922846d074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.161974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06040c13-b00e-42ce-86fc-2a6ccdccd72c req-dd2ceab4-4aff-49a1-8b75-191544a7f5ed tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.163608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06040c13-b00e-42ce-86fc-2a6ccdccd72c req-dd2ceab4-4aff-49a1-8b75-191544a7f5ed tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0673208 Dec 13 14:47:58.198157 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c4a9b1b-8213-4c61-b02d-cc66f56d74e5 req-e6dfd0dc-c439-47c2-a3cb-79e07a3ee13e tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858223 Dec 13 14:47:58.201900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06040c13-b00e-42ce-86fc-2a6ccdccd72c req-9cc8b18e-c240-4d2d-b755-3e3115d70497 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Dec 13 14:47:58.206170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5c0168ba-2648-4577-b777-82ed7f5c33bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bc3496b8f0b4aca8ecc8c98732628cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889898 Dec 13 14:47:58.208937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43812) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:58.242677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:58.284060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e01700fe-8460-4d80-b7aa-92922846d074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.296062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3624fea4-be89-4714-b549-4e2bc3400728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.326554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3fd85fc6-da4f-48b9-854a-d4b5bfeb4bb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=375d5c212900493593e08fa1fc9d97cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808806 Dec 13 14:47:58.328075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43828) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:58.347614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e01700fe-8460-4d80-b7aa-92922846d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.373484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3624fea4-be89-4714-b549-4e2bc3400728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.389307 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e01700fe-8460-4d80-b7aa-92922846d074 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7740140d1ba4e4c977ca35c4dd1d504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492023 Dec 13 14:47:58.390045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43832) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:58.410303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01700fe-8460-4d80-b7aa-92922846d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8771b736-c902-4ac6-aef2-6fed47356ea8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:58.438386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f78799-2cad-40b4-a85f-4590184a469c req-e2c8b0fa-f7c5-4c8d-b6bc-35c82ca95417 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.439917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85f78799-2cad-40b4-a85f-4590184a469c req-e2c8b0fa-f7c5-4c8d-b6bc-35c82ca95417 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1313210 Dec 13 14:47:58.455177 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fba8966-c557-40ab-a671-0b2562afc47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.468018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4c0329e-9918-47eb-b6c4-b8a6adc864a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.479057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fba8966-c557-40ab-a671-0b2562afc47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.505581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4c0329e-9918-47eb-b6c4-b8a6adc864a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.510627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85f78799-2cad-40b4-a85f-4590184a469c req-b51a8d84-477b-4cee-8914-8eb88c500d70 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607414 Dec 13 14:47:58.569841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3624fea4-be89-4714-b549-4e2bc3400728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.574627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3624fea4-be89-4714-b549-4e2bc3400728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.577221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3624fea4-be89-4714-b549-4e2bc3400728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12f2f895-e1f5-428e-b82f-4ae7e5504260 HTTP/1.1" status: 204 len: 168 time: 0.3668280 Dec 13 14:47:58.589011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624fea4-be89-4714-b549-4e2bc3400728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f2f895-e1f5-428e-b82f-4ae7e5504260,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:58.602028 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fba8966-c557-40ab-a671-0b2562afc47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.604757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fba8966-c557-40ab-a671-0b2562afc47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.607040 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5fba8966-c557-40ab-a671-0b2562afc47a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8771b736-c902-4ac6-aef2-6fed47356ea8 HTTP/1.1" status: 204 len: 168 time: 0.2111154 Dec 13 14:47:58.626768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba8966-c557-40ab-a671-0b2562afc47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8771b736-c902-4ac6-aef2-6fed47356ea8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:58.660856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4c0329e-9918-47eb-b6c4-b8a6adc864a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.664971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4c0329e-9918-47eb-b6c4-b8a6adc864a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:58.666224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f4c0329e-9918-47eb-b6c4-b8a6adc864a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/358bc04c-a0f9-40ae-a862-b2c4f36bf4f7 HTTP/1.1" status: 204 len: 168 time: 0.3372483 Dec 13 14:47:58.677100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0329e-9918-47eb-b6c4-b8a6adc864a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358bc04c-a0f9-40ae-a862-b2c4f36bf4f7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:58.784193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d81f0-69b9-4b95-b89c-f07eea2505bb req-89ca00ee-244d-40c3-b020-bb420b21d92b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:58.785689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f4d81f0-69b9-4b95-b89c-f07eea2505bb req-89ca00ee-244d-40c3-b020-bb420b21d92b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Dec 13 14:47:58.823165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f4d81f0-69b9-4b95-b89c-f07eea2505bb req-55421d34-96cd-45e5-b832-b7afd21350a3 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Dec 13 14:47:59.065826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['184573da-2612-48a8-b68b-2b08cc805d99'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:59.089938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['65781a6a-6df3-4e18-bda5-b286120214cf'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:47:59.349422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.356021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.362095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.368260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.374311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.381739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.390149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.392113 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-5ff4e263-7773-4f8a-9bfc-9f29916ade1b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5438 time: 0.1145711 Dec 13 14:47:59.424154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43858) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:59.435578 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16fdcb84-07a7-43c7-aa01-5b4fa0b3362d req-291ae90e-5929-4474-a9aa-a4f9c96f10cd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365462 Dec 13 14:47:59.472891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3f3b743c-2dec-4b1a-9afc-cb42921728e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08b35d322a7d4f3cb06a07d53e9dcb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468125 Dec 13 14:47:59.475377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43862) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:47:59.531892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2ea621b-71f0-4f31-8123-8076ab1760d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:59.561114 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2ea621b-71f0-4f31-8123-8076ab1760d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:59.648137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe85e6-2251-41b2-a976-cccf70f93d09 req-49cebcbb-8fc5-4028-8b03-cd97213832de tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.649612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fbe85e6-2251-41b2-a976-cccf70f93d09 req-49cebcbb-8fc5-4028-8b03-cd97213832de tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0593791 Dec 13 14:47:59.690340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fbe85e6-2251-41b2-a976-cccf70f93d09 req-72d2c21b-8653-42d3-aa22-3ada844b74bf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332038 Dec 13 14:47:59.749886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2ea621b-71f0-4f31-8123-8076ab1760d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:59.753142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2ea621b-71f0-4f31-8123-8076ab1760d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:47:59.754270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a2ea621b-71f0-4f31-8123-8076ab1760d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adc47996-6f1c-4325-8e63-262b23907573 HTTP/1.1" status: 204 len: 168 time: 0.2777693 Dec 13 14:47:59.762308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea621b-71f0-4f31-8123-8076ab1760d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc47996-6f1c-4325-8e63-262b23907573,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:47:59.940484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86c08-eddc-4db6-8965-293cf5e60938 req-e14b6d58-33bb-432e-a8fe-bd8bdb081c97 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:47:59.942035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19b86c08-eddc-4db6-8965-293cf5e60938 req-e14b6d58-33bb-432e-a8fe-bd8bdb081c97 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0492566 Dec 13 14:47:59.994135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19b86c08-eddc-4db6-8965-293cf5e60938 req-d3b6c2a7-bd6d-42e3-9534-8e67ace188b7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Dec 13 14:48:00.323512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43902) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:00.451253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1992735516-network', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:00.524103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Made reservation on behalf of 5b7169e9bfcb40b59ded82d9854c87de for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:00.526277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.553868 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.600438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.606332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.612251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.618109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.624222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.630686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.636525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.638439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-4e79790c-799e-4433-9c19-2761a30bb2c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5438 time: 0.1250508 Dec 13 14:48:00.674344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cc376c7a-ebdc-4fcb-926d-46815f14fd5b up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:00.702775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78f5cf0b-9fa4-4c48-811c-4d299555976c req-d81b2010-0694-4962-a68e-d15772ba02c5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526402 Dec 13 14:48:00.724622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.791047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port cc376c7a-ebdc-4fcb-926d-46815f14fd5b completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:00.791791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.800471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port cc376c7a-ebdc-4fcb-926d-46815f14fd5b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:00.801048 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.831971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:00.848821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99765bc-c3f7-44b4-b902-f49455cea59a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:00.853316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.853642 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Added segment a63f3f6a-4b92-4a21-8589-2282359a2580 of type vlan for network 727e60fa-0070-4399-8190-303e37b4efc6 Dec 13 14:48:00.896500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ac82b-6504-42eb-8f71-9867f1b72b1a req-40edcd57-f115-411a-92b5-fa982e735680 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:00.898013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f6ac82b-6504-42eb-8f71-9867f1b72b1a req-40edcd57-f115-411a-92b5-fa982e735680 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1169143 Dec 13 14:48:00.919373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.925139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:00.951693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc376c7a-ebdc-4fcb-926d-46815f14fd5b'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:00.961526 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e3fbf-4371-4c2b-834a-b8c4c36b6245" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "cc376c7a-ebdc-4fcb-926d-46815f14fd5b"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:00.971200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:00.971634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f6ac82b-6504-42eb-8f71-9867f1b72b1a req-61260cae-3b3b-44c5-b25a-bd713b6ed6c9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652578 Dec 13 14:48:01.001615 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe340a1-0a03-49f5-b0e8-d231114d5dff x-openstack-request-id: req-7fe340a1-0a03-49f5-b0e8-d231114d5dff {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:01.001981 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "cc376c7a-ebdc-4fcb-926d-46815f14fd5b", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:01.002906 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fe340a1-0a03-49f5-b0e8-d231114d5dff {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:01.003409 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc376c7a-ebdc-4fcb-926d-46815f14fd5b', 'code': 200} Dec 13 14:48:01.044180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.044531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.045598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.045990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b2f30b86-99e6-4fa2-92a5-551ce05ae886 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:01.046403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.136527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:01.139733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] Pushing event updated for resources: {'Network': ['ID=727e60fa-0070-4399-8190-303e37b4efc6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:01.154496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 727e60fa-0070-4399-8190-303e37b4efc6 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:01.159540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9ba6c-2f6b-4a00-b168-4c4a0f9e6818 req-52f2e0a8-04ba-4ae1-9865-85f6c11e78dc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.161151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3f9ba6c-2f6b-4a00-b168-4c4a0f9e6818 req-52f2e0a8-04ba-4ae1-9865-85f6c11e78dc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0938616 Dec 13 14:48:01.191246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5bb7c549-5300-4676-a49f-b913b04ae4dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8664272 Dec 13 14:48:01.194138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43944) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:01.200655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Request body: {'subnet': {'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1992735516-subnet', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:01.219927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3f9ba6c-2f6b-4a00-b168-4c4a0f9e6818 req-09932033-2abf-4d97-ab89-88a48f0efab5 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Dec 13 14:48:01.220760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port b2f30b86-99e6-4fa2-92a5-551ce05ae886 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:01.232021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port b2f30b86-99e6-4fa2-92a5-551ce05ae886 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:01.232447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.257674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43946) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:01.298855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Made reservation on behalf of 5b7169e9bfcb40b59ded82d9854c87de for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:01.302381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.316012 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.354065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b2f30b86-99e6-4fa2-92a5-551ce05ae886, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:01.378465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-683178096'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:01.451162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.451162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 71a0dcb6-5383-4844-9380-6f6b90a16de9 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:01.502672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:01.506601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.519488 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.542498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b2f30b86-99e6-4fa2-92a5-551ce05ae886,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:01.614328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.635957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.672546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 71a0dcb6-5383-4844-9380-6f6b90a16de9 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:01.679293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 71a0dcb6-5383-4844-9380-6f6b90a16de9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:01.679878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.695373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac0b0cc-5566-40f2-88f4-4d822166540c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:01.702673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Checking segment: {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:01.703042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Network hostable DHCP agents. Network: 727e60fa-0070-4399-8190-303e37b4efc6, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:01.716475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.754871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:01.768333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c696ecaf-57a9-4683-858a-f0e2d6df1377,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:01.771545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.772061 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Added segment e2253b3b-52fd-4ced-8817-b4f5d815afbd of type vlan for network 24383d82-db38-4506-9b2c-03adcbdf0d0e Dec 13 14:48:01.784454 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.806289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Network 727e60fa-0070-4399-8190-303e37b4efc6 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:01.814018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 71a0dcb6-5383-4844-9380-6f6b90a16de9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:01.822119 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.876271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.877997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.878830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 727e60fa-0070-4399-8190-303e37b4efc6) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:01.878941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0becbb52-1600-4d4c-9378-985956be3813 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:01.884034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.888323 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.896448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.902817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.905222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d229da-85bd-4734-acb3-168cdddc2de8 None None] Network 727e60fa-0070-4399-8190-303e37b4efc6 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:01.906496 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.910301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.913368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.914120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:01.916367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.923285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.929722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:01.931626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-2d021b7f-5e17-4923-a471-6f6407ec4257 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5440 time: 0.1196249 Dec 13 14:48:02.001318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c107fcdd-350f-45ba-8a5f-352edbc50641 req-d75510c8-4ac4-4ba1-b596-66fff42eeafa tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559008 Dec 13 14:48:02.014596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-33c1f852-0b77-49d7-a51e-c656ab038e6d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8169239 Dec 13 14:48:02.016542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43978) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:02.040040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:02.044518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=71a0dcb6-5383-4844-9380-6f6b90a16de9,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:02.068478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8094108 Dec 13 14:48:02.069240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d3e86-772a-4c13-92b0-088f925b6b97 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Network': ['ID=24383d82-db38-4506-9b2c-03adcbdf0d0e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:02.071868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43980) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:02.077668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'subnet': {'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:02.135726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:02.145733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43982) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:02.147948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5900c1-f53e-4373-b213-bc3b9cdbea47 req-663e30f1-2396-4904-81f8-831adbcc51e8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:02.149615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d5900c1-f53e-4373-b213-bc3b9cdbea47 req-663e30f1-2396-4904-81f8-831adbcc51e8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0778761 Dec 13 14:48:02.152139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 0becbb52-1600-4d4c-9378-985956be3813 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:02.191119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 0becbb52-1600-4d4c-9378-985956be3813 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:02.191496 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.192662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d5900c1-f53e-4373-b213-bc3b9cdbea47 req-34ccafc5-0d07-47c3-b90a-646e132b60ee tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346630 Dec 13 14:48:02.215616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.217793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.256784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-727e60fa-0070-4399-8190-303e37b4efc6', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:02.257717 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.288173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.319945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:02.323740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.370365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4164f87e-f15f-4101-9f3b-54fdb5fb4777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.444782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.446716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c6dc-9918-4ca9-acf6-e14d9ff20358 req-cee75f70-cc27-40b8-8fb3-90aefc2962c6 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:02.455060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd68c6dc-9918-4ca9-acf6-e14d9ff20358 req-cee75f70-cc27-40b8-8fb3-90aefc2962c6 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1677828 Dec 13 14:48:02.480229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Allocated IP 172.20.0.2 (727e60fa-0070-4399-8190-303e37b4efc6/eac0b0cc-5566-40f2-88f4-4d822166540c/3e578d15-593f-47d8-b22f-0c00e1657a99) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:02.498075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0becbb52-1600-4d4c-9378-985956be3813, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0becbb52-1600-4d4c-9378-985956be3813,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:02.515223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.539333 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd68c6dc-9918-4ca9-acf6-e14d9ff20358 req-072a3fa0-ba21-401e-9705-9d1b160c2371 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683868 Dec 13 14:48:02.610803 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4164f87e-f15f-4101-9f3b-54fdb5fb4777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.611945 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.661728 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.678732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0becbb52-1600-4d4c-9378-985956be3813,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:02.681909 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4164f87e-f15f-4101-9f3b-54fdb5fb4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.682603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7649cd34-f73e-4c02-a565-f9915c758fa6 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:02.731652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4164f87e-f15f-4101-9f3b-54fdb5fb4777 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2001ef0bb1a34cc6992970675d0b81f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846899 Dec 13 14:48:02.732529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164f87e-f15f-4101-9f3b-54fdb5fb4777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639a9188-b639-4cd6-94c7-f0fa8e308002,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:02.735659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:02.742874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.758941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.795905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Network 727e60fa-0070-4399-8190-303e37b4efc6 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:02.799875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:02.803620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:02.818357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Pushing event updated for resources: {'Port': ['ID=3e578d15-593f-47d8-b22f-0c00e1657a99,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:02.833822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 7649cd34-f73e-4c02-a565-f9915c758fa6 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:02.837794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Subnet': ['ID=d0cc3ba8-7702-4a08-8b8a-66b9d617fd77,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:02.862845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Checking segment: {'id': 'e2253b3b-52fd-4ced-8817-b4f5d815afbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:02.862845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network hostable DHCP agents. Network: 24383d82-db38-4506-9b2c-03adcbdf0d0e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:02.863419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40f25322-6d36-4a1d-a1cb-e3d495c78fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.865609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.868176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 7649cd34-f73e-4c02-a565-f9915c758fa6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:02.868615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.892431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40f25322-6d36-4a1d-a1cb-e3d495c78fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.898461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.899603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Attempting to bind port 3e578d15-593f-47d8-b22f-0c00e1657a99 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:02.900060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Attempting to bind port 3e578d15-593f-47d8-b22f-0c00e1657a99 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:02.900486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Attempting to bind port 3e578d15-593f-47d8-b22f-0c00e1657a99 on network 727e60fa-0070-4399-8190-303e37b4efc6 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:02.908949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:02.909410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Checking segment: {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:02.909888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.910388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Bound using segment: {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:02.911462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Bound port: 3e578d15-593f-47d8-b22f-0c00e1657a99, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:02.911462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:02.972737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:03.004753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886'}, {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0dcb6-5383-4844-9380-6f6b90a16de9'}, {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0becbb52-1600-4d4c-9378-985956be3813'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:03.006985 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9381d2b-1c99-4eac-b744-d20b8b56efba" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886"}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "71a0dcb6-5383-4844-9380-6f6b90a16de9"}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "0becbb52-1600-4d4c-9378-985956be3813"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:03.013030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] For port 3e578d15-593f-47d8-b22f-0c00e1657a99, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:03.017252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] For port 3e578d15-593f-47d8-b22f-0c00e1657a99, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e578d15-593f-47d8-b22f-0c00e1657a99,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:03.020822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Allocated IP 172.25.7.48 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/88ea3d1b-3cb1-4ea0-9622-250d1d55fea1) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:03.022464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.024569 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40f25322-6d36-4a1d-a1cb-e3d495c78fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.029026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40f25322-6d36-4a1d-a1cb-e3d495c78fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.031447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-40f25322-6d36-4a1d-a1cb-e3d495c78fe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/639a9188-b639-4cd6-94c7-f0fa8e308002 HTTP/1.1" status: 204 len: 168 time: 0.2938418 Dec 13 14:48:03.048568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 24383d82-db38-4506-9b2c-03adcbdf0d0e) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:03.053599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.054668 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.058484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f25322-6d36-4a1d-a1cb-e3d495c78fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639a9188-b639-4cd6-94c7-f0fa8e308002,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:03.060309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c5e1a-e2ad-4a44-bff2-4909e619c13f None None] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:03.170228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-afff8152-4399-4aa2-8018-ba42cffa6e92 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0970743 Dec 13 14:48:03.172913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43998) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:03.182548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-371177034'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:03.194456 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.214843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.221385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.227752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.233846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.239978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.246367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.252423 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.260515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-b47ee157-d451-42e7-adfc-44ce5c20e185 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5442 time: 0.1447744 Dec 13 14:48:03.266716 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513f5939-25ba-469a-8aa1-5517f569bf00 x-openstack-request-id: req-513f5939-25ba-469a-8aa1-5517f569bf00 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:03.266976 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886", "code": 200}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "71a0dcb6-5383-4844-9380-6f6b90a16de9", "code": 200}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "0becbb52-1600-4d4c-9378-985956be3813", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:03.267184 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-513f5939-25ba-469a-8aa1-5517f569bf00 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:03.267570 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886', 'code': 200} Dec 13 14:48:03.268353 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0dcb6-5383-4844-9380-6f6b90a16de9', 'code': 200} Dec 13 14:48:03.268600 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0becbb52-1600-4d4c-9378-985956be3813', 'code': 200} Dec 13 14:48:03.280327 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.291827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7649cd34-f73e-4c02-a565-f9915c758fa6, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7649cd34-f73e-4c02-a565-f9915c758fa6,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:03.326760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-caf0e3f3-4dd3-42e3-8e17-c6c4a163421b req-870c5b93-c7f8-4808-9d5d-9224ffaf7fb7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612061 Dec 13 14:48:03.388176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2197-1003-4499-bc7a-9b2eb7ef7562 req-35999216-136d-4c51-9661-083db069f3fa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.389706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2aab2197-1003-4499-bc7a-9b2eb7ef7562 req-35999216-136d-4c51-9661-083db069f3fa tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0882368 Dec 13 14:48:03.405186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905890-e019-4a8a-9a08-dc93c20baf46 None None] Pushing event updated for resources: {'Port': ['ID=3e578d15-593f-47d8-b22f-0c00e1657a99,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:03.410957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.411823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 184573da-2612-48a8-b68b-2b08cc805d99 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:03.443576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2aab2197-1003-4499-bc7a-9b2eb7ef7562 req-4b34d181-0279-4e13-b8c2-4b04a1261401 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Dec 13 14:48:03.459103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.499329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:03.500733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:03.504980 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.521236 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:03.522432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:03.541408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] device_id is not set on port f62a327a-3d0d-4e83-b05d-14f9850b3da2 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:03.557431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7649cd34-f73e-4c02-a565-f9915c758fa6,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:03.566506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:03.575790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-24383d82-db38-4506-9b2c-03adcbdf0d0e', 'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'tenant_id': 'f62e4571cb90478ab71beb9efd5c030a', 'fixed_ips': [{'subnet_id': 'd0cc3ba8-7702-4a08-8b8a-66b9d617fd77'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:03.582730 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.630455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 184573da-2612-48a8-b68b-2b08cc805d99 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:03.689437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 184573da-2612-48a8-b68b-2b08cc805d99 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:03.690653 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.779210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Allocated IP 2001:db8::38d (24383d82-db38-4506-9b2c-03adcbdf0d0e/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77/f62a327a-3d0d-4e83-b05d-14f9850b3da2) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:03.794484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644167f6-fcec-404c-ad03-2fa3f50ce34d req-92d6cef7-9d48-4ef1-a8cf-aaa9f094178c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:03.802805 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-644167f6-fcec-404c-ad03-2fa3f50ce34d req-92d6cef7-9d48-4ef1-a8cf-aaa9f094178c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1290002 Dec 13 14:48:03.824309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.841066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-644167f6-fcec-404c-ad03-2fa3f50ce34d req-e3e43cb9-f158-4c3d-942d-8bb8666eb7b4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 Dec 13 14:48:03.871887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44006) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:03.878660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 184573da-2612-48a8-b68b-2b08cc805d99, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=184573da-2612-48a8-b68b-2b08cc805d99,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:03.885938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a30293c0-adff-4230-8d8e-b2166247a783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.953497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.973181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:03.975726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 65781a6a-6df3-4e18-bda5-b286120214cf up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:04.048270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a30293c0-adff-4230-8d8e-b2166247a783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.049942 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.054299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=184573da-2612-48a8-b68b-2b08cc805d99,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:04.062123 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.106345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:04.112290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:04.113464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Allocated IP 2001:db8::2 (24383d82-db38-4506-9b2c-03adcbdf0d0e/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77/91ced02c-22d2-42c8-ba4b-66adc2f5a049) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:04.115028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:04.122514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a30293c0-adff-4230-8d8e-b2166247a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.130413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.131570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.150876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=f62a327a-3d0d-4e83-b05d-14f9850b3da2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:04.179784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 65781a6a-6df3-4e18-bda5-b286120214cf completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:04.185016 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a30293c0-adff-4230-8d8e-b2166247a783 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba0bcc95fed74c9cadd37ad1d88abae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120611 Dec 13 14:48:04.187733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44010) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:04.188590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30293c0-adff-4230-8d8e-b2166247a783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee80cf-b7be-4619-96f9-9330dde02f45,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:04.195561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 65781a6a-6df3-4e18-bda5-b286120214cf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:04.195561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.227266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5a1e032a-939d-4b4e-8292-7e0c3348f93c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0474088 Dec 13 14:48:04.228039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44012) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:04.238152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-728384718', 'allowed_address_pairs': [{'ip_address': '2001:db8::38d', 'mac_address': 'fa:16:3e:a0:5c:05'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:04.331813 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.342329 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f186382c-e2e9-4b91-be1f-c6ba0663bf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.343257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.406824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f186382c-e2e9-4b91-be1f-c6ba0663bf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.409886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.412950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 65781a6a-6df3-4e18-bda5-b286120214cf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=65781a6a-6df3-4e18-bda5-b286120214cf,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:04.535557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.551782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.558024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.564271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.572058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.581297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.583976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f186382c-e2e9-4b91-be1f-c6ba0663bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.585928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.587987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f186382c-e2e9-4b91-be1f-c6ba0663bf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.592014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f186382c-e2e9-4b91-be1f-c6ba0663bf73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dee80cf-b7be-4619-96f9-9330dde02f45 HTTP/1.1" status: 204 len: 168 time: 0.4023731 Dec 13 14:48:04.596656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.605116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-63a6e688-3c62-49ca-a49c-9a68d8baa487 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5444 time: 0.1365077 Dec 13 14:48:04.607421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186382c-e2e9-4b91-be1f-c6ba0663bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee80cf-b7be-4619-96f9-9330dde02f45,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:04.622286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=65781a6a-6df3-4e18-bda5-b286120214cf,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:04.632496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573f60d-f85b-42ce-b73d-2833039d11e1 req-4f451282-2187-469e-832f-4df3056fe47e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:04.632650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.634573 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3573f60d-f85b-42ce-b73d-2833039d11e1 req-4f451282-2187-469e-832f-4df3056fe47e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0941446 Dec 13 14:48:04.635751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:04.690715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb25991f-7dbb-4da6-a127-365d635a4698 req-b6869426-7300-42c6-95b9-f423642ed01b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843401 Dec 13 14:48:04.691130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Pushing event updated for resources: {'Port': ['ID=91ced02c-22d2-42c8-ba4b-66adc2f5a049,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:04.694724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b10bdd-a317-4401-acec-78f5434c1a17 None None] Network 727e60fa-0070-4399-8190-303e37b4efc6 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:04.697543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e578d15-593f-47d8-b22f-0c00e1657a99 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:04.745925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3573f60d-f85b-42ce-b73d-2833039d11e1 req-a8166869-e93a-458b-b8ce-55e4f3d400ec tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499160 Dec 13 14:48:04.780403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.794111 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:04.794829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bd5c7cf0-1ee8-43e5-b0dc-f56bd3f22087 None None] Provisioning complete for port 3e578d15-593f-47d8-b22f-0c00e1657a99 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:04.795199 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7cf0-1ee8-43e5-b0dc-f56bd3f22087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:04.795912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:48:04.797677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] device_id is not set on port 5256643f-b340-4dc0-a308-6cb5908401f7 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:04.804065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:04.806715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:04.926228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:04.937246 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Sync routers for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:04.946035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Allocated IP 2001:db8::25d (24383d82-db38-4506-9b2c-03adcbdf0d0e/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77/5256643f-b340-4dc0-a308-6cb5908401f7) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:04.948649 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:04.949743 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:04.983274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e578d15-593f-47d8-b22f-0c00e1657a99 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:04.984133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.008809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Attempting to bind port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:05.009319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Attempting to bind port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'e2253b3b-52fd-4ced-8817-b4f5d815afbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:05.009686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Attempting to bind port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 on network 24383d82-db38-4506-9b2c-03adcbdf0d0e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:05.024437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:05.024927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Checking segment: {'id': 'e2253b3b-52fd-4ced-8817-b4f5d815afbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:05.025242 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.025639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Bound using segment: {'id': 'e2253b3b-52fd-4ced-8817-b4f5d815afbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:05.026119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Bound port: 91ced02c-22d2-42c8-ba4b-66adc2f5a049, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2253b3b-52fd-4ced-8817-b4f5d815afbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:05.026549 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.029791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce090499-52e0-4703-9193-b71d2ffea492 req-a56520f6-9c6f-4aa5-97bf-2eb6a46f8698 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.031570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce090499-52e0-4703-9193-b71d2ffea492 req-a56520f6-9c6f-4aa5-97bf-2eb6a46f8698 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1009986 Dec 13 14:48:05.108404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.112854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-693f7da9-5b08-46d4-b9f2-eaffc9c3f5e8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0860789 Dec 13 14:48:05.130455 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:05.142997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.151054 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7cf0-1ee8-43e5-b0dc-f56bd3f22087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.152976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44026) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:05.164916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce090499-52e0-4703-9193-b71d2ffea492 req-d015beda-52aa-4245-9159-95d1f5f1fe58 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205559 Dec 13 14:48:05.224253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] For port 91ced02c-22d2-42c8-ba4b-66adc2f5a049, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:05.228177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] For port 91ced02c-22d2-42c8-ba4b-66adc2f5a049, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=91ced02c-22d2-42c8-ba4b-66adc2f5a049,segment=NetworkSegment(e2253b3b-52fd-4ced-8817-b4f5d815afbd),segment_id=e2253b3b-52fd-4ced-8817-b4f5d815afbd)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:05.261719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.286442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6'}, {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99'}, {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:05.288894 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a0f8f-5d4a-4de7-a3cb-a53edea133ce" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6"}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "184573da-2612-48a8-b68b-2b08cc805d99"}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:05.294140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bd5c7cf0-1ee8-43e5-b0dc-f56bd3f22087 None None] For port 3e578d15-593f-47d8-b22f-0c00e1657a99, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e578d15-593f-47d8-b22f-0c00e1657a99,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:05.310139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.349533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.367676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:05.371897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:05.374058 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a45d3a-7ea2-4210-b970-7f4a33e04ffd x-openstack-request-id: req-39a45d3a-7ea2-4210-b970-7f4a33e04ffd {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:05.374198 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6", "code": 200}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "184573da-2612-48a8-b68b-2b08cc805d99", "code": 200}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-plugged", "status": "completed", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:05.374587 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39a45d3a-7ea2-4210-b970-7f4a33e04ffd {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:05.375073 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6', 'code': 200} Dec 13 14:48:05.376135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:05.380093 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99', 'code': 200} Dec 13 14:48:05.380385 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf', 'code': 200} Dec 13 14:48:05.382826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.388701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.401050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=5256643f-b340-4dc0-a308-6cb5908401f7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:05.433391 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7cf0-1ee8-43e5-b0dc-f56bd3f22087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.473638 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82dbc837-a8b0-4dfb-a7ee-f2e6a37b6fe0 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2445505 Dec 13 14:48:05.478299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44036) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:05.525924 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:03Z', 'revision_number': 3, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:05.527062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697997f3-bd0c-4925-8312-5fa326b00d7c None None] Pushing event updated for resources: {'Port': ['ID=91ced02c-22d2-42c8-ba4b-66adc2f5a049,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:05.589087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.589569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.590080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.590506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.591320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.591446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.591850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.593752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-7abc1ef5-337c-49fd-ba78-813721b97011 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6502 time: 0.1187546 Dec 13 14:48:05.596531 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Checking router: 9b5c5586-896b-4e79-bbfe-0c6963fe7fee for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:05.597086 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Updating router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:48:05.652844 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:05.654464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c7cf0-1ee8-43e5-b0dc-f56bd3f22087 None None] Pushing event updated for resources: {'Port': ['ID=3e578d15-593f-47d8-b22f-0c00e1657a99,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:05.664102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:48:05.665391 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:48:05.669261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18fc2e6c-14b1-413b-a64b-05933c7d03c2 req-8147df5b-a595-4816-85ce-5c07ba06802f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673945 Dec 13 14:48:05.682676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f8758-7877-496f-aedd-e0ddda198d42 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.688842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f8758-7877-496f-aedd-e0ddda198d42 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.695262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f8758-7877-496f-aedd-e0ddda198d42 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:05.699545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a70f8758-7877-496f-aedd-e0ddda198d42 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2177317 Dec 13 14:48:05.700272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44040) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:05.793571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-254d0c2d-b944-479b-9c7d-4c2e56448653 None None] Provisioning complete for port 3e578d15-593f-47d8-b22f-0c00e1657a99 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:05.794058 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-254d0c2d-b944-479b-9c7d-4c2e56448653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.029675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.116422 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.209644 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.264265 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4b2a-983f-41c5-84d8-4b867fde92d8 None None] Pushing event updated for resources: {'Port': ['ID=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:06.276669 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Attempting to bind port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:06.277035 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Attempting to bind port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:06.277409 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Attempting to bind port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:06.283426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:06.283796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:06.284379 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.284784 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:06.285249 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Bound port: 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:06.285628 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.291565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44056) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:06.342337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] For port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:06.346913 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] For port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:06.380424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c72b8-e7cb-4c4f-8b15-1c3604d828d6 req-de2f834b-36ef-4027-b37f-af470eda4035 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.382049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-662c72b8-e7cb-4c4f-8b15-1c3604d828d6 req-de2f834b-36ef-4027-b37f-af470eda4035 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0913880 Dec 13 14:48:06.384898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting port 5256643f-b340-4dc0-a308-6cb5908401f7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:06.385355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.429412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.435419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.442049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.443656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-network', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:06.447986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.450612 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.454675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.460687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.466937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.468848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-039e8110-aadb-4c35-9499-a01c1ac674c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.5537081 Dec 13 14:48:06.575615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd35eef9-802c-4f0f-ba5d-1c6242d35330 req-5f2a6c56-a866-4e86-b241-c589a120f579 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802891 Dec 13 14:48:06.578512 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:06.578916 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-662c72b8-e7cb-4c4f-8b15-1c3604d828d6 req-88a3e750-355c-49b2-bb71-53a81003b28d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782558 Dec 13 14:48:06.579265 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:06.610798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Made reservation on behalf of 800fa9694b1d4f06aab3ff8cffef4cf5 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:06.617669 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.656081 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.708284 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4b2a-983f-41c5-84d8-4b867fde92d8 None None] Pushing event updated for resources: {'Port': ['ID=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:06.728694 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.734364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e578d15-593f-47d8-b22f-0c00e1657a99 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:06.746186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Calling delete_port for 5256643f-b340-4dc0-a308-6cb5908401f7 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:06.772794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Allocated IP 172.20.0.1 (727e60fa-0070-4399-8190-303e37b4efc6/eac0b0cc-5566-40f2-88f4-4d822166540c/e632402e-dcb6-4f62-8577-1a1e11b2909b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:06.806880 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:06.840182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e578d15-593f-47d8-b22f-0c00e1657a99 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:06.841277 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.859015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9347d3-aa5a-4760-9360-40dad1f6b2f0 req-c9c6c70e-0b98-48f8-bc2e-a10c1018eb2e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:06.860800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e9347d3-aa5a-4760-9360-40dad1f6b2f0 req-c9c6c70e-0b98-48f8-bc2e-a10c1018eb2e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1310029 Dec 13 14:48:06.930425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3de8e-4295-4c2d-9744-4abe1d85fef4 None None] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:06.941726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:06.941926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e9347d3-aa5a-4760-9360-40dad1f6b2f0 req-8a574fed-2f24-45b9-a43e-3c6fa0bb06d8 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635593 Dec 13 14:48:06.974825 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.054424 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.071670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08729700-1f24-455c-a987-8a7531115b87 req-4c935067-befe-48eb-b144-f784e2d7d96c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:07.077244 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:03Z', 'revision_number': 3, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:07.078882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08729700-1f24-455c-a987-8a7531115b87 req-4c935067-befe-48eb-b144-f784e2d7d96c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0725601 Dec 13 14:48:07.082484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.106560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f5136-ed54-40a4-8c5a-229bba546df7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:07.120099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.121625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:07.122455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Network 727e60fa-0070-4399-8190-303e37b4efc6 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:07.124556 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92d1b5-a018-4fb5-bea7-f60d1d5e3477 None None] The sync data for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 is: [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:03Z', 'revision_number': 3, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:07.125926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:07.129678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:07.166016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e632402e-dcb6-4f62-8577-1a1e11b2909b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:07.187990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Port': ['ID=5256643f-b340-4dc0-a308-6cb5908401f7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:07.194168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.194590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.194933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.195271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.195608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.195939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.196266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.196589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.196913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.197235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.197556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.197879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:07.208380 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.209115 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Added segment 89207114-8b31-4988-b92b-5eb855173a2a of type vlan for network 43e0fa2d-e975-43a8-a8d3-81c7c87333be Dec 13 14:48:07.240085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.281374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 91ced02c-22d2-42c8-ba4b-66adc2f5a049 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:07.329940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ccbb44d5-e7e5-4af7-b7b3-89d4d57127bd None None] Provisioning complete for port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:07.331271 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccbb44d5-e7e5-4af7-b7b3-89d4d57127bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.350557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08729700-1f24-455c-a987-8a7531115b87 req-a5c04788-de04-43ed-b304-ed81b6608f23 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317944 Dec 13 14:48:07.371979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.471697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.471697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5444277d-a4d4-4dde-8ce2-0959476abd75 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/ports/5256643f-b340-4dc0-a308-6cb5908401f7 HTTP/1.1" status: 204 len: 168 time: 1.7673831 Dec 13 14:48:07.471697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44066) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:07.525907 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae06c01-ddfa-45da-88ab-00933ad5be54 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] GET failed (client error): The resource could not be found. Dec 13 14:48:07.527940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7ae06c01-ddfa-45da-88ab-00933ad5be54 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "GET /v2.0/ports/5256643f-b340-4dc0-a308-6cb5908401f7 HTTP/1.1" status: 404 len: 333 time: 0.0560026 Dec 13 14:48:07.531896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:07.532278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:07.532656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.537008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1638986108'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:07.577955 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.620841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.624774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:07.624774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.625219 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccbb44d5-e7e5-4af7-b7b3-89d4d57127bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.696062 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1dc61-c56b-4ead-97dd-d396b08a5e1b req-5a9ff927-aaa8-4d8b-a760-7bc0df213247 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:07.710874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46a1dc61-c56b-4ead-97dd-d396b08a5e1b req-5a9ff927-aaa8-4d8b-a760-7bc0df213247 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.2131639 Dec 13 14:48:07.733258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ccbb44d5-e7e5-4af7-b7b3-89d4d57127bd None None] For port 91ced02c-22d2-42c8-ba4b-66adc2f5a049, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=91ced02c-22d2-42c8-ba4b-66adc2f5a049,segment=NetworkSegment(e2253b3b-52fd-4ced-8817-b4f5d815afbd),segment_id=e2253b3b-52fd-4ced-8817-b4f5d815afbd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:07.751412 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.807031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] Pushing event updated for resources: {'Network': ['ID=43e0fa2d-e975-43a8-a8d3-81c7c87333be,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:07.817022 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccbb44d5-e7e5-4af7-b7b3-89d4d57127bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.829756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:07.841189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b14e3ecf-847a-485f-b821-88b910e3a206 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5480547 Dec 13 14:48:07.845041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44076) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:07.855413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Request body: {'subnet': {'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-subnet', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:07.914153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46a1dc61-c56b-4ead-97dd-d396b08a5e1b req-e4b169ca-52b2-4349-a9fe-fb2c6a99da65 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036904 Dec 13 14:48:07.921548 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:07.922993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1e854-d638-45d1-8034-8d8c19a0c2f2 req-150cccc9-b8ef-4be0-af6f-dcf3201e2a0c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:07.925201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bc1e854-d638-45d1-8034-8d8c19a0c2f2 req-150cccc9-b8ef-4be0-af6f-dcf3201e2a0c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.2254965 Dec 13 14:48:07.933176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 14:48:07.933176 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 14:48:07.933176 n-d-816954-1 neutron-server[102823]: [parameters: {'project_id_1': 'f62e4571cb90478ab71beb9efd5c030a', 'expiration_1': datetime.datetime(2021, 12, 13, 14, 47, 47, 880709)}] Dec 13 14:48:07.933176 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:48:07.938586 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:48:08.000491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bc1e854-d638-45d1-8034-8d8c19a0c2f2 req-8bb2466b-a797-45cf-8848-fe31d1397055 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Dec 13 14:48:08.043926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Made reservation on behalf of 800fa9694b1d4f06aab3ff8cffef4cf5 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:08.047077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.080759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.083984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:48:08.085114 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:48:08.110624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9d4488d3-1eac-4826-a633-5e0a211ab551 None None] Provisioning complete for port e632402e-dcb6-4f62-8577-1a1e11b2909b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:08.111741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d4488d3-1eac-4826-a633-5e0a211ab551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.113709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb44d5-e7e5-4af7-b7b3-89d4d57127bd None None] Pushing event updated for resources: {'Port': ['ID=91ced02c-22d2-42c8-ba4b-66adc2f5a049,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:08.191291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9d4488d3-1eac-4826-a633-5e0a211ab551 None None] Port e632402e-dcb6-4f62-8577-1a1e11b2909b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:08.232433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.260980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.267393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.273942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.280287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.286319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.292340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.306052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.308841 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-1245cae2-61c0-43ff-afa4-f829e10adfdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.2998857 Dec 13 14:48:08.313962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e632402e-dcb6-4f62-8577-1a1e11b2909b,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:08.320030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705a6b0-de51-49b5-92be-dd039498028e req-d6ecb00d-0bea-44bd-8ad6-0dccf856a2bc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.325982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-47c2b796-1d35-4973-9c25-4b17262f6928 None None] Provisioning complete for port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:08.326642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47c2b796-1d35-4973-9c25-4b17262f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.327519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a705a6b0-de51-49b5-92be-dd039498028e req-d6ecb00d-0bea-44bd-8ad6-0dccf856a2bc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0912395 Dec 13 14:48:08.402215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f4c2c28-6120-4bcc-b812-34574fd59f57 req-f5f753b3-b997-4f4f-99a8-f707b6327095 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798426 Dec 13 14:48:08.410492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a705a6b0-de51-49b5-92be-dd039498028e req-7b741550-e774-4724-a942-8c44c2a79d1e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783663 Dec 13 14:48:08.548169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-47c2b796-1d35-4973-9c25-4b17262f6928 None None] Provisioning complete for port f62a327a-3d0d-4e83-b05d-14f9850b3da2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:08.549858 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47c2b796-1d35-4973-9c25-4b17262f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.558931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Network 727e60fa-0070-4399-8190-303e37b4efc6 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:08.571718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:08.590550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-47c2b796-1d35-4973-9c25-4b17262f6928 None None] Port f62a327a-3d0d-4e83-b05d-14f9850b3da2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:08.654533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.656360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:08.668194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.708708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.715162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.723305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f9f3ed89-282d-40c2-af3c-f3228ae0bb84 None None] Provisioning complete for port f62a327a-3d0d-4e83-b05d-14f9850b3da2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:08.723885 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ed89-282d-40c2-af3c-f3228ae0bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.726788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.744390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.755718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.764946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.769702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] device_id is not set on port 947d8c0a-84b4-4631-ad70-68f03d2b8493 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:08.772291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:08.775091 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a43ba9f6-3757-4785-8de2-269e0462e4e0 req-70410f20-53dc-4ebd-b5b9-ea841c763559 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.2182884 Dec 13 14:48:08.786751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a37fd4-a617-4f78-987d-3b1e270d761b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:08.791184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44094) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:08.796669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Request body: {'floatingip': {'port_id': '0becbb52-1600-4d4c-9378-985956be3813'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:08.814181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3ed89-282d-40c2-af3c-f3228ae0bb84 None None] Port f62a327a-3d0d-4e83-b05d-14f9850b3da2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:08.875341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:48:08.898914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 91ced02c-22d2-42c8-ba4b-66adc2f5a049 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:08.945629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:08.957472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-68002024-9ca7-4900-8f27-72dd2233b4ec None None] Could not find standard attr ID for object 5256643f-b340-4dc0-a308-6cb5908401f7. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:48:08.981184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-68002024-9ca7-4900-8f27-72dd2233b4ec None None] Provisioning complete for port e632402e-dcb6-4f62-8577-1a1e11b2909b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:08.982028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-68002024-9ca7-4900-8f27-72dd2233b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.023131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:09.023741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.046659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:09.060339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-393b3ba1-7b00-49eb-9a24-bccc57f897d8 admin admin] 10.222.0.24 "PUT /v2.0/routers/9b5c5586-896b-4e79-bbfe-0c6963fe7fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8927603 Dec 13 14:48:09.081046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Checking segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:09.081401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Network hostable DHCP agents. Network: 43e0fa2d-e975-43a8-a8d3-81c7c87333be, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:09.123654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-68002024-9ca7-4900-8f27-72dd2233b4ec None None] Port e632402e-dcb6-4f62-8577-1a1e11b2909b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:09.144619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-0a855778-e61b-4b11-a950-978d8a6cdef6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:09.146187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-0a855778-e61b-4b11-a950-978d8a6cdef6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.6138034 Dec 13 14:48:09.192015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7f6a-c35e-47b7-a8f0-098108bc5427 req-e086e70b-9eb6-44e7-bcd9-b3783b1aa6c4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:09.197374 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-a0e42bf9-480e-4f44-a534-11490187ee47 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/quotas/e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 375 time: 0.0425861 Dec 13 14:48:09.200747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30fe7f6a-c35e-47b7-a8f0-098108bc5427 req-e086e70b-9eb6-44e7-bcd9-b3783b1aa6c4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0689790 Dec 13 14:48:09.219707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:09.258676 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30fe7f6a-c35e-47b7-a8f0-098108bc5427 req-4e9534c1-e6de-44b6-a4fb-2133e385bf8e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526040 Dec 13 14:48:09.290805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:09.291268 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.294328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Allocated IP 2001:db8::1b4 (24383d82-db38-4506-9b2c-03adcbdf0d0e/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77/947d8c0a-84b4-4631-ad70-68f03d2b8493) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:09.336151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:09.385675 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.410713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-f375fc45-87ca-4817-a8be-23aa101421c5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1383543 Dec 13 14:48:09.419780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:09.495320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.510310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 43e0fa2d-e975-43a8-a8d3-81c7c87333be) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:09.514888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:09.515533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.522847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abba9bd-631f-4922-8655-ea6f6418b09e None None] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:09.594976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:09.634903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Sync routers for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:09.670411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:09.671033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:09.712102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0a147f7a-8c60-4e08-9c76-2ddb5aeab8cb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8612485 Dec 13 14:48:09.712338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44108) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:09.715101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:09.755320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-0142aa7c-e6d4-4c8b-bb07-7108932a98f7 service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307984 Dec 13 14:48:09.759727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.786120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:09.787000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.816025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.817467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.831245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:09.874571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.919972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:09.934080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-9216733b-ff9c-4b57-9241-c7bd29e3c063 service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684895 Dec 13 14:48:09.945622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44110) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:09.950364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-aeb107a2-144d-42b0-98d2-2b2e8cd5be64 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090746239', 'description': 'tempest-description--1017205238'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:10.008572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.010681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.078883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Allocated IP 172.20.0.2 (43e0fa2d-e975-43a8-a8d3-81c7c87333be/21a37fd4-a617-4f78-987d-3b1e270d761b/6243356b-3b84-465b-a15e-fa0d3669de92) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:10.144011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aeb107a2-144d-42b0-98d2-2b2e8cd5be64 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.152559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.159465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:10.176459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:10.180765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:10.200238 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:10.205797 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.253352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=947d8c0a-84b4-4631-ad70-68f03d2b8493,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:10.292740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aeb107a2-144d-42b0-98d2-2b2e8cd5be64 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.297028 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d9724ef-e985-4e70-bd31-1c222bbdf975 req-e56580c4-fe14-4383-bc46-1e85d943edb7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 210 time: 0.0763092 Dec 13 14:48:10.303300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a56e8-ba0a-4346-bccf-9910488e2377 req-8cf19952-bc0e-401d-8593-4a666c10e17f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:10.309454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 2, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:10.314860 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d7a56e8-ba0a-4346-bccf-9910488e2377 req-8cf19952-bc0e-401d-8593-4a666c10e17f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.2683141 Dec 13 14:48:10.325735 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-64bcdc2e-b26c-4f14-a19b-9b3455fcd9cc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7929385 Dec 13 14:48:10.329167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44118) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:10.346580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38d', 'mac_address': 'fa:16:3e:a0:5c:05'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:10.408714 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Floating IP 120e7e6d-5700-4452-b915-1fa8e9137124 associated. External IP: 172.25.7.204, port: 0becbb52-1600-4d4c-9378-985956be3813. Dec 13 14:48:10.417945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aeb107a2-144d-42b0-98d2-2b2e8cd5be64 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.457865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d7a56e8-ba0a-4346-bccf-9910488e2377 req-0203fdaa-6863-4026-89a9-1cff8762951f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349678 Dec 13 14:48:10.503284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb107a2-144d-42b0-98d2-2b2e8cd5be64 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d249f23-c05a-421f-a5fe-86e6bf891b67,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:10.519246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aeb107a2-144d-42b0-98d2-2b2e8cd5be64 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.522934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aeb107a2-144d-42b0-98d2-2b2e8cd5be64 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5723488 Dec 13 14:48:10.527033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44126) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:10.529429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Checking router: 9b5c5586-896b-4e79-bbfe-0c6963fe7fee for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:10.529785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Updating router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee port e632402e-dcb6-4f62-8577-1a1e11b2909b binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:48:10.548485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cf8d0608-544e-4ffe-8070-b9ac010087db tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Request body: {'security_group_rule': {'security_group_id': '7d249f23-c05a-421f-a5fe-86e6bf891b67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:10.572132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.575166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.718468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0091554f-4d5a-41fb-8330-bc7e8886a9c3 None None] Provisioning complete for port 947d8c0a-84b4-4631-ad70-68f03d2b8493 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:10.718842 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0091554f-4d5a-41fb-8330-bc7e8886a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.747481 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.803147 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.821966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:10.830481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.833869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0608-544e-4ffe-8070-b9ac010087db tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:10.868757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0091554f-4d5a-41fb-8330-bc7e8886a9c3 None None] Port 947d8c0a-84b4-4631-ad70-68f03d2b8493 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:10.870926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:10.888145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:10.893433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:10.896623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Pushing event updated for resources: {'Port': ['ID=6243356b-3b84-465b-a15e-fa0d3669de92,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:10.961338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0608-544e-4ffe-8070-b9ac010087db tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.003653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Attempting to bind port 6243356b-3b84-465b-a15e-fa0d3669de92 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:11.004326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Attempting to bind port 6243356b-3b84-465b-a15e-fa0d3669de92 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:11.004326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Attempting to bind port 6243356b-3b84-465b-a15e-fa0d3669de92 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:11.006179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:11.006559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.011149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417282cd-fa0e-496e-84ac-84c7d63831d9 req-1868e026-eb35-487d-b866-ad231281d593 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:11.018722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-417282cd-fa0e-496e-84ac-84c7d63831d9 req-1868e026-eb35-487d-b866-ad231281d593 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.6144934 Dec 13 14:48:11.020249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Allocated IP 172.25.7.158 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/27a4f611-1806-4c19-8c09-b4e71e0bff58) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:11.033175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:11.033544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Checking segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:11.033950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.034720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Bound using segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:11.034899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Bound port: 6243356b-3b84-465b-a15e-fa0d3669de92, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:11.035285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.048474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0608-544e-4ffe-8070-b9ac010087db tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.104436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0608-544e-4ffe-8070-b9ac010087db tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d0483c-86d6-4a63-ba5f-5c281a8a097a,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:11.124075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-417282cd-fa0e-496e-84ac-84c7d63831d9 req-b9de02e5-0c17-42fe-9bdd-f874baf93718 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031458 Dec 13 14:48:11.160591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.186040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.191057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0608-544e-4ffe-8070-b9ac010087db tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.192669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf8d0608-544e-4ffe-8070-b9ac010087db tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6618445 Dec 13 14:48:11.194656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] For port 6243356b-3b84-465b-a15e-fa0d3669de92, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:11.196549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44130) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:11.203024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-69268a5a-adca-4441-86ce-6e4fde272bfb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Request body: {'security_group_rule': {'security_group_id': '7d249f23-c05a-421f-a5fe-86e6bf891b67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:11.205365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.214385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] For port 6243356b-3b84-465b-a15e-fa0d3669de92, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6243356b-3b84-465b-a15e-fa0d3669de92,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:11.243865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.295211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d0c06-0242-49f5-9410-c5870da2ce09 None None] Pushing event updated for resources: {'Port': ['ID=e632402e-dcb6-4f62-8577-1a1e11b2909b,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:11.329871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Router bc0defe9-918d-4ca2-808f-585101d2936c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:48:11.340555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.394687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Attempting to bind port e632402e-dcb6-4f62-8577-1a1e11b2909b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:11.395112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Attempting to bind port e632402e-dcb6-4f62-8577-1a1e11b2909b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:11.395479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Attempting to bind port e632402e-dcb6-4f62-8577-1a1e11b2909b on network 727e60fa-0070-4399-8190-303e37b4efc6 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:11.433923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:11.433923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Checking segment: {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:11.433923 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.434355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Bound using segment: {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:11.434777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Bound port: e632402e-dcb6-4f62-8577-1a1e11b2909b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:11.435160 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.447804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed582c-fadd-4e52-81dc-b397898eae1b None None] Pushing event updated for resources: {'Port': ['ID=6243356b-3b84-465b-a15e-fa0d3669de92,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:11.452342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-535150ad-f890-45f2-a243-19c0ae02d359 req-6c21e0f3-35cb-4d36-aa86-ea9ea3665142 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 210 time: 0.0849714 Dec 13 14:48:11.456073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.488436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69268a5a-adca-4441-86ce-6e4fde272bfb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.580682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] For port e632402e-dcb6-4f62-8577-1a1e11b2909b, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:11.598469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] For port e632402e-dcb6-4f62-8577-1a1e11b2909b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e632402e-dcb6-4f62-8577-1a1e11b2909b,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:11.604157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:11.612434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:11.622481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:11.624560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Pushing event updated for resources: {'Port': ['ID=27a4f611-1806-4c19-8c09-b4e71e0bff58,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:11.631912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:11.637974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.640746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.650939 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] Sync routers for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:11.656277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803aef9-25a2-4b67-a839-26ca2259b4b5 req-f1f90479-9a35-4769-be54-a174456b4020 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:11.657890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a803aef9-25a2-4b67-a839-26ca2259b4b5 req-f1f90479-9a35-4769-be54-a174456b4020 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1040764 Dec 13 14:48:11.672321 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:11.676903 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:11.706892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7f2bfeba-cba1-467a-ab52-27a9cfd2186b None None] Provisioning complete for port e632402e-dcb6-4f62-8577-1a1e11b2909b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:11.707395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f2bfeba-cba1-467a-ab52-27a9cfd2186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.736401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.750382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69268a5a-adca-4441-86ce-6e4fde272bfb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.758222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.772598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2fe3888c-7112-47ff-8140-0caa69bfd69b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "PUT /v2.0/floatingips/120e7e6d-5700-4452-b915-1fa8e9137124 HTTP/1.1" status: 200 len: 991 time: 2.9753020 Dec 13 14:48:11.777702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '0becbb52-1600-4d4c-9378-985956be3813'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:11.779280 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73af20c-68eb-4247-94cc-0f05b289e347" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "0becbb52-1600-4d4c-9378-985956be3813"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:11.881826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a803aef9-25a2-4b67-a839-26ca2259b4b5 req-55a21e71-fd02-4807-89e9-0b5c9a70fcef tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995857 Dec 13 14:48:11.885492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] In _notify_port_updated(), no bound segment for port 947d8c0a-84b4-4631-ad70-68f03d2b8493 on network 24383d82-db38-4506-9b2c-03adcbdf0d0e {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:48:11.907537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bfeba-cba1-467a-ab52-27a9cfd2186b None None] Port e632402e-dcb6-4f62-8577-1a1e11b2909b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:11.914996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:11.915690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.917154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "PUT /v2.0/ports/947d8c0a-84b4-4631-ad70-68f03d2b8493 HTTP/1.1" status: 200 len: 1003 time: 1.5795991 Dec 13 14:48:11.934680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44142) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:11.953257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69268a5a-adca-4441-86ce-6e4fde272bfb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:11.969776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:11.970486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:12.008616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69268a5a-adca-4441-86ce-6e4fde272bfb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e597ea-9824-4361-a5ca-00e725baa7d4,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:12.099728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733e17e-b296-4d9e-818c-7435b4f3a935 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=947d8c0a-84b4-4631-ad70-68f03d2b8493,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:12.126582 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69268a5a-adca-4441-86ce-6e4fde272bfb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:12.128668 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-69268a5a-adca-4441-86ce-6e4fde272bfb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9309936 Dec 13 14:48:12.131668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44146) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:12.137120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:12.188031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:12.229275 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65708087-31d4-44ab-a475-a2c9a60e6a43 x-openstack-request-id: req-65708087-31d4-44ab-a475-a2c9a60e6a43 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:12.229579 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "tag": "0becbb52-1600-4d4c-9378-985956be3813", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:12.229944 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65708087-31d4-44ab-a475-a2c9a60e6a43 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:12.230204 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'tag': '0becbb52-1600-4d4c-9378-985956be3813', 'status': 'completed', 'code': 200} Dec 13 14:48:12.232586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting port 947d8c0a-84b4-4631-ad70-68f03d2b8493 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:12.232938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:12.261796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:12.327648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d0c06-0242-49f5-9410-c5870da2ce09 None None] Pushing event updated for resources: {'Port': ['ID=e632402e-dcb6-4f62-8577-1a1e11b2909b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:12.428949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c586-1754-4298-97b5-143b0d099540 req-e2c666f4-ba56-4484-98f4-1b0b8fbe0e5f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.436797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3493c586-1754-4298-97b5-143b0d099540 req-e2c666f4-ba56-4484-98f4-1b0b8fbe0e5f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1396873 Dec 13 14:48:12.505974 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:12.579703 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:12.597377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Calling delete_port for 947d8c0a-84b4-4631-ad70-68f03d2b8493 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:12.632565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Provisioning complete for port 947d8c0a-84b4-4631-ad70-68f03d2b8493 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:12.633392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:12.738456 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:12.800857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3493c586-1754-4298-97b5-143b0d099540 req-239e0c57-d2cd-4645-91fb-7d2ae28b0528 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621917 Dec 13 14:48:12.815805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Port 947d8c0a-84b4-4631-ad70-68f03d2b8493 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:12.867296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Provisioning complete for port e632402e-dcb6-4f62-8577-1a1e11b2909b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:12.871678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:12.879275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f009b662-1618-4ec5-ac40-0d5780008556 req-ff9526d2-bfc7-4d16-8643-2ed5735a27ec tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 210 time: 0.1080132 Dec 13 14:48:12.909881 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '120e7e6d-5700-4452-b915-1fa8e9137124', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'port_id': '0becbb52-1600-4d4c-9378-985956be3813', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'mac_address': 'fa:16:3e:ce:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:54Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 1, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:51Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:12.934952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.935683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.936591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.937220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.945438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.946276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.946937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:12.949309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-d5516981-0743-4b4e-b332-c15576b9504c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6502 time: 0.6958272 Dec 13 14:48:13.007955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6243356b-3b84-465b-a15e-fa0d3669de92 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:13.068624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:11Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:13.079059 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] Checking router: bc0defe9-918d-4ca2-808f-585101d2936c for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:13.125556 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:13.126195 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:13.202810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:13.246046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb2082-a3ce-4ddb-9f0a-857b38d3c3d0 None None] The sync data for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 is: [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:11Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:13.422521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:13.459700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:13.463146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6243356b-3b84-465b-a15e-fa0d3669de92 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:13.463782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:13.497485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80fcb7-e880-4a50-b348-63be2b538f3d None None] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:13.505106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:13.547218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-a3d52960-6caf-4de3-a1d9-928c6e14f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:13.550370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-a3d52960-6caf-4de3-a1d9-928c6e14f11f service neutron] 10.222.0.50 "GET /v2.0/networks?id=201604d4-d80e-4e16-84bd-7f5c9d180a92 HTTP/1.1" status: 200 len: 917 time: 0.5920093 Dec 13 14:48:13.558677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-a14dd97c-38aa-4b1d-91d8-dc909db85749 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:13.560410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-a14dd97c-38aa-4b1d-91d8-dc909db85749 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.6099622 Dec 13 14:48:13.575997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c2fe2-bd50-49ec-b548-e28c47410b5e req-f031070b-2c3e-47ff-8e86-64553950a141 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:13.577920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-986c2fe2-bd50-49ec-b548-e28c47410b5e req-f031070b-2c3e-47ff-8e86-64553950a141 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.4415135 Dec 13 14:48:13.597619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'port': {'device_id': '73092f20-55f0-4472-bdff-0780f528678e', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'admin_state_up': True, 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:13.611836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] For port e632402e-dcb6-4f62-8577-1a1e11b2909b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e632402e-dcb6-4f62-8577-1a1e11b2909b,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:13.672738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:13.699610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Allocated IP 172.25.7.196 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/119c5463-0865-4321-b95a-628b5c7b3be8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:13.754866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:13.818401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:48:13.860977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:13.939271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Port': ['ID=947d8c0a-84b4-4631-ad70-68f03d2b8493,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:13.983984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-30c3bf3f-dc6b-45c4-9a59-b14b36e90410 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0becbb52-1600-4d4c-9378-985956be3813 HTTP/1.1" status: 200 len: 999 time: 0.4215951 Dec 13 14:48:13.997087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 6243356b-3b84-465b-a15e-fa0d3669de92, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6243356b-3b84-465b-a15e-fa0d3669de92,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:14.040024 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '120e7e6d-5700-4452-b915-1fa8e9137124', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'port_id': '0becbb52-1600-4d4c-9378-985956be3813', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'mac_address': 'fa:16:3e:ce:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:54Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 1, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:51Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:14.041306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-986c2fe2-bd50-49ec-b548-e28c47410b5e req-2a6ab8ab-c5a1-4042-b777-ba94a2f5b7c1 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598533 Dec 13 14:48:14.095127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:14.121668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:14.128757 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.138894 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a8045-ee8a-46bf-acfe-a10af3b56d4e None None] The sync data for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 is: [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '120e7e6d-5700-4452-b915-1fa8e9137124', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'port_id': '0becbb52-1600-4d4c-9378-985956be3813', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'mac_address': 'fa:16:3e:ce:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:46:54Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 1, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:51Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:14.144500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.150648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ebb394f8-0d2f-49dd-b3dd-3fd249a9699c None None] Provisioning complete for port 6243356b-3b84-465b-a15e-fa0d3669de92 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:14.151119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ebb394f8-0d2f-49dd-b3dd-3fd249a9699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.220169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07e50f-6539-445d-bece-bde0923ef1f2 None None] Pushing event updated for resources: {'Port': ['ID=e632402e-dcb6-4f62-8577-1a1e11b2909b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:14.299418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987a1af-4ecd-4b26-b9a5-397d11d1d7a3 req-8b2f7a22-c98c-4e58-ae71-3176a2184a81 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:14.307237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e987a1af-4ecd-4b26-b9a5-397d11d1d7a3 req-8b2f7a22-c98c-4e58-ae71-3176a2184a81 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.2284741 Dec 13 14:48:14.317766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:14.321300 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:14.324303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9887f8d-02c1-4ff5-998c-f5cc146e722b req-91e55ed7-9d43-4e79-ae14-2e417d796c62 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 210 time: 0.0841129 Dec 13 14:48:14.331416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.341997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44166) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:14.344306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-03b5d862-bfa9-4e45-9df3-0437d5cca999 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.6212089 Dec 13 14:48:14.396381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=6243356b-3b84-465b-a15e-fa0d3669de92,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:14.434916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-01562d14-2ba1-4552-b40d-7802090d5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:14.436943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-01562d14-2ba1-4552-b40d-7802090d5ff4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9b06380-e9a7-4a5d-a8d4-12f7de43574f HTTP/1.1" status: 200 len: 855 time: 0.4315021 Dec 13 14:48:14.454085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e987a1af-4ecd-4b26-b9a5-397d11d1d7a3 req-71a4b727-6708-4026-9342-47c84e90e9a2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437523 Dec 13 14:48:14.496061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.583731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event updated for resources: {'Port': ['ID=119c5463-0865-4321-b95a-628b5c7b3be8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:14.630583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:14.632279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:14.639727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:14.656443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.660240 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9fb1bbe-bb70-441c-8bf4-03f6d67e529c tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/ports/947d8c0a-84b4-4631-ad70-68f03d2b8493 HTTP/1.1" status: 204 len: 168 time: 2.7016084 Dec 13 14:48:14.660973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Made reservation on behalf of e9b27dd927fa4d9895b59f4a62f46299 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:14.664661 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.672468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44168) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:14.709324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-e13b5009-e57d-4855-bb71-82e47efc4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:14.710059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-e13b5009-e57d-4855-bb71-82e47efc4142 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201604d4-d80e-4e16-84bd-7f5c9d180a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250326 Dec 13 14:48:14.711044 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d0f2cf-cf1f-43e8-bea4-b97489ecd614 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] GET failed (client error): The resource could not be found. Dec 13 14:48:14.712815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9d0f2cf-cf1f-43e8-bea4-b97489ecd614 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "GET /v2.0/ports/947d8c0a-84b4-4631-ad70-68f03d2b8493 HTTP/1.1" status: 404 len: 333 time: 0.0353174 Dec 13 14:48:14.722358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44170) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:14.729710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176369208'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:14.760951 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e44f5f-36e9-4c27-a5b4-192b07b6b86f None None] New status for floating IP 120e7e6d-5700-4452-b915-1fa8e9137124: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:48:14.824329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:14.844856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-8eb64b45-8b4b-435b-84a7-4a172ca74dae service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234360 Dec 13 14:48:14.886791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:14.995239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6243356b-3b84-465b-a15e-fa0d3669de92 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:15.059933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.199754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e8e16b7a-0198-4a8a-9509-e6235b83aa4e None None] Provisioning complete for port 6243356b-3b84-465b-a15e-fa0d3669de92 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:15.200390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e8e16b7a-0198-4a8a-9509-e6235b83aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.238156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6243356b-3b84-465b-a15e-fa0d3669de92 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:15.238577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.272850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:12Z', 'revision_number': 3, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:15.292001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.325660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Allocated IP 172.20.0.8 (2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25/09b88f2a-b88e-4d4f-91b8-329224c908df) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:15.325889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:15.325889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Updating router 37c89dc7-20c6-4b65-b59b-0d35eab76503 port 27a4f611-1806-4c19-8c09-b4e71e0bff58 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:48:15.326091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d73af20c-68eb-4247-94cc-0f05b289e347 req-0b8fe377-5779-43a8-94cc-d6ac32155e7c service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688175 Dec 13 14:48:15.348329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d1a4-c118-4a6b-8a58-4208709322a5 req-7be115af-2be6-473a-9f19-f25cd2453a2a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:15.350027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c90d1a4-c118-4a6b-8a58-4208709322a5 req-7be115af-2be6-473a-9f19-f25cd2453a2a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.2039919 Dec 13 14:48:15.354127 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.375770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.493235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c67da76-6b0b-41e4-85bf-24e81b338614 req-16afe5bd-61b0-44ac-9c9d-148c260e1ae9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 210 time: 0.0627003 Dec 13 14:48:15.524937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event updated for resources: {'Port': ['ID=119c5463-0865-4321-b95a-628b5c7b3be8,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:15.534081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.590130 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.618360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e632402e-dcb6-4f62-8577-1a1e11b2909b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:15.637652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbf95a-9b65-42f8-a408-1bf5d534f0e8 req-c3f8004d-f8f5-4f01-9911-1ae4f007b5a1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:15.639288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4bbf95a-9b65-42f8-a408-1bf5d534f0e8 req-c3f8004d-f8f5-4f01-9911-1ae4f007b5a1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0556064 Dec 13 14:48:15.681621 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4bbf95a-9b65-42f8-a408-1bf5d534f0e8 req-f8eb6764-0f90-4c20-9a4f-1d21d0c655d5 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343442 Dec 13 14:48:15.714331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e632402e-dcb6-4f62-8577-1a1e11b2909b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:15.714857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.793357 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.867332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c90d1a4-c118-4a6b-8a58-4208709322a5 req-ba7cd9cb-98a7-4ddc-aaf4-ef6414a7272a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051630 Dec 13 14:48:15.872226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:15.875515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.889418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.942614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Attempting to bind port 27a4f611-1806-4c19-8c09-b4e71e0bff58 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:15.942988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Attempting to bind port 27a4f611-1806-4c19-8c09-b4e71e0bff58 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:15.943349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Attempting to bind port 27a4f611-1806-4c19-8c09-b4e71e0bff58 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:15.945414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Pushing event updated for resources: {'Port': ['ID=27a4f611-1806-4c19-8c09-b4e71e0bff58,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:15.947958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] device_id is not set on port da440250-80c5-4b9e-890f-2a64eea18231 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:15.954436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:15.955370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:15.955775 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.956197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:15.956665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Bound port: 27a4f611-1806-4c19-8c09-b4e71e0bff58, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:15.957046 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.960181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.960528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.960867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.961200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.961535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.962388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.962487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.962814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.963138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.963458 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.963867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.964091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:15.982671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:15.993782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff2389b5-4189-4702-ab2e-702c7fbd7af5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8514512 Dec 13 14:48:16.019325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] For port 27a4f611-1806-4c19-8c09-b4e71e0bff58, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:16.019676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] For port 27a4f611-1806-4c19-8c09-b4e71e0bff58, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=27a4f611-1806-4c19-8c09-b4e71e0bff58,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:16.095445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.097571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.136456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-9fd4a90f-c6fa-40b8-9ede-52ee68ce4115 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2090746239&fields=id&tenant_id=5b7169e9bfcb40b59ded82d9854c87de HTTP/1.1" status: 200 len: 267 time: 0.0391004 Dec 13 14:48:16.170194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:16.170914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:16.202510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Allocated IP 2001:db8::10a (24383d82-db38-4506-9b2c-03adcbdf0d0e/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77/da440250-80c5-4b9e-890f-2a64eea18231) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:16.239713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04612d0-6869-48a8-9190-fb529cc1df52 None None] Pushing event updated for resources: {'Port': ['ID=27a4f611-1806-4c19-8c09-b4e71e0bff58,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:16.259752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-99f03670-acbb-4936-9477-4902bf6934af tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:16.267678 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-99f03670-acbb-4936-9477-4902bf6934af tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/networks?id=727e60fa-0070-4399-8190-303e37b4efc6 HTTP/1.1" status: 200 len: 806 time: 0.1239643 Dec 13 14:48:16.273736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.282451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-fed75ff8-36b2-4e10-ab67-9d2622c5e603 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/quotas/5b7169e9bfcb40b59ded82d9854c87de HTTP/1.1" status: 200 len: 375 time: 0.0138712 Dec 13 14:48:16.308182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:16.342773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-f55ec8be-3de2-4a8d-8640-5498c41ad0d5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b7169e9bfcb40b59ded82d9854c87de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519347 Dec 13 14:48:16.357290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.360252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-fa3cf414-e84c-4139-aafe-113ecedd267a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:48:16.361954 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-fa3cf414-e84c-4139-aafe-113ecedd267a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057800 Dec 13 14:48:16.376089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:16.378441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['915e06bc-acca-46ad-afdd-0b03dd25cb3b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:16.461225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:16.500272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:16.513983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:16.531585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=09b88f2a-b88e-4d4f-91b8-329224c908df,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:16.664501 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.688171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:16.688840 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.730644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Allocated IP 172.20.0.1 (43e0fa2d-e975-43a8-a8d3-81c7c87333be/21a37fd4-a617-4f78-987d-3b1e270d761b/af5bcc9d-f2d2-45eb-9eef-e6434e3c5768) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:16.764879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce11657-ce45-424c-8c36-7ea3e3aa81de req-fe6f0e03-001a-4279-81d1-9d9d067a74fa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:16.766578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ce11657-ce45-424c-8c36-7ea3e3aa81de req-fe6f0e03-001a-4279-81d1-9d9d067a74fa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 931 time: 0.1326900 Dec 13 14:48:16.806845 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-1c1b6351-5427-4469-a4bb-d37c9c3a8afc service neutron] 10.222.0.24 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366088 Dec 13 14:48:16.850340 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.865858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ce11657-ce45-424c-8c36-7ea3e3aa81de req-2170d0f2-b64f-4c6d-b325-96b1908e2157 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889318 Dec 13 14:48:16.897955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-cd67ff8a-dfcd-4b5c-9918-f4d1fcd6f866 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3172781 Dec 13 14:48:16.928237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-2ebd4290-8ff0-4f92-900e-aa4a7eac8b51 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:48:16.929556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-2ebd4290-8ff0-4f92-900e-aa4a7eac8b51 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090141 Dec 13 14:48:16.932482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.958719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-c9a10e93-7a7f-442f-891c-07c7a3f0e476 service neutron] 10.222.0.24 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471765 Dec 13 14:48:16.961019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:16.992388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2d0bcabb-b14e-467b-b03b-8a8f4e25b2e3 None None] Provisioning complete for port 09b88f2a-b88e-4d4f-91b8-329224c908df triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:16.992836 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d0bcabb-b14e-467b-b03b-8a8f4e25b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.040207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Request body: {'port': {'device_id': '73092f20-55f0-4472-bdff-0780f528678e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:17.054048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bcabb-b14e-467b-b03b-8a8f4e25b2e3 None None] Port 09b88f2a-b88e-4d4f-91b8-329224c908df cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:17.057768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:12Z', 'revision_number': 3, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:17.087345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7abca-e0f4-4ce5-b41b-70c045bd26d0 None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:12Z', 'revision_number': 3, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:17.093956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:17.106300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:17.123011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:17.131965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:17.132615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.155318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=da440250-80c5-4b9e-890f-2a64eea18231,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:17.197238 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.216137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34443-585b-4306-9e32-fd6024a4326c req-0f5f1f70-2374-4a59-94a0-374e8bc398eb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:17.223543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34443-585b-4306-9e32-fd6024a4326c req-0f5f1f70-2374-4a59-94a0-374e8bc398eb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.2434464 Dec 13 14:48:17.265022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.289023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2a1a99ab-051b-4a60-af8c-fda37b13cca2 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5635805 Dec 13 14:48:17.301052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44210) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:17.303231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a0:5c:05'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:17.402010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34443-585b-4306-9e32-fd6024a4326c req-3bfb5265-ffe9-41f0-9a3e-2039924b9942 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704907 Dec 13 14:48:17.407336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:17.423916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:17.546001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:17.582711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-28ff0702-4cc8-446e-b88e-df2eb2d0f958 None None] Provisioning complete for port da440250-80c5-4b9e-890f-2a64eea18231 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:17.583125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28ff0702-4cc8-446e-b88e-df2eb2d0f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.613011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20651e-2e32-4b5f-97ed-394a02b70e06 req-4e9d4256-140c-4ea2-b641-e4bc97ca9320 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:17.614677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa20651e-2e32-4b5f-97ed-394a02b70e06 req-4e9d4256-140c-4ea2-b641-e4bc97ca9320 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1211228 Dec 13 14:48:17.624458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.627390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Pushing event updated for resources: {'Port': ['ID=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:17.659174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-28ff0702-4cc8-446e-b88e-df2eb2d0f958 None None] Port da440250-80c5-4b9e-890f-2a64eea18231 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:17.681746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.692545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e338141e-f01e-485c-8b97-62c6f007da0a req-67fd47c9-2cf9-4fbb-b290-cabeec31d024 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 210 time: 0.1514866 Dec 13 14:48:17.729853 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa20651e-2e32-4b5f-97ed-394a02b70e06 req-c75ddf57-8f87-4ca4-9891-b6b101ab7c59 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814898 Dec 13 14:48:17.886481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-badfe4fb-a565-4e37-9340-c9be6f7f2678 None None] Provisioning complete for port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:17.886857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-badfe4fb-a565-4e37-9340-c9be6f7f2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.931469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-badfe4fb-a565-4e37-9340-c9be6f7f2678 None None] Port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:17.946366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b88f2a-b88e-4d4f-91b8-329224c908df {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:17.955327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:17.978981 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.006654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Transition to ACTIVE for port object 09b88f2a-b88e-4d4f-91b8-329224c908df will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:18.025972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.043985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.071845 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.078892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] In _notify_port_updated(), no bound segment for port da440250-80c5-4b9e-890f-2a64eea18231 on network 24383d82-db38-4506-9b2c-03adcbdf0d0e {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:48:18.084718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:18.085363 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.085473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62445f43-53b9-4b70-ae3b-21a4a7755c5b req-c7b11a22-6dbf-4feb-a162-ca18db7d9766 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:18.087301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62445f43-53b9-4b70-ae3b-21a4a7755c5b req-c7b11a22-6dbf-4feb-a162-ca18db7d9766 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 931 time: 0.0984135 Dec 13 14:48:18.090221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "PUT /v2.0/ports/da440250-80c5-4b9e-890f-2a64eea18231 HTTP/1.1" status: 200 len: 1002 time: 0.7969208 Dec 13 14:48:18.091299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44218) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:18.157307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b7489-8c6e-461f-8c1f-76df333d7acc tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=da440250-80c5-4b9e-890f-2a64eea18231,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:18.274316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting port da440250-80c5-4b9e-890f-2a64eea18231 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:18.274668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.295335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Pushing event updated for resources: {'Port': ['ID=09b88f2a-b88e-4d4f-91b8-329224c908df,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:18.343995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62445f43-53b9-4b70-ae3b-21a4a7755c5b req-f3942b31-9547-4ea7-aefb-9d5e0b3678d0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268913 Dec 13 14:48:18.453927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Attempting to bind port 09b88f2a-b88e-4d4f-91b8-329224c908df on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:18.454272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Attempting to bind port 09b88f2a-b88e-4d4f-91b8-329224c908df by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:18.455127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Attempting to bind port 09b88f2a-b88e-4d4f-91b8-329224c908df on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:18.473411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Port 09b88f2a-b88e-4d4f-91b8-329224c908df on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:18.476097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Attempting to bind port 09b88f2a-b88e-4d4f-91b8-329224c908df on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:18.489941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:18.490304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:18.490696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Bound using segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:18.491149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Bound port: 09b88f2a-b88e-4d4f-91b8-329224c908df, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:18.491505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.530353 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.538949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.568080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Calling delete_port for da440250-80c5-4b9e-890f-2a64eea18231 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:18.591063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] For port 09b88f2a-b88e-4d4f-91b8-329224c908df, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:18.594311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] For port 09b88f2a-b88e-4d4f-91b8-329224c908df, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=09b88f2a-b88e-4d4f-91b8-329224c908df,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:18.629712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92fe90-a9b2-43e9-944f-206add78107b req-4ded48e6-b199-48d5-8f0f-eff3d8d036bf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:18.631229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d92fe90-a9b2-43e9-944f-206add78107b req-4ded48e6-b199-48d5-8f0f-eff3d8d036bf tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1132855 Dec 13 14:48:18.655191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.695623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d58de8e0-b6a4-4729-8298-f5bd3fc450b2 None None] Provisioning complete for port da440250-80c5-4b9e-890f-2a64eea18231 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:18.696079 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d58de8e0-b6a4-4729-8298-f5bd3fc450b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.699321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d92fe90-a9b2-43e9-944f-206add78107b req-fa62c0ad-6346-4242-b73f-1086b9dda371 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611916 Dec 13 14:48:18.743606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d58de8e0-b6a4-4729-8298-f5bd3fc450b2 None None] Port da440250-80c5-4b9e-890f-2a64eea18231 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:18.759638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.788831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Pushing event updated for resources: {'Port': ['ID=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:18.794924 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.798988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:18.799763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.801278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] 10.222.0.55 "PUT /v2.0/ports/09b88f2a-b88e-4d4f-91b8-329224c908df HTTP/1.1" status: 200 len: 1091 time: 1.8626568 Dec 13 14:48:18.802379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:18.805178 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:18.821572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 27a4f611-1806-4c19-8c09-b4e71e0bff58 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:18.888386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 27a4f611-1806-4c19-8c09-b4e71e0bff58 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:18.888771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.902963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:18.952852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Port': ['ID=da440250-80c5-4b9e-890f-2a64eea18231,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:18.970068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed8b6517-e168-445f-80fc-6e152690459f req-3ab66ac7-f656-469b-8507-92a33985d9c0 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 210 time: 0.1766121 Dec 13 14:48:18.993018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f5f2e-8870-4887-9c23-d99217cf0369 req-e3d2a7cb-994f-4df2-89a6-2100f0f904cb tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:18.995847 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-929f5f2e-8870-4887-9c23-d99217cf0369 req-e3d2a7cb-994f-4df2-89a6-2100f0f904cb tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1416113 Dec 13 14:48:19.026210 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:19.033951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2822c-8158-4398-8103-e912eca97f5a service neutron] Pushing event updated for resources: {'Port': ['ID=09b88f2a-b88e-4d4f-91b8-329224c908df,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:19.046347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:19.050207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:19.067216 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:19.073741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4ef54342-a4cd-4db2-9936-03c8f3f93870 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/ports/da440250-80c5-4b9e-890f-2a64eea18231 HTTP/1.1" status: 204 len: 168 time: 0.9775240 Dec 13 14:48:19.079753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44234) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:19.081394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 27a4f611-1806-4c19-8c09-b4e71e0bff58, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=27a4f611-1806-4c19-8c09-b4e71e0bff58,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:19.094728 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4e2e2c-59de-44a5-a0d6-019da3ae8bc3 x-openstack-request-id: req-8e4e2e2c-59de-44a5-a0d6-019da3ae8bc3 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:19.095015 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:19.095292 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e4e2e2c-59de-44a5-a0d6-019da3ae8bc3 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:19.095685 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df', 'status': 'completed', 'code': 200} Dec 13 14:48:19.149173 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb08388-172e-4ffa-9f7d-5c2e1527af07 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] GET failed (client error): The resource could not be found. Dec 13 14:48:19.150856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-acb08388-172e-4ffa-9f7d-5c2e1527af07 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "GET /v2.0/ports/da440250-80c5-4b9e-890f-2a64eea18231 HTTP/1.1" status: 404 len: 333 time: 0.0688910 Dec 13 14:48:19.160701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:19.166263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1923284661'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:19.169543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:19.248698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-a0ded838-209a-446b-ac2b-59dcc1c322e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:19.250505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-a0ded838-209a-446b-ac2b-59dcc1c322e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 1094 time: 0.2026761 Dec 13 14:48:19.284952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=27a4f611-1806-4c19-8c09-b4e71e0bff58,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:19.316029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-929f5f2e-8870-4887-9c23-d99217cf0369 req-99439a06-377e-4e02-a1e6-99059a4b3bbd tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610862 Dec 13 14:48:19.336070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-fce46fdb-414f-483d-9a7a-388a8a091cd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b88f2a-b88e-4d4f-91b8-329224c908df HTTP/1.1" status: 200 len: 217 time: 0.0715089 Dec 13 14:48:19.420376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:48:19.474469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3f5b6f5b-f794-47fa-94a9-0fbcef72dbc5 None None] Provisioning complete for port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:19.475006 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6f5b-f794-47fa-94a9-0fbcef72dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:19.484261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-157b4096-2019-4693-aa9a-bb869cc3b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:19.485692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-157b4096-2019-4693-aa9a-bb869cc3b94a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1349282 Dec 13 14:48:19.497870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:19.502918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:19.520165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b6f5b-f794-47fa-94a9-0fbcef72dbc5 None None] Port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:19.526957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] device_id is not set on port 808991f7-7728-4f01-abd0-0fc1ee8a778a yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:19.607347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a043-32b4-484b-b909-062f7336a906 req-31251fa9-3553-4355-a59f-fc0cc76f82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:19.608805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-31251fa9-3553-4355-a59f-fc0cc76f82bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905132 Dec 13 14:48:19.617896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf807a2-809d-44f7-b820-fe17fa0ed153 req-73e749dc-3caf-467c-8285-52145a5de17a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:19.619483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbf807a2-809d-44f7-b820-fe17fa0ed153 req-73e749dc-3caf-467c-8285-52145a5de17a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 943 time: 0.1375701 Dec 13 14:48:19.661309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Allocated IP 2001:db8::243 (24383d82-db38-4506-9b2c-03adcbdf0d0e/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77/808991f7-7728-4f01-abd0-0fc1ee8a778a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:19.692980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:19.709357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-12b3aef3-b1f3-4081-8c68-61e51e066be7 admin admin] 10.222.0.24 "PUT /v2.0/routers/37c89dc7-20c6-4b65-b59b-0d35eab76503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3557866 Dec 13 14:48:19.735107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbf807a2-809d-44f7-b820-fe17fa0ed153 req-e542d434-21b1-4685-be16-3fbcbcc204f2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029439 Dec 13 14:48:19.765919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-f0dc8661-93ec-4262-8027-e830c9e25278 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437497 Dec 13 14:48:19.815641 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-355da962-9c1c-4860-bc5a-21b510329169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:19.866395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:19.887231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d79a043-32b4-484b-b909-062f7336a906 req-71b24be6-655f-43c0-b89b-fd4bf9606af6 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126428 Dec 13 14:48:19.897461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725471b4-91e5-4763-b8f3-95a35a3f7688 req-82bdd3ff-29db-46df-ad54-44849b84dd80 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:19.899225 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-725471b4-91e5-4763-b8f3-95a35a3f7688 req-82bdd3ff-29db-46df-ad54-44849b84dd80 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0798836 Dec 13 14:48:19.948823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-725471b4-91e5-4763-b8f3-95a35a3f7688 req-1da8f1b7-0d60-47f6-89cd-adf37ea9b9e8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Dec 13 14:48:20.084152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d7ff38d-ef3c-49a3-b1bf-ff4860dd48bf req-72fe557d-dc04-4f69-beec-52d17e888234 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Dec 13 14:48:20.084764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:20.093246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:20.103293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:20.103293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:20.153031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:20.163005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:20.165793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:20.177196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.177196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:20.177196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=808991f7-7728-4f01-abd0-0fc1ee8a778a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:20.234041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:20.295021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-68b0b7ea-7470-4675-8008-4cfcc89cc2b8 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1321454 Dec 13 14:48:20.461059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-5fbe6e99-77c5-4c85-9f69-42e8ab22b2d1 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:48:20.461059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-5fbe6e99-77c5-4c85-9f69-42e8ab22b2d1 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074646 Dec 13 14:48:20.463599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44266) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:20.463599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'network_id': '24383d82-db38-4506-9b2c-03adcbdf0d0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-400828699'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:20.485046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdb029-20bb-4908-8d00-66f05cf238d2 req-be57c6af-c3b0-4888-8b8b-0180961f729f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.541812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:18Z', 'revision_number': 2, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:20.542388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fcdb029-20bb-4908-8d00-66f05cf238d2 req-be57c6af-c3b0-4888-8b8b-0180961f729f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0855732 Dec 13 14:48:20.542490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:20.542490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Updating router 37c89dc7-20c6-4b65-b59b-0d35eab76503 port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:48:20.542654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-6982ce5c-633e-42ba-b433-9abe7c12b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.542654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-6982ce5c-633e-42ba-b433-9abe7c12b20f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 1094 time: 0.5153692 Dec 13 14:48:20.563577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:20.626961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-00fdf8c7-377c-41f8-9db1-82917d814156 None None] Provisioning complete for port 808991f7-7728-4f01-abd0-0fc1ee8a778a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:20.626961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-00fdf8c7-377c-41f8-9db1-82917d814156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:20.627135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fcdb029-20bb-4908-8d00-66f05cf238d2 req-6f3cd7a9-5f41-4d15-bb1b-acad1e2a67f6 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627515 Dec 13 14:48:20.643351 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-c404bb64-2719-4bc8-afd8-d20a72c0feff service neutron] show failed (client error): The resource could not be found. Dec 13 14:48:20.644716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-c404bb64-2719-4bc8-afd8-d20a72c0feff service neutron] 10.222.0.50 "GET /v2.0/ports/e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.2222874 Dec 13 14:48:20.661721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-00fdf8c7-377c-41f8-9db1-82917d814156 None None] Port 808991f7-7728-4f01-abd0-0fc1ee8a778a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:20.717120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-c1d0655a-3482-494e-8d8b-bdb3b6bd7d5a tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.717120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-c1d0655a-3482-494e-8d8b-bdb3b6bd7d5a tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 821 time: 0.3084254 Dec 13 14:48:20.766210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-da59a096-dab3-4619-a92c-93591b928db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.768384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-da59a096-dab3-4619-a92c-93591b928db3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.2267036 Dec 13 14:48:20.802206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-0c661e95-7487-4467-a5d2-95e365f32f41 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/quotas/800fa9694b1d4f06aab3ff8cffef4cf5 HTTP/1.1" status: 200 len: 375 time: 0.0665061 Dec 13 14:48:20.829106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 27a4f611-1806-4c19-8c09-b4e71e0bff58 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:20.831019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-4377e763-e943-4d11-923a-ec9026d6ec5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b88f2a-b88e-4d4f-91b8-329224c908df HTTP/1.1" status: 200 len: 217 time: 0.0540948 Dec 13 14:48:20.856042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Made reservation on behalf of f62e4571cb90478ab71beb9efd5c030a for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:20.860557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:20.888276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] device_id is not set on port e839ed92-cad2-4e41-8c07-a0a26f5db91b yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:20.917228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d2ad-a429-40f6-ac8c-f48329f2d612 req-287d55fb-4014-43ab-8248-96520004dc4a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.919043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fe9d2ad-a429-40f6-ac8c-f48329f2d612 req-287d55fb-4014-43ab-8248-96520004dc4a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 943 time: 0.0981679 Dec 13 14:48:20.950155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-af80a5c5-5e9e-4645-9094-e8eb72a6e51a tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.952179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-af80a5c5-5e9e-4645-9094-e8eb72a6e51a tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.50 "GET /v2.0/networks?id=727e60fa-0070-4399-8190-303e37b4efc6 HTTP/1.1" status: 200 len: 806 time: 0.2392077 Dec 13 14:48:20.953379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-8231bc31-23f6-4509-9b7c-b1ad50624e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:20.955534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-8231bc31-23f6-4509-9b7c-b1ad50624e55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1111057 Dec 13 14:48:20.961337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-334901bc-dfd4-4033-a235-cded3725fae1 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354766 Dec 13 14:48:20.974191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 27a4f611-1806-4c19-8c09-b4e71e0bff58 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:20.974191 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.018148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.084499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-3892c89e-64b2-4a0d-bf95-f7206a91dbcb tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b7169e9bfcb40b59ded82d9854c87de HTTP/1.1" status: 200 len: 380 time: 0.1219649 Dec 13 14:48:21.091067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Allocated IP 2001:db8::397 (24383d82-db38-4506-9b2c-03adcbdf0d0e/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77/e839ed92-cad2-4e41-8c07-a0a26f5db91b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:21.096831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fe9d2ad-a429-40f6-ac8c-f48329f2d612 req-135f86a1-7a4d-4b59-a14c-5c542e90246f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488428 Dec 13 14:48:21.098003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Request body: {'port': {'device_id': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'admin_state_up': True, 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'security_groups': ['7d249f23-c05a-421f-a5fe-86e6bf891b67']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:21.112282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-79a71905-0620-4a8b-a457-a691bd5c6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:21.113790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-79a71905-0620-4a8b-a457-a691bd5c6cbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460173 Dec 13 14:48:21.127589 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.191245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e2521-1f79-445e-97eb-eb6daad0bedc None None] Pushing event updated for resources: {'Port': ['ID=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:21.228871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-68b22764-a52e-408c-a870-ae9dd5cd2258 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589741 Dec 13 14:48:21.273548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Attempting to bind port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:21.274003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Attempting to bind port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:21.274404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Attempting to bind port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:21.292642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:21.293076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Checking segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:21.297642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.298131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Bound using segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:21.299230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Bound port: af5bcc9d-f2d2-45eb-9eef-e6434e3c5768, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:21.299617 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.342846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eac6ab-3c6a-40ed-b5b8-78f13ff605a7 req-4e7e79e8-f92b-4930-b103-8c886df247b1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:21.344585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18eac6ab-3c6a-40ed-b5b8-78f13ff605a7 req-4e7e79e8-f92b-4930-b103-8c886df247b1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1269827 Dec 13 14:48:21.354549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-ae8e64e2-465a-4627-9976-778e51946ea9 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129529 Dec 13 14:48:21.407033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] For port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:21.411963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] For port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:21.417773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.458028 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-4d4f4437-0e7c-4ff2-9616-6a11cca00e45 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323581 Dec 13 14:48:21.464429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18eac6ab-3c6a-40ed-b5b8-78f13ff605a7 req-ab4d5168-e2d7-47d4-b363-fbf00a3bf51d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946643 Dec 13 14:48:21.518270 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.579655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-acaa7e13-940d-4018-84c1-cade3d42706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:21.581167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-acaa7e13-940d-4018-84c1-cade3d42706b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d&tenant_id=7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 1100 time: 0.1746767 Dec 13 14:48:21.590733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:21.592230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:47:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:21.601544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e2521-1f79-445e-97eb-eb6daad0bedc None None] Pushing event updated for resources: {'Port': ['ID=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:21.604704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:21.635669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa015375-dfa4-47f7-b47c-dec7e23c97a9 req-c1519b99-19a6-4f99-aaa5-4dabd23a48c7 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 210 time: 0.0315845 Dec 13 14:48:21.636813 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.647795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f21bd0ad-ec67-4355-ac0f-76879f5eb3ab req-6171fbcb-b949-44cc-a4cc-e94d4ed7b920 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777134 Dec 13 14:48:21.672943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Made reservation on behalf of 5b7169e9bfcb40b59ded82d9854c87de for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:21.677583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.714779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.729962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:21.733313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:21.748238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:21.755838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:21.756965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.797914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=e839ed92-cad2-4e41-8c07-a0a26f5db91b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:21.826732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e40350ac-4a25-41cd-9924-19edd079e20b None None] Provisioning complete for port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:21.828400 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e40350ac-4a25-41cd-9924-19edd079e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:21.908239 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e167d745-12af-4603-b054-be89a7f0448e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4480486 Dec 13 14:48:21.908239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44288) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:21.910581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38d', 'mac_address': 'fa:16:3e:a0:5c:05'}, {'ip_address': '2001:db8::243', 'mac_address': 'fa:16:3e:8f:bc:c2'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:21.995272 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e40350ac-4a25-41cd-9924-19edd079e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.007390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1467487-b661-4c04-b6bb-32150231d60b req-bc3d8e06-2f83-468a-b9ea-1d82d5daa8b4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 210 time: 0.0468199 Dec 13 14:48:22.012746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 09b88f2a-b88e-4d4f-91b8-329224c908df details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:22.098248 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.134904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 09b88f2a-b88e-4d4f-91b8-329224c908df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=09b88f2a-b88e-4d4f-91b8-329224c908df,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:22.144516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400c234-daef-491b-b763-7505fc19ae3f req-7554e5fd-5882-4ea9-be27-598d58538141 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:22.146280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a400c234-daef-491b-b763-7505fc19ae3f req-7554e5fd-5882-4ea9-be27-598d58538141 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.3224311 Dec 13 14:48:22.153016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Allocated IP 172.20.0.13 (727e60fa-0070-4399-8190-303e37b4efc6/eac0b0cc-5566-40f2-88f4-4d822166540c/76c8a88b-48a8-41f5-88ba-a35166e27b00) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:22.269900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a400c234-daef-491b-b763-7505fc19ae3f req-4109461a-108c-4c3f-802f-9496194d2ebc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121368 Dec 13 14:48:22.339263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:22.343271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e6b06-a826-4478-b354-9f00c6cc49a3 req-a41e5348-a2f6-4ac3-b6c2-71a5350b76aa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:22.352048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc8e6b06-a826-4478-b354-9f00c6cc49a3 req-a41e5348-a2f6-4ac3-b6c2-71a5350b76aa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 943 time: 0.1443107 Dec 13 14:48:22.362401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '09b88f2a-b88e-4d4f-91b8-329224c908df', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': '09b88f2a-b88e-4d4f-91b8-329224c908df', 'mac_address': 'fa:16:3e:22:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:22.375220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:22.432283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc8e6b06-a826-4478-b354-9f00c6cc49a3 req-1b91ae06-6701-4e84-860f-b08ba97891b7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791025 Dec 13 14:48:22.455963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.461209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:22.476219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e40350ac-4a25-41cd-9924-19edd079e20b None None] For port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:22.479206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.491141 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.511581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b88f2a-b88e-4d4f-91b8-329224c908df {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:22.520010 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7edf2a30-016a-4d6d-a5aa-f28281a72e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.521421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:22.523838 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b7499-67c9-4af1-a21e-04bdd6c2a3c8" -d '{"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-unplugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:22.527984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.544607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 09b88f2a-b88e-4d4f-91b8-329224c908df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=09b88f2a-b88e-4d4f-91b8-329224c908df,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:22.566402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Transition to ACTIVE for port object e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:22.587018 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e40350ac-4a25-41cd-9924-19edd079e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.615708 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f75c4a2-68e2-4eb9-bde8-134d4f8f1bc7 x-openstack-request-id: req-6f75c4a2-68e2-4eb9-bde8-134d4f8f1bc7 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:22.616201 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-unplugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:22.616309 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f75c4a2-68e2-4eb9-bde8-134d4f8f1bc7 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:22.616879 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'code': 200} Dec 13 14:48:22.618257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.661203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] In _notify_port_updated(), no bound segment for port e839ed92-cad2-4e41-8c07-a0a26f5db91b on network 24383d82-db38-4506-9b2c-03adcbdf0d0e {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:48:22.669061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:22.669845 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.673964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "PUT /v2.0/ports/e839ed92-cad2-4e41-8c07-a0a26f5db91b HTTP/1.1" status: 200 len: 1067 time: 0.7660718 Dec 13 14:48:22.675190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44300) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:22.680874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf825bb-f519-4cea-bd84-6e05dcf3865c req-f9326c61-d963-4473-ab79-94d9a0e56fc1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:22.682460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf825bb-f519-4cea-bd84-6e05dcf3865c req-f9326c61-d963-4473-ab79-94d9a0e56fc1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0693495 Dec 13 14:48:22.688127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40350ac-4a25-41cd-9924-19edd079e20b None None] Pushing event updated for resources: {'Port': ['ID=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:22.701539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.710358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.715649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.721660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c39ee-1f82-49d9-8d15-b6b3fec9878d tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event updated for resources: {'Port': ['ID=e839ed92-cad2-4e41-8c07-a0a26f5db91b,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:22.779517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Network 727e60fa-0070-4399-8190-303e37b4efc6 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:22.797550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=09b88f2a-b88e-4d4f-91b8-329224c908df,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:22.799753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:22.819137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fbc2d182-cbab-4932-875e-7fc02d8ff857 None None] Provisioning complete for port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:22.819441 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d182-cbab-4932-875e-7fc02d8ff857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:22.825925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:22.848630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:21Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:22.893193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49302f68-e1b6-4035-b8f0-5661fdc67071 None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:21Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:22.967483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf825bb-f519-4cea-bd84-6e05dcf3865c req-d6c134ab-b536-4e5d-a4ab-4ecebac3b975 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746725 Dec 13 14:48:23.007342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event updated for resources: {'Port': ['ID=76c8a88b-48a8-41f5-88ba-a35166e27b00,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:23.008142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['09b88f2a-b88e-4d4f-91b8-329224c908df'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:23.009828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] No DVR routers for this DVR port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:23.013745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62f722-4f72-4e51-b6f7-a239a519c9e1 req-f4b4eb1a-c1fb-4b5c-8fcb-f4408a18108e tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:23.015326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d62f722-4f72-4e51-b6f7-a239a519c9e1 req-f4b4eb1a-c1fb-4b5c-8fcb-f4408a18108e tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 932 time: 0.2022932 Dec 13 14:48:23.034846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting port e839ed92-cad2-4e41-8c07-a0a26f5db91b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:23.034846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.187728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:23.189117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.207478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:23.213089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:23.213673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:23.214169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:23.223775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:23.227882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:23.246530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:23.247140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:23.247691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:23.248296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Bound port: e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:23.248824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.252448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fbc2d182-cbab-4932-875e-7fc02d8ff857 None None] Provisioning complete for port e839ed92-cad2-4e41-8c07-a0a26f5db91b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:23.265710 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d182-cbab-4932-875e-7fc02d8ff857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.288886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.312901 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94e06e1-51c4-4b14-b0eb-fd412d259961 req-3812f2fb-50a3-486b-ae02-18dcc9263b8a tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 210 time: 0.0694883 Dec 13 14:48:23.319381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Calling delete_port for e839ed92-cad2-4e41-8c07-a0a26f5db91b owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:23.332592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-08980aff-b253-472c-806a-2c90697fac83 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2384751 Dec 13 14:48:23.333966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.343195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d62f722-4f72-4e51-b6f7-a239a519c9e1 req-ee688482-4a33-4c87-91ac-a890d094d168 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151655 Dec 13 14:48:23.390755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2d182-cbab-4932-875e-7fc02d8ff857 None None] Port e839ed92-cad2-4e41-8c07-a0a26f5db91b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:23.414161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Request body: {'port': {'device_id': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:23.497893 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.515347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff6f6f-9a18-420f-bb00-d52f44bc19a0 req-22efe3d4-a7dc-4e6c-9f44-725b31580e69 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:23.518726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1dff6f6f-9a18-420f-bb00-d52f44bc19a0 req-22efe3d4-a7dc-4e6c-9f44-725b31580e69 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0962427 Dec 13 14:48:23.534100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2d534f55-a180-4172-a13a-b69933042a3f None None] Provisioning complete for port 76c8a88b-48a8-41f5-88ba-a35166e27b00 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:23.534885 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d534f55-a180-4172-a13a-b69933042a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.573158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2d534f55-a180-4172-a13a-b69933042a3f None None] Port 76c8a88b-48a8-41f5-88ba-a35166e27b00 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:23.593373 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2d534f55-a180-4172-a13a-b69933042a3f None None] Provisioning complete for port e839ed92-cad2-4e41-8c07-a0a26f5db91b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:23.593896 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d534f55-a180-4172-a13a-b69933042a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.600660 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1dff6f6f-9a18-420f-bb00-d52f44bc19a0 req-55f9f745-d2fb-4caf-800b-14b4bcad29ad tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678010 Dec 13 14:48:23.634479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2d534f55-a180-4172-a13a-b69933042a3f None None] Port e839ed92-cad2-4e41-8c07-a0a26f5db91b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:23.661989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:23.717700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505e89d-25f5-418c-8191-f49dbfa61df0 req-00436aa0-f2bd-44de-80fa-ba52579b563e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:23.719190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1505e89d-25f5-418c-8191-f49dbfa61df0 req-00436aa0-f2bd-44de-80fa-ba52579b563e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 944 time: 0.1833246 Dec 13 14:48:23.747542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:23.755392 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.785593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Port': ['ID=e839ed92-cad2-4e41-8c07-a0a26f5db91b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:23.823219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1505e89d-25f5-418c-8191-f49dbfa61df0 req-a8087280-8ca0-4124-b550-1b7e3d015c6c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888634 Dec 13 14:48:23.884925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.935896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:23.936495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:23.937846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] 10.222.0.55 "PUT /v2.0/ports/e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 1095 time: 2.3416417 Dec 13 14:48:23.993775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.001067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-654e1ad5-0e8c-46ed-950f-ba0dd9505997 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/ports/e839ed92-cad2-4e41-8c07-a0a26f5db91b HTTP/1.1" status: 204 len: 168 time: 1.3253543 Dec 13 14:48:24.002512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44316) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:24.053662 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-399dc12f-7c2c-4ff1-82b5-1c4e087f976f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] GET failed (client error): The resource could not be found. Dec 13 14:48:24.057801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-399dc12f-7c2c-4ff1-82b5-1c4e087f976f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "GET /v2.0/ports/e839ed92-cad2-4e41-8c07-a0a26f5db91b HTTP/1.1" status: 404 len: 333 time: 0.0516992 Dec 13 14:48:24.058703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44320) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:24.060028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef099-daae-42f3-a611-49ad7e92a149 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:24.092197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c8a88b-48a8-41f5-88ba-a35166e27b00 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:24.102702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.119381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Transition to ACTIVE for port object 76c8a88b-48a8-41f5-88ba-a35166e27b00 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:24.121723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-c2b50300-0087-4841-91be-56a8752d61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:24.123270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-c2b50300-0087-4841-91be-56a8752d61bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1098 time: 0.1388152 Dec 13 14:48:24.208655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35e7a1-ae14-4825-839f-71a9e8443e5a req-842a683f-0810-4375-8f86-3ccfe842b38f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:24.210484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa35e7a1-ae14-4825-839f-71a9e8443e5a req-842a683f-0810-4375-8f86-3ccfe842b38f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.0983009 Dec 13 14:48:24.233430 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.239192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting port 808991f7-7728-4f01-abd0-0fc1ee8a778a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:24.239528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.308292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Pushing event updated for resources: {'Port': ['ID=76c8a88b-48a8-41f5-88ba-a35166e27b00,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:24.340445 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa35e7a1-ae14-4825-839f-71a9e8443e5a req-d5d47290-abb0-4cb8-805d-5e46ec8617a9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973761 Dec 13 14:48:24.344408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-13ddff94-e84f-453d-8193-b168b7a5ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:24.350668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-13ddff94-e84f-453d-8193-b168b7a5ff15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2099948 Dec 13 14:48:24.391727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.409588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Calling delete_port for 808991f7-7728-4f01-abd0-0fc1ee8a778a owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:24.474901 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-d6a3c8dd-ca24-4aff-96a6-b040d9edbdc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.0992932 Dec 13 14:48:24.483515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Attempting to bind port 76c8a88b-48a8-41f5-88ba-a35166e27b00 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:24.487316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Attempting to bind port 76c8a88b-48a8-41f5-88ba-a35166e27b00 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:24.487316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Attempting to bind port 76c8a88b-48a8-41f5-88ba-a35166e27b00 on network 727e60fa-0070-4399-8190-303e37b4efc6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:24.488213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37d37642-05d0-4402-b0cf-296ef2dcfac6 req-a75d56e6-08cb-4d40-9732-48ab622e067b tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 210 time: 0.0633776 Dec 13 14:48:24.530659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Port 76c8a88b-48a8-41f5-88ba-a35166e27b00 on network 727e60fa-0070-4399-8190-303e37b4efc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:24.530985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Attempting to bind port 76c8a88b-48a8-41f5-88ba-a35166e27b00 on network 727e60fa-0070-4399-8190-303e37b4efc6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:24.553368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebf54-4534-4cdd-9a32-326d0f7aa0fc req-86ef2c7a-23a8-48a2-9c25-bf008b066bf2 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:24.560930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3aeebf54-4534-4cdd-9a32-326d0f7aa0fc req-86ef2c7a-23a8-48a2-9c25-bf008b066bf2 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.2091866 Dec 13 14:48:24.566024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:24.566777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Checking segment: {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:24.574953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Bound using segment: {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:24.574953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Bound port: 76c8a88b-48a8-41f5-88ba-a35166e27b00, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63f3f6a-4b92-4a21-8589-2282359a2580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:24.574953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.601370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-efcd400e-2ff5-49cb-8e68-c13b84878507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:24.602848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-efcd400e-2ff5-49cb-8e68-c13b84878507 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1146777 Dec 13 14:48:24.624048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:24.626940 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc34dff-d568-47ad-a3fb-fbf0908a9505" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:24.675647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3aeebf54-4534-4cdd-9a32-326d0f7aa0fc req-3526e53a-7e79-4a81-ab57-3623535a4e07 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138620 Dec 13 14:48:24.692620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56b97-99f5-40c5-a35a-68f3c4e1d497 req-da71d38f-1e5a-48ad-8d32-50dfd35d44c5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:24.694295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fb56b97-99f5-40c5-a35a-68f3c4e1d497 req-da71d38f-1e5a-48ad-8d32-50dfd35d44c5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 944 time: 0.1012988 Dec 13 14:48:24.745927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] For port 76c8a88b-48a8-41f5-88ba-a35166e27b00, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:24.756561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-25582618-578c-441c-aaba-7dbfd1169e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:24.758063 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-25582618-578c-441c-aaba-7dbfd1169e06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248834 Dec 13 14:48:24.763696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fb56b97-99f5-40c5-a35a-68f3c4e1d497 req-be84d50a-987d-4d51-a942-65af60860e3d tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588844 Dec 13 14:48:24.766741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.770709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:24.772040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] For port 76c8a88b-48a8-41f5-88ba-a35166e27b00, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:24.809022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Port': ['ID=808991f7-7728-4f01-abd0-0fc1ee8a778a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:24.853799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.872474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9b841226-3f4f-41db-a37d-f2c968ea82b7 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/ports/808991f7-7728-4f01-abd0-0fc1ee8a778a HTTP/1.1" status: 204 len: 168 time: 0.8099632 Dec 13 14:48:24.872474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44340) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:24.886392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:24.898768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.916717 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592916f-388f-41cd-8d28-1dd5463b7c49 x-openstack-request-id: req-3592916f-388f-41cd-8d28-1dd5463b7c49 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:24.918049 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:24.918525 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3592916f-388f-41cd-8d28-1dd5463b7c49 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:24.918983 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'status': 'completed', 'code': 200} Dec 13 14:48:24.953146 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-484174e5-0565-4b06-a970-fa531f1253ba tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] GET failed (client error): The resource could not be found. Dec 13 14:48:24.954148 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:24.956921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-484174e5-0565-4b06-a970-fa531f1253ba tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "GET /v2.0/ports/808991f7-7728-4f01-abd0-0fc1ee8a778a HTTP/1.1" status: 404 len: 333 time: 0.0826881 Dec 13 14:48:24.963352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44342) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:25.023550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:25.097278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:25.097910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.099693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] 10.222.0.50 "PUT /v2.0/ports/76c8a88b-48a8-41f5-88ba-a35166e27b00 HTTP/1.1" status: 200 len: 1092 time: 1.6958759 Dec 13 14:48:25.117123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:25.119108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.147965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b53c2-4c15-4f0a-b482-28be8caf31d6 req-a7a285c3-65f5-4ee6-a9fe-d92fc2b4ae36 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:25.157527 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f29b53c2-4c15-4f0a-b482-28be8caf31d6 req-a7a285c3-65f5-4ee6-a9fe-d92fc2b4ae36 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 944 time: 0.1904721 Dec 13 14:48:25.204621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.247072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-e1f2c716-f23b-42ad-8cda-052805820b15 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735432 Dec 13 14:48:25.250176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting port f62a327a-3d0d-4e83-b05d-14f9850b3da2 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:25.253310 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.260263 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f29b53c2-4c15-4f0a-b482-28be8caf31d6 req-3e1adfbb-0a1f-410c-ba02-a8d57e0b3919 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030388 Dec 13 14:48:25.287149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9b9e-1064-4df1-a53a-7a3a62bfecad service neutron] Pushing event updated for resources: {'Port': ['ID=76c8a88b-48a8-41f5-88ba-a35166e27b00,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:25.292428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-b16f2358-72de-4a4c-a2d5-8c862c680ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:25.294198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-b16f2358-72de-4a4c-a2d5-8c862c680ffd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1098 time: 0.3586819 Dec 13 14:48:25.406948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617663ce-742c-44fd-8eb6-b36cf7b9c9ce req-cc773716-ccfd-404d-a0b5-e89b6b0a1c96 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:25.414747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-617663ce-742c-44fd-8eb6-b36cf7b9c9ce req-cc773716-ccfd-404d-a0b5-e89b6b0a1c96 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.3680716 Dec 13 14:48:25.432235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.474602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Calling delete_port for f62a327a-3d0d-4e83-b05d-14f9850b3da2 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:25.544782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062aceb-d771-44af-8b3b-12dc6dbc4663 req-c58ad89e-4da7-4230-b1c6-77430045e473 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:25.546428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d062aceb-d771-44af-8b3b-12dc6dbc4663 req-c58ad89e-4da7-4230-b1c6-77430045e473 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.1186872 Dec 13 14:48:25.609289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d062aceb-d771-44af-8b3b-12dc6dbc4663 req-046e269f-adcf-4e65-b690-80f13cf8107d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513952 Dec 13 14:48:25.715811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c50ff53f-1978-4190-8ce1-1667b23947a3 req-74ea98a3-465f-4114-8944-551815c8f39d tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 210 time: 0.0284052 Dec 13 14:48:25.746364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.777737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Port': ['ID=f62a327a-3d0d-4e83-b05d-14f9850b3da2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:25.806997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.813450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b6b110b8-575f-42ec-be87-2ef25ed94658 tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/ports/f62a327a-3d0d-4e83-b05d-14f9850b3da2 HTTP/1.1" status: 204 len: 168 time: 0.8490057 Dec 13 14:48:25.814161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44350) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:25.886126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting subnet d0cc3ba8-7702-4a08-8b8a-66b9d617fd77 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:48:25.889615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.890585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5bc1768b-ea18-4b60-bf00-2db77acacff4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:25.892589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5bc1768b-ea18-4b60-bf00-2db77acacff4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.55 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 821 time: 0.8420789 Dec 13 14:48:25.921996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'port': {'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'admin_state_up': True, 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:25.928344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-617663ce-742c-44fd-8eb6-b36cf7b9c9ce req-44eaeddd-8cc5-455d-8ce0-3e921b4a9d89 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127859 Dec 13 14:48:25.964815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:25.993563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-667a4bcc-0952-4e9c-b73a-39adf2fe8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:25.995921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-667a4bcc-0952-4e9c-b73a-39adf2fe8d19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b7169e9bfcb40b59ded82d9854c87de&device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 1095 time: 0.7425814 Dec 13 14:48:26.024434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 09b88f2a-b88e-4d4f-91b8-329224c908df up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:26.058471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18c804af-dab7-4844-a1c1-fccc97cf95ba req-b145ade0-a0f9-45f6-a3a4-d3521153b5fb service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002505 Dec 13 14:48:26.069495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-87a7d1f3-c25e-45e0-b190-0510ef21c856 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00 HTTP/1.1" status: 200 len: 217 time: 0.0614946 Dec 13 14:48:26.075396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72b7e0-2e6a-40f0-9230-29cdb26dfd8f req-564adf4e-3cd0-4ca5-9c50-40b1b1d4f70b tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.079908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-85e1794a-508a-4553-953f-56f3f8ef24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.081571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-85e1794a-508a-4553-953f-56f3f8ef24a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.7276747 Dec 13 14:48:26.082872 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf72b7e0-2e6a-40f0-9230-29cdb26dfd8f req-564adf4e-3cd0-4ca5-9c50-40b1b1d4f70b tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 944 time: 0.1583576 Dec 13 14:48:26.107831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.170581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 09b88f2a-b88e-4d4f-91b8-329224c908df completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:26.171252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-0aaa825f-782d-4138-97f1-1bf382dd09d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.0780709 Dec 13 14:48:26.176092 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf72b7e0-2e6a-40f0-9230-29cdb26dfd8f req-13fe749d-9e98-43d6-8477-360d51789cf5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906453 Dec 13 14:48:26.179915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 09b88f2a-b88e-4d4f-91b8-329224c908df triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:26.180485 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.254439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-5307c503-023d-4bc6-a241-c541f312914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.255884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-5307c503-023d-4bc6-a241-c541f312914a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eac0b0cc-5566-40f2-88f4-4d822166540c HTTP/1.1" status: 200 len: 845 time: 0.1734593 Dec 13 14:48:26.281715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.287492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.313220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Subnet': ['ID=d0cc3ba8-7702-4a08-8b8a-66b9d617fd77,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:26.316626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.325476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1dea721e-702e-47c1-ab6a-b99e24dfad6f tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/subnets/d0cc3ba8-7702-4a08-8b8a-66b9d617fd77 HTTP/1.1" status: 204 len: 168 time: 0.5102286 Dec 13 14:48:26.326412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44358) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:26.352417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-db3a48bb-2e8b-4682-9797-255ebdba0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.353869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-db3a48bb-2e8b-4682-9797-255ebdba0883 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1732974 Dec 13 14:48:26.361389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 09b88f2a-b88e-4d4f-91b8-329224c908df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=09b88f2a-b88e-4d4f-91b8-329224c908df,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:26.364630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:26.367883 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8290bb1-390c-42b8-a63e-308c55f2d00f" -d '{"events": [{"server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "name": "network-vif-plugged", "status": "completed", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:26.372081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f6a12-a520-4f50-854d-c701bcd46adc None None] Network 24383d82-db38-4506-9b2c-03adcbdf0d0e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:26.394668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-7bf85d25-ef1f-4c53-9e6e-98afcf77a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.399886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-7bf85d25-ef1f-4c53-9e6e-98afcf77a2a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1098 time: 0.2183080 Dec 13 14:48:26.480003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-682dfe38-e2c6-4ab5-969e-01d276d02dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.481723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-682dfe38-e2c6-4ab5-969e-01d276d02dc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=727e60fa-0070-4399-8190-303e37b4efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112606 Dec 13 14:48:26.491601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.505649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-8eee9f5e-a415-4d14-aaf3-1eadc54bd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.506142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-8eee9f5e-a415-4d14-aaf3-1eadc54bd8dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1317334 Dec 13 14:48:26.511706 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.520431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c927d-c2b9-42c8-b421-c7e445bc7bc7 req-c1c7f788-6dd9-4222-9a99-2fe71ed0e333 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.521226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Made reservation on behalf of 800fa9694b1d4f06aab3ff8cffef4cf5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:26.522788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-271c927d-c2b9-42c8-b421-c7e445bc7bc7 req-c1c7f788-6dd9-4222-9a99-2fe71ed0e333 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 944 time: 0.1144001 Dec 13 14:48:26.526968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.578051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=09b88f2a-b88e-4d4f-91b8-329224c908df,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:26.631689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] DHCP port deletion for 24383d82-db38-4506-9b2c-03adcbdf0d0e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:48:26.704071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-ca996be3-96ad-4aa8-ac4c-ea87c064561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.705608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-ca996be3-96ad-4aa8-ac4c-ea87c064561c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2943773 Dec 13 14:48:26.708890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] Deleting port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:26.709271 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.797226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] For port 91ced02c-22d2-42c8-ba4b-66adc2f5a049, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=91ced02c-22d2-42c8-ba4b-66adc2f5a049,segment=NetworkSegment(e2253b3b-52fd-4ced-8817-b4f5d815afbd),segment_id=e2253b3b-52fd-4ced-8817-b4f5d815afbd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:26.797959 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.810840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 91ced02c-22d2-42c8-ba4b-66adc2f5a049 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:26.826011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-ade5f4ef-cc03-440a-a03c-75f144623c17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.1015370 Dec 13 14:48:26.836130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] Calling delete_port for 91ced02c-22d2-42c8-ba4b-66adc2f5a049 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:26.837844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-f0741d74-0f3c-4213-b7f2-175a079de98f service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808123 Dec 13 14:48:26.853046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-a908a9db-bff0-4c33-828b-6c3d9edf61e5 service neutron] 10.222.0.50 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585188 Dec 13 14:48:26.865635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1e6f0-91b8-4ff7-98f1-65c7543b7c2b req-85b075c4-8480-4d9f-a4d1-acc4935b1d85 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:26.867356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51f1e6f0-91b8-4ff7-98f1-65c7543b7c2b req-85b075c4-8480-4d9f-a4d1-acc4935b1d85 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.3116596 Dec 13 14:48:26.921307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:26.923020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-271c927d-c2b9-42c8-b421-c7e445bc7bc7 req-3b59f192-373c-4ab5-9aa1-ab4299c00dcf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454962 Dec 13 14:48:26.923863 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4126defb-cb11-4144-b290-2d9d097b793c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:26.948261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Deleting port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:26.949619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:26.962493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.022835 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.028459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] For port 91ced02c-22d2-42c8-ba4b-66adc2f5a049, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=91ced02c-22d2-42c8-ba4b-66adc2f5a049,segment=NetworkSegment(e2253b3b-52fd-4ced-8817-b4f5d815afbd),segment_id=e2253b3b-52fd-4ced-8817-b4f5d815afbd)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:27.028826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.046478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Calling delete_port for 91ced02c-22d2-42c8-ba4b-66adc2f5a049 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:27.101594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] No DVR routers for this DVR port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:27.104335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985de4b-d5a0-4791-afe9-fc505c432037 None None] Pushing event deleted for resources: {'Port': ['ID=91ced02c-22d2-42c8-ba4b-66adc2f5a049,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:27.116500 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe35128-34c3-4bf3-8045-df037e7a76f6 x-openstack-request-id: req-1fe35128-34c3-4bf3-8045-df037e7a76f6 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:27.128372 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "name": "network-vif-plugged", "status": "completed", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:27.128372 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fe35128-34c3-4bf3-8045-df037e7a76f6 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:27.128372 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df', 'code': 200} Dec 13 14:48:27.143929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51f1e6f0-91b8-4ff7-98f1-65c7543b7c2b req-0995a0e0-2ecb-4fda-aefe-d73e22033ebe tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2505686 Dec 13 14:48:27.164271 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.195059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Allocated IP 172.20.0.11 (43e0fa2d-e975-43a8-a8d3-81c7c87333be/21a37fd4-a617-4f78-987d-3b1e270d761b/a53bc811-c5b4-4e5e-809a-ce033f1b5571) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:27.200441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Port': ['ID=91ced02c-22d2-42c8-ba4b-66adc2f5a049,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:27.210584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-c905205b-4347-414c-8901-383457c379eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.212471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-c905205b-4347-414c-8901-383457c379eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.3707075 Dec 13 14:48:27.244938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] No DVR routers for this DVR port 91ced02c-22d2-42c8-ba4b-66adc2f5a049 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:27.269962 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3fc9ead4-dd2d-4c27-9883-296ef1417b3a req-216eb6db-d003-4142-bca8-fe02b3a07a7a tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 210 time: 0.0611844 Dec 13 14:48:27.325016 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50486142-4cd2-43a0-a0f4-82013f288211 x-openstack-request-id: req-50486142-4cd2-43a0-a0f4-82013f288211 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:27.325308 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:27.325561 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50486142-4cd2-43a0-a0f4-82013f288211 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:27.325952 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'status': 'completed', 'code': 200} Dec 13 14:48:27.348153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4bbe0-2f67-457f-9940-505cb44261ec req-63935035-02ce-4c05-a4e4-8e116b118df9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.355293 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-59b1d23c-7351-4001-9e70-890af3a5c851 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727113 Dec 13 14:48:27.355442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-baf4bbe0-2f67-457f-9940-505cb44261ec req-63935035-02ce-4c05-a4e4-8e116b118df9 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 947 time: 0.1653271 Dec 13 14:48:27.357257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4903f0de-88c5-4f14-abaa-5462a1f7f406 req-ab17ca03-d627-42b9-92f2-1a544cc00cfb service neutron] 10.222.0.50 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734974 Dec 13 14:48:27.358314 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.368096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3e36-ebc9-49fb-a697-d6ac89981d2d req-5a22e698-e313-4e2d-a9f6-978a9ea85f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.373106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94b3e36-ebc9-49fb-a697-d6ac89981d2d req-5a22e698-e313-4e2d-a9f6-978a9ea85f8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 1096 time: 0.1836669 Dec 13 14:48:27.375298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-b3138622-5ee0-4ecc-9f4d-993a188cdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.376850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-b3138622-5ee0-4ecc-9f4d-993a188cdfae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444662 Dec 13 14:48:27.419492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24383d82-db38-4506-9b2c-03adcbdf0d0e']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:27.444087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2253b3b-52fd-4ced-8817-b4f5d815afbd') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:27.444373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2253b3b-52fd-4ced-8817-b4f5d815afbd') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:27.449990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-baf4bbe0-2f67-457f-9940-505cb44261ec req-32ae178a-c27b-4cdc-916c-1e00cf8057d8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937123 Dec 13 14:48:27.460193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94b3e36-ebc9-49fb-a697-d6ac89981d2d req-ddbb87ef-064a-498d-8e42-3a026f448b05 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820203 Dec 13 14:48:27.462062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.477150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.483450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:48:27.488249 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:48:27.604723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2c30f-2795-4cfa-9441-7d03e2339455 req-78a5d236-74f7-4fe9-bb07-8e83adde9c6f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.606256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46e2c30f-2795-4cfa-9441-7d03e2339455 req-78a5d236-74f7-4fe9-bb07-8e83adde9c6f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.2105939 Dec 13 14:48:27.620524 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.630642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.634524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] 10.222.0.24 "DELETE /v2.0/networks/24383d82-db38-4506-9b2c-03adcbdf0d0e HTTP/1.1" status: 204 len: 168 time: 1.3064642 Dec 13 14:48:27.657738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:27.658291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4f9a4-3c8f-471d-ab68-6a93cf9dfd3e tempest-AllowedAddressPairIpV6TestJSON-1197142601 tempest-AllowedAddressPairIpV6TestJSON-1197142601-project] Pushing event deleted for resources: {'Network': ['ID=24383d82-db38-4506-9b2c-03adcbdf0d0e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:27.663139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-cdcd6091-9f96-484b-93e5-9d83fe149bff service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686121 Dec 13 14:48:27.666669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126defb-cb11-4144-b290-2d9d097b793c req-55c544dc-d2ed-4cb0-845b-9e24a895794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.668055 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4126defb-cb11-4144-b290-2d9d097b793c req-55c544dc-d2ed-4cb0-845b-9e24a895794d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b7169e9bfcb40b59ded82d9854c87de&device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 1095 time: 0.1571243 Dec 13 14:48:27.698560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353328b-d04d-40d8-85d0-77b03d2ba567 req-175cc1c1-0ca7-452e-bf62-df43f14db619 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.706682 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9353328b-d04d-40d8-85d0-77b03d2ba567 req-175cc1c1-0ca7-452e-bf62-df43f14db619 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 944 time: 0.0708199 Dec 13 14:48:27.739173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9353328b-d04d-40d8-85d0-77b03d2ba567 req-850ee7c9-a478-43b4-b302-5ac71de39478 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Dec 13 14:48:27.758013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46e2c30f-2795-4cfa-9441-7d03e2339455 req-19e1b959-ae7d-4e23-8dc1-ad69d091939b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391461 Dec 13 14:48:27.864730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc34dff-d568-47ad-a3fb-fbf0908a9505 req-8cc053af-106e-4e89-8329-4c54aa6eb097 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907094 Dec 13 14:48:27.877705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126defb-cb11-4144-b290-2d9d097b793c req-2d9ba424-ae61-4f4f-8877-471fcf9ca8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:27.879256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4126defb-cb11-4144-b290-2d9d097b793c req-2d9ba424-ae61-4f4f-8877-471fcf9ca8dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=727e60fa-0070-4399-8190-303e37b4efc6 HTTP/1.1" status: 200 len: 907 time: 0.1958904 Dec 13 14:48:27.924125 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4126defb-cb11-4144-b290-2d9d097b793c req-0eff27df-1a38-4b1a-902c-b164527de6e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00 HTTP/1.1" status: 200 len: 217 time: 0.0355301 Dec 13 14:48:27.925111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.002910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:28.008943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:28.013945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:28.032556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:28.043089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Pushing event updated for resources: {'Port': ['ID=a53bc811-c5b4-4e5e-809a-ce033f1b5571,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:28.047206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670cdb7-4a19-4bfe-997b-fedec1bcf371 req-74c4f64c-e200-4652-97f7-cf3526d33b94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:28.049367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126defb-cb11-4144-b290-2d9d097b793c req-00e4780e-acc3-4871-80b8-5339994b9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:28.050891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4126defb-cb11-4144-b290-2d9d097b793c req-00e4780e-acc3-4871-80b8-5339994b9023 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eac0b0cc-5566-40f2-88f4-4d822166540c HTTP/1.1" status: 200 len: 845 time: 0.1163285 Dec 13 14:48:28.051304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0670cdb7-4a19-4bfe-997b-fedec1bcf371 req-74c4f64c-e200-4652-97f7-cf3526d33b94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 945 time: 0.0662584 Dec 13 14:48:28.115647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:28.116066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.120806 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0670cdb7-4a19-4bfe-997b-fedec1bcf371 req-13609534-d1eb-4074-a535-eae1b0ba0daf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607553 Dec 13 14:48:28.142920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126defb-cb11-4144-b290-2d9d097b793c req-d06c2228-edb2-46c2-ae99-81f5adab0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:28.149430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4126defb-cb11-4144-b290-2d9d097b793c req-d06c2228-edb2-46c2-ae99-81f5adab0a47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=727e60fa-0070-4399-8190-303e37b4efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840650 Dec 13 14:48:28.151707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44390) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:28.200011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:28.214413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'mac_address': 'fa:16:3e:ca:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:28.229419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-3f5bf634-c0dc-4317-81de-f170941d5e4e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3205841 Dec 13 14:48:28.244462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Request body: {'port': {'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:28.259803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.279623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:28.309337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:28.328831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b76048a3-c7fe-429c-96e5-f3de8a4a3d57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f62e4571cb90478ab71beb9efd5c030a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733346 Dec 13 14:48:28.329116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:28.340821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4126defb-cb11-4144-b290-2d9d097b793c req-c6727440-9c62-4849-898b-44a6cecaec52 service neutron] 10.222.0.50 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859386 Dec 13 14:48:28.341515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.384129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-532ae895-cfe0-46e5-b987-485c521a54ea None None] Provisioning complete for port a53bc811-c5b4-4e5e-809a-ce033f1b5571 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:28.384560 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-532ae895-cfe0-46e5-b987-485c521a54ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.413571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f660969-add7-437d-b1c7-6a8839bf64d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.417505 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.452902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f660969-add7-437d-b1c7-6a8839bf64d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.453783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-532ae895-cfe0-46e5-b987-485c521a54ea None None] Port a53bc811-c5b4-4e5e-809a-ce033f1b5571 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:28.483574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:28.546603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6e34e-2ac4-4137-91c5-9c4528c3c6b3 req-efe00334-3dd2-4d6b-80e0-49424e993952 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:28.548113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0f6e34e-2ac4-4137-91c5-9c4528c3c6b3 req-efe00334-3dd2-4d6b-80e0-49424e993952 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 932 time: 0.1939044 Dec 13 14:48:28.606372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4126defb-cb11-4144-b290-2d9d097b793c req-29c6f09e-82c4-4809-b92b-5f3c2706784f service neutron] 10.222.0.50 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404149 Dec 13 14:48:28.652866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f660969-add7-437d-b1c7-6a8839bf64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.655777 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f660969-add7-437d-b1c7-6a8839bf64d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:28.656984 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7f660969-add7-437d-b1c7-6a8839bf64d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c696ecaf-57a9-4683-858a-f0e2d6df1377 HTTP/1.1" status: 204 len: 168 time: 0.3263054 Dec 13 14:48:28.665356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660969-add7-437d-b1c7-6a8839bf64d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696ecaf-57a9-4683-858a-f0e2d6df1377,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:28.712918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0f6e34e-2ac4-4137-91c5-9c4528c3c6b3 req-e7b73e97-4d8a-4f3f-bc43-e121ed8d6188 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107328 Dec 13 14:48:28.749647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:29.056431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628d936-162d-400e-96c8-092fee47a514 req-e83be6bf-a66d-4dbb-80a8-c1ab5f7a44ae tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:29.058185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8628d936-162d-400e-96c8-092fee47a514 req-e83be6bf-a66d-4dbb-80a8-c1ab5f7a44ae tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 944 time: 0.0575821 Dec 13 14:48:29.101999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8628d936-162d-400e-96c8-092fee47a514 req-3bea16e2-8e99-4e07-8c34-ff626cad93ce tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361044 Dec 13 14:48:29.152307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3655-34cd-4c8a-88dd-0c2f2c35cbb9 req-a644ba0a-371e-46d1-bd57-49f82b826bd0 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:29.158728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82ad3655-34cd-4c8a-88dd-0c2f2c35cbb9 req-a644ba0a-371e-46d1-bd57-49f82b826bd0 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 948 time: 0.0830884 Dec 13 14:48:29.223922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3dcb7-c10d-4cfe-b1b9-38dd005b3ad7 req-6b0ab4db-d067-4c01-8b46-eca1b30fecdb tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:29.225427 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22b3dcb7-c10d-4cfe-b1b9-38dd005b3ad7 req-6b0ab4db-d067-4c01-8b46-eca1b30fecdb tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Dec 13 14:48:29.242455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82ad3655-34cd-4c8a-88dd-0c2f2c35cbb9 req-5f23f2b1-c387-4d94-8abb-61203bd822b8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794706 Dec 13 14:48:29.264419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53bc811-c5b4-4e5e-809a-ce033f1b5571 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:29.273319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:29.283936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22b3dcb7-c10d-4cfe-b1b9-38dd005b3ad7 req-ee0908dd-abc7-408d-aae5-e8725fa1283e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500748 Dec 13 14:48:29.289366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Transition to ACTIVE for port object a53bc811-c5b4-4e5e-809a-ce033f1b5571 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:29.392875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e5a59-f7ad-453a-bcca-ca50a0703fd4 req-c22d702e-0fe1-49a2-bb5a-491f078bda2a tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:29.394558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-384e5a59-f7ad-453a-bcca-ca50a0703fd4 req-c22d702e-0fe1-49a2-bb5a-491f078bda2a tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.0587208 Dec 13 14:48:29.395733 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:29.402576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359c2db-f8a7-4ede-8913-301c6dead664 req-bf86ce84-48a6-4269-9f48-da9ff3e23012 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:29.403620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7359c2db-f8a7-4ede-8913-301c6dead664 req-bf86ce84-48a6-4269-9f48-da9ff3e23012 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 945 time: 0.0626273 Dec 13 14:48:29.476958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Pushing event updated for resources: {'Port': ['ID=a53bc811-c5b4-4e5e-809a-ce033f1b5571,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:29.491372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-384e5a59-f7ad-453a-bcca-ca50a0703fd4 req-78f82f68-c626-4a51-81d5-09de74914bae tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892432 Dec 13 14:48:29.495886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7359c2db-f8a7-4ede-8913-301c6dead664 req-6ec35ebf-04a7-45dd-a301-e6fb62a40342 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501599 Dec 13 14:48:29.578949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Attempting to bind port a53bc811-c5b4-4e5e-809a-ce033f1b5571 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:29.579856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Attempting to bind port a53bc811-c5b4-4e5e-809a-ce033f1b5571 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:29.580157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Attempting to bind port a53bc811-c5b4-4e5e-809a-ce033f1b5571 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:29.587037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Port a53bc811-c5b4-4e5e-809a-ce033f1b5571 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:29.587465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Attempting to bind port a53bc811-c5b4-4e5e-809a-ce033f1b5571 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:29.616015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:29.616416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Checking segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:29.616801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Bound using segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:29.617231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Bound port: a53bc811-c5b4-4e5e-809a-ce033f1b5571, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:29.617579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:29.671943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-f8543f06-ddf1-41f4-bffb-0d4608f72d77 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 267 time: 0.0820465 Dec 13 14:48:29.740405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] For port a53bc811-c5b4-4e5e-809a-ce033f1b5571, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:29.744099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] For port a53bc811-c5b4-4e5e-809a-ce033f1b5571, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:29.755869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-34375416-0be2-4dae-9738-1fbf7e44fb41 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:29.757320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-34375416-0be2-4dae-9738-1fbf7e44fb41 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 945 time: 0.0790775 Dec 13 14:48:29.768845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'port': {'security_groups': []}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:29.845392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:29.882334 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:29.902457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:29.903086 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:29.904507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] 10.222.0.55 "PUT /v2.0/ports/a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 1092 time: 1.6648419 Dec 13 14:48:29.906918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:29.909308 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:29.948402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44442) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:29.988403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227c639-8561-45e8-8872-d0bbe85785dd service neutron] Pushing event updated for resources: {'Port': ['ID=a53bc811-c5b4-4e5e-809a-ce033f1b5571,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:30.050015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:30.096598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428625903'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:30.138581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4adf88-e6da-448a-a7c3-b43286f1f84b req-abe89188-c05c-4029-9a93-9dfbbf496ba1 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.140094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df4adf88-e6da-448a-a7c3-b43286f1f84b req-abe89188-c05c-4029-9a93-9dfbbf496ba1 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 944 time: 0.1401153 Dec 13 14:48:30.181869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df4adf88-e6da-448a-a7c3-b43286f1f84b req-6985acec-3fd3-43ec-b33b-373321489941 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Dec 13 14:48:30.207386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-c84ede07-c792-4465-9de2-c38298d4715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.208908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-c84ede07-c792-4465-9de2-c38298d4715c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1095 time: 0.1879644 Dec 13 14:48:30.225089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:30.231210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:30.231514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-7dc2c961-69db-469f-8175-f44445530732 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.231633 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.233046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-7dc2c961-69db-469f-8175-f44445530732 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.55 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d&tenant_id=7677cf536c2545b98f3295febea9ac0c&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 948 time: 0.1586568 Dec 13 14:48:30.248931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:30.253322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.262663 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f775103-cbf6-432b-be11-62417ae7708c x-openstack-request-id: req-1f775103-cbf6-432b-be11-62417ae7708c {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:30.262957 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:30.263229 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f775103-cbf6-432b-be11-62417ae7708c {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:30.263605 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'status': 'completed', 'code': 200} Dec 13 14:48:30.264866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.310768 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-852ab3cf-62b4-4e98-9c90-bf9a6a7ef0f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 217 time: 0.0877862 Dec 13 14:48:30.339427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.363469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:30.365901 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52445deb-a6c9-4e5b-81c6-5b814d0c74bf" -d '{"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-plugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:30.374808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e91f6-2028-4cda-ae0f-3e76d1c927c7 req-d9e2ab3c-a8da-47df-bb13-861ae4e0c731 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.379603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a16e91f6-2028-4cda-ae0f-3e76d1c927c7 req-d9e2ab3c-a8da-47df-bb13-861ae4e0c731 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 948 time: 0.0796833 Dec 13 14:48:30.381036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:30.407008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] For port 09b88f2a-b88e-4d4f-91b8-329224c908df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=09b88f2a-b88e-4d4f-91b8-329224c908df,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:30.417007 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.417849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-aecaf976-e7fc-480c-8d54-cedbb8a7b676 service neutron] 10.222.0.55 "GET /v2.0/ports/e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81/bindings/n-h1-816954-1 HTTP/1.1" status: 200 len: 382 time: 0.1761515 Dec 13 14:48:30.427299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-18c59edb-362b-45e9-ae49-cf4a4d5b3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.428714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-18c59edb-362b-45e9-ae49-cf4a4d5b3c71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1004467 Dec 13 14:48:30.434342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a16e91f6-2028-4cda-ae0f-3e76d1c927c7 req-7417952c-6071-4e07-af8a-b98c9c40d86f tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 Dec 13 14:48:30.446746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.466030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.506333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:30.516331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.521360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-7c3df82d-5b66-4097-8e99-c053039fcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.525616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-7c3df82d-5b66-4097-8e99-c053039fcbc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833688 Dec 13 14:48:30.527663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-2f264926-cbdc-4b35-af53-dece8891ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.529075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-2f264926-cbdc-4b35-af53-dece8891ed57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1100 time: 0.0738053 Dec 13 14:48:30.560102 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.573900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:30.576815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['915e06bc-acca-46ad-afdd-0b03dd25cb3b', '09b88f2a-b88e-4d4f-91b8-329224c908df'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:30.581939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:30.596211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.596927 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Added segment de131ed0-3518-478c-8546-bdd4e214aa11 of type vlan for network f24df9f5-dbf7-42ba-89bc-e766c14aa619 Dec 13 14:48:30.646385 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.689315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37141f49-4b2a-4aa8-a209-5f14be171168,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:30.736195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.736842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.742668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c348e9be-3d31-46ae-a16c-898db6ec418e req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "PUT /v2.0/ports/09b88f2a-b88e-4d4f-91b8-329224c908df HTTP/1.1" status: 200 len: 904 time: 0.9787078 Dec 13 14:48:30.795444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-3ee5f327-4598-4abb-9a64-ada2f4f70d03 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.797240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-3ee5f327-4598-4abb-9a64-ada2f4f70d03 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.2689650 Dec 13 14:48:30.805955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76c8a88b-48a8-41f5-88ba-a35166e27b00 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:30.824610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-c9eb11e4-686c-46f1-ab39-d1587efe8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.826797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-c9eb11e4-686c-46f1-ab39-d1587efe8e83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2756417 Dec 13 14:48:30.879024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['09b88f2a-b88e-4d4f-91b8-329224c908df'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:30.883799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49dd8d-83e8-4f2f-ac81-f392b08c90d8 req-381cd20c-d4a1-466b-838e-7bee7885dda5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.891937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb49dd8d-83e8-4f2f-ac81-f392b08c90d8 req-381cd20c-d4a1-466b-838e-7bee7885dda5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 944 time: 0.1793306 Dec 13 14:48:30.901844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-01183281-8495-4f75-bfdb-fb07002a0104 service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557262 Dec 13 14:48:30.908747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd245a-9639-42f5-a871-1cf487f60183 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=09b88f2a-b88e-4d4f-91b8-329224c908df,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:30.964303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:30.974332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:30.974332 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.059486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-a06ecf71-a158-4c26-9f40-66fe99e9d851 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.1542368 Dec 13 14:48:31.096244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb49dd8d-83e8-4f2f-ac81-f392b08c90d8 req-36a1412b-d3e1-4260-b7ce-5b5cba09efd6 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015970 Dec 13 14:48:31.108186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0442e44a-e714-4695-9a1b-22b6cff48136 None None] Provisioning complete for port 09b88f2a-b88e-4d4f-91b8-329224c908df triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:31.109305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0442e44a-e714-4695-9a1b-22b6cff48136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.110992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Network': ['ID=f24df9f5-dbf7-42ba-89bc-e766c14aa619,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:31.134874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f24df9f5-dbf7-42ba-89bc-e766c14aa619 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:31.159502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-46a8b3de-284f-4e40-9158-3e9c8bd37f8c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2096999 Dec 13 14:48:31.162332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Deleting port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:31.162673 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.172161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-a7c89dda-a6fb-423b-b3b2-c68f4a72c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.173760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-a7c89dda-a6fb-423b-b3b2-c68f4a72c4d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1055424 Dec 13 14:48:31.183974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d37e194-a7e1-424d-831e-2d0027035ca6 req-9ce35312-eff2-487a-8379-f3cdbceb2ec6 service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631450 Dec 13 14:48:31.206457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251436-13f7-4c2f-9b44-9c12c8bfc404 req-0519fe79-d6c6-431a-b6ac-c232bfdfd60e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.208723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2251436-13f7-4c2f-9b44-9c12c8bfc404 req-0519fe79-d6c6-431a-b6ac-c232bfdfd60e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.3012135 Dec 13 14:48:31.241426 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401ebc9c-5101-4999-bef0-7719f5b641f2 x-openstack-request-id: req-401ebc9c-5101-4999-bef0-7719f5b641f2 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:31.241970 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-plugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:31.249053 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-401ebc9c-5101-4999-bef0-7719f5b641f2 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:31.250572 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'code': 200} Dec 13 14:48:31.268024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 76c8a88b-48a8-41f5-88ba-a35166e27b00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:31.295170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2251436-13f7-4c2f-9b44-9c12c8bfc404 req-c82a4810-1b9e-4865-94d1-932fab24eae9 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777123 Dec 13 14:48:31.345809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-c1d9e341-c1aa-4ed5-972e-eaf05edbff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.347328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-c1d9e341-c1aa-4ed5-972e-eaf05edbff36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622612 Dec 13 14:48:31.380832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'port_id': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'mac_address': 'fa:16:3e:95:15:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:31.419346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] For port 2b00f9cb-e7df-4832-98c8-44fdc28ba624, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2b00f9cb-e7df-4832-98c8-44fdc28ba624,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:31.419718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.455417 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-3d1e355b-44e5-4d2e-945f-b4a9047607b4 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923233 Dec 13 14:48:31.464662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-8d0d57bc-6cb7-4631-bfe8-ba3832bbfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.466363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-8d0d57bc-6cb7-4631-bfe8-ba3832bbfab9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1095 time: 0.1553328 Dec 13 14:48:31.632494 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.637220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e7ce4-8de5-46f7-8df1-d662a3c00a9d req-e03de0e7-47bc-44c6-b6db-04ac28b3d380 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.638795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-924e7ce4-8de5-46f7-8df1-d662a3c00a9d req-e03de0e7-47bc-44c6-b6db-04ac28b3d380 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 907 time: 0.1824234 Dec 13 14:48:31.676182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c8a88b-48a8-41f5-88ba-a35166e27b00 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:31.712701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-04004348-d1fe-4bfb-a4a1-bb29a79c78f1 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453871 Dec 13 14:48:31.713759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-b502592a-9e61-4c2e-b699-438c372a96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.715102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-b502592a-9e61-4c2e-b699-438c372a96c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.2313755 Dec 13 14:48:31.717941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 76c8a88b-48a8-41f5-88ba-a35166e27b00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:31.764068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c481b-b8fb-45f5-ad54-735221ebbd71 req-379a17fc-976b-42da-a733-0ce6f61560b1 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.765602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d3c481b-b8fb-45f5-ad54-735221ebbd71 req-379a17fc-976b-42da-a733-0ce6f61560b1 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 945 time: 0.4765851 Dec 13 14:48:31.781484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-4139a6be-bdbe-4aa1-af2d-a9c873b9ff8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 217 time: 0.0442533 Dec 13 14:48:31.788921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.789248 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.789563 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Floating IP 08984110-21bb-41ec-bcb9-592f5cb96e53 disassociated. External IP: 172.25.7.193, port: 2b00f9cb-e7df-4832-98c8-44fdc28ba624. Dec 13 14:48:31.789905 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Calling delete_port for 2b00f9cb-e7df-4832-98c8-44fdc28ba624 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:31.817919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:31.876813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6ec97-7495-4e8f-8bf2-a86858ad7320 req-bd5c19e2-3ff0-4ccd-b543-8c653460ca7f tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.878536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30e6ec97-7495-4e8f-8bf2-a86858ad7320 req-bd5c19e2-3ff0-4ccd-b543-8c653460ca7f tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 944 time: 0.1338201 Dec 13 14:48:31.880054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-2c8557c8-394e-45e3-8ef4-22b9eb0f802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.881410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-2c8557c8-394e-45e3-8ef4-22b9eb0f802e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.0819349 Dec 13 14:48:31.904489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d3c481b-b8fb-45f5-ad54-735221ebbd71 req-a384843e-f9e7-42ea-8e3a-06678624ec66 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5f60b6-fff8-4e5c-9efe-80c659db54d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254790 Dec 13 14:48:31.932932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=76c8a88b-48a8-41f5-88ba-a35166e27b00,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:31.947743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30e6ec97-7495-4e8f-8bf2-a86858ad7320 req-f6be7446-987c-44a7-9996-2e55a89d7a1e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605383 Dec 13 14:48:31.964826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-9206e6b6-8cad-4dea-b8dd-df9f3502d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:31.972399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-9206e6b6-8cad-4dea-b8dd-df9f3502d6a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728834 Dec 13 14:48:32.104228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-e571eada-ead8-4377-b6fe-e5ed0a62892d service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266294 Dec 13 14:48:32.114750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c9f8b-f05d-4252-b29d-9bdd380c7e50 req-34f99989-9b36-4fdd-be82-6f1d720c3c72 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:32.121774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa6c9f8b-f05d-4252-b29d-9bdd380c7e50 req-34f99989-9b36-4fdd-be82-6f1d720c3c72 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0839529 Dec 13 14:48:32.155634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa6c9f8b-f05d-4252-b29d-9bdd380c7e50 req-b5bb6433-3f7e-43e2-adbd-a0dc92770788 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Dec 13 14:48:32.158567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['76c8a88b-48a8-41f5-88ba-a35166e27b00'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:32.180927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:32.247028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event deleted for resources: {'Port': ['ID=2b00f9cb-e7df-4832-98c8-44fdc28ba624,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:32.269463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:32.271989 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb43bac-da34-4d9e-aa07-55f3282a9786" -d '{"events": [{"name": "network-changed", "server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:32.276628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd1e7bf7-8ce0-489c-98d9-a240dfe1a005 req-1a4b8952-9a44-40f0-b7cc-e65c63289ce2 service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607199 Dec 13 14:48:32.318532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38252-0d15-4490-ba66-f0b3a6e78ae1 req-7831ece3-6b1a-495a-b2a4-b7cf6bd4717e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:32.320376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c38252-0d15-4490-ba66-f0b3a6e78ae1 req-7831ece3-6b1a-495a-b2a4-b7cf6bd4717e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1834528 Dec 13 14:48:32.373695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c38252-0d15-4490-ba66-f0b3a6e78ae1 req-8c39de73-1af0-48b0-b16e-fccc7b7df47f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Dec 13 14:48:32.431820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa74d31-5c52-435e-bf4a-93b172c4b7cc req-f75cbfa4-5e87-4135-8a5b-7262fd3c0d02 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:32.434192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4fa74d31-5c52-435e-bf4a-93b172c4b7cc req-f75cbfa4-5e87-4135-8a5b-7262fd3c0d02 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 945 time: 0.1848810 Dec 13 14:48:32.440893 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32345fc-9272-491a-b993-c136fbd6e8d5 x-openstack-request-id: req-e32345fc-9272-491a-b993-c136fbd6e8d5 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:32.441234 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:32.441484 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e32345fc-9272-491a-b993-c136fbd6e8d5 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:32.441877 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df', 'status': 'completed', 'code': 200} Dec 13 14:48:32.504119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4fa74d31-5c52-435e-bf4a-93b172c4b7cc req-610bc781-2642-4f31-962d-6e29e6085a88 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601985 Dec 13 14:48:32.525194 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:48:32.586974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-4cc771b7-f295-475b-9f6e-5e7859643f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:32.588377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-4cc771b7-f295-475b-9f6e-5e7859643f23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 1058 time: 0.1159227 Dec 13 14:48:32.607221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c28fd8-3187-4d59-89f7-761e9245e837 req-b4d23aa6-6084-4e9b-ace5-3ea5532f5d95 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:32.609107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95c28fd8-3187-4d59-89f7-761e9245e837 req-b4d23aa6-6084-4e9b-ace5-3ea5532f5d95 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1070073 Dec 13 14:48:32.706597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3956e-a39a-4743-ad7c-14a0bd7205f9 req-22c67ab1-9353-4eff-be46-e3affd60fd68 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:32.709052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-29a3956e-a39a-4743-ad7c-14a0bd7205f9 req-22c67ab1-9353-4eff-be46-e3affd60fd68 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0747154 Dec 13 14:48:32.748709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-90155d7a-d619-4f71-ae24-53de7471564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:32.750716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-90155d7a-d619-4f71-ae24-53de7471564f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.1406302 Dec 13 14:48:32.777928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-29a3956e-a39a-4743-ad7c-14a0bd7205f9 req-705cc877-1b7c-46a1-9eb0-00e03f5f7fb3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591710 Dec 13 14:48:32.779120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:32.792204 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] Sync routers for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:32.822180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:32.823995 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:32.853838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-ff6e0e5b-4436-43f4-8879-1f97460c8ee7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09b88f2a-b88e-4d4f-91b8-329224c908df HTTP/1.1" status: 200 len: 217 time: 0.0674300 Dec 13 14:48:32.909518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] No DVR routers for this DVR port 2b00f9cb-e7df-4832-98c8-44fdc28ba624 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:32.912137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:32.916100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf50d772-281e-4c24-8fae-9febc7d0bffc req-62d4cd9b-7614-49a5-9732-45fb0da89c6b tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.55 "DELETE /v2.0/ports/2b00f9cb-e7df-4832-98c8-44fdc28ba624 HTTP/1.1" status: 204 len: 173 time: 2.1051090 Dec 13 14:48:32.916571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'name': 'network-vif-deleted', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:32.920104 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd4d13c-ab7b-462e-b500-9d014505e541" -d '{"events": [{"server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "name": "network-vif-deleted", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:32.948989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95c28fd8-3187-4d59-89f7-761e9245e837 req-a8fdba44-2db3-42d2-aefb-9b8cb3add47a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289728 Dec 13 14:48:32.988929 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:33.006065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-0a774bca-a48b-4472-9b9a-4aa9671e2f25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3746231 Dec 13 14:48:33.018328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-f61dfa24-ff3d-4f4c-bc18-779eaf7a19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:33.020994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-f61dfa24-ff3d-4f4c-bc18-779eaf7a19ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1572194 Dec 13 14:48:33.144542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a78cd94f-3476-4a15-bb32-9bf84080b1a9 req-4b4c9d8a-9920-4d3c-8f41-cb480c08bade tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0701735 Dec 13 14:48:33.153048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-b04a324d-263b-452f-a966-2152f00cfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:33.154520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-b04a324d-263b-452f-a966-2152f00cfd4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189740 Dec 13 14:48:33.163812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-ef40267f-f36b-43bf-bca7-0adfc5101e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:33.165236 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-ef40267f-f36b-43bf-bca7-0adfc5101e11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 1097 time: 0.1192820 Dec 13 14:48:33.287641 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a664a47-da1b-4f76-b322-6dd1c3c55d87 x-openstack-request-id: req-4a664a47-da1b-4f76-b322-6dd1c3c55d87 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:33.290118 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17d409b-940b-4904-8080-3ae9133f07b8", "name": "network-vif-deleted", "tag": "2b00f9cb-e7df-4832-98c8-44fdc28ba624", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:33.290118 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a664a47-da1b-4f76-b322-6dd1c3c55d87 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:33.290118 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17d409b-940b-4904-8080-3ae9133f07b8', 'name': 'network-vif-deleted', 'tag': '2b00f9cb-e7df-4832-98c8-44fdc28ba624', 'status': 'completed', 'code': 200} Dec 13 14:48:33.399973 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:33.439976 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] Checking router: 484f553f-84bd-405b-a0b8-3e4f56e39bd1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:33.450318 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:33.451329 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:33.455096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069ca69-6d4d-49dc-96f3-fc2083a298da req-bee83fa6-4d8a-44d3-8daf-802f97780f70 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:33.459625 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a069ca69-6d4d-49dc-96f3-fc2083a298da req-bee83fa6-4d8a-44d3-8daf-802f97780f70 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 944 time: 0.1615007 Dec 13 14:48:33.499643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-4bf9fa00-c336-4ece-a351-eed7c91d1d03 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334093 Dec 13 14:48:33.553211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-6626b3fd-a001-4368-bc18-5fe1a6dca02e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:33.565028 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-6626b3fd-a001-4368-bc18-5fe1a6dca02e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.1697223 Dec 13 14:48:33.586283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-c3c25916-3164-43d5-8f38-4fb3af265049 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/quotas/e9b27dd927fa4d9895b59f4a62f46299 HTTP/1.1" status: 200 len: 375 time: 0.0200491 Dec 13 14:48:33.595489 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:33.665260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-aafc3c51-dcae-4b34-bacd-5275f6b160ec tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0777190 Dec 13 14:48:33.704955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-553946a0-1ff3-4b59-9997-d8da03182b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:33.707909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-553946a0-1ff3-4b59-9997-d8da03182b90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.4993393 Dec 13 14:48:33.710202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bb43bac-da34-4d9e-aa07-55f3282a9786 req-643350e1-233a-40ab-99fb-fd7b2a348aca service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902704 Dec 13 14:48:33.776219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-3ae7082a-1697-42dd-80d1-3c4bcf7d3e3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b HTTP/1.1" status: 200 len: 217 time: 0.0459204 Dec 13 14:48:33.806761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a069ca69-6d4d-49dc-96f3-fc2083a298da req-6c243b06-2509-43da-85f5-87278eca86a2 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166373 Dec 13 14:48:33.862945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-2d324f96-72c2-4953-838e-dfef2c925c7f service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964617 Dec 13 14:48:33.944022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-2d75e222-eed1-4403-9ea9-b6b1b7050237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:33.953941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-2d75e222-eed1-4403-9ea9-b6b1b7050237 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1694515 Dec 13 14:48:34.049397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-fc07db32-3abc-4861-9c19-5847e644c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:34.049979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-0ef2909d-4047-41ad-a927-fa564ac8bc28 service neutron] 10.222.0.24 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842306 Dec 13 14:48:34.054534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-fc07db32-3abc-4861-9c19-5847e644c019 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934501 Dec 13 14:48:34.057948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3b18f5f6-835a-4b6e-9426-4fb1fce619ea details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:34.063824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2b00f9cb-e7df-4832-98c8-44fdc28ba624 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:34.116586 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:48:34.130926 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:34.143522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 2b00f9cb-e7df-4832-98c8-44fdc28ba624 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:34.144169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2b00f9cb-e7df-4832-98c8-44fdc28ba624 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:34.145357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3b18f5f6-835a-4b6e-9426-4fb1fce619ea no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:34.201974 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b17983-f52d-463b-ad6e-e1658d4a4d42 None None] The sync data for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 is: [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fdaec56a-33cf-4c36-8c62-7d4c8b368536', 'name': '', 'network_id': '1aa3acb3-63cf-4f7f-8f23-9f2df15c4299', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'mac_address': 'fa:16:3e:82:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:16Z', 'updated_at': '2021-12-13T14:44:23Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'subnets': [{'id': 'c3d47338-02fb-4fb0-a8d4-5736f9fea2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:34.216970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15b61-3ad5-40a4-a670-2e12976f4bf2 req-6721c60c-4e8f-4b5b-811a-a3fd848ed89e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:34.229276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3e15b61-3ad5-40a4-a670-2e12976f4bf2 req-6721c60c-4e8f-4b5b-811a-a3fd848ed89e tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1269648 Dec 13 14:48:34.265283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-d8d59d25-b6ec-40fe-bbc2-1b048d069c1f service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023168 Dec 13 14:48:34.326403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3e15b61-3ad5-40a4-a670-2e12976f4bf2 req-43d6396d-eda2-44fc-a93d-99dddf8499dd tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960135 Dec 13 14:48:34.368129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44508) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:34.382309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'subnet': {'network_id': 'f24df9f5-dbf7-42ba-89bc-e766c14aa619', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:34.522170 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:34.524228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:34.573328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'port_id': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'mac_address': 'fa:16:3e:6d:38:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500c562e-7bdf-41cc-8bcf-0c87972b8284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:34.580632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:34.589515 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484ab28-0409-4e9a-834c-9430b0eff5b6" -d '{"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-unplugged", "status": "completed", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:34.613267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271eaffd-a57e-4b6d-b5de-ddd53c155082 req-0054cce0-e6fa-4aea-ac39-ab6f4346adc1 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319416 Dec 13 14:48:34.634792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:34.664559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:34.667753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2e38-1406-4fe3-ae13-aeeb03a5dabb req-adb2b417-5d38-483b-9361-f3ec98a4df2d tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:34.680929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-405e2e38-1406-4fe3-ae13-aeeb03a5dabb req-adb2b417-5d38-483b-9361-f3ec98a4df2d tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 945 time: 0.2097125 Dec 13 14:48:34.691764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b18f5f6-835a-4b6e-9426-4fb1fce619ea {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:34.694364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40903a75-cc66-4892-b105-23afe45fd547 req-d80240c9-a7b0-4c68-8363-e0123084f325 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:34.697035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40903a75-cc66-4892-b105-23afe45fd547 req-d80240c9-a7b0-4c68-8363-e0123084f325 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1248505 Dec 13 14:48:34.751604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-405e2e38-1406-4fe3-ae13-aeeb03a5dabb req-207fc1a9-7424-4ea3-9baa-751a30c6e72d tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599747 Dec 13 14:48:34.751777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40903a75-cc66-4892-b105-23afe45fd547 req-73bff328-2dae-4ee9-baf6-e2dca0b69296 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Dec 13 14:48:34.769505 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:34.772690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:34.775897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962190c-289e-4126-a992-9e132032c441 None None] New status for floating IP 08984110-21bb-41ec-bcb9-592f5cb96e53: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:48:34.785572 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:34.867978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76c8a88b-48a8-41f5-88ba-a35166e27b00 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:34.956788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-60f2e67d-f43f-4ad3-8dc9-5de8a7bdd291 req-26a9e624-849a-442e-be3a-e2bb05c0b321 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 210 time: 0.0729246 Dec 13 14:48:34.989737 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70a26b8a-536b-4208-b6c4-31ea3815f233 req-bd6c2172-3586-48b6-b6e0-f777231566b3 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0859339 Dec 13 14:48:35.003397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-88544241-73a9-49ef-b89f-0d49b99b080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:35.011884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-88544241-73a9-49ef-b89f-0d49b99b080a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d&tenant_id=7677cf536c2545b98f3295febea9ac0c HTTP/1.1" status: 200 len: 1100 time: 0.2254591 Dec 13 14:48:35.028694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:35.095551 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:48:35.095551 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:48:35.095551 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811f1168-a2c4-4f5e-96b5-9502e66cf9d3 x-openstack-request-id: req-811f1168-a2c4-4f5e-96b5-9502e66cf9d3 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:35.095551 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-unplugged", "status": "completed", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:35.095551 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-811f1168-a2c4-4f5e-96b5-9502e66cf9d3 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:35.095551 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'code': 200} Dec 13 14:48:35.095551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:35.197375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.209847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 76c8a88b-48a8-41f5-88ba-a35166e27b00 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:35.216116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 76c8a88b-48a8-41f5-88ba-a35166e27b00 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:35.216667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.230166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee03f56-7caf-4d21-80cb-e6e36d6ba818 req-b28f7d21-efbb-491d-8aad-987cd17bd085 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:35.232001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aee03f56-7caf-4d21-80cb-e6e36d6ba818 req-b28f7d21-efbb-491d-8aad-987cd17bd085 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 944 time: 0.0951619 Dec 13 14:48:35.260532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.359164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Subnet': ['ID=a8f54c4d-ed06-424a-8ade-51853ce72f93,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:35.370964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.396593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Checking segment: {'id': 'de131ed0-3518-478c-8546-bdd4e214aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f24df9f5-dbf7-42ba-89bc-e766c14aa619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:35.397100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network hostable DHCP agents. Network: f24df9f5-dbf7-42ba-89bc-e766c14aa619, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:35.398126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aee03f56-7caf-4d21-80cb-e6e36d6ba818 req-803bb9de-a579-4e1a-876d-f360ba352769 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469820 Dec 13 14:48:35.430703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 76c8a88b-48a8-41f5-88ba-a35166e27b00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:35.501990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78be3d-9bf9-4482-956c-97abefc518e7 req-557364ce-9b70-4860-8a3a-557d65eed6a7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:35.503435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b78be3d-9bf9-4482-956c-97abefc518e7 req-557364ce-9b70-4860-8a3a-557d65eed6a7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0532744 Dec 13 14:48:35.504206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network f24df9f5-dbf7-42ba-89bc-e766c14aa619 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:35.529170 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.541274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:35.575051 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b78be3d-9bf9-4482-956c-97abefc518e7 req-b47b3d5f-78a6-4c4c-b81e-f143178666fe tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616155 Dec 13 14:48:35.600192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:35.614799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f24df9f5-dbf7-42ba-89bc-e766c14aa619) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:35.619862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:35.620578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.631481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=76c8a88b-48a8-41f5-88ba-a35166e27b00,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:35.644787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf95eb3-d3ea-48d6-bea8-f1ff51497bde None None] Network f24df9f5-dbf7-42ba-89bc-e766c14aa619 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:35.670220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:35.673405 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f3bb4b-985c-49a2-9874-88abbd1d334a" -d '{"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-unplugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:35.677458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.702649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.703701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Transition to ACTIVE for port object e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:35.714717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bf59a6df-bd80-462f-a352-4715bb47babf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3454092 Dec 13 14:48:35.718162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44532) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:35.722070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b18f5f6-835a-4b6e-9426-4fb1fce619ea {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:35.723477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-116017887'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:35.773273 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c014edb-62ed-4f3a-a45f-c7aa8bca5f61 x-openstack-request-id: req-9c014edb-62ed-4f3a-a45f-c7aa8bca5f61 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:35.773640 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-unplugged", "status": "completed", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:35.773960 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c014edb-62ed-4f3a-a45f-c7aa8bca5f61 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:35.774159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:35.774509 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'code': 200} Dec 13 14:48:35.804391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.831145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:35.835960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.882490 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:35.883254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a53bc811-c5b4-4e5e-809a-ce033f1b5571 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:35.914979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] No DVR routers for this DVR port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:35.918909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:35.958881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:35.959463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:35.960007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:35.985869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:35.993614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:35.998430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Attempting to bind port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:36.040682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:36.040682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:36.040682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:36.040682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Bound port: e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:36.040682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.044710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ede536-bf8d-4564-aec3-d91c9c250040 req-3fd560f9-245e-47f4-93f7-e95c9bfed5dd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:36.057135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-47ede536-bf8d-4564-aec3-d91c9c250040 req-3fd560f9-245e-47f4-93f7-e95c9bfed5dd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.1590626 Dec 13 14:48:36.064508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.069073 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Added segment 64cc225a-15a0-451f-a6d9-28bb607f25f4 of type vlan for network ecf102da-87ed-490d-8296-bd7a2c738465 Dec 13 14:48:36.118760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9896a72-4cfb-42f5-9c14-d87083198a9a req-a3893237-8fd9-4bd2-8206-7a2b5eb20aeb tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:36.126690 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9896a72-4cfb-42f5-9c14-d87083198a9a req-a3893237-8fd9-4bd2-8206-7a2b5eb20aeb tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 944 time: 0.1527703 Dec 13 14:48:36.165236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a53bc811-c5b4-4e5e-809a-ce033f1b5571, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:36.186149 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.190743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-f24df9f5-dbf7-42ba-89bc-e766c14aa619', 'network_id': 'f24df9f5-dbf7-42ba-89bc-e766c14aa619', 'tenant_id': 'a4d00e9dd56a4983b4d306289a82e89b', 'fixed_ips': [{'subnet_id': 'a8f54c4d-ed06-424a-8ade-51853ce72f93'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:36.191680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.194945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'mac_address': 'fa:16:3e:c0:83:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:36.201123 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-47ede536-bf8d-4564-aec3-d91c9c250040 req-70a6433d-3097-4ee0-9bbe-ad5776529ce8 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411009 Dec 13 14:48:36.267634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:36.288399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9896a72-4cfb-42f5-9c14-d87083198a9a req-ddc24d2b-53e3-42b6-8f8f-8e90c8d51250 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544814 Dec 13 14:48:36.313579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:36.335739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.338789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7bc72d8e-32a0-453b-934a-4cba8e162bb6 req-2d2b2728-1767-4802-8736-6ba11a263df6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 210 time: 0.0364900 Dec 13 14:48:36.342758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.352181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:36.352851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.369268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:36.390797 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.437073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53bc811-c5b4-4e5e-809a-ce033f1b5571 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:36.495807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a53bc811-c5b4-4e5e-809a-ce033f1b5571, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:36.503901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Network': ['ID=ecf102da-87ed-490d-8296-bd7a2c738465,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:36.558603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5d850fa9-1570-4c45-ae4d-a79291437736 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8391125 Dec 13 14:48:36.559742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44546) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:36.565544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'subnet': {'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:36.576538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Allocated IP 2001:db8:0:ffff::2 (f24df9f5-dbf7-42ba-89bc-e766c14aa619/a8f54c4d-ed06-424a-8ade-51853ce72f93/99a02730-f18b-4190-9e5f-9b55335c89e5) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:36.708565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e9ca1-1e9d-44f8-b1bf-eaa4f526d92e req-101f82f7-a617-4e3a-9fa0-22b65a8df0b9 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:36.717324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c2e9ca1-1e9d-44f8-b1bf-eaa4f526d92e req-101f82f7-a617-4e3a-9fa0-22b65a8df0b9 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 944 time: 0.1460097 Dec 13 14:48:36.804557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.805052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c2e9ca1-1e9d-44f8-b1bf-eaa4f526d92e req-b8b6ef7e-e596-45a3-9e0b-f31438d03d97 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837357 Dec 13 14:48:36.809917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ecf102da-87ed-490d-8296-bd7a2c738465 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:36.864025 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.889912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:36.892334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad4fd012-b897-40f3-8c3c-6e38371e3b1a req-24e9839a-bc21-42c1-97ff-dac4989e3f4a tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0469117 Dec 13 14:48:36.895808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.897042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:36.897653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:36.899036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] 10.222.0.50 "PUT /v2.0/ports/e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 1096 time: 1.8768671 Dec 13 14:48:36.937178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-87075429-269c-4b96-9875-4b16f35b9540 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005540 Dec 13 14:48:36.938925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea2f76-dfac-4f9e-8304-92ca27418501 service neutron] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=11']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:37.003311 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:37.075695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-09986399-2699-4133-8910-260a8f7dcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.077211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-09986399-2699-4133-8910-260a8f7dcfa7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1099 time: 0.1150842 Dec 13 14:48:37.083503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a53bc811-c5b4-4e5e-809a-ce033f1b5571,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:37.088981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Network f24df9f5-dbf7-42ba-89bc-e766c14aa619 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:37.107062 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599fd4e-18a5-4734-ab36-02d98a7f373f req-fce5da0f-ae94-4b87-94fd-da9879066f88 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.112473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e599fd4e-18a5-4734-ab36-02d98a7f373f req-fce5da0f-ae94-4b87-94fd-da9879066f88 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 948 time: 0.1313789 Dec 13 14:48:37.138298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:37.167596 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e7ce0-9b28-40f7-a576-1a9de1483d41" -d '{"events": [{"server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "name": "network-vif-plugged", "status": "completed", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:37.170300 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Pushing event updated for resources: {'Port': ['ID=99a02730-f18b-4190-9e5f-9b55335c89e5,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:37.194202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['3b18f5f6-835a-4b6e-9426-4fb1fce619ea'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:37.200934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a53bc811-c5b4-4e5e-809a-ce033f1b5571'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:37.210776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:37.211114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-4b084668-50bf-46fc-a73b-e3fbe0e3e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.213873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-4b084668-50bf-46fc-a73b-e3fbe0e3e72a service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.1267109 Dec 13 14:48:37.216752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:37.268966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-4364ef1c-8520-4480-b30d-9fc90aa62aea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.0458832 Dec 13 14:48:37.273870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-4d261956-3376-4792-8491-ad4a1ce44f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.277366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-4d261956-3376-4792-8491-ad4a1ce44f03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 1096 time: 0.2570233 Dec 13 14:48:37.343576 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65774b29-9538-4b74-adb8-47b41a45575f x-openstack-request-id: req-65774b29-9538-4b74-adb8-47b41a45575f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:37.343784 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "name": "network-vif-plugged", "status": "completed", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:37.344035 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65774b29-9538-4b74-adb8-47b41a45575f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:37.344391 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'code': 200} Dec 13 14:48:37.375700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-6f2ef214-3ecb-4555-be6a-a333936b0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.378484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-6f2ef214-3ecb-4555-be6a-a333936b0920 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0925324 Dec 13 14:48:37.424011 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e599fd4e-18a5-4734-ab36-02d98a7f373f req-8dceccfc-20a3-452d-8dcd-7c46e24660e8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018072 Dec 13 14:48:37.571722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13de25-872e-4ec6-84c8-f244cdb4ebd3 req-fdd19e3b-3a19-474a-aea0-68bf1c731e79 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.573387 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c13de25-872e-4ec6-84c8-f244cdb4ebd3 req-fdd19e3b-3a19-474a-aea0-68bf1c731e79 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.1922681 Dec 13 14:48:37.592196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-801f3142-6af1-4d1e-a980-36b0e376f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.593974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-801f3142-6af1-4d1e-a980-36b0e376f7cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999974 Dec 13 14:48:37.603133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Attempting to bind port 99a02730-f18b-4190-9e5f-9b55335c89e5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:37.603504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Attempting to bind port 99a02730-f18b-4190-9e5f-9b55335c89e5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'de131ed0-3518-478c-8546-bdd4e214aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f24df9f5-dbf7-42ba-89bc-e766c14aa619'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:37.607527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Attempting to bind port 99a02730-f18b-4190-9e5f-9b55335c89e5 on network f24df9f5-dbf7-42ba-89bc-e766c14aa619 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:37.627322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:37.627782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Checking segment: {'id': 'de131ed0-3518-478c-8546-bdd4e214aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f24df9f5-dbf7-42ba-89bc-e766c14aa619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:37.628192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:37.628591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Bound using segment: {'id': 'de131ed0-3518-478c-8546-bdd4e214aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f24df9f5-dbf7-42ba-89bc-e766c14aa619'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:37.629080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Bound port: 99a02730-f18b-4190-9e5f-9b55335c89e5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de131ed0-3518-478c-8546-bdd4e214aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f24df9f5-dbf7-42ba-89bc-e766c14aa619'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:37.629605 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:37.650342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c13de25-872e-4ec6-84c8-f244cdb4ebd3 req-cbbe5e4d-58ae-4411-8300-616f4f8054a3 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669148 Dec 13 14:48:37.674603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-777e8bb6-88a0-49d4-8170-b91eb6d2399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.676442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-777e8bb6-88a0-49d4-8170-b91eb6d2399f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.2964759 Dec 13 14:48:37.699954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-f4ce131e-4b03-4512-a338-8ea835b681fa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.701419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-f4ce131e-4b03-4512-a338-8ea835b681fa tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.50 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 812 time: 0.5473125 Dec 13 14:48:37.716669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Request body: {'port': {'device_id': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'admin_state_up': True, 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:37.727706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085c276-9bd9-4de9-baed-cab13ef07d72 req-d4ed38c5-6501-46fc-bdef-19646add4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.729170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7085c276-9bd9-4de9-baed-cab13ef07d72 req-d4ed38c5-6501-46fc-bdef-19646add4731 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 1097 time: 0.2898097 Dec 13 14:48:37.776675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:37.779503 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:37.791678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace0af8-fb08-4223-9420-3e8c877b10f5 req-c4a842a2-5427-43e5-a2b6-637757bd68f7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.793237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ace0af8-fb08-4223-9420-3e8c877b10f5 req-c4a842a2-5427-43e5-a2b6-637757bd68f7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 944 time: 0.2044559 Dec 13 14:48:37.793644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-fd3f87ae-6605-4c2b-b776-ce29d8e19da5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619 HTTP/1.1" status: 200 len: 217 time: 0.1055839 Dec 13 14:48:37.847266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] For port 99a02730-f18b-4190-9e5f-9b55335c89e5, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:37.859716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03187c4f-6335-4683-b49e-6e2770417c9a req-0cdcb490-7516-4f80-9479-15745ceb11d0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 210 time: 0.0757945 Dec 13 14:48:37.903006 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7085c276-9bd9-4de9-baed-cab13ef07d72 req-d52eada1-c106-45f4-9c90-7dfacc96b639 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605971 Dec 13 14:48:37.932379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ace0af8-fb08-4223-9420-3e8c877b10f5 req-943d2392-07a0-44bb-b194-cb92aecc09cf tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199133 Dec 13 14:48:37.951622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-94dfcb9a-4299-422a-9a89-1fe2e06a56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:37.953534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-94dfcb9a-4299-422a-9a89-1fe2e06a56cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1397862 Dec 13 14:48:37.956243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-3bf7e693-e69b-41a3-a069-4ca353cfd4e3 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147621 Dec 13 14:48:37.962693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] For port 99a02730-f18b-4190-9e5f-9b55335c89e5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=99a02730-f18b-4190-9e5f-9b55335c89e5,segment=NetworkSegment(de131ed0-3518-478c-8546-bdd4e214aa11),segment_id=de131ed0-3518-478c-8546-bdd4e214aa11)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:38.014769 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ba95d-b2c2-45e0-89aa-a6e551233796 x-openstack-request-id: req-9f5ba95d-b2c2-45e0-89aa-a6e551233796 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:38.015143 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:38.015474 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f5ba95d-b2c2-45e0-89aa-a6e551233796 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:38.015960 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'status': 'completed', 'code': 200} Dec 13 14:48:38.017764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 14:48:38.021254 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:38.077875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:38.110465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-dcb4bbe8-4aa2-47d5-aeeb-33d7a75e8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:38.111964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-dcb4bbe8-4aa2-47d5-aeeb-33d7a75e8068 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1099 time: 0.0753736 Dec 13 14:48:38.116186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Subnet': ['ID=f8e72796-2f18-49e2-994c-eac2cf76a1ae,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:38.139630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Checking segment: {'id': '64cc225a-15a0-451f-a6d9-28bb607f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:38.139630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network hostable DHCP agents. Network: ecf102da-87ed-490d-8296-bd7a2c738465, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:38.156923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Made reservation on behalf of e9b27dd927fa4d9895b59f4a62f46299 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:38.160409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:38.186284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ca80-f354-4e6a-b2b2-8f442ed6374a req-2ee02a11-3046-497b-8dbc-2f44c749b052 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:38.200291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9397ca80-f354-4e6a-b2b2-8f442ed6374a req-2ee02a11-3046-497b-8dbc-2f44c749b052 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 945 time: 0.1167026 Dec 13 14:48:38.206430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da556ffd-4d66-4ad7-9a40-d14503764afe None None] Pushing event updated for resources: {'Port': ['ID=99a02730-f18b-4190-9e5f-9b55335c89e5,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:38.292275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9397ca80-f354-4e6a-b2b2-8f442ed6374a req-5fb02c77-2c09-4330-8666-98bb01419e8b tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751550 Dec 13 14:48:38.347662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network ecf102da-87ed-490d-8296-bd7a2c738465 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:38.354891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c375935-e9df-441d-83ce-5c5858eeeec5 req-6d42b5d9-dfdd-4ffe-bbd1-a551fbcd5eeb tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0625517 Dec 13 14:48:38.407941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-4cc6b533-ebad-4ab0-9f29-08605db12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:38.409434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-4cc6b533-ebad-4ab0-9f29-08605db12eef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722697 Dec 13 14:48:38.453401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ecf102da-87ed-490d-8296-bd7a2c738465) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:38.460336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Allocated IP 172.20.0.6 (2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25/acf54d24-15bf-48ad-81c7-c1d0a2c98eb2) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:38.468235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf5dd95-1762-4ec5-9799-cb0e3b7244f9 None None] Network ecf102da-87ed-490d-8296-bd7a2c738465 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:38.493895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:38.494661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:38.601802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10fbaedf-cff7-45a5-bf7d-a5b714a1c074 req-752d639b-3042-433d-ad0c-bc55fd93e8b7 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244385 Dec 13 14:48:38.616926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-afc8c2ce-2f31-4217-91fe-286349115e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:38.618409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-afc8c2ce-2f31-4217-91fe-286349115e60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.4987266 Dec 13 14:48:38.712296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-e23d1124-edf6-409f-af90-1ed5c2d70b30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.0829978 Dec 13 14:48:38.785528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ecf102da-87ed-490d-8296-bd7a2c738465', 'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465', 'tenant_id': 'a4d00e9dd56a4983b4d306289a82e89b', 'fixed_ips': [{'subnet_id': 'f8e72796-2f18-49e2-994c-eac2cf76a1ae'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:38.788272 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:38.817868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a53bc811-c5b4-4e5e-809a-ce033f1b5571 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:38.862992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ecbfc23f-2339-410b-a7f0-29d8a82b491c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3019464 Dec 13 14:48:38.869240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44570) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:38.874891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'port': {'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465', 'name': 'tempest-NetworksIpV6TestAttrs-305464691'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:38.908033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-807057f9-bf55-4f84-9f9a-d9ceeb6cc775 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868569 Dec 13 14:48:38.935551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 99a02730-f18b-4190-9e5f-9b55335c89e5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:38.951971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-72c77c0f-74e1-4ac1-beaf-23d4fd37e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:38.953752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-72c77c0f-74e1-4ac1-beaf-23d4fd37e344 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7677cf536c2545b98f3295febea9ac0c&device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1099 time: 0.1629291 Dec 13 14:48:38.991220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.071745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-9ce0dac0-24f5-4c99-b34a-03e3578e28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.073281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-9ce0dac0-24f5-4c99-b34a-03e3578e28f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.3497818 Dec 13 14:48:39.082782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 99a02730-f18b-4190-9e5f-9b55335c89e5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:39.082782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.086950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Allocated IP 2001:db8::f816:3eff:fe70:994b (ecf102da-87ed-490d-8296-bd7a2c738465/f8e72796-2f18-49e2-994c-eac2cf76a1ae/c622874b-9745-4568-96ee-624bba3da681) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:39.161503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb072-ea21-4c9d-8b0c-1b04718557ea req-ad58416a-04e8-4e64-b23a-c83c7b7fd0f0 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.163222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8cdb072-ea21-4c9d-8b0c-1b04718557ea req-ad58416a-04e8-4e64-b23a-c83c7b7fd0f0 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.3224614 Dec 13 14:48:39.206355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port a53bc811-c5b4-4e5e-809a-ce033f1b5571 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:39.207018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-06205d6d-c051-4a5d-a4a3-c09d2e979f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.208624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-06205d6d-c051-4a5d-a4a3-c09d2e979f6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269445 Dec 13 14:48:39.215161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port a53bc811-c5b4-4e5e-809a-ce033f1b5571 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:39.219578 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.220644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-1b19f42d-a0c8-42a8-a743-d6bf1dee154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.222540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-1b19f42d-a0c8-42a8-a743-d6bf1dee154b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2511027 Dec 13 14:48:39.227423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d544e5-dcee-4156-8d07-c178dd82dd3f req-996e815f-37f4-4d26-9dd9-a74df2eecf78 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961793 Dec 13 14:48:39.294509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-eec1ce19-2db9-4a7d-8156-91a75040226e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 200 len: 217 time: 0.0548208 Dec 13 14:48:39.341136 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.361020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8cdb072-ea21-4c9d-8b0c-1b04718557ea req-6cedf0a8-2804-435d-bf65-14d070667426 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790764 Dec 13 14:48:39.415607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-fc93ef13-947e-4772-b02b-e9c446b3035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.416968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-fc93ef13-947e-4772-b02b-e9c446b3035a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0852005 Dec 13 14:48:39.445020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 99a02730-f18b-4190-9e5f-9b55335c89e5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=99a02730-f18b-4190-9e5f-9b55335c89e5,segment=NetworkSegment(de131ed0-3518-478c-8546-bdd4e214aa11),segment_id=de131ed0-3518-478c-8546-bdd4e214aa11)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:39.493580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.502972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.507771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-d073a596-3bd2-4f33-ad8a-6e7bf07cc5d2 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779114 Dec 13 14:48:39.530090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-a0ea65cf-c963-4bd1-b4a6-c88ca90e7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.531630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-a0ea65cf-c963-4bd1-b4a6-c88ca90e7462 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017394 Dec 13 14:48:39.546075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:39.551336 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59e851-a9d4-48f8-bbf9-bb3c88e5ec12" -d '{"events": [{"server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "name": "network-vif-plugged", "status": "completed", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:39.570079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b7928-38fe-481a-93a2-4ff91d6c8e3c req-b7a24d75-5997-4b6d-b954-bd4aa2760b77 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.572905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60b7928-38fe-481a-93a2-4ff91d6c8e3c req-b7a24d75-5997-4b6d-b954-bd4aa2760b77 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 948 time: 0.9491682 Dec 13 14:48:39.576448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.582961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a53bc811-c5b4-4e5e-809a-ce033f1b5571, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:39.598559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['915e06bc-acca-46ad-afdd-0b03dd25cb3b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:39.604531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:39.616969 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.673348 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.694038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:39.705735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:39.744256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Network ecf102da-87ed-490d-8296-bd7a2c738465 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:39.744920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f60b7928-38fe-481a-93a2-4ff91d6c8e3c req-4e4a263e-632b-45f6-b258-437fc0c7cde7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589804 Dec 13 14:48:39.752654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:39.764484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-95e9f4a8-4323-4d21-97ee-481e240b474e service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138300 Dec 13 14:48:39.766364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:39.777468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:39.780266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a5952-10b2-4e64-aadf-3ee77169fda4 None None] Network f24df9f5-dbf7-42ba-89bc-e766c14aa619 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:39.787697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb148-f811-4b38-8db6-361d8075463a req-77c78b29-f6f5-4cfe-8911-905a451f619e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.790250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:39.795316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b16eb148-f811-4b38-8db6-361d8075463a req-77c78b29-f6f5-4cfe-8911-905a451f619e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 931 time: 0.2227898 Dec 13 14:48:39.834751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.839399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3b18f5f6-835a-4b6e-9426-4fb1fce619ea up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:39.867092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-ffd3e052-76d0-4dc2-9827-98a11435ea3e service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440304 Dec 13 14:48:39.925090 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b16eb148-f811-4b38-8db6-361d8075463a req-5e5a6c20-ac1f-4c99-9cfa-82624daf204e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288092 Dec 13 14:48:39.956115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.956817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:39.989708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137de72-3b96-4a1b-9090-fd6e1240e931 req-6a9893dc-7eff-458b-8677-63e2b5411f11 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:39.998063 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5137de72-3b96-4a1b-9090-fd6e1240e931 req-6a9893dc-7eff-458b-8677-63e2b5411f11 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 944 time: 0.1141589 Dec 13 14:48:40.012495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af897bbb-91a0-4560-a1b7-7c47ddc0c6b5 req-d43a9153-ce5e-432a-8609-35ac575230e9 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332957 Dec 13 14:48:40.059038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5137de72-3b96-4a1b-9090-fd6e1240e931 req-48d55359-9a05-448a-b763-946c4b43bb02 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557377 Dec 13 14:48:40.074915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:40.079933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.093202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=99a02730-f18b-4190-9e5f-9b55335c89e5,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:40.104239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] device_id is not set on port df18aa03-befa-4ba1-bc62-00adf4b1903a yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:40.165807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-fd630df4-0899-44c9-932b-bfa30f6a0ca3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4541669 Dec 13 14:48:40.181665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Request body: {'port': {'device_id': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:40.216984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47862c63-49d2-4a5d-b63c-43c4a545aa1e req-e29ad144-e0e3-443a-ac7c-ed6f340af0a0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:40.218857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47862c63-49d2-4a5d-b63c-43c4a545aa1e req-e29ad144-e0e3-443a-ac7c-ed6f340af0a0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 946 time: 0.0860488 Dec 13 14:48:40.255488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Attempting to bind port c622874b-9745-4568-96ee-624bba3da681 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:40.255488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Attempting to bind port c622874b-9745-4568-96ee-624bba3da681 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '64cc225a-15a0-451f-a6d9-28bb607f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:40.255488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Attempting to bind port c622874b-9745-4568-96ee-624bba3da681 on network ecf102da-87ed-490d-8296-bd7a2c738465 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:40.259073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c58f9a7-21d7-4f49-bdd1-123da5b45875 req-4993e036-e04b-46db-98d7-7a6cabc7d71d tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/ports?device_id=e17d409b-940b-4904-8080-3ae9133f07b8 HTTP/1.1" status: 200 len: 210 time: 0.0733488 Dec 13 14:48:40.266143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8668d573-740a-4c53-ad93-13df3b120c02 None None] Provisioning complete for port 99a02730-f18b-4190-9e5f-9b55335c89e5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:40.268125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8668d573-740a-4c53-ad93-13df3b120c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.307679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47862c63-49d2-4a5d-b63c-43c4a545aa1e req-f61ed0c3-5c2d-4fd5-9f9f-564558425641 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817695 Dec 13 14:48:40.336443 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.351888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:40.352615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.361612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Allocated IP 2001:db8::f816:3eff:fe7e:f5b6 (ecf102da-87ed-490d-8296-bd7a2c738465/f8e72796-2f18-49e2-994c-eac2cf76a1ae/df18aa03-befa-4ba1-bc62-00adf4b1903a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:40.365717 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed96ba7-c65b-4b1a-be41-916f10ea095a x-openstack-request-id: req-9ed96ba7-c65b-4b1a-be41-916f10ea095a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:40.367894 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "name": "network-vif-plugged", "status": "completed", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:40.367894 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ed96ba7-c65b-4b1a-be41-916f10ea095a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:40.367894 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'code': 200} Dec 13 14:48:40.369556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:40.370004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Checking segment: {'id': '64cc225a-15a0-451f-a6d9-28bb607f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:40.370359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.370775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Bound using segment: {'id': '64cc225a-15a0-451f-a6d9-28bb607f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:40.371255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Bound port: c622874b-9745-4568-96ee-624bba3da681, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cc225a-15a0-451f-a6d9-28bb607f25f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ecf102da-87ed-490d-8296-bd7a2c738465'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:40.371639 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.436811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Pushing event updated for resources: {'Port': ['ID=c622874b-9745-4568-96ee-624bba3da681,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:40.572703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458de74-25fa-4f06-9c46-6e1049007265 req-3baae73c-36e3-436b-a1c8-543020def757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:40.578093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6458de74-25fa-4f06-9c46-6e1049007265 req-3baae73c-36e3-436b-a1c8-543020def757 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.1489344 Dec 13 14:48:40.655869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6458de74-25fa-4f06-9c46-6e1049007265 req-70c3189e-7ff8-4e9b-90a0-a0a368518176 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725493 Dec 13 14:48:40.666214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0949403-387c-4b74-a9fb-7cc10251b20b req-0dba1a2a-3cd5-45f9-8252-3ec021e0d5ed tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:40.669340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0949403-387c-4b74-a9fb-7cc10251b20b req-0dba1a2a-3cd5-45f9-8252-3ec021e0d5ed tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.1825283 Dec 13 14:48:40.766841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a53bc811-c5b4-4e5e-809a-ce033f1b5571,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:40.797461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] For port c622874b-9745-4568-96ee-624bba3da681, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:40.798864 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.803634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] For port c622874b-9745-4568-96ee-624bba3da681, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c622874b-9745-4568-96ee-624bba3da681,segment=NetworkSegment(64cc225a-15a0-451f-a6d9-28bb607f25f4),segment_id=64cc225a-15a0-451f-a6d9-28bb607f25f4)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:40.815538 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0949403-387c-4b74-a9fb-7cc10251b20b req-2383f6e3-d7f8-42e1-aa7d-0430dfc32de1 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400754 Dec 13 14:48:40.868808 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:40.983371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c942cb5-5d38-408c-831f-6ee06935815c req-52d6c847-eed7-49e1-a95c-e77bf94d906f tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:40.998265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c942cb5-5d38-408c-831f-6ee06935815c req-52d6c847-eed7-49e1-a95c-e77bf94d906f tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.0822103 Dec 13 14:48:40.998821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44594) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:41.011601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Request body: {'floatingip': {'port_id': '76c8a88b-48a8-41f5-88ba-a35166e27b00'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:41.082751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 99a02730-f18b-4190-9e5f-9b55335c89e5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:41.092078 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.095218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2859f-2ee0-41bf-9f4a-6aabb8c8c14f req-1a9339a8-c5aa-4202-82b5-45cdf9c42b83 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:41.097871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aab2859f-2ee0-41bf-9f4a-6aabb8c8c14f req-1a9339a8-c5aa-4202-82b5-45cdf9c42b83 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 948 time: 0.1781740 Dec 13 14:48:41.159571 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.187304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aab2859f-2ee0-41bf-9f4a-6aabb8c8c14f req-994625fd-487f-4cac-8988-4b707b2c3220 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791864 Dec 13 14:48:41.196372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.199807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:41.207431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a07e0877-9074-4b4b-b8d6-0118561e8648 None None] Provisioning complete for port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:41.207976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a07e0877-9074-4b4b-b8d6-0118561e8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.245182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network ecf102da-87ed-490d-8296-bd7a2c738465 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:41.255261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:41.286970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046d78f-e4f4-4c44-b9fa-934103ca50f1 None None] Pushing event updated for resources: {'Port': ['ID=c622874b-9745-4568-96ee-624bba3da681,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:41.287979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:41.305323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:41.306008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.306820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a07e0877-9074-4b4b-b8d6-0118561e8648 None None] Port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:41.309661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.310858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:41.379649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 99a02730-f18b-4190-9e5f-9b55335c89e5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:41.380250 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.429831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5591347 Dec 13 14:48:41.434443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:41.461762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:41.467750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:41.478200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-91343732-18db-4eb8-9c91-b6ae8a116bdc None None] Provisioning complete for port 99a02730-f18b-4190-9e5f-9b55335c89e5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:41.478716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91343732-18db-4eb8-9c91-b6ae8a116bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.558600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517898a2-9e39-4893-ac83-f7375846663b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Port': ['ID=df18aa03-befa-4ba1-bc62-00adf4b1903a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:41.663699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:41.670982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5110b-7f54-49f8-a7f5-a49242610718 req-48587921-c63b-440e-bbd4-2f8db3a8edba tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:41.674116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27d5110b-7f54-49f8-a7f5-a49242610718 req-48587921-c63b-440e-bbd4-2f8db3a8edba tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 931 time: 0.5727844 Dec 13 14:48:41.678768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.707537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting subnet f8e72796-2f18-49e2-994c-eac2cf76a1ae {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:48:41.710101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Transition to ACTIVE for port object acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:41.714848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.753662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552caf32-585a-4a6b-95ce-c44302ab9cbe req-ea8c4089-3980-4e7d-ba49-4d4953d1955e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:41.764666 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-552caf32-585a-4a6b-95ce-c44302ab9cbe req-ea8c4089-3980-4e7d-ba49-4d4953d1955e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.2099457 Dec 13 14:48:41.795904 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.796120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27d5110b-7f54-49f8-a7f5-a49242610718 req-c35687bd-11b8-4c64-be3f-501dcfadc407 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883172 Dec 13 14:48:41.802463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.829567 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:41.878921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-552caf32-585a-4a6b-95ce-c44302ab9cbe req-a37ff4c2-d4e4-4c5a-bff9-e9bbf24ee597 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133714 Dec 13 14:48:41.926589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:41.958990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.055026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44608) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:42.086796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72331-4e51-40df-934d-d829c191e3c4 req-4ec9d79a-d570-48f9-a912-b5702d8cfa4b tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:42.088312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6f72331-4e51-40df-934d-d829c191e3c4 req-4ec9d79a-d570-48f9-a912-b5702d8cfa4b tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 946 time: 0.1934643 Dec 13 14:48:42.110673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Attempting to bind port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:42.111192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Attempting to bind port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:42.111304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Attempting to bind port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:42.132447 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.182372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6f72331-4e51-40df-934d-d829c191e3c4 req-f9ebc0c9-8037-4b0c-b2d0-62e7f4833736 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846913 Dec 13 14:48:42.190816 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Floating IP 41c883df-a9fd-4007-9ee8-ca064fb7dd2d associated. External IP: 172.25.7.196, port: 76c8a88b-48a8-41f5-88ba-a35166e27b00. Dec 13 14:48:42.213522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:42.214051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Attempting to bind port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 on network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:42.254614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:42.256422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Checking segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:42.256530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Bound using segment: {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:42.257371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Bound port: acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:42.258851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.302507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-053e9046-a568-423a-9dbe-5db40bdb80f8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.348377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-053e9046-a568-423a-9dbe-5db40bdb80f8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.355829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:42.360786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:42.363825 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.367816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:42.370575 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c13be8-60d1-4094-ad03-8603dec103d1" -d '{"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-plugged", "status": "completed", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:42.409936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e72796-2f18-49e2-994c-eac2cf76a1ae,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:42.434866 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd44294-26f9-4006-9a7f-8a47d570434a x-openstack-request-id: req-cbd44294-26f9-4006-9a7f-8a47d570434a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:42.435251 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-plugged", "status": "completed", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:42.435594 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbd44294-26f9-4006-9a7f-8a47d570434a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:42.436224 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'code': 200} Dec 13 14:48:42.498667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.506635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-99a6dd6f-06ae-415f-9bd5-2bfa32d672f6 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/f8e72796-2f18-49e2-994c-eac2cf76a1ae HTTP/1.1" status: 204 len: 168 time: 1.0683115 Dec 13 14:48:42.508455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.515773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44616) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:42.614249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6d766-9351-4aee-95e7-a41279cb918e req-ef3ec55c-effc-4658-9dc5-16533eb70886 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:42.622679 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-64d6d766-9351-4aee-95e7-a41279cb918e req-ef3ec55c-effc-4658-9dc5-16533eb70886 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 948 time: 0.2641861 Dec 13 14:48:42.654999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:42.655412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:42.657048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] 10.222.0.50 "PUT /v2.0/ports/acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 HTTP/1.1" status: 200 len: 1091 time: 2.4799891 Dec 13 14:48:42.669109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:42.671996 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871d1762-9813-4c2e-a649-2254edb1acd7" -d '{"events": [{"name": "network-changed", "server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:42.816416 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d9c34-b8f3-4dd9-a6d4-52dcf82a8f56 x-openstack-request-id: req-588d9c34-b8f3-4dd9-a6d4-52dcf82a8f56 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:42.816973 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:42.817432 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-588d9c34-b8f3-4dd9-a6d4-52dcf82a8f56 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:42.818131 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'status': 'completed', 'code': 200} Dec 13 14:48:42.829779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb3f9-2837-40e7-9ea3-50a28bb93cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:42.850003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:42.855966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addb8b27-eee0-4934-a0f5-318e129232eb tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:42.858312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addb8b27-eee0-4934-a0f5-318e129232eb tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:42.861223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-addb8b27-eee0-4934-a0f5-318e129232eb tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3382022 Dec 13 14:48:42.889112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44622) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:42.979876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c622874b-9745-4568-96ee-624bba3da681 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:42.982155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87b8f8-db19-4c11-970f-43df331c9cb6 None None] Network ecf102da-87ed-490d-8296-bd7a2c738465 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:43.002203 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-64d6d766-9351-4aee-95e7-a41279cb918e req-0aeaddd6-7819-49d2-bc65-cac006794909 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784707 Dec 13 14:48:43.046165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-e0b4205d-a77d-41e0-9dbe-95ef13c0350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.051626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-e0b4205d-a77d-41e0-9dbe-95ef13c0350d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 1094 time: 0.2322388 Dec 13 14:48:43.167280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95de70ca-6826-4db0-8bed-564d638fdb3b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.174466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-75793d8b-f4fb-4c53-8203-f99d640b0ae9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 HTTP/1.1" status: 200 len: 217 time: 0.1051726 Dec 13 14:48:43.186511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef2a9-f76d-4c5c-9286-60433466db9e req-fc2f5315-fac2-438b-9f46-18c01776de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.189923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-182ef2a9-f76d-4c5c-9286-60433466db9e req-fc2f5315-fac2-438b-9f46-18c01776de57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 1096 time: 0.2640393 Dec 13 14:48:43.199461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:43.202035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524199-34bf-4bbc-b3d3-b5e5fb62d6ef req-682d234e-d0c9-470f-9fa9-036e347b3a28 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.207960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe524199-34bf-4bbc-b3d3-b5e5fb62d6ef req-682d234e-d0c9-470f-9fa9-036e347b3a28 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 943 time: 0.2165952 Dec 13 14:48:43.232214 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-95de70ca-6826-4db0-8bed-564d638fdb3b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 14:48:43.232811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95de70ca-6826-4db0-8bed-564d638fdb3b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:48:43.240435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-95de70ca-6826-4db0-8bed-564d638fdb3b tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/ecf102da-87ed-490d-8296-bd7a2c738465 HTTP/1.1" status: 409 len: 405 time: 0.3464067 Dec 13 14:48:43.243233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44630) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:43.247598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5ad4b8ff-1da3-4295-aca7-6e02c326b192 None None] Provisioning complete for port c622874b-9745-4568-96ee-624bba3da681 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:43.248217 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b8ff-1da3-4295-aca7-6e02c326b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.249078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1903973844'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:43.269160 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-053e9046-a568-423a-9dbe-5db40bdb80f8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.272326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-053e9046-a568-423a-9dbe-5db40bdb80f8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.275988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-053e9046-a568-423a-9dbe-5db40bdb80f8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e5f60b6-fff8-4e5c-9efe-80c659db54d7 HTTP/1.1" status: 204 len: 168 time: 1.2144911 Dec 13 14:48:43.280130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de586-4d3f-48e1-89a4-19c09f5fe4c7 req-f174b9a4-846d-4ebb-a5f6-a45c51afb9de tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.281707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'mac_address': 'fa:16:3e:ca:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:43.286181 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-989de586-4d3f-48e1-89a4-19c09f5fe4c7 req-f174b9a4-846d-4ebb-a5f6-a45c51afb9de tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1509085 Dec 13 14:48:43.286531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44632) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:43.307095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9046-a568-423a-9dbe-5db40bdb80f8 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f60b6-fff8-4e5c-9efe-80c659db54d7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:43.321040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-d4d4281f-d954-46be-be1b-3cf5851b7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.322963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-d4d4281f-d954-46be-be1b-3cf5851b7e68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1338577 Dec 13 14:48:43.328395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c622874b-9745-4568-96ee-624bba3da681 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:43.328789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.333826 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-96dca2ca-a235-48b0-8907-c7b5ff96a3ce tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] show failed (client error): The resource could not be found. Dec 13 14:48:43.337822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-96dca2ca-a235-48b0-8907-c7b5ff96a3ce tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "GET /v2.0/security-groups/9e5f60b6-fff8-4e5c-9efe-80c659db54d7 HTTP/1.1" status: 404 len: 347 time: 0.0475590 Dec 13 14:48:43.340373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:43.362367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-182ef2a9-f76d-4c5c-9286-60433466db9e req-fb3e9575-24d8-49ed-a12d-7eeb5f5d3e32 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523771 Dec 13 14:48:43.390613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-989de586-4d3f-48e1-89a4-19c09f5fe4c7 req-a3db60ad-e0a2-467e-959e-cad355afe415 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935817 Dec 13 14:48:43.398399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:43.402015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.435378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe524199-34bf-4bbc-b3d3-b5e5fb62d6ef req-3e447fac-d779-4503-817b-46a8e73f0c7b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143543 Dec 13 14:48:43.437692 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.439722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-f5dc7007-d301-4f55-adae-f1d522ccbf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.444163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-f5dc7007-d301-4f55-adae-f1d522ccbf33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046107 Dec 13 14:48:43.444378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:48:43.463580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:43.535812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:43.540919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] DHCP port deletion for ecf102da-87ed-490d-8296-bd7a2c738465 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:48:43.571017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:43.583560 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b8ff-1da3-4295-aca7-6e02c326b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.608078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.608420 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Added segment 67b109d1-beef-4b42-8b98-a71b4c9b2317 of type vlan for network bdaf447b-b89f-489d-b059-93d848baff55 Dec 13 14:48:43.621549 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.683650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5ad4b8ff-1da3-4295-aca7-6e02c326b192 None None] For port c622874b-9745-4568-96ee-624bba3da681, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c622874b-9745-4568-96ee-624bba3da681,segment=NetworkSegment(64cc225a-15a0-451f-a6d9-28bb607f25f4),segment_id=64cc225a-15a0-451f-a6d9-28bb607f25f4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:43.687702 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.692704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7335c16-24d3-4dd1-a0bb-5a5c6a2658da req-d4a7b968-88a5-4740-8982-e40f544ae520 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.692864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.694347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7335c16-24d3-4dd1-a0bb-5a5c6a2658da req-d4a7b968-88a5-4740-8982-e40f544ae520 tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 1099 time: 0.1247346 Dec 13 14:48:43.701233 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-6760def0-9329-4cd1-9e4a-6dc477a67fd0 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490726 Dec 13 14:48:43.720717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af52ecf-15e2-49b5-bd43-42c6bbeab9a8 req-eb35a3f0-6c00-4c2a-b3cd-dd6a08c10972 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.722928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2af52ecf-15e2-49b5-bd43-42c6bbeab9a8 req-eb35a3f0-6c00-4c2a-b3cd-dd6a08c10972 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 946 time: 0.1650515 Dec 13 14:48:43.741968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] Deleting port c622874b-9745-4568-96ee-624bba3da681 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:43.742419 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.749620 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Deleting port 01fcbf4f-d731-46bf-8c8d-1b9aa95be9e0 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:43.749943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.803124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7335c16-24d3-4dd1-a0bb-5a5c6a2658da req-5a233286-a3da-4c7d-a7f2-f7efa9c86dcd tempest-MigrationsAdminTest-1688325142 tempest-MigrationsAdminTest-1688325142-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994568 Dec 13 14:48:43.808043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=12']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:43.821555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:43.848696 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] Sync routers for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:43.849220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b8ff-1da3-4295-aca7-6e02c326b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.856417 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bde4a3e8-6115-4b48-8bb1-f1c459a9f603 req-4d966560-49c9-4e58-9d91-14f6d3a84a54 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412935 Dec 13 14:48:43.861206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.862278 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:43.863314 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:43.888720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.897607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:43.898469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.899812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2af52ecf-15e2-49b5-bd43-42c6bbeab9a8 req-6129c31e-2f48-4d34-a99a-1cfdbd11b20d tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657944 Dec 13 14:48:43.920440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.920834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.928344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2ab915e4-6e10-4cf4-9af4-b18768167a40 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "PUT /v2.0/floatingips/41c883df-a9fd-4007-9ee8-ca064fb7dd2d HTTP/1.1" status: 200 len: 992 time: 2.9283748 Dec 13 14:48:43.934367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:43.936814 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea" -d '{"events": [{"name": "network-changed", "server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:43.939587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] For port c622874b-9745-4568-96ee-624bba3da681, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c622874b-9745-4568-96ee-624bba3da681,segment=NetworkSegment(64cc225a-15a0-451f-a6d9-28bb607f25f4),segment_id=64cc225a-15a0-451f-a6d9-28bb607f25f4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:43.940045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:43.946349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Calling delete_port for 01fcbf4f-d731-46bf-8c8d-1b9aa95be9e0 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:43.976966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] Calling delete_port for c622874b-9745-4568-96ee-624bba3da681 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:43.998027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:44.031257 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:48:44.031609 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:48:44.045035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4b8ff-1da3-4295-aca7-6e02c326b192 None None] Pushing event updated for resources: {'Port': ['ID=c622874b-9745-4568-96ee-624bba3da681,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:44.062643 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8150694 Dec 13 14:48:44.064370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44646) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:44.073556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'subnet': {'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:44.127878 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:44.254890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcf13b-4f81-4df6-b348-d2124c5e80d2 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Network': ['ID=bdaf447b-b89f-489d-b059-93d848baff55,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:44.267448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network bdaf447b-b89f-489d-b059-93d848baff55 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:44.310511 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:44.350113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] Pushing event deleted for resources: {'Port': ['ID=c622874b-9745-4568-96ee-624bba3da681,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:44.369056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b27b5-4bb2-4dcd-91a4-8a5dbcaa4b27 None None] No DVR routers for this DVR port c622874b-9745-4568-96ee-624bba3da681 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:44.392034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-a1cfa673-3a90-414a-9b71-19b66f08eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:44.393860 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-a1cfa673-3a90-414a-9b71-19b66f08eef9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 1094 time: 0.3575325 Dec 13 14:48:44.400890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:44.464405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Pushing event deleted for resources: {'Port': ['ID=01fcbf4f-d731-46bf-8c8d-1b9aa95be9e0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:44.477905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:44.482360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:44.531179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '41c883df-a9fd-4007-9ee8-ca064fb7dd2d', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'port_id': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'mac_address': 'fa:16:3e:95:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:14Z', 'updated_at': '2021-12-13T14:48:41Z', 'revision_number': 1, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:13Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:44.570721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Port c622874b-9745-4568-96ee-624bba3da681 update to ACTIVE by agent not found {{(pid=102825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 13 14:48:44.581913 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] Checking router: 9b5c5586-896b-4e79-bbfe-0c6963fe7fee for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:44.591588 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:44.592263 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:44.595615 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f0090-2955-45f3-9560-fa9fb4bbc4ba x-openstack-request-id: req-612f0090-2955-45f3-9560-fa9fb4bbc4ba {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:44.595906 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:44.596157 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-612f0090-2955-45f3-9560-fa9fb4bbc4ba {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:44.596551 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'status': 'completed', 'code': 200} Dec 13 14:48:44.628314 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-5dad7c76-79e1-4c26-820e-ccb1a7178c02 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4671910 Dec 13 14:48:44.640669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:44.689833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-a2b6ecf7-6665-49f8-91a5-e7bc6dfb459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:44.691512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-a2b6ecf7-6665-49f8-91a5-e7bc6dfb459b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.2805893 Dec 13 14:48:44.743995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-6c486964-89d0-4d8c-b071-e322f0af77c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 HTTP/1.1" status: 200 len: 217 time: 0.0425885 Dec 13 14:48:44.781156 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:44.783971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:44.785303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0828a586-3994-4bd5-93b3-0d9c9b771a50 tempest-ServersTestBootFromVolume-124000453 tempest-ServersTestBootFromVolume-124000453-project] 10.222.0.24 "DELETE /v2.0/floatingips/08984110-21bb-41ec-bcb9-592f5cb96e53 HTTP/1.1" status: 204 len: 168 time: 1.4438512 Dec 13 14:48:44.789096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44654) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:44.799627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-8f7726f4-65ed-46a1-886f-fcaacc9bd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:44.801387 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-8f7726f4-65ed-46a1-886f-fcaacc9bd1b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b7169e9bfcb40b59ded82d9854c87de&device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 1097 time: 0.1746874 Dec 13 14:48:44.803770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:44.819884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c622874b-9745-4568-96ee-624bba3da681 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:44.833277 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:44.850200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f3c52-a171-43ad-a392-6f22884c8a10 req-cc37722b-6b1e-4c4e-bb00-5b0056029c74 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:44.852309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f70f3c52-a171-43ad-a392-6f22884c8a10 req-cc37722b-6b1e-4c4e-bb00-5b0056029c74 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1950717 Dec 13 14:48:44.869938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c622874b-9745-4568-96ee-624bba3da681 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:44.870314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c622874b-9745-4568-96ee-624bba3da681 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:45.016105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f70f3c52-a171-43ad-a392-6f22884c8a10 req-1bcff370-afe7-42b3-b92c-84c74c605b22 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261671 Dec 13 14:48:45.091887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-859ff7ae-d6bb-4517-aeb6-e624a89f2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.093384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-859ff7ae-d6bb-4517-aeb6-e624a89f2d07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=727e60fa-0070-4399-8190-303e37b4efc6 HTTP/1.1" status: 200 len: 907 time: 0.2833798 Dec 13 14:48:45.208424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-e343d348-fbd8-447d-aacc-c2999265571c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00 HTTP/1.1" status: 200 len: 1000 time: 0.1043198 Dec 13 14:48:45.220372 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '41c883df-a9fd-4007-9ee8-ca064fb7dd2d', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'port_id': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'mac_address': 'fa:16:3e:95:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:14Z', 'updated_at': '2021-12-13T14:48:41Z', 'revision_number': 1, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:13Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:45.251157 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808aee9c-5c1e-490f-a51a-3241252588e0 None None] The sync data for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 is: [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '41c883df-a9fd-4007-9ee8-ca064fb7dd2d', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'port_id': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'mac_address': 'fa:16:3e:95:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:14Z', 'updated_at': '2021-12-13T14:48:41Z', 'revision_number': 1, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:13Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:45.291233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70371836-8c68-4b0d-af32-85670776b601 req-517166c5-bc3b-4353-b8ae-f83845735528 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.292753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70371836-8c68-4b0d-af32-85670776b601 req-517166c5-bc3b-4353-b8ae-f83845735528 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 943 time: 0.1501369 Dec 13 14:48:45.357592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-277fabea-0f0a-4fd7-8a82-ca8ca960d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.359237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-277fabea-0f0a-4fd7-8a82-ca8ca960d62d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.6046817 Dec 13 14:48:45.374622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 14:48:45.382161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-a8099e37-b47f-4470-ae55-c41d88cd393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.383590 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-a8099e37-b47f-4470-ae55-c41d88cd393b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eac0b0cc-5566-40f2-88f4-4d822166540c HTTP/1.1" status: 200 len: 845 time: 0.1522994 Dec 13 14:48:45.390156 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:45.456004 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-edb7fc14-859a-47f2-a96c-00caa37f198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.457742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-edb7fc14-859a-47f2-a96c-00caa37f198a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850856 Dec 13 14:48:45.477525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70371836-8c68-4b0d-af32-85670776b601 req-419ae948-eb52-47ea-8104-f942505e1e6f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696603 Dec 13 14:48:45.483649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:45.503588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Subnet': ['ID=8e2cd730-64db-49b4-a34d-aa6c798bfe60,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:45.514789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-b708607b-248e-4b3e-96bc-634c6e0e3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.524536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-b708607b-248e-4b3e-96bc-634c6e0e3577 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=727e60fa-0070-4399-8190-303e37b4efc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232035 Dec 13 14:48:45.524536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Checking segment: {'id': '67b109d1-beef-4b42-8b98-a71b4c9b2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:45.524536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network hostable DHCP agents. Network: bdaf447b-b89f-489d-b059-93d848baff55, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:45.524912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce99fa-9c3a-4858-9593-c53815084401 None None] New status for floating IP 41c883df-a9fd-4007-9ee8-ca064fb7dd2d: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:48:45.662788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58eeb55-5b25-4a62-b3b7-e8cf29441a44 req-3e5f0f65-babd-4be1-b658-763a56c41e26 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.664312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d58eeb55-5b25-4a62-b3b7-e8cf29441a44 req-3e5f0f65-babd-4be1-b658-763a56c41e26 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.0842035 Dec 13 14:48:45.668423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-83b1e321-821b-4404-9675-c4f80da98b38 service neutron] 10.222.0.50 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426647 Dec 13 14:48:45.676257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:45.705383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network bdaf447b-b89f-489d-b059-93d848baff55 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:45.712047 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-f7f5bf28-34ae-4e92-a895-9eefd3837107 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105420 Dec 13 14:48:45.771485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d58eeb55-5b25-4a62-b3b7-e8cf29441a44 req-b475aac0-21e5-444f-8ba3-b7e3e0dc8d37 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993071 Dec 13 14:48:45.802872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f9cbe2f-7eac-4d3f-ba11-7467f8e1dcea req-499262ff-a57a-4961-a38f-302d6dd8a2b3 service neutron] 10.222.0.50 "GET /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238532 Dec 13 14:48:45.854548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, bdaf447b-b89f-489d-b059-93d848baff55) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:45.859019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:45.859610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:45.873181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c480d08-f2f1-4576-b638-5181460f23b8 None None] Network bdaf447b-b89f-489d-b059-93d848baff55 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:45.955745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-871d1762-9813-4c2e-a649-2254edb1acd7 req-4179cb35-3bf6-454b-93f5-d080b29d035b service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102871 Dec 13 14:48:45.972704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Allocated IP 172.25.7.194 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/241cab82-b8d0-4a16-8c0d-f478732f3b24) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:46.012664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-815bb430-7065-45a9-80bb-4a17728cea87 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9472206 Dec 13 14:48:46.015354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44660) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:46.022360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'port': {'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55', 'name': 'tempest-NetworksIpV6TestAttrs-898129604'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:46.041856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-bdaf447b-b89f-489d-b059-93d848baff55', 'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55', 'tenant_id': 'a4d00e9dd56a4983b4d306289a82e89b', 'fixed_ips': [{'subnet_id': '8e2cd730-64db-49b4-a34d-aa6c798bfe60'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:46.042853 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.176934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-ce7a8607-e1fd-431b-a0d2-13337115ee9b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:46.178447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-ce7a8607-e1fd-431b-a0d2-13337115ee9b tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 949 time: 0.1345329 Dec 13 14:48:46.223519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f626-0ebc-4e9a-ab86-ac0ac39fe1f8 req-2ddf9d12-6d56-4276-88e9-57e53990d521 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:46.223519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ee7f626-0ebc-4e9a-ab86-ac0ac39fe1f8 req-2ddf9d12-6d56-4276-88e9-57e53990d521 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.0844715 Dec 13 14:48:46.223837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Allocated IP 2001:db8::f816:3eff:fe58:a4ce (bdaf447b-b89f-489d-b059-93d848baff55/8e2cd730-64db-49b4-a34d-aa6c798bfe60/0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:46.229143 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.269056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ee7f626-0ebc-4e9a-ab86-ac0ac39fe1f8 req-d1a5daa8-6a21-4c4e-97cb-8b000a907855 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Dec 13 14:48:46.288423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.337810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:46.341336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.387048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] device_id is not set on port 15907114-a15e-418b-9c8c-fcdb5d6fd082 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:48:46.396975 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.429388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Deleting port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:46.429985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.453405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafac3-b7e4-40d8-a5cc-952f61c65163 req-8ae60374-fbd3-430a-af42-c8be5b705f00 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:46.454936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aaafac3-b7e4-40d8-a5cc-952f61c65163 req-8ae60374-fbd3-430a-af42-c8be5b705f00 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.1095502 Dec 13 14:48:46.500023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aaafac3-b7e4-40d8-a5cc-952f61c65163 req-754e37e4-467b-4a4e-bbd4-d2a3eff6c8cc tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Dec 13 14:48:46.523948 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.536213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.609594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Allocated IP 2001:db8::f816:3eff:fe6e:d17 (bdaf447b-b89f-489d-b059-93d848baff55/8e2cd730-64db-49b4-a34d-aa6c798bfe60/15907114-a15e-418b-9c8c-fcdb5d6fd082) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:46.614564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Pushing event updated for resources: {'Port': ['ID=0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:46.618346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Network bdaf447b-b89f-489d-b059-93d848baff55 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:46.624253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:46.628392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:46.634514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:46.648825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:46.660830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:46.662714 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Pushing event updated for resources: {'Port': ['ID=241cab82-b8d0-4a16-8c0d-f478732f3b24,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:46.686972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Attempting to bind port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:46.687338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Attempting to bind port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '67b109d1-beef-4b42-8b98-a71b4c9b2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:46.687725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Attempting to bind port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 on network bdaf447b-b89f-489d-b059-93d848baff55 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:46.693452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:46.699252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Checking segment: {'id': '67b109d1-beef-4b42-8b98-a71b4c9b2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:46.699252 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.699252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Bound using segment: {'id': '67b109d1-beef-4b42-8b98-a71b4c9b2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:46.699252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Bound port: 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b109d1-beef-4b42-8b98-a71b4c9b2317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bdaf447b-b89f-489d-b059-93d848baff55'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:46.699252 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.703385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] For port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:46.704291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.707213 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.734552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Calling delete_port for e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:46.768194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] For port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:46.771343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] For port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44,segment=NetworkSegment(67b109d1-beef-4b42-8b98-a71b4c9b2317),segment_id=67b109d1-beef-4b42-8b98-a71b4c9b2317)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:46.798655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb622ce-df00-45d3-a4bd-e2d333201960 req-fcb33f50-19f3-4cab-8d5b-169635657803 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:46.800518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bb622ce-df00-45d3-a4bd-e2d333201960 req-fcb33f50-19f3-4cab-8d5b-169635657803 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 943 time: 0.2232213 Dec 13 14:48:46.849593 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.874040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bb622ce-df00-45d3-a4bd-e2d333201960 req-5f61f0dc-0ecd-4630-958f-22f5cc28a287 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649748 Dec 13 14:48:46.882396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:46.882870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.890805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:46.896164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:47.004602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.033564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network bdaf447b-b89f-489d-b059-93d848baff55 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:47.036998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:47.057878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:47.059012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91c016-f3ad-4604-ae28-eaf843b3ccdc None None] Pushing event updated for resources: {'Port': ['ID=0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:47.065233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:47.066154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.110782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:47.113308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Port': ['ID=15907114-a15e-418b-9c8c-fcdb5d6fd082,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:47.124007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'mac_address': 'fa:16:3e:ee:02:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:47.167402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.182669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:47.186298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a7b0fd41-3c30-4b91-8b3d-7fbd68c784ec tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.1692224 Dec 13 14:48:47.187018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44676) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:47.197793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Deleting port fdaec56a-33cf-4c36-8c62-7d4c8b368536 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:47.198134 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.205823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:47.260784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting subnet 8e2cd730-64db-49b4-a34d-aa6c798bfe60 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:48:47.271477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.295980 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.302089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.329402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.370293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:47.416039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:47.423966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:47.425003 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.444182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.469623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['22666c53-811b-4fe8-b7f5-74629e650337', '7261e26e-e228-413e-824e-42d0e802baad'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:47.470537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:47.474744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 was deleted so its status cannot be updated. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 13 14:48:47.490845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] For port fdaec56a-33cf-4c36-8c62-7d4c8b368536, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fdaec56a-33cf-4c36-8c62-7d4c8b368536,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:47.491662 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.561118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d443b353-64c3-4506-a7c6-2577b34c87b8 req-8dc66232-5714-424e-9c0d-a7b7d1ae0f85 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaadba4-37f8-4b44-81cd-f48f2508598d HTTP/1.1" status: 200 len: 210 time: 0.0537808 Dec 13 14:48:47.602754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Calling delete_port for fdaec56a-33cf-4c36-8c62-7d4c8b368536 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:47.669531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.673361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['acf54d24-15bf-48ad-81c7-c1d0a2c98eb2'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:47.699861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event deleted for resources: {'Port': ['ID=e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:47.778197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] No DVR routers for this DVR port e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:47.786666 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.790228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17aa2e53-be6a-4b7f-a14c-024c0f71df32 req-d526efec-5b10-483a-bdf9-5550ed4e8a01 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "DELETE /v2.0/ports/e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 HTTP/1.1" status: 204 len: 173 time: 1.6024599 Dec 13 14:48:47.792044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-deleted', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:47.794390 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d311dbf-3ad6-45b9-99b7-066e0e14c4d3" -d '{"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-deleted", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:47.881258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.918044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.919443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2cd730-64db-49b4-a34d-aa6c798bfe60,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:47.928545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:47.934202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82333943-9e8f-4f56-9db1-ea6a29df4111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/8e2cd730-64db-49b4-a34d-aa6c798bfe60 HTTP/1.1" status: 204 len: 168 time: 0.7438807 Dec 13 14:48:47.936542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44694) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:47.995663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a952-df39-4e9b-8a13-701f85308835 req-613845e6-38be-4a99-9c37-cff81fd9b8d3 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:47.997141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-613845e6-38be-4a99-9c37-cff81fd9b8d3 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/networks?id=51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 200 len: 814 time: 0.1662133 Dec 13 14:48:48.015732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-dfe55a46-a9b5-4401-9456-a551b7314a5e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/quotas/b60c212ff56c4ec983e88efc0f21cb81 HTTP/1.1" status: 200 len: 375 time: 0.0108311 Dec 13 14:48:48.022171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.100933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077e4bd-a34c-47b6-b350-4fbf3e2e4254 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:48.102881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077e4bd-a34c-47b6-b350-4fbf3e2e4254 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:48.104210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8077e4bd-a34c-47b6-b350-4fbf3e2e4254 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1686425 Dec 13 14:48:48.107784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44696) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:48.129297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-23cc6551-169d-47fc-a727-c71a9b0c5cd0 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064758 Dec 13 14:48:48.139224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Pushing event updated for resources: {'Port': ['ID=241cab82-b8d0-4a16-8c0d-f478732f3b24,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:48.144610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-d4104042-baae-4fe2-b7f3-759507e7f2b1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:48:48.145619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-d4104042-baae-4fe2-b7f3-759507e7f2b1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054996 Dec 13 14:48:48.149410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.203154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.268398 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc9df6f7-1815-44e3-b685-4d92790aa744 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.293103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdaec56a-33cf-4c36-8c62-7d4c8b368536,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:48.300320 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9df6f7-1815-44e3-b685-4d92790aa744 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 14:48:48.300826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9df6f7-1815-44e3-b685-4d92790aa744 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:48:48.303979 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc9df6f7-1815-44e3-b685-4d92790aa744 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/bdaf447b-b89f-489d-b059-93d848baff55 HTTP/1.1" status: 409 len: 405 time: 0.1948822 Dec 13 14:48:48.308405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44698) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:48.316574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1740450806'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:48.339468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-72a284ff-e1f2-4054-8f53-e7f6e38fb1d6 service neutron] 10.222.0.24 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669571 Dec 13 14:48:48.360598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.361864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-d45788e0-5f96-4466-8b25-09aaf78a1a99 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7272234 Dec 13 14:48:48.460514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-337ec9ff-c94b-460f-8118-811373f88820 service neutron] 10.222.0.24 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126733 Dec 13 14:48:48.472881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:48.478499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.530111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:48.543240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.543997 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Added segment 9e005895-8928-4098-94b8-a8dc168c1b67 of type vlan for network 2277ca01-d435-4eda-9a02-6dd75c184c1e Dec 13 14:48:48.565923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07efb225-52fc-4fbb-88fa-338763e332a0 None None] Network bdaf447b-b89f-489d-b059-93d848baff55 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:48.579868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-e3f67409-9691-4523-99a9-e4bd314a24cc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 696 time: 0.2101059 Dec 13 14:48:48.608795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.664696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-048630e1-9f1d-458e-b8c1-6360388b0259 None None] Provisioning complete for port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:48.665067 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-048630e1-9f1d-458e-b8c1-6360388b0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.685853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.729501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-c2a68484-450f-458f-a623-9251de498030 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:48.731092 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6894ba94-eb2c-40fc-9fa3-cff2dc185c4d req-c2a68484-450f-458f-a623-9251de498030 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1439664 Dec 13 14:48:48.749007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.765609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:48.771515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:48.829226 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d397b-5d53-41fe-ba64-5949c12e2b5b x-openstack-request-id: req-5a2d397b-5d53-41fe-ba64-5949c12e2b5b {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:48.831832 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaadba4-37f8-4b44-81cd-f48f2508598d", "name": "network-vif-deleted", "tag": "e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:48.832300 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a2d397b-5d53-41fe-ba64-5949c12e2b5b {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:48.833746 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaadba4-37f8-4b44-81cd-f48f2508598d', 'name': 'network-vif-deleted', 'tag': 'e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81', 'status': 'completed', 'code': 200} Dec 13 14:48:49.013899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Network': ['ID=2277ca01-d435-4eda-9a02-6dd75c184c1e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:49.016600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-048630e1-9f1d-458e-b8c1-6360388b0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.028644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:49.033271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-48af64e9-17c8-44d8-8a73-84bd679ff368 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7238505 Dec 13 14:48:49.045627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:49.045812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-0e19ce37-e9a1-4474-80cd-57f9d6c2700d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:49.045916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'subnet': {'network_id': '2277ca01-d435-4eda-9a02-6dd75c184c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:49.046007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-0e19ce37-e9a1-4474-80cd-57f9d6c2700d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b8e78f-4e17-4c87-a402-32479fbdc509 HTTP/1.1" status: 200 len: 945 time: 0.2519443 Dec 13 14:48:49.046719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2277ca01-d435-4eda-9a02-6dd75c184c1e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:49.173387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cf6c3-5fbf-46e3-b489-9a7a0038b193 req-12d84df9-2be5-4d52-bd28-966b85a00feb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:49.174426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Deleting port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:49.174985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.175260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-445cf6c3-5fbf-46e3-b489-9a7a0038b193 req-12d84df9-2be5-4d52-bd28-966b85a00feb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 944 time: 0.3123653 Dec 13 14:48:49.182123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:49.214341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:49.214689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e03ab7b3-0c0f-4c50-b8e4-54ecb82abf81 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:49.240967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:48:49.251365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-048630e1-9f1d-458e-b8c1-6360388b0259 None None] For port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44,segment=NetworkSegment(67b109d1-beef-4b42-8b98-a71b4c9b2317),segment_id=67b109d1-beef-4b42-8b98-a71b4c9b2317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:49.267558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:49.267558 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.271993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ae3a3d7-3b1b-4277-b2c0-8bdca1cca75d req-cd6a8995-4f1f-4d70-9093-62e71bc598e5 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0393100 Dec 13 14:48:49.293213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-445cf6c3-5fbf-46e3-b489-9a7a0038b193 req-6168246d-13e8-43a0-9007-d370259d943d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083868 Dec 13 14:48:49.318649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] DHCP port deletion for bdaf447b-b89f-489d-b059-93d848baff55 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:48:49.343166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] For port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:49.343644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.359403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Calling delete_port for 3b18f5f6-835a-4b6e-9426-4fb1fce619ea owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:49.381858 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-048630e1-9f1d-458e-b8c1-6360388b0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.465792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:49.470261 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.502697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048630e1-9f1d-458e-b8c1-6360388b0259 None None] Pushing event updated for resources: {'Port': ['ID=0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:49.517205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] Deleting port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:49.517342 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.581410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:48:49.590591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] For port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44,segment=NetworkSegment(67b109d1-beef-4b42-8b98-a71b4c9b2317),segment_id=67b109d1-beef-4b42-8b98-a71b4c9b2317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:49.591051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.592204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0ee2ec30-deee-4264-8c8a-4f55c5e37b34 admin admin] 10.222.0.24 "PUT /v2.0/routers/484f553f-84bd-405b-a0b8-3e4f56e39bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8008375 Dec 13 14:48:49.597706 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] Sync routers for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:48:49.608263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] Calling delete_port for 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:49.609271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44730) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:49.612888 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:49.613758 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:49.812850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:49.828449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-3201b54d-66a7-4739-b03a-e37ab0c73cbc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:49.830654 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-3201b54d-66a7-4739-b03a-e37ab0c73cbc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 821 time: 0.4051278 Dec 13 14:48:49.858911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-75f7f00e-1670-4219-af10-3d3ed5b4df03 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/quotas/800fa9694b1d4f06aab3ff8cffef4cf5 HTTP/1.1" status: 200 len: 375 time: 0.0216753 Dec 13 14:48:49.923831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67c959f3-7e53-4c37-99c0-156940448fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.932140 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:49.978396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf008a-6d2f-411b-a5a5-2a434ca06d11 req-95f24366-d191-4ac3-b10c-49cfa6990412 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:49.979917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-daaf008a-6d2f-411b-a5a5-2a434ca06d11 req-95f24366-d191-4ac3-b10c-49cfa6990412 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 950 time: 0.0627081 Dec 13 14:48:50.024074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:50.055377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-daaf008a-6d2f-411b-a5a5-2a434ca06d11 req-0c433d7d-f660-4ca3-b473-7756fbec12e4 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514975 Dec 13 14:48:50.058687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] Pushing event deleted for resources: {'Port': ['ID=0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:50.064806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082b7c1-ad74-486a-81ef-6e68c7f2b81d None None] No DVR routers for this DVR port 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:50.124031 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:48:47Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:50.153518 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] Checking router: 484f553f-84bd-405b-a0b8-3e4f56e39bd1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:48:50.163870 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] Routers {'484f553f-84bd-405b-a0b8-3e4f56e39bd1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:48:50.164452 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:50.170429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:50.183133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['3b18f5f6-835a-4b6e-9426-4fb1fce619ea'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:50.271191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Pushing event deleted for resources: {'Port': ['ID=3b18f5f6-835a-4b6e-9426-4fb1fce619ea,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:50.287495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] No DVR routers for this DVR port 3b18f5f6-835a-4b6e-9426-4fb1fce619ea on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:50.290056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:50.293251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c2c2cbc-737b-4439-ae8c-70d68994dac9 req-69a04577-5afd-49c0-900c-daf98a14b5ae tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "DELETE /v2.0/ports/3b18f5f6-835a-4b6e-9426-4fb1fce619ea HTTP/1.1" status: 204 len: 173 time: 1.2400100 Dec 13 14:48:50.293918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-deleted', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:50.296405 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3648705-d3b7-4b6a-ba20-72a8175c54ef" -d '{"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-deleted", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:50.318345 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] Set router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:48:50.337603 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fdefad-3bc0-4e29-a1c6-cec1f01d5ffa x-openstack-request-id: req-c7fdefad-3bc0-4e29-a1c6-cec1f01d5ffa {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:50.337603 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8e78f-4e17-4c87-a402-32479fbdc509", "name": "network-vif-deleted", "tag": "3b18f5f6-835a-4b6e-9426-4fb1fce619ea", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:50.337603 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7fdefad-3bc0-4e29-a1c6-cec1f01d5ffa {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:50.337821 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b8e78f-4e17-4c87-a402-32479fbdc509', 'name': 'network-vif-deleted', 'tag': '3b18f5f6-835a-4b6e-9426-4fb1fce619ea', 'status': 'completed', 'code': 200} Dec 13 14:48:50.339952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8f251485-a847-4204-a295-4f836def2527 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4485192 Dec 13 14:48:50.417866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd7fe1cf-8300-49d1-a983-ef9b8e1a75b0 req-dbe848da-6b3d-4685-bd08-1df3b5eb4f0a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0268712 Dec 13 14:48:50.419508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:50.462146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-b8f7a84b-8416-43f9-9b7e-7855470a352f service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137350 Dec 13 14:48:50.548006 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:48:47Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:50.554704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acface-bc75-48d2-9cf1-acd27a8faf16 req-fc2db2c2-9896-4a51-a118-19af76fb21e2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:50.562077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1acface-bc75-48d2-9cf1-acd27a8faf16 req-fc2db2c2-9896-4a51-a118-19af76fb21e2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 944 time: 0.0686486 Dec 13 14:48:50.610029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1acface-bc75-48d2-9cf1-acd27a8faf16 req-0c86db47-9e28-422b-afe2-e58bb7d212a4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Dec 13 14:48:50.639385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 14:48:50.647841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:50.709250 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7711c-91a2-4801-97e5-251574f72a8c None None] The sync data for ids ['484f553f-84bd-405b-a0b8-3e4f56e39bd1'] in n-d-816954-1 is: [{'id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'name': 'tempest-ServersTestBootFromVolume-115270882-router', 'tenant_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:44:07Z', 'updated_at': '2021-12-13T14:48:47Z', 'revision_number': 5, 'project_id': '0b6383e8b8bb4a13a3b1f117b67a30cf', 'gw_port': {'id': 'd6f30e64-76e8-4d6f-982e-8e9c7325a607', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f553f-84bd-405b-a0b8-3e4f56e39bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:44:09Z', 'updated_at': '2021-12-13T14:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:48:50.715230 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-5cf21c1b-bcd5-4977-a29e-bd7c6dce7680 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520690 Dec 13 14:48:50.721772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Deleting port d6f30e64-76e8-4d6f-982e-8e9c7325a607 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:50.722119 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:50.802936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Subnet': ['ID=46a8da46-6492-48ca-8f74-b31defb11384,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:50.814594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Checking segment: {'id': '9e005895-8928-4098-94b8-a8dc168c1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2277ca01-d435-4eda-9a02-6dd75c184c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:50.814964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network hostable DHCP agents. Network: 2277ca01-d435-4eda-9a02-6dd75c184c1e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:50.856120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] For port d6f30e64-76e8-4d6f-982e-8e9c7325a607, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d6f30e64-76e8-4d6f-982e-8e9c7325a607,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:50.856480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:50.868670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Calling delete_port for d6f30e64-76e8-4d6f-982e-8e9c7325a607 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:50.894549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:48:50.980369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network 2277ca01-d435-4eda-9a02-6dd75c184c1e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:51.043745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e65debe-28fd-4cf9-9da1-7a31ebb49723 req-f6c348ba-d367-4d52-8c2a-7d528cf707dc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 210 time: 0.0317495 Dec 13 14:48:51.060356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:48:51.067463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:51.109194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:51.109651 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.127861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2277ca01-d435-4eda-9a02-6dd75c184c1e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:51.142293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:51.143647 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.158534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d8f0d-138c-498a-a11b-4e98a381751a None None] Network 2277ca01-d435-4eda-9a02-6dd75c184c1e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:51.160298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:51.160778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0ffbb9c0-0aee-43a1-8a5f-64cda2a0eb44 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:51.205305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.271082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.286059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f30e64-76e8-4d6f-982e-8e9c7325a607,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:51.319067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:51.326106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:51.332280 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f33ccc8-2099-48fb-9b2b-2957ff5f2d30" -d '{"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-plugged", "status": "completed", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:51.334568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948a4b8-6e2a-4ceb-b249-10e117679032 req-7587cec4-1ee1-494b-8735-3b1fe2df4ad8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:51.344419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3948a4b8-6e2a-4ceb-b249-10e117679032 req-7587cec4-1ee1-494b-8735-3b1fe2df4ad8 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 950 time: 0.1884120 Dec 13 14:48:51.366758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2896ecf2-2724-499c-b415-d5d1e23c560e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3277967 Dec 13 14:48:51.370863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44762) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:51.412911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-016a1812-b86e-4d24-a402-c1fae23116e6 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:51.412911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-016a1812-b86e-4d24-a402-c1fae23116e6 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 950 time: 0.2052329 Dec 13 14:48:51.423705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-2277ca01-d435-4eda-9a02-6dd75c184c1e', 'network_id': '2277ca01-d435-4eda-9a02-6dd75c184c1e', 'tenant_id': 'a4d00e9dd56a4983b4d306289a82e89b', 'fixed_ips': [{'subnet_id': '46a8da46-6492-48ca-8f74-b31defb11384'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:51.424586 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.437148 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cf5b15-e04a-42c6-8a35-da2be33075ad x-openstack-request-id: req-f7cf5b15-e04a-42c6-8a35-da2be33075ad {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:51.437430 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-plugged", "status": "completed", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:51.438404 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7cf5b15-e04a-42c6-8a35-da2be33075ad {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:51.438805 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'code': 200} Dec 13 14:48:51.494660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.581414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Allocated IP 2001:db8::f816:3eff:fe32:35a5 (2277ca01-d435-4eda-9a02-6dd75c184c1e/46a8da46-6492-48ca-8f74-b31defb11384/4b35bfd8-35a7-4cfc-9078-edf4e10ac186) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:51.585244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3948a4b8-6e2a-4ceb-b249-10e117679032 req-865d0a2e-a016-430f-8e75-359d66135f86 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399459 Dec 13 14:48:51.585642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6497dd6-f814-45ad-8b8f-5456cd71d1b8 req-116741a6-339b-4271-9942-e8db3cded84b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0482986 Dec 13 14:48:51.606616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.620644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace056b5-a065-4912-8de6-1be5f49f14d8 req-5a51b899-af04-47f6-a015-bfe3aef33bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:51.622124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ace056b5-a065-4912-8de6-1be5f49f14d8 req-5a51b899-af04-47f6-a015-bfe3aef33bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 1095 time: 0.1132052 Dec 13 14:48:51.637982 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.643409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.691287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ace056b5-a065-4912-8de6-1be5f49f14d8 req-14d2a986-fd69-49b5-b395-d7058e9f1ee3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607920 Dec 13 14:48:51.701867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.758289 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.788381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Deleting port 7261e26e-e228-413e-824e-42d0e802baad {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:51.788950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.796580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.799008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171a08-af1a-40c4-aa47-e63e1d47232e req-8424ddea-1ffb-4c7e-8ed9-1b959df902c0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:51.800732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71171a08-af1a-40c4-aa47-e63e1d47232e req-8424ddea-1ffb-4c7e-8ed9-1b959df902c0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 944 time: 0.0743766 Dec 13 14:48:51.829135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:51.861281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.862184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484f553f-84bd-405b-a0b8-3e4f56e39bd1 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:48:51.873192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.874508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9c3a77a1-09ca-474a-a405-5034e5f12a86 admin admin] 10.222.0.24 "DELETE /v2.0/routers/484f553f-84bd-405b-a0b8-3e4f56e39bd1 HTTP/1.1" status: 204 len: 168 time: 2.2641709 Dec 13 14:48:51.877354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44768) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:51.880933 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.913985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71171a08-af1a-40c4-aa47-e63e1d47232e req-d73025e4-37a0-4281-8979-a4a121017bb4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Dec 13 14:48:51.951395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] For port 7261e26e-e228-413e-824e-42d0e802baad, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7261e26e-e228-413e-824e-42d0e802baad,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:51.951742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:51.957097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Pushing event updated for resources: {'Port': ['ID=4b35bfd8-35a7-4cfc-9078-edf4e10ac186,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:51.967452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Calling delete_port for 7261e26e-e228-413e-824e-42d0e802baad owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:51.981925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Network 2277ca01-d435-4eda-9a02-6dd75c184c1e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:51.988360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:51.990808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:51.996323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] Deleting subnet c3d47338-02fb-4fb0-a8d4-5736f9fea2f9 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:48:52.011340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.061669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a952-df39-4e9b-8a13-701f85308835 req-6deeb8ad-4941-4851-97af-6a5ecd16eb49 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:52.068511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-6deeb8ad-4941-4851-97af-6a5ecd16eb49 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "GET /v2.0/networks?id=51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 200 len: 814 time: 0.2647300 Dec 13 14:48:52.074199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.078184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Attempting to bind port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:52.080085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Attempting to bind port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9e005895-8928-4098-94b8-a8dc168c1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2277ca01-d435-4eda-9a02-6dd75c184c1e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:52.080085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Attempting to bind port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186 on network 2277ca01-d435-4eda-9a02-6dd75c184c1e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:52.085129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:52.086651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Checking segment: {'id': '9e005895-8928-4098-94b8-a8dc168c1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2277ca01-d435-4eda-9a02-6dd75c184c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:52.087786 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.088390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Bound using segment: {'id': '9e005895-8928-4098-94b8-a8dc168c1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2277ca01-d435-4eda-9a02-6dd75c184c1e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:52.089068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Bound port: 4b35bfd8-35a7-4cfc-9078-edf4e10ac186, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e005895-8928-4098-94b8-a8dc168c1b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2277ca01-d435-4eda-9a02-6dd75c184c1e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:52.089653 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.146020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Request body: {'port': {'device_id': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'admin_state_up': True, 'tenant_id': 'b60c212ff56c4ec983e88efc0f21cb81'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:52.170998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] For port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:52.175071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] For port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4b35bfd8-35a7-4cfc-9078-edf4e10ac186,segment=NetworkSegment(9e005895-8928-4098-94b8-a8dc168c1b67),segment_id=9e005895-8928-4098-94b8-a8dc168c1b67)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:52.264828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Subnet': ['ID=46a8da46-6492-48ca-8f74-b31defb11384,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:52.277004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.277133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.279041 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a21b14b7-649c-481b-bffd-b23ca68f8f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.314365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['22666c53-811b-4fe8-b7f5-74629e650337', '7261e26e-e228-413e-824e-42d0e802baad'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:52.314689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9bd8d5a-832d-4da1-91f5-969df87948d9 req-a289b69f-d9ce-4846-8ae9-d63fbcdda91b tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 210 time: 0.1327980 Dec 13 14:48:52.317072 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.317560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:52.345811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.346162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.346540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.346872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.347213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.347547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.347877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.348269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.348612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.348923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.349362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.349671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:48:52.350822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event deleted for resources: {'Port': ['ID=7261e26e-e228-413e-824e-42d0e802baad,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:52.355976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.448204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] No DVR routers for this DVR port 7261e26e-e228-413e-824e-42d0e802baad on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:52.450884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2277ca01-d435-4eda-9a02-6dd75c184c1e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:52.455345 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.459243 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef3119d5-877b-42b2-a4b2-08fef191dcb0 req-3e1d4a0d-5228-4252-ad2f-4c5458e6ae73 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "DELETE /v2.0/ports/7261e26e-e228-413e-824e-42d0e802baad HTTP/1.1" status: 204 len: 173 time: 1.0408897 Dec 13 14:48:52.459808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-deleted', 'tag': '7261e26e-e228-413e-824e-42d0e802baad'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:52.463472 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84942e37-ac02-4455-874b-29772c5f6fad" -d '{"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-deleted", "tag": "7261e26e-e228-413e-824e-42d0e802baad"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:52.503240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e005895-8928-4098-94b8-a8dc168c1b67') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:52.503535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e005895-8928-4098-94b8-a8dc168c1b67') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:52.507183 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a76667-c0a4-4d55-89d9-525af4919946 x-openstack-request-id: req-35a76667-c0a4-4d55-89d9-525af4919946 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:52.507482 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b60c1db-e05c-485f-9034-5c926ef45889", "name": "network-vif-deleted", "tag": "7261e26e-e228-413e-824e-42d0e802baad", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:52.507733 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35a76667-c0a4-4d55-89d9-525af4919946 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:52.508147 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b60c1db-e05c-485f-9034-5c926ef45889', 'name': 'network-vif-deleted', 'tag': '7261e26e-e228-413e-824e-42d0e802baad', 'status': 'completed', 'code': 200} Dec 13 14:48:52.530137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.539432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420367e1-5362-4abb-966c-ad9bee480d64 None None] Pushing event updated for resources: {'Port': ['ID=4b35bfd8-35a7-4cfc-9078-edf4e10ac186,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:52.543031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40108707-ffdd-4bb9-bf36-516cdeabdd64 None None] Network 2277ca01-d435-4eda-9a02-6dd75c184c1e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:52.574485 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.596067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:48:52.596465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:48:52.599448 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:48:52.601634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.794154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab7ffd02-0006-4dc3-94f4-a1069908e758 req-fb6f96ca-6e49-4848-b0b5-5258f11cdf49 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b60c1db-e05c-485f-9034-5c926ef45889 HTTP/1.1" status: 200 len: 210 time: 0.0508599 Dec 13 14:48:52.828981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b67fae9d-c40b-48aa-9317-7f605732796f req-a7fa32c0-ccc1-4784-bd4d-03494ee1af74 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0955467 Dec 13 14:48:52.839440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Made reservation on behalf of b60c212ff56c4ec983e88efc0f21cb81 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:52.839440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:52.880565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 14:48:52.880565 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 14:48:52.880565 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '2277ca01-d435-4eda-9a02-6dd75c184c1e'}] Dec 13 14:48:52.880565 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:48:52.880992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdaec56a-33cf-4c36-8c62-7d4c8b368536 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:52.881448 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:48:52.907104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: fdaec56a-33cf-4c36-8c62-7d4c8b368536 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:52.907781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdaec56a-33cf-4c36-8c62-7d4c8b368536 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:52.908203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d6f30e64-76e8-4d6f-982e-8e9c7325a607 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:52.930795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3b18f5f6-835a-4b6e-9426-4fb1fce619ea no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:52.935307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d6f30e64-76e8-4d6f-982e-8e9c7325a607 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:52.940333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d6f30e64-76e8-4d6f-982e-8e9c7325a607 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:52.956730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 3b18f5f6-835a-4b6e-9426-4fb1fce619ea {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:52.957094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3b18f5f6-835a-4b6e-9426-4fb1fce619ea not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:52.967112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.005901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.010390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac1603-7099-43c9-a966-4a9cb60438c1 None None] Network 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:53.011656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c3d47338-02fb-4fb0-a8d4-5736f9fea2f9 HTTP/1.1" status: 204 len: 168 time: 1.1290741 Dec 13 14:48:53.013111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44786) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:53.047962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1b44-5da3-4edf-8281-d8d507235053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d47338-02fb-4fb0-a8d4-5736f9fea2f9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:53.095593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Allocated IP 172.20.0.4 (51597a13-81df-4077-9e08-8a9e3a5c0a79/500c562e-7bdf-41cc-8bcf-0c87972b8284/502fd7c3-e2b7-44e5-9e79-283d425fc464) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:53.099660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.104609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d80b2-727d-4bf0-9ae0-29e30a441eec req-55a04d91-aed6-43f7-a614-308614155fbd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:53.108388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860d80b2-727d-4bf0-9ae0-29e30a441eec req-55a04d91-aed6-43f7-a614-308614155fbd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0881584 Dec 13 14:48:53.163846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Deleting port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:53.164513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.193656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-860d80b2-727d-4bf0-9ae0-29e30a441eec req-29531aa4-9d71-4424-80aa-35bf28c0caf6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780597 Dec 13 14:48:53.220314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.236951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] For port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:53.237414 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.251109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] DHCP port deletion for 1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:48:53.259678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Calling delete_port for b9dc738d-9313-48f8-a1d0-c0291a5e2a9a owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:53.304077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] Deleting port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:53.304359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.338494 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.383062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.388657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] For port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,segment=NetworkSegment(ba3bcc28-57a4-439e-95cc-f9f59c689a0b),segment_id=ba3bcc28-57a4-439e-95cc-f9f59c689a0b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:53.388657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.400107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] Calling delete_port for b9dc738d-9313-48f8-a1d0-c0291a5e2a9a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:53.440725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d654c39b-4dc0-426d-a0fb-03d7df495293 req-3f411bfc-d21d-4009-b42d-539afac26395 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 210 time: 0.0299504 Dec 13 14:48:53.467524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:53.468540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.512395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.514650 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.524276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.549975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:53.549975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] No DVR routers for this DVR port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:53.585022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] Pushing event deleted for resources: {'Port': ['ID=b9dc738d-9313-48f8-a1d0-c0291a5e2a9a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:53.587667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195114c-eb1e-49ab-8547-7f5d3f73e107 None None] No DVR routers for this DVR port b9dc738d-9313-48f8-a1d0-c0291a5e2a9a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:53.596242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Network 51597a13-81df-4077-9e08-8a9e3a5c0a79 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:53.602127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] For port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4b35bfd8-35a7-4cfc-9078-edf4e10ac186,segment=NetworkSegment(9e005895-8928-4098-94b8-a8dc168c1b67),segment_id=9e005895-8928-4098-94b8-a8dc168c1b67)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:53.602127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.608578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:53.610514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03612551-158f-4afd-860b-e239aaa16653 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 14:48:53.621248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:53.624323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Calling delete_port for 4b35bfd8-35a7-4cfc-9078-edf4e10ac186 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:53.630890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.644245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Pushing event updated for resources: {'Port': ['ID=502fd7c3-e2b7-44e5-9e79-283d425fc464,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:53.656010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa3acb3-63cf-4f7f-8f23-9f2df15c4299']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:53.670183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:53.670865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3bcc28-57a4-439e-95cc-f9f59c689a0b') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:53.683690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.701575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.709022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:48:53.709664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:48:53.711687 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:48:53.722390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:53.723022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.790888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03612551-158f-4afd-860b-e239aaa16653 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 14:48:53.866896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-53a6dd76-78b6-4bac-b80e-544bdff101a4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7358580 Dec 13 14:48:53.875978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.878974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.884945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:53.893620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] 10.222.0.24 "DELETE /v2.0/networks/1aa3acb3-63cf-4f7f-8f23-9f2df15c4299 HTTP/1.1" status: 204 len: 168 time: 0.8793485 Dec 13 14:48:53.895088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Request body: {'port': {'device_id': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:53.941088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386bcc-5507-441b-837f-75a0ebe0d00e admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa3acb3-63cf-4f7f-8f23-9f2df15c4299,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:53.992724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.012477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Port': ['ID=4b35bfd8-35a7-4cfc-9078-edf4e10ac186,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:54.023072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No DVR routers for this DVR port 4b35bfd8-35a7-4cfc-9078-edf4e10ac186 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:54.151909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393f1aa-ce20-4383-ac2b-53b44bdea913 req-8733a21e-89ca-4408-9fbf-0a960c728d7a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:54.153396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6393f1aa-ce20-4383-ac2b-53b44bdea913 req-8733a21e-89ca-4408-9fbf-0a960c728d7a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 931 time: 0.1939018 Dec 13 14:48:54.162994 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.255528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2277ca01-d435-4eda-9a02-6dd75c184c1e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:54.280665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e005895-8928-4098-94b8-a8dc168c1b67') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:54.280960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e005895-8928-4098-94b8-a8dc168c1b67') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:54.286780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6393f1aa-ce20-4383-ac2b-53b44bdea913 req-e996cf5b-7a51-4cdf-96fe-6c8f88b3c1b4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256051 Dec 13 14:48:54.357091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-6590d570-686a-4a7a-976c-a6a6db7f1a4c tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:54.362680 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-6590d570-686a-4a7a-976c-a6a6db7f1a4c tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.50 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 821 time: 0.1491151 Dec 13 14:48:54.369329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44806) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:54.381711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'port': {'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'admin_state_up': True, 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:54.412035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.469917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.482280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:48:54.482682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:48:54.485667 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:48:54.525791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-27e85a11-85dc-43a5-be69-494bef8ec722 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b6383e8b8bb4a13a3b1f117b67a30cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529288 Dec 13 14:48:54.527941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44812) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:54.552737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127531c-827e-4aad-83ff-54142cdcdaa6 req-7829e61c-e216-4e6b-af9b-fb798b9af0f1 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:54.554203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4127531c-827e-4aad-83ff-54142cdcdaa6 req-7829e61c-e216-4e6b-af9b-fb798b9af0f1 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1348729 Dec 13 14:48:54.564294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b050a-2306-4563-9008-6a0b79451c66 req-565f4c29-f4b6-4542-b24a-00e057940f02 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:54.565774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b16b050a-2306-4563-9008-6a0b79451c66 req-565f4c29-f4b6-4542-b24a-00e057940f02 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1558883 Dec 13 14:48:54.635976 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4127531c-827e-4aad-83ff-54142cdcdaa6 req-57b8e2c7-fc8c-4478-8e0b-3f0af91b5e8e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631423 Dec 13 14:48:54.644520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b16b050a-2306-4563-9008-6a0b79451c66 req-dc9d2669-955e-43fa-99b9-2e66b0851971 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662115 Dec 13 14:48:54.660413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e14e0931-ea92-4cf1-9965-ac6c89595269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.688916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502fd7c3-e2b7-44e5-9e79-283d425fc464 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:54.697106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.709581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e14e0931-ea92-4cf1-9965-ac6c89595269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.723153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Transition to ACTIVE for port object 502fd7c3-e2b7-44e5-9e79-283d425fc464 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:54.729079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.736257 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.743681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/2277ca01-d435-4eda-9a02-6dd75c184c1e HTTP/1.1" status: 204 len: 168 time: 3.3682580 Dec 13 14:48:54.746767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44818) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:54.752902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1803802348'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:54.759235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Made reservation on behalf of 800fa9694b1d4f06aab3ff8cffef4cf5 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:54.767546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.803648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bf4b433-d2b0-48ce-a078-655175d53d75 req-46d6e0f2-389e-4da3-a7e6-f0cb318c2d4a tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 210 time: 0.0557795 Dec 13 14:48:54.804808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577721-c05b-48fc-90fc-a4c695825b0e tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Network': ['ID=2277ca01-d435-4eda-9a02-6dd75c184c1e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:54.820725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.837656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b9dc738d-9313-48f8-a1d0-c0291a5e2a9a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:54.870134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b9dc738d-9313-48f8-a1d0-c0291a5e2a9a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:54.870370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b9dc738d-9313-48f8-a1d0-c0291a5e2a9a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:54.871947 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.873167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:54.878244 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.904625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=502fd7c3-e2b7-44e5-9e79-283d425fc464,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:54.914302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:48:54.937233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 7261e26e-e228-413e-824e-42d0e802baad {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:48:54.937233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7261e26e-e228-413e-824e-42d0e802baad not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:48:54.938298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:54.958614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e14e0931-ea92-4cf1-9965-ac6c89595269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.961515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e14e0931-ea92-4cf1-9965-ac6c89595269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.962835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e14e0931-ea92-4cf1-9965-ac6c89595269 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/201275ce-8dd6-46ac-885f-572d6aa6de56 HTTP/1.1" status: 204 len: 168 time: 0.4339728 Dec 13 14:48:54.985625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e0931-ea92-4cf1-9965-ac6c89595269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201275ce-8dd6-46ac-885f-572d6aa6de56,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:54.990564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:54.990913 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Added segment 6e3bfa68-c75e-4960-8363-40e88ca0b972 of type vlan for network 1a2eb193-8957-4731-a57e-a1090f6c6391 Dec 13 14:48:54.997233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Attempting to bind port 502fd7c3-e2b7-44e5-9e79-283d425fc464 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:54.997635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Attempting to bind port 502fd7c3-e2b7-44e5-9e79-283d425fc464 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:54.997943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Attempting to bind port 502fd7c3-e2b7-44e5-9e79-283d425fc464 on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:55.003082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Port 502fd7c3-e2b7-44e5-9e79-283d425fc464 on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:55.003401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Attempting to bind port 502fd7c3-e2b7-44e5-9e79-283d425fc464 on network 51597a13-81df-4077-9e08-8a9e3a5c0a79 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:55.008568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:55.012366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Checking segment: {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:55.012366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Bound using segment: {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:55.012366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Bound port: 502fd7c3-e2b7-44e5-9e79-283d425fc464, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0f109c-70f1-41e3-b251-c5e14de828af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:55.012366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.055207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Allocated IP 172.20.0.10 (43e0fa2d-e975-43a8-a8d3-81c7c87333be/21a37fd4-a617-4f78-987d-3b1e270d761b/06748d08-0451-4f61-946a-a88021e49038) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:55.058035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.091506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] For port 502fd7c3-e2b7-44e5-9e79-283d425fc464, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:55.097452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] For port 502fd7c3-e2b7-44e5-9e79-283d425fc464, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=502fd7c3-e2b7-44e5-9e79-283d425fc464,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:55.111904 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.187058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.222636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:55.223248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.224626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/502fd7c3-e2b7-44e5-9e79-283d425fc464 HTTP/1.1" status: 200 len: 1091 time: 1.3427005 Dec 13 14:48:55.225093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'tag': '502fd7c3-e2b7-44e5-9e79-283d425fc464'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:55.227418 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177c27bd-e460-49a4-8294-31c66765c745" -d '{"events": [{"name": "network-changed", "server_uuid": "76baf463-14bc-4322-886d-c91c9c5fe0f6", "tag": "502fd7c3-e2b7-44e5-9e79-283d425fc464"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:55.276294 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc0205-147e-4f64-ac68-ff3b3cea655c x-openstack-request-id: req-fabc0205-147e-4f64-ac68-ff3b3cea655c {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:55.276585 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76baf463-14bc-4322-886d-c91c9c5fe0f6", "tag": "502fd7c3-e2b7-44e5-9e79-283d425fc464", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:55.277029 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fabc0205-147e-4f64-ac68-ff3b3cea655c {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:55.279196 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'tag': '502fd7c3-e2b7-44e5-9e79-283d425fc464', 'status': 'completed', 'code': 200} Dec 13 14:48:55.282597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff5afa-da50-4ce5-a4e6-08693dce5cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=502fd7c3-e2b7-44e5-9e79-283d425fc464,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:55.355828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c27bd-e460-49a4-8294-31c66765c745 req-229b2e22-6ff5-4a02-8e13-b062054cdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:55.357758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-177c27bd-e460-49a4-8294-31c66765c745 req-229b2e22-6ff5-4a02-8e13-b062054cdd10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 1094 time: 0.0510292 Dec 13 14:48:55.504215 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.509855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:55.510504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.520503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856ac6-4d4d-4762-be8f-a57e8e63fae4 req-e34aaaaa-b041-439b-b30b-eb5ea152f94b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:55.528933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0856ac6-4d4d-4762-be8f-a57e8e63fae4 req-e34aaaaa-b041-439b-b30b-eb5ea152f94b tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.1692896 Dec 13 14:48:55.599019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1693c1-1843-49e4-a888-62d765ae63ee req-141e290c-0937-4644-aa0a-57bb0fbbfc9e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:55.607544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d1693c1-1843-49e4-a888-62d765ae63ee req-141e290c-0937-4644-aa0a-57bb0fbbfc9e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.4349697 Dec 13 14:48:55.621744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.645386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Network': ['ID=1a2eb193-8957-4731-a57e-a1090f6c6391,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:55.657654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1a2eb193-8957-4731-a57e-a1090f6c6391 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:55.686829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d1693c1-1843-49e4-a888-62d765ae63ee req-f43aa322-a06e-41a0-9727-1622dfbb3620 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721066 Dec 13 14:48:55.762807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d15068df-0e26-4d86-ba46-e9aa4ff83dfd tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0149441 Dec 13 14:48:55.774888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44838) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:55.782915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'subnet': {'network_id': '1a2eb193-8957-4731-a57e-a1090f6c6391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:55.861656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:55.874401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a53bc811-c5b4-4e5e-809a-ce033f1b5571'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:55.878549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0856ac6-4d4d-4762-be8f-a57e8e63fae4 req-34c9a7c9-9226-4a18-9cf4-85ecc65bbc9d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445842 Dec 13 14:48:55.887929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c27bd-e460-49a4-8294-31c66765c745 req-2d7c3486-2e24-47d8-ba9b-04bce1e830bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:55.887929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-177c27bd-e460-49a4-8294-31c66765c745 req-2d7c3486-2e24-47d8-ba9b-04bce1e830bc service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5148821 Dec 13 14:48:55.950906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d96c79-0c8a-4192-864f-c84ec85d5660 req-78d90d91-9235-472e-8ff8-ec25c79592e7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:55.957076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80d96c79-0c8a-4192-864f-c84ec85d5660 req-78d90d91-9235-472e-8ff8-ec25c79592e7 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1805966 Dec 13 14:48:55.997796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:56.017771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:56.033104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:56.057501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Pushing event updated for resources: {'Port': ['ID=06748d08-0451-4f61-946a-a88021e49038,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:56.092601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-698ba695-8be3-437b-b783-024320af13e2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.095995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-698ba695-8be3-437b-b783-024320af13e2 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 950 time: 0.1537437 Dec 13 14:48:56.135368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c27bd-e460-49a4-8294-31c66765c745 req-ce824096-8a17-4f67-b972-fb168781725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.136838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-177c27bd-e460-49a4-8294-31c66765c745 req-ce824096-8a17-4f67-b972-fb168781725b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2429790 Dec 13 14:48:56.145194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1883-dc52-4f10-a935-c37192917be5 req-25ca382b-a29c-4e07-a2dc-da9be0b988c9 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.146741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f71f1883-dc52-4f10-a935-c37192917be5 req-25ca382b-a29c-4e07-a2dc-da9be0b988c9 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 932 time: 0.1094177 Dec 13 14:48:56.153295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80d96c79-0c8a-4192-864f-c84ec85d5660 req-1d8a0149-b25c-424a-977c-d13b3284fcbb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845355 Dec 13 14:48:56.172566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:56.180616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.206823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.208482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.329827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f71f1883-dc52-4f10-a935-c37192917be5 req-627dee14-7b16-47c5-9366-011619918ccf tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324754 Dec 13 14:48:56.345595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a952-df39-4e9b-8a13-701f85308835 req-02e3d252-9f9f-494a-842c-1a5ef7ce9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.347120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-02e3d252-9f9f-494a-842c-1a5ef7ce9a2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 1094 time: 0.1565850 Dec 13 14:48:56.380646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-8c038d1f-fd6f-4503-8e44-0420553ef8e5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0040352 Dec 13 14:48:56.381770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2b813061-abff-4c69-bd23-9dafde553a5f None None] Provisioning complete for port 06748d08-0451-4f61-946a-a88021e49038 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:48:56.382639 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b813061-abff-4c69-bd23-9dafde553a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.403120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-e6cd343e-fb87-4122-a3e2-7a2a6098429c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502fd7c3-e2b7-44e5-9e79-283d425fc464 HTTP/1.1" status: 200 len: 217 time: 0.0433471 Dec 13 14:48:56.418591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Request body: {'port': {'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:56.422274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2b813061-abff-4c69-bd23-9dafde553a5f None None] Port 06748d08-0451-4f61-946a-a88021e49038 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:48:56.423182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44856) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:56.426060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Deleting port 22666c53-811b-4fe8-b7f5-74629e650337 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:56.426432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.491428 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.519353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a952-df39-4e9b-8a13-701f85308835 req-206f385b-7f36-4e28-81ef-6569ee928312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.520836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-206f385b-7f36-4e28-81ef-6569ee928312 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=500c562e-7bdf-41cc-8bcf-0c87972b8284 HTTP/1.1" status: 200 len: 854 time: 0.1096725 Dec 13 14:48:56.551313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.575760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-97b81812-bc83-49f4-8c16-6104e768fff0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51597a13-81df-4077-9e08-8a9e3a5c0a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349553 Dec 13 14:48:56.584156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1261559398-network', 'tenant_id': '193c59c70d0b4d7c840d343e4f422e83'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:56.603296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] For port 22666c53-811b-4fe8-b7f5-74629e650337, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=22666c53-811b-4fe8-b7f5-74629e650337,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:56.603663 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.664294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Calling delete_port for 22666c53-811b-4fe8-b7f5-74629e650337 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:56.672734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Subnet': ['ID=0475af6d-20cf-415b-b558-737b4a2360be,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:56.731809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Checking segment: {'id': '6e3bfa68-c75e-4960-8363-40e88ca0b972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1a2eb193-8957-4731-a57e-a1090f6c6391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:56.732168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network hostable DHCP agents. Network: 1a2eb193-8957-4731-a57e-a1090f6c6391, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:56.750759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Made reservation on behalf of 193c59c70d0b4d7c840d343e4f422e83 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:56.753408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.766104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-7a52b35a-e49b-4c9d-898c-d11d2217f2f1 service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753531 Dec 13 14:48:56.771400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.840176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network 1a2eb193-8957-4731-a57e-a1090f6c6391 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:56.867567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d112cf-80fe-4dbc-a9f9-3265c273cf3e req-6f0893fe-3b1d-41a5-8fee-1d831879df79 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.869081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95d112cf-80fe-4dbc-a9f9-3265c273cf3e req-6f0893fe-3b1d-41a5-8fee-1d831879df79 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0944021 Dec 13 14:48:56.932383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06748d08-0451-4f61-946a-a88021e49038 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:56.944818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1a2eb193-8957-4731-a57e-a1090f6c6391) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:56.947671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.955000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0387b887-ec87-4590-b173-df2325fe7f02 None None] Network 1a2eb193-8957-4731-a57e-a1090f6c6391 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:56.959008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:56.959606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:56.971687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc47a952-df39-4e9b-8a13-701f85308835 req-7aac2b18-a2c2-44d2-96ad-ae16446755f4 service neutron] 10.222.0.55 "GET /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979270 Dec 13 14:48:56.975659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95d112cf-80fe-4dbc-a9f9-3265c273cf3e req-31e291b3-22de-4b32-9e85-13aa736ace27 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968640 Dec 13 14:48:56.993263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Transition to ACTIVE for port object 06748d08-0451-4f61-946a-a88021e49038 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:48:57.022040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.034446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dff48-1d89-43c0-84c4-88711d8bde6a req-3d20d9ce-54bb-4fd4-b4e3-4e78378e5bec tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:57.035936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-719dff48-1d89-43c0-84c4-88711d8bde6a req-3d20d9ce-54bb-4fd4-b4e3-4e78378e5bec tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.0902812 Dec 13 14:48:57.081260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-719dff48-1d89-43c0-84c4-88711d8bde6a req-2021fdb8-725e-4101-b8d0-285c6b18637d tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Dec 13 14:48:57.084387 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.102476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:57.105832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['22666c53-811b-4fe8-b7f5-74629e650337'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:57.117606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f3250cad-2ca6-4c18-bdd3-0e0a05924897 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3400266 Dec 13 14:48:57.121465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.122893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44868) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:57.125472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event deleted for resources: {'Port': ['ID=22666c53-811b-4fe8-b7f5-74629e650337,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:57.135865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.210024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Pushing event updated for resources: {'Port': ['ID=06748d08-0451-4f61-946a-a88021e49038,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:57.242076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:57.247949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-1a2eb193-8957-4731-a57e-a1090f6c6391', 'network_id': '1a2eb193-8957-4731-a57e-a1090f6c6391', 'tenant_id': 'a4d00e9dd56a4983b4d306289a82e89b', 'fixed_ips': [{'subnet_id': '0475af6d-20cf-415b-b558-737b4a2360be'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:48:57.248809 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.325754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] No DVR routers for this DVR port 22666c53-811b-4fe8-b7f5-74629e650337 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:57.328836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Attempting to bind port 06748d08-0451-4f61-946a-a88021e49038 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:57.328999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Attempting to bind port 06748d08-0451-4f61-946a-a88021e49038 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:57.329410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Attempting to bind port 06748d08-0451-4f61-946a-a88021e49038 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:57.334345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.337398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Port 06748d08-0451-4f61-946a-a88021e49038 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:48:57.337857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Attempting to bind port 06748d08-0451-4f61-946a-a88021e49038 on network 43e0fa2d-e975-43a8-a8d3-81c7c87333be {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:57.338973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee35f3d5-6bf7-4d98-82e6-15dd3dbd9bf5 req-faa3df03-237c-4c34-b918-b9abfb7af0cc tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.50 "DELETE /v2.0/ports/22666c53-811b-4fe8-b7f5-74629e650337 HTTP/1.1" status: 204 len: 173 time: 1.2308760 Dec 13 14:48:57.346113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:57.347908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Checking segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:57.347908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Bound using segment: {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:57.348123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Bound port: 06748d08-0451-4f61-946a-a88021e49038, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89207114-8b31-4988-b92b-5eb855173a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:57.348615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.352996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-deleted', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:57.355824 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c31d810-4a39-4839-9299-c045ffaa235f" -d '{"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-deleted", "tag": "22666c53-811b-4fe8-b7f5-74629e650337"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:57.366545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.371228 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Added segment a2a3bc1c-5929-4635-98cc-44269781cbe4 of type vlan for network e3315d2c-d56c-4b5f-8f88-ede3975282e6 Dec 13 14:48:57.371228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f5444-d641-41ed-a114-d5314d4ed5b3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:57.398496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88fac91f-9970-49f3-824c-f1b09df04cbb req-d7a60edf-f1cf-4999-bf88-3d17cb400f96 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 210 time: 0.0766573 Dec 13 14:48:57.450932 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] For port 06748d08-0451-4f61-946a-a88021e49038, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:57.463712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] For port 06748d08-0451-4f61-946a-a88021e49038, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=06748d08-0451-4f61-946a-a88021e49038,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:57.479353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.492177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.546415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Allocated IP 2001:db8::2 (1a2eb193-8957-4731-a57e-a1090f6c6391/0475af6d-20cf-415b-b558-737b4a2360be/e5bf28a6-7b4d-445f-b85c-65f4837061bf) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:48:57.566945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.582988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.651730 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.652693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:57.653271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.668799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Pushing event updated for resources: {'Port': ['ID=06748d08-0451-4f61-946a-a88021e49038,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:57.682497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:57.686988 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.691371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-af636ffa-543e-499e-a301-77dc0b81a863 service neutron] 10.222.0.50 "PUT /v2.0/ports/06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 1092 time: 1.2801118 Dec 13 14:48:57.692001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'tag': '06748d08-0451-4f61-946a-a88021e49038'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:48:57.694365 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c781a8-2f55-410e-ad95-089b6b1174a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "tag": "06748d08-0451-4f61-946a-a88021e49038"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:48:57.790521 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.806396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3764887 Dec 13 14:48:57.809083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44888) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:57.810734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846508d-e092-48af-aea8-7273885392d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3315d2c-d56c-4b5f-8f88-ede3975282e6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:57.817596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Request body: {'subnet': {'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1261559398-subnet', 'tenant_id': '193c59c70d0b4d7c840d343e4f422e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:57.824481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:48:57.827237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835a2e1-a783-45b3-a968-21b569f9b480 req-e380955e-7f9e-46a7-aac3-87938587f8f9 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:57.829369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4835a2e1-a783-45b3-a968-21b569f9b480 req-e380955e-7f9e-46a7-aac3-87938587f8f9 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 944 time: 0.2471402 Dec 13 14:48:57.920644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4835a2e1-a783-45b3-a968-21b569f9b480 req-de4051fe-85e0-45a7-8941-10962a853678 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777118 Dec 13 14:48:57.923374 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:57.943422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-fb30004a-eade-463d-a377-9ba36374dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:57.949207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-fb30004a-eade-463d-a377-9ba36374dba1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 1095 time: 0.0680149 Dec 13 14:48:57.950598 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db634c9-ce53-4963-bb61-5e8129575569 x-openstack-request-id: req-3db634c9-ce53-4963-bb61-5e8129575569 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:57.957553 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affbd7f5-afcf-4a70-bf3c-36fb6d536bec", "name": "network-vif-deleted", "tag": "22666c53-811b-4fe8-b7f5-74629e650337", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:57.957553 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3db634c9-ce53-4963-bb61-5e8129575569 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:57.957553 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affbd7f5-afcf-4a70-bf3c-36fb6d536bec', 'name': 'network-vif-deleted', 'tag': '22666c53-811b-4fe8-b7f5-74629e650337', 'status': 'completed', 'code': 200} Dec 13 14:48:57.973164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Network 1a2eb193-8957-4731-a57e-a1090f6c6391 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:48:57.976011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:57.985612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:48:58.020650 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.028067 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2993fbc7-3e93-47e8-b550-6277b95d56b4 x-openstack-request-id: req-2993fbc7-3e93-47e8-b550-6277b95d56b4 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:48:58.028628 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "tag": "06748d08-0451-4f61-946a-a88021e49038", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:48:58.028628 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2993fbc7-3e93-47e8-b550-6277b95d56b4 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:48:58.028994 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'tag': '06748d08-0451-4f61-946a-a88021e49038', 'status': 'completed', 'code': 200} Dec 13 14:48:58.031474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-bca8a6fb-94ec-468e-8448-ac50444bba2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 217 time: 0.0706739 Dec 13 14:48:58.032125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Made reservation on behalf of 193c59c70d0b4d7c840d343e4f422e83 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:58.034644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.039282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Pushing event updated for resources: {'Port': ['ID=e5bf28a6-7b4d-445f-b85c-65f4837061bf,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:58.057876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Subnet': ['ID=0475af6d-20cf-415b-b558-737b4a2360be,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:58.101467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Attempting to bind port e5bf28a6-7b4d-445f-b85c-65f4837061bf on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:48:58.101856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Attempting to bind port e5bf28a6-7b4d-445f-b85c-65f4837061bf by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '6e3bfa68-c75e-4960-8363-40e88ca0b972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1a2eb193-8957-4731-a57e-a1090f6c6391'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:48:58.102228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Attempting to bind port e5bf28a6-7b4d-445f-b85c-65f4837061bf on network 1a2eb193-8957-4731-a57e-a1090f6c6391 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:48:58.111444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:48:58.111825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Checking segment: {'id': '6e3bfa68-c75e-4960-8363-40e88ca0b972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1a2eb193-8957-4731-a57e-a1090f6c6391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:58.112232 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.112687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Bound using segment: {'id': '6e3bfa68-c75e-4960-8363-40e88ca0b972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1a2eb193-8957-4731-a57e-a1090f6c6391'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:48:58.113162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Bound port: e5bf28a6-7b4d-445f-b85c-65f4837061bf, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3bfa68-c75e-4960-8363-40e88ca0b972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1a2eb193-8957-4731-a57e-a1090f6c6391'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:48:58.113928 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.138610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.167643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2eb193-8957-4731-a57e-a1090f6c6391']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:58.179774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3bfa68-c75e-4960-8363-40e88ca0b972') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:58.188945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3bfa68-c75e-4960-8363-40e88ca0b972') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:58.190972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] For port e5bf28a6-7b4d-445f-b85c-65f4837061bf, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:48:58.195161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] For port e5bf28a6-7b4d-445f-b85c-65f4837061bf, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e5bf28a6-7b4d-445f-b85c-65f4837061bf,segment=NetworkSegment(6e3bfa68-c75e-4960-8363-40e88ca0b972),segment_id=6e3bfa68-c75e-4960-8363-40e88ca0b972)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:48:58.201007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.231963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bee090-bc8e-4751-9df6-5fa72853f1b0 req-fa1a0acd-ed7a-46c0-92fa-e2da0ed0c5d2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:58.233475 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46bee090-bc8e-4751-9df6-5fa72853f1b0 req-fa1a0acd-ed7a-46c0-92fa-e2da0ed0c5d2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.2074189 Dec 13 14:48:58.247568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cae39b-4c5f-43b0-981b-bdd3c42326fb req-8f1e532d-622f-4a26-90bd-52a7cf0fa962 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:58.249132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7cae39b-4c5f-43b0-981b-bdd3c42326fb req-8f1e532d-622f-4a26-90bd-52a7cf0fa962 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.0669146 Dec 13 14:48:58.257799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-70b78acf-8eea-454d-a207-9df85c12717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:58.259190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-70b78acf-8eea-454d-a207-9df85c12717a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1656187 Dec 13 14:48:58.280984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.292319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.298012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7cae39b-4c5f-43b0-981b-bdd3c42326fb req-33c8bdf7-c3e9-4911-86c6-64ef6e68cbe4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Dec 13 14:48:58.303778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:48:58.306891 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:48:58.314962 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:48:58.345237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46bee090-bc8e-4751-9df6-5fa72853f1b0 req-61ffafdf-c264-4099-88dd-c336e7deb73b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929711 Dec 13 14:48:58.384409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cebd6-5f51-4281-afca-8a12051cad98 None None] Pushing event updated for resources: {'Port': ['ID=e5bf28a6-7b4d-445f-b85c-65f4837061bf,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:58.394133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-15dc88dc-7a4a-4ceb-849f-8e31994d8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:58.395958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-15dc88dc-7a4a-4ceb-849f-8e31994d8cb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250176 Dec 13 14:48:58.399591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3cb2e-461a-4e39-8110-c9b067cb3c77 None None] Network 1a2eb193-8957-4731-a57e-a1090f6c6391 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:58.408743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 14:48:58.408743 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 14:48:58.408743 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '1a2eb193-8957-4731-a57e-a1090f6c6391'}] Dec 13 14:48:58.408743 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:48:58.409506 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:48:58.556390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56cdb95e-0274-4296-aa45-65f8c4446a3d req-a82d461c-9848-42b8-8db9-cd32cb3c84d1 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=affbd7f5-afcf-4a70-bf3c-36fb6d536bec HTTP/1.1" status: 200 len: 210 time: 0.0394650 Dec 13 14:48:58.566335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-20999f6a-9301-411f-bf93-69a5fb3a4aa8 service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594257 Dec 13 14:48:58.585694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315ea4ae-1d96-4d7c-81c8-88f08463678d None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 14:48:58.630054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.705811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8386019-e089-4292-8365-04a9dc8fc304,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:58.706967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ea4ae-1d96-4d7c-81c8-88f08463678d None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 14:48:58.728230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Checking segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:48:58.731414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Network hostable DHCP agents. Network: e3315d2c-d56c-4b5f-8f88-ede3975282e6, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:48:58.732321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ef065f4-2165-4136-8a0d-f3c46bc293e1 req-9b35447f-119a-4719-b8e5-9dfb1fda0649 service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558139 Dec 13 14:48:58.794569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:48:58.868791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e3315d2c-d56c-4b5f-8f88-ede3975282e6) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:48:58.872689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:58.873287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.910028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:58.924609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-94640ceb-feb1-4b84-8671-07adae462827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:58.926566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-94640ceb-feb1-4b84-8671-07adae462827 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 1095 time: 0.0496783 Dec 13 14:48:58.971490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting port e5bf28a6-7b4d-445f-b85c-65f4837061bf {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:48:58.971950 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.006831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e63546c3-236c-471d-9e8c-088b37217ee6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1965754 Dec 13 14:48:59.020742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 502fd7c3-e2b7-44e5-9e79-283d425fc464 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:48:59.068260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-94404c45-fd92-4508-839c-70004f2317dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:59.069910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-94404c45-fd92-4508-839c-70004f2317dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.1319711 Dec 13 14:48:59.089749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] For port e5bf28a6-7b4d-445f-b85c-65f4837061bf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e5bf28a6-7b4d-445f-b85c-65f4837061bf,segment=NetworkSegment(6e3bfa68-c75e-4960-8363-40e88ca0b972),segment_id=6e3bfa68-c75e-4960-8363-40e88ca0b972)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:59.090172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.108431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Calling delete_port for e5bf28a6-7b4d-445f-b85c-65f4837061bf owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:48:59.121181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c6ec-e00d-484a-a4f6-a8579b3bdd67 req-42477d2d-b783-415a-90ab-19abb42e84ac tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:59.122746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d099c6ec-e00d-484a-a4f6-a8579b3bdd67 req-42477d2d-b783-415a-90ab-19abb42e84ac tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 944 time: 0.1091738 Dec 13 14:48:59.159384 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-adec962b-3846-4189-9f57-3068af49248c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 217 time: 0.0788953 Dec 13 14:48:59.214107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d099c6ec-e00d-484a-a4f6-a8579b3bdd67 req-c225dbcb-7225-4e17-83fd-30fdd90d27fa tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818272 Dec 13 14:48:59.247050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 502fd7c3-e2b7-44e5-9e79-283d425fc464, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=502fd7c3-e2b7-44e5-9e79-283d425fc464,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:59.249457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-48822866-2335-4866-9772-1a341cc729ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:59.251492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-48822866-2335-4866-9772-1a341cc729ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.0830405 Dec 13 14:48:59.260342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '502fd7c3-e2b7-44e5-9e79-283d425fc464', 'network_id': '51597a13-81df-4077-9e08-8a9e3a5c0a79', 'port_id': '502fd7c3-e2b7-44e5-9e79-283d425fc464', 'mac_address': 'fa:16:3e:91:2e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500c562e-7bdf-41cc-8bcf-0c87972b8284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:48:59.286727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3a667-d307-47b0-9286-c733986ba14e None None] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:59.309357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.309621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-69810f84-5f95-451c-9c80-746df668ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:59.311153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-69810f84-5f95-451c-9c80-746df668ec2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468767 Dec 13 14:48:59.346498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Port': ['ID=e5bf28a6-7b4d-445f-b85c-65f4837061bf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:59.347122 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.348725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No DVR routers for this DVR port e5bf28a6-7b4d-445f-b85c-65f4837061bf on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:48:59.366640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502fd7c3-e2b7-44e5-9e79-283d425fc464 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:48:59.403708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 502fd7c3-e2b7-44e5-9e79-283d425fc464, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=502fd7c3-e2b7-44e5-9e79-283d425fc464,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:48:59.467600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.474575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e69a80-c9c8-432a-8ab7-8d50f37a0a22 None None] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:48:59.481666 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-40b273e3-c79e-4add-abe0-6db0fc6eae3a service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616642 Dec 13 14:48:59.487834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.524932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2eb193-8957-4731-a57e-a1090f6c6391']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:59.539297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3bfa68-c75e-4960-8363-40e88ca0b972') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:59.539595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3bfa68-c75e-4960-8363-40e88ca0b972') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:48:59.548676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929aa09-59d2-42a6-8a7f-5e258d352e75 req-79b97c90-fc7e-4577-9de0-633171957206 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:59.550154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1929aa09-59d2-42a6-8a7f-5e258d352e75 req-79b97c90-fc7e-4577-9de0-633171957206 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.1100585 Dec 13 14:48:59.559928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.576370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=502fd7c3-e2b7-44e5-9e79-283d425fc464,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:59.588935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.602861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:48:59.603263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:48:59.606218 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:48:59.610314 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1929aa09-59d2-42a6-8a7f-5e258d352e75 req-a1cb0f1a-f28c-479e-b340-d07e675b7518 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532837 Dec 13 14:48:59.677549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c781a8-2f55-410e-ad95-089b6b1174a9 req-1a8b52ae-2740-4178-859f-e159f8a1b0d9 service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866882 Dec 13 14:48:59.688140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-7708004b-a711-4590-b17c-92565fc648e5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:59.689932 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-7708004b-a711-4590-b17c-92565fc648e5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 813 time: 0.1441834 Dec 13 14:48:59.708657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-8399ba4a-cadc-447e-b7a6-cd3e4e8f03d9 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/quotas/193c59c70d0b4d7c840d343e4f422e83 HTTP/1.1" status: 200 len: 375 time: 0.0117664 Dec 13 14:48:59.731558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['502fd7c3-e2b7-44e5-9e79-283d425fc464'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:48:59.737042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6e931-edb5-4a1a-aeed-85dd88552503 req-5e79c668-7bc9-414f-a72f-d2d515123ff2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:48:59.738572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8a6e931-edb5-4a1a-aeed-85dd88552503 req-5e79c668-7bc9-414f-a72f-d2d515123ff2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Dec 13 14:48:59.746642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-dee2c6cd-2a9f-4070-b759-051949546a4e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318737 Dec 13 14:48:59.764056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.774694 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.781479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/1a2eb193-8957-4731-a57e-a1090f6c6391 HTTP/1.1" status: 204 len: 168 time: 2.6537881 Dec 13 14:48:59.791813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44928) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:48:59.798681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-646968484'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:48:59.808099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036715e-7934-49d4-b3f3-6beb9c814111 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Network': ['ID=1a2eb193-8957-4731-a57e-a1090f6c6391,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:48:59.822618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8a6e931-edb5-4a1a-aeed-85dd88552503 req-2cccb702-6ea1-408e-9ec6-be6bbd0510b5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769577 Dec 13 14:48:59.854811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-952f6755-4437-4538-b820-ffda11e6ce8d service neutron] 10.222.0.24 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988617 Dec 13 14:48:59.897888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:48:59.901435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.931459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:48:59.941552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:48:59.941934 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Added segment 31a6c47d-4395-42f3-aced-fe54b21285bf of type vlan for network aeeb646b-5fd1-416e-a041-79b091f26114 Dec 13 14:48:59.970480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-ab4498b3-c4c0-4995-821f-78f5e016e3ca service neutron] 10.222.0.24 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057370 Dec 13 14:48:59.983579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:00.074777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:00.080543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:00.081155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:00.149842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Network': ['ID=aeeb646b-5fd1-416e-a041-79b091f26114,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:00.160667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network aeeb646b-5fd1-416e-a041-79b091f26114 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:00.215115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-80866737-d77b-49bb-9bcc-1a31bef4e0f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4211173 Dec 13 14:49:00.217926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44934) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:00.222929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Request body: {'subnet': {'network_id': 'aeeb646b-5fd1-416e-a041-79b091f26114', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:00.582358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922583-90ce-4b3b-b1fc-1f6dc7b9e8aa req-5d8f1d66-d893-4c55-957f-5cc06e5f4f9d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:00.583982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48922583-90ce-4b3b-b1fc-1f6dc7b9e8aa req-5d8f1d66-d893-4c55-957f-5cc06e5f4f9d tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0536966 Dec 13 14:49:00.589179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e68f4-739d-40ea-912b-697d82625611 req-5b864ce7-e260-46ee-933b-968ca1a3a630 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:00.590631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-257e68f4-739d-40ea-912b-697d82625611 req-5b864ce7-e260-46ee-933b-968ca1a3a630 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 944 time: 0.1028545 Dec 13 14:49:00.626176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48922583-90ce-4b3b-b1fc-1f6dc7b9e8aa req-63ed026c-b771-4591-9d17-9b826e48217c tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357049 Dec 13 14:49:00.637581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-257e68f4-739d-40ea-912b-697d82625611 req-e8016dcb-ba10-4fc0-a2a2-f559bf0a3463 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Dec 13 14:49:00.704664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b3a179c-c071-417a-b990-8cf19e46062b req-f318ed5f-4c05-494e-a6f6-06f106b2d359 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 210 time: 0.0293975 Dec 13 14:49:00.726377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Made reservation on behalf of a4d00e9dd56a4983b4d306289a82e89b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:00.730043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:00.810227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0b03b-d84c-4125-871e-1f10558f40ad req-5635d1f2-da95-4b18-8bcf-9cca3fdc26e2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:00.811848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6ab0b03b-d84c-4125-871e-1f10558f40ad req-5635d1f2-da95-4b18-8bcf-9cca3fdc26e2 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 944 time: 0.1166990 Dec 13 14:49:00.871501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6ab0b03b-d84c-4125-871e-1f10558f40ad req-8641bfd1-706e-4545-b0e2-8ef9bb3ffdf4 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518506 Dec 13 14:49:00.943105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:00.945769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 502fd7c3-e2b7-44e5-9e79-283d425fc464 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:00.993650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d21b1-0a87-4c96-82b7-6070d08bb9c2 req-ffb4e720-0339-4ab4-8084-3c776f3dd951 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:00.995488 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-076d21b1-0a87-4c96-82b7-6070d08bb9c2 req-ffb4e720-0339-4ab4-8084-3c776f3dd951 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0799394 Dec 13 14:49:00.997555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 22666c53-811b-4fe8-b7f5-74629e650337 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:01.031900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 22666c53-811b-4fe8-b7f5-74629e650337 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:01.032257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 22666c53-811b-4fe8-b7f5-74629e650337 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:01.041903 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-076d21b1-0a87-4c96-82b7-6070d08bb9c2 req-b270d183-4488-4373-b56e-bb95be109be7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Dec 13 14:49:01.133510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:01.139802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 14:49:01.141873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.146116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'port_id': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'mac_address': 'fa:16:3e:ee:02:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:01.183099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 502fd7c3-e2b7-44e5-9e79-283d425fc464 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:01.191945 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.195121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 502fd7c3-e2b7-44e5-9e79-283d425fc464 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:01.199169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.212848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event updated for resources: {'Subnet': ['ID=a73c6489-e46e-4b4b-a161-5cf99a5622a4,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:01.221531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Checking segment: {'id': '31a6c47d-4395-42f3-aced-fe54b21285bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aeeb646b-5fd1-416e-a041-79b091f26114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:01.221893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network hostable DHCP agents. Network: aeeb646b-5fd1-416e-a041-79b091f26114, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:01.242859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:01.274538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:01.286201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Network aeeb646b-5fd1-416e-a041-79b091f26114 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:01.320787 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.343435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502fd7c3-e2b7-44e5-9e79-283d425fc464'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:01.345783 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa6db6d-5375-4e85-85e0-32ec23b80fe2" -d '{"events": [{"server_uuid": "76baf463-14bc-4322-886d-c91c9c5fe0f6", "name": "network-vif-plugged", "status": "completed", "tag": "502fd7c3-e2b7-44e5-9e79-283d425fc464"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:01.358557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 502fd7c3-e2b7-44e5-9e79-283d425fc464, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=502fd7c3-e2b7-44e5-9e79-283d425fc464,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:01.386012 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c611637-7f51-4d22-aa3f-14c3b01d0b8c x-openstack-request-id: req-8c611637-7f51-4d22-aa3f-14c3b01d0b8c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:01.386675 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76baf463-14bc-4322-886d-c91c9c5fe0f6", "name": "network-vif-plugged", "status": "completed", "tag": "502fd7c3-e2b7-44e5-9e79-283d425fc464", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:01.390095 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c611637-7f51-4d22-aa3f-14c3b01d0b8c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:01.390095 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502fd7c3-e2b7-44e5-9e79-283d425fc464', 'code': 200} Dec 13 14:49:01.390095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.431602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, aeeb646b-5fd1-416e-a041-79b091f26114) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:01.435973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:01.436566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.441351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:01.455971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037b205-e95f-4877-ad9e-aa69ff2b0bf6 None None] Network aeeb646b-5fd1-416e-a041-79b091f26114 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:01.505624 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.513587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c4aa-b0d5-40ac-ae46-4c445101355a req-58973816-016c-4461-bd3e-d20ddd01f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:01.516108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81e0c4aa-b0d5-40ac-ae46-4c445101355a req-58973816-016c-4461-bd3e-d20ddd01f6ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 1095 time: 0.0483122 Dec 13 14:49:01.541555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['acf54d24-15bf-48ad-81c7-c1d0a2c98eb2'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:01.546008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44990) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:01.557838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f9316dd0-4f64-44ea-8e6e-19e8f9bfa8f7 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3374093 Dec 13 14:49:01.607610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81e0c4aa-b0d5-40ac-ae46-4c445101355a req-bf745050-55dc-4366-a045-4398325f14e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787668 Dec 13 14:49:01.627982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=502fd7c3-e2b7-44e5-9e79-283d425fc464,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:01.686836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.766501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109f234-f8bf-45c7-a274-84da17b3aef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-aeeb646b-5fd1-416e-a041-79b091f26114', 'network_id': 'aeeb646b-5fd1-416e-a041-79b091f26114', 'tenant_id': 'a4d00e9dd56a4983b4d306289a82e89b', 'fixed_ips': [{'subnet_id': 'a73c6489-e46e-4b4b-a161-5cf99a5622a4'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:49:01.767370 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1109f234-f8bf-45c7-a274-84da17b3aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.856941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:01.932442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec95f90-e862-4047-8fc7-ad8774e2898c req-75f0dd49-ec05-447a-949f-8f2ff69293ac tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:01.940985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ec95f90-e862-4047-8fc7-ad8774e2898c req-75f0dd49-ec05-447a-949f-8f2ff69293ac tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 944 time: 0.1557920 Dec 13 14:49:02.004302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ec95f90-e862-4047-8fc7-ad8774e2898c req-b6ca73f0-543d-4ee2-a177-d5c87b3e6853 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620222 Dec 13 14:49:02.013703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-501d8bb1-6b62-4be5-ada5-98d43f3cc831 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:02.015444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-501d8bb1-6b62-4be5-ada5-98d43f3cc831 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0764537 Dec 13 14:49:02.099822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3caf7327-2115-429d-8f68-f21d6c57df91 req-22427bab-d63c-449a-8b7f-ad1cc3a2394a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 210 time: 0.0501306 Dec 13 14:49:02.101630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.152014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Subnet': ['ID=a73c6489-e46e-4b4b-a161-5cf99a5622a4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:02.219634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d2ff0-adc7-40ec-b975-1b00cd883baf req-5afa4f6d-0ced-4a13-8f3f-68c673ccc8db tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:02.221389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-849d2ff0-adc7-40ec-b975-1b00cd883baf req-5afa4f6d-0ced-4a13-8f3f-68c673ccc8db tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 949 time: 0.0870690 Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server [None req-1109f234-f8bf-45c7-a274-84da17b3aef3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a73c6489-e46e-4b4b-a161-5cf99a5622a4: This subnet is being modified by another concurrent operation. Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 14:49:02.236210 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise exception Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a73c6489-e46e-4b4b-a161-5cf99a5622a4: This subnet is being modified by another concurrent operation. Dec 13 14:49:02.253611 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Dec 13 14:49:02.268548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Deleting port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:02.268855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.287451 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.297737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621648c-0c20-4d9d-924c-380bf42788a5 None None] Network aeeb646b-5fd1-416e-a041-79b091f26114 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:02.319231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeb646b-5fd1-416e-a041-79b091f26114']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:02.341017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedfe02-da3a-4fbc-bc5c-f8064e632920 req-aeac7f93-94df-4b34-a725-4191e448148e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:02.349733 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bedfe02-da3a-4fbc-bc5c-f8064e632920 req-aeac7f93-94df-4b34-a725-4191e448148e tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.1285658 Dec 13 14:49:02.353454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a6c47d-4395-42f3-aced-fe54b21285bf') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:02.357779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a6c47d-4395-42f3-aced-fe54b21285bf') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:02.377376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.390546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] For port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:02.390546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.406831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Calling delete_port for 5cd9e15c-dcaf-4bef-b270-79eb76789ffc owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:02.413670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bedfe02-da3a-4fbc-bc5c-f8064e632920 req-78f29d7a-c199-4125-8c15-32fc3c1c91f9 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629134 Dec 13 14:49:02.437365 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.449237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:02.449876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:02.455274 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:02.532804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba4b74-93e8-4739-9914-e8c1a39a3eb4 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 14:49:02.685290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-849d2ff0-adc7-40ec-b975-1b00cd883baf req-b7b3520b-c8cc-48d4-9a34-0bba134950bb tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e34b627-ca68-4e97-ac67-5626a62bf701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498615 Dec 13 14:49:02.708496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c238bbd-0db3-4442-b788-283c72f0e082 req-d9ca88df-d002-4f41-a9d3-c025eaa3eccd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:02.717039 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c238bbd-0db3-4442-b788-283c72f0e082 req-d9ca88df-d002-4f41-a9d3-c025eaa3eccd tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 944 time: 0.0911674 Dec 13 14:49:02.721232 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.772847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba4b74-93e8-4739-9914-e8c1a39a3eb4 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 14:49:02.776945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.778889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['5cd9e15c-dcaf-4bef-b270-79eb76789ffc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:02.788188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:02.794919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/aeeb646b-5fd1-416e-a041-79b091f26114 HTTP/1.1" status: 204 len: 168 time: 1.2445135 Dec 13 14:49:02.803454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c238bbd-0db3-4442-b788-283c72f0e082 req-3273112c-df8e-4321-b4ae-dda2df7c202c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853155 Dec 13 14:49:02.822002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45010) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:02.832654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956ec64-cd91-4cc9-8583-f26cce73a2f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Network': ['ID=aeeb646b-5fd1-416e-a041-79b091f26114,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:02.854736 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-995bb6fa-f8ef-4984-9cb9-9b54d4b12ff1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:02.855304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995bb6fa-f8ef-4984-9cb9-9b54d4b12ff1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:02.860965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-995bb6fa-f8ef-4984-9cb9-9b54d4b12ff1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/a73c6489-e46e-4b4b-a161-5cf99a5622a4 HTTP/1.1" status: 404 len: 337 time: 0.0350926 Dec 13 14:49:02.861601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45012) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:02.888624 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae75459-4bb0-4748-a7db-15f68486eb2c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:02.889344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae75459-4bb0-4748-a7db-15f68486eb2c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:02.890214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Pushing event deleted for resources: {'Port': ['ID=5cd9e15c-dcaf-4bef-b270-79eb76789ffc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:02.896452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bae75459-4bb0-4748-a7db-15f68486eb2c tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/aeeb646b-5fd1-416e-a041-79b091f26114 HTTP/1.1" status: 404 len: 339 time: 0.0313299 Dec 13 14:49:02.901690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45014) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:02.939581 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66a4f01-a139-490a-a3f3-cb33f8588dfb tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:02.940213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66a4f01-a139-490a-a3f3-cb33f8588dfb tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:02.946222 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c66a4f01-a139-490a-a3f3-cb33f8588dfb tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/0475af6d-20cf-415b-b558-737b4a2360be HTTP/1.1" status: 404 len: 337 time: 0.0408535 Dec 13 14:49:02.946222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45016) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:02.975381 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-95283a14-2cc7-4472-8378-921608c793f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:02.976099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95283a14-2cc7-4472-8378-921608c793f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:02.982310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-95283a14-2cc7-4472-8378-921608c793f5 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/1a2eb193-8957-4731-a57e-a1090f6c6391 HTTP/1.1" status: 404 len: 339 time: 0.0324476 Dec 13 14:49:02.994787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45018) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:02.994991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] No DVR routers for this DVR port 5cd9e15c-dcaf-4bef-b270-79eb76789ffc on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:03.004781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.008180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f09a3e0-df3b-4e75-a2bf-b92cbf3228cd req-66bef710-6b52-4a67-bc94-31de975a0125 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.55 "DELETE /v2.0/ports/5cd9e15c-dcaf-4bef-b270-79eb76789ffc HTTP/1.1" status: 204 len: 173 time: 0.9840517 Dec 13 14:49:03.008730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-deleted', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:03.011264 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce5d217-c5fe-43b0-852f-2b6a4968ebca" -d '{"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-deleted", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:03.021284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 06748d08-0451-4f61-946a-a88021e49038 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:03.028741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:03.044057 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc91fc62-336c-4101-aa65-7a54be6dad13 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:03.044602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc91fc62-336c-4101-aa65-7a54be6dad13 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:03.050713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45024) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:03.054933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fc91fc62-336c-4101-aa65-7a54be6dad13 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/46a8da46-6492-48ca-8f74-b31defb11384 HTTP/1.1" status: 404 len: 337 time: 0.0604997 Dec 13 14:49:03.079931 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fd3ad5-5b64-468e-851b-5c4fa931ce15 x-openstack-request-id: req-b0fd3ad5-5b64-468e-851b-5c4fa931ce15 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:03.080250 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94e86a4-661f-4faf-99e4-c6977735f7c9", "name": "network-vif-deleted", "tag": "5cd9e15c-dcaf-4bef-b270-79eb76789ffc", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:03.080526 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0fd3ad5-5b64-468e-851b-5c4fa931ce15 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:03.080928 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94e86a4-661f-4faf-99e4-c6977735f7c9', 'name': 'network-vif-deleted', 'tag': '5cd9e15c-dcaf-4bef-b270-79eb76789ffc', 'status': 'completed', 'code': 200} Dec 13 14:49:03.082284 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22fd596-755a-4fef-b60a-f99417607a56 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:03.082910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22fd596-755a-4fef-b60a-f99417607a56 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:03.089121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f22fd596-755a-4fef-b60a-f99417607a56 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/2277ca01-d435-4eda-9a02-6dd75c184c1e HTTP/1.1" status: 404 len: 339 time: 0.0350564 Dec 13 14:49:03.089313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45026) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:03.231463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 06748d08-0451-4f61-946a-a88021e49038, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=06748d08-0451-4f61-946a-a88021e49038,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:03.238625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f67b278-4a9c-4bb2-aae0-071762ee99b5 req-29ba5a8a-f694-41fd-9b96-c6768bb026c4 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 210 time: 0.0489330 Dec 13 14:49:03.290408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '06748d08-0451-4f61-946a-a88021e49038', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'mac_address': 'fa:16:3e:e3:76:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:03.372163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b02f10-71b3-412f-9690-5b5e9131456c req-7761ae35-e86b-4770-ba17-b4a12ac328a4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:03.380683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-98b02f10-71b3-412f-9690-5b5e9131456c req-7761ae35-e86b-4770-ba17-b4a12ac328a4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 944 time: 0.1973610 Dec 13 14:49:03.384226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:03.384583 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.391202 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.417203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting port 15907114-a15e-418b-9c8c-fcdb5d6fd082 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:03.417546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.464226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06748d08-0451-4f61-946a-a88021e49038 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:03.549306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 06748d08-0451-4f61-946a-a88021e49038, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=06748d08-0451-4f61-946a-a88021e49038,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:03.557940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-98b02f10-71b3-412f-9690-5b5e9131456c req-5bd7fcc3-7dd0-42b4-a76b-8a71efa25bcf tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762271 Dec 13 14:49:03.601285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.614503 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.632592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Calling delete_port for 15907114-a15e-418b-9c8c-fcdb5d6fd082 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:03.646601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:03.653211 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729093e1-d3ad-4db6-bfee-d120dc35d5f5" -d '{"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-plugged", "status": "completed", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:03.667926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:03.678059 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.678837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146e738-f9e1-4be8-bc32-19b3dd95e89a req-b96a6778-a75e-43a9-879f-13525cc4c924 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:03.680440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b146e738-f9e1-4be8-bc32-19b3dd95e89a req-b96a6778-a75e-43a9-879f-13525cc4c924 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.1679201 Dec 13 14:49:03.746080 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a2933f-92ca-419b-b7ee-c5aeb2d32461 x-openstack-request-id: req-53a2933f-92ca-419b-b7ee-c5aeb2d32461 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:03.746485 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-plugged", "status": "completed", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:03.746744 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53a2933f-92ca-419b-b7ee-c5aeb2d32461 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:03.747139 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'code': 200} Dec 13 14:49:03.754828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=06748d08-0451-4f61-946a-a88021e49038,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:03.770020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.789789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b146e738-f9e1-4be8-bc32-19b3dd95e89a req-c9a68f45-affb-40a0-8bd2-f25eb3650d46 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003525 Dec 13 14:49:03.854016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:03.869687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e17c248c-bf1f-493b-ba98-ad84a9e963cd req-ff4e11ae-b90b-490b-bd2d-0b0764811a06 tempest-MigrationsAdminTest-466280156 tempest-MigrationsAdminTest-466280156-project] 10.222.0.24 "GET /v2.0/ports?device_id=b94e86a4-661f-4faf-99e4-c6977735f7c9 HTTP/1.1" status: 200 len: 210 time: 0.0511720 Dec 13 14:49:03.931348 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:03.968381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2f94a-de97-41c5-ba34-7f68ccf5fb9e req-f73da866-f267-4e40-b8f7-d0eb723f3900 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:03.972055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4c2f94a-de97-41c5-ba34-7f68ccf5fb9e req-f73da866-f267-4e40-b8f7-d0eb723f3900 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.1104460 Dec 13 14:49:04.038907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4c2f94a-de97-41c5-ba34-7f68ccf5fb9e req-089eb5f2-8138-409c-88f5-d93296d0e549 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576074 Dec 13 14:49:04.066431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['06748d08-0451-4f61-946a-a88021e49038'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:04.117003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Port': ['ID=15907114-a15e-418b-9c8c-fcdb5d6fd082,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:04.137678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:04.142183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c5e0e781-c529-4ea6-9c8c-faf2a9438e5a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/ports/15907114-a15e-418b-9c8c-fcdb5d6fd082 HTTP/1.1" status: 204 len: 168 time: 1.0518951 Dec 13 14:49:04.144716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45046) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:04.206784 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d733288-4151-4394-beb3-bbb88f44968a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:04.208624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d733288-4151-4394-beb3-bbb88f44968a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:04.220173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8d733288-4151-4394-beb3-bbb88f44968a tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/8e2cd730-64db-49b4-a34d-aa6c798bfe60 HTTP/1.1" status: 404 len: 337 time: 0.0740798 Dec 13 14:49:04.225117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45048) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:04.278156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64eae8-17c1-4e6a-b8f5-1becb24439fd req-e3a0aa08-394d-4826-a333-4a454a24d209 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:04.286582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad64eae8-17c1-4e6a-b8f5-1becb24439fd req-e3a0aa08-394d-4826-a333-4a454a24d209 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.3054879 Dec 13 14:49:04.354539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-915d2fc9-8f0e-4f00-bc04-0f51e45d045e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:04.357228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-915d2fc9-8f0e-4f00-bc04-0f51e45d045e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 813 time: 0.4982464 Dec 13 14:49:04.380100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Request body: {'port': {'device_id': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'admin_state_up': True, 'tenant_id': '193c59c70d0b4d7c840d343e4f422e83'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:04.485101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad64eae8-17c1-4e6a-b8f5-1becb24439fd req-f545734c-d57f-4002-a721-ce07ce86ccf0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975079 Dec 13 14:49:04.514146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:04.573854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-3a2becbb-af56-4ef1-8b82-e8130a999ec1 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:04.575361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-3a2becbb-af56-4ef1-8b82-e8130a999ec1 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 813 time: 0.2235858 Dec 13 14:49:04.593508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Request body: {'port': {'device_id': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'admin_state_up': True, 'tenant_id': '193c59c70d0b4d7c840d343e4f422e83'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:04.614427 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fa8d34c-a288-43d5-806f-2a88e7dbf97b req-a2891394-9848-4f01-957d-4b1cd0d8e65d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 210 time: 0.0489638 Dec 13 14:49:04.792822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483cb98-1352-4c6b-9194-e2ec86a3967b req-db2007cb-ff42-47cc-b7d2-6d8453fabaa1 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:04.794346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1483cb98-1352-4c6b-9194-e2ec86a3967b req-db2007cb-ff42-47cc-b7d2-6d8453fabaa1 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 945 time: 0.0776927 Dec 13 14:49:04.852080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1483cb98-1352-4c6b-9194-e2ec86a3967b req-0d05bb89-8cc5-4a27-a871-a366477eeb9a tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465560 Dec 13 14:49:04.862166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d6ef0-c8b8-4f4a-b137-296376cd3bae req-73e2768e-0dab-4f67-a2dc-56c57e736ee7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:04.867083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-903d6ef0-c8b8-4f4a-b137-296376cd3bae req-73e2768e-0dab-4f67-a2dc-56c57e736ee7 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.2601085 Dec 13 14:49:04.878539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:04.915380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Made reservation on behalf of 193c59c70d0b4d7c840d343e4f422e83 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:04.919147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:04.924255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdaf447b-b89f-489d-b059-93d848baff55']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:04.954395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:04.958558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b109d1-beef-4b42-8b98-a71b4c9b2317') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:04.958922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b109d1-beef-4b42-8b98-a71b4c9b2317') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:04.981878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 5cd9e15c-dcaf-4bef-b270-79eb76789ffc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:04.982162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 5cd9e15c-dcaf-4bef-b270-79eb76789ffc not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:04.994824 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Made reservation on behalf of 193c59c70d0b4d7c840d343e4f422e83 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:04.998524 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.013260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-903d6ef0-c8b8-4f4a-b137-296376cd3bae req-3e4669b2-30ed-4125-b566-6acd31b6c87f tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449268 Dec 13 14:49:05.022047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.071206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.083205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:05.083614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:05.087041 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:05.190901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a511-15ce-46e2-a7cf-2997401734f1 req-b96268ed-adcf-46f4-a6d0-3d827cb1eff6 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:05.192646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3041a511-15ce-46e2-a7cf-2997401734f1 req-b96268ed-adcf-46f4-a6d0-3d827cb1eff6 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.0744202 Dec 13 14:49:05.240889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3041a511-15ce-46e2-a7cf-2997401734f1 req-e0f38392-357c-4a35-93f1-0a8f9c78cf11 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359139 Dec 13 14:49:05.257697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Allocated IP 172.20.0.8 (e3315d2c-d56c-4b5f-8f88-ede3975282e6/b8386019-e089-4292-8365-04a9dc8fc304/d6227eea-c9fb-4699-b976-322dc2911b3e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:05.330025 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.344469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.350415 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/bdaf447b-b89f-489d-b059-93d848baff55 HTTP/1.1" status: 204 len: 168 time: 1.1203525 Dec 13 14:49:05.351154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45068) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:05.373325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf8634-1aa1-4382-9ca0-8757ebc58adf tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Network': ['ID=bdaf447b-b89f-489d-b059-93d848baff55,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:05.504430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting port df18aa03-befa-4ba1-bc62-00adf4b1903a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:05.504783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.570453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.661309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822d288-3323-46d1-9e21-cec347bf30b4 req-49eea593-0e6d-4dc5-9041-5d352c8f7118 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:05.662925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4822d288-3323-46d1-9e21-cec347bf30b4 req-49eea593-0e6d-4dc5-9041-5d352c8f7118 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0557182 Dec 13 14:49:05.690057 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.756952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4822d288-3323-46d1-9e21-cec347bf30b4 req-660a6cc5-2010-417a-95d0-307c3748016e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860364 Dec 13 14:49:05.761244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:05.764774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:05.779383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:05.814055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event updated for resources: {'Port': ['ID=d6227eea-c9fb-4699-b976-322dc2911b3e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:05.847849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:05.848879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:05.886744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9583776-887a-46ad-a963-870e6a19a1a1 req-0ed026a8-4ec3-4e53-99f1-50bebf272379 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 210 time: 0.0354373 Dec 13 14:49:05.938784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45076) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:05.990696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.033106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Calling delete_port for df18aa03-befa-4ba1-bc62-00adf4b1903a owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:06.074821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-0077b38c-4b25-4531-ae5d-495cc1e49630 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6988447 Dec 13 14:49:06.102174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Request body: {'port': {'device_id': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:06.142171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132cb63-6692-4681-87ee-1b129ef11a5c req-e024d367-264c-475d-bc6a-0136aa87acfe tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:06.150211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8132cb63-6692-4681-87ee-1b129ef11a5c req-e024d367-264c-475d-bc6a-0136aa87acfe tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 945 time: 0.1380675 Dec 13 14:49:06.154876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad4b6-2e69-4be9-87de-bc3e9dfd8fc2 req-aa898fd7-0611-4565-9ac7-73ee85a14175 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:06.157115 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f22ad4b6-2e69-4be9-87de-bc3e9dfd8fc2 req-aa898fd7-0611-4565-9ac7-73ee85a14175 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.5423777 Dec 13 14:49:06.160559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Allocated IP 172.20.0.10 (e3315d2c-d56c-4b5f-8f88-ede3975282e6/b8386019-e089-4292-8365-04a9dc8fc304/caf5a2f0-5552-45da-ae56-a6ac5b2ec403) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:06.211825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.242779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8132cb63-6692-4681-87ee-1b129ef11a5c req-d8892be9-516d-43fc-b10f-796706cbdf33 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788350 Dec 13 14:49:06.257993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f22ad4b6-2e69-4be9-87de-bc3e9dfd8fc2 req-57ef0f23-436d-4f67-854b-c36181356407 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Dec 13 14:49:06.403235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d98fdcab-365e-48ae-9d55-75d324a84721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7677cf536c2545b98f3295febea9ac0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792085 Dec 13 14:49:06.424736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45090) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:06.492365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84a3b934-b4bc-4016-ab56-df77df004a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.512047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.565487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Port': ['ID=df18aa03-befa-4ba1-bc62-00adf4b1903a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:06.572961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84a3b934-b4bc-4016-ab56-df77df004a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.575425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.582272 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c238a8f2-f07c-488c-a467-633683f0ea63 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/ports/df18aa03-befa-4ba1-bc62-00adf4b1903a HTTP/1.1" status: 204 len: 168 time: 1.2270098 Dec 13 14:49:06.584780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45092) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:06.608791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.656981 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb941dd-a3d9-4d8d-a799-fa1c3f7e565f tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:06.657756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb941dd-a3d9-4d8d-a799-fa1c3f7e565f tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:06.661178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7eb941dd-a3d9-4d8d-a799-fa1c3f7e565f tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/f8e72796-2f18-49e2-994c-eac2cf76a1ae HTTP/1.1" status: 404 len: 337 time: 0.0728784 Dec 13 14:49:06.663861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45094) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:06.670218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c236f6-de49-4636-8902-30f09d7b94cd req-b267aed8-41b7-4d78-bd3d-8b313895c080 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:06.678038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c236f6-de49-4636-8902-30f09d7b94cd req-b267aed8-41b7-4d78-bd3d-8b313895c080 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.1804984 Dec 13 14:49:06.724689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.777504 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84a3b934-b4bc-4016-ab56-df77df004a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.780481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84a3b934-b4bc-4016-ab56-df77df004a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.781918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-84a3b934-b4bc-4016-ab56-df77df004a7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e34b627-ca68-4e97-ac67-5626a62bf701 HTTP/1.1" status: 204 len: 168 time: 0.3558538 Dec 13 14:49:06.799109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3b934-b4bc-4016-ab56-df77df004a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34b627-ca68-4e97-ac67-5626a62bf701,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:06.820342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:06.833866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:06.841145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c236f6-de49-4636-8902-30f09d7b94cd req-cd383c1c-8a84-4a65-bee5-13abb0a3090c tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618237 Dec 13 14:49:06.844039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.851647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event updated for resources: {'Port': ['ID=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:06.854610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:06.948138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:06.948898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:06.959458 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 06748d08-0451-4f61-946a-a88021e49038 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:06.985914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6227eea-c9fb-4699-b976-322dc2911b3e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:06.990570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb93ab-0cd1-4cbc-889b-dc05041afd1a req-067a8824-fc66-4856-832b-ffe870a2cc12 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:06.992198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-adcb93ab-0cd1-4cbc-889b-dc05041afd1a req-067a8824-fc66-4856-832b-ffe870a2cc12 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1109068 Dec 13 14:49:06.996668 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.011775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Transition to ACTIVE for port object d6227eea-c9fb-4699-b976-322dc2911b3e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:49:07.066090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 06748d08-0451-4f61-946a-a88021e49038 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:07.068757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.069367 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.074643 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-3db4898d-88a8-4c2d-a1e1-67825ea1abd5 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4860542 Dec 13 14:49:07.076315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 06748d08-0451-4f61-946a-a88021e49038 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:07.077641 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.092203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Request body: {'port': {'device_id': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:07.126360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-adcb93ab-0cd1-4cbc-889b-dc05041afd1a req-84c23121-8b62-4f45-8eb7-67595223a0e2 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165712 Dec 13 14:49:07.138733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf102da-87ed-490d-8296-bd7a2c738465']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:07.162720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cc225a-15a0-451f-a6d9-28bb607f25f4') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:07.163014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cc225a-15a0-451f-a6d9-28bb607f25f4') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:07.224293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.229572 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.262463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.273883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748d08-0451-4f61-946a-a88021e49038'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:07.276481 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2f6f4e-f9b4-40c3-b63b-52f8c2c3728c" -d '{"events": [{"server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "name": "network-vif-plugged", "status": "completed", "tag": "06748d08-0451-4f61-946a-a88021e49038"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:07.277841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6227eea-c9fb-4699-b976-322dc2911b3e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:07.309309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 06748d08-0451-4f61-946a-a88021e49038, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=06748d08-0451-4f61-946a-a88021e49038,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:07.336295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Attempting to bind port d6227eea-c9fb-4699-b976-322dc2911b3e on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:07.336850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Attempting to bind port d6227eea-c9fb-4699-b976-322dc2911b3e by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:07.337316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Attempting to bind port d6227eea-c9fb-4699-b976-322dc2911b3e on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:07.347558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Port d6227eea-c9fb-4699-b976-322dc2911b3e on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:49:07.352990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Attempting to bind port d6227eea-c9fb-4699-b976-322dc2911b3e on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:07.354899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:07.355314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Checking segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:07.356106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Bound using segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:07.356323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Bound port: d6227eea-c9fb-4699-b976-322dc2911b3e, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:07.356767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.373351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.408195 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8e69b-eae6-4438-bf20-e7f6735e0925 x-openstack-request-id: req-1cb8e69b-eae6-4438-bf20-e7f6735e0925 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:07.408747 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "name": "network-vif-plugged", "status": "completed", "tag": "06748d08-0451-4f61-946a-a88021e49038", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:07.409341 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cb8e69b-eae6-4438-bf20-e7f6735e0925 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:07.409933 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06748d08-0451-4f61-946a-a88021e49038', 'code': 200} Dec 13 14:49:07.411822 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.491180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ce7bb-6ae6-429d-8926-5f82d71fec4b req-18161c2a-c7fb-43f8-9458-5976b65319d9 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:07.499619 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f77ce7bb-6ae6-429d-8926-5f82d71fec4b req-18161c2a-c7fb-43f8-9458-5976b65319d9 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 932 time: 0.2313118 Dec 13 14:49:07.574813 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f77ce7bb-6ae6-429d-8926-5f82d71fec4b req-c5f2ef68-cbab-4017-9c32-a99147cf968d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699866 Dec 13 14:49:07.604214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:07.604649 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.612124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] For port d6227eea-c9fb-4699-b976-322dc2911b3e, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:07.647165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95e5a2-cdc4-4669-a005-7b99aa1421c7 req-f32cb86e-d875-4d1a-8656-8841a5cf9407 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:07.663300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee95e5a2-cdc4-4669-a005-7b99aa1421c7 req-f32cb86e-d875-4d1a-8656-8841a5cf9407 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 946 time: 0.1436806 Dec 13 14:49:07.666173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=06748d08-0451-4f61-946a-a88021e49038,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:07.677119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] For port d6227eea-c9fb-4699-b976-322dc2911b3e, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d6227eea-c9fb-4699-b976-322dc2911b3e,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:07.681024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bd2ff-fca3-4dde-8954-33d31446a51d req-723dddc4-3ef2-459b-82e1-224ae9d9b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:07.683017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb5bd2ff-fca3-4dde-8954-33d31446a51d req-723dddc4-3ef2-459b-82e1-224ae9d9b5c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 1097 time: 0.2084858 Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:07.700691 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:07.755226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee95e5a2-cdc4-4669-a005-7b99aa1421c7 req-6db11091-44cf-437f-b48d-63f844091be3 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886226 Dec 13 14:49:07.768421 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.820530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45120) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:07.871783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:07.876791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.876791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d6227eea-c9fb-4699-b976-322dc2911b3e HTTP/1.1" status: 200 len: 1091 time: 1.7860720 Dec 13 14:49:07.876791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'tag': 'd6227eea-c9fb-4699-b976-322dc2911b3e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:07.877172 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96be00c-f4ab-4d21-8b89-24f52b3c4e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0", "tag": "d6227eea-c9fb-4699-b976-322dc2911b3e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:07.891284 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb5bd2ff-fca3-4dde-8954-33d31446a51d req-be5a8887-0216-4de7-8c37-1bce9201be2b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974807 Dec 13 14:49:07.915995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01755f09-e7c2-4ec6-8861-6b4be6356fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6227eea-c9fb-4699-b976-322dc2911b3e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:07.966851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:07.971877 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe8c158-866f-4215-84f9-0c29e1edcc10 x-openstack-request-id: req-2fe8c158-866f-4215-84f9-0c29e1edcc10 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:07.972175 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0", "tag": "d6227eea-c9fb-4699-b976-322dc2911b3e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:07.972433 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fe8c158-866f-4215-84f9-0c29e1edcc10 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:07.972838 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'tag': 'd6227eea-c9fb-4699-b976-322dc2911b3e', 'status': 'completed', 'code': 200} Dec 13 14:49:08.015180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.027287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/ecf102da-87ed-490d-8296-bd7a2c738465 HTTP/1.1" status: 204 len: 168 time: 1.3598063 Dec 13 14:49:08.027459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45126) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:08.095561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96be00c-f4ab-4d21-8b89-24f52b3c4e8c req-8f2528f4-e9ee-4c86-94dd-6b0d2eaefba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:08.095561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b96be00c-f4ab-4d21-8b89-24f52b3c4e8c req-8f2528f4-e9ee-4c86-94dd-6b0d2eaefba3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0 HTTP/1.1" status: 200 len: 1094 time: 0.1007211 Dec 13 14:49:08.101346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting subnet a8f54c4d-ed06-424a-8ade-51853ce72f93 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:08.104883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.112337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Network': ['ID=ecf102da-87ed-490d-8296-bd7a2c738465,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:08.138093 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eba26fa9-3695-4873-b061-5ea25610fb22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=484ba62deda74c3ab4fd355cfc5d2138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163006 Dec 13 14:49:08.142819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.143154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.143499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.143842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.144228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.144566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.144914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.145224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.145550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.145876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.146204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.146572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ae734-9ec4-48bf-b92e-1e021fc25a68 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:08.152425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45128) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:08.214049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.240492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5882c-df42-4010-994b-b2cc41f2f057 req-b12e1772-6fe7-4762-b5c3-9c74c8b3b3b3 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:08.248087 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bab5882c-df42-4010-994b-b2cc41f2f057 req-b12e1772-6fe7-4762-b5c3-9c74c8b3b3b3 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.1928315 Dec 13 14:49:08.277664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771f8c7c-7606-4fe0-bca0-7c30ef68cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.331137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96be00c-f4ab-4d21-8b89-24f52b3c4e8c req-7d2fb33f-bdf2-49e4-bd67-1722ebfd03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:08.333135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b96be00c-f4ab-4d21-8b89-24f52b3c4e8c req-7d2fb33f-bdf2-49e4-bd67-1722ebfd03e4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=193c59c70d0b4d7c840d343e4f422e83&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2254765 Dec 13 14:49:08.350548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bab5882c-df42-4010-994b-b2cc41f2f057 req-cd551bb2-889e-41d0-ae48-8d0e13948f80 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013536 Dec 13 14:49:08.352641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771f8c7c-7606-4fe0-bca0-7c30ef68cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.378481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf5a2f0-5552-45da-ae56-a6ac5b2ec403 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:08.394353 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.408792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b10038-e3d2-46f9-a197-458017838093 req-19c8dbf7-1b7b-4a20-862d-0055c78a43c5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:08.416309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91b10038-e3d2-46f9-a197-458017838093 req-19c8dbf7-1b7b-4a20-862d-0055c78a43c5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1716776 Dec 13 14:49:08.416763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Transition to ACTIVE for port object caf5a2f0-5552-45da-ae56-a6ac5b2ec403 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:49:08.489749 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.502185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.555772 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771f8c7c-7606-4fe0-bca0-7c30ef68cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.564852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771f8c7c-7606-4fe0-bca0-7c30ef68cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.565665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91b10038-e3d2-46f9-a197-458017838093 req-590b1d96-3b22-4655-bf2c-698b5a839f6b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484530 Dec 13 14:49:08.566679 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-771f8c7c-7606-4fe0-bca0-7c30ef68cd1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c7542a4-0722-4141-b56e-a6ebd2c5d46a HTTP/1.1" status: 204 len: 168 time: 0.4129179 Dec 13 14:49:08.591609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f8c7c-7606-4fe0-bca0-7c30ef68cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7542a4-0722-4141-b56e-a6ebd2c5d46a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:08.612361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:08.644331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96be00c-f4ab-4d21-8b89-24f52b3c4e8c req-3cbb57c2-2f2c-4f4b-aaf4-7a8e6fd37a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:08.646597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b96be00c-f4ab-4d21-8b89-24f52b3c4e8c req-3cbb57c2-2f2c-4f4b-aaf4-7a8e6fd37a87 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736657 Dec 13 14:49:08.716322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Attempting to bind port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:08.716322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Attempting to bind port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:08.716579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Attempting to bind port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:08.721893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:49:08.722815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Attempting to bind port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:08.728628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:08.728628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Checking segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:08.729594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Bound using segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:08.729764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Bound port: caf5a2f0-5552-45da-ae56-a6ac5b2ec403, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:08.730361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:08.888590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b6dc-e2de-4ad0-89dc-e3f3a7701920 req-3e0ba4a2-b8ce-48aa-8fcd-bf3fe8a324d7 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:08.896139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2e7b6dc-e2de-4ad0-89dc-e3f3a7701920 req-3e0ba4a2-b8ce-48aa-8fcd-bf3fe8a324d7 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 944 time: 0.1011779 Dec 13 14:49:08.898562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] For port caf5a2f0-5552-45da-ae56-a6ac5b2ec403, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:08.903003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] For port caf5a2f0-5552-45da-ae56-a6ac5b2ec403, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:08.950486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2e7b6dc-e2de-4ad0-89dc-e3f3a7701920 req-089cc090-8ad3-4bce-ad3f-f5eb81a08f3a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481451 Dec 13 14:49:08.995132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.064694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.065334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.066685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] 10.222.0.50 "PUT /v2.0/ports/caf5a2f0-5552-45da-ae56-a6ac5b2ec403 HTTP/1.1" status: 200 len: 1092 time: 1.9807858 Dec 13 14:49:09.069562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'tag': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:09.069981 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158e8923-2f47-480a-b909-81e8e5eb7627" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaa38e5-6b81-4e46-888a-e31a9e4af6c1", "tag": "caf5a2f0-5552-45da-ae56-a6ac5b2ec403"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:09.129758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.173905 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998b84-c673-4bdf-a0e8-6cc9992fee05 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:09.185603 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7eecec-f5e0-441a-afb7-011f71907684 x-openstack-request-id: req-1a7eecec-f5e0-441a-afb7-011f71907684 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:09.185835 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaa38e5-6b81-4e46-888a-e31a9e4af6c1", "tag": "caf5a2f0-5552-45da-ae56-a6ac5b2ec403", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:09.186077 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a7eecec-f5e0-441a-afb7-011f71907684 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:09.186511 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'tag': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403', 'status': 'completed', 'code': 200} Dec 13 14:49:09.241068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f54c4d-ed06-424a-8ade-51853ce72f93,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:09.262161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a41fd9a-3ec8-429f-a642-06ff16f5a76f None None] Network f24df9f5-dbf7-42ba-89bc-e766c14aa619 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:09.271380 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.276931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-897655ae-a728-4af4-a388-58d00cd97bd1 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/subnets/a8f54c4d-ed06-424a-8ade-51853ce72f93 HTTP/1.1" status: 204 len: 168 time: 1.2464125 Dec 13 14:49:09.282804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:09.321606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-86bbe829-7349-4d81-9b5c-391083ac7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.323264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-86bbe829-7349-4d81-9b5c-391083ac7ec3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0 HTTP/1.1" status: 200 len: 1094 time: 0.2171409 Dec 13 14:49:09.335933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-efed4d23-a3f4-4526-90ab-9f7184d958b5 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.337912 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-efed4d23-a3f4-4526-90ab-9f7184d958b5 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.6799107 Dec 13 14:49:09.366536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fa2b-ee7e-4a55-8150-c2ba7a59ad9e req-2f1bd02b-62c2-438b-8101-c9dc7790fddf tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.376157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e428fa2b-ee7e-4a55-8150-c2ba7a59ad9e req-2f1bd02b-62c2-438b-8101-c9dc7790fddf tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 946 time: 0.2570136 Dec 13 14:49:09.387101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8923-2f47-480a-b909-81e8e5eb7627 req-ce9fe16d-b288-4ea5-b35d-d984596a015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.389656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-158e8923-2f47-480a-b909-81e8e5eb7627 req-ce9fe16d-b288-4ea5-b35d-d984596a015a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 1095 time: 0.1735196 Dec 13 14:49:09.441641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.500139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-81f05a7b-3b0e-44fd-8de4-17e47de7f0b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6227eea-c9fb-4699-b976-322dc2911b3e HTTP/1.1" status: 200 len: 217 time: 0.1580577 Dec 13 14:49:09.571216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e428fa2b-ee7e-4a55-8150-c2ba7a59ad9e req-f906ed4f-b9fc-41a8-bc3f-442d99ac1ad4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941135 Dec 13 14:49:09.643041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-edec86a4-edcb-4bd1-ac23-e678d9c63eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.647946 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-edec86a4-edcb-4bd1-ac23-e678d9c63eea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8386019-e089-4292-8365-04a9dc8fc304 HTTP/1.1" status: 200 len: 853 time: 0.1334090 Dec 13 14:49:09.665424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Deleting port 502fd7c3-e2b7-44e5-9e79-283d425fc464 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:09.665767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.668869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe7e74-5d71-472c-bf49-c547eee1bf5f req-719411cf-f16d-4805-85cb-ba297d17a4e8 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.670504 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bbe7e74-5d71-472c-bf49-c547eee1bf5f req-719411cf-f16d-4805-85cb-ba297d17a4e8 tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.1616006 Dec 13 14:49:09.674123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8923-2f47-480a-b909-81e8e5eb7627 req-64baa5af-4abe-47fb-8a74-b78ccd95d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:09.675811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-158e8923-2f47-480a-b909-81e8e5eb7627 req-64baa5af-4abe-47fb-8a74-b78ccd95d114 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=193c59c70d0b4d7c840d343e4f422e83&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2762899 Dec 13 14:49:09.745362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] DHCP port deletion for f24df9f5-dbf7-42ba-89bc-e766c14aa619 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:49:09.775831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] For port 502fd7c3-e2b7-44e5-9e79-283d425fc464, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=502fd7c3-e2b7-44e5-9e79-283d425fc464,segment=NetworkSegment(ff0f109c-70f1-41e3-b251-c5e14de828af),segment_id=ff0f109c-70f1-41e3-b251-c5e14de828af)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:09.776218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.789903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Calling delete_port for 502fd7c3-e2b7-44e5-9e79-283d425fc464 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:09.821121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] Deleting port 99a02730-f18b-4190-9e5f-9b55335c89e5 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:09.821814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.831134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Deleting port 99a02730-f18b-4190-9e5f-9b55335c89e5 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:09.831472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.931850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] For port 99a02730-f18b-4190-9e5f-9b55335c89e5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=99a02730-f18b-4190-9e5f-9b55335c89e5,segment=NetworkSegment(de131ed0-3518-478c-8546-bdd4e214aa11),segment_id=de131ed0-3518-478c-8546-bdd4e214aa11)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:09.932260 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:09.949410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] Calling delete_port for 99a02730-f18b-4190-9e5f-9b55335c89e5 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:10.061280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-ea555ca7-14c0-47e6-a8ec-72b8264d3f5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3315d2c-d56c-4b5f-8f88-ede3975282e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3973625 Dec 13 14:49:10.073937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:10.096206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['502fd7c3-e2b7-44e5-9e79-283d425fc464'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:10.170047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Pushing event deleted for resources: {'Port': ['ID=502fd7c3-e2b7-44e5-9e79-283d425fc464,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:10.180086 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:10.180240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bbe7e74-5d71-472c-bf49-c547eee1bf5f req-aa098380-88bf-4eea-b420-6876c837eecf tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/security-groups?id=afec9f1d-c270-4bcd-85c8-09a92bc952cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979234 Dec 13 14:49:10.203407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f46cc-d77e-40ca-b32a-c97f049e7039 req-98f0dde2-5f2f-45a9-a5f4-faab1bada0c9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:10.212231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc2f46cc-d77e-40ca-b32a-c97f049e7039 req-98f0dde2-5f2f-45a9-a5f4-faab1bada0c9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.2467644 Dec 13 14:49:10.264157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] For port 99a02730-f18b-4190-9e5f-9b55335c89e5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=99a02730-f18b-4190-9e5f-9b55335c89e5,segment=NetworkSegment(de131ed0-3518-478c-8546-bdd4e214aa11),segment_id=de131ed0-3518-478c-8546-bdd4e214aa11)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:10.264493 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:10.267905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] Pushing event deleted for resources: {'Port': ['ID=99a02730-f18b-4190-9e5f-9b55335c89e5,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:10.272510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8923-2f47-480a-b909-81e8e5eb7627 req-13aa844e-0ac1-4f02-b9b5-e683df22b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:10.273857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-158e8923-2f47-480a-b909-81e8e5eb7627 req-13aa844e-0ac1-4f02-b9b5-e683df22b8a2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5894613 Dec 13 14:49:10.280196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14c73d-0187-4fa7-bcd8-8541643ed2c6 None None] No DVR routers for this DVR port 99a02730-f18b-4190-9e5f-9b55335c89e5 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:10.341572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Calling delete_port for 99a02730-f18b-4190-9e5f-9b55335c89e5 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:10.349245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] No DVR routers for this DVR port 502fd7c3-e2b7-44e5-9e79-283d425fc464 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:10.370459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:10.373902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e953aa10-85d0-4f87-a5bd-67d22fb396e6 req-a74a4e23-34b0-4d8e-bc64-1375c6175fda tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.55 "DELETE /v2.0/ports/502fd7c3-e2b7-44e5-9e79-283d425fc464 HTTP/1.1" status: 204 len: 173 time: 1.0234058 Dec 13 14:49:10.375026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'name': 'network-vif-deleted', 'tag': '502fd7c3-e2b7-44e5-9e79-283d425fc464'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:10.377448 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac28f102-01d7-442d-a8d5-49cb068ab082" -d '{"events": [{"server_uuid": "76baf463-14bc-4322-886d-c91c9c5fe0f6", "name": "network-vif-deleted", "tag": "502fd7c3-e2b7-44e5-9e79-283d425fc464"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:10.410389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc2f46cc-d77e-40ca-b32a-c97f049e7039 req-a92e8b02-5649-41ad-a205-d9a45d0101bf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837859 Dec 13 14:49:10.418769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45176) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:10.459933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-cea86e6b-865b-4dd0-83c6-46a78da9fced service neutron] 10.222.0.55 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889599 Dec 13 14:49:10.483008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f7fcf-dbaa-42fb-8105-f0d9c8015519 req-2ff71c14-55d5-4f2c-a0e4-eb8cfaa935ad tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:10.490940 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-885f7fcf-dbaa-42fb-8105-f0d9c8015519 req-2ff71c14-55d5-4f2c-a0e4-eb8cfaa935ad tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 944 time: 0.1877372 Dec 13 14:49:10.518122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-c902f3c3-10dc-430c-9a8b-ae1158b4196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:10.519707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-c902f3c3-10dc-430c-9a8b-ae1158b4196d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 1095 time: 0.1732297 Dec 13 14:49:10.601067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-c3dec328-ea19-48b0-9441-24a784aaea18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf5a2f0-5552-45da-ae56-a6ac5b2ec403 HTTP/1.1" status: 200 len: 217 time: 0.0665932 Dec 13 14:49:10.626214 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-885f7fcf-dbaa-42fb-8105-f0d9c8015519 req-fbabe218-2a85-47df-91ac-b9d501b9453c tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310873 Dec 13 14:49:10.679015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1267466145-network', 'tenant_id': 'e1918acb34f3424e8787f11e882d408e'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:10.702476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-a61355a1-0cd8-4293-852e-643b820eeee2 service neutron] 10.222.0.55 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280519 Dec 13 14:49:10.715014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6276-0a41-40be-b042-15473eb4731d req-7f6492ff-dcad-4306-bcd4-049f42d7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:10.717383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-7f6492ff-dcad-4306-bcd4-049f42d7d01c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8386019-e089-4292-8365-04a9dc8fc304 HTTP/1.1" status: 200 len: 853 time: 0.0876439 Dec 13 14:49:10.718031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:10.724720 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b28117f-fc75-4463-a407-c052654e8344 x-openstack-request-id: req-9b28117f-fc75-4463-a407-c052654e8344 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:10.725008 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76baf463-14bc-4322-886d-c91c9c5fe0f6", "name": "network-vif-deleted", "tag": "502fd7c3-e2b7-44e5-9e79-283d425fc464", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:10.732243 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b28117f-fc75-4463-a407-c052654e8344 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:10.732243 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76baf463-14bc-4322-886d-c91c9c5fe0f6', 'name': 'network-vif-deleted', 'tag': '502fd7c3-e2b7-44e5-9e79-283d425fc464', 'status': 'completed', 'code': 200} Dec 13 14:49:10.787540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Port': ['ID=99a02730-f18b-4190-9e5f-9b55335c89e5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:10.799144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5528c-a0a9-4703-9cc7-f3d1b9b6cdb9 req-4a9a167e-8453-4846-80f1-ce302b2219af tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:10.806760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bc5528c-a0a9-4703-9cc7-f3d1b9b6cdb9 req-4a9a167e-8453-4846-80f1-ce302b2219af tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 946 time: 0.0991895 Dec 13 14:49:10.815338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] No DVR routers for this DVR port 99a02730-f18b-4190-9e5f-9b55335c89e5 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:10.821460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-eea8857b-d872-456b-a7d3-838e614097fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3315d2c-d56c-4b5f-8f88-ede3975282e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697062 Dec 13 14:49:10.821748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 99a02730-f18b-4190-9e5f-9b55335c89e5 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:10.839395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Made reservation on behalf of e1918acb34f3424e8787f11e882d408e for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:10.843024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:10.843161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 99a02730-f18b-4190-9e5f-9b55335c89e5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:10.843486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 99a02730-f18b-4190-9e5f-9b55335c89e5 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:10.870993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:10.916806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bc5528c-a0a9-4703-9cc7-f3d1b9b6cdb9 req-6ba8ddc5-99c5-4d20-ba2d-9b069ed997b9 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046808 Dec 13 14:49:10.973814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.011136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24df9f5-dbf7-42ba-89bc-e766c14aa619']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:11.025693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de131ed0-3518-478c-8546-bdd4e214aa11') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:11.025693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de131ed0-3518-478c-8546-bdd4e214aa11') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:11.029086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-a21d924b-2f8f-47cb-a3fa-d1e0a29f6ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800809 Dec 13 14:49:11.035642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.041073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.118482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.126078 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:49:11.127075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.168960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:11.180937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e75603-40fc-4aa0-a885-aed458691cf4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:11.181861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:11.182296 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.185819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.187172 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Added segment 37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6 of type vlan for network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:11.194150 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:11.257164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-4fc5a06b-483d-4fce-934f-7fc2f5a2f1cd tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:11.263647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.264711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-4fc5a06b-483d-4fce-934f-7fc2f5a2f1cd tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2266285 Dec 13 14:49:11.335955 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-65135227-1a6d-4b5d-8f32-43394d678e09 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 696 time: 0.0699515 Dec 13 14:49:11.359713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'floatingip': {'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:11.382069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fa874f2-cfb7-4f5e-aa5b-d278bbd1fbc1 req-e6742ca9-02fa-409f-9435-58c18171f39a tempest-ServerDiskConfigTestJSON-1175983459 tempest-ServerDiskConfigTestJSON-1175983459-project] 10.222.0.24 "GET /v2.0/ports?device_id=76baf463-14bc-4322-886d-c91c9c5fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0568202 Dec 13 14:49:11.394019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.394019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:11.394019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.444589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.457464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-528c6276-0a41-40be-b042-15473eb4731d req-f37f57f3-32dc-452a-80c3-95437af4b692 service neutron] 10.222.0.50 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132495 Dec 13 14:49:11.461684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.474979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] Pushing event updated for resources: {'Network': ['ID=9bdb17ad-794d-487c-864f-2c05e8e7ec91,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:11.485478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:11.541545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-36dbd7bb-60a2-4d64-a33f-95598ab6e37e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1183012 Dec 13 14:49:11.552983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.555604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45190) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:11.556710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] 10.222.0.24 "DELETE /v2.0/networks/f24df9f5-dbf7-42ba-89bc-e766c14aa619 HTTP/1.1" status: 204 len: 168 time: 2.2715654 Dec 13 14:49:11.582195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Request body: {'subnet': {'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1267466145-subnet', 'tenant_id': 'e1918acb34f3424e8787f11e882d408e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:11.590636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dac96-f486-4de7-b529-18c762b92f36 tempest-NetworksIpV6TestAttrs-371422650 tempest-NetworksIpV6TestAttrs-371422650-project] Pushing event deleted for resources: {'Network': ['ID=f24df9f5-dbf7-42ba-89bc-e766c14aa619,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:11.661202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebdd3e-9a95-4a12-9960-97541de36c83 req-86c45b00-5fea-4344-9743-51f60ef58734 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:11.669316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82ebdd3e-9a95-4a12-9960-97541de36c83 req-86c45b00-5fea-4344-9743-51f60ef58734 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1579349 Dec 13 14:49:11.716165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82ebdd3e-9a95-4a12-9960-97541de36c83 req-30580d73-c339-4207-8d04-5f33146052e0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445695 Dec 13 14:49:11.736570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Made reservation on behalf of e1918acb34f3424e8787f11e882d408e for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:11.740311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:11.986579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2785e82-42fb-40b8-ab64-6e09142d1dc7 req-4e8f0307-a323-4ed3-a8b4-5ac8f5252de3 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:11.988560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2785e82-42fb-40b8-ab64-6e09142d1dc7 req-4e8f0307-a323-4ed3-a8b4-5ac8f5252de3 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 944 time: 0.1019185 Dec 13 14:49:12.089566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2785e82-42fb-40b8-ab64-6e09142d1dc7 req-4350d2cc-ec84-4ef0-9733-339c4dfa5ccd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863037 Dec 13 14:49:12.119436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45200) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:12.138468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.177969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.229623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b25779a-cdc1-4c27-bf74-9184bb4b3b9e,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:12.247418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Checking segment: {'id': '37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:12.247782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Network hostable DHCP agents. Network: 9bdb17ad-794d-487c-864f-2c05e8e7ec91, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:12.315086 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.334379 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e653ff06-08e9-44df-94a0-c7e0a6551c92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4d00e9dd56a4983b4d306289a82e89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134199 Dec 13 14:49:12.341146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45204) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:12.356272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:12.417947 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54ee0721-e68f-4300-a6c5-b24fbc4df54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.427584 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614 associated. External IP: 172.25.7.194, port: a53bc811-c5b4-4e5e-809a-ce033f1b5571. Dec 13 14:49:12.438731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54ee0721-e68f-4300-a6c5-b24fbc4df54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.613834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45216) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:12.658899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9bdb17ad-794d-487c-864f-2c05e8e7ec91) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:12.663025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] Deleting subnet 500c562e-7bdf-41cc-8bcf-0c87972b8284 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:12.668458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:12.668997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.670697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d0644-7591-4e08-9dce-f5d6869924a8 None None] Network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:12.671181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.707973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54ee0721-e68f-4300-a6c5-b24fbc4df54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.710253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-54ee0721-e68f-4300-a6c5-b24fbc4df54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.711837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-54ee0721-e68f-4300-a6c5-b24fbc4df54f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37141f49-4b2a-4aa8-a209-5f14be171168 HTTP/1.1" status: 204 len: 168 time: 0.3696346 Dec 13 14:49:12.742610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:12.805476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee0721-e68f-4300-a6c5-b24fbc4df54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37141f49-4b2a-4aa8-a209-5f14be171168,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:12.884239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b908c62c-bcae-467f-8351-f613a9350735 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3155713 Dec 13 14:49:12.898628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508096f-4b5e-4965-9664-fdbee3132641 None None] Network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:13.008134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d6227eea-c9fb-4699-b976-322dc2911b3e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:13.013625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 502fd7c3-e2b7-44e5-9e79-283d425fc464 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:13.034542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:13.050043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf542a2-a752-477c-9b58-0ec227a12eb2 req-2b8e7eab-0471-4c54-aedc-51d176db5b85 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:13.058772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bf542a2-a752-477c-9b58-0ec227a12eb2 req-2b8e7eab-0471-4c54-aedc-51d176db5b85 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1653764 Dec 13 14:49:13.090606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 502fd7c3-e2b7-44e5-9e79-283d425fc464 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:13.092004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 502fd7c3-e2b7-44e5-9e79-283d425fc464 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:13.214023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:13.249419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bf542a2-a752-477c-9b58-0ec227a12eb2 req-7fef92d0-5c15-4b09-b9e6-16a3afd2ae95 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883631 Dec 13 14:49:13.362932 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:13.465415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:13.484048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/500c562e-7bdf-41cc-8bcf-0c87972b8284 HTTP/1.1" status: 204 len: 168 time: 0.8684676 Dec 13 14:49:13.492767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd93f0-e409-42b0-9c70-a050946ec094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500c562e-7bdf-41cc-8bcf-0c87972b8284,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:13.499915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45242) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:13.647172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:13.675671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:13.676853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:13.742260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d6227eea-c9fb-4699-b976-322dc2911b3e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d6227eea-c9fb-4699-b976-322dc2911b3e,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:13.766638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:13.780481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'd6227eea-c9fb-4699-b976-322dc2911b3e', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'port_id': 'd6227eea-c9fb-4699-b976-322dc2911b3e', 'mac_address': 'fa:16:3e:9a:4f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8386019-e089-4292-8365-04a9dc8fc304', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:13.784822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-79d7964b-2d50-43ec-bee0-8c1203c58ba5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "PUT /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 200 len: 997 time: 2.4390066 Dec 13 14:49:13.784822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:13.785450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90208-ace8-47d1-b82b-8c0fcee9ceb0 req-d5844680-2645-4a53-a55c-a442d3eba280 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:13.788773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:13.789536 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af625dc1-7517-4306-84d7-862f070e1f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:13.791471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:13.792958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4eb90208-ace8-47d1-b82b-8c0fcee9ceb0 req-d5844680-2645-4a53-a55c-a442d3eba280 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 944 time: 0.2136908 Dec 13 14:49:13.858188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-06e8711c-f5d8-4a8d-9d9c-180d5170941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:13.873975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-06e8711c-f5d8-4a8d-9d9c-180d5170941b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.0777483 Dec 13 14:49:13.936408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4eb90208-ace8-47d1-b82b-8c0fcee9ceb0 req-0b364c0c-fd19-46d3-a2d9-02f42c244e7d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418271 Dec 13 14:49:13.957720 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:13.969363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.039633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6227eea-c9fb-4699-b976-322dc2911b3e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:14.041657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51597a13-81df-4077-9e08-8a9e3a5c0a79']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:14.076091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0f109c-70f1-41e3-b251-c5e14de828af') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:14.077183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0f109c-70f1-41e3-b251-c5e14de828af') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:14.108058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.148763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d6227eea-c9fb-4699-b976-322dc2911b3e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d6227eea-c9fb-4699-b976-322dc2911b3e,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:14.150013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.166571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:14.167677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:14.168246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:14.170198 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:14.219839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-5be3a6b8-0e43-45a0-bbce-7fcfa743e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:14.232683 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-5be3a6b8-0e43-45a0-bbce-7fcfa743e064 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.3565936 Dec 13 14:49:14.273713 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.380089 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0edb7d4-f0f6-4862-a47a-d97ec0bc0bf3 x-openstack-request-id: req-b0edb7d4-f0f6-4862-a47a-d97ec0bc0bf3 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:14.380387 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:14.380645 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0edb7d4-f0f6-4862-a47a-d97ec0bc0bf3 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:14.381053 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'status': 'completed', 'code': 200} Dec 13 14:49:14.390943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-1a29d0b1-020d-4865-9008-d0e2f1a1b1b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 1000 time: 0.1567249 Dec 13 14:49:14.418894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625dc1-7517-4306-84d7-862f070e1f3a req-c560f9b8-9fd4-437b-a7a6-76c1fc73b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:14.423902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d6227eea-c9fb-4699-b976-322dc2911b3e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:14.425947 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af625dc1-7517-4306-84d7-862f070e1f3a req-c560f9b8-9fd4-437b-a7a6-76c1fc73b2c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.1685135 Dec 13 14:49:14.441970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.453955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-224026ac-9868-461e-b14f-b301270fffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:14.469827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.477848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/51597a13-81df-4077-9e08-8a9e3a5c0a79 HTTP/1.1" status: 204 len: 168 time: 0.9768693 Dec 13 14:49:14.486149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-224026ac-9868-461e-b14f-b301270fffc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.0942774 Dec 13 14:49:14.570501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-5f95d53f-d4e2-4b82-bddd-4147e460a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:14.580957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-5f95d53f-d4e2-4b82-bddd-4147e460a84a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938437 Dec 13 14:49:14.601903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173052-271e-4653-b088-c985b9565f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=51597a13-81df-4077-9e08-8a9e3a5c0a79,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:14.605924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['d6227eea-c9fb-4699-b976-322dc2911b3e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:14.635229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6281da-5024-4568-848f-99c4312224f7 req-b689ba81-d1e2-4137-af64-d2db266a4933 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:14.651693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c6281da-5024-4568-848f-99c4312224f7 req-b689ba81-d1e2-4137-af64-d2db266a4933 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.2969067 Dec 13 14:49:14.684903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45270) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:14.705435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-953664074-network', 'tenant_id': 'bf08b1d4e56149d7b54507e648e0b628'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:14.719939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-3251e343-3072-4ce0-8701-6ef2198c6501 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379628 Dec 13 14:49:14.831505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:c0:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:12Z', 'revision_number': 1, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:14.850195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c6281da-5024-4568-848f-99c4312224f7 req-a542cb9c-5480-4557-a1d4-cfbb80517ab9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890302 Dec 13 14:49:14.868469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c698ac9-dede-49b6-ad04-293cddd657d4 req-266eaeb9-11e5-4703-a1ec-ee28d0b0334c service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466002 Dec 13 14:49:14.884810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625dc1-7517-4306-84d7-862f070e1f3a req-e57d28b7-5682-4aef-b7cb-f7dfcc149ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:14.886360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af625dc1-7517-4306-84d7-862f070e1f3a req-e57d28b7-5682-4aef-b7cb-f7dfcc149ce9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.4455564 Dec 13 14:49:14.931503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:49:14.970075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Made reservation on behalf of bf08b1d4e56149d7b54507e648e0b628 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:14.970626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:14.971416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:14.972808 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:14.986462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.017168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af625dc1-7517-4306-84d7-862f070e1f3a req-a6b2475c-1ff2-44cd-acb2-b301908261ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 1000 time: 0.1189225 Dec 13 14:49:15.068356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device caf5a2f0-5552-45da-ae56-a6ac5b2ec403 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:15.103039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45282) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.213462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-36d67eea-4845-473a-95f3-53b134ddab9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b60c212ff56c4ec983e88efc0f21cb81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086814 Dec 13 14:49:15.215809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45284) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.234268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port caf5a2f0-5552-45da-ae56-a6ac5b2ec403, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:15.263791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579810fe-5640-4c40-8ba4-01ccfffb6aaa req-70d3924b-8eb2-47ca-af92-d813f3c8fca2 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:15.271713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-579810fe-5640-4c40-8ba4-01ccfffb6aaa req-70d3924b-8eb2-47ca-af92-d813f3c8fca2 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 944 time: 0.1594503 Dec 13 14:49:15.277072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45286) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.282501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625dc1-7517-4306-84d7-862f070e1f3a req-2bb0a189-7d7e-42bb-be26-0d932519da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:15.284220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af625dc1-7517-4306-84d7-862f070e1f3a req-2bb0a189-7d7e-42bb-be26-0d932519da7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.2523072 Dec 13 14:49:15.292501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'port_id': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403', 'mac_address': 'fa:16:3e:5e:03:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8386019-e089-4292-8365-04a9dc8fc304', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:15.342036 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.353358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.360751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf5a2f0-5552-45da-ae56-a6ac5b2ec403 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:15.365639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-ee0e3c25-11ff-4179-add0-256e99055c20 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:15.367796 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-ee0e3c25-11ff-4179-add0-256e99055c20 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2126906 Dec 13 14:49:15.391529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port caf5a2f0-5552-45da-ae56-a6ac5b2ec403, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:15.448803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:15.450766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-579810fe-5640-4c40-8ba4-01ccfffb6aaa req-8db945c3-7937-4ab4-a4c1-c9bce2a61fd0 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322021 Dec 13 14:49:15.459302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.468129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-17cff4b1-7e54-4aad-9553-03fc5d4783b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.480394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625dc1-7517-4306-84d7-862f070e1f3a req-bf45d6ac-8d77-4ed2-9770-6d640b801ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:15.482134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af625dc1-7517-4306-84d7-862f070e1f3a req-bf45d6ac-8d77-4ed2-9770-6d640b801ae1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803477 Dec 13 14:49:15.522828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0698a338-6c4a-4833-940a-0dab313b9e8a tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] Request body: {'port': {'network_id': '6a17bdc6-ca7e-477f-80a2-2a9c1a804af6', 'name': 'tempest-NetworksNegativeTestJSON-1821598636'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:15.530044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-af4e497b-7371-4d38-8ab4-0adee33e7c04 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1000 time: 0.1554537 Dec 13 14:49:15.538145 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.546458 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0698a338-6c4a-4833-940a-0dab313b9e8a tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] POST failed (client error): The resource could not be found. Dec 13 14:49:15.547057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0698a338-6c4a-4833-940a-0dab313b9e8a tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:15.548958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'floatingip': {'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:15.555810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:15.556724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0698a338-6c4a-4833-940a-0dab313b9e8a tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2785127 Dec 13 14:49:15.559927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45290) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.592546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-17cff4b1-7e54-4aad-9553-03fc5d4783b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.608981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:15.625838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.626670 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19bd21f-d1a3-4b5d-bb34-af2ca859d64e tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:15.627795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19bd21f-d1a3-4b5d-bb34-af2ca859d64e tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:15.634886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b19bd21f-d1a3-4b5d-bb34-af2ca859d64e tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "DELETE /v2.0/networks/a7b6e913-1eff-4042-af44-627e5b8e9b43 HTTP/1.1" status: 404 len: 339 time: 0.0629838 Dec 13 14:49:15.635560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45292) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.645207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf647bb-74dc-4869-8719-d40b50f11809,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:15.652961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.654081 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Added segment 07fcd881-1ec8-4961-85c3-7c2ffd321f43 of type vlan for network b9deb964-6d97-4b82-8641-f708e096a2d7 Dec 13 14:49:15.701880 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bafd992-0c63-4c15-a45e-a664aa124e71 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:15.703351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bafd992-0c63-4c15-a45e-a664aa124e71 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:15.711868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0bafd992-0c63-4c15-a45e-a664aa124e71 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "DELETE /v2.0/ports/6bb541fe-ef11-4f83-aa7e-6dece0f9406c HTTP/1.1" status: 404 len: 333 time: 0.0682051 Dec 13 14:49:15.712569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45294) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.747191 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c1b983-9d32-4c16-bfc8-f6880368edae tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] DELETE failed (client error): The resource could not be found. Dec 13 14:49:15.747827 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c1b983-9d32-4c16-bfc8-f6880368edae tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:15.755698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b0c1b983-9d32-4c16-bfc8-f6880368edae tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "DELETE /v2.0/subnets/a4de847a-4fed-41e0-bf0b-cb204c12855b HTTP/1.1" status: 404 len: 337 time: 0.0388150 Dec 13 14:49:15.756542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45296) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.784781 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dc5303-fad6-4cdc-b4c5-a5ca03a4f076 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] GET failed (client error): The resource could not be found. Dec 13 14:49:15.790870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-13dc5303-fad6-4cdc-b4c5-a5ca03a4f076 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "GET /v2.0/networks/fee1f0c0-a75e-4be2-8c36-aea8ffbed163 HTTP/1.1" status: 404 len: 339 time: 0.0329294 Dec 13 14:49:15.791896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45298) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.828403 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-164e672a-90df-438c-a760-0df380ddab7d tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] GET failed (client error): The resource could not be found. Dec 13 14:49:15.834631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-164e672a-90df-438c-a760-0df380ddab7d tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "GET /v2.0/ports/310ec640-81a4-4969-ad73-ff1de41c6380 HTTP/1.1" status: 404 len: 333 time: 0.0416043 Dec 13 14:49:15.835899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45300) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.896877 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd3958a-4471-45f3-81b5-9614dd508ecd tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] GET failed (client error): The resource could not be found. Dec 13 14:49:15.899871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4cd3958a-4471-45f3-81b5-9614dd508ecd tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "GET /v2.0/subnets/2980399a-22f6-44fc-ad99-96fe0f578b0e HTTP/1.1" status: 404 len: 337 time: 0.0629973 Dec 13 14:49:15.908806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45304) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.915340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b819b2ef-2035-432f-84d7-0ed8afa488cb tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:15.931798 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b819b2ef-2035-432f-84d7-0ed8afa488cb tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] PUT failed (client error): The resource could not be found. Dec 13 14:49:15.931798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b819b2ef-2035-432f-84d7-0ed8afa488cb tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:15.940771 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b819b2ef-2035-432f-84d7-0ed8afa488cb tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "PUT /v2.0/networks/9da5cead-b457-429e-ab8c-fa953333cd6c HTTP/1.1" status: 404 len: 339 time: 0.0306637 Dec 13 14:49:15.941553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45306) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:15.952210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-24dd91bd-13c1-4ec0-855e-7da3138a81f9 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:15.991649 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-17cff4b1-7e54-4aad-9553-03fc5d4783b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.993726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-17cff4b1-7e54-4aad-9553-03fc5d4783b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:15.995259 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-17cff4b1-7e54-4aad-9553-03fc5d4783b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afec9f1d-c270-4bcd-85c8-09a92bc952cc HTTP/1.1" status: 204 len: 168 time: 0.7777762 Dec 13 14:49:16.022808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cff4b1-7e54-4aad-9553-03fc5d4783b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec9f1d-c270-4bcd-85c8-09a92bc952cc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:16.026691 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dd91bd-13c1-4ec0-855e-7da3138a81f9 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] PUT failed (client error): The resource could not be found. Dec 13 14:49:16.029189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dd91bd-13c1-4ec0-855e-7da3138a81f9 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:16.035479 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-24dd91bd-13c1-4ec0-855e-7da3138a81f9 tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "PUT /v2.0/ports/46042f98-7fb8-4dc6-b4ff-db3898f49878 HTTP/1.1" status: 404 len: 333 time: 0.0924745 Dec 13 14:49:16.035711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:16.066113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023c2c8-0e06-4670-a869-ed32097e58c3 req-4abdb535-61db-4e80-ab20-a2d727544688 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:16.067914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1023c2c8-0e06-4670-a869-ed32097e58c3 req-4abdb535-61db-4e80-ab20-a2d727544688 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1075451 Dec 13 14:49:16.107997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-584b3285-3921-496c-ba94-9c6452b8636c tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:16.118918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['caf5a2f0-5552-45da-ae56-a6ac5b2ec403'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:16.138169 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-584b3285-3921-496c-ba94-9c6452b8636c tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] PUT failed (client error): The resource could not be found. Dec 13 14:49:16.138652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584b3285-3921-496c-ba94-9c6452b8636c tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:49:16.145165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1023c2c8-0e06-4670-a869-ed32097e58c3 req-1a053eb3-fbd3-4e2c-ac83-64c62d28988e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695758 Dec 13 14:49:16.151594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-584b3285-3921-496c-ba94-9c6452b8636c tempest-NetworksNegativeTestJSON-225188680 tempest-NetworksNegativeTestJSON-225188680-project] 10.222.0.24 "PUT /v2.0/subnets/f3c511cd-86a4-4716-a1f3-7ac104c2f2e4 HTTP/1.1" status: 404 len: 337 time: 0.0641334 Dec 13 14:49:16.222502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:16.236377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:16.294422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:c0:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:12Z', 'revision_number': 1, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:16.329948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d245851-361d-40c6-9653-f5e6a4b3bf80 None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:c0:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:12Z', 'revision_number': 1, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:16.368365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af625dc1-7517-4306-84d7-862f070e1f3a req-644ac9fb-7b5f-480c-9093-178a86ea904f service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8477232 Dec 13 14:49:16.519562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:16.520158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:16.520695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:16.597959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] Pushing event updated for resources: {'Network': ['ID=b9deb964-6d97-4b82-8641-f708e096a2d7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:16.640895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network b9deb964-6d97-4b82-8641-f708e096a2d7 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:16.726110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2cb4-f722-4e68-b6a6-77ca8619025c req-0fbfd761-19b0-4677-a964-346332ece0d2 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:16.736888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d89f2cb4-f722-4e68-b6a6-77ca8619025c req-0fbfd761-19b0-4677-a964-346332ece0d2 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 945 time: 0.1481605 Dec 13 14:49:16.750423 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55117707-7f8c-4856-bf15-2aaec1167bf0 None None] New status for floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:49:16.769813 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:16.806931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8a4d60ab-f398-4752-b544-835e8383af05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1084645 Dec 13 14:49:16.809328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45326) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:16.817911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d89f2cb4-f722-4e68-b6a6-77ca8619025c req-17d8d772-9a58-41e8-a938-cf673501f4d3 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792110 Dec 13 14:49:16.837257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Request body: {'subnet': {'network_id': 'b9deb964-6d97-4b82-8641-f708e096a2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-953664074-subnet', 'tenant_id': 'bf08b1d4e56149d7b54507e648e0b628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:16.883132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af625dc1-7517-4306-84d7-862f070e1f3a req-96e029f0-4ea1-4a35-995b-7dd87807a36b service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028064 Dec 13 14:49:16.909202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45330) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:17.021659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d6227eea-c9fb-4699-b976-322dc2911b3e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:17.065177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Made reservation on behalf of bf08b1d4e56149d7b54507e648e0b628 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:17.077225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.082626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72904f1-7487-418d-bac8-757c3db6c26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.133819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:49:17.133819 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:49:17.169149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port d6227eea-c9fb-4699-b976-322dc2911b3e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:17.174263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port d6227eea-c9fb-4699-b976-322dc2911b3e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:17.174776 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.202667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72904f1-7487-418d-bac8-757c3db6c26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.317269 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.324643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72904f1-7487-418d-bac8-757c3db6c26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.356593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d6227eea-c9fb-4699-b976-322dc2911b3e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d6227eea-c9fb-4699-b976-322dc2911b3e,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:17.357713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6227eea-c9fb-4699-b976-322dc2911b3e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:17.361532 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921e1f8c-36dd-4c54-a06f-856080ae8c39" -d '{"events": [{"server_uuid": "1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0", "name": "network-vif-plugged", "status": "completed", "tag": "d6227eea-c9fb-4699-b976-322dc2911b3e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:17.368697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.381047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485cec3-53e6-4e27-81e3-3ba7567365ab req-1307d310-89a6-4e82-820d-059414fd377a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:17.382588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b485cec3-53e6-4e27-81e3-3ba7567365ab req-1307d310-89a6-4e82-820d-059414fd377a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1093020 Dec 13 14:49:17.385591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72904f1-7487-418d-bac8-757c3db6c26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7433e20-6fb9-4728-98a3-834fbb1b11ce,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:17.401126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f72904f1-7487-418d-bac8-757c3db6c26e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ef419739a44454cbf9debb67731b365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886062 Dec 13 14:49:17.404483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45344) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:17.446466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b485cec3-53e6-4e27-81e3-3ba7567365ab req-de60a821-111d-4fec-8929-f3b0a7cef00d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Dec 13 14:49:17.480805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1226a4ef-a4db-4def-ab09-6f42fb6f6a79,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:17.482514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.493233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Checking segment: {'id': '07fcd881-1ec8-4961-85c3-7c2ffd321f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b9deb964-6d97-4b82-8641-f708e096a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:17.493658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Network hostable DHCP agents. Network: b9deb964-6d97-4b82-8641-f708e096a2d7, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:17.512796 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3866fa-6cf7-4d48-b37c-21307f654b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.554644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3866fa-6cf7-4d48-b37c-21307f654b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.581787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d6227eea-c9fb-4699-b976-322dc2911b3e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:17.599020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.599445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.601009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.601434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.601848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.603085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.603504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.605903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.606279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.606705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.615056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.615056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:17.615552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Network b9deb964-6d97-4b82-8641-f708e096a2d7 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:17.633587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.648164 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623f1894-4acf-48eb-adb5-5adcf1bc0472 x-openstack-request-id: req-623f1894-4acf-48eb-adb5-5adcf1bc0472 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:17.648635 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0", "name": "network-vif-plugged", "status": "completed", "tag": "d6227eea-c9fb-4699-b976-322dc2911b3e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:17.649137 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-623f1894-4acf-48eb-adb5-5adcf1bc0472 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:17.649519 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6227eea-c9fb-4699-b976-322dc2911b3e', 'code': 200} Dec 13 14:49:17.694293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3866fa-6cf7-4d48-b37c-21307f654b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.697149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3866fa-6cf7-4d48-b37c-21307f654b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.698934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6b3866fa-6cf7-4d48-b37c-21307f654b74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7433e20-6fb9-4728-98a3-834fbb1b11ce HTTP/1.1" status: 204 len: 168 time: 0.2902381 Dec 13 14:49:17.713065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3866fa-6cf7-4d48-b37c-21307f654b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7433e20-6fb9-4728-98a3-834fbb1b11ce,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:17.715972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, b9deb964-6d97-4b82-8641-f708e096a2d7) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:17.730157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:17.730935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:17.736450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ada286-553c-4d75-b56c-a2080be73d88 None None] Network b9deb964-6d97-4b82-8641-f708e096a2d7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:17.863073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1209-60a1-4118-b04e-0c9076705b5f req-31d91839-b2c2-43ca-9eec-3950372bd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:17.865300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca8e1209-60a1-4118-b04e-0c9076705b5f req-31d91839-b2c2-43ca-9eec-3950372bd6a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0 HTTP/1.1" status: 200 len: 1096 time: 0.1199124 Dec 13 14:49:17.873732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-53505b34-d6ef-43a0-bf85-0d91b975bc55 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0463760 Dec 13 14:49:17.905325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45358) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:17.940438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca8e1209-60a1-4118-b04e-0c9076705b5f req-fcd6a749-69bb-40c8-a56b-3c8ce999431f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645454 Dec 13 14:49:18.039295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81440b-0d48-4ffb-8456-1dde400d21d1 req-09102627-fcdd-4c4e-968c-ba25bb0d4135 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:18.039811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd8e29-498e-46a9-9d12-65b1e22c43f8 None None] Network b9deb964-6d97-4b82-8641-f708e096a2d7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:18.049591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef81440b-0d48-4ffb-8456-1dde400d21d1 req-09102627-fcdd-4c4e-968c-ba25bb0d4135 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 945 time: 0.0782733 Dec 13 14:49:18.144613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef81440b-0d48-4ffb-8456-1dde400d21d1 req-b7fb220e-394a-4604-a1cf-1500b3cb3275 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937345 Dec 13 14:49:18.390877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-463152412-network', 'tenant_id': '4e2fda447dab489ea98f2365ad0df02c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:18.480956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:18.528150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Made reservation on behalf of 4e2fda447dab489ea98f2365ad0df02c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:18.531230 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:18.551806 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:18.576461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:18.641462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56819a-c5b2-4988-96da-7d7628d5c408 req-1a37d0d9-4fb1-42c5-9634-598f798cc379 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:18.649389 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d56819a-c5b2-4988-96da-7d7628d5c408 req-1a37d0d9-4fb1-42c5-9634-598f798cc379 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0770674 Dec 13 14:49:18.709600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d56819a-c5b2-4988-96da-7d7628d5c408 req-9941406c-0fbc-49c7-a73f-38f5d561d66d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573988 Dec 13 14:49:18.793453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:18.800198 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614 associated. External IP: 172.25.7.194, port: a53bc811-c5b4-4e5e-809a-ce033f1b5571. Dec 13 14:49:18.885442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:18.915395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:18.947795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3380ab2c-41dc-4f8d-8ab0-1994caef6a18,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:18.950810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:18.951228 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Added segment 3600ecf4-40df-4ecb-87b7-d1971eddefee of type vlan for network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 Dec 13 14:49:19.030074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device caf5a2f0-5552-45da-ae56-a6ac5b2ec403 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:19.098520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:19.240522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-8292d06c-2202-4a56-a578-c89a83fe4914 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:19.247830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:19.254083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:19.254884 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:19.257682 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-8292d06c-2202-4a56-a578-c89a83fe4914 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/networks?id=9bdb17ad-794d-487c-864f-2c05e8e7ec91 HTTP/1.1" status: 200 len: 815 time: 0.1607490 Dec 13 14:49:19.259062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:19.314143 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-f5ede117-7de5-4fde-bef6-ea0433cc45eb tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/quotas/e1918acb34f3424e8787f11e882d408e HTTP/1.1" status: 200 len: 375 time: 0.0518980 Dec 13 14:49:19.366542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-841bb0bf-615f-4882-8540-1bd2048a280a tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1918acb34f3424e8787f11e882d408e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510411 Dec 13 14:49:19.395323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:19.415596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:19.416505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:19.429051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:19.517375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port caf5a2f0-5552-45da-ae56-a6ac5b2ec403, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:19.540032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45406) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:19.560435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-464cac4e-b395-4f55-b863-e11a43cd17f3 service neutron] 10.222.0.24 "GET /v2.0/networks/9bdb17ad-794d-487c-864f-2c05e8e7ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918006 Dec 13 14:49:19.571701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:19.583630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032062d-3f60-4364-863f-80d463ae428a None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:19.596416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:19.596416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:19.664312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:19.665640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] Pushing event updated for resources: {'Network': ['ID=aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:19.666769 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b8337-434e-4ae6-8c9a-a515b1c4bb1b" -d '{"events": [{"server_uuid": "0eaa38e5-6b81-4e46-888a-e31a9e4af6c1", "name": "network-vif-plugged", "status": "completed", "tag": "caf5a2f0-5552-45da-ae56-a6ac5b2ec403"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:19.677479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:19.688368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-f656fdab-7f40-4b3b-97c4-a21e20d5590d service neutron] 10.222.0.24 "GET /v2.0/networks/9bdb17ad-794d-487c-864f-2c05e8e7ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263728 Dec 13 14:49:19.700459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-df4bb96e-754e-4b7a-9330-b49a0764c980 tempest-DvrRoutersNegativeTest-1068512757 tempest-DvrRoutersNegativeTest-1068512757-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1939827830', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:19.703841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.policy [None req-df4bb96e-754e-4b7a-9330-b49a0764c980 tempest-DvrRoutersNegativeTest-1068512757 tempest-DvrRoutersNegativeTest-1068512757-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102824) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 13 14:49:19.709923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.policy [None req-df4bb96e-754e-4b7a-9330-b49a0764c980 tempest-DvrRoutersNegativeTest-1068512757 tempest-DvrRoutersNegativeTest-1068512757-project] Failed policy check for 'create_router' {{(pid=102824) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 13 14:49:19.793717 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-df4bb96e-754e-4b7a-9330-b49a0764c980 tempest-DvrRoutersNegativeTest-1068512757 tempest-DvrRoutersNegativeTest-1068512757-project] create failed (client error): Access was denied to this resource. Dec 13 14:49:19.793717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-df4bb96e-754e-4b7a-9330-b49a0764c980 tempest-DvrRoutersNegativeTest-1068512757 tempest-DvrRoutersNegativeTest-1068512757-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1761327 Dec 13 14:49:19.818940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:19.857261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:19.878796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:19.942533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4c3b3d30-1061-4417-b444-df867bdb4593 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0331111 Dec 13 14:49:19.943029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:19.951589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Request body: {'subnet': {'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-463152412-subnet', 'tenant_id': '4e2fda447dab489ea98f2365ad0df02c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:19.995959 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd186-9415-405c-9b73-f4b3869146d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:20.024974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:20.052577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:20.061138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:20.106270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Made reservation on behalf of 4e2fda447dab489ea98f2365ad0df02c for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:20.113599 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:20.117535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:20.119775 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e53dca-0252-4666-88a9-aeb77042ea91" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:20.154118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-4a4f24f9-5329-49dc-b2e0-31be86266715 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "PUT /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 200 len: 999 time: 4.6222792 Dec 13 14:49:20.271562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-73842900-c31b-4541-9810-29a97e41386c tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:20.274932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-73842900-c31b-4541-9810-29a97e41386c tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports/a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 943 time: 0.1132407 Dec 13 14:49:20.346185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:e3:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:18Z', 'revision_number': 3, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:20.357468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0115af3-be71-4d32-9328-8f96b86a0762 req-6be0b7ea-7677-40ff-80f2-2f0c1da974cb tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:20.365838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0115af3-be71-4d32-9328-8f96b86a0762 req-6be0b7ea-7677-40ff-80f2-2f0c1da974cb tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 946 time: 0.1919980 Dec 13 14:49:20.385746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032062d-3f60-4364-863f-80d463ae428a None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:49:20.397160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:20.397800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:20.431448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45436) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:20.449786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0115af3-be71-4d32-9328-8f96b86a0762 req-35122c4e-64e7-4e30-b158-d504ef1853f2 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720417 Dec 13 14:49:20.581139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:20.655293 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e9e186-5852-45b8-a8a7-9836d09ed943 x-openstack-request-id: req-18e9e186-5852-45b8-a8a7-9836d09ed943 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:20.656134 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa38e5-6b81-4e46-888a-e31a9e4af6c1", "name": "network-vif-plugged", "status": "completed", "tag": "caf5a2f0-5552-45da-ae56-a6ac5b2ec403", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:20.656382 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18e9e186-5852-45b8-a8a7-9836d09ed943 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:20.656765 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403', 'code': 200} Dec 13 14:49:20.675096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:20.681667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27985819-596e-462c-a792-4ab6695f31eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:20.704061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-5437dd5f-2845-4d8f-afc4-ac8bd304cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:20.706115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-5437dd5f-2845-4d8f-afc4-ac8bd304cd1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.3285289 Dec 13 14:49:20.850473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-a4fd8107-122c-4fe2-b644-091d4b91020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:20.852158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-a4fd8107-122c-4fe2-b644-091d4b91020f service neutron] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.1262994 Dec 13 14:49:20.918677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0032062d-3f60-4364-863f-80d463ae428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:e3:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:18Z', 'revision_number': 3, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:20.919866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-45731f9d-9bcc-4b7f-93d5-3a64b071a6ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 217 time: 0.0600624 Dec 13 14:49:20.962271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032062d-3f60-4364-863f-80d463ae428a None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:e3:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:18Z', 'revision_number': 3, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:20.977436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3f5020-2dae-4764-9aef-9bf176f40fd3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:21.004107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18386a8-a6f1-4c96-bd8f-7ad0d57db78e req-74075449-ed2a-4c0c-a3f4-663a2379a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.004107 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e18386a8-a6f1-4c96-bd8f-7ad0d57db78e req-74075449-ed2a-4c0c-a3f4-663a2379a630 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 1097 time: 0.2414200 Dec 13 14:49:21.006079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d91e3-c3fc-49be-b6dc-85d4f2be4c1b req-5be9c28e-ca3d-419e-9ddd-bc2e4ef78415 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.007613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7d91e3-c3fc-49be-b6dc-85d4f2be4c1b req-5be9c28e-ca3d-419e-9ddd-bc2e4ef78415 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1936848 Dec 13 14:49:21.009730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Checking segment: {'id': '3600ecf4-40df-4ecb-87b7-d1971eddefee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:21.010356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Network hostable DHCP agents. Network: aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:21.038975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-c21684b3-932c-4f54-8db7-de72130d8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.040525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-c21684b3-932c-4f54-8db7-de72130d8d1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1068888 Dec 13 14:49:21.090935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e18386a8-a6f1-4c96-bd8f-7ad0d57db78e req-dfce546a-eee4-4953-a23e-8f088fc165ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822289 Dec 13 14:49:21.093888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f7d91e3-c3fc-49be-b6dc-85d4f2be4c1b req-307b572b-a1ff-4152-9d3f-0ff9b23f0c52 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757821 Dec 13 14:49:21.098404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27985819-596e-462c-a792-4ab6695f31eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:21.117389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-12336bef-54aa-416e-83d4-cf44ba35ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.118769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-12336bef-54aa-416e-83d4-cf44ba35ebcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709467 Dec 13 14:49:21.130224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-bbc7f0f2-8641-4e36-853a-e06a4e7a62d8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:49:21.134903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-bbc7f0f2-8641-4e36-853a-e06a4e7a62d8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088811 Dec 13 14:49:21.167060 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d8c73b9-e475-4d20-b3d4-99b01304c2c0 req-4192d408-1913-4e12-a7b2-467a15f18089 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 210 time: 0.0311987 Dec 13 14:49:21.215916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:21.223499 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520862cb-4512-434d-aee9-284c6051092f None None] New status for floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:49:21.241225 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e571bb94-ce9e-4c61-816f-b5331b91f44f x-openstack-request-id: req-e571bb94-ce9e-4c61-816f-b5331b91f44f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:21.241505 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:21.241757 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e571bb94-ce9e-4c61-816f-b5331b91f44f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:21.242287 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'status': 'completed', 'code': 200} Dec 13 14:49:21.247170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27985819-596e-462c-a792-4ab6695f31eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:21.264140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-8bd4c8c6-dcf7-400c-a69a-61becdc1be0f service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267748 Dec 13 14:49:21.320505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:21.334052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.334563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495e65fb-cfe5-488e-b0cd-f56d98361ae0 None None] Network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:21.337275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:21.451031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8a0aece0-c939-4723-9285-0f0893b4d9ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5066483 Dec 13 14:49:21.490405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b52157-f478-4dd9-aae7-f1ffd7bff28e None None] Network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:21.637855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6f285-a8ae-49a3-8574-aef3166ce1f4 req-1dba48d4-a48c-47f6-beda-e24ed9c1958e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.645294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6c6f285-a8ae-49a3-8574-aef3166ce1f4 req-1dba48d4-a48c-47f6-beda-e24ed9c1958e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 946 time: 0.0824454 Dec 13 14:49:21.669059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:21.680072 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6c6f285-a8ae-49a3-8574-aef3166ce1f4 req-94b426c7-5718-4a8d-ae8c-be72b65fde94 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338717 Dec 13 14:49:21.701853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:21.701853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:21.721224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-27985819-596e-462c-a792-4ab6695f31eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd09920474e44771b9eacb12eac39de3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2883880 Dec 13 14:49:21.725306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45464) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:21.725415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27985819-596e-462c-a792-4ab6695f31eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4be0f24-0c6c-4ab1-9d98-2ce0d08c3c4e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:21.745357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-a580b7d1-8461-4683-b8b0-7821b9141130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.747467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-a580b7d1-8461-4683-b8b0-7821b9141130 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.4586523 Dec 13 14:49:21.792797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c55a04f4-c1d0-483f-9f11-98f4a99ad00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:21.829560 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c55a04f4-c1d0-483f-9f11-98f4a99ad00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:21.831349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-91fd205f-a45d-4990-ba2b-566afb34244e service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663097 Dec 13 14:49:21.847833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:21.881582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-2005c636-721e-4a70-baee-13ff1b0f6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:21.883132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-2005c636-721e-4a70-baee-13ff1b0f6f68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.1221237 Dec 13 14:49:21.932664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-91afbdd4-5f20-4d1d-a3f3-58f9992d563a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 217 time: 0.0420232 Dec 13 14:49:22.000675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c55a04f4-c1d0-483f-9f11-98f4a99ad00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:22.003385 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c55a04f4-c1d0-483f-9f11-98f4a99ad00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:22.004591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c55a04f4-c1d0-483f-9f11-98f4a99ad00c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4be0f24-0c6c-4ab1-9d98-2ce0d08c3c4e HTTP/1.1" status: 204 len: 168 time: 0.2823446 Dec 13 14:49:22.018220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a04f4-c1d0-483f-9f11-98f4a99ad00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4be0f24-0c6c-4ab1-9d98-2ce0d08c3c4e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:22.069028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-c948f437-9e6c-463a-a3f9-6de30fcd2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.070721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-c948f437-9e6c-463a-a3f9-6de30fcd2cd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1195526 Dec 13 14:49:22.077722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-f5d82362-f9d6-4715-ba58-afebb98d8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.083003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-f5d82362-f9d6-4715-ba58-afebb98d8130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 1097 time: 0.0701053 Dec 13 14:49:22.195254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-c8243a87-7924-4866-8fe7-2f1b73d095ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.196759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-c8243a87-7924-4866-8fe7-2f1b73d095ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121891 Dec 13 14:49:22.224120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-632a8047-9f43-4c4a-9c63-5ac4e8d12a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.227293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-632a8047-9f43-4c4a-9c63-5ac4e8d12a56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 1096 time: 0.0528774 Dec 13 14:49:22.256249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-759e211f-1959-4b8b-8076-b9db9d2848df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:22.277428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-a9fc3add-8ca0-414b-9f59-bed06f062ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.288694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-a9fc3add-8ca0-414b-9f59-bed06f062ad7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.1807730 Dec 13 14:49:22.373877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:e3:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:21Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:22.386913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-6be332f4-e608-496c-b75e-49da0cdae198 service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757448 Dec 13 14:49:22.402170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:49:22.411830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:22.412680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:22.416400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-4920cf12-bb05-4da5-9268-e40adeeeca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.417973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-4920cf12-bb05-4da5-9268-e40adeeeca48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.1803854 Dec 13 14:49:22.426523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-456b4fe8-6a18-409d-88c2-7de4f41b4ce8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 1002 time: 0.1338189 Dec 13 14:49:22.432637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afad7f-8826-4cb1-b4e3-f864353c6031 req-25918db8-a3c9-4c1f-8471-7086c1e395c5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.434320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f8afad7f-8826-4cb1-b4e3-f864353c6031 req-25918db8-a3c9-4c1f-8471-7086c1e395c5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0788898 Dec 13 14:49:22.507959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-a4aaa70b-499c-406b-be0a-341188930cf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 HTTP/1.1" status: 200 len: 217 time: 0.0700951 Dec 13 14:49:22.538351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-5a464b13-c12a-4691-a144-b7fa54d63c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.539864 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-5a464b13-c12a-4691-a144-b7fa54d63c61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.0844975 Dec 13 14:49:22.542986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f8afad7f-8826-4cb1-b4e3-f864353c6031 req-91379017-f582-4c8e-a281-dafcef0cfa31 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007507 Dec 13 14:49:22.550428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:22.581936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e53dca-0252-4666-88a9-aeb77042ea91 req-59a34775-c7d8-4a1c-b9b2-fb462106ce7b service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842442 Dec 13 14:49:22.600004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa991-77c5-4741-8cc6-33b943696852 req-137f7220-d346-4f49-a8e9-7a264af5732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.604453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-137f7220-d346-4f49-a8e9-7a264af5732a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507572 Dec 13 14:49:22.647482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-1848adeb-ab47-404f-9cb5-a8fc0a830fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.648987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-1848adeb-ab47-404f-9cb5-a8fc0a830fb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.1220047 Dec 13 14:49:22.720532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-8f7006a0-ef00-458a-8a94-0a0f604c5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:22.722447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-8f7006a0-ef00-458a-8a94-0a0f604c5640 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605922 Dec 13 14:49:22.772618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-8aa81d64-7008-4f81-ad66-cf5eebdcb549 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631942 Dec 13 14:49:22.873019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:e3:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:21Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:22.902665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34afe17-575f-4a4e-ad16-a7c9d7cb566c None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': '06748d08-0451-4f61-946a-a88021e49038', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:e3:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:21Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:22.909869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d991c984-e40a-4489-b133-f1c878bae334 req-78e1d092-14bd-434d-87fb-5f034df6f325 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 210 time: 0.0399508 Dec 13 14:49:22.912802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-e15c8983-84a6-48bb-957a-28a7d1a9edc0 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741207 Dec 13 14:49:23.011664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94aa991-77c5-4741-8cc6-33b943696852 req-776ebe42-764e-4a1f-ac7b-cf08e7fdfdba service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316368 Dec 13 14:49:23.031349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-6d906856-c258-4e3e-bf44-29d8d1a4168b tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.034656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-6d906856-c258-4e3e-bf44-29d8d1a4168b tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.55 "GET /v2.0/networks?id=9bdb17ad-794d-487c-864f-2c05e8e7ec91 HTTP/1.1" status: 200 len: 815 time: 0.1805944 Dec 13 14:49:23.048412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Request body: {'port': {'device_id': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91', 'admin_state_up': True, 'tenant_id': 'e1918acb34f3424e8787f11e882d408e'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:23.086341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbda383-9e38-4bdd-a499-a2fbb1d63d31 req-e70b969a-0a7e-40c0-ba4c-9331558ae695 service neutron] 10.222.0.50 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628294 Dec 13 14:49:23.159180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d56b43-904f-4e0f-975e-8c6aa156aeb9 req-96118c3c-f907-4de0-b280-63852f433504 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.168072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:23.173984 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76d56b43-904f-4e0f-975e-8c6aa156aeb9 req-96118c3c-f907-4de0-b280-63852f433504 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 946 time: 0.0863421 Dec 13 14:49:23.223346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76d56b43-904f-4e0f-975e-8c6aa156aeb9 req-80793f45-90ef-45e3-978e-addd7fff5c23 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483673 Dec 13 14:49:23.244162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'tag': '06748d08-0451-4f61-946a-a88021e49038'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:23.248155 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af336e12-6ee0-4ef7-b409-342b238694bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "tag": "06748d08-0451-4f61-946a-a88021e49038"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:23.351022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Made reservation on behalf of e1918acb34f3424e8787f11e882d408e for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:23.354952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:23.357763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6e1bc13-ab41-40a3-ade7-0344ffbc405a req-0150cb63-8ef4-4cf9-812b-ddd67436ac8a tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.0997596 Dec 13 14:49:23.450027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1bc13-ab41-40a3-ade7-0344ffbc405a req-dbe97978-ae05-4ed4-bfb2-814d0ef10106 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.452890 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6e1bc13-ab41-40a3-ade7-0344ffbc405a req-dbe97978-ae05-4ed4-bfb2-814d0ef10106 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports/06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 943 time: 0.0879538 Dec 13 14:49:23.547129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45508) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:23.547802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a18a8-381e-4b69-9e1c-4f306b0dd998 req-ce1bfe54-dd84-4583-954f-de255b2dbd36 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.548816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a91a18a8-381e-4b69-9e1c-4f306b0dd998 req-ce1bfe54-dd84-4583-954f-de255b2dbd36 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0 HTTP/1.1" status: 200 len: 945 time: 0.0937080 Dec 13 14:49:23.554827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Allocated IP 172.20.0.3 (9bdb17ad-794d-487c-864f-2c05e8e7ec91/1b25779a-cdc1-4c27-bf74-9184bb4b3b9e/53c8d1a8-e24a-485c-85f2-47d6fc0daa59) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:23.573804 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6e1bc13-ab41-40a3-ade7-0344ffbc405a req-01c69386-3cae-40de-8dbb-e614e8673631 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.0721612 Dec 13 14:49:23.616694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a91a18a8-381e-4b69-9e1c-4f306b0dd998 req-834ad22e-622b-45bf-a107-16db2c53061f tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595872 Dec 13 14:49:23.693847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1bc13-ab41-40a3-ade7-0344ffbc405a req-46f6706d-e560-4a11-af06-e4bbbfddd22c tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.695393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6e1bc13-ab41-40a3-ade7-0344ffbc405a req-46f6706d-e560-4a11-af06-e4bbbfddd22c tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1152704 Dec 13 14:49:23.704149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3747f5a6-7e2c-471a-8f71-67b08306e7d5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-786239194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:23.742788 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cdd9bb-f1d0-4f3a-9f10-426a1932ff9d x-openstack-request-id: req-93cdd9bb-f1d0-4f3a-9f10-426a1932ff9d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:23.742788 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "tag": "06748d08-0451-4f61-946a-a88021e49038", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:23.742788 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93cdd9bb-f1d0-4f3a-9f10-426a1932ff9d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:23.742788 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'tag': '06748d08-0451-4f61-946a-a88021e49038', 'status': 'completed', 'code': 200} Dec 13 14:49:23.762177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:23.808066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af336e12-6ee0-4ef7-b409-342b238694bc req-7237603e-0cd9-472f-bdfd-afbe185f310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.809484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af336e12-6ee0-4ef7-b409-342b238694bc req-7237603e-0cd9-472f-bdfd-afbe185f310e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 1097 time: 0.0419738 Dec 13 14:49:23.825906 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-7e2c-471a-8f71-67b08306e7d5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:23.826939 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-7e2c-471a-8f71-67b08306e7d5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:23.845772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc7d8-38e5-4976-87f2-2e7a36a36bf9 req-0da301c6-465e-43e3-8399-b91c19ad49c7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.847486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee6dc7d8-38e5-4976-87f2-2e7a36a36bf9 req-0da301c6-465e-43e3-8399-b91c19ad49c7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0534544 Dec 13 14:49:23.894412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee6dc7d8-38e5-4976-87f2-2e7a36a36bf9 req-e35a8251-c457-4a59-bb96-d3dc5ae31d64 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403769 Dec 13 14:49:23.895955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:23.940577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-7e2c-471a-8f71-67b08306e7d5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:23.948668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:23.958526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af336e12-6ee0-4ef7-b409-342b238694bc req-dbe443ae-3743-41c9-9419-9ee15d6154e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:23.960174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af336e12-6ee0-4ef7-b409-342b238694bc req-dbe443ae-3743-41c9-9419-9ee15d6154e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.1430538 Dec 13 14:49:23.961341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:23.995270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:24.002961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Pushing event updated for resources: {'Port': ['ID=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:24.028481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-7e2c-471a-8f71-67b08306e7d5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.036695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af336e12-6ee0-4ef7-b409-342b238694bc req-d52add83-f759-4b23-aeb0-f0bad1c94d62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 1002 time: 0.0663021 Dec 13 14:49:24.064091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:24.064605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.070330 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-a42343ab-0a5d-496b-bc91-a5c7b61e54c4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.1268780 Dec 13 14:49:24.094380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af336e12-6ee0-4ef7-b409-342b238694bc req-78789b95-c430-43bd-84db-fca0d71317bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:24.096087 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af336e12-6ee0-4ef7-b409-342b238694bc req-78789b95-c430-43bd-84db-fca0d71317bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.0485907 Dec 13 14:49:24.123350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-8b84f8be-bf2d-439e-8842-05a5071c88d8 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:24.124791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-8b84f8be-bf2d-439e-8842-05a5071c88d8 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports/06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 943 time: 0.0478172 Dec 13 14:49:24.134335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3747f5a6-7e2c-471a-8f71-67b08306e7d5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.135512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3747f5a6-7e2c-471a-8f71-67b08306e7d5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5860429 Dec 13 14:49:24.138509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45524) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:24.148613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-444374981'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:24.149244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af336e12-6ee0-4ef7-b409-342b238694bc req-875788c8-6492-49c7-82ea-f1028685eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:24.150835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af336e12-6ee0-4ef7-b409-342b238694bc req-875788c8-6492-49c7-82ea-f1028685eb7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453432 Dec 13 14:49:24.173057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cf0003fc-eb2a-402a-8910-724034549ab2 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1291735 Dec 13 14:49:24.187462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Request body: {'port': {'device_id': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:24.259636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af336e12-6ee0-4ef7-b409-342b238694bc req-da984a5a-eaac-433c-a050-d4615d611a48 service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992718 Dec 13 14:49:24.299877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-a38932d8-d0d5-41ad-bcc9-f07886f343df tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.1083479 Dec 13 14:49:24.300587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.358121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:24.361758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.384462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1c73f-dc40-4c5b-86f6-fcf3a2d78b6c req-c4c4bbaa-d553-4946-a401-e71b4a21dced tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:24.386039 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71c1c73f-dc40-4c5b-86f6-fcf3a2d78b6c req-c4c4bbaa-d553-4946-a401-e71b4a21dced tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 931 time: 0.0973566 Dec 13 14:49:24.400685 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.412760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af336e12-6ee0-4ef7-b409-342b238694bc req-1f90cd7c-d40e-45d2-9a8b-db77bc8e7d70 service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452749 Dec 13 14:49:24.434003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71c1c73f-dc40-4c5b-86f6-fcf3a2d78b6c req-65d70923-fe9e-4b34-87b3-210238948d55 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Dec 13 14:49:24.546201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-f3a8af80-273d-4a08-b1c8-bee052b73235 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:24.547665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-f3a8af80-273d-4a08-b1c8-bee052b73235 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2383935 Dec 13 14:49:24.679120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dce06d2f-478a-4290-b8ef-561b64d6b10c tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.1218359 Dec 13 14:49:24.703057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:24.783863 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.803712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.861774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.874105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.908549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:24.915916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:24.920458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.980758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:24.981106 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Added segment d9f9662b-abe6-4b11-9902-462596ef2cb0 of type vlan for network 0ef5303d-5a7e-47fe-9852-266904255bd1 Dec 13 14:49:24.987067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Transition to ACTIVE for port object 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:49:25.002286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb233bc1-8b51-428e-acfa-c82118a12a1e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:25.064457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.101526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.120824 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.121111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.176696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Pushing event updated for resources: {'Port': ['ID=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:25.195609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.195944 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614 disassociated. External IP: 172.25.7.194, port: 06748d08-0451-4f61-946a-a88021e49038. Dec 13 14:49:25.254523 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.260156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:25.260774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.268663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350fdd3-b627-46d1-9698-9c6b9391fc0a req-c93319c9-1191-4d27-8d66-1182ef9275cb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:25.270358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1350fdd3-b627-46d1-9698-9c6b9391fc0a req-c93319c9-1191-4d27-8d66-1182ef9275cb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.0631084 Dec 13 14:49:25.311046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1350fdd3-b627-46d1-9698-9c6b9391fc0a req-085fff1c-2eb5-47bb-bb06-9e406d110915 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341814 Dec 13 14:49:25.525883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-4ff2fcc9-7399-4944-b44e-8f753bc2b33d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:25.527441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-4ff2fcc9-7399-4944-b44e-8f753bc2b33d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 813 time: 0.1065733 Dec 13 14:49:25.543513 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-9b9c1ef7-07b8-41c2-a9e1-f22557af75d6 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/quotas/193c59c70d0b4d7c840d343e4f422e83 HTTP/1.1" status: 200 len: 375 time: 0.0100756 Dec 13 14:49:25.600708 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-99dd02d2-6c2b-4aee-b1a3-101e109691ab tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514834 Dec 13 14:49:25.669871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Network': ['ID=0ef5303d-5a7e-47fe-9852-266904255bd1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:25.680858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:25.692393 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a14aa15b-4a4d-47b1-af2b-7288b5cc7373 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5489082 Dec 13 14:49:25.692593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-1363a380-dbfc-417a-aec1-6c09c090bd28 service neutron] 10.222.0.24 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845995 Dec 13 14:49:25.695813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Attempting to bind port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:25.696152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Attempting to bind port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:25.696480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Attempting to bind port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 on network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:25.697179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:25.702914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'subnet': {'network_id': '0ef5303d-5a7e-47fe-9852-266904255bd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:25.708912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 on network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:49:25.709237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Attempting to bind port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 on network 9bdb17ad-794d-487c-864f-2c05e8e7ec91 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:25.718728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-3cc16c96-f8e1-4ab8-8e0e-4b842a9353f1 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:25.720238 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-3cc16c96-f8e1-4ab8-8e0e-4b842a9353f1 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0 HTTP/1.1" status: 200 len: 945 time: 0.1462712 Dec 13 14:49:25.736582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:25.736929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Checking segment: {'id': '37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:25.737521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Bound using segment: {'id': '37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:25.738120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Bound port: 53c8d1a8-e24a-485c-85f2-47d6fc0daa59, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:25.738659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:25.951650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] For port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:25.957686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] For port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,segment=NetworkSegment(37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6),segment_id=37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:25.983433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Deleting port d6227eea-c9fb-4699-b976-322dc2911b3e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:25.983823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.037518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:26.057811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.141287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-725b5511-9ee6-4cc7-9fa5-5cca43573bea service neutron] 10.222.0.24 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342968 Dec 13 14:49:26.171214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:26.172112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.173504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] 10.222.0.55 "PUT /v2.0/ports/53c8d1a8-e24a-485c-85f2-47d6fc0daa59 HTTP/1.1" status: 200 len: 1091 time: 1.9903703 Dec 13 14:49:26.180153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'tag': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:26.183723 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a21d156-75fe-4e8c-9e00-61b50c75080f" -d '{"events": [{"name": "network-changed", "server_uuid": "6addf707-5d3c-42b0-9df3-994e9f9becf1", "tag": "53c8d1a8-e24a-485c-85f2-47d6fc0daa59"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:26.213849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] For port d6227eea-c9fb-4699-b976-322dc2911b3e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d6227eea-c9fb-4699-b976-322dc2911b3e,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:26.214220 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.224815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:26.228379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.247635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb993954-2372-4bc3-bb25-c96cf102c4af service neutron] Pushing event updated for resources: {'Port': ['ID=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:26.254012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Calling delete_port for d6227eea-c9fb-4699-b976-322dc2911b3e owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:26.328601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:26.339482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.339589 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:26.348217 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:26.348813 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:26.406644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-dc0b2d78-e08f-4c27-b75d-ff15b763d021 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "PUT /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 200 len: 695 time: 1.7143137 Dec 13 14:49:26.453367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-b6ec350b-650f-4ffd-8983-cd48c765503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:26.454905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-b6ec350b-650f-4ffd-8983-cd48c765503e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1918acb34f3424e8787f11e882d408e&device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 1094 time: 0.1770859 Dec 13 14:49:26.461714 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:26.512371 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-21d467d5-2a8e-4b2e-aa5c-b1240513860a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c8d1a8-e24a-485c-85f2-47d6fc0daa59 HTTP/1.1" status: 200 len: 217 time: 0.0494740 Dec 13 14:49:26.532290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-511fbca6-5336-4118-958b-01db70d95997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:26.547569 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-511fbca6-5336-4118-958b-01db70d95997 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 1097 time: 0.1237547 Dec 13 14:49:26.565403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613bc3-5af1-40ec-91db-36fb654915dd req-4a6d77b4-9a21-4ffc-ac4c-4b61f7c0a9c9 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:26.567019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72613bc3-5af1-40ec-91db-36fb654915dd req-4a6d77b4-9a21-4ffc-ac4c-4b61f7c0a9c9 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0eaa38e5-6b81-4e46-888a-e31a9e4af6c1 HTTP/1.1" status: 200 len: 946 time: 0.0682750 Dec 13 14:49:26.568546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.719133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Subnet': ['ID=04bb1b0b-b53e-44e3-99f0-7019f9013718,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:26.724276 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:26.732045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-b46e3932-fedb-42ea-8d68-d6ce2517957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:26.736196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-b46e3932-fedb-42ea-8d68-d6ce2517957d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b25779a-cdc1-4c27-bf74-9184bb4b3b9e HTTP/1.1" status: 200 len: 855 time: 0.1828403 Dec 13 14:49:26.757482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Checking segment: {'id': 'd9f9662b-abe6-4b11-9902-462596ef2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ef5303d-5a7e-47fe-9852-266904255bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:26.758060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network hostable DHCP agents. Network: 0ef5303d-5a7e-47fe-9852-266904255bd1, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:26.766701 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:49:26.779000 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:26.779613 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:26.791415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Deleting port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:26.792916 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.799520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-1236f29d-37b3-4045-93ff-d6217d046b88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9bdb17ad-794d-487c-864f-2c05e8e7ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450425 Dec 13 14:49:26.861683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:26.877609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-ac16e0f7-4de3-47bf-b98b-b48e8ae7ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:26.879278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-ac16e0f7-4de3-47bf-b98b-b48e8ae7ea6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.3319988 Dec 13 14:49:26.880066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:26.895084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['d6227eea-c9fb-4699-b976-322dc2911b3e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:26.922492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['caf5a2f0-5552-45da-ae56-a6ac5b2ec403'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:26.927100 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:26.949539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-4383cff2-85e9-4121-943d-c14d27cd0082 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 217 time: 0.0599985 Dec 13 14:49:26.954328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event deleted for resources: {'Port': ['ID=d6227eea-c9fb-4699-b976-322dc2911b3e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:26.970906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607477-1baf-4b25-ac9c-ce0e81f08ccc req-951d7bbc-fb8c-4a41-a00a-840a4fb93936 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:26.974370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef607477-1baf-4b25-ac9c-ce0e81f08ccc req-951d7bbc-fb8c-4a41-a00a-840a4fb93936 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 943 time: 0.0992949 Dec 13 14:49:26.978970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 0ef5303d-5a7e-47fe-9852-266904255bd1) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:27.011549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372673d-5c24-4d26-889a-b5fe3084cdd3 None None] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:27.039684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:27.040515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.052204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] No DVR routers for this DVR port d6227eea-c9fb-4699-b976-322dc2911b3e on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:27.057790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.061230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bc188e1-2a92-4662-bb7f-3f2570f65c28 req-c7a7ea63-3618-428f-95bd-c21cb4d3c273 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "DELETE /v2.0/ports/d6227eea-c9fb-4699-b976-322dc2911b3e HTTP/1.1" status: 204 len: 173 time: 1.3323789 Dec 13 14:49:27.084031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-0c82cfd2-ce4a-40f6-990e-9695c9e14960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:27.084273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] For port caf5a2f0-5552-45da-ae56-a6ac5b2ec403, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:27.084462 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.090317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-0c82cfd2-ce4a-40f6-990e-9695c9e14960 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1243663 Dec 13 14:49:27.094082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-a59c19af-a5ef-4db2-9e94-7ca7436786ff service neutron] 10.222.0.55 "GET /v2.0/networks/9bdb17ad-794d-487c-864f-2c05e8e7ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848935 Dec 13 14:49:27.109233 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef607477-1baf-4b25-ac9c-ce0e81f08ccc req-f60d5f4f-8d3c-4a87-b536-0688049dd439 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253254 Dec 13 14:49:27.133003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Calling delete_port for caf5a2f0-5552-45da-ae56-a6ac5b2ec403 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:27.135240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:27.212136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-e7626576-ef7f-401f-b6cd-cdae24400156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:27.213966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-e7626576-ef7f-401f-b6cd-cdae24400156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185751 Dec 13 14:49:27.257783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-59bd3fc1-40d4-4253-8210-030243edc97c tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5593851 Dec 13 14:49:27.277071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45576) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:27.282261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'network': {'name': 'tempest-router-network01--1350597883'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:27.323696 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:27.327469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-8f3536c2-f280-4bb2-af8b-87bc13d3f423 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030328 Dec 13 14:49:27.375517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d125ced9-6311-4453-b9bd-599f1d3fa67f req-53f2dc2b-3476-49b2-ad94-413cdecf4111 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdb17ad-794d-487c-864f-2c05e8e7ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468293 Dec 13 14:49:27.386990 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc1cd2-4b9d-4f2f-84f6-67c1cd5741d6 None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:27.399568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.444774 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14996fae-6ff0-4139-9dee-1281d492570c x-openstack-request-id: req-14996fae-6ff0-4139-9dee-1281d492570c {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:27.444774 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6addf707-5d3c-42b0-9df3-994e9f9becf1", "tag": "53c8d1a8-e24a-485c-85f2-47d6fc0daa59", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:27.444774 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14996fae-6ff0-4139-9dee-1281d492570c {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:27.444774 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'tag': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59', 'status': 'completed', 'code': 200} Dec 13 14:49:27.478785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-febc9ed9-4d9e-4d34-8b94-15e68983dbf6 req-e712a25d-842b-458e-b24c-dc45c6bd3c7e service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364110 Dec 13 14:49:27.482607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:27.484879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:27.487246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.487412 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18c9774-4558-4144-9e6d-41304558195d" -d '{"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-unplugged", "status": "completed", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:27.505513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:27.545672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-0ef5303d-5a7e-47fe-9852-266904255bd1', 'network_id': '0ef5303d-5a7e-47fe-9852-266904255bd1', 'tenant_id': '4a7d74bb46954aadb9c5b174675a8fb6', 'fixed_ips': [{'subnet_id': '04bb1b0b-b53e-44e3-99f0-7019f9013718'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:49:27.546892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.609655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:27.610172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-fa9d680e-3912-4514-86c8-6b50da397bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:27.612262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-fa9d680e-3912-4514-86c8-6b50da397bed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1918acb34f3424e8787f11e882d408e&device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 1094 time: 0.0736911 Dec 13 14:49:27.628022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a6d1a-50c2-4824-9eac-4bab8b7e1084 req-ec86a0c7-0220-4d5c-b6b3-efe251187904 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:27.630892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.637587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a8a6d1a-50c2-4824-9eac-4bab8b7e1084 req-ec86a0c7-0220-4d5c-b6b3-efe251187904 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 945 time: 0.1569037 Dec 13 14:49:27.695741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a8a6d1a-50c2-4824-9eac-4bab8b7e1084 req-8cacc4fb-0cf0-4375-a6e1-2c5ce722b9e5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571649 Dec 13 14:49:27.702954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.703473 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Added segment 5cd5c598-9b2f-4892-bf03-656d969509fd of type vlan for network a5a62ab1-a210-4710-9e0b-c181afb79f26 Dec 13 14:49:27.774419 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.783069 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.784610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-f3e08da6-9b9e-4669-a9e3-512f4316f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:27.786356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-f3e08da6-9b9e-4669-a9e3-512f4316f2c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9bdb17ad-794d-487c-864f-2c05e8e7ec91 HTTP/1.1" status: 200 len: 916 time: 0.1665673 Dec 13 14:49:27.846864 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb1bc4-d83f-4136-bfaa-dc9101915131 x-openstack-request-id: req-abeb1bc4-d83f-4136-bfaa-dc9101915131 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:27.846864 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-unplugged", "status": "failed", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2", "code": 422}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:27.846864 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abeb1bc4-d83f-4136-bfaa-dc9101915131 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:27.846864 n-d-816954-1 neutron-server[102825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'code': 422} returned with failed status Dec 13 14:49:27.860747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-a1736b50-41fb-4aee-85bf-4ca88a41c620 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c8d1a8-e24a-485c-85f2-47d6fc0daa59 HTTP/1.1" status: 200 len: 217 time: 0.0605798 Dec 13 14:49:27.867742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event deleted for resources: {'Port': ['ID=caf5a2f0-5552-45da-ae56-a6ac5b2ec403,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:27.886570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862319ed-946e-49b7-897c-3c0890fbf30b None None] New status for floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:49:27.892168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] No DVR routers for this DVR port caf5a2f0-5552-45da-ae56-a6ac5b2ec403 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:27.894487 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:27.898587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72613bc3-5af1-40ec-91db-36fb654915dd req-20dbb1e9-feb3-4bab-9c3b-f32e9dd1d3d8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "DELETE /v2.0/ports/caf5a2f0-5552-45da-ae56-a6ac5b2ec403 HTTP/1.1" status: 204 len: 173 time: 1.3226666 Dec 13 14:49:27.901162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'name': 'network-vif-deleted', 'tag': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:27.903531 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce44a8a2-b600-43ca-9ff0-c121b6000afc" -d '{"events": [{"server_uuid": "0eaa38e5-6b81-4e46-888a-e31a9e4af6c1", "name": "network-vif-deleted", "tag": "caf5a2f0-5552-45da-ae56-a6ac5b2ec403"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:27.930453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-10599814-b6ab-441c-a76d-e54bd145fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:27.932694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-10599814-b6ab-441c-a76d-e54bd145fcd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b25779a-cdc1-4c27-bf74-9184bb4b3b9e HTTP/1.1" status: 200 len: 855 time: 0.0645685 Dec 13 14:49:27.937276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:27.983712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-72a3c2d7-0458-4975-b2d1-f71b44193bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9bdb17ad-794d-487c-864f-2c05e8e7ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427992 Dec 13 14:49:27.996003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Allocated IP 2001:db8::2 (0ef5303d-5a7e-47fe-9852-266904255bd1/04bb1b0b-b53e-44e3-99f0-7019f9013718/43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:28.034405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf954d-d08c-4437-8545-fdf1ae11b0e8 req-7109c962-8354-4ae3-9b19-c9f4aafcbb21 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:28.041499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edcf954d-d08c-4437-8545-fdf1ae11b0e8 req-7109c962-8354-4ae3-9b19-c9f4aafcbb21 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0663478 Dec 13 14:49:28.059274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.067026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:28.067589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.099940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-f0dc24f7-3a20-4367-a177-ce4c6ce36ece service neutron] 10.222.0.55 "GET /v2.0/networks/9bdb17ad-794d-487c-864f-2c05e8e7ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089716 Dec 13 14:49:28.162443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edcf954d-d08c-4437-8545-fdf1ae11b0e8 req-623fccaa-1af2-49ab-8f33-aa7eda1dfccb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149156 Dec 13 14:49:28.165477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Network': ['ID=a5a62ab1-a210-4710-9e0b-c181afb79f26,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:28.188351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:28.221269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a21d156-75fe-4e8c-9e00-61b50c75080f req-400898d4-35e5-4805-b624-f5f287e570e6 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdb17ad-794d-487c-864f-2c05e8e7ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126232 Dec 13 14:49:28.266577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3ced47c-c0ed-4c28-b192-c932b328f202 req-41202ab5-eaca-487d-be59-8e04a451e90c tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 210 time: 0.0422039 Dec 13 14:49:28.277217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45598) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:28.285976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'network': {'name': 'tempest-router-network02--1779768709'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:28.290824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-04a4be63-38ca-475a-91d7-9c836ea43fa1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0158818 Dec 13 14:49:28.317127 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0986dd-fc09-4f71-95fe-528640874bdd x-openstack-request-id: req-7f0986dd-fc09-4f71-95fe-528640874bdd {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:28.317741 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa38e5-6b81-4e46-888a-e31a9e4af6c1", "name": "network-vif-deleted", "tag": "caf5a2f0-5552-45da-ae56-a6ac5b2ec403", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:28.318692 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f0986dd-fc09-4f71-95fe-528640874bdd {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:28.319357 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa38e5-6b81-4e46-888a-e31a9e4af6c1', 'name': 'network-vif-deleted', 'tag': 'caf5a2f0-5552-45da-ae56-a6ac5b2ec403', 'status': 'completed', 'code': 200} Dec 13 14:49:28.372946 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.384921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:28.388425 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.428917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:28.440317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.440863 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Added segment a15e705c-9bb7-4d6d-857f-9cdb2454f64d of type vlan for network d21612aa-5013-402e-a0be-1e9e819eb445 Dec 13 14:49:28.479424 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.485356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5e78-ec64-439e-955c-38ed561387f6 req-644fbe63-2f7f-4caf-b325-23d6b8910f12 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:28.494809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-068d5e78-ec64-439e-955c-38ed561387f6 req-644fbe63-2f7f-4caf-b325-23d6b8910f12 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 943 time: 0.1120286 Dec 13 14:49:28.533056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:28.535953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:28.540496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.542765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:28.548283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Pushing event updated for resources: {'Port': ['ID=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:28.556019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-068d5e78-ec64-439e-955c-38ed561387f6 req-ef9e269f-3576-4f18-adcd-ce50d124923f tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Dec 13 14:49:28.581002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6d418-380d-4857-ad54-fc386c3ab90b req-d711a96d-0d57-4d71-94d2-84ae959b8cb3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:28.582666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85b6d418-380d-4857-ad54-fc386c3ab90b req-d711a96d-0d57-4d71-94d2-84ae959b8cb3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1009672 Dec 13 14:49:28.640409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85b6d418-380d-4857-ad54-fc386c3ab90b req-0b61efef-f391-4dd7-b249-5ff6c57b2f7c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477448 Dec 13 14:49:28.734086 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.742483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:28.743263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.747177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Attempting to bind port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:28.747697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Attempting to bind port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'd9f9662b-abe6-4b11-9902-462596ef2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ef5303d-5a7e-47fe-9852-266904255bd1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:28.748222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Attempting to bind port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 on network 0ef5303d-5a7e-47fe-9852-266904255bd1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:28.754604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:28.755213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Checking segment: {'id': 'd9f9662b-abe6-4b11-9902-462596ef2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ef5303d-5a7e-47fe-9852-266904255bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:28.755769 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.756521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Bound using segment: {'id': 'd9f9662b-abe6-4b11-9902-462596ef2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ef5303d-5a7e-47fe-9852-266904255bd1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:28.757198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Bound port: 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f9662b-abe6-4b11-9902-462596ef2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0ef5303d-5a7e-47fe-9852-266904255bd1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:28.757641 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.839442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] For port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:28.843815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] For port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,segment=NetworkSegment(d9f9662b-abe6-4b11-9902-462596ef2cb0),segment_id=d9f9662b-abe6-4b11-9902-462596ef2cb0)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:28.860795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Network': ['ID=d21612aa-5013-402e-a0be-1e9e819eb445,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:28.882436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-24a1aed4-7e70-4ae8-a0c5-87e9f82072b8 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:28.883931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-24a1aed4-7e70-4ae8-a0c5-87e9f82072b8 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0855415 Dec 13 14:49:28.884479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d21612aa-5013-402e-a0be-1e9e819eb445 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:28.939448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b092d7c6-1605-4f60-8fb7-9841ac0eafd5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6605887 Dec 13 14:49:28.942440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45610) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:28.947594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'subnet': {'network_id': 'a5a62ab1-a210-4710-9e0b-c181afb79f26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:28.954285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:28.956410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-0f3b49e2-9f73-45f0-927a-c6f55cb427e7 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 696 time: 0.0654082 Dec 13 14:49:28.971220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'floatingip': {'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:29.024881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:29.056483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93cca9-978d-441a-8c71-9ea04a483a3a None None] Pushing event updated for resources: {'Port': ['ID=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:29.062226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:29.064374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d6227eea-c9fb-4699-b976-322dc2911b3e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:29.091578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: d6227eea-c9fb-4699-b976-322dc2911b3e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:29.091925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d6227eea-c9fb-4699-b976-322dc2911b3e not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:29.221221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,segment=NetworkSegment(37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6),segment_id=37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:29.224920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:29.228621 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:29.241387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59', 'network_id': '9bdb17ad-794d-487c-864f-2c05e8e7ec91', 'port_id': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59', 'mac_address': 'fa:16:3e:c3:97:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b25779a-cdc1-4c27-bf74-9184bb4b3b9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:29.313913 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:29.330385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:29.360756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,segment=NetworkSegment(37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6),segment_id=37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:29.473172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'tag': '06748d08-0451-4f61-946a-a88021e49038'}, {'server_uuid': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'name': 'network-vif-deleted', 'tag': 'd6227eea-c9fb-4699-b976-322dc2911b3e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:29.475792 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe57a3ca-848b-4d87-aa3e-ec61d7638457" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "tag": "06748d08-0451-4f61-946a-a88021e49038"}, {"server_uuid": "1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0", "name": "network-vif-deleted", "tag": "d6227eea-c9fb-4699-b976-322dc2911b3e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:29.515267 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:29.582288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:29.593641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a47b-e361-48df-9ed1-a4c1b9ee8a5e req-afaa93d6-fd93-4bd1-83f0-e4a078b4b422 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:29.595333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6846a47b-e361-48df-9ed1-a4c1b9ee8a5e req-afaa93d6-fd93-4bd1-83f0-e4a078b4b422 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1493478 Dec 13 14:49:29.642389 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6846a47b-e361-48df-9ed1-a4c1b9ee8a5e req-24228c9d-f043-4d44-b91d-16e71d73f166 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 Dec 13 14:49:29.706619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:29.759537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['53c8d1a8-e24a-485c-85f2-47d6fc0daa59'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:29.777455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b56933e0-8edf-46d6-a0e9-05d377ec564d req-c1bcc78a-d14a-472e-ab23-ee34a4be19c0 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 210 time: 0.0632102 Dec 13 14:49:29.799763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Subnet': ['ID=73bcbbab-5b04-4ded-b764-7f5f10192508,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:29.868078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Checking segment: {'id': '5cd5c598-9b2f-4892-bf03-656d969509fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5a62ab1-a210-4710-9e0b-c181afb79f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:29.868639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network hostable DHCP agents. Network: a5a62ab1-a210-4710-9e0b-c181afb79f26, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:29.956270 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c136815-d2a8-44fe-97d8-4f5112aa9497 x-openstack-request-id: req-7c136815-d2a8-44fe-97d8-4f5112aa9497 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:29.956958 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "tag": "06748d08-0451-4f61-946a-a88021e49038", "status": "completed", "code": 200}, {"server_uuid": "1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0", "name": "network-vif-deleted", "tag": "d6227eea-c9fb-4699-b976-322dc2911b3e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:29.958598 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c136815-d2a8-44fe-97d8-4f5112aa9497 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:29.959856 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'tag': '06748d08-0451-4f61-946a-a88021e49038', 'status': 'completed', 'code': 200} Dec 13 14:49:29.962483 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5c9c68-4a4b-400a-8d34-7ad664c3eaf0', 'name': 'network-vif-deleted', 'tag': 'd6227eea-c9fb-4699-b976-322dc2911b3e', 'status': 'completed', 'code': 200} Dec 13 14:49:30.124373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c632d-82ea-40ab-96c0-86b1dc920a0e req-df253129-8e70-472c-b4b1-1048fc988102 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.131806 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e4c632d-82ea-40ab-96c0-86b1dc920a0e req-df253129-8e70-472c-b4b1-1048fc988102 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 944 time: 0.1399000 Dec 13 14:49:30.141015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-ac2baedb-3dd5-4af1-a87e-663d6dc7504e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.142584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-ac2baedb-3dd5-4af1-a87e-663d6dc7504e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 813 time: 0.3077607 Dec 13 14:49:30.164468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Request body: {'port': {'device_id': '262d4ed7-486a-4308-8998-464012a652f8', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'admin_state_up': True, 'tenant_id': '193c59c70d0b4d7c840d343e4f422e83'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:30.202749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528adad-b671-4928-9c51-4015b1c6e871 req-1a374fc0-4002-472c-8ce7-8156084ae601 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.204437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f528adad-b671-4928-9c51-4015b1c6e871 req-1a374fc0-4002-472c-8ce7-8156084ae601 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 946 time: 0.3366666 Dec 13 14:49:30.224021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e4c632d-82ea-40ab-96c0-86b1dc920a0e req-08fc8a6b-f35f-4311-8194-474042a21158 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904796 Dec 13 14:49:30.224424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-24c2d481-1681-4c7c-b680-dc2abb1cfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.225906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-24c2d481-1681-4c7c-b680-dc2abb1cfd9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=2d9f091b-dbf1-4b72-98ab-06eb10a2dc62 HTTP/1.1" status: 200 len: 1097 time: 0.2560048 Dec 13 14:49:30.253718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:30.276918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.378584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10555768-ba89-444a-9c59-8e29e83f332b None None] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:30.390513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a5a62ab1-a210-4710-9e0b-c181afb79f26) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:30.397749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.398676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.425218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a98db2-03f1-44b4-aa6f-b82022845b9f None None] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:30.451001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.519648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a3da7d4a-e7dc-4677-9d4d-5f48a817401a None None] Provisioning complete for port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:30.520117 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3da7d4a-e7dc-4677-9d4d-5f48a817401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.568080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Made reservation on behalf of 193c59c70d0b4d7c840d343e4f422e83 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:30.570376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-291fa2a7-38fa-4188-9bcf-d4f7d7bf8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.572042 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-291fa2a7-38fa-4188-9bcf-d4f7d7bf8c1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.3262777 Dec 13 14:49:30.572637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.611421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-21580046-c8b3-4ba0-a16b-6bdaedbc1891 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.613067 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-21580046-c8b3-4ba0-a16b-6bdaedbc1891 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 813 time: 0.2883925 Dec 13 14:49:30.648561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Request body: {'port': {'device_id': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'admin_state_up': True, 'tenant_id': '193c59c70d0b4d7c840d343e4f422e83'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:30.659375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-660918b0-8def-4cbb-8c69-2dd1a6e26dfd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 200 len: 217 time: 0.0712564 Dec 13 14:49:30.676648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6bb242d9-7776-41ae-9504-90979871e0f3 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7325068 Dec 13 14:49:30.683050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:30.689703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'subnet': {'network_id': 'd21612aa-5013-402e-a0be-1e9e819eb445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:30.696113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-a5a62ab1-a210-4710-9e0b-c181afb79f26', 'network_id': 'a5a62ab1-a210-4710-9e0b-c181afb79f26', 'tenant_id': '4a7d74bb46954aadb9c5b174675a8fb6', 'fixed_ips': [{'subnet_id': '73bcbbab-5b04-4ded-b764-7f5f10192508'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:49:30.697035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.726656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Deleting port 06748d08-0451-4f61-946a-a88021e49038 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:30.727136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.764151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3da7d4a-e7dc-4677-9d4d-5f48a817401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:30.786356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-f626e2ba-a5cc-4505-806a-d5fa2ba17afc tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:30.794748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-f626e2ba-a5cc-4505-806a-d5fa2ba17afc tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/networks?id=aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 HTTP/1.1" status: 200 len: 809 time: 0.2984958 Dec 13 14:49:30.899896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:30.904470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a3da7d4a-e7dc-4677-9d4d-5f48a817401a None None] For port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,segment=NetworkSegment(d9f9662b-abe6-4b11-9902-462596ef2cb0),segment_id=d9f9662b-abe6-4b11-9902-462596ef2cb0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:30.913144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-c4f0fd77-fc6e-4fab-8675-8076ac3d1a09 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/quotas/4e2fda447dab489ea98f2365ad0df02c HTTP/1.1" status: 200 len: 375 time: 0.1173296 Dec 13 14:49:30.917099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Allocated IP 172.20.0.2 (e3315d2c-d56c-4b5f-8f88-ede3975282e6/b8386019-e089-4292-8365-04a9dc8fc304/462199ef-74a3-43c5-b317-6ab9f0b70184) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:30.936103 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614 associated. External IP: 172.25.7.194, port: a53bc811-c5b4-4e5e-809a-ce033f1b5571. Dec 13 14:49:30.991109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-4e50d79d-08bf-4ba0-aaaa-231126cbdeb3 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e2fda447dab489ea98f2365ad0df02c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766869 Dec 13 14:49:31.004199 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3da7d4a-e7dc-4677-9d4d-5f48a817401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.025097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-bf6f12b5-bf91-4f8d-a604-813dc6907839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:31.029987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-bf6f12b5-bf91-4f8d-a604-813dc6907839 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.2950933 Dec 13 14:49:31.064944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:31.068015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device caf5a2f0-5552-45da-ae56-a6ac5b2ec403 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:31.138995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: caf5a2f0-5552-45da-ae56-a6ac5b2ec403 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:31.139664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device caf5a2f0-5552-45da-ae56-a6ac5b2ec403 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:31.153092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Allocated IP 2001:db8::2 (a5a62ab1-a210-4710-9e0b-c181afb79f26/73bcbbab-5b04-4ded-b764-7f5f10192508/e5d5cc4f-980e-443f-b0f7-1b994222f76f) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:31.155174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] For port 06748d08-0451-4f61-946a-a88021e49038, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=06748d08-0451-4f61-946a-a88021e49038,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:31.155531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.167904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da7d4a-e7dc-4677-9d4d-5f48a817401a None None] Pushing event updated for resources: {'Port': ['ID=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:31.183787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:31.184276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.188378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-db5ea7bf-d576-4faa-8c50-bdaecec6af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:31.190277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-db5ea7bf-d576-4faa-8c50-bdaecec6af8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133730 Dec 13 14:49:31.196121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Calling delete_port for 06748d08-0451-4f61-946a-a88021e49038 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:31.216617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:31.221335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.287017 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-d3a6ebe8-9035-4d33-9b89-8dd5708ba762 service neutron] 10.222.0.24 "GET /v2.0/networks/aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855275 Dec 13 14:49:31.366901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.368965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:31.371002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a45da0ce-6916-4ce8-9408-2efa707148c1 None None] Provisioning complete for port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:31.371446 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a45da0ce-6916-4ce8-9408-2efa707148c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.379236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:31.379970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.426381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Made reservation on behalf of 193c59c70d0b4d7c840d343e4f422e83 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:31.426381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.480413 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-ca80d7f5-95d9-4dec-9437-973f4b996067 service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787309 Dec 13 14:49:31.482345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.561069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-f3649401-9bc2-4694-9301-793e980d094e service neutron] 10.222.0.24 "GET /v2.0/networks/aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613485 Dec 13 14:49:31.569563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.573860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.613528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.628433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:31.632902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:31.635296 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d979fa1-6dc5-417b-a98b-1d026800f070" -d '{"events": [{"server_uuid": "6addf707-5d3c-42b0-9df3-994e9f9becf1", "name": "network-vif-plugged", "status": "completed", "tag": "53c8d1a8-e24a-485c-85f2-47d6fc0daa59"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:31.652227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:31.657288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:31.657722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:31.665877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,segment=NetworkSegment(37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6),segment_id=37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:31.669230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Pushing event updated for resources: {'Port': ['ID=e5d5cc4f-980e-443f-b0f7-1b994222f76f,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:31.670183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:31.683983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:31.687467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:31.762010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe57a3ca-848b-4d87-aa3e-ec61d7638457 req-4fb1414d-9397-43c8-a9fb-85c7acf55dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732043 Dec 13 14:49:31.764322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event updated for resources: {'Port': ['ID=462199ef-74a3-43c5-b317-6ab9f0b70184,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:31.797855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:31.802050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.837217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-59674654-4c2f-4c05-b645-862950a7497d {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:49:31.837550 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:49:31.849722 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.875922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['06748d08-0451-4f61-946a-a88021e49038'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:31.878082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a53bc811-c5b4-4e5e-809a-ce033f1b5571'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:31.883032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.885277 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:31.893089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-600f4bbb-c079-4deb-8e7e-4e45e3da6319 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7361619 Dec 13 14:49:31.908253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Request body: {'port': {'device_id': '262d4ed7-486a-4308-8998-464012a652f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:31.985679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Attempting to bind port e5d5cc4f-980e-443f-b0f7-1b994222f76f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:31.986043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Attempting to bind port e5d5cc4f-980e-443f-b0f7-1b994222f76f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5cd5c598-9b2f-4892-bf03-656d969509fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5a62ab1-a210-4710-9e0b-c181afb79f26'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:31.986443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Attempting to bind port e5d5cc4f-980e-443f-b0f7-1b994222f76f on network a5a62ab1-a210-4710-9e0b-c181afb79f26 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:32.007964 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:32.008355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Checking segment: {'id': '5cd5c598-9b2f-4892-bf03-656d969509fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5a62ab1-a210-4710-9e0b-c181afb79f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:32.008694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.009077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Bound using segment: {'id': '5cd5c598-9b2f-4892-bf03-656d969509fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5a62ab1-a210-4710-9e0b-c181afb79f26'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:32.009551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Bound port: e5d5cc4f-980e-443f-b0f7-1b994222f76f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd5c598-9b2f-4892-bf03-656d969509fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a5a62ab1-a210-4710-9e0b-c181afb79f26'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:32.010021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.025613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Subnet': ['ID=18a64d06-6e94-4741-bcae-f86f5fed219c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:32.037493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:32.039260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.042612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Checking segment: {'id': 'a15e705c-9bb7-4d6d-857f-9cdb2454f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd21612aa-5013-402e-a0be-1e9e819eb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:32.043050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network hostable DHCP agents. Network: d21612aa-5013-402e-a0be-1e9e819eb445, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:32.129557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] For port e5d5cc4f-980e-443f-b0f7-1b994222f76f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:32.133453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] For port e5d5cc4f-980e-443f-b0f7-1b994222f76f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e5d5cc4f-980e-443f-b0f7-1b994222f76f,segment=NetworkSegment(5cd5c598-9b2f-4892-bf03-656d969509fd),segment_id=5cd5c598-9b2f-4892-bf03-656d969509fd)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:32.159319 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Pushing event deleted for resources: {'Port': ['ID=06748d08-0451-4f61-946a-a88021e49038,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:32.185528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network d21612aa-5013-402e-a0be-1e9e819eb445 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:32.223290 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.245272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] No DVR routers for this DVR port 06748d08-0451-4f61-946a-a88021e49038 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:32.248050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:32.250478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.254077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f528adad-b671-4928-9c51-4015b1c6e871 req-a3fe2244-9291-4c49-bec9-e5dbe557d6bc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.50 "DELETE /v2.0/ports/06748d08-0451-4f61-946a-a88021e49038 HTTP/1.1" status: 204 len: 173 time: 2.0406499 Dec 13 14:49:32.254511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'name': 'network-vif-deleted', 'tag': '06748d08-0451-4f61-946a-a88021e49038'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:32.257006 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad4bef-789d-448a-9dbb-cb89e906aa71" -d '{"events": [{"server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "name": "network-vif-deleted", "tag": "06748d08-0451-4f61-946a-a88021e49038"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:32.269967 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:32.271116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.305645 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:32.306096 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:32.308353 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1446e4ec-34d9-4527-bc62-a9359bf1ad91 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "PUT /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 200 len: 997 time: 3.3436708 Dec 13 14:49:32.344169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.379176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ad430-8a3d-4e77-825e-9a133d3fb005 None None] Pushing event updated for resources: {'Port': ['ID=e5d5cc4f-980e-443f-b0f7-1b994222f76f,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:32.395804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d21612aa-5013-402e-a0be-1e9e819eb445) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:32.413062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737f1345-3a82-4e17-9016-21221c8320a1 None None] Network d21612aa-5013-402e-a0be-1e9e819eb445 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:32.475489 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:32.559559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:32.560147 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.581184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1d615e33-6543-4071-92ab-24fff52559a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:32.583501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-1d615e33-6543-4071-92ab-24fff52559a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.2477744 Dec 13 14:49:32.630031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eebb87-3b12-4af6-a9e8-fdb2ee5eb858 req-936ec1bd-1ff9-4b74-a5fb-0cb54c92676d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:32.645553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08eebb87-3b12-4af6-a9e8-fdb2ee5eb858 req-936ec1bd-1ff9-4b74-a5fb-0cb54c92676d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.2814043 Dec 13 14:49:32.657618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462199ef-74a3-43c5-b317-6ab9f0b70184 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:32.673814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.776403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-d21612aa-5013-402e-a0be-1e9e819eb445', 'network_id': 'd21612aa-5013-402e-a0be-1e9e819eb445', 'tenant_id': '4a7d74bb46954aadb9c5b174675a8fb6', 'fixed_ips': [{'subnet_id': '18a64d06-6e94-4741-bcae-f86f5fed219c'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:49:32.778721 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.779364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-ca3fbed5-ed7e-4e46-8f8b-992955b4bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:32.794745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-ca3fbed5-ed7e-4e46-8f8b-992955b4bd45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.1785288 Dec 13 14:49:32.799026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fceb7ba1-ee1c-4c0b-8535-c5655737b381 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1106825 Dec 13 14:49:32.804212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Transition to ACTIVE for port object 462199ef-74a3-43c5-b317-6ab9f0b70184 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:49:32.806098 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:32.929814 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-6bc4293a-369e-43b5-b0a5-798a6bc64430 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 1000 time: 0.1270709 Dec 13 14:49:32.957587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:32.963028 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:c0:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:30Z', 'revision_number': 8, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:33.018537 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:49:33.028522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08eebb87-3b12-4af6-a9e8-fdb2ee5eb858 req-51742452-f221-41c8-ae70-4df82e07ba51 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820687 Dec 13 14:49:33.042411 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:33.042411 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:33.086405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-cede9ff9-2985-4819-93c6-c1ddec8b2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:33.089711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-cede9ff9-2985-4819-93c6-c1ddec8b2a43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1494923 Dec 13 14:49:33.095788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Allocated IP 172.20.0.12 (e3315d2c-d56c-4b5f-8f88-ede3975282e6/b8386019-e089-4292-8365-04a9dc8fc304/0c86055e-0356-459d-9c78-b669c79b485f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:33.113930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e5d5cc4f-980e-443f-b0f7-1b994222f76f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:33.195131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-c1129f75-1f65-4d6c-963a-db94c9ce9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:33.196913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-c1129f75-1f65-4d6c-963a-db94c9ce9950 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964224 Dec 13 14:49:33.199025 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:33.217513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Allocated IP 2001:db8::2 (d21612aa-5013-402e-a0be-1e9e819eb445/18a64d06-6e94-4741-bcae-f86f5fed219c/4521747d-80b7-406e-8c5a-dc5b6cdda63c) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:33.353761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e5d5cc4f-980e-443f-b0f7-1b994222f76f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:33.357245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.458816 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:c0:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:30Z', 'revision_number': 8, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:33.461923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-24f63004-06ea-446a-9456-d5b2e04cf900 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528884 Dec 13 14:49:33.468928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-506b2e46-7ff1-4fe7-93b7-fca027c29171 req-0b908890-08db-4995-a34c-534ccbbb6a30 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 210 time: 0.2132776 Dec 13 14:49:33.496370 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3006fb-6f89-4d32-b6c6-fac80c018d09 None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a5f311d7-76b3-47e5-b70c-11fc286e2614', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'port_id': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'mac_address': 'fa:16:3e:c0:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:48:46Z', 'updated_at': '2021-12-13T14:49:30Z', 'revision_number': 8, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:33.571000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.581920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Pushing event updated for resources: {'Port': ['ID=462199ef-74a3-43c5-b317-6ab9f0b70184,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:33.589263 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.606119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.630208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port e5d5cc4f-980e-443f-b0f7-1b994222f76f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e5d5cc4f-980e-443f-b0f7-1b994222f76f,segment=NetworkSegment(5cd5c598-9b2f-4892-bf03-656d969509fd),segment_id=5cd5c598-9b2f-4892-bf03-656d969509fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:33.700030 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.706829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440bfc03-b6c4-4c87-bc6b-d80039ca00e6 req-fb796657-af75-4f79-87f1-ab6e8d31b160 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358575 Dec 13 14:49:33.741069 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.748511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:33.749157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Attempting to bind port 462199ef-74a3-43c5-b317-6ab9f0b70184 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:33.749157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Attempting to bind port 462199ef-74a3-43c5-b317-6ab9f0b70184 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:33.749157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Attempting to bind port 462199ef-74a3-43c5-b317-6ab9f0b70184 on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:33.757730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Port 462199ef-74a3-43c5-b317-6ab9f0b70184 on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:49:33.757730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Attempting to bind port 462199ef-74a3-43c5-b317-6ab9f0b70184 on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:33.782498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Network d21612aa-5013-402e-a0be-1e9e819eb445 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:33.788281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:33.795237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:33.798059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ed36-3afd-43e9-9afd-ad4a88aed3cb req-28d31303-bb74-451e-887b-0b7a11403191 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:33.799806 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6f3ed36-3afd-43e9-9afd-ad4a88aed3cb req-28d31303-bb74-451e-887b-0b7a11403191 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 945 time: 0.1904752 Dec 13 14:49:33.800910 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.803308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:33.806256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Checking segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:33.806256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Bound using segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:33.806256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Bound port: 462199ef-74a3-43c5-b317-6ab9f0b70184, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:33.806256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.813740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Pushing event updated for resources: {'Port': ['ID=4521747d-80b7-406e-8c5a-dc5b6cdda63c,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:33.827574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:33.919124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Network e3315d2c-d56c-4b5f-8f88-ede3975282e6 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:33.921153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=e5d5cc4f-980e-443f-b0f7-1b994222f76f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:33.925171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:33.927554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e8fcc-bf27-4fbd-b1a1-578839f81782 None None] New status for floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:49:33.938409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:34.014406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event updated for resources: {'Port': ['ID=0c86055e-0356-459d-9c78-b669c79b485f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:34.060901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:34.060901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.071413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005542f3-eda6-4850-9e81-c49bde3bf7f4 None None] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:34.090041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:34.090444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.166595 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655e7bce-152d-4ff0-af57-42cd8612c6ff x-openstack-request-id: req-655e7bce-152d-4ff0-af57-42cd8612c6ff {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:34.166885 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6addf707-5d3c-42b0-9df3-994e9f9becf1", "name": "network-vif-plugged", "status": "completed", "tag": "53c8d1a8-e24a-485c-85f2-47d6fc0daa59", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:34.167141 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-655e7bce-152d-4ff0-af57-42cd8612c6ff {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:34.167531 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59', 'code': 200} Dec 13 14:49:34.172068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-d185698c-fa95-4bdf-a4c2-d070553ae9bd tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5275424 Dec 13 14:49:34.177186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Attempting to bind port 4521747d-80b7-406e-8c5a-dc5b6cdda63c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:34.177613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Attempting to bind port 4521747d-80b7-406e-8c5a-dc5b6cdda63c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a15e705c-9bb7-4d6d-857f-9cdb2454f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd21612aa-5013-402e-a0be-1e9e819eb445'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:34.178003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Attempting to bind port 4521747d-80b7-406e-8c5a-dc5b6cdda63c on network d21612aa-5013-402e-a0be-1e9e819eb445 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:34.189528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Request body: {'port': {'device_id': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:34.219710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:34.220143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Checking segment: {'id': 'a15e705c-9bb7-4d6d-857f-9cdb2454f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd21612aa-5013-402e-a0be-1e9e819eb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:34.220484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.220884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Bound using segment: {'id': 'a15e705c-9bb7-4d6d-857f-9cdb2454f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd21612aa-5013-402e-a0be-1e9e819eb445'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:34.221359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Bound port: 4521747d-80b7-406e-8c5a-dc5b6cdda63c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15e705c-9bb7-4d6d-857f-9cdb2454f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd21612aa-5013-402e-a0be-1e9e819eb445'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:34.221812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.270694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa046d16-b296-495a-a521-7baada32332e req-a9420876-266d-4e6d-b6bf-ee609d6c4ba7 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 210 time: 0.0570998 Dec 13 14:49:34.329167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bfac3aed-004e-46e4-bae5-7e7db0b429f0 None None] Provisioning complete for port e5d5cc4f-980e-443f-b0f7-1b994222f76f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:34.329690 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bfac3aed-004e-46e4-bae5-7e7db0b429f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.339204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84398bd8-50b6-4798-a936-71494fab8041 req-92c0f6e8-fbda-4300-a30f-9dc6d29d63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:34.340732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84398bd8-50b6-4798-a936-71494fab8041 req-92c0f6e8-fbda-4300-a30f-9dc6d29d63e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 1096 time: 0.1677654 Dec 13 14:49:34.341735 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.368855 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc216d-6087-44e9-95ca-a2af9c3fd03b x-openstack-request-id: req-49bc216d-6087-44e9-95ca-a2af9c3fd03b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:34.369150 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f091b-dbf1-4b72-98ab-06eb10a2dc62", "name": "network-vif-deleted", "tag": "06748d08-0451-4f61-946a-a88021e49038", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:34.369407 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49bc216d-6087-44e9-95ca-a2af9c3fd03b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:34.369809 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f091b-dbf1-4b72-98ab-06eb10a2dc62', 'name': 'network-vif-deleted', 'tag': '06748d08-0451-4f61-946a-a88021e49038', 'status': 'completed', 'code': 200} Dec 13 14:49:34.372574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6f3ed36-3afd-43e9-9afd-ad4a88aed3cb req-c029e023-b029-4e08-9291-c51af3a502a6 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429969 Dec 13 14:49:34.475626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84398bd8-50b6-4798-a936-71494fab8041 req-f5d87730-ed55-47b9-a265-7c955ca406c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244891 Dec 13 14:49:34.483909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] For port 462199ef-74a3-43c5-b317-6ab9f0b70184, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:34.518278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] For port 4521747d-80b7-406e-8c5a-dc5b6cdda63c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:34.527442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] For port 462199ef-74a3-43c5-b317-6ab9f0b70184, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=462199ef-74a3-43c5-b317-6ab9f0b70184,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:34.546413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] For port 4521747d-80b7-406e-8c5a-dc5b6cdda63c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4521747d-80b7-406e-8c5a-dc5b6cdda63c,segment=NetworkSegment(a15e705c-9bb7-4d6d-857f-9cdb2454f64d),segment_id=a15e705c-9bb7-4d6d-857f-9cdb2454f64d)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:34.590583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90af3d0c-e0ee-4b6e-a8bf-36840bf4a7c7 req-21365294-09f0-49b5-9042-cea9467afa0d tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 200 len: 997 time: 0.1930194 Dec 13 14:49:34.648580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.650732 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.708257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455fe43-7714-47b1-a111-9e3cde92f531 req-d4050eb9-3f31-4652-9739-d0761378238b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:34.716252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0455fe43-7714-47b1-a111-9e3cde92f531 req-d4050eb9-3f31-4652-9739-d0761378238b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.2710888 Dec 13 14:49:34.740349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:34.740974 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.744698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3ffcc-1b49-47c6-b449-052e0b273fcf None None] Pushing event updated for resources: {'Port': ['ID=4521747d-80b7-406e-8c5a-dc5b6cdda63c,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:34.745131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] 10.222.0.50 "PUT /v2.0/ports/462199ef-74a3-43c5-b317-6ab9f0b70184 HTTP/1.1" status: 200 len: 1091 time: 2.8389142 Dec 13 14:49:34.762698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d4ed7-486a-4308-8998-464012a652f8', 'tag': '462199ef-74a3-43c5-b317-6ab9f0b70184'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:34.768801 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e0294a-f128-44a8-90d2-c826f13f7f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "262d4ed7-486a-4308-8998-464012a652f8", "tag": "462199ef-74a3-43c5-b317-6ab9f0b70184"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:34.832267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3d0c-e0ee-4b6e-a8bf-36840bf4a7c7 req-fea38c44-105e-47a1-b024-e816c6074b77 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:34.835658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90af3d0c-e0ee-4b6e-a8bf-36840bf4a7c7 req-fea38c44-105e-47a1-b024-e816c6074b77 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2439675 Dec 13 14:49:34.852735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-90af3d0c-e0ee-4b6e-a8bf-36840bf4a7c7 req-efb9ecf6-7dc0-438f-b5b3-e0cb09beeef5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:49:34.854013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90af3d0c-e0ee-4b6e-a8bf-36840bf4a7c7 req-efb9ecf6-7dc0-438f-b5b3-e0cb09beeef5 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072627 Dec 13 14:49:34.858269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e5d5cc4f-980e-443f-b0f7-1b994222f76f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:34.912789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Allocated IP 2001:db8::1 (a5a62ab1-a210-4710-9e0b-c181afb79f26/73bcbbab-5b04-4ded-b764-7f5f10192508/19e27419-4caa-4170-9d7d-79d3b13cbdbf) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:34.959592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e5d5cc4f-980e-443f-b0f7-1b994222f76f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:34.963715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:34.973212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6da6d-b28b-4458-aee6-e62d012bf412 service neutron] Pushing event updated for resources: {'Port': ['ID=462199ef-74a3-43c5-b317-6ab9f0b70184,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:35.013598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0455fe43-7714-47b1-a111-9e3cde92f531 req-c2618165-4904-4e0d-b790-39c617d89870 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962928 Dec 13 14:49:35.029429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c86055e-0356-459d-9c78-b669c79b485f {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:35.038827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.053215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Transition to ACTIVE for port object 0c86055e-0356-459d-9c78-b669c79b485f will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:49:35.072446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07222914-2049-4294-9114-1ab15f1719cb req-8d4a14cb-a4a3-4d4b-af92-afafac4bd668 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:35.081534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07222914-2049-4294-9114-1ab15f1719cb req-8d4a14cb-a4a3-4d4b-af92-afafac4bd668 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 932 time: 0.1441078 Dec 13 14:49:35.092240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 06748d08-0451-4f61-946a-a88021e49038 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:35.141115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.142991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 06748d08-0451-4f61-946a-a88021e49038 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:35.143347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 06748d08-0451-4f61-946a-a88021e49038 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:35.151822 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0949cdd7-3de0-41e0-8e27-911222709966 x-openstack-request-id: req-0949cdd7-3de0-41e0-8e27-911222709966 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:35.152136 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262d4ed7-486a-4308-8998-464012a652f8", "tag": "462199ef-74a3-43c5-b317-6ab9f0b70184", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:35.152356 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0949cdd7-3de0-41e0-8e27-911222709966 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:35.152750 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d4ed7-486a-4308-8998-464012a652f8', 'tag': '462199ef-74a3-43c5-b317-6ab9f0b70184', 'status': 'completed', 'code': 200} Dec 13 14:49:35.197878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fb47270b-52e6-41f6-a267-c21eb56dca2c None None] Provisioning complete for port e5d5cc4f-980e-443f-b0f7-1b994222f76f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:35.198467 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb47270b-52e6-41f6-a267-c21eb56dca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.227972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-781596b1-b73c-45a7-bba7-98ef2fcd1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:35.229548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-781596b1-b73c-45a7-bba7-98ef2fcd1b40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 1094 time: 0.3124449 Dec 13 14:49:35.230760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07222914-2049-4294-9114-1ab15f1719cb req-7063fbe3-f970-4905-9703-da954fe6db8e tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481242 Dec 13 14:49:35.262821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Pushing event updated for resources: {'Port': ['ID=0c86055e-0356-459d-9c78-b669c79b485f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:35.318617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-6852e0af-4faa-4fbb-8635-61487a254cfb tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.1649284 Dec 13 14:49:35.328111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-96b1faa5-b444-4049-ae37-5e2a467d6d8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=462199ef-74a3-43c5-b317-6ab9f0b70184 HTTP/1.1" status: 200 len: 217 time: 0.0882025 Dec 13 14:49:35.357099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Attempting to bind port 0c86055e-0356-459d-9c78-b669c79b485f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:35.361327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Attempting to bind port 0c86055e-0356-459d-9c78-b669c79b485f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:35.361327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Attempting to bind port 0c86055e-0356-459d-9c78-b669c79b485f on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:35.402612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Port 0c86055e-0356-459d-9c78-b669c79b485f on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:49:35.405374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Attempting to bind port 0c86055e-0356-459d-9c78-b669c79b485f on network e3315d2c-d56c-4b5f-8f88-ede3975282e6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:35.412370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:35.412370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Checking segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:35.412600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Bound using segment: {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:35.412942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Bound port: 0c86055e-0356-459d-9c78-b669c79b485f, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a3bc1c-5929-4635-98cc-44269781cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:35.413312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.435869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-55f8df0e-267b-4fa0-b385-7737f741f995 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:35.439809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-55f8df0e-267b-4fa0-b385-7737f741f995 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports/a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 943 time: 0.1088336 Dec 13 14:49:35.470456 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.473931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-393afae8-61a3-4740-b8a7-d334084bef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:35.475569 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-393afae8-61a3-4740-b8a7-d334084bef26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8386019-e089-4292-8365-04a9dc8fc304 HTTP/1.1" status: 200 len: 853 time: 0.1300433 Dec 13 14:49:35.493698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-c9552856-9876-4cbf-9e7e-acb49a03837a tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:35.495416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-c9552856-9876-4cbf-9e7e-acb49a03837a tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.50 "GET /v2.0/networks?id=aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 HTTP/1.1" status: 200 len: 809 time: 0.1695571 Dec 13 14:49:35.519688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-85c14335-9190-4151-ba8e-4ce37b2cdc5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3315d2c-d56c-4b5f-8f88-ede3975282e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336976 Dec 13 14:49:35.523020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Request body: {'port': {'device_id': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8', 'admin_state_up': True, 'tenant_id': '4e2fda447dab489ea98f2365ad0df02c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:35.562136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] For port 0c86055e-0356-459d-9c78-b669c79b485f, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:35.610061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] For port 0c86055e-0356-459d-9c78-b669c79b485f, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c86055e-0356-459d-9c78-b669c79b485f,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:35.643347 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882a3253-9966-46e4-9051-78cca633e46c req-714a56d3-3fe7-4dbd-819b-aed3b1b28a42 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 210 time: 0.0383348 Dec 13 14:49:35.671865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-7949d573-a71c-4424-a778-4648db422002 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.1431046 Dec 13 14:49:35.718271 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-377f5b31-4287-4c51-b2ce-a740ac8330c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875517 Dec 13 14:49:35.728240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.768471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:35.769260 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.770953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c86055e-0356-459d-9c78-b669c79b485f HTTP/1.1" status: 200 len: 1092 time: 1.5881376 Dec 13 14:49:35.813966 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.833686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Made reservation on behalf of 4e2fda447dab489ea98f2365ad0df02c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:35.837575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.841008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca6ae4-9d8d-4c18-acb6-f0fd89953d23 service neutron] Pushing event updated for resources: {'Port': ['ID=0c86055e-0356-459d-9c78-b669c79b485f,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:35.873887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c48b-a193-4e1b-9ce6-2cae21f8783a req-e089a01c-dc44-46f9-a2e5-f2116f07b05b tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:35.875487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffd3c48b-a193-4e1b-9ce6-2cae21f8783a req-e089a01c-dc44-46f9-a2e5-f2116f07b05b tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 945 time: 0.0878394 Dec 13 14:49:35.904006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:35.923091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:35.926103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:35.926693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:35.991447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffd3c48b-a193-4e1b-9ce6-2cae21f8783a req-f20c7b08-6357-4765-99ff-b431ed9b8692 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056657 Dec 13 14:49:36.003138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Port': ['ID=19e27419-4caa-4170-9d7d-79d3b13cbdbf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:36.023665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-f167f9d9-5d46-4485-9cbc-2b7d1ce1d775 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.032924 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-f167f9d9-5d46-4485-9cbc-2b7d1ce1d775 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.3437312 Dec 13 14:49:36.069845 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-fed31eb7-f07a-49eb-9fc3-e187906da501 service neutron] 10.222.0.50 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185167 Dec 13 14:49:36.103813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-dfbb62b3-a442-4493-a74f-c578ec834ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.105352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-dfbb62b3-a442-4493-a74f-c578ec834ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 1095 time: 0.1339779 Dec 13 14:49:36.112383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Allocated IP 172.20.0.7 (aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8/1a3f5020-2dae-4764-9aef-9bf176f40fd3/af820cc2-986d-4fc8-95b1-62b876aab3fc) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:36.140518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-e6d88597-a151-4b82-b440-95ea664b6398 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1002 time: 0.1067071 Dec 13 14:49:36.157014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:36.169190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-395033f9-ad29-4f6a-934d-3910f9e1bd86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c86055e-0356-459d-9c78-b669c79b485f HTTP/1.1" status: 200 len: 217 time: 0.0512519 Dec 13 14:49:36.300655 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.306798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb608925-ac07-4675-8524-152fe0eec138 req-06e47db4-bf39-429b-bf21-643293b7e8bc tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.308344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb608925-ac07-4675-8524-152fe0eec138 req-06e47db4-bf39-429b-bf21-643293b7e8bc tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1822667 Dec 13 14:49:36.309876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-0a2e2d37-40de-4626-b23c-d9fc60273e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.311388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-0a2e2d37-40de-4626-b23c-d9fc60273e40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8386019-e089-4292-8365-04a9dc8fc304 HTTP/1.1" status: 200 len: 853 time: 0.1227629 Dec 13 14:49:36.328911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c085f-3dc4-4e42-a01e-3f5d916afedb None None] Network d21612aa-5013-402e-a0be-1e9e819eb445 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:36.352634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.364784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-a972ec2b-6c65-4914-937a-2b0ac708d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.366666 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-a972ec2b-6c65-4914-937a-2b0ac708d6f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 1094 time: 0.1627367 Dec 13 14:49:36.393853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571'}, {'name': 'network-changed', 'server_uuid': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'tag': '0c86055e-0356-459d-9c78-b669c79b485f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:36.396175 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae381a69-4db4-4210-8504-94164563ed33" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571"}, {"name": "network-changed", "server_uuid": "b8a8ef41-9561-4e7b-82c5-39c238386b5a", "tag": "0c86055e-0356-459d-9c78-b669c79b485f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:36.396757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Provisioning complete for port 19e27419-4caa-4170-9d7d-79d3b13cbdbf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:36.397651 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.401243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-e900f35e-4e85-4c72-8b1c-74d2ea08bbb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3315d2c-d56c-4b5f-8f88-ede3975282e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785480 Dec 13 14:49:36.444526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Port 19e27419-4caa-4170-9d7d-79d3b13cbdbf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:49:36.466671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Provisioning complete for port 4521747d-80b7-406e-8c5a-dc5b6cdda63c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:36.467143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.487845 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb608925-ac07-4675-8524-152fe0eec138 req-434deb26-1189-4ba5-8452-ec5ddfa9c0f0 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618791 Dec 13 14:49:36.589086 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.608249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.616793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-53d55f65-1756-4f5a-bb97-e255bae781b3 service neutron] 10.222.0.55 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959512 Dec 13 14:49:36.650885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.660857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] For port 4521747d-80b7-406e-8c5a-dc5b6cdda63c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4521747d-80b7-406e-8c5a-dc5b6cdda63c,segment=NetworkSegment(a15e705c-9bb7-4d6d-857f-9cdb2454f64d),segment_id=a15e705c-9bb7-4d6d-857f-9cdb2454f64d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:36.675550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-4e087c71-00be-4062-812e-94081fd0c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.676999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-4e087c71-00be-4062-812e-94081fd0c97e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 914 time: 0.3023202 Dec 13 14:49:36.768001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbd5a-c01f-49ac-bcd3-5d089357cee2 req-9c1c602c-26c3-4eac-9da8-3fb8a55df40d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.769495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d91cbd5a-c01f-49ac-bcd3-5d089357cee2 req-9c1c602c-26c3-4eac-9da8-3fb8a55df40d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 944 time: 0.1488087 Dec 13 14:49:36.775962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-7208edf7-18b1-45e0-8a3c-7c35b77344d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=462199ef-74a3-43c5-b317-6ab9f0b70184 HTTP/1.1" status: 200 len: 217 time: 0.0805697 Dec 13 14:49:36.778784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.779139 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614 disassociated. External IP: 172.25.7.194, port: a53bc811-c5b4-4e5e-809a-ce033f1b5571. Dec 13 14:49:36.796565 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.821872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b0e5c5-bccc-4d70-aadc-8202f02d9630 req-27dec84a-253b-4c76-baad-b88efb7f3f93 service neutron] 10.222.0.55 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893218 Dec 13 14:49:36.895693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d91cbd5a-c01f-49ac-bcd3-5d089357cee2 req-76a5847a-150d-42e0-a5dd-fa65b25441af tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704520 Dec 13 14:49:36.895693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:36.914554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d140f-f552-4d07-a8ed-5b6eaef00328 None None] Pushing event updated for resources: {'Port': ['ID=4521747d-80b7-406e-8c5a-dc5b6cdda63c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:36.947786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:36.948299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4521747d-80b7-406e-8c5a-dc5b6cdda63c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:36.955962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:36.965765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Pushing event updated for resources: {'Port': ['ID=af820cc2-986d-4fc8-95b1-62b876aab3fc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:36.965765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:36.989821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-51321abe-e937-46e2-9e70-8f0701b314d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:36.995163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-51321abe-e937-46e2-9e70-8f0701b314d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8386019-e089-4292-8365-04a9dc8fc304 HTTP/1.1" status: 200 len: 853 time: 0.1683657 Dec 13 14:49:37.018657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:37.019411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.041593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-a39d6032-4c56-403a-aac8-526b9e302638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3315d2c-d56c-4b5f-8f88-ede3975282e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348470 Dec 13 14:49:37.060507 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7bc3ca-1431-40fa-bf78-a3b8da30a081 x-openstack-request-id: req-1f7bc3ca-1431-40fa-bf78-a3b8da30a081 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:37.061709 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8a8ef41-9561-4e7b-82c5-39c238386b5a", "tag": "0c86055e-0356-459d-9c78-b669c79b485f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:37.062187 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f7bc3ca-1431-40fa-bf78-a3b8da30a081 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:37.063257 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'status': 'completed', 'code': 200} Dec 13 14:49:37.063772 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'tag': '0c86055e-0356-459d-9c78-b669c79b485f', 'status': 'completed', 'code': 200} Dec 13 14:49:37.101695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-0acdbb1b-8ba9-43e8-b31b-fb6d44fdde9e tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5829399 Dec 13 14:49:37.126471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Request body: {'port': {'device_id': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:37.180035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cccd292d-c60e-4783-bc1d-54b3d10f1f2a None None] Provisioning complete for port 4521747d-80b7-406e-8c5a-dc5b6cdda63c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:37.180888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cccd292d-c60e-4783-bc1d-54b3d10f1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.211891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381a69-4db4-4210-8504-94164563ed33 req-e7041812-63fe-4e97-b141-5bfe2cb31056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:37.213408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-e7041812-63fe-4e97-b141-5bfe2cb31056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.1266234 Dec 13 14:49:37.239430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4521747d-80b7-406e-8c5a-dc5b6cdda63c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:37.241105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.255677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.498691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.570868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-a838bc08-b8f9-4066-bbeb-3bfcf4c8ea60 service neutron] 10.222.0.50 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185881 Dec 13 14:49:37.578431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:37.587939 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.588727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.643271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fd4df-22ec-4c9f-8542-9697a4dafb76 req-f912a883-c06a-4e90-99ad-e221fa6c2127 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:37.644729 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f76fd4df-22ec-4c9f-8542-9697a4dafb76 req-f912a883-c06a-4e90-99ad-e221fa6c2127 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 931 time: 0.4403975 Dec 13 14:49:37.738409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381a69-4db4-4210-8504-94164563ed33 req-884aff67-8f26-4552-ac64-2138b080da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:37.739872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-884aff67-8f26-4552-ac64-2138b080da70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.5135639 Dec 13 14:49:37.768408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Port': ['ID=19e27419-4caa-4170-9d7d-79d3b13cbdbf,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:37.809607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-ee4d949d-88e0-4abe-ab3f-755b1681eef3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 217 time: 0.0540674 Dec 13 14:49:37.822461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f76fd4df-22ec-4c9f-8542-9697a4dafb76 req-6d1673a9-d95d-4d05-900e-fb0c52fd0b24 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681237 Dec 13 14:49:37.868861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4e0294a-f128-44a8-90d2-c826f13f7f7f req-437012a1-eb73-4fb3-87d7-fd89109db435 service neutron] 10.222.0.50 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887762 Dec 13 14:49:37.897189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:37.900364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:37.901083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381a69-4db4-4210-8504-94164563ed33 req-4e4e5a66-dbe7-45b1-8364-0f8664a6720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:37.902591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-4e4e5a66-dbe7-45b1-8364-0f8664a6720a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.0833395 Dec 13 14:49:37.910386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:37.915666 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:37.921313 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:37.935424 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:37.936188 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:38.045189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381a69-4db4-4210-8504-94164563ed33 req-d453da01-8eda-4098-be14-15c0dea514a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.045189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-d453da01-8eda-4098-be14-15c0dea514a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271753 Dec 13 14:49:38.045553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-2e8f26de-c98a-4e76-84a6-600174b5bb83 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "PUT /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 200 len: 696 time: 1.8966479 Dec 13 14:49:38.048516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:38.053288 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da80266-1f0b-4e6b-9013-2e16e95a0172" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:38.068166 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:38.091403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92748093-d1f4-4921-8779-d812c7b1c892 req-4598850e-3984-496c-830d-4d0fa6b767d3 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.101422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92748093-d1f4-4921-8779-d812c7b1c892 req-4598850e-3984-496c-830d-4d0fa6b767d3 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 945 time: 0.1685553 Dec 13 14:49:38.176885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af820cc2-986d-4fc8-95b1-62b876aab3fc {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:38.180387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-a363fec3-2405-41bf-a3db-2f4646960f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.189777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-a363fec3-2405-41bf-a3db-2f4646960f63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.0907431 Dec 13 14:49:38.190366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:38.219723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92748093-d1f4-4921-8779-d812c7b1c892 req-8ae26f71-3bff-4f24-a6d1-e5b01f05a680 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105895 Dec 13 14:49:38.242593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Transition to ACTIVE for port object af820cc2-986d-4fc8-95b1-62b876aab3fc will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:49:38.309421 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-df494ee2-cb9d-48bf-a0ed-05e4d3fd5da5 service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444429 Dec 13 14:49:38.356504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Router 8eae4b87-2036-411a-a195-d194e1d3e889 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:49:38.361735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cdc37551-c7ae-4875-aeb4-7159e5d2000c None None] Provisioning complete for port 19e27419-4caa-4170-9d7d-79d3b13cbdbf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:38.362735 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdc37551-c7ae-4875-aeb4-7159e5d2000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:38.365147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-6973f75c-c668-4fe0-bf2c-1b8b38c04f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.367189 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-6973f75c-c668-4fe0-bf2c-1b8b38c04f0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.1766384 Dec 13 14:49:38.386826 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:38.399394 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:38.437754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-e4cfa329-fb9d-4a3b-8f93-4e9e03be9460 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 217 time: 0.0622554 Dec 13 14:49:38.460581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cdc37551-c7ae-4875-aeb4-7159e5d2000c None None] Port 19e27419-4caa-4170-9d7d-79d3b13cbdbf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:49:38.463630 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:49:38.476482 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:38.477525 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:38.525833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Pushing event updated for resources: {'Port': ['ID=af820cc2-986d-4fc8-95b1-62b876aab3fc,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:38.581614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-ff55caa7-ac87-4089-a24c-91b1d2baf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.583062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-ff55caa7-ac87-4089-a24c-91b1d2baf308 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1033020 Dec 13 14:49:38.584392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:38.589794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aefcfa92-0a4e-4d09-88a7-19fb703803e2 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7693803 Dec 13 14:49:38.594504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45712) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:38.597549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec031-ccec-4b2a-88f4-7f7d14005484 req-88360cbd-cefc-4b18-b0ba-baf2207c825d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.605423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] Sync routers for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:38.608818 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d74ec031-ccec-4b2a-88f4-7f7d14005484 req-88360cbd-cefc-4b18-b0ba-baf2207c825d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.2223239 Dec 13 14:49:38.620442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:38.621395 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:38.621858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:38.625706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-f8a40d30-58da-41b4-9dc7-32577652b21e service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053322 Dec 13 14:49:38.687002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:38.698681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:38.699746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:38.721403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d74ec031-ccec-4b2a-88f4-7f7d14005484 req-3b1279c5-408f-448b-a096-bd8f7d70dff5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116052 Dec 13 14:49:38.770892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:38.785926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6ac6e-8c79-4300-8857-27fb8f0f243e None None] The sync data for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:38.837160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Attempting to bind port af820cc2-986d-4fc8-95b1-62b876aab3fc on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:38.837901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Attempting to bind port af820cc2-986d-4fc8-95b1-62b876aab3fc by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '3600ecf4-40df-4ecb-87b7-d1971eddefee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:38.837901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Attempting to bind port af820cc2-986d-4fc8-95b1-62b876aab3fc on network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:38.861768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Port af820cc2-986d-4fc8-95b1-62b876aab3fc on network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:49:38.863756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Attempting to bind port af820cc2-986d-4fc8-95b1-62b876aab3fc on network aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:38.899552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:38.903929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Checking segment: {'id': '3600ecf4-40df-4ecb-87b7-d1971eddefee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:38.903929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Bound using segment: {'id': '3600ecf4-40df-4ecb-87b7-d1971eddefee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:38.903929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Bound port: af820cc2-986d-4fc8-95b1-62b876aab3fc, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3600ecf4-40df-4ecb-87b7-d1971eddefee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:38.903929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:38.907545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4521747d-80b7-406e-8c5a-dc5b6cdda63c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:38.948037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-c271d9b8-e1d2-4e67-8876-c9f8587480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.949900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-c271d9b8-e1d2-4e67-8876-c9f8587480f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408261 Dec 13 14:49:38.950520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381a69-4db4-4210-8504-94164563ed33 req-0473e4ce-4bfe-4377-8266-687b40069799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:38.953594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-0473e4ce-4bfe-4377-8266-687b40069799 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=193c59c70d0b4d7c840d343e4f422e83&device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 1095 time: 0.1775045 Dec 13 14:49:38.979997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4521747d-80b7-406e-8c5a-dc5b6cdda63c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:38.980384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:39.008239 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:39.040931 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd47de2-867c-4f8a-8538-e045c8f974c2 None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:48:17Z', 'revision_number': 4, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'af5bcc9d-f2d2-45eb-9eef-e6434e3c5768', 'name': '', 'network_id': '43e0fa2d-e975-43a8-a8d3-81c7c87333be', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'mac_address': 'fa:16:3e:4e:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:16Z', 'updated_at': '2021-12-13T14:48:22Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'subnets': [{'id': '21a37fd4-a617-4f78-987d-3b1e270d761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:39.096959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 462199ef-74a3-43c5-b317-6ab9f0b70184 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:39.138487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caed5d9-b619-4df0-bf13-e651e80f9ae1 req-aaadf357-fbf0-4496-b905-816923ba9fd9 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.142995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8caed5d9-b619-4df0-bf13-e651e80f9ae1 req-aaadf357-fbf0-4496-b905-816923ba9fd9 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 944 time: 0.2619281 Dec 13 14:49:39.177362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c86055e-0356-459d-9c78-b669c79b485f details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:39.178681 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-d6a71b94-1543-41b9-a63d-7073165cb231 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3087726 Dec 13 14:49:39.221875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381a69-4db4-4210-8504-94164563ed33 req-7d5d3e84-f0c8-4074-acc1-9383fd23d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.223643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-7d5d3e84-f0c8-4074-acc1-9383fd23d749 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 200 len: 914 time: 0.2617481 Dec 13 14:49:39.294888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-c64ca7c3-7a52-4c80-b294-4544847dfff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c86055e-0356-459d-9c78-b669c79b485f HTTP/1.1" status: 200 len: 217 time: 0.0593252 Dec 13 14:49:39.308344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0c86055e-0356-459d-9c78-b669c79b485f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c86055e-0356-459d-9c78-b669c79b485f,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:39.327754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] For port af820cc2-986d-4fc8-95b1-62b876aab3fc, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:39.329640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '0c86055e-0356-459d-9c78-b669c79b485f', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'port_id': '0c86055e-0356-459d-9c78-b669c79b485f', 'mac_address': 'fa:16:3e:55:2b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8386019-e089-4292-8365-04a9dc8fc304', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:39.340700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-4d040824-d994-4511-9008-aa9799c44d8c service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794570 Dec 13 14:49:39.369524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8caed5d9-b619-4df0-bf13-e651e80f9ae1 req-02d390e4-7148-4182-b053-232e8f479854 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176335 Dec 13 14:49:39.393700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:39.406529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] For port af820cc2-986d-4fc8-95b1-62b876aab3fc, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=af820cc2-986d-4fc8-95b1-62b876aab3fc,segment=NetworkSegment(3600ecf4-40df-4ecb-87b7-d1971eddefee),segment_id=3600ecf4-40df-4ecb-87b7-d1971eddefee)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:39.415042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c86055e-0356-459d-9c78-b669c79b485f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:39.428990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381a69-4db4-4210-8504-94164563ed33 req-8b1b8854-2500-48c5-9e62-119eb11b13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.430481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-8b1b8854-2500-48c5-9e62-119eb11b13fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8386019-e089-4292-8365-04a9dc8fc304 HTTP/1.1" status: 200 len: 853 time: 0.1189644 Dec 13 14:49:39.438406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 462199ef-74a3-43c5-b317-6ab9f0b70184, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=462199ef-74a3-43c5-b317-6ab9f0b70184,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:39.455008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0c86055e-0356-459d-9c78-b669c79b485f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c86055e-0356-459d-9c78-b669c79b485f,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:39.461751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '462199ef-74a3-43c5-b317-6ab9f0b70184', 'network_id': 'e3315d2c-d56c-4b5f-8f88-ede3975282e6', 'port_id': '462199ef-74a3-43c5-b317-6ab9f0b70184', 'mac_address': 'fa:16:3e:71:a8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8386019-e089-4292-8365-04a9dc8fc304', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:39.468815 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-905f29b0-8254-47e7-b26c-6dfd4a291737 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:49:39.472891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-905f29b0-8254-47e7-b26c-6dfd4a291737 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8742192 Dec 13 14:49:39.478379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45720) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:39.489396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.490012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.490829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.491483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.492091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.492617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-f69bdbeb-5e9f-4507-9109-185ecf800cf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3315d2c-d56c-4b5f-8f88-ede3975282e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545228 Dec 13 14:49:39.492751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.493373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.497402 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff3503-8bba-44d7-b2fe-b028549efba0 None None] New status for floating IP a5f311d7-76b3-47e5-b70c-11fc286e2614: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:49:39.501870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-5ce93f02-c056-42e1-885d-64ed064503ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6502 time: 0.2892601 Dec 13 14:49:39.537342 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:39.538270 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:39.612368 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2c226-02de-4615-8c2f-2ab45e1606a5 x-openstack-request-id: req-3fe2c226-02de-4615-8c2f-2ab45e1606a5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:39.612716 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:39.613032 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fe2c226-02de-4615-8c2f-2ab45e1606a5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:39.613485 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'status': 'completed', 'code': 200} Dec 13 14:49:39.690311 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:39.697721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.698970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:39.704562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] 10.222.0.50 "PUT /v2.0/ports/af820cc2-986d-4fc8-95b1-62b876aab3fc HTTP/1.1" status: 200 len: 1091 time: 2.5815229 Dec 13 14:49:39.712854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f65b0fd4-cee3-4bd7-b82c-760c15e23ded req-768d4801-1597-485f-8bfe-84ce4536cc80 service neutron] 10.222.0.24 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700850 Dec 13 14:49:39.737459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'tag': 'af820cc2-986d-4fc8-95b1-62b876aab3fc'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:39.740619 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "109fe846-7679-4e0b-8bb5-1988756b3d28", "tag": "af820cc2-986d-4fc8-95b1-62b876aab3fc"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:39.804104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-73d706ec-999a-4afc-bc0b-2cb94f1a90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.807020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-73d706ec-999a-4afc-bc0b-2cb94f1a90fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 1097 time: 0.1540887 Dec 13 14:49:39.807957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde481a-11f6-4141-afac-3b63809a6b1f service neutron] Pushing event updated for resources: {'Port': ['ID=af820cc2-986d-4fc8-95b1-62b876aab3fc,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:39.810040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462199ef-74a3-43c5-b317-6ab9f0b70184 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:39.832131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0c86055e-0356-459d-9c78-b669c79b485f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:39.868636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0c86055e-0356-459d-9c78-b669c79b485f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:39.895591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-3de3aab1-3d0e-482c-8a4e-2af3dd99e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.899505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-3de3aab1-3d0e-482c-8a4e-2af3dd99e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.900040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-3de3aab1-3d0e-482c-8a4e-2af3dd99e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:39.905289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-3de3aab1-3d0e-482c-8a4e-2af3dd99e2c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=201604d4-d80e-4e16-84bd-7f5c9d180a92&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=3dc541cf-30f1-497b-a513-f10b3715708f&id=3dc541cf-30f1-497b-a513-f10b3715708f HTTP/1.1" status: 200 len: 2295 time: 0.3260076 Dec 13 14:49:39.907827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 462199ef-74a3-43c5-b317-6ab9f0b70184, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=462199ef-74a3-43c5-b317-6ab9f0b70184,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:39.970622 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec23d115-5696-4800-aaa3-89af8bfe2cce x-openstack-request-id: req-ec23d115-5696-4800-aaa3-89af8bfe2cce {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:39.971497 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109fe846-7679-4e0b-8bb5-1988756b3d28", "tag": "af820cc2-986d-4fc8-95b1-62b876aab3fc", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:39.971898 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec23d115-5696-4800-aaa3-89af8bfe2cce {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:39.972426 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'tag': 'af820cc2-986d-4fc8-95b1-62b876aab3fc', 'status': 'completed', 'code': 200} Dec 13 14:49:39.980103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:40.047774 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-1752a015-106e-4656-9efb-0a0900404d9d service neutron] 10.222.0.55 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444515 Dec 13 14:49:40.150825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=462199ef-74a3-43c5-b317-6ab9f0b70184,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:40.173296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae381a69-4db4-4210-8504-94164563ed33 req-a917995c-020c-4a55-a19a-6b44067e373d service neutron] 10.222.0.55 "GET /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999424 Dec 13 14:49:40.195395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-8c22fe00-f045-4d75-a1f5-1de55e08e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.196883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-8c22fe00-f045-4d75-a1f5-1de55e08e6dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e2fda447dab489ea98f2365ad0df02c&device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 1094 time: 0.2677095 Dec 13 14:49:40.203122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-71ec32f1-7aeb-4f0e-a89b-53a3593fc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.204621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-71ec32f1-7aeb-4f0e-a89b-53a3593fc650 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 200 len: 922 time: 0.3890903 Dec 13 14:49:40.213794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7624b-11f7-48d8-ada3-c3dcde31e616 req-ae15f1be-b0af-45c7-a672-7deb943b0296 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.222137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08e7624b-11f7-48d8-ada3-c3dcde31e616 req-ae15f1be-b0af-45c7-a672-7deb943b0296 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 943 time: 0.2913456 Dec 13 14:49:40.293110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['462199ef-74a3-43c5-b317-6ab9f0b70184'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:40.314022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-c71508f9-f4c0-47ca-9951-d8795b9f1344 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 200 len: 217 time: 0.0884967 Dec 13 14:49:40.319484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-c6a00daa-c987-42c0-85af-4db5a6ee3579 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af820cc2-986d-4fc8-95b1-62b876aab3fc HTTP/1.1" status: 200 len: 217 time: 0.0877063 Dec 13 14:49:40.395070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08e7624b-11f7-48d8-ada3-c3dcde31e616 req-ae12375c-8a4f-4361-9581-5d6f4a2bfb62 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719348 Dec 13 14:49:40.431939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-54db1bc6-a610-4b8f-8059-8ff9d41342d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.433005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-54db1bc6-a610-4b8f-8059-8ff9d41342d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a3f5020-2dae-4764-9aef-9bf176f40fd3 HTTP/1.1" status: 200 len: 849 time: 0.1005037 Dec 13 14:49:40.437604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-630f0fc6-e336-4add-8a26-55f5c533d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.439061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-630f0fc6-e336-4add-8a26-55f5c533d50a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 200 len: 860 time: 0.1078041 Dec 13 14:49:40.463017 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-c9299348-14f6-4254-87da-26ba94a9fc69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0becbb52-1600-4d4c-9378-985956be3813 HTTP/1.1" status: 200 len: 1001 time: 0.5484319 Dec 13 14:49:40.520236 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-a47657ff-d99d-45e3-93ec-9312e234140e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759470 Dec 13 14:49:40.555100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690037cc-d12d-4e08-903a-8d098f39d844 req-b246ebbb-5bb8-44a2-a907-3ca611c5882c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.556648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-690037cc-d12d-4e08-903a-8d098f39d844 req-b246ebbb-5bb8-44a2-a907-3ca611c5882c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.4992521 Dec 13 14:49:40.591599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-b4425a8b-2ce9-4508-9010-bcf3c7cf6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.594088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-b4425a8b-2ce9-4508-9010-bcf3c7cf6524 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9b06380-e9a7-4a5d-a8d4-12f7de43574f HTTP/1.1" status: 200 len: 855 time: 0.1232891 Dec 13 14:49:40.626747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-90ac20e0-73c7-464d-9164-232207bb7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.628332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-90ac20e0-73c7-464d-9164-232207bb7d8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43e0fa2d-e975-43a8-a8d3-81c7c87333be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640317 Dec 13 14:49:40.661542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-690037cc-d12d-4e08-903a-8d098f39d844 req-c6202998-e101-487a-9189-94438f9ef84e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956273 Dec 13 14:49:40.702046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-bb7aadbf-9928-4507-bf33-3ca228821295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.703528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-bb7aadbf-9928-4507-bf33-3ca228821295 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201604d4-d80e-4e16-84bd-7f5c9d180a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984743 Dec 13 14:49:40.704331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3373f8-6d14-4ae3-947c-6802dd920be5 req-695c70df-cd5f-454b-967b-ef104dca61b6 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:40.705782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3373f8-6d14-4ae3-947c-6802dd920be5 req-695c70df-cd5f-454b-967b-ef104dca61b6 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 945 time: 0.1337771 Dec 13 14:49:40.751118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-ee972139-6aad-4a29-bea4-747feed8266b service neutron] 10.222.0.50 "GET /v2.0/networks/aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219260 Dec 13 14:49:40.798413 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-a0e4ba11-52eb-4bce-a253-6e56c8d70400 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 200 len: 694 time: 0.0994809 Dec 13 14:49:40.798949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3373f8-6d14-4ae3-947c-6802dd920be5 req-d07ef677-8d67-43da-ad6f-5312f6edf926 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820673 Dec 13 14:49:40.855051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-4e63ff8f-4ded-4284-87c5-13c982d0191a service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152262 Dec 13 14:49:40.890910 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:40.950761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671fc77f-e884-4c1b-913c-eac342270ac2 req-f583988d-b664-4713-aacd-a5cb7af95e80 service neutron] 10.222.0.50 "GET /v2.0/networks/aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850226 Dec 13 14:49:40.981137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9da80266-1f0b-4e6b-9013-2e16e95a0172 req-5a5d47e4-78d2-46ec-9556-1e1863c1aba6 service neutron] 10.222.0.55 "GET /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167459 Dec 13 14:49:40.986854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-2396dc7d-459b-45b4-9949-0378467d1ae9 service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738779 Dec 13 14:49:41.106228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-94bcad25-01ca-4363-b520-0b7933479d24 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.107589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-94bcad25-01ca-4363-b520-0b7933479d24 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2997992 Dec 13 14:49:41.128210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-cf144672-f143-4499-a4f1-dffac79c0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.130222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-cf144672-f143-4499-a4f1-dffac79c0e0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e2fda447dab489ea98f2365ad0df02c&device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 1094 time: 0.0466197 Dec 13 14:49:41.137783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c86055e-0356-459d-9c78-b669c79b485f up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:41.220898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-a5680764-a6ef-459a-890a-45b9c72a78a2 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 697 time: 0.0838609 Dec 13 14:49:41.224801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-bb623c42-69ea-421c-be23-ce1dd6432e9a service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207634 Dec 13 14:49:41.253098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 0c86055e-0356-459d-9c78-b669c79b485f completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:41.260355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 0c86055e-0356-459d-9c78-b669c79b485f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:41.260956 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.313425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-a69e06a8-1351-42a6-a4e2-5c698277273a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 217 time: 0.0778723 Dec 13 14:49:41.317728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-51c2c996-7235-4da5-8731-3ceeb1004c43 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 697 time: 0.0901680 Dec 13 14:49:41.348284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-4207b1fd-ad0e-470d-bffd-f736f81646e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.349920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-4207b1fd-ad0e-470d-bffd-f736f81646e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 HTTP/1.1" status: 200 len: 910 time: 0.2115750 Dec 13 14:49:41.364569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.400814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c86055e-0356-459d-9c78-b669c79b485f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:41.403349 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad814c-191e-4312-8acd-88f11961b5e9" -d '{"events": [{"server_uuid": "b8a8ef41-9561-4e7b-82c5-39c238386b5a", "name": "network-vif-plugged", "status": "completed", "tag": "0c86055e-0356-459d-9c78-b669c79b485f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:41.415866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-c3ba80f3-fa71-4a4e-b4a3-bc7b7fa665b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af820cc2-986d-4fc8-95b1-62b876aab3fc HTTP/1.1" status: 200 len: 217 time: 0.0516267 Dec 13 14:49:41.419563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0c86055e-0356-459d-9c78-b669c79b485f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c86055e-0356-459d-9c78-b669c79b485f,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:41.424387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ead6-2248-4915-859e-c4f47e9819c7 req-b61957e7-bcb3-40ca-ba10-6d79932672cc tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.426344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9783ead6-2248-4915-859e-c4f47e9819c7 req-b61957e7-bcb3-40ca-ba10-6d79932672cc tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1630402 Dec 13 14:49:41.473917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-7a1dbf4a-8652-44b5-8cb6-9469e9fb19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.475449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-7a1dbf4a-8652-44b5-8cb6-9469e9fb19e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.1536272 Dec 13 14:49:41.511076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.567262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0c86055e-0356-459d-9c78-b669c79b485f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:41.589392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-aa603ae5-8fd2-48d1-8d0e-5679ae257827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.590945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-aa603ae5-8fd2-48d1-8d0e-5679ae257827 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053064 Dec 13 14:49:41.653957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting port 19e27419-4caa-4170-9d7d-79d3b13cbdbf {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:41.654315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.659407 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Deleting port 241cab82-b8d0-4a16-8c0d-f478732f3b24 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:41.659737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.737803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-3ced0f5c-8766-4082-b851-abcea80e8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.739191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-3ced0f5c-8766-4082-b851-abcea80e8b08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1095 time: 0.4552424 Dec 13 14:49:41.768817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-0ecd5a7d-e34c-4160-a9eb-3fa19a3b37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.770429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-0ecd5a7d-e34c-4160-a9eb-3fa19a3b37c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a3f5020-2dae-4764-9aef-9bf176f40fd3 HTTP/1.1" status: 200 len: 849 time: 0.3428006 Dec 13 14:49:41.783646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9783ead6-2248-4915-859e-c4f47e9819c7 req-8c086cea-3882-4d68-b525-c91320da0226 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447587 Dec 13 14:49:41.825484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-54c05ade-37e1-4231-8c2f-6a925d98a686 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260854 Dec 13 14:49:41.843533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-fec33f75-b426-4df0-bfef-4bd6c71a28bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630176 Dec 13 14:49:41.859144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.859474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.875624 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:41.914418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Calling delete_port for 241cab82-b8d0-4a16-8c0d-f478732f3b24 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:41.926045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Calling delete_port for 19e27419-4caa-4170-9d7d-79d3b13cbdbf owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:41.929571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-997cdfff-eca7-4c67-9f5a-18dd13221648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:41.931159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-997cdfff-eca7-4c67-9f5a-18dd13221648 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.1819186 Dec 13 14:49:42.011363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-ddfaf2e7-5610-43f9-aa58-4b4e8791e172 service neutron] 10.222.0.50 "GET /v2.0/networks/aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578500 Dec 13 14:49:42.031047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-c3bcd042-1ee5-457a-9d01-a0df8e19a9b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 999 time: 0.0893195 Dec 13 14:49:42.060110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-62a9d67a-4b08-40e9-9f03-518cab47dac1 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202017 Dec 13 14:49:42.122276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-33bdaba1-aa8c-4a85-97c9-8c7ac7fc50de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 217 time: 0.0511296 Dec 13 14:49:42.126907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-71ec250e-324e-4189-b49a-c0fa62724415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:42.128375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-71ec250e-324e-4189-b49a-c0fa62724415 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0863349 Dec 13 14:49:42.179082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0cfe34-d1b1-4e81-ab9b-a965f26b0b1b req-dee5a2e5-f3ca-4ac9-8e88-7bdc923644a8 service neutron] 10.222.0.50 "GET /v2.0/networks/aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571705 Dec 13 14:49:42.189531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-7ae3d342-d9cb-4080-b1f3-78cdebd8f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:42.191052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-7ae3d342-d9cb-4080-b1f3-78cdebd8f2df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545657 Dec 13 14:49:42.259238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-43c29a11-8695-47af-bba7-2ba248d77525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:42.260710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-43c29a11-8695-47af-bba7-2ba248d77525 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.1253388 Dec 13 14:49:42.287425 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-56ca2285-dbd6-469f-9454-517a91f521ba service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892057 Dec 13 14:49:42.348681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-c486f1a9-5a27-4e9a-8e63-20fae94aa0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:42.350178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-c486f1a9-5a27-4e9a-8e63-20fae94aa0ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805745 Dec 13 14:49:42.379443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b239877-82b7-4372-b290-056a60fe0bd2 req-753466b8-4688-49ef-b0df-fee2c64a2ac5 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845497 Dec 13 14:49:42.441082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:42.447419 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:42.476037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-c2bc2251-6950-4617-ba2d-55c377a0d2e0 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183102 Dec 13 14:49:42.479716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Port': ['ID=19e27419-4caa-4170-9d7d-79d3b13cbdbf,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:42.557039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Pushing event deleted for resources: {'Port': ['ID=241cab82-b8d0-4a16-8c0d-f478732f3b24,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:42.703074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:42.723462 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:42.726127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:42.727192 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bde4cb-a53e-4a6f-974b-c9d7f8f1b2ac x-openstack-request-id: req-c3bde4cb-a53e-4a6f-974b-c9d7f8f1b2ac {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:42.729551 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d25d6645-7b13-4a3a-933b-b917e75954ed req-20280446-c997-4716-95b3-cedd4e9ec6d0 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "DELETE /v2.0/floatingips/a5f311d7-76b3-47e5-b70c-11fc286e2614 HTTP/1.1" status: 204 len: 173 time: 1.4024065 Dec 13 14:49:42.729801 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a8ef41-9561-4e7b-82c5-39c238386b5a", "name": "network-vif-plugged", "status": "completed", "tag": "0c86055e-0356-459d-9c78-b669c79b485f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:42.729801 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3bde4cb-a53e-4a6f-974b-c9d7f8f1b2ac {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:42.729801 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c86055e-0356-459d-9c78-b669c79b485f', 'code': 200} Dec 13 14:49:42.852118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-145ef432-51b3-4bdb-bc3b-c16428d3bbca service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656158 Dec 13 14:49:42.892309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d33c5-a165-4fcc-bef2-f66807bec1ab req-3974d7a1-cc55-4957-a1e1-770b1c39f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:42.894357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c6d33c5-a165-4fcc-bef2-f66807bec1ab req-3974d7a1-cc55-4957-a1e1-770b1c39f53c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 1097 time: 0.0734007 Dec 13 14:49:42.905185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16739e0a-4f91-4616-a529-f0707057f47e req-59ffd666-4a24-46d5-8e5f-3dad709ef535 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:42.906903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16739e0a-4f91-4616-a529-f0707057f47e req-59ffd666-4a24-46d5-8e5f-3dad709ef535 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 943 time: 0.1179285 Dec 13 14:49:42.975397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16739e0a-4f91-4616-a529-f0707057f47e req-c7635a90-619a-4a01-92d5-0445d4ccbe61 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597646 Dec 13 14:49:42.977061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c6d33c5-a165-4fcc-bef2-f66807bec1ab req-274ec08b-1acf-43ab-8544-da03090c92f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691569 Dec 13 14:49:43.125418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 462199ef-74a3-43c5-b317-6ab9f0b70184 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:43.240536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-1b259ae9-92d4-4e90-a420-29519ad1bccd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886 HTTP/1.1" status: 200 len: 217 time: 0.3707130 Dec 13 14:49:43.259310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 462199ef-74a3-43c5-b317-6ab9f0b70184 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:43.265300 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 462199ef-74a3-43c5-b317-6ab9f0b70184 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:43.265788 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:43.357240 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:43.362138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ba18e-1a57-4182-9185-d3dead8172e7 req-cfbe7f14-b99c-4d9c-838c-4f779f12fad3 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:43.363721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-075ba18e-1a57-4182-9185-d3dead8172e7 req-cfbe7f14-b99c-4d9c-838c-4f779f12fad3 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 946 time: 0.5277588 Dec 13 14:49:43.384159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-1f9e92b2-aba3-4485-9029-aba370bff23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:43.385650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-1f9e92b2-aba3-4485-9029-aba370bff23f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.1369753 Dec 13 14:49:43.387631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Router 8eae4b87-2036-411a-a195-d194e1d3e889 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:43.393982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 462199ef-74a3-43c5-b317-6ab9f0b70184, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=462199ef-74a3-43c5-b317-6ab9f0b70184,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:43.481977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-075ba18e-1a57-4182-9185-d3dead8172e7 req-5091c53f-6349-4b43-bb4b-90cf8fd2d741 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075637 Dec 13 14:49:43.483339 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:43.540502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:43.546802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-71491623-9829-488d-9052-61dd1ba01186 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0707309 Dec 13 14:49:43.550727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45772) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:43.551277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-85475fb6-c07d-4926-ba0d-c52604b3ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:43.553002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-85475fb6-c07d-4926-ba0d-c52604b3ebb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550615 Dec 13 14:49:43.556158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] Sync routers for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:43.587782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=462199ef-74a3-43c5-b317-6ab9f0b70184,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:43.600582 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-a5f51923-c4f8-40d4-b2aa-ccae49289c27 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] delete failed (client error): The resource could not be found. Dec 13 14:49:43.601900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a5f51923-c4f8-40d4-b2aa-ccae49289c27 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-734276945 HTTP/1.1" status: 404 len: 334 time: 0.0494261 Dec 13 14:49:43.606656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:43.607233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:43.610522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45776) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:43.616344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d6df4bb7-5d7a-48a8-b1c0-b401368dfe0b tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'router': {'external_gateway_info': {'network_id': '8eae4b87-2036-411a-a195-d194e1d3e889'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:43.646625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:43.656401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:43.657134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:43.697317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:43.698123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b266f21-c4d8-4924-a3f0-acc4ddc91b68 None None] The sync data for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:43.748687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fd922-e7d4-4068-b6d6-778b975bd9a4 req-e4590488-88ec-4ae7-a506-2e108c6fe02c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:43.750299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-906fd922-e7d4-4068-b6d6-778b975bd9a4 req-e4590488-88ec-4ae7-a506-2e108c6fe02c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1438675 Dec 13 14:49:43.781471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-85c443c6-5863-45bb-9ee2-b2c2c8c94d2b service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204001 Dec 13 14:49:43.814999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-906fd922-e7d4-4068-b6d6-778b975bd9a4 req-beb72c4d-14ad-4f14-bc5a-0cbd96a49b1e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586870 Dec 13 14:49:43.889447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d6df4bb7-5d7a-48a8-b1c0-b401368dfe0b tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:43.910491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800971bf-cae2-43d5-aa03-02ac4a74861e req-ac6fc67e-3fbd-4c95-b96e-bf6e224b93a4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:43.920434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-800971bf-cae2-43d5-aa03-02ac4a74861e req-ac6fc67e-3fbd-4c95-b96e-bf6e224b93a4 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 946 time: 0.1997337 Dec 13 14:49:43.920664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-fb08af92-b833-4894-981e-e6d767f846c5 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217048 Dec 13 14:49:43.956269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-800971bf-cae2-43d5-aa03-02ac4a74861e req-ea4b65d1-5375-443a-bb30-df1eafae4016 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379069 Dec 13 14:49:43.975971 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-d6df4bb7-5d7a-48a8-b1c0-b401368dfe0b tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] update failed (client error): The resource could not be found. Dec 13 14:49:43.977680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d6df4bb7-5d7a-48a8-b1c0-b401368dfe0b tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889 HTTP/1.1" status: 404 len: 339 time: 0.3661864 Dec 13 14:49:43.981321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45782) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:43.988877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-284427091'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:43.999020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-5421bbfe-17fa-4b0d-9a19-b5f4b344263d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7649cd34-f73e-4c02-a565-f9915c758fa6 HTTP/1.1" status: 200 len: 217 time: 0.0773199 Dec 13 14:49:44.071188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd5c39-29e2-447e-93fb-c1dd294a1f3c req-fbee76dc-4a37-47c7-a761-002e3fc6be25 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.074178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bcd5c39-29e2-447e-93fb-c1dd294a1f3c req-fbee76dc-4a37-47c7-a761-002e3fc6be25 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1051209 Dec 13 14:49:44.076171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-9ff65372-a879-43f3-ab9a-25dadbc3152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.078703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-9ff65372-a879-43f3-ab9a-25dadbc3152e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0716438 Dec 13 14:49:44.083405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:44.084423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:44.149991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:44.152370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bcd5c39-29e2-447e-93fb-c1dd294a1f3c req-7e668687-c8d7-421f-abaf-dd4a9c46b8f1 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691941 Dec 13 14:49:44.160980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-8d84baca-1423-4e08-b0ec-4f7000a3bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.162655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-8d84baca-1423-4e08-b0ec-4f7000a3bdfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711944 Dec 13 14:49:44.173244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9a870-500a-46e0-9f12-b4b3d871f0ed req-394b1cda-6d6d-4050-9b69-18709aa22832 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.177369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61d9a870-500a-46e0-9f12-b4b3d871f0ed req-394b1cda-6d6d-4050-9b69-18709aa22832 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 943 time: 0.1104147 Dec 13 14:49:44.216436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:44.216867 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Added segment 1f452a82-5d1a-4152-af0f-1ccdda0f5091 of type vlan for network e87410d5-b525-4028-a171-db7ded96e600 Dec 13 14:49:44.256400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61d9a870-500a-46e0-9f12-b4b3d871f0ed req-59afe408-b097-4a16-b56a-02a4fe94c8d6 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760190 Dec 13 14:49:44.321090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:44.346555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-37330158-ba49-4b72-bea7-63954f97758d service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669922 Dec 13 14:49:44.413651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76cc56-596f-443a-a464-fad93dc84a0c req-32be7259-ca0c-4b5e-bd57-1d91739fc3cb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.415312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c76cc56-596f-443a-a464-fad93dc84a0c req-32be7259-ca0c-4b5e-bd57-1d91739fc3cb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0508468 Dec 13 14:49:44.429227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:44.435038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.435623 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:44.440851 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-b50fe2b4-3d5d-4a12-a70f-62423d31bf98 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902662 Dec 13 14:49:44.489347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-9f21325a-7fe9-4a2d-833c-c1b1d87f4c1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65781a6a-6df3-4e18-bda5-b286120214cf HTTP/1.1" status: 200 len: 217 time: 0.0406897 Dec 13 14:49:44.541283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Network': ['ID=e87410d5-b525-4028-a171-db7ded96e600,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:44.556865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e87410d5-b525-4028-a171-db7ded96e600 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:44.564905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c76cc56-596f-443a-a464-fad93dc84a0c req-fa16ac61-08b8-41e9-a796-1dd9e246346d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372733 Dec 13 14:49:44.581145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e5982cda-b980-4987-865e-3f302a01049a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5961227 Dec 13 14:49:44.581356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45796) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:44.588314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'subnet': {'network_id': 'e87410d5-b525-4028-a171-db7ded96e600', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:44.642485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-f5636dd3-1fb8-4e78-870d-35615b164dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.649556 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-f5636dd3-1fb8-4e78-870d-35615b164dab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.1457357 Dec 13 14:49:44.713312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4babc0-8224-4047-b189-307d9be5b0d7 req-0582ea17-abaa-4fd3-b552-62a787724b4f tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.714846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c4babc0-8224-4047-b189-307d9be5b0d7 req-0582ea17-abaa-4fd3-b552-62a787724b4f tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 946 time: 0.1409433 Dec 13 14:49:44.729404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d4ed7-486a-4308-8998-464012a652f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462199ef-74a3-43c5-b317-6ab9f0b70184'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:44.731782 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c80cb-07e7-4d71-8014-188b912278b4" -d '{"events": [{"server_uuid": "262d4ed7-486a-4308-8998-464012a652f8", "name": "network-vif-plugged", "status": "completed", "tag": "462199ef-74a3-43c5-b317-6ab9f0b70184"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:44.737825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-eccf35ec-a411-434b-8676-bb43ecaa38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:44.739444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-eccf35ec-a411-434b-8676-bb43ecaa38ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803971 Dec 13 14:49:44.762020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Made reservation on behalf of 4a7d74bb46954aadb9c5b174675a8fb6 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:44.765893 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:44.814357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c4babc0-8224-4047-b189-307d9be5b0d7 req-3b00bcaf-d071-476a-ac2e-7b7cd1e655e7 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916831 Dec 13 14:49:44.880355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-62d4ad45-622e-4fa4-bdd8-048e95aaf6bc service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303799 Dec 13 14:49:44.903714 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f9fbea-d7f1-4247-8e95-546d87bf0626 x-openstack-request-id: req-14f9fbea-d7f1-4247-8e95-546d87bf0626 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:44.903918 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262d4ed7-486a-4308-8998-464012a652f8", "name": "network-vif-plugged", "status": "completed", "tag": "462199ef-74a3-43c5-b317-6ab9f0b70184", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:44.904177 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14f9fbea-d7f1-4247-8e95-546d87bf0626 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:44.905116 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d4ed7-486a-4308-8998-464012a652f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462199ef-74a3-43c5-b317-6ab9f0b70184', 'code': 200} Dec 13 14:49:45.067795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-88265e8a-a82e-4df8-8207-f98841da2854 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780818 Dec 13 14:49:45.127263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79042cf-497e-4fb2-9191-bb276ad99acc req-4e6ad09e-7f30-4654-acec-ffa43dac9a7f tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.128722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3c97d-e785-447b-87e1-887577a2fedb req-3c602e60-f110-454a-b3a6-178c7b77bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.128844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b79042cf-497e-4fb2-9191-bb276ad99acc req-4e6ad09e-7f30-4654-acec-ffa43dac9a7f tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 945 time: 0.1136487 Dec 13 14:49:45.132888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63b3c97d-e785-447b-87e1-887577a2fedb req-3c602e60-f110-454a-b3a6-178c7b77bfad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 1096 time: 0.1588271 Dec 13 14:49:45.133022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-06b4bee6-d748-48b9-a490-09c62903b506 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=184573da-2612-48a8-b68b-2b08cc805d99 HTTP/1.1" status: 200 len: 217 time: 0.0540133 Dec 13 14:49:45.140937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device af820cc2-986d-4fc8-95b1-62b876aab3fc details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:49:45.145050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-6b8eb922-349f-40fe-b5a7-0d97f49eb89e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.146554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-6b8eb922-349f-40fe-b5a7-0d97f49eb89e tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 946 time: 0.1111023 Dec 13 14:49:45.156411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.171891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671124e4-d9aa-4e85-a17d-f5f76f176d3a req-f63f48dd-7cbb-4fc5-8f81-994f3e05bc5b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.173380 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671124e4-d9aa-4e85-a17d-f5f76f176d3a req-f63f48dd-7cbb-4fc5-8f81-994f3e05bc5b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1245723 Dec 13 14:49:45.243527 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b79042cf-497e-4fb2-9191-bb276ad99acc req-77800a32-4dca-475e-bb48-b06b598bd94b tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967550 Dec 13 14:49:45.243527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-678b29c6-b07f-49cc-855a-30093137ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.245124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-678b29c6-b07f-49cc-855a-30093137ec34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.0914586 Dec 13 14:49:45.314560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port af820cc2-986d-4fc8-95b1-62b876aab3fc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=af820cc2-986d-4fc8-95b1-62b876aab3fc,segment=NetworkSegment(3600ecf4-40df-4ecb-87b7-d1971eddefee),segment_id=3600ecf4-40df-4ecb-87b7-d1971eddefee)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:45.329253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938dab-f710-4152-978a-586f54919fa8 req-2d2782a8-80a3-4b30-bcea-d578166be0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.330287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'af820cc2-986d-4fc8-95b1-62b876aab3fc', 'network_id': 'aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8', 'port_id': 'af820cc2-986d-4fc8-95b1-62b876aab3fc', 'mac_address': 'fa:16:3e:bc:28:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3f5020-2dae-4764-9aef-9bf176f40fd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:49:45.332365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-2d2782a8-80a3-4b30-bcea-d578166be0aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797827 Dec 13 14:49:45.355052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Subnet': ['ID=e6026a44-0bba-4a89-9188-cb0e2ef57854,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:45.360908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63b3c97d-e785-447b-87e1-887577a2fedb req-dee7915c-1bb2-43f0-b160-651626d0572d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113903 Dec 13 14:49:45.368539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-671124e4-d9aa-4e85-a17d-f5f76f176d3a req-123d83c9-04c6-485e-bcec-bae07dbd7348 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783864 Dec 13 14:49:45.383232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Checking segment: {'id': '1f452a82-5d1a-4152-af0f-1ccdda0f5091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e87410d5-b525-4028-a171-db7ded96e600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:45.383609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network hostable DHCP agents. Network: e87410d5-b525-4028-a171-db7ded96e600, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:45.387259 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.406530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af820cc2-986d-4fc8-95b1-62b876aab3fc {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:49:45.426596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Deleting port a53bc811-c5b4-4e5e-809a-ce033f1b5571 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:45.426596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.430399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port af820cc2-986d-4fc8-95b1-62b876aab3fc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=af820cc2-986d-4fc8-95b1-62b876aab3fc,segment=NetworkSegment(3600ecf4-40df-4ecb-87b7-d1971eddefee),segment_id=3600ecf4-40df-4ecb-87b7-d1971eddefee)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:45.498466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee45673-8122-45a4-8eba-2ac9a15f761e req-b895b1ef-dcb9-4dac-84fc-b854fe04478f tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.499935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ee45673-8122-45a4-8eba-2ac9a15f761e req-b895b1ef-dcb9-4dac-84fc-b854fe04478f tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 946 time: 0.1666777 Dec 13 14:49:45.507094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network e87410d5-b525-4028-a171-db7ded96e600 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:45.525279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] For port a53bc811-c5b4-4e5e-809a-ce033f1b5571, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a53bc811-c5b4-4e5e-809a-ce033f1b5571,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:45.525883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.540237 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.542549 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.552744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-4d2b1b19-b2c6-4c99-9165-80fc988859e6 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073207 Dec 13 14:49:45.559426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Calling delete_port for a53bc811-c5b4-4e5e-809a-ce033f1b5571 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:45.595963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ee45673-8122-45a4-8eba-2ac9a15f761e req-e8b16c00-8b28-4e27-82f2-c9723766497d tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/security-groups?id=b38f5136-ed54-40a4-8c5a-229bba546df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Dec 13 14:49:45.628441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e87410d5-b525-4028-a171-db7ded96e600) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:45.635026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.635837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.648269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1680515a-6318-43a1-a9f7-48925ae928cc None None] Network e87410d5-b525-4028-a171-db7ded96e600 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:45.710603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=af820cc2-986d-4fc8-95b1-62b876aab3fc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:45.749198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc938dab-f710-4152-978a-586f54919fa8 req-ac65254a-c7f4-41f8-9296-32a92427428b service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850474 Dec 13 14:49:45.756868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-acc91163-7719-448c-bde0-106862e97ef9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1731496 Dec 13 14:49:45.759755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45814) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:45.765081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3134ec4d-438d-4eb7-b1e2-e94f0bb0006e tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e87410d5-b525-4028-a171-db7ded96e600'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:45.788615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561c03a-34ef-4891-92e7-e5753e537dfd req-e41a9b42-ddfe-4113-a3c7-d22380ab2dc3 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:45.793606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a561c03a-34ef-4891-92e7-e5753e537dfd req-e41a9b42-ddfe-4113-a3c7-d22380ab2dc3 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 944 time: 0.1154349 Dec 13 14:49:45.862637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a561c03a-34ef-4891-92e7-e5753e537dfd req-d83ec791-6f4a-4815-a2e2-3319b8fd660d tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Dec 13 14:49:45.874840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e87410d5-b525-4028-a171-db7ded96e600', 'network_id': 'e87410d5-b525-4028-a171-db7ded96e600', 'tenant_id': '4a7d74bb46954aadb9c5b174675a8fb6', 'fixed_ips': [{'subnet_id': 'e6026a44-0bba-4a89-9188-cb0e2ef57854'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:49:45.875782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.878381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['af820cc2-986d-4fc8-95b1-62b876aab3fc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:45.923445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:45.940868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a53bc811-c5b4-4e5e-809a-ce033f1b5571'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:45.961585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Pushing event deleted for resources: {'Port': ['ID=a53bc811-c5b4-4e5e-809a-ce033f1b5571,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:46.021856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] No DVR routers for this DVR port a53bc811-c5b4-4e5e-809a-ce033f1b5571 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:46.024985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.026777 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3134ec4d-438d-4eb7-b1e2-e94f0bb0006e tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.028323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f0c1c90-89bf-4705-9d24-45e76f2c4103 req-7fdcc7e7-61c4-4b7a-8264-443b757abddc tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.55 "DELETE /v2.0/ports/a53bc811-c5b4-4e5e-809a-ce033f1b5571 HTTP/1.1" status: 204 len: 173 time: 0.8682051 Dec 13 14:49:46.028775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'name': 'network-vif-deleted', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:46.032910 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0156630e-5adb-4c23-86d0-426f7d6d0530" -d '{"events": [{"server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "name": "network-vif-deleted", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:46.073652 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f8d3c9-bddd-4cdf-a3d4-ee74c8653ca0 x-openstack-request-id: req-e5f8d3c9-bddd-4cdf-a3d4-ee74c8653ca0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:46.073950 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6577e1-8033-44d2-ae14-724ca2a09112", "name": "network-vif-deleted", "tag": "a53bc811-c5b4-4e5e-809a-ce033f1b5571", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:46.074201 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5f8d3c9-bddd-4cdf-a3d4-ee74c8653ca0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:46.074630 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6577e1-8033-44d2-ae14-724ca2a09112', 'name': 'network-vif-deleted', 'tag': 'a53bc811-c5b4-4e5e-809a-ce033f1b5571', 'status': 'completed', 'code': 200} Dec 13 14:49:46.139922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Allocated IP 2001:db8:1::2 (e87410d5-b525-4028-a171-db7ded96e600/e6026a44-0bba-4a89-9188-cb0e2ef57854/3e9c741a-942f-44c8-ad1d-17ca67602f96) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:46.254265 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-3134ec4d-438d-4eb7-b1e2-e94f0bb0006e tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:49:46.258724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3134ec4d-438d-4eb7-b1e2-e94f0bb0006e tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889 HTTP/1.1" status: 400 len: 364 time: 0.4978182 Dec 13 14:49:46.265847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45822) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:46.345450 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.471319 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.492611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6b785-6439-4c1d-9059-05e0bbb4219f req-c93bc4ae-599d-42ee-b163-8e9c7e8087ac tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:46.494147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55a6b785-6439-4c1d-9059-05e0bbb4219f req-c93bc4ae-599d-42ee-b163-8e9c7e8087ac tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 945 time: 0.1683054 Dec 13 14:49:46.500357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Network e87410d5-b525-4028-a171-db7ded96e600 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:46.505353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:46.528788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:46.535671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71727e-b12b-4fc3-972f-835208b9de96 req-bfffc53c-c70b-48bc-b44b-1110aa4513cb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:46.548789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac71727e-b12b-4fc3-972f-835208b9de96 req-bfffc53c-c70b-48bc-b44b-1110aa4513cb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0822732 Dec 13 14:49:46.605209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac71727e-b12b-4fc3-972f-835208b9de96 req-3dbd952f-757b-4679-9e8a-350b6515a30b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530703 Dec 13 14:49:46.617943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55a6b785-6439-4c1d-9059-05e0bbb4219f req-456b5313-fb98-49b8-9e49-826c811fbcaa tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163390 Dec 13 14:49:46.670070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Attempting to bind port 3e9c741a-942f-44c8-ad1d-17ca67602f96 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:49:46.670070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Attempting to bind port 3e9c741a-942f-44c8-ad1d-17ca67602f96 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1f452a82-5d1a-4152-af0f-1ccdda0f5091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e87410d5-b525-4028-a171-db7ded96e600'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:49:46.670070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Attempting to bind port 3e9c741a-942f-44c8-ad1d-17ca67602f96 on network e87410d5-b525-4028-a171-db7ded96e600 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:49:46.691570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.706220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Pushing event updated for resources: {'Port': ['ID=3e9c741a-942f-44c8-ad1d-17ca67602f96,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:46.718736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:49:46.719125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Checking segment: {'id': '1f452a82-5d1a-4152-af0f-1ccdda0f5091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e87410d5-b525-4028-a171-db7ded96e600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:46.721510 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.721811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Bound using segment: {'id': '1f452a82-5d1a-4152-af0f-1ccdda0f5091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e87410d5-b525-4028-a171-db7ded96e600'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:49:46.722298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Bound port: 3e9c741a-942f-44c8-ad1d-17ca67602f96, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f452a82-5d1a-4152-af0f-1ccdda0f5091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e87410d5-b525-4028-a171-db7ded96e600'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:49:46.722727 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.773900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32c2cb5a-0801-448f-bdfc-9e6934769669 req-3fa41976-9d4f-4673-8ef1-0656abf2da98 tempest-FloatingIPsAssociationTestJSON-1295735710 tempest-FloatingIPsAssociationTestJSON-1295735710-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6577e1-8033-44d2-ae14-724ca2a09112 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Dec 13 14:49:46.821091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] For port 3e9c741a-942f-44c8-ad1d-17ca67602f96, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:49:46.825018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] For port 3e9c741a-942f-44c8-ad1d-17ca67602f96, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e9c741a-942f-44c8-ad1d-17ca67602f96,segment=NetworkSegment(1f452a82-5d1a-4152-af0f-1ccdda0f5091),segment_id=1f452a82-5d1a-4152-af0f-1ccdda0f5091)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:49:46.826868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:46.894423 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:47.048701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602eca-e829-477a-aa66-d0d23a809c63 None None] Pushing event updated for resources: {'Port': ['ID=3e9c741a-942f-44c8-ad1d-17ca67602f96,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:47.179788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b23ef-c767-4bf0-9455-7fe564ec1d65 req-ae290e59-41d8-4819-b4f7-50cd23ab2a73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:47.181386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-363b23ef-c767-4bf0-9455-7fe564ec1d65 req-ae290e59-41d8-4819-b4f7-50cd23ab2a73 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0999551 Dec 13 14:49:47.268808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-363b23ef-c767-4bf0-9455-7fe564ec1d65 req-b99092b8-e793-4298-8270-073732bf0f45 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693288 Dec 13 14:49:47.452204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4619f-c70e-4933-9093-a3618115a2db req-b95e9ba9-11c5-4657-9243-a349740260e2 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:47.453738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26c4619f-c70e-4933-9093-a3618115a2db req-b95e9ba9-11c5-4657-9243-a349740260e2 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 944 time: 0.2196882 Dec 13 14:49:47.459286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-72685c9f-8aff-456b-b8bd-16037b7b103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:47.461466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-72685c9f-8aff-456b-b8bd-16037b7b103f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 1095 time: 0.2372046 Dec 13 14:49:47.589633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Allocated IP 2001:db8::1 (0ef5303d-5a7e-47fe-9852-266904255bd1/04bb1b0b-b53e-44e3-99f0-7019f9013718/202acb30-3119-48f1-bbc6-4e53c95de467) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:49:47.607123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26c4619f-c70e-4933-9093-a3618115a2db req-e6a79bd7-960c-42ea-8d20-02e46f1726e2 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446199 Dec 13 14:49:47.683436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-06509646-faaa-4ea9-a75f-074ed9f3b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:47.684933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-06509646-faaa-4ea9-a75f-074ed9f3b05a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 200 len: 913 time: 0.2120724 Dec 13 14:49:47.754520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa41bb0-9383-4583-963d-cbade25f4496 req-cd70186e-8584-4422-afd0-2b2c37435afe tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:47.756244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-baa41bb0-9383-4583-963d-cbade25f4496 req-cd70186e-8584-4422-afd0-2b2c37435afe tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Dec 13 14:49:47.801357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-3a6f083c-7f75-4439-8426-07fc18da2639 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 200 len: 999 time: 0.1054981 Dec 13 14:49:47.812198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-baa41bb0-9383-4583-963d-cbade25f4496 req-205070c2-822d-42a6-942c-27e38b2acd60 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493431 Dec 13 14:49:47.856432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45848) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:47.872195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:47.892599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-db740557-4e55-4571-a58f-15783c987121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:47.894090 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-db740557-4e55-4571-a58f-15783c987121 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 200 len: 851 time: 0.0753224 Dec 13 14:49:47.995197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-ca9fabf7-7ca3-44f6-850e-4d56cb68078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:48.001572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-ca9fabf7-7ca3-44f6-850e-4d56cb68078b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880365 Dec 13 14:49:48.079592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.121830 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:49:48.132218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:48.146739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:48.158658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:49:48.159203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.238702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Port': ['ID=202acb30-3119-48f1-bbc6-4e53c95de467,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:48.271240 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-1ce64fbf-3f03-45de-ac03-3db24aa46b71 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548752 Dec 13 14:49:48.392332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eaa85f-6dfb-4a0e-a442-4dcf9503a6b1 None None] Network e87410d5-b525-4028-a171-db7ded96e600 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:48.467604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.480158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6d0bc-c90a-4dc2-b37c-b02549eb4010 req-050726cd-e772-4230-956a-3ac178d9e9b6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:48.482320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6b6d0bc-c90a-4dc2-b37c-b02549eb4010 req-050726cd-e772-4230-956a-3ac178d9e9b6 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0934083 Dec 13 14:49:48.488979 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d07befa2-b13a-4063-bfc7-61773987ba3f req-6afd8565-0d89-48f4-bb0b-a765ae5510f5 service neutron] 10.222.0.55 "GET /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066364 Dec 13 14:49:48.521688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.555233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d5e30718-047c-463b-a0eb-23b09346bce3 None None] Provisioning complete for port 3e9c741a-942f-44c8-ad1d-17ca67602f96 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:48.555691 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5e30718-047c-463b-a0eb-23b09346bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.598906 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6b6d0bc-c90a-4dc2-b37c-b02549eb4010 req-897f8851-9a6f-491a-b525-d4369dd8487a tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083288 Dec 13 14:49:48.720575 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5e30718-047c-463b-a0eb-23b09346bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.789839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d5e30718-047c-463b-a0eb-23b09346bce3 None None] For port 3e9c741a-942f-44c8-ad1d-17ca67602f96, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e9c741a-942f-44c8-ad1d-17ca67602f96,segment=NetworkSegment(1f452a82-5d1a-4152-af0f-1ccdda0f5091),segment_id=1f452a82-5d1a-4152-af0f-1ccdda0f5091)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:48.859991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63565ccf-ffae-4c05-b100-8e4dc5f79a9e req-bfa6af38-ad81-4420-8c83-e743d1979896 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:48.864730 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5e30718-047c-463b-a0eb-23b09346bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.878195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1802b-4c0e-45c1-861a-aa96f37e2fb7 req-345c1fc0-cf76-404d-93c4-eebddbe33029 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:48.879792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6d1802b-4c0e-45c1-861a-aa96f37e2fb7 req-345c1fc0-cf76-404d-93c4-eebddbe33029 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 944 time: 0.1348844 Dec 13 14:49:48.882595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63565ccf-ffae-4c05-b100-8e4dc5f79a9e req-bfa6af38-ad81-4420-8c83-e743d1979896 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 945 time: 0.1043782 Dec 13 14:49:48.901317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e9c741a-942f-44c8-ad1d-17ca67602f96 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:48.955948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6d1802b-4c0e-45c1-861a-aa96f37e2fb7 req-34c83cc8-7ae0-4029-ae00-cf9a54551911 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Dec 13 14:49:48.969242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e30718-047c-463b-a0eb-23b09346bce3 None None] Pushing event updated for resources: {'Port': ['ID=3e9c741a-942f-44c8-ad1d-17ca67602f96,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:48.969413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Deleting port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:48.969413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:48.997431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5d2fd417-4797-40d4-8fa7-f9143ba3bc7a None None] Provisioning complete for port 3e9c741a-942f-44c8-ad1d-17ca67602f96 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:48.998189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd417-4797-40d4-8fa7-f9143ba3bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.004953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e9c741a-942f-44c8-ad1d-17ca67602f96 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:49.005315 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.007285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.028726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63565ccf-ffae-4c05-b100-8e4dc5f79a9e req-cc6729c3-f77a-460c-8454-ddacb31ec28d tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452398 Dec 13 14:49:49.064401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] For port af5bcc9d-f2d2-45eb-9eef-e6434e3c5768, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:49.064725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.064868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.065520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.082926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Calling delete_port for af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:49.165594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a53bc811-c5b4-4e5e-809a-ce033f1b5571 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:49.167693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event updated for resources: {'Port': ['ID=202acb30-3119-48f1-bbc6-4e53c95de467,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:49.182882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device af820cc2-986d-4fc8-95b1-62b876aab3fc up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:49.213105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:49:49.214838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:49:49.239655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: a53bc811-c5b4-4e5e-809a-ce033f1b5571 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:49.240086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a53bc811-c5b4-4e5e-809a-ce033f1b5571 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:49.294695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5d2fd417-4797-40d4-8fa7-f9143ba3bc7a None None] Provisioning complete for port 202acb30-3119-48f1-bbc6-4e53c95de467 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:49.295105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd417-4797-40d4-8fa7-f9143ba3bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.349320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Router 8eae4b87-2036-411a-a195-d194e1d3e889 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:49.402476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.464066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5bcc9d-f2d2-45eb-9eef-e6434e3c5768,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:49.492198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fd417-4797-40d4-8fa7-f9143ba3bc7a None None] Port 202acb30-3119-48f1-bbc6-4e53c95de467 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:49:49.534378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:49.542398 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] Sync routers for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:49.546896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-232fe24c-e8f8-4fc0-8e06-d63be28cf168 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2763629 Dec 13 14:49:49.547501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45868) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:49.553693 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:49.553867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port af820cc2-986d-4fc8-95b1-62b876aab3fc completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:49:49.554194 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:49.559070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port af820cc2-986d-4fc8-95b1-62b876aab3fc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:49.559447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.709671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.710180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:49.731899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40fc902e-55a5-4a6a-8aad-676e3742062e tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.735475 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:49.736474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:49.745176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-87b50e96-1f2e-4350-ae3e-f710dcc00e9b None None] Provisioning complete for port 202acb30-3119-48f1-bbc6-4e53c95de467 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:49.749920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87b50e96-1f2e-4350-ae3e-f710dcc00e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.770886 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:49.771708 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a61a238-31a4-4132-9103-867ebd214aea None None] The sync data for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:49.814474 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.833583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-87b50e96-1f2e-4350-ae3e-f710dcc00e9b None None] Port 202acb30-3119-48f1-bbc6-4e53c95de467 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:49:49.847215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af820cc2-986d-4fc8-95b1-62b876aab3fc'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:49.849644 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12a5027-119a-4b78-be91-90c8d0c81c06" -d '{"events": [{"server_uuid": "109fe846-7679-4e0b-8bb5-1988756b3d28", "name": "network-vif-plugged", "status": "completed", "tag": "af820cc2-986d-4fc8-95b1-62b876aab3fc"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:49.875543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port af820cc2-986d-4fc8-95b1-62b876aab3fc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=af820cc2-986d-4fc8-95b1-62b876aab3fc,segment=NetworkSegment(3600ecf4-40df-4ecb-87b7-d1971eddefee),segment_id=3600ecf4-40df-4ecb-87b7-d1971eddefee)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:49.876320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1beed1-1d98-4bfe-9dc5-c5adc4b4cd68 req-3db01bbb-4bd2-42e1-85e6-5bda793a3436 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:49.877955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f1beed1-1d98-4bfe-9dc5-c5adc4b4cd68 req-3db01bbb-4bd2-42e1-85e6-5bda793a3436 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1005945 Dec 13 14:49:49.879103 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-40fc902e-55a5-4a6a-8aad-676e3742062e tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 14:49:49.882705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-40fc902e-55a5-4a6a-8aad-676e3742062e tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889 HTTP/1.1" status: 409 len: 329 time: 0.3306193 Dec 13 14:49:49.883049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45874) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:49.889626 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-562f9dc9-b7a7-4146-8b11-7e8ab7313b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:49.927243 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ab0a8-6d59-4c51-8f0f-c83a3eab4572 x-openstack-request-id: req-003ab0a8-6d59-4c51-8f0f-c83a3eab4572 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:49.933142 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109fe846-7679-4e0b-8bb5-1988756b3d28", "name": "network-vif-plugged", "status": "completed", "tag": "af820cc2-986d-4fc8-95b1-62b876aab3fc", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:49.936591 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-003ab0a8-6d59-4c51-8f0f-c83a3eab4572 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:49.937091 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af820cc2-986d-4fc8-95b1-62b876aab3fc', 'code': 200} Dec 13 14:49:49.973288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:50.033338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=af820cc2-986d-4fc8-95b1-62b876aab3fc,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:50.061281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f1beed1-1d98-4bfe-9dc5-c5adc4b4cd68 req-d24a860b-5365-4d22-bdd0-91bb842cb7c1 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663058 Dec 13 14:49:50.080138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11596f8a-1653-4811-8f26-cf7ca27c6049 req-96e51a69-981e-405b-943d-2756862b796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:50.081665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11596f8a-1653-4811-8f26-cf7ca27c6049 req-96e51a69-981e-405b-943d-2756862b796a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0957339 Dec 13 14:49:50.187266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11596f8a-1653-4811-8f26-cf7ca27c6049 req-c70ff4d0-385f-4d75-811c-6a1a9d4a65d2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745170 Dec 13 14:49:50.267085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-86f3353e-05d1-47ca-9361-af8e926b0b5c tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:50.268546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-86f3353e-05d1-47ca-9361-af8e926b0b5c tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 945 time: 0.1390538 Dec 13 14:49:50.281445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86d6c-33fe-48ad-ab8b-37b2647c4631 req-69d266b5-f7d8-4077-99ca-3fa35809259f tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:50.283168 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aab86d6c-33fe-48ad-ab8b-37b2647c4631 req-69d266b5-f7d8-4077-99ca-3fa35809259f tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 945 time: 0.1522090 Dec 13 14:49:50.297561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570728b1-451e-4a8d-8f01-58923ae98809 req-617d96fd-500b-4a32-9dfe-998f52771346 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:50.299042 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-570728b1-451e-4a8d-8f01-58923ae98809 req-617d96fd-500b-4a32-9dfe-998f52771346 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 945 time: 0.0997593 Dec 13 14:49:50.411429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aab86d6c-33fe-48ad-ab8b-37b2647c4631 req-e615fbf4-1a78-4909-b56a-2bdf5409d9ab tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211329 Dec 13 14:49:50.419516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-570728b1-451e-4a8d-8f01-58923ae98809 req-1ff3af7d-23ee-4c1e-8888-233d44842de8 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b6f5444-d641-41ed-a114-d5314d4ed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042075 Dec 13 14:49:50.431220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-46dada14-552b-4eb8-aa78-d5bf6526854a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:50.432671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-46dada14-552b-4eb8-aa78-d5bf6526854a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8a8ef41-9561-4e7b-82c5-39c238386b5a HTTP/1.1" status: 200 len: 946 time: 0.1327810 Dec 13 14:49:50.541307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Router 37c89dc7-20c6-4b65-b59b-0d35eab76503 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:50.563415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Deleting port 462199ef-74a3-43c5-b317-6ab9f0b70184 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:50.563982 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:50.698103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a64d7-f7f0-4228-86f8-1e63f3ea671e req-38122651-d235-45b8-8bb6-c3134ab96554 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:50.699613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-818a64d7-f7f0-4228-86f8-1e63f3ea671e req-38122651-d235-45b8-8bb6-c3134ab96554 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1890106 Dec 13 14:49:50.793048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] For port 462199ef-74a3-43c5-b317-6ab9f0b70184, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=462199ef-74a3-43c5-b317-6ab9f0b70184,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:50.793410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:50.807287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:50.811899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-818a64d7-f7f0-4228-86f8-1e63f3ea671e req-3b15da72-ce37-4f08-a663-5c6ca1a8555c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998507 Dec 13 14:49:50.820086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f0e80c63-5f84-42f2-993e-77426fedb060 admin admin] 10.222.0.24 "PUT /v2.0/routers/37c89dc7-20c6-4b65-b59b-0d35eab76503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9620824 Dec 13 14:49:50.820820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45888) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:50.829717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] Sync routers for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:50.830497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Calling delete_port for 462199ef-74a3-43c5-b317-6ab9f0b70184 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:50.862118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:50.863588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:50.943921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:50.949374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e9c741a-942f-44c8-ad1d-17ca67602f96 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:49:51.002631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.080515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e9c741a-942f-44c8-ad1d-17ca67602f96 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:49:51.081063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.085695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:51.173674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.180870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Deleting port 0c86055e-0356-459d-9c78-b669c79b485f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:51.181220 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.224809 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.254893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event deleted for resources: {'Port': ['ID=462199ef-74a3-43c5-b317-6ab9f0b70184,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:51.340078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] No DVR routers for this DVR port 462199ef-74a3-43c5-b317-6ab9f0b70184 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:51.343595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.346911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31e2a038-238d-4533-b8ac-4a3876c89123 req-68c1bc03-3e05-4de6-8618-841db3d1d929 tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.50 "DELETE /v2.0/ports/462199ef-74a3-43c5-b317-6ab9f0b70184 HTTP/1.1" status: 204 len: 173 time: 0.9716101 Dec 13 14:49:51.347667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d4ed7-486a-4308-8998-464012a652f8', 'name': 'network-vif-deleted', 'tag': '462199ef-74a3-43c5-b317-6ab9f0b70184'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:51.349959 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f2aa8-b04f-43cd-8272-2f9cacaa6ed5" -d '{"events": [{"server_uuid": "262d4ed7-486a-4308-8998-464012a652f8", "name": "network-vif-deleted", "tag": "462199ef-74a3-43c5-b317-6ab9f0b70184"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:51.353204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] For port 0c86055e-0356-459d-9c78-b669c79b485f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c86055e-0356-459d-9c78-b669c79b485f,segment=NetworkSegment(a2a3bc1c-5929-4635-98cc-44269781cbe4),segment_id=a2a3bc1c-5929-4635-98cc-44269781cbe4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:51.353583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.409722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Calling delete_port for 0c86055e-0356-459d-9c78-b669c79b485f owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:51.417810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Deleting port 27a4f611-1806-4c19-8c09-b4e71e0bff58 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:51.417810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.435560 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c63e5b-364e-4e05-9614-ebf94e21f1ad x-openstack-request-id: req-01c63e5b-364e-4e05-9614-ebf94e21f1ad {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:51.435933 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262d4ed7-486a-4308-8998-464012a652f8", "name": "network-vif-deleted", "tag": "462199ef-74a3-43c5-b317-6ab9f0b70184", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:51.446625 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01c63e5b-364e-4e05-9614-ebf94e21f1ad {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:51.446625 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d4ed7-486a-4308-8998-464012a652f8', 'name': 'network-vif-deleted', 'tag': '462199ef-74a3-43c5-b317-6ab9f0b70184', 'status': 'completed', 'code': 200} Dec 13 14:49:51.510873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting port 202acb30-3119-48f1-bbc6-4e53c95de467 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:51.511204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.521045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:49:49Z', 'revision_number': 5, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port': {'id': '27a4f611-1806-4c19-8c09-b4e71e0bff58', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:10Z', 'updated_at': '2021-12-13T14:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:51.555198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] Checking router: 37c89dc7-20c6-4b65-b59b-0d35eab76503 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:49:51.571997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] Routers {'37c89dc7-20c6-4b65-b59b-0d35eab76503'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:51.572638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['37c89dc7-20c6-4b65-b59b-0d35eab76503'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:51.606316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] For port 27a4f611-1806-4c19-8c09-b4e71e0bff58, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=27a4f611-1806-4c19-8c09-b4e71e0bff58,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:51.607271 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.633091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Calling delete_port for 27a4f611-1806-4c19-8c09-b4e71e0bff58 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:51.667899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a0ad3-3374-44cd-9019-d71c5de702e1 req-fa67f68f-d105-4d9c-ae8c-ba85dcdc5afb tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:51.671155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f3a0ad3-3374-44cd-9019-d71c5de702e1 req-fa67f68f-d105-4d9c-ae8c-ba85dcdc5afb tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 945 time: 0.1537783 Dec 13 14:49:51.672517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] Set router 37c89dc7-20c6-4b65-b59b-0d35eab76503 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:49:51.680292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.699688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Calling delete_port for 202acb30-3119-48f1-bbc6-4e53c95de467 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:51.727570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:49:51Z', 'revision_number': 6, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:51.758739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f15f0e-8764-4847-8b6c-aec5cb4009bb None None] The sync data for ids ['37c89dc7-20c6-4b65-b59b-0d35eab76503'] in n-d-816954-1 is: [{'id': '37c89dc7-20c6-4b65-b59b-0d35eab76503', 'name': 'tempest-FloatingIPsAssociationTestJSON-1242785588-router', 'tenant_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:09Z', 'updated_at': '2021-12-13T14:49:51Z', 'revision_number': 6, 'project_id': '800fa9694b1d4f06aab3ff8cffef4cf5', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:51.778083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f3a0ad3-3374-44cd-9019-d71c5de702e1 req-14faa5cf-fe91-4277-9425-449942593521 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Dec 13 14:49:51.831089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.872096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Pushing event deleted for resources: {'Port': ['ID=0c86055e-0356-459d-9c78-b669c79b485f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:51.937502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] No DVR routers for this DVR port 0c86055e-0356-459d-9c78-b669c79b485f on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:51.941430 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:51.944125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c09bd998-4522-4d2d-ad05-00cf0356e17c req-4f93ff91-ab4b-4954-9207-1da292e655bb tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.24 "GET /v2.0/ports?device_id=262d4ed7-486a-4308-8998-464012a652f8 HTTP/1.1" status: 200 len: 210 time: 0.0319467 Dec 13 14:49:51.944764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-20aac437-eef6-4e3a-aa4d-341fb23f2a2a req-8ee8abd1-31c8-4272-be3b-cfdc2e444f0a tempest-MultipleCreateTestJSON-767771440 tempest-MultipleCreateTestJSON-767771440-project] 10.222.0.55 "DELETE /v2.0/ports/0c86055e-0356-459d-9c78-b669c79b485f HTTP/1.1" status: 204 len: 173 time: 1.5034442 Dec 13 14:49:51.945250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'name': 'network-vif-deleted', 'tag': '0c86055e-0356-459d-9c78-b669c79b485f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:51.947794 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68a0874-6edd-40a0-8955-d5dafd938723" -d '{"events": [{"server_uuid": "b8a8ef41-9561-4e7b-82c5-39c238386b5a", "name": "network-vif-deleted", "tag": "0c86055e-0356-459d-9c78-b669c79b485f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:52.050358 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a8a6d0-4c54-4ff5-930a-89e8687be2d1 x-openstack-request-id: req-96a8a6d0-4c54-4ff5-930a-89e8687be2d1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:52.050656 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a8ef41-9561-4e7b-82c5-39c238386b5a", "name": "network-vif-deleted", "tag": "0c86055e-0356-459d-9c78-b669c79b485f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:52.050913 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96a8a6d0-4c54-4ff5-930a-89e8687be2d1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:52.051335 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a8ef41-9561-4e7b-82c5-39c238386b5a', 'name': 'network-vif-deleted', 'tag': '0c86055e-0356-459d-9c78-b669c79b485f', 'status': 'completed', 'code': 200} Dec 13 14:49:52.068011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.091414 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.095640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Port': ['ID=202acb30-3119-48f1-bbc6-4e53c95de467,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:52.123853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Pushing event deleted for resources: {'Port': ['ID=27a4f611-1806-4c19-8c09-b4e71e0bff58,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:52.243116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.251251 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4942d2f0-33e2-4a03-82e6-7711a6b74ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.255489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.417386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.420458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.456145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Router 8eae4b87-2036-411a-a195-d194e1d3e889 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:49:52.534186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:49:52.539932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2a2b7d0d-904c-400b-b967-c23ad5340096 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6550117 Dec 13 14:49:52.542889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45946) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:52.546056 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] Sync routers for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:49:52.556980 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:52.557707 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:52.572789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.573663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37c89dc7-20c6-4b65-b59b-0d35eab76503 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:49:52.579312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.580583 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-d6d84fa1-9bda-408c-a16b-19e644d186b4 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] show failed (client error): The resource could not be found. Dec 13 14:49:52.581684 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-388d8240-5a43-465f-ab3a-b0b87a7c3fab admin admin] 10.222.0.24 "DELETE /v2.0/routers/37c89dc7-20c6-4b65-b59b-0d35eab76503 HTTP/1.1" status: 204 len: 168 time: 1.7565646 Dec 13 14:49:52.585393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45948) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:52.586039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:52.587490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d6d84fa1-9bda-408c-a16b-19e644d186b4 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1824669282 HTTP/1.1" status: 404 len: 335 time: 0.0378253 Dec 13 14:49:52.600246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1f30d404-6daf-4382-ad96-b7f2bcba1aef tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:52.606406 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:52.621347 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] Routers {'8eae4b87-2036-411a-a195-d194e1d3e889'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:49:52.621347 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8eae4b87-2036-411a-a195-d194e1d3e889'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:52.653728 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-1f30d404-6daf-4382-ad96-b7f2bcba1aef tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] update failed (client error): The resource could not be found. Dec 13 14:49:52.655663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1f30d404-6daf-4382-ad96-b7f2bcba1aef tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-186441452 HTTP/1.1" status: 404 len: 334 time: 0.0592468 Dec 13 14:49:52.659968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45952) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:52.665472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:52.666135 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec951d17-38d6-4afb-be08-939045192e8e None None] The sync data for ids ['8eae4b87-2036-411a-a195-d194e1d3e889'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:49:52.704273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] Deleting subnet 21a37fd4-a617-4f78-987d-3b1e270d761b {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:52.708021 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.730126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting subnet e6026a44-0bba-4a89-9188-cb0e2ef57854 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:52.733650 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.762405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.800690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.859586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:52.891696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:52.892389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device af5bcc9d-f2d2-45eb-9eef-e6434e3c5768 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:52.893002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 27a4f611-1806-4c19-8c09-b4e71e0bff58 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:52.922435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 27a4f611-1806-4c19-8c09-b4e71e0bff58 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:52.923714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 27a4f611-1806-4c19-8c09-b4e71e0bff58 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:52.941523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.947903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:52.981964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-5a457f5a-be44-4801-bbaf-ea7e3fe49e42 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:52.983700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-5a457f5a-be44-4801-bbaf-ea7e3fe49e42 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=88eb6e87-d81b-4065-a555-e7930a2733b6 HTTP/1.1" status: 200 len: 943 time: 0.1185839 Dec 13 14:49:52.987651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578bda7-a131-4570-8b73-4aabb121c32e req-85c25f25-b054-4ff2-adf3-92e2440e0fce tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:52.995057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6578bda7-a131-4570-8b73-4aabb121c32e req-85c25f25-b054-4ff2-adf3-92e2440e0fce tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 945 time: 0.1190443 Dec 13 14:49:53.041289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6578bda7-a131-4570-8b73-4aabb121c32e req-e1c18a74-b915-40fd-b85f-dd19344af964 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Dec 13 14:49:53.127609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Deleting port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:53.127956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.171011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c86055e-0356-459d-9c78-b669c79b485f no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:53.173530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.175805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.203903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 462199ef-74a3-43c5-b317-6ab9f0b70184 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:53.205856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a37fd4-a617-4f78-987d-3b1e270d761b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:53.207630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 0c86055e-0356-459d-9c78-b669c79b485f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:53.208153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c86055e-0356-459d-9c78-b669c79b485f not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:53.210126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.216760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ef783e38-5599-4aa2-8456-7762f9bdcc5b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/21a37fd4-a617-4f78-987d-3b1e270d761b HTTP/1.1" status: 204 len: 168 time: 0.6249814 Dec 13 14:49:53.216760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:53.237038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a07f8f-5249-4758-8eaa-93cd70b89b7d None None] Network 43e0fa2d-e975-43a8-a8d3-81c7c87333be requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:53.241215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 462199ef-74a3-43c5-b317-6ab9f0b70184 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:53.241831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 462199ef-74a3-43c5-b317-6ab9f0b70184 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:53.257866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] For port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:53.258319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.276511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Calling delete_port for acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:53.287294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45970) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:53.288699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.317299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.381939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Subnet': ['ID=e6026a44-0bba-4a89-9188-cb0e2ef57854,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:53.383656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Deleting port 6243356b-3b84-465b-a15e-fa0d3669de92 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:53.384089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.401244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f5a92-d636-4455-a3da-6b1f50b8fb60 None None] Network e87410d5-b525-4028-a171-db7ded96e600 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:53.416533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.423253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/subnets/e6026a44-0bba-4a89-9188-cb0e2ef57854 HTTP/1.1" status: 204 len: 168 time: 0.7599719 Dec 13 14:49:53.423253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.423594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.423898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.424247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.425037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.425392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.425727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.426056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.426571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.426918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.427388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.427665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec24fe2-7c2e-4865-b1cc-03b2cc1db96a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:49:53.447090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45974) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:53.474978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] DHCP port deletion for 43e0fa2d-e975-43a8-a8d3-81c7c87333be request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:49:53.476900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] Deleting subnet b8386019-e089-4292-8365-04a9dc8fc304 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:53.480480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.529087 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.542004 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] For port 6243356b-3b84-465b-a15e-fa0d3669de92, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6243356b-3b84-465b-a15e-fa0d3669de92,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:53.542501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.563301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Calling delete_port for 6243356b-3b84-465b-a15e-fa0d3669de92 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:53.568135 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.583994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] Deleting port 6243356b-3b84-465b-a15e-fa0d3669de92 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:53.584977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.626494 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.672887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] For port 6243356b-3b84-465b-a15e-fa0d3669de92, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6243356b-3b84-465b-a15e-fa0d3669de92,segment=NetworkSegment(89207114-8b31-4988-b92b-5eb855173a2a),segment_id=89207114-8b31-4988-b92b-5eb855173a2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:53.680284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.689209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] DHCP port deletion for e87410d5-b525-4028-a171-db7ded96e600 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:49:53.696318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] Calling delete_port for 6243356b-3b84-465b-a15e-fa0d3669de92 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:53.696619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting port 3e9c741a-942f-44c8-ad1d-17ca67602f96 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:53.696960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.750478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.765623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] For port 3e9c741a-942f-44c8-ad1d-17ca67602f96, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e9c741a-942f-44c8-ad1d-17ca67602f96,segment=NetworkSegment(1f452a82-5d1a-4152-af0f-1ccdda0f5091),segment_id=1f452a82-5d1a-4152-af0f-1ccdda0f5091)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:53.765843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['915e06bc-acca-46ad-afdd-0b03dd25cb3b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:53.766113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.772272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:53.782596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Calling delete_port for 3e9c741a-942f-44c8-ad1d-17ca67602f96 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:53.787676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event deleted for resources: {'Port': ['ID=acf54d24-15bf-48ad-81c7-c1d0a2c98eb2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:53.799669 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.812217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.891040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8386019-e089-4292-8365-04a9dc8fc304,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:53.903837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] No DVR routers for this DVR port acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:53.919726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6243356b-3b84-465b-a15e-fa0d3669de92,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:53.927424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] No DVR routers for this DVR port 6243356b-3b84-465b-a15e-fa0d3669de92 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:53.927643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.948444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30381da9-fbaa-4e37-ab68-2f29d5fdcd5b req-35933a7a-52d9-4b7a-8c7b-7cc708bbbd94 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "DELETE /v2.0/ports/acf54d24-15bf-48ad-81c7-c1d0a2c98eb2 HTTP/1.1" status: 204 len: 173 time: 0.9540162 Dec 13 14:49:53.957642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.969654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-95842a7c-fe63-4fd9-91a2-aebe051768cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8386019-e089-4292-8365-04a9dc8fc304 HTTP/1.1" status: 204 len: 168 time: 0.6785862 Dec 13 14:49:53.972062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45980) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:53.974258 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:53.994928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] Deleting port 3e9c741a-942f-44c8-ad1d-17ca67602f96 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:53.995392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.053091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-deleted', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:54.057304 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d9c10c-5035-4bd8-b5fb-62885e0fbd0c" -d '{"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-deleted", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:54.059116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.085403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.097069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] Pushing event deleted for resources: {'Port': ['ID=6243356b-3b84-465b-a15e-fa0d3669de92,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:54.097674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e0fa2d-e975-43a8-a8d3-81c7c87333be']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.111561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722836ed-76aa-4336-a247-72ab7cb76cef None None] No DVR routers for this DVR port 6243356b-3b84-465b-a15e-fa0d3669de92 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:54.118742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22d650-f699-461e-9691-a943a2a73e18 req-0f43da11-ee88-4b24-a3d2-d0c7c17f8924 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:54.120227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f22d650-f699-461e-9691-a943a2a73e18 req-0f43da11-ee88-4b24-a3d2-d0c7c17f8924 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 945 time: 0.1078212 Dec 13 14:49:54.122018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89207114-8b31-4988-b92b-5eb855173a2a') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.124239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89207114-8b31-4988-b92b-5eb855173a2a') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.133302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.148299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] For port 3e9c741a-942f-44c8-ad1d-17ca67602f96, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e9c741a-942f-44c8-ad1d-17ca67602f96,segment=NetworkSegment(1f452a82-5d1a-4152-af0f-1ccdda0f5091),segment_id=1f452a82-5d1a-4152-af0f-1ccdda0f5091)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:54.149364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.167598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.179991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] Calling delete_port for 3e9c741a-942f-44c8-ad1d-17ca67602f96 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:54.181788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:54.182192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:54.184132 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:54.197318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f22d650-f699-461e-9691-a943a2a73e18 req-f7545cbf-a025-4942-bb8c-f9dd2f40c17d tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676782 Dec 13 14:49:54.209971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.235062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3315d2c-d56c-4b5f-8f88-ede3975282e6']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.246290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a3bc1c-5929-4635-98cc-44269781cbe4') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.246591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a3bc1c-5929-4635-98cc-44269781cbe4') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.260642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.265830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.275476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.283889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:54.284487 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:54.286349 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:54.297570 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88446725-e34d-4245-8a69-81e79f954116 x-openstack-request-id: req-88446725-e34d-4245-8a69-81e79f954116 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:54.297881 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88eb6e87-d81b-4065-a555-e7930a2733b6", "name": "network-vif-deleted", "tag": "acf54d24-15bf-48ad-81c7-c1d0a2c98eb2", "status": "failed", "code": 422}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:54.298100 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88446725-e34d-4245-8a69-81e79f954116 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:54.298548 n-d-816954-1 neutron-server[102823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88eb6e87-d81b-4065-a555-e7930a2733b6', 'name': 'network-vif-deleted', 'tag': 'acf54d24-15bf-48ad-81c7-c1d0a2c98eb2', 'status': 'failed', 'code': 422} returned with failed status Dec 13 14:49:54.304732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Port': ['ID=3e9c741a-942f-44c8-ad1d-17ca67602f96,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:54.314830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] No DVR routers for this DVR port 3e9c741a-942f-44c8-ad1d-17ca67602f96 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:54.355036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.370312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.376463 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] 10.222.0.24 "DELETE /v2.0/networks/43e0fa2d-e975-43a8-a8d3-81c7c87333be HTTP/1.1" status: 204 len: 168 time: 1.1567104 Dec 13 14:49:54.424073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.434120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3088ccf-7cb7-459c-8407-c6b395426f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e0fa2d-e975-43a8-a8d3-81c7c87333be,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:54.452290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] No DVR routers for this DVR port 3e9c741a-942f-44c8-ad1d-17ca67602f96 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:54.457575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.469139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.475853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.479602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3315d2c-d56c-4b5f-8f88-ede3975282e6 HTTP/1.1" status: 204 len: 168 time: 0.5063610 Dec 13 14:49:54.493211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a4cb-5cfb-4bac-93e3-b317519a19a7 None None] Pushing event deleted for resources: {'Port': ['ID=3e9c741a-942f-44c8-ad1d-17ca67602f96,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:54.509394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87410d5-b525-4028-a171-db7ded96e600']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.512001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfc292-114c-4cd8-a08c-b6427eae0345 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3315d2c-d56c-4b5f-8f88-ede3975282e6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:54.520482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f452a82-5d1a-4152-af0f-1ccdda0f5091') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.520671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f452a82-5d1a-4152-af0f-1ccdda0f5091') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:54.531630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.545765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.552354 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:54.552941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:54.556171 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:54.693209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.702038 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.705414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/networks/e87410d5-b525-4028-a171-db7ded96e600 HTTP/1.1" status: 204 len: 168 time: 1.2573078 Dec 13 14:49:54.708108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46000) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:54.720508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80613084-92c5-448c-b519-d87eb485e24a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Network': ['ID=e87410d5-b525-4028-a171-db7ded96e600,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:54.759420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting subnet 18a64d06-6e94-4741-bcae-f86f5fed219c {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:54.762587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.804827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6243356b-3b84-465b-a15e-fa0d3669de92 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:54.819987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.831692 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.832610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6243356b-3b84-465b-a15e-fa0d3669de92 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:54.833099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6243356b-3b84-465b-a15e-fa0d3669de92 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:54.833672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e9c741a-942f-44c8-ad1d-17ca67602f96 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:54.872929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3e9c741a-942f-44c8-ad1d-17ca67602f96 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:54.873332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e9c741a-942f-44c8-ad1d-17ca67602f96 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:54.932398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46004) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:54.947155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:54.980094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c30c6c05-93bb-4a99-9ce9-4f760de09bb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=800fa9694b1d4f06aab3ff8cffef4cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459366 Dec 13 14:49:54.982648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46008) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:55.047655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46012) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:55.096496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-b2540ea8-df5b-44f6-8c49-2d1d1ae46969 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:55.099224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-b2540ea8-df5b-44f6-8c49-2d1d1ae46969 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.50 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 945 time: 0.0868104 Dec 13 14:49:55.102066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.103654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a3714cd-de87-43f1-ac32-afd1ad2fdc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.107170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-549b2843-52a0-4ca1-bbac-15aaef730580 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=193c59c70d0b4d7c840d343e4f422e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584137 Dec 13 14:49:55.111915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46016) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:55.134461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.151130 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.158938 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/subnets/18a64d06-6e94-4741-bcae-f86f5fed219c HTTP/1.1" status: 204 len: 168 time: 0.4495423 Dec 13 14:49:55.160215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9be96-429d-430e-93ad-9126abbce176 None None] Network d21612aa-5013-402e-a0be-1e9e819eb445 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:55.160382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a3714cd-de87-43f1-ac32-afd1ad2fdc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.161908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46020) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:55.186482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c15d3c-5397-4423-9476-3958b08a4bc0 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Subnet': ['ID=18a64d06-6e94-4741-bcae-f86f5fed219c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:55.227154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec42564a-7355-4270-8219-3a2b9a3d3a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.258070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec42564a-7355-4270-8219-3a2b9a3d3a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.284475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting subnet 73bcbbab-5b04-4ded-b764-7f5f10192508 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:55.290975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.345897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.379288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec42564a-7355-4270-8219-3a2b9a3d3a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.381859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Deleting port af820cc2-986d-4fc8-95b1-62b876aab3fc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:55.381859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.382095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec42564a-7355-4270-8219-3a2b9a3d3a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.385191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec42564a-7355-4270-8219-3a2b9a3d3a3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b6f5444-d641-41ed-a114-d5314d4ed5b3 HTTP/1.1" status: 204 len: 168 time: 0.2678156 Dec 13 14:49:55.397858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] DHCP port deletion for d21612aa-5013-402e-a0be-1e9e819eb445 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:49:55.416268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42564a-7355-4270-8219-3a2b9a3d3a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f5444-d641-41ed-a114-d5314d4ed5b3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:55.489664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] Deleting port 4521747d-80b7-406e-8c5a-dc5b6cdda63c {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:55.490179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.585762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] For port 4521747d-80b7-406e-8c5a-dc5b6cdda63c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4521747d-80b7-406e-8c5a-dc5b6cdda63c,segment=NetworkSegment(a15e705c-9bb7-4d6d-857f-9cdb2454f64d),segment_id=a15e705c-9bb7-4d6d-857f-9cdb2454f64d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:55.589121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.615528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] Calling delete_port for 4521747d-80b7-406e-8c5a-dc5b6cdda63c owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:55.676141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dffca-5f14-463d-8301-3cdbb42eab75 req-80c8b8a2-2f14-40d9-ad56-cf99dfdd40f4 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:55.678179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-851dffca-5f14-463d-8301-3cdbb42eab75 req-80c8b8a2-2f14-40d9-ad56-cf99dfdd40f4 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 945 time: 0.0735753 Dec 13 14:49:55.740813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-851dffca-5f14-463d-8301-3cdbb42eab75 req-515f39da-1115-4eaf-afc0-f4eba2da7668 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/security-groups?id=3380ab2c-41dc-4f8d-8ab0-1994caef6a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557561 Dec 13 14:49:55.818541 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a3714cd-de87-43f1-ac32-afd1ad2fdc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.821407 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a3714cd-de87-43f1-ac32-afd1ad2fdc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:55.825132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6a3714cd-de87-43f1-ac32-afd1ad2fdc12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b38f5136-ed54-40a4-8c5a-229bba546df7 HTTP/1.1" status: 204 len: 168 time: 0.8390024 Dec 13 14:49:55.893805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3714cd-de87-43f1-ac32-afd1ad2fdc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f5136-ed54-40a4-8c5a-229bba546df7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:55.963171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.007224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] For port af820cc2-986d-4fc8-95b1-62b876aab3fc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=af820cc2-986d-4fc8-95b1-62b876aab3fc,segment=NetworkSegment(3600ecf4-40df-4ecb-87b7-d1971eddefee),segment_id=3600ecf4-40df-4ecb-87b7-d1971eddefee)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:56.008410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.026038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Calling delete_port for af820cc2-986d-4fc8-95b1-62b876aab3fc owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:56.045512 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.078616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] Pushing event deleted for resources: {'Port': ['ID=4521747d-80b7-406e-8c5a-dc5b6cdda63c,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:56.080763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8a9e5-6bf5-4b4f-acab-5fdd2a2b4761 None None] No DVR routers for this DVR port 4521747d-80b7-406e-8c5a-dc5b6cdda63c on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:56.178626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.193415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.199792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46060) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:56.200461 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/subnets/73bcbbab-5b04-4ded-b764-7f5f10192508 HTTP/1.1" status: 204 len: 168 time: 1.0374868 Dec 13 14:49:56.203267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71cbef-b14c-4e40-9114-594a19d44f41 None None] Network a5a62ab1-a210-4710-9e0b-c181afb79f26 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:56.227664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a2b98-f1d0-4106-9250-607b6efee283 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Subnet': ['ID=73bcbbab-5b04-4ded-b764-7f5f10192508,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:56.309973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.453930 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.468177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['af820cc2-986d-4fc8-95b1-62b876aab3fc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:49:56.476183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.506934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Pushing event deleted for resources: {'Port': ['ID=af820cc2-986d-4fc8-95b1-62b876aab3fc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:56.527377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21612aa-5013-402e-a0be-1e9e819eb445']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:56.538511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8532b9d-555b-449a-a6ff-12aa6485d158 req-fe483bb3-94d0-408d-9688-f12e90b4bbdb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:56.539701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] DHCP port deletion for a5a62ab1-a210-4710-9e0b-c181afb79f26 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:49:56.540195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8532b9d-555b-449a-a6ff-12aa6485d158 req-fe483bb3-94d0-408d-9688-f12e90b4bbdb tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 907 time: 0.1346917 Dec 13 14:49:56.549900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15e705c-9bb7-4d6d-857f-9cdb2454f64d') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:56.550225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15e705c-9bb7-4d6d-857f-9cdb2454f64d') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:56.564322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.575076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] No DVR routers for this DVR port af820cc2-986d-4fc8-95b1-62b876aab3fc on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:56.578299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.581318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.582303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4176eb13-bfb3-46d9-a7ef-ef4bfd1b3f05 req-c4c9ad0c-1d9a-422d-89bd-8622e9dc4259 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.50 "DELETE /v2.0/ports/af820cc2-986d-4fc8-95b1-62b876aab3fc HTTP/1.1" status: 204 len: 173 time: 1.4739420 Dec 13 14:49:56.582973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'name': 'network-vif-deleted', 'tag': 'af820cc2-986d-4fc8-95b1-62b876aab3fc'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:56.587336 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455bede6-3002-475f-bcdb-01005a3ce555" -d '{"events": [{"server_uuid": "109fe846-7679-4e0b-8bb5-1988756b3d28", "name": "network-vif-deleted", "tag": "af820cc2-986d-4fc8-95b1-62b876aab3fc"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:56.595245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] Deleting port e5d5cc4f-980e-443f-b0f7-1b994222f76f {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:56.595434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:56.595618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.595813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:56.598840 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:56.634433 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed462a3-1ba9-4f82-83ee-bc9a62e30b43 x-openstack-request-id: req-2ed462a3-1ba9-4f82-83ee-bc9a62e30b43 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:56.634433 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109fe846-7679-4e0b-8bb5-1988756b3d28", "name": "network-vif-deleted", "tag": "af820cc2-986d-4fc8-95b1-62b876aab3fc", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:56.634433 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ed462a3-1ba9-4f82-83ee-bc9a62e30b43 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:56.634433 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109fe846-7679-4e0b-8bb5-1988756b3d28', 'name': 'network-vif-deleted', 'tag': 'af820cc2-986d-4fc8-95b1-62b876aab3fc', 'status': 'completed', 'code': 200} Dec 13 14:49:56.689029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] For port e5d5cc4f-980e-443f-b0f7-1b994222f76f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e5d5cc4f-980e-443f-b0f7-1b994222f76f,segment=NetworkSegment(5cd5c598-9b2f-4892-bf03-656d969509fd),segment_id=5cd5c598-9b2f-4892-bf03-656d969509fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:56.692225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:56.730382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] Calling delete_port for e5d5cc4f-980e-443f-b0f7-1b994222f76f owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:56.825389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e5d5cc4f-980e-443f-b0f7-1b994222f76f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:56.913725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a848e75-5a98-4d0e-8d25-a1351c3f3cb2 req-3bd2b6c5-660d-40dc-bf89-1cf7d0bf49e1 tempest-ServerGroupTestJSON-8822627 tempest-ServerGroupTestJSON-8822627-project] 10.222.0.24 "GET /v2.0/ports?device_id=109fe846-7679-4e0b-8bb5-1988756b3d28 HTTP/1.1" status: 200 len: 210 time: 0.0454519 Dec 13 14:49:56.963015 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.086798 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.130680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4521747d-80b7-406e-8c5a-dc5b6cdda63c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:57.134675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] Pushing event deleted for resources: {'Port': ['ID=e5d5cc4f-980e-443f-b0f7-1b994222f76f,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:57.136852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10797331-95b9-4c68-918b-6322a65bbeb7 None None] No DVR routers for this DVR port e5d5cc4f-980e-443f-b0f7-1b994222f76f on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:57.164908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 4521747d-80b7-406e-8c5a-dc5b6cdda63c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:57.164908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4521747d-80b7-406e-8c5a-dc5b6cdda63c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:57.196956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.217401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.221252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/networks/d21612aa-5013-402e-a0be-1e9e819eb445 HTTP/1.1" status: 204 len: 168 time: 1.0202038 Dec 13 14:49:57.222172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cdfb6-a83c-45cb-8d1a-5684fb1cfaaf tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Network': ['ID=d21612aa-5013-402e-a0be-1e9e819eb445,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:57.224081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46096) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:57.269446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46100) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:57.281174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46104) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:57.366038 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.410653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-918988845-network', 'tenant_id': '0f38c903f1b5437eaf5acace5b5a908d'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:57.464327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-network', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:57.476904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.496513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a62ab1-a210-4710-9e0b-c181afb79f26']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:57.505941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd5c598-9b2f-4892-bf03-656d969509fd') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:57.506262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd5c598-9b2f-4892-bf03-656d969509fd') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:57.516274 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.529927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.537388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:57.537783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:57.540867 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:57.552389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Made reservation on behalf of 0f38c903f1b5437eaf5acace5b5a908d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:57.555069 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.570564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.700300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d2b78-dffa-446e-bdf6-c2434ace7829 req-b438b79a-d4c0-4f0a-81e2-63efb86330f9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:57.706098 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e09d2b78-dffa-446e-bdf6-c2434ace7829 req-b438b79a-d4c0-4f0a-81e2-63efb86330f9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 907 time: 0.0636675 Dec 13 14:49:57.725183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Made reservation on behalf of 0e8e5e54f2ee44309be9bc7a1c2d25ca for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:57.727697 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.736923 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.755166 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.773671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.779573 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/networks/a5a62ab1-a210-4710-9e0b-c181afb79f26 HTTP/1.1" status: 204 len: 168 time: 0.5519547 Dec 13 14:49:57.779573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d0036-585d-4f42-b84d-186dc7e882a1 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Network': ['ID=a5a62ab1-a210-4710-9e0b-c181afb79f26,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:57.780390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46114) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:57.857606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.882182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.893244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting subnet 04bb1b0b-b53e-44e3-99f0-7019f9013718 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:57.898266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.907647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-3938413e-81a7-4eda-8c88-b0849f219b0e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:57.909125 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-3938413e-81a7-4eda-8c88-b0849f219b0e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 907 time: 0.1001794 Dec 13 14:49:57.949995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.977555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:57.990375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:58.009154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.022502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:49:58.032501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.032993 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Added segment a262ce92-5acd-4917-bb9d-2e4ad11f95cb of type vlan for network 9ac713c0-9d99-417f-9651-fa164d48496e Dec 13 14:49:58.082785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.098796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Deleting port 09b88f2a-b88e-4d4f-91b8-329224c908df {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:58.099139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.109602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f05a8-fed5-4cef-a109-e26c8c0980ad,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:58.156805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.157145 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Added segment 19a322ea-aa69-4701-aa48-8ca32f485e2a of type vlan for network cde2306b-d024-4dcd-82a0-1d70813f74ba Dec 13 14:49:58.159166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b704d2-8491-4650-88c1-7400f6489276,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:58.159409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.217364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.220141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:58.220891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.242949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] For port 09b88f2a-b88e-4d4f-91b8-329224c908df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=09b88f2a-b88e-4d4f-91b8-329224c908df,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:58.243478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.263462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Calling delete_port for 09b88f2a-b88e-4d4f-91b8-329224c908df owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:58.315525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.362473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac713c0-9d99-417f-9651-fa164d48496e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:58.373110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9ac713c0-9d99-417f-9651-fa164d48496e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:58.375892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.423633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Subnet': ['ID=04bb1b0b-b53e-44e3-99f0-7019f9013718,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:58.425777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.429344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e7e5b927-3294-487b-b4f5-13d32ae78ff5 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/subnets/04bb1b0b-b53e-44e3-99f0-7019f9013718 HTTP/1.1" status: 204 len: 168 time: 0.6483610 Dec 13 14:49:58.432114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46138) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:58.445212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c156f-f752-426c-81af-5c5d3d971f1f None None] Network 0ef5303d-5a7e-47fe-9852-266904255bd1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:49:58.452134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46142) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:58.457305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a1f58c06-3f0f-4b37-baa3-88ef5d8f6a74 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1749020 Dec 13 14:49:58.463842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46144) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:58.474003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.475137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:49:58.475815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.494946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Request body: {'subnet': {'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-subnet', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:58.517569 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.523696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] Deleting subnet 1a3f5020-2dae-4764-9aef-9bf176f40fd3 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:49:58.529685 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.569713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.581983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event deleted for resources: {'Port': ['ID=09b88f2a-b88e-4d4f-91b8-329224c908df,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:58.632918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3623700 Dec 13 14:49:58.637316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46146) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:58.642601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.647190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Request body: {'subnet': {'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-918988845-subnet', 'tenant_id': '0f38c903f1b5437eaf5acace5b5a908d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:49:58.654411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f339-bad5-41fb-9d4f-7bee73e26bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=cde2306b-d024-4dcd-82a0-1d70813f74ba,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:58.666210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network cde2306b-d024-4dcd-82a0-1d70813f74ba details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:49:58.702874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] No DVR routers for this DVR port 09b88f2a-b88e-4d4f-91b8-329224c908df on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:58.712991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Deleting port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:58.713603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.718551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.730995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fcb6d00-9073-4c7d-b099-441992ff312c req-445568f5-5595-4b01-9cc5-d4a707f2312d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "DELETE /v2.0/ports/09b88f2a-b88e-4d4f-91b8-329224c908df HTTP/1.1" status: 204 len: 173 time: 0.8033090 Dec 13 14:49:58.733255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'name': 'network-vif-deleted', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:49:58.735787 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec2fbc-9a36-4f60-8122-23f02e6cc058" -d '{"events": [{"server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "name": "network-vif-deleted", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:49:58.778122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.819527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Made reservation on behalf of 0e8e5e54f2ee44309be9bc7a1c2d25ca for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:58.823634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.829760 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69758540-e19d-4ba4-9a84-d227759ef339 x-openstack-request-id: req-69758540-e19d-4ba4-9a84-d227759ef339 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:49:58.830057 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73092f20-55f0-4472-bdff-0780f528678e", "name": "network-vif-deleted", "tag": "09b88f2a-b88e-4d4f-91b8-329224c908df", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:49:58.830394 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69758540-e19d-4ba4-9a84-d227759ef339 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:49:58.830792 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73092f20-55f0-4472-bdff-0780f528678e', 'name': 'network-vif-deleted', 'tag': '09b88f2a-b88e-4d4f-91b8-329224c908df', 'status': 'completed', 'code': 200} Dec 13 14:49:58.842717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] DHCP port deletion for 0ef5303d-5a7e-47fe-9852-266904255bd1 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:49:58.906068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] Deleting port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:49:58.907338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.974592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Made reservation on behalf of 0f38c903f1b5437eaf5acace5b5a908d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:49:58.976925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:58.982112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:58.993464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5a8b45a-0d32-4f1e-bf05-84f7d709085e req-238aff48-837d-49f9-bf2a-43875adfee44 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=73092f20-55f0-4472-bdff-0780f528678e HTTP/1.1" status: 200 len: 210 time: 0.0675142 Dec 13 14:49:58.996329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] For port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,segment=NetworkSegment(d9f9662b-abe6-4b11-9902-462596ef2cb0),segment_id=d9f9662b-abe6-4b11-9902-462596ef2cb0)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:58.998692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.010852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Calling delete_port for 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:59.066364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] For port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,segment=NetworkSegment(d9f9662b-abe6-4b11-9902-462596ef2cb0),segment_id=d9f9662b-abe6-4b11-9902-462596ef2cb0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:49:59.066856 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.084916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] Calling delete_port for 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:49:59.174527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.192166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device af820cc2-986d-4fc8-95b1-62b876aab3fc no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:49:59.222652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: af820cc2-986d-4fc8-95b1-62b876aab3fc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:49:59.223078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device af820cc2-986d-4fc8-95b1-62b876aab3fc not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:49:59.224496 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.254267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Port': ['ID=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:59.256212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] No DVR routers for this DVR port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:59.257052 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.281175 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.289759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] Pushing event deleted for resources: {'Port': ['ID=43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:59.294750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793340a9-8fdf-4ba1-a812-5cd4ea6903b9 None None] No DVR routers for this DVR port 43a7d4f4-a9c1-4bf5-a4c4-61a0954b47a5 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:49:59.338534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3f5020-2dae-4764-9aef-9bf176f40fd3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:59.344508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.350317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c6a732b0-8e2f-47f1-a368-e1f91e74712c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a3f5020-2dae-4764-9aef-9bf176f40fd3 HTTP/1.1" status: 204 len: 168 time: 0.8937318 Dec 13 14:49:59.351134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46154) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:59.410210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.448687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef5303d-5a7e-47fe-9852-266904255bd1']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:59.466767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f9662b-abe6-4b11-9902-462596ef2cb0') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:59.467124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f9662b-abe6-4b11-9902-462596ef2cb0') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:59.479985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.485049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.505676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.533061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:59.533390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:59.537254 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:59.630012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.653997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.665705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.681362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:59.691059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29298136-caa4-4d72-a329-19421e63bf52,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:59.692839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3600ecf4-40df-4ecb-87b7-d1971eddefee') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:59.693742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3600ecf4-40df-4ecb-87b7-d1971eddefee') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:49:59.706339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.721211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.728162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:49:59.728554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:49:59.730222 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:49:59.749552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Checking segment: {'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:59.749899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Network hostable DHCP agents. Network: 9ac713c0-9d99-417f-9651-fa164d48496e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:59.770510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Checking segment: {'id': '19a322ea-aa69-4701-aa48-8ca32f485e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:49:59.770873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Network hostable DHCP agents. Network: cde2306b-d024-4dcd-82a0-1d70813f74ba, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:49:59.776958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:59.784324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.796417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.799917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/networks/0ef5303d-5a7e-47fe-9852-266904255bd1 HTTP/1.1" status: 204 len: 168 time: 1.3665049 Dec 13 14:49:59.805082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46160) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:59.811010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24740a-d9bf-4b93-b880-9c00284ef45f tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Pushing event deleted for resources: {'Network': ['ID=0ef5303d-5a7e-47fe-9852-266904255bd1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:59.835119 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-32ca9fb5-e47b-45f9-8d42-930a136137d9 tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eae4b87-2036-411a-a195-d194e1d3e889 HTTP/1.1" status: 200 len: 205 time: 0.0311465 Dec 13 14:49:59.837432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46162) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:49:59.884031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Network 9ac713c0-9d99-417f-9651-fa164d48496e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:49:59.922109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179b269a-069a-44ec-a274-b0d5b90ca79a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.938830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.955483 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:49:59.963338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] 10.222.0.24 "DELETE /v2.0/networks/aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8 HTTP/1.1" status: 204 len: 168 time: 0.6100924 Dec 13 14:49:59.964666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f33f59-02bd-4d87-8ae4-5ca3627c95be admin admin] Pushing event deleted for resources: {'Network': ['ID=aa031f6c-dfb0-497a-8f6b-4b6cef1bebb8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:49:59.983858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Network cde2306b-d024-4dcd-82a0-1d70813f74ba is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:00.108910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, cde2306b-d024-4dcd-82a0-1d70813f74ba) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:00.110913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9ac713c0-9d99-417f-9651-fa164d48496e) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:00.119200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:00.119899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.125770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:00.126470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.127748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765c2f6-4e18-4256-90e4-866f034fd4b6 None None] Network cde2306b-d024-4dcd-82a0-1d70813f74ba requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:00.132041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf35809-5e53-49c5-862c-0f8110709181 None None] Network 9ac713c0-9d99-417f-9651-fa164d48496e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:00.141418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179b269a-069a-44ec-a274-b0d5b90ca79a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.146429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179b269a-069a-44ec-a274-b0d5b90ca79a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.254524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-26b7b8d2-dfa3-42df-80d9-e55e1453e871 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7886345 Dec 13 14:50:00.257869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46172) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:00.262803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:00.290460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179b269a-069a-44ec-a274-b0d5b90ca79a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.292517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179b269a-069a-44ec-a274-b0d5b90ca79a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Fanout notify agent at l3_agent the message router_deleted on router 8eae4b87-2036-411a-a195-d194e1d3e889 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:50:00.303387 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179b269a-069a-44ec-a274-b0d5b90ca79a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.305000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-179b269a-069a-44ec-a274-b0d5b90ca79a tempest-RoutersNegativeIpV6Test-995088833 tempest-RoutersNegativeIpV6Test-995088833-project] 10.222.0.24 "DELETE /v2.0/routers/8eae4b87-2036-411a-a195-d194e1d3e889 HTTP/1.1" status: 204 len: 168 time: 0.4664290 Dec 13 14:50:00.308990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a939b6af-c78c-422b-9288-ba1125dc18a5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6694736 Dec 13 14:50:00.353168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7234bd-4fa1-4cb3-8c1d-946cfccdcb41 None None] Network cde2306b-d024-4dcd-82a0-1d70813f74ba requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:00.432496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-9ac713c0-9d99-417f-9651-fa164d48496e', 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'fixed_ips': [{'subnet_id': '29298136-caa4-4d72-a329-19421e63bf52'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:50:00.433356 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.444437 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.444437 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.462494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46178) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:00.525435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f6ee92a0-aa42-444a-97c3-6b52935b4a9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e2fda447dab489ea98f2365ad0df02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606267 Dec 13 14:50:00.525668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46180) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:00.629617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.708600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17942243-fe71-4d2b-8c8b-16839f148dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.811686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17942243-fe71-4d2b-8c8b-16839f148dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:00.838536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb584405-1ef4-4098-8f7b-5467ca86a440 req-25637c45-bfcf-4d21-a446-722d613a4c04 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:00.848450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb584405-1ef4-4098-8f7b-5467ca86a440 req-25637c45-bfcf-4d21-a446-722d613a4c04 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 946 time: 0.0885794 Dec 13 14:50:00.908419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb584405-1ef4-4098-8f7b-5467ca86a440 req-b15b89b8-1da2-46f3-a880-107b026b2ba5 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580881 Dec 13 14:50:00.939647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.006037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Allocated IP 172.20.0.2 (9ac713c0-9d99-417f-9651-fa164d48496e/29298136-caa4-4d72-a329-19421e63bf52/0cff83f3-042b-4cd1-a721-1e1cf01fa891) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:01.065388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17942243-fe71-4d2b-8c8b-16839f148dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.069063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17942243-fe71-4d2b-8c8b-16839f148dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.072997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-17942243-fe71-4d2b-8c8b-16839f148dee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3380ab2c-41dc-4f8d-8ab0-1994caef6a18 HTTP/1.1" status: 204 len: 168 time: 0.5437515 Dec 13 14:50:01.086035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17942243-fe71-4d2b-8c8b-16839f148dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380ab2c-41dc-4f8d-8ab0-1994caef6a18,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:01.193924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:01.214427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.220299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 09b88f2a-b88e-4d4f-91b8-329224c908df no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:01.245489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 09b88f2a-b88e-4d4f-91b8-329224c908df {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:01.246077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 09b88f2a-b88e-4d4f-91b8-329224c908df not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:01.320416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.368017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Network 9ac713c0-9d99-417f-9651-fa164d48496e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:01.373652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:01.381651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:01.386946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.387935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Pushing event updated for resources: {'Port': ['ID=0cff83f3-042b-4cd1-a721-1e1cf01fa891,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:01.425420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.485793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Attempting to bind port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:01.488021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Attempting to bind port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:01.489078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Attempting to bind port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 on network 9ac713c0-9d99-417f-9651-fa164d48496e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:01.503095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:01.509580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Checking segment: {'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:01.509580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.509580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Bound using segment: {'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:01.509580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Bound port: 0cff83f3-042b-4cd1-a721-1e1cf01fa891, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:01.509580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.606318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] For port 0cff83f3-042b-4cd1-a721-1e1cf01fa891, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:01.609941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] For port 0cff83f3-042b-4cd1-a721-1e1cf01fa891, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0cff83f3-042b-4cd1-a721-1e1cf01fa891,segment=NetworkSegment(a262ce92-5acd-4917-bb9d-2e4ad11f95cb),segment_id=a262ce92-5acd-4917-bb9d-2e4ad11f95cb)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:01.655300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Allocated IP 172.25.7.57 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:01.676076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.726699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90344507-6638-43ed-8759-b31cda38545a req-32f1e240-5666-489c-b759-b9194dd86393 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:01.731799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-32f1e240-5666-489c-b759-b9194dd86393 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/networks?id=cde2306b-d024-4dcd-82a0-1d70813f74ba HTTP/1.1" status: 200 len: 821 time: 0.1936767 Dec 13 14:50:01.755490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26685e22-fb21-4a43-9b97-ee8567ca86f2 None None] Pushing event updated for resources: {'Port': ['ID=0cff83f3-042b-4cd1-a721-1e1cf01fa891,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:01.765437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-0d28ba8b-a334-4aa9-8ccd-3610474e2fb9 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/quotas/0f38c903f1b5437eaf5acace5b5a908d HTTP/1.1" status: 200 len: 375 time: 0.0108762 Dec 13 14:50:01.836816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-8fdb7fd8-fa0a-489b-a7df-be13c563d90e tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f38c903f1b5437eaf5acace5b5a908d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639880 Dec 13 14:50:01.849285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:01.987128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a97a3eaf-1ab3-42de-9030-113cf15e5e42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a7d74bb46954aadb9c5b174675a8fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7916865 Dec 13 14:50:01.989769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46224) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:01.994356 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:02.059896 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-47a3fce9-e6f8-4ffb-8eb9-aead8d2c12f4 service neutron] 10.222.0.24 "GET /v2.0/networks/cde2306b-d024-4dcd-82a0-1d70813f74ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990664 Dec 13 14:50:02.075051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:02.116732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:02.128321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:02.156139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Pushing event updated for resources: {'Port': ['ID=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:02.177356 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5cc1939f-bdf6-4468-8f1a-68e2d6f7ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:02.218606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5271f-d5a2-4b8d-b42a-7bbef7288cf8 req-ce341771-b95a-4654-b118-6db94862a2b4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:02.219791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5cc1939f-bdf6-4468-8f1a-68e2d6f7ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:02.220708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7a5271f-d5a2-4b8d-b42a-7bbef7288cf8 req-ce341771-b95a-4654-b118-6db94862a2b4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 946 time: 0.2160046 Dec 13 14:50:02.229375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-47611489-c890-4ade-8240-28eaf7ecdbf1 service neutron] 10.222.0.24 "GET /v2.0/networks/cde2306b-d024-4dcd-82a0-1d70813f74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686456 Dec 13 14:50:02.265013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-0d8b7e49-41c6-43ec-9803-8f4f6c658b8c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:02.266686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-0d8b7e49-41c6-43ec-9803-8f4f6c658b8c tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 946 time: 0.1677742 Dec 13 14:50:02.398117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7a5271f-d5a2-4b8d-b42a-7bbef7288cf8 req-1b3caf2d-6919-4a61-ad3d-f02ad022cfd3 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640697 Dec 13 14:50:02.413179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5cc1939f-bdf6-4468-8f1a-68e2d6f7ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:02.424429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5cc1939f-bdf6-4468-8f1a-68e2d6f7ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:02.424429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5cc1939f-bdf6-4468-8f1a-68e2d6f7ad41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb233bc1-8b51-428e-acfa-c82118a12a1e HTTP/1.1" status: 204 len: 168 time: 0.4291680 Dec 13 14:50:02.455108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1939f-bdf6-4468-8f1a-68e2d6f7ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb233bc1-8b51-428e-acfa-c82118a12a1e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:02.480021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Deleting port 915e06bc-acca-46ad-afdd-0b03dd25cb3b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:02.480366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:02.947946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0cff83f3-042b-4cd1-a721-1e1cf01fa891 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:03.059927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:03.064765 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.162664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.202407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 0cff83f3-042b-4cd1-a721-1e1cf01fa891, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0cff83f3-042b-4cd1-a721-1e1cf01fa891,segment=NetworkSegment(a262ce92-5acd-4917-bb9d-2e4ad11f95cb),segment_id=a262ce92-5acd-4917-bb9d-2e4ad11f95cb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:03.238759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04a40123-d9fa-4174-a739-3ffa7c4c31f0 req-98e7a6db-8c28-452c-bf16-f3d5c7362c6c tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 210 time: 0.1503115 Dec 13 14:50:03.273946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f0e12d-7572-4991-bc51-db53e28eecef None None] Network 9ac713c0-9d99-417f-9651-fa164d48496e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:03.297643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] For port 915e06bc-acca-46ad-afdd-0b03dd25cb3b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=915e06bc-acca-46ad-afdd-0b03dd25cb3b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:03.298442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.316355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Calling delete_port for 915e06bc-acca-46ad-afdd-0b03dd25cb3b owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:03.338919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.542162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.624025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b6f86-c885-4c7b-aded-132eaa8c4644 req-89445856-7bc5-422b-a076-6e43091ef425 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:03.633771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0a31d94f-765b-4e50-87a7-c17da40360b0 None None] Provisioning complete for port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:03.633771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0a31d94f-765b-4e50-87a7-c17da40360b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.639318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a5b6f86-c885-4c7b-aded-132eaa8c4644 req-89445856-7bc5-422b-a076-6e43091ef425 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 946 time: 0.1057189 Dec 13 14:50:03.680381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.721957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a5b6f86-c885-4c7b-aded-132eaa8c4644 req-537d15b2-ad83-42a5-a904-5919695b52f4 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761044 Dec 13 14:50:03.785412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=0cff83f3-042b-4cd1-a721-1e1cf01fa891,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:03.804740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.838550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:50:03.877949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event deleted for resources: {'Port': ['ID=915e06bc-acca-46ad-afdd-0b03dd25cb3b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:03.950927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] No DVR routers for this DVR port 915e06bc-acca-46ad-afdd-0b03dd25cb3b on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:03.954209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:03.959008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66b163fd-4dd5-4615-bacc-e39cb5bd01cd req-1d51d7b4-f3f8-4f99-8424-f0c968fc7310 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "DELETE /v2.0/ports/915e06bc-acca-46ad-afdd-0b03dd25cb3b HTTP/1.1" status: 204 len: 173 time: 1.6601987 Dec 13 14:50:03.975003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781b439f-c990-448e-88e4-cf764e21239e', 'name': 'network-vif-deleted', 'tag': '915e06bc-acca-46ad-afdd-0b03dd25cb3b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:03.977845 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e0d2a1-6836-4176-9640-c89c2d05e819" -d '{"events": [{"server_uuid": "781b439f-c990-448e-88e4-cf764e21239e", "name": "network-vif-deleted", "tag": "915e06bc-acca-46ad-afdd-0b03dd25cb3b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:04.058608 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4656f8-d553-4b7a-b34c-9e6451982cad x-openstack-request-id: req-8e4656f8-d553-4b7a-b34c-9e6451982cad {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:04.058608 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781b439f-c990-448e-88e4-cf764e21239e", "name": "network-vif-deleted", "tag": "915e06bc-acca-46ad-afdd-0b03dd25cb3b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:04.060982 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e4656f8-d553-4b7a-b34c-9e6451982cad {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:04.060982 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781b439f-c990-448e-88e4-cf764e21239e', 'name': 'network-vif-deleted', 'tag': '915e06bc-acca-46ad-afdd-0b03dd25cb3b', 'status': 'completed', 'code': 200} Dec 13 14:50:04.149792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Router a6180300-6302-4e34-8ff7-d6889c12fdc5 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:50:04.202551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46302) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:04.379409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a584b7-56a2-4bca-b157-ad6e019e52b5 req-527d2c56-0139-4243-9b68-1ac14c1caf0e tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 210 time: 0.0404911 Dec 13 14:50:04.402817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5177c5b3-5edc-4d22-a627-d3549d5af7af None None] Provisioning complete for port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:04.403267 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5177c5b3-5edc-4d22-a627-d3549d5af7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:04.407209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:04.442788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Sync routers for ids ['a6180300-6302-4e34-8ff7-d6889c12fdc5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:04.469185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Routers {'a6180300-6302-4e34-8ff7-d6889c12fdc5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:04.470170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6180300-6302-4e34-8ff7-d6889c12fdc5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:04.538728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-12c9625d-51d3-42b6-9ca2-8db713e58150 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-765782197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:04.597070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:04.599460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9e83516e-a0ac-4a47-b634-8a1dcca2305b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3399944 Dec 13 14:50:04.602032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:04.631734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Set router a6180300-6302-4e34-8ff7-d6889c12fdc5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:04.824760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c9625d-51d3-42b6-9ca2-8db713e58150 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:04.833006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c9625d-51d3-42b6-9ca2-8db713e58150 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:04.899063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0cff83f3-042b-4cd1-a721-1e1cf01fa891 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:04.964395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 3, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:04.973534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c9625d-51d3-42b6-9ca2-8db713e58150 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:04.995862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1369d830-f065-47f4-9f8d-275af7d4926d req-0caf166b-5aa7-483d-87c5-92897e19233d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=781b439f-c990-448e-88e4-cf764e21239e HTTP/1.1" status: 200 len: 210 time: 0.0388513 Dec 13 14:50:05.018320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Checking router: a6180300-6302-4e34-8ff7-d6889c12fdc5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:05.018320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Updating router a6180300-6302-4e34-8ff7-d6889c12fdc5 port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:50:05.034531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:05.035017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.078797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.093320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c9625d-51d3-42b6-9ca2-8db713e58150 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.207365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 915e06bc-acca-46ad-afdd-0b03dd25cb3b no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:05.213469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.236001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c9625d-51d3-42b6-9ca2-8db713e58150 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.236434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 915e06bc-acca-46ad-afdd-0b03dd25cb3b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:05.236851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 915e06bc-acca-46ad-afdd-0b03dd25cb3b not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:05.239032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-12c9625d-51d3-42b6-9ca2-8db713e58150 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0407875 Dec 13 14:50:05.241466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46328) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:05.254913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-713297527'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:05.390664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Made reservation on behalf of 86112ba08fb046a887c51d4125057cc9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:05.396247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.409402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.427350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Allocated IP 172.20.0.1 (9ac713c0-9d99-417f-9651-fa164d48496e/29298136-caa4-4d72-a329-19421e63bf52/9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:05.493042 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.512438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1363b92b-ad38-447e-b729-623d4087747c req-29c99a0f-019a-425b-93f0-b0c49c6e0c5a tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 210 time: 0.0350773 Dec 13 14:50:05.539233 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.566662 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.594858 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.616644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.645096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:05.655374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e14637-cd2e-453a-a33e-a7e6be28ecbe None None] Pushing event updated for resources: {'Port': ['ID=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:05.657638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Attempting to bind port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:05.658009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Attempting to bind port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:05.658397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Attempting to bind port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:05.659041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc63dd92-6019-4d3f-a478-ec5ce1f112c1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:05.664335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:05.664711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:05.665140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.665526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:05.665993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Bound port: a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:05.666396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.666805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.667322 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Added segment dfe3d94f-2ba8-43e3-9b18-408f10940bd8 of type vlan for network 058897b6-d558-4b6a-8a3e-eab25a8122b0 Dec 13 14:50:05.690145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.722168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] For port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:05.725430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] For port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:05.727108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.749413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Network 9ac713c0-9d99-417f-9651-fa164d48496e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:05.754677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:05.757344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:05.788803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Pushing event updated for resources: {'Port': ['ID=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:05.816495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.825298 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.826849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.841658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:05.847961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:05.923612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e14637-cd2e-453a-a33e-a7e6be28ecbe None None] Pushing event updated for resources: {'Port': ['ID=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:05.940196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Routers {'a6180300-6302-4e34-8ff7-d6889c12fdc5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:05.940989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6180300-6302-4e34-8ff7-d6889c12fdc5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:06.028954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Network': ['ID=058897b6-d558-4b6a-8a3e-eab25a8122b0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:06.048410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:06.119798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-11ee90b2-2d57-41e2-ac22-3c9e044f1529 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8689339 Dec 13 14:50:06.132461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46364) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:06.150780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'subnet': {'network_id': '058897b6-d558-4b6a-8a3e-eab25a8122b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:06.168587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] Set router a6180300-6302-4e34-8ff7-d6889c12fdc5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:06.185766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:06.300509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90344507-6638-43ed-8759-b31cda38545a req-926992aa-b0b3-4c17-8b37-9b9343bfe97f tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:06.310348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-926992aa-b0b3-4c17-8b37-9b9343bfe97f tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.50 "GET /v2.0/networks?id=cde2306b-d024-4dcd-82a0-1d70813f74ba HTTP/1.1" status: 200 len: 821 time: 0.2786663 Dec 13 14:50:06.331266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Request body: {'port': {'device_id': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba', 'admin_state_up': True, 'tenant_id': '0f38c903f1b5437eaf5acace5b5a908d'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:06.364577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-413cf19b-0c09-4ae2-af0c-117ef81e9fb9 None None] Provisioning complete for port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:06.364964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-413cf19b-0c09-4ae2-af0c-117ef81e9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:06.423414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-413cf19b-0c09-4ae2-af0c-117ef81e9fb9 None None] Port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:06.502679 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:06.516333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 3, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:06.549504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a81b2f-e405-443f-9521-73465b73c051 None None] The sync data for ids ['a6180300-6302-4e34-8ff7-d6889c12fdc5'] in n-d-816954-1 is: [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:02Z', 'revision_number': 3, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:06.574073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:06.645979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Made reservation on behalf of 86112ba08fb046a887c51d4125057cc9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:06.656229 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:06.686342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c82fa-9113-45e3-b818-8275531a96eb req-ae7517f6-1215-4749-8540-1617460dac07 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 210 time: 0.0359039 Dec 13 14:50:06.714090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:06.727831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Pushing event updated for resources: {'Port': ['ID=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:06.751080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Made reservation on behalf of 0f38c903f1b5437eaf5acace5b5a908d for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:06.755133 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:06.823853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Network 9ac713c0-9d99-417f-9651-fa164d48496e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:06.825303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:06.993819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Router a6180300-6302-4e34-8ff7-d6889c12fdc5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:07.040238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47bd59-610c-4152-825a-ada4da39b301 req-da5600e3-b7a7-4d8d-813e-e6cf77a17029 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:07.048088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d47bd59-610c-4152-825a-ada4da39b301 req-da5600e3-b7a7-4d8d-813e-e6cf77a17029 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.3017650 Dec 13 14:50:07.176110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:07.185168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-33b1b966-62f0-4885-abba-f7bc8b528b98 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6180300-6302-4e34-8ff7-d6889c12fdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5815914 Dec 13 14:50:07.238703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d47bd59-610c-4152-825a-ada4da39b301 req-6f74d778-e37a-4b94-99dd-054c33f56418 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898878 Dec 13 14:50:07.256541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Allocated IP 172.20.0.2 (cde2306b-d024-4dcd-82a0-1d70813f74ba/8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf/40d30d12-83e1-4d5b-9d16-3ce019b472c1) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:07.261866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9d8d9c3f-1d67-4fe5-9725-835ee472fa84 None None] Provisioning complete for port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:07.262804 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9c3f-1d67-4fe5-9725-835ee472fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:07.317612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d9c3f-1d67-4fe5-9725-835ee472fa84 None None] Port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:07.422624 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:07.514138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Subnet': ['ID=14a76d4d-16a1-4f0a-93c5-f0ad4bcc2c70,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:07.578911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Checking segment: {'id': 'dfe3d94f-2ba8-43e3-9b18-408f10940bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '058897b6-d558-4b6a-8a3e-eab25a8122b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:07.579328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network hostable DHCP agents. Network: 058897b6-d558-4b6a-8a3e-eab25a8122b0, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:50:07.618556 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:07.800892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:07.832177 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-af89400a-e7bc-4cd1-8e82-a26f57ad91e6 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1373384 Dec 13 14:50:07.832393 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:07.844922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:07.895309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 058897b6-d558-4b6a-8a3e-eab25a8122b0) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:07.900865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:07.901138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:07.906571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895d033-8a51-4db7-9fe0-f40860e432f4 None None] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:07.923097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-0fb227ae-a973-4186-8102-fc425f0e92cf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:07.936907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-0fb227ae-a973-4186-8102-fc425f0e92cf tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1884406 Dec 13 14:50:07.955893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Network cde2306b-d024-4dcd-82a0-1d70813f74ba is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:07.978378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8c383-fcaf-47df-88eb-72b011e50fcc req-09738635-9315-4eb7-b414-023eedca515d tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:07.989248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Pushing event updated for resources: {'Port': ['ID=40d30d12-83e1-4d5b-9d16-3ce019b472c1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:07.996299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08c8c383-fcaf-47df-88eb-72b011e50fcc req-09738635-9315-4eb7-b414-023eedca515d tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 931 time: 0.2303896 Dec 13 14:50:07.997655 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.029580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:08.046324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:08.141108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08c8c383-fcaf-47df-88eb-72b011e50fcc req-c4a90a77-4ef8-4dab-99ce-407f8a3a4e63 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440368 Dec 13 14:50:08.142735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:08.143451 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.163165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a013b8d4-147c-4072-85d6-948743357a6d tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0293465 Dec 13 14:50:08.166421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-058897b6-d558-4b6a-8a3e-eab25a8122b0', 'network_id': '058897b6-d558-4b6a-8a3e-eab25a8122b0', 'tenant_id': '86112ba08fb046a887c51d4125057cc9', 'fixed_ips': [{'subnet_id': '14a76d4d-16a1-4f0a-93c5-f0ad4bcc2c70'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:50:08.166564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46406) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:08.167514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.171862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'network': {'name': 'tempest-router-network01--2036221408'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:08.198574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Deleting port 997f5807-6fc4-4e40-86a4-b5b0f7499619 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:08.199007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.247702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46410) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:08.258523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-72276668-b029-4638-ad3b-e6e3a8680de3 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9427245 Dec 13 14:50:08.273928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Request body: {'port': {'device_id': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:08.324537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] For port 997f5807-6fc4-4e40-86a4-b5b0f7499619, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=997f5807-6fc4-4e40-86a4-b5b0f7499619,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:08.325004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.339613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Made reservation on behalf of 86112ba08fb046a887c51d4125057cc9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:08.339613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.340504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Calling delete_port for 997f5807-6fc4-4e40-86a4-b5b0f7499619 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:08.388623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Allocated IP 172.20.0.2 (058897b6-d558-4b6a-8a3e-eab25a8122b0/14a76d4d-16a1-4f0a-93c5-f0ad4bcc2c70/68eb06c7-30fe-4559-871b-5e38c0bd7d86) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:08.568770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb2152-1132-44da-b7cd-e1c795315673 req-045116c7-2d05-47c6-98b3-8db447355eff tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:08.573668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bdb2152-1132-44da-b7cd-e1c795315673 req-045116c7-2d05-47c6-98b3-8db447355eff tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 945 time: 0.1573017 Dec 13 14:50:08.616888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.635675 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bdb2152-1132-44da-b7cd-e1c795315673 req-74766b3b-3ec8-422e-b72f-8f130b39ce2b tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dda4b15-777a-4324-b19b-6209d98395d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Dec 13 14:50:08.675081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.717010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:08.724101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:08.729629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:08.731475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.744707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['997f5807-6fc4-4e40-86a4-b5b0f7499619'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:50:08.747522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Pushing event updated for resources: {'Port': ['ID=68eb06c7-30fe-4559-871b-5e38c0bd7d86,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:08.769073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event deleted for resources: {'Port': ['ID=997f5807-6fc4-4e40-86a4-b5b0f7499619,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:08.814342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.814342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2c56-22b0-4613-9142-6cf330f78c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.818535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.835781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] No DVR routers for this DVR port 997f5807-6fc4-4e40-86a4-b5b0f7499619 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:08.853926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.865536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a710391b-3cc1-4df3-acff-f4d6bddc821b req-f95faa08-2235-4cef-a54b-f9d71d31c26e tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.50 "DELETE /v2.0/ports/997f5807-6fc4-4e40-86a4-b5b0f7499619 HTTP/1.1" status: 204 len: 173 time: 0.9199123 Dec 13 14:50:08.866043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'name': 'network-vif-deleted', 'tag': '997f5807-6fc4-4e40-86a4-b5b0f7499619'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:08.868828 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f4bd6e-fa6e-4816-ba0d-f5174d621a62" -d '{"events": [{"server_uuid": "0da03774-df74-4ea9-95a8-a73cbf7f1cda", "name": "network-vif-deleted", "tag": "997f5807-6fc4-4e40-86a4-b5b0f7499619"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:08.891526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Attempting to bind port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:08.892506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Attempting to bind port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'dfe3d94f-2ba8-43e3-9b18-408f10940bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '058897b6-d558-4b6a-8a3e-eab25a8122b0'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:08.892506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Attempting to bind port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 on network 058897b6-d558-4b6a-8a3e-eab25a8122b0 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:08.897782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:08.898153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Checking segment: {'id': 'dfe3d94f-2ba8-43e3-9b18-408f10940bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '058897b6-d558-4b6a-8a3e-eab25a8122b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:08.910793 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.911319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Bound using segment: {'id': 'dfe3d94f-2ba8-43e3-9b18-408f10940bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '058897b6-d558-4b6a-8a3e-eab25a8122b0'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:08.911701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Bound port: 68eb06c7-30fe-4559-871b-5e38c0bd7d86, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe3d94f-2ba8-43e3-9b18-408f10940bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '058897b6-d558-4b6a-8a3e-eab25a8122b0'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:08.912085 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:08.927976 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f4a79-3706-43b1-9e4d-8c6ddf041721 x-openstack-request-id: req-245f4a79-3706-43b1-9e4d-8c6ddf041721 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:08.928906 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da03774-df74-4ea9-95a8-a73cbf7f1cda", "name": "network-vif-deleted", "tag": "997f5807-6fc4-4e40-86a4-b5b0f7499619", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:08.929328 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-245f4a79-3706-43b1-9e4d-8c6ddf041721 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:08.929759 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da03774-df74-4ea9-95a8-a73cbf7f1cda', 'name': 'network-vif-deleted', 'tag': '997f5807-6fc4-4e40-86a4-b5b0f7499619', 'status': 'completed', 'code': 200} Dec 13 14:50:08.986849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:08.993681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:09.037402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.037752 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Added segment 738aceeb-8b66-474e-b0f1-e1f4cb0472e9 of type vlan for network e6f0963e-fd3a-4268-9527-febe4df7036e Dec 13 14:50:09.088280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] For port 68eb06c7-30fe-4559-871b-5e38c0bd7d86, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:09.092486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] For port 68eb06c7-30fe-4559-871b-5e38c0bd7d86, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=68eb06c7-30fe-4559-871b-5e38c0bd7d86,segment=NetworkSegment(dfe3d94f-2ba8-43e3-9b18-408f10940bd8),segment_id=dfe3d94f-2ba8-43e3-9b18-408f10940bd8)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:09.097334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Allocated IP 172.25.7.180 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/357806ca-6bef-4997-95e8-1f9a79b9712c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:09.110000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:09.110000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.135912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Sync routers for ids ['a6180300-6302-4e34-8ff7-d6889c12fdc5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:09.141470 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.148428 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Routers {'a6180300-6302-4e34-8ff7-d6889c12fdc5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:09.151308 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6180300-6302-4e34-8ff7-d6889c12fdc5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:09.229012 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.239101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.269479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.275364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:09.281532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.348377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:09.382533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6b95-86f4-4146-a960-5f1352a5a77c req-e9239433-30a6-4fc8-a7fb-0b69364b541e tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:09.382533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-230d6b95-86f4-4146-a960-5f1352a5a77c req-e9239433-30a6-4fc8-a7fb-0b69364b541e tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 931 time: 0.1165552 Dec 13 14:50:09.388719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9a66-573d-4ac5-a0ed-589384429c30 None None] Pushing event updated for resources: {'Port': ['ID=68eb06c7-30fe-4559-871b-5e38c0bd7d86,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:09.394346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2278929 Dec 13 14:50:09.397807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46426) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:09.411283 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Set router a6180300-6302-4e34-8ff7-d6889c12fdc5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:09.423430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'network': {'name': 'tempest-router-network02--1615020720'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:09.450975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Network': ['ID=e6f0963e-fd3a-4268-9527-febe4df7036e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:09.452676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.477094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-230d6b95-86f4-4146-a960-5f1352a5a77c req-0514b685-fa43-4812-85db-4c17f6e9d6b9 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881939 Dec 13 14:50:09.488876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.494533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.495043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.495498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.496481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.496889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.510215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.510719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.511069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.511420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.511765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.512104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e98bd-8907-4997-8392-90cf419776b3 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:09.543786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e6f0963e-fd3a-4268-9527-febe4df7036e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:09.577760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Made reservation on behalf of 86112ba08fb046a887c51d4125057cc9 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:09.581406 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.675559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:09.706816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:09.717077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.718063 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Added segment e821ba28-e63c-416e-910f-dde16254c661 of type vlan for network bd044aac-36fa-448f-9827-5ca6f946cfee Dec 13 14:50:09.739905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2c56-22b0-4613-9142-6cf330f78c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.837348 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.874411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.878391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2c56-22b0-4613-9142-6cf330f78c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:09.897255 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:05Z', 'revision_number': 4, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba', 'name': '', 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'mac_address': 'fa:16:3e:bc:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '29298136-caa4-4d72-a329-19421e63bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:05Z', 'updated_at': '2021-12-13T14:50:06Z', 'revision_number': 2, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'subnets': [{'id': '29298136-caa4-4d72-a329-19421e63bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:09.917170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023b66d6-7b13-44f2-8208-87ee1214f5ee req-34abe692-d278-4a1f-a7bc-a06fd2329f22 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da03774-df74-4ea9-95a8-a73cbf7f1cda HTTP/1.1" status: 200 len: 210 time: 0.1060624 Dec 13 14:50:09.972515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d4ae2c56-22b0-4613-9142-6cf330f78c34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e972fce55ad475d86e8f3e78f898d95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7199178 Dec 13 14:50:09.973508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46438) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:09.980986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Checking router: a6180300-6302-4e34-8ff7-d6889c12fdc5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:09.981343 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Updating router a6180300-6302-4e34-8ff7-d6889c12fdc5 port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:50:10.021054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae2c56-22b0-4613-9142-6cf330f78c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b43db7-ddcb-4386-a8bd-e9f23684edb7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:10.038823 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.045917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.059443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:10.060389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.086464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d30d12-83e1-4d5b-9d16-3ce019b472c1 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:50:10.097344 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.111921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Transition to ACTIVE for port object 40d30d12-83e1-4d5b-9d16-3ce019b472c1 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:50:10.158126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.187001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8fead652-8ff3-4722-8480-dd0044e87bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.215983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=357806ca-6bef-4997-95e8-1f9a79b9712c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:10.221166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.257418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8fead652-8ff3-4722-8480-dd0044e87bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.259408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Network': ['ID=bd044aac-36fa-448f-9827-5ca6f946cfee,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:10.275338 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2915709e-baaf-42f4-8e4d-73fd164e01ab tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8571684 Dec 13 14:50:10.280877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network bd044aac-36fa-448f-9827-5ca6f946cfee details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:10.289895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:10.291727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:10.310670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'subnet': {'network_id': 'e6f0963e-fd3a-4268-9527-febe4df7036e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:10.322196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:10.337997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:10.386357 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.420164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8fead652-8ff3-4722-8480-dd0044e87bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.420164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8fead652-8ff3-4722-8480-dd0044e87bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.423063 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8fead652-8ff3-4722-8480-dd0044e87bac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50b43db7-ddcb-4386-a8bd-e9f23684edb7 HTTP/1.1" status: 204 len: 168 time: 0.4478285 Dec 13 14:50:10.426293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Pushing event updated for resources: {'Port': ['ID=40d30d12-83e1-4d5b-9d16-3ce019b472c1,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:10.432171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fead652-8ff3-4722-8480-dd0044e87bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b43db7-ddcb-4386-a8bd-e9f23684edb7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:10.468229 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.571575 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Pushing event updated for resources: {'Port': ['ID=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:10.624601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.624601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.624601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.624601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.624601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.625135 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.625135 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.625474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.625703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.626020 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.626488 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.626815 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:10.673844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63431479-68a9-4ad3-bf4f-cb97e8054144 req-dd2f725e-6084-4b78-8907-48cc5f8488df tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:10.675306 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Attempting to bind port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:10.675529 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Attempting to bind port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:10.675894 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Attempting to bind port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba on network 9ac713c0-9d99-417f-9651-fa164d48496e {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:10.693608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63431479-68a9-4ad3-bf4f-cb97e8054144 req-dd2f725e-6084-4b78-8907-48cc5f8488df tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 943 time: 0.0854511 Dec 13 14:50:10.696542 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:10.696974 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Checking segment: {'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:10.697381 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.697800 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Bound using segment: {'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:10.706485 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Bound port: 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:10.706944 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.746281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Attempting to bind port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:10.746689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Attempting to bind port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '19a322ea-aa69-4701-aa48-8ca32f485e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:10.747020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Attempting to bind port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 on network cde2306b-d024-4dcd-82a0-1d70813f74ba {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:10.754625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.754849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63431479-68a9-4ad3-bf4f-cb97e8054144 req-ff2c6d83-84c7-4e43-b81a-8532e000b443 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600784 Dec 13 14:50:10.764915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Made reservation on behalf of 86112ba08fb046a887c51d4125057cc9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:10.768518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.817483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 on network cde2306b-d024-4dcd-82a0-1d70813f74ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:50:10.817807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Attempting to bind port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 on network cde2306b-d024-4dcd-82a0-1d70813f74ba {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:10.907799 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] For port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:10.913509 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] For port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,segment=NetworkSegment(a262ce92-5acd-4917-bb9d-2e4ad11f95cb),segment_id=a262ce92-5acd-4917-bb9d-2e4ad11f95cb)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:10.919904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:10.920153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Checking segment: {'id': '19a322ea-aa69-4701-aa48-8ca32f485e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:10.920568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Bound using segment: {'id': '19a322ea-aa69-4701-aa48-8ca32f485e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:10.921019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Bound port: 40d30d12-83e1-4d5b-9d16-3ce019b472c1, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a322ea-aa69-4701-aa48-8ca32f485e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:10.921377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:10.986760 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.018676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a85fd027-3513-4889-bda5-eeb69234f8cd None None] Provisioning complete for port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:11.038152 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a85fd027-3513-4889-bda5-eeb69234f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.038646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.226457 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc330a9f-87be-4376-add3-5ad6957eae73 None None] Pushing event updated for resources: {'Port': ['ID=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:11.246869 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Routers {'a6180300-6302-4e34-8ff7-d6889c12fdc5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:11.247516 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6180300-6302-4e34-8ff7-d6889c12fdc5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:11.259586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] For port 40d30d12-83e1-4d5b-9d16-3ce019b472c1, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:11.303876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] For port 40d30d12-83e1-4d5b-9d16-3ce019b472c1, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=40d30d12-83e1-4d5b-9d16-3ce019b472c1,segment=NetworkSegment(19a322ea-aa69-4701-aa48-8ca32f485e2a),segment_id=19a322ea-aa69-4701-aa48-8ca32f485e2a)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:11.334782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:11.337281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8dfd34-7ba6-4c22-bfa7-339ed42ddaa8 None None] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:11.339387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 997f5807-6fc4-4e40-86a4-b5b0f7499619 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:11.442623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 997f5807-6fc4-4e40-86a4-b5b0f7499619 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:11.443306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 997f5807-6fc4-4e40-86a4-b5b0f7499619 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:11.479240 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] Set router a6180300-6302-4e34-8ff7-d6889c12fdc5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:11.527160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.527276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46460) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:11.555129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.563542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-076965d3-bc01-4c86-a0a9-02c53945e40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.592753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:11.593414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.639233 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a85fd027-3513-4889-bda5-eeb69234f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.715719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a85fd027-3513-4889-bda5-eeb69234f8cd None None] For port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,segment=NetworkSegment(a262ce92-5acd-4917-bb9d-2e4ad11f95cb),segment_id=a262ce92-5acd-4917-bb9d-2e4ad11f95cb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:11.738935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Pushing event updated for resources: {'Port': ['ID=40d30d12-83e1-4d5b-9d16-3ce019b472c1,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:11.760959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.777442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 68eb06c7-30fe-4559-871b-5e38c0bd7d86 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:11.781003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:11.783001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.789228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-0b656593-61c3-404d-b70e-2573f2949b85 service neutron] 10.222.0.50 "PUT /v2.0/ports/40d30d12-83e1-4d5b-9d16-3ce019b472c1 HTTP/1.1" status: 200 len: 1091 time: 3.5205691 Dec 13 14:50:11.797457 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.805977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'tag': '40d30d12-83e1-4d5b-9d16-3ce019b472c1'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:11.810605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-076965d3-bc01-4c86-a0a9-02c53945e40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.811787 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f830bcb-e435-423f-8189-35270d4d07ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f42a7fdc-53b8-476e-b3ec-a3cc23681aa1", "tag": "40d30d12-83e1-4d5b-9d16-3ce019b472c1"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:11.832602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a85fd027-3513-4889-bda5-eeb69234f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.842914 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:05Z', 'revision_number': 4, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba', 'name': '', 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'mac_address': 'fa:16:3e:bc:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '29298136-caa4-4d72-a329-19421e63bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:05Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'subnets': [{'id': '29298136-caa4-4d72-a329-19421e63bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:11.848963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cef94-d17c-425d-86fe-ee58ff86d840 req-20994cc4-cc94-4f4e-8972-e03f32dfeae7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:11.850748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c5cef94-d17c-425d-86fe-ee58ff86d840 req-20994cc4-cc94-4f4e-8972-e03f32dfeae7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.1350446 Dec 13 14:50:11.907227 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cea6b0-0a43-43ad-9127-343b7eb6189c None None] The sync data for ids ['a6180300-6302-4e34-8ff7-d6889c12fdc5'] in n-d-816954-1 is: [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:05Z', 'revision_number': 4, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba', 'name': '', 'network_id': '9ac713c0-9d99-417f-9651-fa164d48496e', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'mac_address': 'fa:16:3e:bc:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '29298136-caa4-4d72-a329-19421e63bf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:05Z', 'updated_at': '2021-12-13T14:50:10Z', 'revision_number': 4, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'subnets': [{'id': '29298136-caa4-4d72-a329-19421e63bf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:11.918499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c5cef94-d17c-425d-86fe-ee58ff86d840 req-b8b44fad-2a96-41fd-800b-4446dcc65e2d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608819 Dec 13 14:50:11.945827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-076965d3-bc01-4c86-a0a9-02c53945e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:11.952581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fd027-3513-4889-bda5-eeb69234f8cd None None] Pushing event updated for resources: {'Port': ['ID=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:11.987924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b9b0806a-e8bc-4fb1-ba17-4568db48f836 None None] Provisioning complete for port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:11.988766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9b0806a-e8bc-4fb1-ba17-4568db48f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.052658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-076965d3-bc01-4c86-a0a9-02c53945e40c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=632fb3c044e547a58a910a04ac578ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237951 Dec 13 14:50:12.053830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46468) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:12.072218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076965d3-bc01-4c86-a0a9-02c53945e40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340b0094-4aff-4b98-85ec-2caedee2c410,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:12.109754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:12.110134 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.153524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=357806ca-6bef-4997-95e8-1f9a79b9712c,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:12.205014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Subnet': ['ID=3a0a8805-226c-41ce-b59d-e21ca1489c81,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:12.218971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90344507-6638-43ed-8759-b31cda38545a req-90799c45-e75b-4a54-90ee-e74152a2dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:12.220815 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-90799c45-e75b-4a54-90ee-e74152a2dbdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f38c903f1b5437eaf5acace5b5a908d&device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 1094 time: 0.2912598 Dec 13 14:50:12.224382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Checking segment: {'id': '738aceeb-8b66-474e-b0f1-e1f4cb0472e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e6f0963e-fd3a-4268-9527-febe4df7036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:12.225097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network hostable DHCP agents. Network: e6f0963e-fd3a-4268-9527-febe4df7036e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:50:12.237343 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b45d0c47-aaf7-4a4d-8c52-1239d07bb468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.295046 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b45d0c47-aaf7-4a4d-8c52-1239d07bb468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.306572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-75cf59ff-cc2b-43e9-806b-59c417d5fc92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40d30d12-83e1-4d5b-9d16-3ce019b472c1 HTTP/1.1" status: 200 len: 217 time: 0.0764351 Dec 13 14:50:12.314424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b9b0806a-e8bc-4fb1-ba17-4568db48f836 None None] Provisioning complete for port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:12.314424 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9b0806a-e8bc-4fb1-ba17-4568db48f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.318096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.349971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.376725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e18a37-7f8c-411d-85a1-f1b9557f3efc req-b5ef8081-941a-4c67-ba74-65c45775c10f tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:12.386681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09e18a37-7f8c-411d-85a1-f1b9557f3efc req-b5ef8081-941a-4c67-ba74-65c45775c10f tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 943 time: 0.2726762 Dec 13 14:50:12.393702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 68eb06c7-30fe-4559-871b-5e38c0bd7d86, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=68eb06c7-30fe-4559-871b-5e38c0bd7d86,segment=NetworkSegment(dfe3d94f-2ba8-43e3-9b18-408f10940bd8),segment_id=dfe3d94f-2ba8-43e3-9b18-408f10940bd8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:12.408029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90344507-6638-43ed-8759-b31cda38545a req-7cf0ad2a-5eb7-4930-ac06-20d34798d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:12.409574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-7cf0ad2a-5eb7-4930-ac06-20d34798d341 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf HTTP/1.1" status: 200 len: 861 time: 0.0788035 Dec 13 14:50:12.451229 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9b0806a-e8bc-4fb1-ba17-4568db48f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.454592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09e18a37-7f8c-411d-85a1-f1b9557f3efc req-42097dc9-3540-4426-88d8-0cc7d25b13c4 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Dec 13 14:50:12.466377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b45d0c47-aaf7-4a4d-8c52-1239d07bb468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.474117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-611b9062-dfc2-4610-8ce4-f8f1f5e749c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cde2306b-d024-4dcd-82a0-1d70813f74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484190 Dec 13 14:50:12.474450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b45d0c47-aaf7-4a4d-8c52-1239d07bb468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.474450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b45d0c47-aaf7-4a4d-8c52-1239d07bb468 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/340b0094-4aff-4b98-85ec-2caedee2c410 HTTP/1.1" status: 204 len: 168 time: 0.4039469 Dec 13 14:50:12.475428 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.486227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-92414851-4b6d-4b58-94ef-7d2f4a588261 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6553977 Dec 13 14:50:12.489867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network e6f0963e-fd3a-4268-9527-febe4df7036e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:12.495811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d0c47-aaf7-4a4d-8c52-1239d07bb468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b0094-4aff-4b98-85ec-2caedee2c410,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:12.562585 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.601764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-6d17c905-7750-4e5b-8dc5-b0fb7fab547a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.1145027 Dec 13 14:50:12.684150 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6bf6c-2bd5-4085-8933-7bef87654485 x-openstack-request-id: req-34d6bf6c-2bd5-4085-8933-7bef87654485 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:12.684460 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42a7fdc-53b8-476e-b3ec-a3cc23681aa1", "tag": "40d30d12-83e1-4d5b-9d16-3ce019b472c1", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:12.684695 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34d6bf6c-2bd5-4085-8933-7bef87654485 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:12.685107 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'tag': '40d30d12-83e1-4d5b-9d16-3ce019b472c1', 'status': 'completed', 'code': 200} Dec 13 14:50:12.696220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-b9b0806a-e8bc-4fb1-ba17-4568db48f836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:50:12.696570 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-b9b0806a-e8bc-4fb1-ba17-4568db48f836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:50:12.697218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=68eb06c7-30fe-4559-871b-5e38c0bd7d86,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:12.785455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e6f0963e-fd3a-4268-9527-febe4df7036e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:12.802482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f3e658-7125-47f0-9a10-c639149f11d5 None None] Network e6f0963e-fd3a-4268-9527-febe4df7036e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:12.813543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:12.814145 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:12.915657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-e103beee-9c26-439e-8490-15bbea63c804 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:12.923711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a99e47ee-3e36-4cfa-b861-d2a5524104ba req-e103beee-9c26-439e-8490-15bbea63c804 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.3210557 Dec 13 14:50:12.978228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-3f6d8628-5c5d-4955-a83e-201b6e587480 service neutron] 10.222.0.50 "GET /v2.0/networks/cde2306b-d024-4dcd-82a0-1d70813f74ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882190 Dec 13 14:50:13.080901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1d508dad-ffbe-4a14-8046-c9f0bcdb8655 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7853925 Dec 13 14:50:13.099323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:13.135825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46482) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:13.257105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'subnet': {'network_id': 'bd044aac-36fa-448f-9827-5ca6f946cfee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:13.344021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e6f0963e-fd3a-4268-9527-febe4df7036e', 'network_id': 'e6f0963e-fd3a-4268-9527-febe4df7036e', 'tenant_id': '86112ba08fb046a887c51d4125057cc9', 'fixed_ips': [{'subnet_id': '3a0a8805-226c-41ce-b59d-e21ca1489c81'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:50:13.344933 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:13.377410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06d960-7d08-464d-89f6-da3e8290079e req-ced940c4-0590-435f-8522-a0199952a836 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:13.389267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e06d960-7d08-464d-89f6-da3e8290079e req-ced940c4-0590-435f-8522-a0199952a836 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.2445295 Dec 13 14:50:13.401121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:13.402093 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:13.487925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90344507-6638-43ed-8759-b31cda38545a req-7dc3a538-af6c-4f95-8684-59fc4a548904 service neutron] 10.222.0.50 "GET /v2.0/networks/cde2306b-d024-4dcd-82a0-1d70813f74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012460 Dec 13 14:50:13.549425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e06d960-7d08-464d-89f6-da3e8290079e req-5734bd5b-2b2c-4b7b-b754-7d289ea834ac tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582611 Dec 13 14:50:13.694755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 68eb06c7-30fe-4559-871b-5e38c0bd7d86 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:13.779107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7fbd340f-e1b1-4f56-8b85-b0e00d3d1eb9 None None] Provisioning complete for port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:13.779480 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7fbd340f-e1b1-4f56-8b85-b0e00d3d1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:13.913063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Allocated IP 172.20.0.2 (e6f0963e-fd3a-4268-9527-febe4df7036e/3a0a8805-226c-41ce-b59d-e21ca1489c81/46ffbad7-db59-48a3-8cc8-e36ba3c3c95e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:13.916223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60ed3e-e3d9-4a9c-94c3-db77dd0b6a13 req-80a408cc-c901-48fb-a7cf-bd221042d63b tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:13.917813 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f60ed3e-e3d9-4a9c-94c3-db77dd0b6a13 req-80a408cc-c901-48fb-a7cf-bd221042d63b tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 943 time: 0.1762154 Dec 13 14:50:13.920529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f830bcb-e435-423f-8189-35270d4d07ad req-7bb13171-6fd0-4c94-b13c-884003df50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:13.921535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f830bcb-e435-423f-8189-35270d4d07ad req-7bb13171-6fd0-4c94-b13c-884003df50fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f38c903f1b5437eaf5acace5b5a908d&device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 1094 time: 0.2259877 Dec 13 14:50:14.266851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-8653eaa2-86ad-4e38-b49c-f2a1680a6f5c tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3097060 Dec 13 14:50:14.273686 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.287906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:14.287906 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.294220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-57f175f6-b1de-4431-8658-f5f7f243647f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:14.303668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-57f175f6-b1de-4431-8658-f5f7f243647f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 1.2952247 Dec 13 14:50:14.308197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f60ed3e-e3d9-4a9c-94c3-db77dd0b6a13 req-d43aaad7-c3f3-4907-a0fb-458df6b23f0c tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831954 Dec 13 14:50:14.315734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f830bcb-e435-423f-8189-35270d4d07ad req-a6c501d1-884d-4a9b-a7c1-aab53a655d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:14.317776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f830bcb-e435-423f-8189-35270d4d07ad req-a6c501d1-884d-4a9b-a7c1-aab53a655d87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cde2306b-d024-4dcd-82a0-1d70813f74ba HTTP/1.1" status: 200 len: 922 time: 0.3670053 Dec 13 14:50:14.346538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:14.364746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.439054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f830bcb-e435-423f-8189-35270d4d07ad req-68047011-98b3-4604-aece-2333f8fa6d80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40d30d12-83e1-4d5b-9d16-3ce019b472c1 HTTP/1.1" status: 200 len: 217 time: 0.1108580 Dec 13 14:50:14.452219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Network e6f0963e-fd3a-4268-9527-febe4df7036e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:14.461397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:14.464061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:14.471092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Made reservation on behalf of 86112ba08fb046a887c51d4125057cc9 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:14.499448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.568174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f830bcb-e435-423f-8189-35270d4d07ad req-21a289ac-0517-4419-820d-0217dd8f7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:14.572548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f830bcb-e435-423f-8189-35270d4d07ad req-21a289ac-0517-4419-820d-0217dd8f7951 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf HTTP/1.1" status: 200 len: 861 time: 0.1248324 Dec 13 14:50:14.578210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Pushing event updated for resources: {'Port': ['ID=46ffbad7-db59-48a3-8cc8-e36ba3c3c95e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:14.584495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Attempting to bind port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:14.584942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Attempting to bind port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '738aceeb-8b66-474e-b0f1-e1f4cb0472e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e6f0963e-fd3a-4268-9527-febe4df7036e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:14.585342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Attempting to bind port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e on network e6f0963e-fd3a-4268-9527-febe4df7036e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:14.593952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:14.594366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Checking segment: {'id': '738aceeb-8b66-474e-b0f1-e1f4cb0472e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e6f0963e-fd3a-4268-9527-febe4df7036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:14.594768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.595156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Bound using segment: {'id': '738aceeb-8b66-474e-b0f1-e1f4cb0472e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e6f0963e-fd3a-4268-9527-febe4df7036e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:14.595644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Bound port: 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738aceeb-8b66-474e-b0f1-e1f4cb0472e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e6f0963e-fd3a-4268-9527-febe4df7036e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:14.596002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.625640 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f830bcb-e435-423f-8189-35270d4d07ad req-a834c6f8-df1e-4cb5-a65a-f2547337f9be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cde2306b-d024-4dcd-82a0-1d70813f74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446925 Dec 13 14:50:14.674744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] For port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:14.678528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] For port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=46ffbad7-db59-48a3-8cc8-e36ba3c3c95e,segment=NetworkSegment(738aceeb-8b66-474e-b0f1-e1f4cb0472e9),segment_id=738aceeb-8b66-474e-b0f1-e1f4cb0472e9)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:14.774223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f830bcb-e435-423f-8189-35270d4d07ad req-ae7ab486-405a-4da3-b51f-00f034e71704 service neutron] 10.222.0.50 "GET /v2.0/networks/cde2306b-d024-4dcd-82a0-1d70813f74ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405194 Dec 13 14:50:14.779114 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.820875 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.853511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Deleting port 4b53d67a-7332-4819-bfb0-756e124205c9 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:14.853907 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:14.884192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d40f8-02ab-431d-bd0d-8ca226391599 None None] Pushing event updated for resources: {'Port': ['ID=46ffbad7-db59-48a3-8cc8-e36ba3c3c95e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:14.964856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f830bcb-e435-423f-8189-35270d4d07ad req-c641e2a1-742b-4a38-8b1e-ab02ace1610f service neutron] 10.222.0.50 "GET /v2.0/networks/cde2306b-d024-4dcd-82a0-1d70813f74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825902 Dec 13 14:50:15.208348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] For port 4b53d67a-7332-4819-bfb0-756e124205c9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4b53d67a-7332-4819-bfb0-756e124205c9,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:15.209116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:15.281760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491916-28ca-45ca-bf38-64360cefefb2 req-5b8e7927-d9f0-4087-869f-be1ce85521a9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:15.283591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16491916-28ca-45ca-bf38-64360cefefb2 req-5b8e7927-d9f0-4087-869f-be1ce85521a9 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 944 time: 0.0940559 Dec 13 14:50:15.306750 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:15.335979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16491916-28ca-45ca-bf38-64360cefefb2 req-66864ba8-649a-41ba-8e3c-3405e3aff326 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3d689ec-509c-4bf6-b96e-3439c360bccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Dec 13 14:50:15.457701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5c3d-5167-4f34-b236-2fd2c5f2da6c req-f40684b2-7509-42c4-807d-f5ceed6ca9d1 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:15.458873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9de5c3d-5167-4f34-b236-2fd2c5f2da6c req-f40684b2-7509-42c4-807d-f5ceed6ca9d1 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 945 time: 0.0625126 Dec 13 14:50:15.479769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Subnet': ['ID=a7328c86-5fb2-4105-b2af-a5e4addcc730,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:15.492006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:15.515146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9de5c3d-5167-4f34-b236-2fd2c5f2da6c req-97a6dfa8-f89c-4d24-8cb9-0eafc3ad3641 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Dec 13 14:50:15.521329 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:15.554330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Checking segment: {'id': 'e821ba28-e63c-416e-910f-dde16254c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bd044aac-36fa-448f-9827-5ca6f946cfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:15.554704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network hostable DHCP agents. Network: bd044aac-36fa-448f-9827-5ca6f946cfee, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:50:15.634584 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:15.634989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:15.635308 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Floating IP 6dfbbaaa-7119-47a5-895b-ae650905ace7 disassociated. External IP: 172.25.7.149, port: 4b53d67a-7332-4819-bfb0-756e124205c9. Dec 13 14:50:15.635658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Calling delete_port for 4b53d67a-7332-4819-bfb0-756e124205c9 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:15.648048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee776997-bee3-44bf-8d9b-45d2165bad53 req-fdef8758-7120-4d16-8945-829e353424ca tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:15.649571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee776997-bee3-44bf-8d9b-45d2165bad53 req-fdef8758-7120-4d16-8945-829e353424ca tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 943 time: 0.0692189 Dec 13 14:50:15.708142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee776997-bee3-44bf-8d9b-45d2165bad53 req-ce8e74c6-421a-4b32-8409-4b74d6a6466d tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Dec 13 14:50:15.742971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Allocated IP 172.25.7.206 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/78550592-6cce-4038-a6f6-2b53b18a794e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:15.759872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network bd044aac-36fa-448f-9827-5ca6f946cfee is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:15.859378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, bd044aac-36fa-448f-9827-5ca6f946cfee) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:15.869788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60274503-474f-48e3-a117-cc24ea9541d6 None None] Network bd044aac-36fa-448f-9827-5ca6f946cfee requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:15.893189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:15.893779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:15.929096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.006722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-07d9761b-6f3b-41fa-908f-3e3a7dd83bc4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7597225 Dec 13 14:50:16.009978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46540) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:16.030623 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.032929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.046039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-bd044aac-36fa-448f-9827-5ca6f946cfee', 'network_id': 'bd044aac-36fa-448f-9827-5ca6f946cfee', 'tenant_id': '86112ba08fb046a887c51d4125057cc9', 'fixed_ips': [{'subnet_id': 'a7328c86-5fb2-4105-b2af-a5e4addcc730'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:50:16.047171 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.102671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:16.200844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:16.204965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:16.207284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=78550592-6cce-4038-a6f6-2b53b18a794e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:16.238798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf321b3-8208-407c-8b55-90ce24cad715 None None] Network e6f0963e-fd3a-4268-9527-febe4df7036e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:16.271157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event deleted for resources: {'Port': ['ID=4b53d67a-7332-4819-bfb0-756e124205c9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:16.435761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.453848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.465963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dad2ac17-deff-4564-b28c-c571e3d2bc06 req-5671d20a-60e5-48d9-a557-f426bef8563f tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 210 time: 0.0328212 Dec 13 14:50:16.474971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Router 79e562fb-f721-42b1-b958-9ebbd7592149 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:16.479823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c61e82b8-216e-42bb-a027-c616e21694e9 None None] Provisioning complete for port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:16.480195 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c61e82b8-216e-42bb-a027-c616e21694e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.540106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Allocated IP 172.20.0.2 (bd044aac-36fa-448f-9827-5ca6f946cfee/a7328c86-5fb2-4105-b2af-a5e4addcc730/b724f94d-5745-454e-bb1e-10d23e34f946) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:16.663040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.698119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-24422f59-d3ab-41a2-b2fe-89a70a77461d tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:16.699647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-24422f59-d3ab-41a2-b2fe-89a70a77461d tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 945 time: 0.1691720 Dec 13 14:50:16.724165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:16.798980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] Sync routers for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:16.880480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:16.882622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:16.885383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] No DVR routers for this DVR port 4b53d67a-7332-4819-bfb0-756e124205c9 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:16.898244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.902045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d27cd1ef-3ea7-4171-9dda-10e998936146 req-39eb9245-44c7-4a90-a8de-b5ae381d2aa8 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.55 "DELETE /v2.0/ports/4b53d67a-7332-4819-bfb0-756e124205c9 HTTP/1.1" status: 204 len: 173 time: 2.5716572 Dec 13 14:50:16.918486 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c61e82b8-216e-42bb-a027-c616e21694e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:16.944494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-deleted', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:16.947192 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5b4ebd-d820-4f68-afa8-defd530a7d39" -d '{"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-deleted", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:17.001463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:17.078816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Deleting port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:17.079279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.083280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.119520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298b82-194d-4b2a-9489-62d47495be1c req-d03bc578-1eda-4f03-9d2f-c701a29d3f16 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:17.121101 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78298b82-194d-4b2a-9489-62d47495be1c req-d03bc578-1eda-4f03-9d2f-c701a29d3f16 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 945 time: 0.1206822 Dec 13 14:50:17.173711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.206861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c61e82b8-216e-42bb-a027-c616e21694e9 None None] For port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=46ffbad7-db59-48a3-8cc8-e36ba3c3c95e,segment=NetworkSegment(738aceeb-8b66-474e-b0f1-e1f4cb0472e9),segment_id=738aceeb-8b66-474e-b0f1-e1f4cb0472e9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:17.218850 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78298b82-194d-4b2a-9489-62d47495be1c req-d76d381e-e13b-47c9-ae6f-65c435228d1a tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/security-groups?id=63e75603-40fc-4aa0-a885-aed458691cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882230 Dec 13 14:50:17.235275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] For port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,segment=NetworkSegment(37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6),segment_id=37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:17.235659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.253359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Calling delete_port for 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:17.278902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:17.311876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 40d30d12-83e1-4d5b-9d16-3ce019b472c1 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:50:17.313216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.313692 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c61e82b8-216e-42bb-a027-c616e21694e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.367314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 4b53d67a-7332-4819-bfb0-756e124205c9 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:17.367662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4b53d67a-7332-4819-bfb0-756e124205c9 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:17.368087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:17.395252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Allocated IP 172.20.0.1 (e6f0963e-fd3a-4268-9527-febe4df7036e/3a0a8805-226c-41ce-b59d-e21ca1489c81/66674555-370d-4acc-b846-7617626947d1) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:17.421300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eea071-cdf0-4f2a-9599-f7604ddd4035 req-e35edd5e-e212-4d63-8b51-1c8628eafa7b tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:17.426789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91eea071-cdf0-4f2a-9599-f7604ddd4035 req-e35edd5e-e212-4d63-8b51-1c8628eafa7b tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 943 time: 0.1235602 Dec 13 14:50:17.439187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e82b8-216e-42bb-a027-c616e21694e9 None None] Pushing event updated for resources: {'Port': ['ID=46ffbad7-db59-48a3-8cc8-e36ba3c3c95e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:17.456160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:17.456615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.466780 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.505870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:17.592482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.627521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.662422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f7a47b1f-f803-449d-882d-e9f8a242f059 None None] Provisioning complete for port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:17.662827 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f7a47b1f-f803-449d-882d-e9f8a242f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.674602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91eea071-cdf0-4f2a-9599-f7604ddd4035 req-cba1e7ef-8438-417d-9ab6-6d7e90f17f22 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570570 Dec 13 14:50:17.723764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=78550592-6cce-4038-a6f6-2b53b18a794e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:17.741715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.744137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.783503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Network bd044aac-36fa-448f-9827-5ca6f946cfee is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:17.809914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network e6f0963e-fd3a-4268-9527-febe4df7036e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:17.815421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:17.821500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:17.839569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Port': ['ID=66674555-370d-4acc-b846-7617626947d1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:17.844753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:17.878463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.886400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-77ad879d-19b4-4042-84a8-46ace8f10e14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5472867 Dec 13 14:50:17.934368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 40d30d12-83e1-4d5b-9d16-3ce019b472c1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=40d30d12-83e1-4d5b-9d16-3ce019b472c1,segment=NetworkSegment(19a322ea-aa69-4701-aa48-8ca32f485e2a),segment_id=19a322ea-aa69-4701-aa48-8ca32f485e2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:17.937640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:17.943856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:17.959673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Pushing event updated for resources: {'Port': ['ID=b724f94d-5745-454e-bb1e-10d23e34f946,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:17.974042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.974347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.974663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.975002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.975444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.976229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.976573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.976916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.977245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.977657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.977938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:17.978317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:18.003089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.066131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.072821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '40d30d12-83e1-4d5b-9d16-3ce019b472c1', 'network_id': 'cde2306b-d024-4dcd-82a0-1d70813f74ba', 'port_id': '40d30d12-83e1-4d5b-9d16-3ce019b472c1', 'mac_address': 'fa:16:3e:e8:84:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:50:18.090272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-5d418638-2b50-4318-b251-fa0d29529404 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.206 HTTP/1.1" status: 200 len: 696 time: 0.2028756 Dec 13 14:50:18.097197 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee7460-7995-48ab-b30d-90b9256d5f13 x-openstack-request-id: req-baee7460-7995-48ab-b30d-90b9256d5f13 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:18.097448 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b822e95-7836-4ced-a1ee-41029765589d", "name": "network-vif-deleted", "tag": "4b53d67a-7332-4819-bfb0-756e124205c9", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:18.097618 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baee7460-7995-48ab-b30d-90b9256d5f13 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:18.098053 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b822e95-7836-4ced-a1ee-41029765589d', 'name': 'network-vif-deleted', 'tag': '4b53d67a-7332-4819-bfb0-756e124205c9', 'status': 'completed', 'code': 200} Dec 13 14:50:18.126287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Pushing event deleted for resources: {'Port': ['ID=53c8d1a8-e24a-485c-85f2-47d6fc0daa59,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:18.165428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Attempting to bind port b724f94d-5745-454e-bb1e-10d23e34f946 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:18.165941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Attempting to bind port b724f94d-5745-454e-bb1e-10d23e34f946 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'e821ba28-e63c-416e-910f-dde16254c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bd044aac-36fa-448f-9827-5ca6f946cfee'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:18.166435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Attempting to bind port b724f94d-5745-454e-bb1e-10d23e34f946 on network bd044aac-36fa-448f-9827-5ca6f946cfee {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:18.236285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] No DVR routers for this DVR port 53c8d1a8-e24a-485c-85f2-47d6fc0daa59 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:18.242459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.249881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:18.250273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Checking segment: {'id': 'e821ba28-e63c-416e-910f-dde16254c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bd044aac-36fa-448f-9827-5ca6f946cfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:18.250682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.251076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Bound using segment: {'id': 'e821ba28-e63c-416e-910f-dde16254c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bd044aac-36fa-448f-9827-5ca6f946cfee'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:18.251557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Bound port: b724f94d-5745-454e-bb1e-10d23e34f946, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e821ba28-e63c-416e-910f-dde16254c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bd044aac-36fa-448f-9827-5ca6f946cfee'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:18.251937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.253755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afb105fd-0bed-44bd-a944-6ea17f2cd077 req-e6ff7503-2515-4f6f-a2ae-05f4c20132f4 tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.55 "DELETE /v2.0/ports/53c8d1a8-e24a-485c-85f2-47d6fc0daa59 HTTP/1.1" status: 204 len: 173 time: 1.5478566 Dec 13 14:50:18.281588 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.297558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92f9b4f9-2485-4f69-9e4e-ae0f42c89348 req-2146ac24-6c89-4c6e-9fa2-4b9d6d65e26d tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b822e95-7836-4ced-a1ee-41029765589d HTTP/1.1" status: 200 len: 210 time: 0.0504076 Dec 13 14:50:18.307995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-4b50dd49-3353-4873-947f-e8fd8202111a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:18.315577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-4b50dd49-3353-4873-947f-e8fd8202111a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2244260 Dec 13 14:50:18.321797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-2ea14ae7-c3f7-4c5f-bfae-b6dc94efbd8d tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:50:18.327694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de6cf05d-5bab-4906-ad00-aa075ccf5e60 req-2ea14ae7-c3f7-4c5f-bfae-b6dc94efbd8d tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110574 Dec 13 14:50:18.330340 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.390674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d30d12-83e1-4d5b-9d16-3ce019b472c1 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:50:18.445455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] For port b724f94d-5745-454e-bb1e-10d23e34f946, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:18.449460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] For port b724f94d-5745-454e-bb1e-10d23e34f946, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b724f94d-5745-454e-bb1e-10d23e34f946,segment=NetworkSegment(e821ba28-e63c-416e-910f-dde16254c661),segment_id=e821ba28-e63c-416e-910f-dde16254c661)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:18.458138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 40d30d12-83e1-4d5b-9d16-3ce019b472c1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=40d30d12-83e1-4d5b-9d16-3ce019b472c1,segment=NetworkSegment(19a322ea-aa69-4701-aa48-8ca32f485e2a),segment_id=19a322ea-aa69-4701-aa48-8ca32f485e2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:18.478588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-01146a83-8f2f-4db9-bdb5-65aa2e533050 None None] Provisioning complete for port 66674555-370d-4acc-b846-7617626947d1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:18.478986 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01146a83-8f2f-4db9-bdb5-65aa2e533050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.499432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70209c96-c479-42c6-9bc2-7ef304ecb2ad req-c23af11f-c641-4087-b89a-15f33911ba4f tempest-VolumesAdminNegativeTest-1296613565 tempest-VolumesAdminNegativeTest-1296613565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6addf707-5d3c-42b0-9df3-994e9f9becf1 HTTP/1.1" status: 200 len: 210 time: 0.1098928 Dec 13 14:50:18.515761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-edf2ab7f-1706-4a6f-a4e4-3b5a328904bb tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1551633 Dec 13 14:50:18.517432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.526927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:18.537707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:57Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:18.558208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-01146a83-8f2f-4db9-bdb5-65aa2e533050 None None] Port 66674555-370d-4acc-b846-7617626947d1 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:18.597491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] Checking router: 79e562fb-f721-42b1-b958-9ebbd7592149 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:18.599498 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.633922 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.641381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:18.642099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:18.644359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5350-580d-47d9-b9f0-fbba8ebefa2a None None] Pushing event updated for resources: {'Port': ['ID=b724f94d-5745-454e-bb1e-10d23e34f946,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:18.716613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.719182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46594) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:18.796146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=40d30d12-83e1-4d5b-9d16-3ce019b472c1,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:18.847998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.875740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.886598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:18.974737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:18.974737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Port': ['ID=66674555-370d-4acc-b846-7617626947d1,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:19.011106 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-17f3c831-62d9-4ae8-a5d0-cd3c9e0296f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.012397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['40d30d12-83e1-4d5b-9d16-3ce019b472c1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:50:19.016229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:19.073021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Allocated IP 172.25.7.113 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/a5690640-6f5e-4c65-8df9-91cbd20aea54) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:19.126974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ab489-8c64-4b12-a9f8-d231968f0fd7 req-721e2459-4c09-4d8a-8477-8fde58730de0 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:19.128646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b79ab489-8c64-4b12-a9f8-d231968f0fd7 req-721e2459-4c09-4d8a-8477-8fde58730de0 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 944 time: 0.3649068 Dec 13 14:50:19.232417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network e6f0963e-fd3a-4268-9527-febe4df7036e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:19.236176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b79ab489-8c64-4b12-a9f8-d231968f0fd7 req-5716ae41-b254-4aa2-8de0-fff3497ce756 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926738 Dec 13 14:50:19.236353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.238601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:19.362897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-17f3c831-62d9-4ae8-a5d0-cd3c9e0296f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.365913 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.432468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:19.436184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-17f3c831-62d9-4ae8-a5d0-cd3c9e0296f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.442104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:19.442104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:19.447788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:19.448396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.495317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-17f3c831-62d9-4ae8-a5d0-cd3c9e0296f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bdbc2200e8a4c38bd6ae912e0f42306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7745197 Dec 13 14:50:19.496023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3c831-62d9-4ae8-a5d0-cd3c9e0296f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a101dae4-f76a-48dc-863f-4ec0d12564cb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:19.499372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:19.583013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=a5690640-6f5e-4c65-8df9-91cbd20aea54,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:19.584723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Router 17bcbe13-6515-4f19-9ace-745e34024b90 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:50:19.590522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77ff62e4-fc25-42f7-bc52-a518030f1fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.635616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46610) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:19.653423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77ff62e4-fc25-42f7-bc52-a518030f1fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.699245 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.712196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:57Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:19.712697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46612) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:19.761585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82d35cf6-184c-4d91-a615-3df76c027c13 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.768498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aad54-e6cf-4446-b1b9-62a22e18a46c None None] The sync data for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 is: [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:40:51Z', 'revision_number': 4, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2b11e7e-1791-4039-ad7a-0f62580be33b', 'name': '', 'network_id': '2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'mac_address': 'fa:16:3e:f9:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:48Z', 'updated_at': '2021-12-13T14:40:57Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'subnets': [{'id': '2ea7149f-b4fb-497b-8eaf-4e337e7d1c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:19.784394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8f408c2f-2674-4eb1-bfde-4c1e57ccb026 None None] Provisioning complete for port 66674555-370d-4acc-b846-7617626947d1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:19.784759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f408c2f-2674-4eb1-bfde-4c1e57ccb026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.804444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] Deleting subnet 1b25779a-cdc1-4c27-bf74-9184bb4b3b9e {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:19.815172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82d35cf6-184c-4d91-a615-3df76c027c13 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.838011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.848492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8f408c2f-2674-4eb1-bfde-4c1e57ccb026 None None] Port 66674555-370d-4acc-b846-7617626947d1 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:19.877441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:19.883990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e05db5d9-73a0-47d4-a42b-dc4881dbc2e8 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "PUT /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8758402 Dec 13 14:50:19.884902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77ff62e4-fc25-42f7-bc52-a518030f1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.887026 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6895818-5e0e-4e56-9ed8-9b7654e7a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.888973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77ff62e4-fc25-42f7-bc52-a518030f1fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.889826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46614) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:19.893354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77ff62e4-fc25-42f7-bc52-a518030f1fb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a101dae4-f76a-48dc-863f-4ec0d12564cb HTTP/1.1" status: 204 len: 168 time: 0.3928020 Dec 13 14:50:19.896285 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] Sync routers for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:19.896698 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.906840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff62e4-fc25-42f7-bc52-a518030f1fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101dae4-f76a-48dc-863f-4ec0d12564cb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:19.918797 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:19.919488 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:19.964389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:19.980008 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:19.990356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:19.990982 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:49:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:20.033202 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:20.034121 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b86871-7dd0-485e-b4af-bb1149552436 None None] The sync data for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:20.072200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9945c2a-8141-4260-b701-fdc3ee1a3829 None None] Network bd044aac-36fa-448f-9827-5ca6f946cfee requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:20.100102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'name': 'network-vif-deleted', 'tag': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:20.102451 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbafc72d-a1ce-49fd-a331-a69c5aae938b" -d '{"events": [{"server_uuid": "6addf707-5d3c-42b0-9df3-994e9f9becf1", "name": "network-vif-deleted", "tag": "53c8d1a8-e24a-485c-85f2-47d6fc0daa59"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:20.113432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.188490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711f7065-b89e-40e7-a4ae-ce7664471c0f None None] New status for floating IP 6dfbbaaa-7119-47a5-895b-ae650905ace7: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:50:20.193791 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a980e8d-2c0f-49e7-a643-7f2500b34df0 x-openstack-request-id: req-5a980e8d-2c0f-49e7-a643-7f2500b34df0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:20.194038 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6addf707-5d3c-42b0-9df3-994e9f9becf1", "name": "network-vif-deleted", "tag": "53c8d1a8-e24a-485c-85f2-47d6fc0daa59", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:20.194353 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a980e8d-2c0f-49e7-a643-7f2500b34df0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:20.194755 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6addf707-5d3c-42b0-9df3-994e9f9becf1', 'name': 'network-vif-deleted', 'tag': '53c8d1a8-e24a-485c-85f2-47d6fc0daa59', 'status': 'completed', 'code': 200} Dec 13 14:50:20.226503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-04956cec-f001-43b3-a26f-0be840d50674 None None] Provisioning complete for port b724f94d-5745-454e-bb1e-10d23e34f946 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:20.227447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04956cec-f001-43b3-a26f-0be840d50674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.270615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82d35cf6-184c-4d91-a615-3df76c027c13 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.273145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82d35cf6-184c-4d91-a615-3df76c027c13 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.274318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82d35cf6-184c-4d91-a615-3df76c027c13 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "DELETE /v2.0/security-groups/f3d689ec-509c-4bf6-b96e-3439c360bccf HTTP/1.1" status: 204 len: 168 time: 0.6377122 Dec 13 14:50:20.278604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46622) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:20.310087 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-c772c869-8ca4-47a6-b03a-deb40eb762ea tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] show failed (client error): The resource could not be found. Dec 13 14:50:20.316501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c772c869-8ca4-47a6-b03a-deb40eb762ea tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "GET /v2.0/security-groups/f3d689ec-509c-4bf6-b96e-3439c360bccf HTTP/1.1" status: 404 len: 347 time: 0.0351207 Dec 13 14:50:20.317433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46626) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:20.333148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d35cf6-184c-4d91-a615-3df76c027c13 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d689ec-509c-4bf6-b96e-3439c360bccf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:20.468726 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04956cec-f001-43b3-a26f-0be840d50674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.501941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294bde-047d-494a-b439-dab2873e1558 req-9838b454-8392-4ff7-97c7-c49979ab92fa tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:20.509706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a6294bde-047d-494a-b439-dab2873e1558 req-9838b454-8392-4ff7-97c7-c49979ab92fa tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 944 time: 0.1373971 Dec 13 14:50:20.515120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-04956cec-f001-43b3-a26f-0be840d50674 None None] For port b724f94d-5745-454e-bb1e-10d23e34f946, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b724f94d-5745-454e-bb1e-10d23e34f946,segment=NetworkSegment(e821ba28-e63c-416e-910f-dde16254c661),segment_id=e821ba28-e63c-416e-910f-dde16254c661)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:20.520595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.527045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.578100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04956cec-f001-43b3-a26f-0be840d50674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.580197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b25779a-cdc1-4c27-bf74-9184bb4b3b9e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:20.589244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a6294bde-047d-494a-b439-dab2873e1558 req-6c64c255-7d72-4f70-8add-72ce47763cff tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687544 Dec 13 14:50:20.591837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.593906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Deleting port 8e086514-0d65-4f78-9142-71f274a3b18d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:20.594301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.599238 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e7140698-a0d3-4bb8-b976-b1c41696ff8a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b25779a-cdc1-4c27-bf74-9184bb4b3b9e HTTP/1.1" status: 204 len: 168 time: 0.8860185 Dec 13 14:50:20.603521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46632) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:20.635931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04956cec-f001-43b3-a26f-0be840d50674 None None] Pushing event updated for resources: {'Port': ['ID=b724f94d-5745-454e-bb1e-10d23e34f946,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:20.679057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:20.697135 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01ad47dc-65b6-43ce-93b7-2becdaad99e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.702847 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.745987 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.746203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.774440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Calling delete_port for 8e086514-0d65-4f78-9142-71f274a3b18d owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:20.788223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.821602 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-5911e229-89a3-4de9-808f-f993decef86c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:50:20.822005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fe594270-4762-4145-97a2-01c004b9c2e0 None None] Provisioning complete for port b724f94d-5745-454e-bb1e-10d23e34f946 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:20.822677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5911e229-89a3-4de9-808f-f993decef86c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "PUT /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9246395 Dec 13 14:50:20.823651 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fe594270-4762-4145-97a2-01c004b9c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.831565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46636) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:20.833205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=a5690640-6f5e-4c65-8df9-91cbd20aea54,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:20.886156 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01ad47dc-65b6-43ce-93b7-2becdaad99e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.949139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01ad47dc-65b6-43ce-93b7-2becdaad99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:20.972273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b724f94d-5745-454e-bb1e-10d23e34f946 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:20.997756 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.024819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-01ad47dc-65b6-43ce-93b7-2becdaad99e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7adf86f52b5d4436a06ff244b5be5e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448486 Dec 13 14:50:21.030462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46638) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:21.035270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b724f94d-5745-454e-bb1e-10d23e34f946 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:21.035649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.049965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad47dc-65b6-43ce-93b7-2becdaad99e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fb4c2c-81c2-46a9-8fbe-7a0686852ba9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:21.071767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.103696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2867a1e-e4d0-41c6-9b88-53eed6d03531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.126889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2867a1e-e4d0-41c6-9b88-53eed6d03531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.156183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.157390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-610ce56f-3ec8-49ee-8098-7478b8b6d0f5 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6353271 Dec 13 14:50:21.163481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdb17ad-794d-487c-864f-2c05e8e7ec91']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:21.172914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.199089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Pushing event deleted for resources: {'Port': ['ID=8e086514-0d65-4f78-9142-71f274a3b18d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:21.210180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:21.210496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ab8c7f-afd7-4dd3-9947-e9f3e08c6fc6') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:21.230249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2867a1e-e4d0-41c6-9b88-53eed6d03531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.231855 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-be090049-b659-484a-be71-a872b28fc130 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.113 HTTP/1.1" status: 200 len: 696 time: 0.0645616 Dec 13 14:50:21.232785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2867a1e-e4d0-41c6-9b88-53eed6d03531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.233471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.233907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2867a1e-e4d0-41c6-9b88-53eed6d03531 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17fb4c2c-81c2-46a9-8fbe-7a0686852ba9 HTTP/1.1" status: 204 len: 168 time: 0.1994052 Dec 13 14:50:21.250606 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.269080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2867a1e-e4d0-41c6-9b88-53eed6d03531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fb4c2c-81c2-46a9-8fbe-7a0686852ba9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:21.287397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.290896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.292698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d7ca750f-4ea7-48fa-9329-aa29700a67a7 tempest-ServerActionsTestJSON-1184174394 tempest-ServerActionsTestJSON-1184174394-project] 10.222.0.24 "DELETE /v2.0/floatingips/6dfbbaaa-7119-47a5-895b-ae650905ace7 HTTP/1.1" status: 204 len: 168 time: 0.9742837 Dec 13 14:50:21.293924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:21.294354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.296046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46642) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:21.315983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 40d30d12-83e1-4d5b-9d16-3ce019b472c1 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:21.332751 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:21.422628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:50:21.429000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:21.429459 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.539217 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.564884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30d12-83e1-4d5b-9d16-3ce019b472c1'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:21.567787 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40efc426-9de9-4ca0-952a-374b7fee5600" -d '{"events": [{"server_uuid": "f42a7fdc-53b8-476e-b3ec-a3cc23681aa1", "name": "network-vif-plugged", "status": "completed", "tag": "40d30d12-83e1-4d5b-9d16-3ce019b472c1"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:21.583053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 40d30d12-83e1-4d5b-9d16-3ce019b472c1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=40d30d12-83e1-4d5b-9d16-3ce019b472c1,segment=NetworkSegment(19a322ea-aa69-4701-aa48-8ca32f485e2a),segment_id=19a322ea-aa69-4701-aa48-8ca32f485e2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:21.640406 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59df92-c6f5-4907-a881-c1ff149cc875 x-openstack-request-id: req-4d59df92-c6f5-4907-a881-c1ff149cc875 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:21.640700 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42a7fdc-53b8-476e-b3ec-a3cc23681aa1", "name": "network-vif-plugged", "status": "completed", "tag": "40d30d12-83e1-4d5b-9d16-3ce019b472c1", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:21.641115 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d59df92-c6f5-4907-a881-c1ff149cc875 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:21.641354 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30d12-83e1-4d5b-9d16-3ce019b472c1', 'code': 200} Dec 13 14:50:21.659131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.755497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=40d30d12-83e1-4d5b-9d16-3ce019b472c1,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:21.802425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c51560-e624-49f2-a45b-9f42c4f085b3 req-f52d478e-77b1-4660-a689-811d32918998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:21.803846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6c51560-e624-49f2-a45b-9f42c4f085b3 req-f52d478e-77b1-4660-a689-811d32918998 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0868340 Dec 13 14:50:21.820744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7670bc-992d-4921-bdb9-ba0d699d758a req-eb35dff4-8298-466a-b39e-79ee89845328 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:21.822261 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd7670bc-992d-4921-bdb9-ba0d699d758a req-eb35dff4-8298-466a-b39e-79ee89845328 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 945 time: 0.1064007 Dec 13 14:50:21.822825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.838258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:21.844788 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9bdb17ad-794d-487c-864f-2c05e8e7ec91 HTTP/1.1" status: 204 len: 168 time: 1.2101703 Dec 13 14:50:21.848292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46662) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:21.886556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20f270-019e-4743-9a78-b5e2be3e2a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdb17ad-794d-487c-864f-2c05e8e7ec91,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:21.894820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-4c1a33d7-dc63-4005-8e58-a449059ec326 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:21.896161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d318679-2bfa-4c74-92f5-6f52f2da0955 req-4c1a33d7-dc63-4005-8e58-a449059ec326 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.6423535 Dec 13 14:50:21.913814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6c51560-e624-49f2-a45b-9f42c4f085b3 req-ca328fde-70e3-4613-8929-744612e01372 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009462 Dec 13 14:50:21.929692 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd7670bc-992d-4921-bdb9-ba0d699d758a req-be54a0da-fbd4-4389-97f4-fe864c7f4612 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756142 Dec 13 14:50:21.936650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] Deleting subnet 1226a4ef-a4db-4def-ab09-6f42fb6f6a79 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:21.944857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.010752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.015207 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.061292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.131749 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.202715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3107-318b-4a6b-81a0-97bc2c645e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.301056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Deleting port c2b11e7e-1791-4039-ad7a-0f62580be33b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:22.301383 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.344268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-e49f78df-f08c-4561-8034-b3d51d815942 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2085660 Dec 13 14:50:22.358615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:22.366299 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.390369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] For port c2b11e7e-1791-4039-ad7a-0f62580be33b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c2b11e7e-1791-4039-ad7a-0f62580be33b,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:22.390739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.407544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Calling delete_port for c2b11e7e-1791-4039-ad7a-0f62580be33b owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:22.408317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1226a4ef-a4db-4def-ab09-6f42fb6f6a79,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:22.416015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.423981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46676) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:22.424112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b2072fb6-d8b2-4aba-b282-250daaf74cca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1226a4ef-a4db-4def-ab09-6f42fb6f6a79 HTTP/1.1" status: 204 len: 168 time: 0.5708618 Dec 13 14:50:22.500935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.536098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.553909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Deleting port 66674555-370d-4acc-b846-7617626947d1 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:22.554262 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.675280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.684686 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.692721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Calling delete_port for 66674555-370d-4acc-b846-7617626947d1 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:22.706498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9deb964-6d97-4b82-8641-f708e096a2d7']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:22.723028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fcd881-1ec8-4961-85c3-7c2ffd321f43') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:22.723320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fcd881-1ec8-4961-85c3-7c2ffd321f43') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:22.754169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.763397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.776867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.783730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:22.784132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:22.785789 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:22.913559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.948593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b11e7e-1791-4039-ad7a-0f62580be33b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:22.954799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.957872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Allocated IP 172.25.7.249 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/19915ab3-7304-46a7-892b-0a70e60a02eb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:22.962646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:22.967298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] 10.222.0.24 "DELETE /v2.0/networks/b9deb964-6d97-4b82-8641-f708e096a2d7 HTTP/1.1" status: 204 len: 168 time: 0.5445583 Dec 13 14:50:23.045714 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6327b8-620a-4b30-926e-b6272a6e19be admin admin] Pushing event deleted for resources: {'Network': ['ID=b9deb964-6d97-4b82-8641-f708e096a2d7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:23.119975 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.178517 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.213844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Port': ['ID=66674555-370d-4acc-b846-7617626947d1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:23.287902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.416253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.510975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:23.524655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.569687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb6f73-303e-4930-9415-376c11dfaef3 req-91e5bb2d-bae2-4e15-b0dc-ec462bf3c8e6 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:23.571473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24cb6f73-303e-4930-9415-376c11dfaef3 req-91e5bb2d-bae2-4e15-b0dc-ec462bf3c8e6 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 945 time: 0.5236313 Dec 13 14:50:23.589375 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.636298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:23.655764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24cb6f73-303e-4930-9415-376c11dfaef3 req-0da95865-1e19-4e67-9884-384feb3b1f95 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772057 Dec 13 14:50:23.682950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=19915ab3-7304-46a7-892b-0a70e60a02eb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:23.685831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:23.693515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:23.730116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-770da0e3-f214-4368-852e-2cee93e0148b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1918acb34f3424e8787f11e882d408e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145796 Dec 13 14:50:23.731239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46708) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:23.743516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Router 17bcbe13-6515-4f19-9ace-745e34024b90 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:23.865406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:23.871602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6ce3d52f-ec55-4cbd-bbd9-eeffb66d2b11 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "PUT /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0354426 Dec 13 14:50:23.871891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0789612-ab04-4230-b537-820e49c06bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.878055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46712) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:23.885887 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] Sync routers for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:23.896292 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:23.897129 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:23.907402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0789612-ab04-4230-b537-820e49c06bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.923714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:23.931013 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-257df1ea-baae-45c6-b420-9f88c691e46f tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] delete failed (client error): The resource could not be found. Dec 13 14:50:23.932743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-257df1ea-baae-45c6-b420-9f88c691e46f tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1355183995 HTTP/1.1" status: 404 len: 335 time: 0.0546286 Dec 13 14:50:23.937078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46714) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:23.939882 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:23.949312 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:23.950179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:23.954494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d70fd16e-3a74-405e-abeb-f9c149763e80 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'router': {'external_gateway_info': {'network_id': '17bcbe13-6515-4f19-9ace-745e34024b90'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:23.960509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Router 79e562fb-f721-42b1-b958-9ebbd7592149 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:23.985486 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:23.986139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be292ea-5840-4000-80bd-c95940255f5d None None] The sync data for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:24.053397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.073479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:24.081764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-29a7f409-550f-4fb4-95d2-8cfa44b2bd1a admin admin] 10.222.0.24 "PUT /v2.0/routers/79e562fb-f721-42b1-b958-9ebbd7592149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7844830 Dec 13 14:50:24.082789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:24.083581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] Sync routers for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:24.093120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:24.093737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:24.171921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0789612-ab04-4230-b537-820e49c06bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.174534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0789612-ab04-4230-b537-820e49c06bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.178512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b0789612-ab04-4230-b537-820e49c06bdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63e75603-40fc-4aa0-a885-aed458691cf4 HTTP/1.1" status: 204 len: 168 time: 0.4462695 Dec 13 14:50:24.199872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0789612-ab04-4230-b537-820e49c06bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e75603-40fc-4aa0-a885-aed458691cf4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:24.228945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:24.234391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d70fd16e-3a74-405e-abeb-f9c149763e80 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.263120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.352108 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.382129 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-d70fd16e-3a74-405e-abeb-f9c149763e80 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] update failed (client error): The resource could not be found. Dec 13 14:50:24.383510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d70fd16e-3a74-405e-abeb-f9c149763e80 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "PUT /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90 HTTP/1.1" status: 404 len: 339 time: 0.4454041 Dec 13 14:50:24.383887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.387144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46720) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:24.428743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:50:22Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:24.455504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] Checking router: 79e562fb-f721-42b1-b958-9ebbd7592149 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:24.456913 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.464845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] Routers {'79e562fb-f721-42b1-b958-9ebbd7592149'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:24.465452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['79e562fb-f721-42b1-b958-9ebbd7592149'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:24.537688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Deleting port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:24.538029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.624575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] Set router 79e562fb-f721-42b1-b958-9ebbd7592149 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:24.660674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46726) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:24.664030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] For port efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:24.664396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.689115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Calling delete_port for efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:24.842482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.917940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:50:22Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:24.931115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f99c534b-0525-4c21-93f6-db5c8eab556b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:24.946893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1739c2-3dc0-431a-a3db-6728e0c1d86b None None] The sync data for ids ['79e562fb-f721-42b1-b958-9ebbd7592149'] in n-d-816954-1 is: [{'id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'name': 'tempest-ServerActionsTestJSON-1240768374-router', 'tenant_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:40:37Z', 'updated_at': '2021-12-13T14:50:22Z', 'revision_number': 5, 'project_id': 'e9b27dd927fa4d9895b59f4a62f46299', 'gw_port': {'id': 'efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e562fb-f721-42b1-b958-9ebbd7592149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:40:38Z', 'updated_at': '2021-12-13T14:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:24.980087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event updated for resources: {'Port': ['ID=19915ab3-7304-46a7-892b-0a70e60a02eb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:25.027424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f046e-1d26-482e-9c3a-3cfb980c7a49 req-c2b98dd3-8d87-468c-b700-9df56584a16e tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:25.029769 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-120f046e-1d26-482e-9c3a-3cfb980c7a49 req-c2b98dd3-8d87-468c-b700-9df56584a16e tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 945 time: 0.2161455 Dec 13 14:50:25.067150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.069776 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.109389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46736) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:25.111344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-120f046e-1d26-482e-9c3a-3cfb980c7a49 req-93468372-a164-4f34-9f37-8a0fd2319275 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Dec 13 14:50:25.122991 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:50:25.136950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f99c534b-0525-4c21-93f6-db5c8eab556b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.155434 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.166912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.187824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.188243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:25.188966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bdda6cbe-2e56-4a9d-85db-6b6ceeaa4b2f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8355336 Dec 13 14:50:25.192591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4ed4a9e4-e6f2-4625-aff6-b5bee439b8ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf08b1d4e56149d7b54507e648e0b628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820310 Dec 13 14:50:25.196660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46740) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:25.250637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f99c534b-0525-4c21-93f6-db5c8eab556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.308088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f99c534b-0525-4c21-93f6-db5c8eab556b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5bc6088a1e64633a689b971754fc044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6463430 Dec 13 14:50:25.308985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:25.309634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c534b-0525-4c21-93f6-db5c8eab556b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271bd8e6-95ad-46a8-9420-08ea525c900d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:25.315041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.372355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-bf7b2efe-33f3-44e3-bbac-45b77716ab7f tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.1031485 Dec 13 14:50:25.424805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.443254 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.548982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-952be6c4-5bb7-4660-ac95-2d26cbfc72ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.549250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088f40d-3599-418d-87cd-b7c42501f2c1 req-9139c6b7-4816-43c5-93e2-44b5468b93aa tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:25.550549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7088f40d-3599-418d-87cd-b7c42501f2c1 req-9139c6b7-4816-43c5-93e2-44b5468b93aa tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.1292586 Dec 13 14:50:25.553909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac37027b-a1a7-4e91-9d2d-fd13d36db867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.590678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac37027b-a1a7-4e91-9d2d-fd13d36db867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.620427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.620991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e562fb-f721-42b1-b958-9ebbd7592149 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:50:25.625601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.629184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-924d0ceb-22e5-4dd8-9d0d-eff0780ba929 admin admin] 10.222.0.24 "DELETE /v2.0/routers/79e562fb-f721-42b1-b958-9ebbd7592149 HTTP/1.1" status: 204 len: 168 time: 1.5429924 Dec 13 14:50:25.630903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46748) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:25.637877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-952be6c4-5bb7-4660-ac95-2d26cbfc72ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.652670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7088f40d-3599-418d-87cd-b7c42501f2c1 req-14a42c5a-3693-45e0-835d-67f71d3c466c tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889418 Dec 13 14:50:25.662872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-d00912f4-3362-4e49-86bb-2028e8844767 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:25.664677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30dba244-72e7-49ca-97ed-2e9e991e56dd req-d00912f4-3362-4e49-86bb-2028e8844767 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2486734 Dec 13 14:50:25.701760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Allocated IP 172.20.0.1 (058897b6-d558-4b6a-8a3e-eab25a8122b0/14a76d4d-16a1-4f0a-93c5-f0ad4bcc2c70/442da312-ac36-454e-bc20-9f5daa7f86a9) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:25.750395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] Deleting subnet 2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:25.761088 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.867820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.868235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b04edc74-15ac-4f01-b3d1-613835fc0e3d req-7b92d804-77aa-4268-bfc8-7323b786d5bd tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips/61cfc8e6-789c-4c15-a685-46e241038dcf HTTP/1.1" status: 200 len: 693 time: 0.1248083 Dec 13 14:50:25.876174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-952be6c4-5bb7-4660-ac95-2d26cbfc72ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.878132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-952be6c4-5bb7-4660-ac95-2d26cbfc72ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.879504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-952be6c4-5bb7-4660-ac95-2d26cbfc72ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abf647bb-74dc-4869-8719-d40b50f11809 HTTP/1.1" status: 204 len: 168 time: 0.6823709 Dec 13 14:50:25.886324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.896963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952be6c4-5bb7-4660-ac95-2d26cbfc72ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf647bb-74dc-4869-8719-d40b50f11809,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:25.977577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac37027b-a1a7-4e91-9d2d-fd13d36db867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.980125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac37027b-a1a7-4e91-9d2d-fd13d36db867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:25.981240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac37027b-a1a7-4e91-9d2d-fd13d36db867 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/271bd8e6-95ad-46a8-9420-08ea525c900d HTTP/1.1" status: 204 len: 168 time: 0.5673480 Dec 13 14:50:25.989981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.014258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37027b-a1a7-4e91-9d2d-fd13d36db867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271bd8e6-95ad-46a8-9420-08ea525c900d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:26.072223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:26.075449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:26.078530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:26.091651 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.110581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Port': ['ID=442da312-ac36-454e-bc20-9f5daa7f86a9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:26.132848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04edc74-15ac-4f01-b3d1-613835fc0e3d req-0a0367a5-5163-4ad7-9693-61dc726085a2 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:26.137338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b04edc74-15ac-4f01-b3d1-613835fc0e3d req-0a0367a5-5163-4ad7-9693-61dc726085a2 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2575696 Dec 13 14:50:26.142524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.196271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-b04edc74-15ac-4f01-b3d1-613835fc0e3d req-abcdf212-e7c4-43b7-b480-f09375883220 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:50:26.197288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b04edc74-15ac-4f01-b3d1-613835fc0e3d req-abcdf212-e7c4-43b7-b480-f09375883220 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269265 Dec 13 14:50:26.337674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa491c-49ac-484f-b080-e85fe541fd78 req-249fcf68-c4ef-4002-813c-491fe02655f6 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:26.343381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4aa491c-49ac-484f-b080-e85fe541fd78 req-249fcf68-c4ef-4002-813c-491fe02655f6 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 945 time: 0.0669441 Dec 13 14:50:26.375302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.386588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4aa491c-49ac-484f-b080-e85fe541fd78 req-1e6be7d3-d20a-42f4-bf63-e7135671afa9 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Dec 13 14:50:26.388064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9c2d2645-698b-4dde-ba18-af023d2729dc None None] Provisioning complete for port 442da312-ac36-454e-bc20-9f5daa7f86a9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:26.389642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2645-698b-4dde-ba18-af023d2729dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.432082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.463227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-32e8c66b-63c7-4fa3-bce6-2fd4845dd9ba tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips/61cfc8e6-789c-4c15-a685-46e241038dcf HTTP/1.1" status: 200 len: 693 time: 0.1432371 Dec 13 14:50:26.463544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d2645-698b-4dde-ba18-af023d2729dc None None] Port 442da312-ac36-454e-bc20-9f5daa7f86a9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:26.472918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea7149f-b4fb-497b-8eaf-4e337e7d1c25,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:26.490129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.490598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dac7dc-9a2c-4689-9b8e-72d2ec9b3618 None None] Network 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:26.493898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd857d35-10de-4df0-8a47-212e3e21bf0c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2ea7149f-b4fb-497b-8eaf-4e337e7d1c25 HTTP/1.1" status: 204 len: 168 time: 0.8569262 Dec 13 14:50:26.505778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46774) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:26.665919 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.702539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-11574586-c845-4808-87dd-b61f9a0e5b14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:26.702539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-11574586-c845-4808-87dd-b61f9a0e5b14 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2311561 Dec 13 14:50:26.802560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-ad991b76-6806-43b4-80bf-16abf492ae89 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.0713725 Dec 13 14:50:26.811479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.898619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.910136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:26.940622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-96c6a014-22af-4dd5-a1dc-6460b18c3374 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.1306686 Dec 13 14:50:26.950512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:26.950512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device efa1e40a-b3e0-4ebd-9b8e-aeeec1e359c0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:26.950512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c2b11e7e-1791-4039-ad7a-0f62580be33b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:26.950893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Deleting port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:26.951223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:26.988927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] DHCP port deletion for 2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:50:26.991105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c2b11e7e-1791-4039-ad7a-0f62580be33b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:26.991614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c2b11e7e-1791-4039-ad7a-0f62580be33b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:27.054091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event updated for resources: {'Port': ['ID=442da312-ac36-454e-bc20-9f5daa7f86a9,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:27.069515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.140473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd9407-6586-4a8f-ba5e-0301a13913bf req-9a559453-9cea-408e-af16-4abfa110b131 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:27.142327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39dd9407-6586-4a8f-ba5e-0301a13913bf req-9a559453-9cea-408e-af16-4abfa110b131 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.1399436 Dec 13 14:50:27.217095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39dd9407-6586-4a8f-ba5e-0301a13913bf req-956c300a-1e99-452e-9633-788efce6f172 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640757 Dec 13 14:50:27.235014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] For port 9cbf6ef6-5bb2-43a6-b578-e03202c68094, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9cbf6ef6-5bb2-43a6-b578-e03202c68094,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:27.236293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.259984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:27.261884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:27.305465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] Deleting port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:27.305465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.305760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Calling delete_port for 9cbf6ef6-5bb2-43a6-b578-e03202c68094 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:27.430709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Router 17bcbe13-6515-4f19-9ace-745e34024b90 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:27.471473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] For port 9cbf6ef6-5bb2-43a6-b578-e03202c68094, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9cbf6ef6-5bb2-43a6-b578-e03202c68094,segment=NetworkSegment(cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1),segment_id=cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:27.472586 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.502302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] Calling delete_port for 9cbf6ef6-5bb2-43a6-b578-e03202c68094 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:27.571269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Deleting port 19915ab3-7304-46a7-892b-0a70e60a02eb {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:27.579572 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.678375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-3ed96e41-3e80-4664-93f2-c376bf5c41ff tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:27.680219 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-3ed96e41-3e80-4664-93f2-c376bf5c41ff tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 945 time: 0.1806707 Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: from cryptography.utils import int_from_bytes Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: from cryptography.utils import int_from_bytes Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.682032 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:27.685054 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:50:27.686030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b5027-0d60-4c69-90a6-83217010f562 req-fa2db846-a00e-4e16-95a1-2dbce4706116 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:27.686132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.686282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a8b5027-0d60-4c69-90a6-83217010f562 req-fa2db846-a00e-4e16-95a1-2dbce4706116 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 945 time: 0.1433299 Dec 13 14:50:27.688302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:27.696302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-60a6bc8e-4621-4102-ad0a-8e8aa1439b5b tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "PUT /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056786 Dec 13 14:50:27.697046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46822) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:27.709903 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] Sync routers for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:27.719375 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.723063 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:27.723368 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:27.755452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbf6ef6-5bb2-43a6-b578-e03202c68094,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:27.768565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] No DVR routers for this DVR port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:27.778967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0d2703a8-6c51-4a77-ad2f-cf48d3e17342 None None] Provisioning complete for port 442da312-ac36-454e-bc20-9f5daa7f86a9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:27.780047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d2703a8-6c51-4a77-ad2f-cf48d3e17342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.782663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba95c4-e1d0-44cc-a2f1-2d21a17692c0 None None] Pushing event deleted for resources: {'Port': ['ID=9cbf6ef6-5bb2-43a6-b578-e03202c68094,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:27.787295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] No DVR routers for this DVR port 9cbf6ef6-5bb2-43a6-b578-e03202c68094 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:27.796769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.797096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.845321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a8b5027-0d60-4c69-90a6-83217010f562 req-fc205e18-8daf-46e7-9842-8e2c4925247b tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/security-groups?id=c27f05a8-fed5-4cef-a109-e26c8c0980ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324952 Dec 13 14:50:27.865324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Calling delete_port for 19915ab3-7304-46a7-892b-0a70e60a02eb owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:27.872677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0d2703a8-6c51-4a77-ad2f-cf48d3e17342 None None] Port 442da312-ac36-454e-bc20-9f5daa7f86a9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:27.937275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bad37aa-9e76-4f1e-9668-11182ffe74df tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:27.979692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.017058 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:28.027026 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:28.031042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:28.031182 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:28.046838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Deleting port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:28.047280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.052357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:28.052655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab8a24e-94f6-4f5d-b9b7-e615aa8b17a1') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:28.063921 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:28.065074 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0132a92-9de3-4eb9-8938-9abbfe305123 None None] The sync data for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:28.085254 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-9bad37aa-9e76-4f1e-9668-11182ffe74df tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 14:50:28.089085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9bad37aa-9e76-4f1e-9668-11182ffe74df tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90 HTTP/1.1" status: 409 len: 329 time: 0.3870013 Dec 13 14:50:28.090304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46826) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:28.109533 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.133477 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.165886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:28.166321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:28.170100 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:28.276004 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] For port 40d30d12-83e1-4d5b-9d16-3ce019b472c1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=40d30d12-83e1-4d5b-9d16-3ce019b472c1,segment=NetworkSegment(19a322ea-aa69-4701-aa48-8ca32f485e2a),segment_id=19a322ea-aa69-4701-aa48-8ca32f485e2a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:28.276667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.291174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Calling delete_port for 40d30d12-83e1-4d5b-9d16-3ce019b472c1 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:28.369818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.369818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.404915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.408173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df HTTP/1.1" status: 204 len: 168 time: 1.9011853 Dec 13 14:50:28.423077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event deleted for resources: {'Port': ['ID=19915ab3-7304-46a7-892b-0a70e60a02eb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:28.428031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19c3cf-fb18-4eb2-96ea-a9558fbeef69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a26a4aa-837a-4fa3-9b6d-bc0cb0ff47df,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:28.529120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.529689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.533609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.534925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5415544e-7290-4f0e-9b27-99b06a62cb47 req-37f1f3ce-0b14-44da-a189-2eb5baab153a tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "DELETE /v2.0/floatingips/61cfc8e6-789c-4c15-a685-46e241038dcf HTTP/1.1" status: 204 len: 173 time: 1.5814052 Dec 13 14:50:28.652579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.664234 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['40d30d12-83e1-4d5b-9d16-3ce019b472c1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:50:28.781460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Pushing event deleted for resources: {'Port': ['ID=40d30d12-83e1-4d5b-9d16-3ce019b472c1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:28.849707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d2471-e0d8-4a4d-816c-98957e1f604c req-acc8ac35-bba8-4a19-b417-7f71cb48ff99 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:28.853265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd7d2471-e0d8-4a4d-816c-98957e1f604c req-acc8ac35-bba8-4a19-b417-7f71cb48ff99 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.1130083 Dec 13 14:50:28.872052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9cbf6ef6-5bb2-43a6-b578-e03202c68094 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:28.909600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46854) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:28.911829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9cbf6ef6-5bb2-43a6-b578-e03202c68094 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:28.912182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9cbf6ef6-5bb2-43a6-b578-e03202c68094 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:28.921769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] No DVR routers for this DVR port 40d30d12-83e1-4d5b-9d16-3ce019b472c1 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:28.929561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:28.932916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-583ba81e-d3fa-4cb8-ae60-af85f956d831 req-8d0053b2-604c-4304-920d-e4e6dff09943 tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.50 "DELETE /v2.0/ports/40d30d12-83e1-4d5b-9d16-3ce019b472c1 HTTP/1.1" status: 204 len: 173 time: 1.2412727 Dec 13 14:50:28.933691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'name': 'network-vif-deleted', 'tag': '40d30d12-83e1-4d5b-9d16-3ce019b472c1'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:28.936296 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21dfc1-200c-47fb-b183-a80ce3e34989" -d '{"events": [{"server_uuid": "f42a7fdc-53b8-476e-b3ec-a3cc23681aa1", "name": "network-vif-deleted", "tag": "40d30d12-83e1-4d5b-9d16-3ce019b472c1"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:28.957494 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd7d2471-e0d8-4a4d-816c-98957e1f604c req-4d028740-16bd-49e2-a78f-b9e838f2efb3 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743146 Dec 13 14:50:29.004043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Deleting port 442da312-ac36-454e-bc20-9f5daa7f86a9 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:29.004424 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.037801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7024ae43-05ea-487f-b681-295cf9f99f6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9b27dd927fa4d9895b59f4a62f46299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269536 Dec 13 14:50:29.038199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d519e8-d788-45ef-a52e-215eb52400df req-8038b427-6205-44c7-bc72-36743dc94011 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:29.039843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-06d519e8-d788-45ef-a52e-215eb52400df req-8038b427-6205-44c7-bc72-36743dc94011 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3798892 Dec 13 14:50:29.040300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46862) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:29.079729 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0183b18-6698-4290-ac2a-d9da656f7ef2 x-openstack-request-id: req-e0183b18-6698-4290-ac2a-d9da656f7ef2 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:29.080022 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42a7fdc-53b8-476e-b3ec-a3cc23681aa1", "name": "network-vif-deleted", "tag": "40d30d12-83e1-4d5b-9d16-3ce019b472c1", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:29.080274 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0183b18-6698-4290-ac2a-d9da656f7ef2 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:29.080675 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42a7fdc-53b8-476e-b3ec-a3cc23681aa1', 'name': 'network-vif-deleted', 'tag': '40d30d12-83e1-4d5b-9d16-3ce019b472c1', 'status': 'completed', 'code': 200} Dec 13 14:50:29.121518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6640b633-87de-4eec-a962-f07f52f19216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.159024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6640b633-87de-4eec-a962-f07f52f19216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.174090 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55727bd7-ee14-476d-8831-e8b13b7178e7 req-8bd69766-56cd-4ff2-bb31-b659ead74caf tempest-ServerAddressesNegativeTestJSON-1383949008 tempest-ServerAddressesNegativeTestJSON-1383949008-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42a7fdc-53b8-476e-b3ec-a3cc23681aa1 HTTP/1.1" status: 200 len: 210 time: 0.0649524 Dec 13 14:50:29.228068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.245463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Calling delete_port for 442da312-ac36-454e-bc20-9f5daa7f86a9 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:29.570712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.594928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f105fbb-6df0-4f63-917a-f9fde40704b4 req-3e10e2eb-5650-40ec-ba21-d1ee4c248c2c tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=0e8e5e54f2ee44309be9bc7a1c2d25ca HTTP/1.1" status: 200 len: 1657 time: 0.4221582 Dec 13 14:50:29.617317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Port': ['ID=442da312-ac36-454e-bc20-9f5daa7f86a9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:29.776914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f105fbb-6df0-4f63-917a-f9fde40704b4 req-c59f7a01-8a59-43e9-9ea3-354557ece990 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:29.782555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f105fbb-6df0-4f63-917a-f9fde40704b4 req-c59f7a01-8a59-43e9-9ea3-354557ece990 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks?id=2f38b908-f409-4661-8b06-3048c9d2566b&id=2f38b908-f409-4661-8b06-3048c9d2566b&id=2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 787 time: 0.1622088 Dec 13 14:50:29.809469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-6f105fbb-6df0-4f63-917a-f9fde40704b4 req-42c005d7-9f9b-491f-a140-a00ac6ad3e71 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:50:29.815429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f105fbb-6df0-4f63-917a-f9fde40704b4 req-42c005d7-9f9b-491f-a140-a00ac6ad3e71 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247595 Dec 13 14:50:29.834622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6640b633-87de-4eec-a962-f07f52f19216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.838220 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.840637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6640b633-87de-4eec-a962-f07f52f19216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:29.853112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6640b633-87de-4eec-a962-f07f52f19216 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dda4b15-777a-4324-b19b-6209d98395d5 HTTP/1.1" status: 204 len: 168 time: 0.8117583 Dec 13 14:50:29.890749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640b633-87de-4eec-a962-f07f52f19216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dda4b15-777a-4324-b19b-6209d98395d5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:30.061240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-9c83d2c1-9f1e-4d56-8625-639f3a351ca7 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips/d15cb754-ab85-4401-9892-a8c05aab51e1 HTTP/1.1" status: 200 len: 693 time: 0.2061450 Dec 13 14:50:30.148611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3d175-2967-4c72-8480-d2290de483e2 req-63214fa2-249c-493c-8c9e-3cf825cde61f tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:30.150136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43b3d175-2967-4c72-8480-d2290de483e2 req-63214fa2-249c-493c-8c9e-3cf825cde61f tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.1729023 Dec 13 14:50:30.254208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-8a8618c9-9938-4172-904b-393e463b8a63 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:30.255744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-8a8618c9-9938-4172-904b-393e463b8a63 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1937051 Dec 13 14:50:30.325311 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-d68d99f1-6bab-4c61-aaac-751f683d6070 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.113 HTTP/1.1" status: 200 len: 696 time: 0.0589473 Dec 13 14:50:30.341191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Deleting port 76c8a88b-48a8-41f5-88ba-a35166e27b00 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:30.341663 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.442612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-925e7b5d-2717-4ddf-98f3-d6e345075769 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.113 HTTP/1.1" status: 200 len: 696 time: 0.1049988 Dec 13 14:50:30.462388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Router 17bcbe13-6515-4f19-9ace-745e34024b90 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:30.475669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ed796-3251-454c-8fba-7336af76a2db req-02b5128c-3189-4648-97ba-91e50d07eb02 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:30.478730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-698ed796-3251-454c-8fba-7336af76a2db req-02b5128c-3189-4648-97ba-91e50d07eb02 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 946 time: 0.0963509 Dec 13 14:50:30.581403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] For port 76c8a88b-48a8-41f5-88ba-a35166e27b00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76c8a88b-48a8-41f5-88ba-a35166e27b00,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:30.582123 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.597731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46924) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:30.623355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:30.634446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-535cbfe2-091f-4ebb-93b1-f36cde4d4fe0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "PUT /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5389915 Dec 13 14:50:30.634446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46930) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:30.637509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] Sync routers for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:30.646562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:30.648384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:30.690715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-698ed796-3251-454c-8fba-7336af76a2db req-ddcf6566-8925-4690-a143-7aeebb6aaf2d tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d249f23-c05a-421f-a5fe-86e6bf891b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819797 Dec 13 14:50:30.699038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:30.709323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] Routers {'17bcbe13-6515-4f19-9ace-745e34024b90'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:30.710262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['17bcbe13-6515-4f19-9ace-745e34024b90'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:30.727842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Deleting port a5690640-6f5e-4c65-8df9-91cbd20aea54 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:30.728322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.749696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:30.750912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c3abc-7c7a-4558-aa8d-f305fde3b28b None None] The sync data for ids ['17bcbe13-6515-4f19-9ace-745e34024b90'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:30.768598 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-64f26071-6c2f-4bbd-9582-cf77f13193f2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] show failed (client error): The resource could not be found. Dec 13 14:50:30.770150 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-64f26071-6c2f-4bbd-9582-cf77f13193f2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1113695258 HTTP/1.1" status: 404 len: 335 time: 0.1348629 Dec 13 14:50:30.772302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46936) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:30.793189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46938) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:30.802164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-31bc6917-ffa8-453d-9461-918d95b2656c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:30.832135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68e4549c-369f-4cb6-a479-b3dd24f5ad68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.847029 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-31bc6917-ffa8-453d-9461-918d95b2656c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] update failed (client error): The resource could not be found. Dec 13 14:50:30.848083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-31bc6917-ffa8-453d-9461-918d95b2656c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1773039571 HTTP/1.1" status: 404 len: 335 time: 0.0517290 Dec 13 14:50:30.856127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] Deleting subnet 8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:30.860133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46942) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:30.881697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.938594 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.938959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.939276 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Floating IP 41c883df-a9fd-4007-9ee8-ca064fb7dd2d disassociated. External IP: 172.25.7.196, port: 76c8a88b-48a8-41f5-88ba-a35166e27b00. Dec 13 14:50:30.939607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Calling delete_port for 76c8a88b-48a8-41f5-88ba-a35166e27b00 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:30.942381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.942667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:30.962800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Calling delete_port for a5690640-6f5e-4c65-8df9-91cbd20aea54 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:30.976780 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.000781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Deleting subnet a7328c86-5fb2-4105-b2af-a5e4addcc730 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:31.009837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.080960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.106848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.167995 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68e4549c-369f-4cb6-a479-b3dd24f5ad68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.226484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.252860 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68e4549c-369f-4cb6-a479-b3dd24f5ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.275616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.280871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.317844 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.320777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event deleted for resources: {'Port': ['ID=76c8a88b-48a8-41f5-88ba-a35166e27b00,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:31.336476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-68e4549c-369f-4cb6-a479-b3dd24f5ad68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abe461a7209b4c679bcb13f6ab9a8de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335913 Dec 13 14:50:31.347062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 40d30d12-83e1-4d5b-9d16-3ce019b472c1 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:31.349398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46956) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:31.355333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4549c-369f-4cb6-a479-b3dd24f5ad68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2b478-c87e-4980-a4d4-a95b2d59c6f3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:31.360519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.366831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf HTTP/1.1" status: 204 len: 168 time: 0.5909271 Dec 13 14:50:31.367855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4dc5e-42c9-428f-b4fa-2a2a82f1c657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8450c3bb-1946-47a4-9b8b-1d5df0a3a5cf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:31.371532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46958) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:31.378332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 40d30d12-83e1-4d5b-9d16-3ce019b472c1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:31.378332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 40d30d12-83e1-4d5b-9d16-3ce019b472c1 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:31.379136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event deleted for resources: {'Port': ['ID=a5690640-6f5e-4c65-8df9-91cbd20aea54,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:31.469064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.481385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.535840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Subnet': ['ID=a7328c86-5fb2-4105-b2af-a5e4addcc730,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:31.536808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:31.550221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b316536-6e21-4f5d-acc9-260f5688ba0d None None] Network bd044aac-36fa-448f-9827-5ca6f946cfee requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:31.558953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.566028 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9be13f42-be42-4393-ae61-9638a18cfeb4 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/subnets/a7328c86-5fb2-4105-b2af-a5e4addcc730 HTTP/1.1" status: 204 len: 168 time: 0.6982927 Dec 13 14:50:31.567400 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.567539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46970) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:31.570771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.572151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9b275a-4494-4ee4-b1b0-ba0e67328815 req-30125baf-8c48-4ef8-8bb0-23a124ab9168 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "DELETE /v2.0/floatingips/d15cb754-ab85-4401-9892-a8c05aab51e1 HTTP/1.1" status: 204 len: 173 time: 1.1202788 Dec 13 14:50:31.576405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f864c12b-edf1-49db-81ad-f073863f9d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.609985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f864c12b-edf1-49db-81ad-f073863f9d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.630352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:31.763188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1903922950-network', 'tenant_id': '86d19e7c855b4565a1ca3d58dfe6a96e'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:31.763904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-37909ca9-aa39-4300-a065-f11ba31f5ed3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips/59d319bf-07ba-4eaa-bfae-8ca1ef6513cc HTTP/1.1" status: 200 len: 693 time: 0.1461003 Dec 13 14:50:31.793150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.807011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] DHCP port deletion for bd044aac-36fa-448f-9827-5ca6f946cfee request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:50:31.846445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:31.851866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f864c12b-edf1-49db-81ad-f073863f9d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.857691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f864c12b-edf1-49db-81ad-f073863f9d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.858905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f864c12b-edf1-49db-81ad-f073863f9d16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6d2b478-c87e-4980-a4d4-a95b2d59c6f3 HTTP/1.1" status: 204 len: 168 time: 0.5087299 Dec 13 14:50:31.861548 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b773354-3844-4d45-b66a-7440967c353e None None] Sync routers for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:31.875474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:31.879349 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:31.885154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] Deleting port b724f94d-5745-454e-bb1e-10d23e34f946 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:31.885659 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:31.932793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde2306b-d024-4dcd-82a0-1d70813f74ba']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:31.934869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69075634-654c-4b05-88d2-22d30a5f75a2 req-9214dc8d-b9b0-42c9-818b-e0151e52d97c tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 210 time: 0.1283343 Dec 13 14:50:32.021046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] For port b724f94d-5745-454e-bb1e-10d23e34f946, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b724f94d-5745-454e-bb1e-10d23e34f946,segment=NetworkSegment(e821ba28-e63c-416e-910f-dde16254c661),segment_id=e821ba28-e63c-416e-910f-dde16254c661)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:32.021446 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.030404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-20e4b2e9-d7fa-42e6-bc3a-d5b4ecec48ac tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:32.032107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-20e4b2e9-d7fa-42e6-bc3a-d5b4ecec48ac tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2335513 Dec 13 14:50:32.038861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Deleting subnet 3a0a8805-226c-41ce-b59d-e21ca1489c81 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:32.053987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a322ea-aa69-4701-aa48-8ca32f485e2a') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:32.054604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a322ea-aa69-4701-aa48-8ca32f485e2a') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:32.057091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.069489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] Calling delete_port for b724f94d-5745-454e-bb1e-10d23e34f946 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:32.085258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Made reservation on behalf of 86d19e7c855b4565a1ca3d58dfe6a96e for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:32.086773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.101451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] No DVR routers for this DVR port 76c8a88b-48a8-41f5-88ba-a35166e27b00 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:32.105494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.111707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43b3d175-2967-4c72-8480-d2290de483e2 req-933e121a-9a57-4559-b4c7-98fd8460e805 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.50 "DELETE /v2.0/ports/76c8a88b-48a8-41f5-88ba-a35166e27b00 HTTP/1.1" status: 204 len: 173 time: 1.9546220 Dec 13 14:50:32.117237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864c12b-edf1-49db-81ad-f073863f9d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2b478-c87e-4980-a4d4-a95b2d59c6f3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:32.123655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'name': 'network-vif-deleted', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:32.126212 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50433067-ce89-4610-b1f1-ef8aefdf1872" -d '{"events": [{"server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "name": "network-vif-deleted", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:32.142774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.151230 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.157398 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:32.159100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-8902f742-97cc-42c9-ac39-3d0c4f26bdc1 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.206 HTTP/1.1" status: 200 len: 696 time: 0.1161921 Dec 13 14:50:32.224216 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb8dbaf-7692-4198-802a-a7251eeb12f5 x-openstack-request-id: req-6cb8dbaf-7692-4198-802a-a7251eeb12f5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:32.224504 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe53b29c-48a6-489a-a4f4-8b65234e3c13", "name": "network-vif-deleted", "tag": "76c8a88b-48a8-41f5-88ba-a35166e27b00", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:32.224765 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cb8dbaf-7692-4198-802a-a7251eeb12f5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:32.225307 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe53b29c-48a6-489a-a4f4-8b65234e3c13', 'name': 'network-vif-deleted', 'tag': '76c8a88b-48a8-41f5-88ba-a35166e27b00', 'status': 'completed', 'code': 200} Dec 13 14:50:32.236203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-a1fa4429-14ed-4d44-b323-623140f20df8 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.206 HTTP/1.1" status: 200 len: 696 time: 0.0685704 Dec 13 14:50:32.268880 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.298803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.325575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.328486 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.342199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] Pushing event deleted for resources: {'Port': ['ID=b724f94d-5745-454e-bb1e-10d23e34f946,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:32.349371 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.358593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:32.358925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:32.362681 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:32.365787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee264020-d6cb-4a7e-b6bc-915ed84b8ed0 None None] No DVR routers for this DVR port b724f94d-5745-454e-bb1e-10d23e34f946 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:32.384028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:32.395369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea53654-9efb-43a2-abb9-12693a2f8b80,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:32.408463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.409119 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Added segment d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb of type vlan for network f022d013-be7f-42db-b983-37524a4cdf5f Dec 13 14:50:32.462214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.555701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Deleting port 78550592-6cce-4038-a6f6-2b53b18a794e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:32.556043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.569241 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:13Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:32.570410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.588305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.589364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:32.590207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.599201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.607691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b773354-3844-4d45-b66a-7440967c353e None None] Checking router: 9b5c5586-896b-4e79-bbfe-0c6963fe7fee for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:32.618496 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:32.619341 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:32.631765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.634445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] 10.222.0.24 "DELETE /v2.0/networks/cde2306b-d024-4dcd-82a0-1d70813f74ba HTTP/1.1" status: 204 len: 168 time: 1.2590868 Dec 13 14:50:32.673065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d05df-7087-4a98-be88-e3f79904255b admin admin] Pushing event deleted for resources: {'Network': ['ID=cde2306b-d024-4dcd-82a0-1d70813f74ba,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:32.674598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46998) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:32.707478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] Pushing event updated for resources: {'Network': ['ID=f022d013-be7f-42db-b983-37524a4cdf5f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:32.722218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f022d013-be7f-42db-b983-37524a4cdf5f details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:32.727858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.728169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.745329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0b72a59b-d676-4e0b-ae3c-42a49af44874 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2006438 Dec 13 14:50:32.748152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47004) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:32.753283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Request body: {'subnet': {'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1903922950-subnet', 'tenant_id': '86d19e7c855b4565a1ca3d58dfe6a96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:32.758423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Calling delete_port for 78550592-6cce-4038-a6f6-2b53b18a794e owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:32.803793 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:32.826889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.874763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Made reservation on behalf of 86d19e7c855b4565a1ca3d58dfe6a96e for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:32.878055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.880141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0a8805-226c-41ce-b59d-e21ca1489c81,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:32.889387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef280d5-0367-4439-b321-a0cc6825a456 None None] Network e6f0963e-fd3a-4268-9527-febe4df7036e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:32.889851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:32.906486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b61a1573-05b6-433e-8e2b-d1dce1925ac2 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/subnets/3a0a8805-226c-41ce-b59d-e21ca1489c81 HTTP/1.1" status: 204 len: 168 time: 1.3321705 Dec 13 14:50:32.991270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47006) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:33.087406 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.133863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event deleted for resources: {'Port': ['ID=78550592-6cce-4038-a6f6-2b53b18a794e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:33.134633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b724f94d-5745-454e-bb1e-10d23e34f946 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:33.134784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-29ff3791-077e-4a23-8041-16c0bd397045 req-388cafe9-099e-461f-bc6e-234dc8d32af3 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe53b29c-48a6-489a-a4f4-8b65234e3c13 HTTP/1.1" status: 200 len: 210 time: 0.0692978 Dec 13 14:50:33.137961 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7b773354-3844-4d45-b66a-7440967c353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:13Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:33.142345 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-211a7dcc-35d8-4fc0-b696-4de4bebf6bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.184938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b724f94d-5745-454e-bb1e-10d23e34f946 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:33.185855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b724f94d-5745-454e-bb1e-10d23e34f946 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:33.198038 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b773354-3844-4d45-b66a-7440967c353e None None] The sync data for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 is: [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:07Z', 'revision_number': 4, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e632402e-dcb6-4f62-8577-1a1e11b2909b', 'name': '', 'network_id': '727e60fa-0070-4399-8190-303e37b4efc6', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'mac_address': 'fa:16:3e:f2:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:06Z', 'updated_at': '2021-12-13T14:48:13Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'subnets': [{'id': 'eac0b0cc-5566-40f2-88f4-4d822166540c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:33.208412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47014) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:33.258349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.350809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] DHCP port deletion for e6f0963e-fd3a-4268-9527-febe4df7036e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:50:33.352563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.356787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.365396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5bfdb37-c44b-4ad4-9571-ba9c5a01e831 req-39deee7c-3f4b-483f-9763-c5a33e6fe4ae tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "DELETE /v2.0/floatingips/59d319bf-07ba-4eaa-bfae-8ca1ef6513cc HTTP/1.1" status: 204 len: 173 time: 1.1278486 Dec 13 14:50:33.413772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76c8a88b-48a8-41f5-88ba-a35166e27b00 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:33.430416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-152a5ff4-66f7-4773-ab58-90a11a8f2778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f38c903f1b5437eaf5acace5b5a908d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183888 Dec 13 14:50:33.430821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47022) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:33.445441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 76c8a88b-48a8-41f5-88ba-a35166e27b00 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:33.445786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76c8a88b-48a8-41f5-88ba-a35166e27b00 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:33.483487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] Deleting port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:33.483868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.511414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f5588328-6e56-45d9-af29-9792504c4679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.550290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f5588328-6e56-45d9-af29-9792504c4679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.571215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-14a38575-fbd7-4f1c-8a56-17c193ca776d tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips/a32d3911-0056-4eb8-b27c-81f0dc3c75d9 HTTP/1.1" status: 200 len: 693 time: 0.1677642 Dec 13 14:50:33.578881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] For port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=46ffbad7-db59-48a3-8cc8-e36ba3c3c95e,segment=NetworkSegment(738aceeb-8b66-474e-b0f1-e1f4cb0472e9),segment_id=738aceeb-8b66-474e-b0f1-e1f4cb0472e9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:33.579288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.598566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] Calling delete_port for 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:33.602709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.667949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef53a3-6690-46af-b451-3e17c09e2bb7 None None] New status for floating IP 41c883df-a9fd-4007-9ee8-ca064fb7dd2d: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:50:33.685565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.737878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f5588328-6e56-45d9-af29-9792504c4679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.740726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f5588328-6e56-45d9-af29-9792504c4679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.742195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f5588328-6e56-45d9-af29-9792504c4679 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c27f05a8-fed5-4cef-a109-e26c8c0980ad HTTP/1.1" status: 204 len: 168 time: 0.3102260 Dec 13 14:50:33.758808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd044aac-36fa-448f-9827-5ca6f946cfee']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:33.762356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5588328-6e56-45d9-af29-9792504c4679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f05a8-fed5-4cef-a109-e26c8c0980ad,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:33.762504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-211a7dcc-35d8-4fc0-b696-4de4bebf6bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.792399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e821ba28-e63c-416e-910f-dde16254c661') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:33.792713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e821ba28-e63c-416e-910f-dde16254c661') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:33.795241 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Pushing event updated for resources: {'Subnet': ['ID=877ac491-9a01-4ab9-a5ea-42818d54f742,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:33.826507 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.842513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-211a7dcc-35d8-4fc0-b696-4de4bebf6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.867521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47030) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:33.871124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-6bc358ce-c76c-4b06-b316-79ad1c059c4c tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:33.878911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-6bc358ce-c76c-4b06-b316-79ad1c059c4c tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.3092918 Dec 13 14:50:33.892447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.898747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Checking segment: {'id': 'd3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:33.899151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Network hostable DHCP agents. Network: f022d013-be7f-42db-b983-37524a4cdf5f, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:50:33.910123 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.936676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] Pushing event deleted for resources: {'Port': ['ID=46ffbad7-db59-48a3-8cc8-e36ba3c3c95e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:33.949508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38a22b-8201-43e6-b9d0-c5d07354428a None None] No DVR routers for this DVR port 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:33.973752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:33.974154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:33.978997 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-211a7dcc-35d8-4fc0-b696-4de4bebf6bfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b7c05b5ca8d47e5a5f5297fbd998745&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3034129 Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:33.979826 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:33.982315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47034) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:33.993330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-d26fbdea-37b1-451f-ace7-940959f79dd8 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.1135495 Dec 13 14:50:34.020392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a7dcc-35d8-4fc0-b696-4de4bebf6bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c86034c-1209-4c57-9487-fef6a46d68cf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:34.039744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-420e6338-e6f7-4da9-8b2c-c314d9a559f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.056232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-703791982-network', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:34.074974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-420e6338-e6f7-4da9-8b2c-c314d9a559f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.095938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-b5d08390-2326-4b55-837e-6bf0b23f7ec7 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0657980 Dec 13 14:50:34.143308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Network f022d013-be7f-42db-b983-37524a4cdf5f is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:34.153726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Made reservation on behalf of a7ce55f5449646da9ad542b24bd83f6d for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:34.156099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.157742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.167389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.207110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.213030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/networks/bd044aac-36fa-448f-9827-5ca6f946cfee HTTP/1.1" status: 204 len: 168 time: 1.2183194 Dec 13 14:50:34.213174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-420e6338-e6f7-4da9-8b2c-c314d9a559f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.214417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-420e6338-e6f7-4da9-8b2c-c314d9a559f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.219974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-420e6338-e6f7-4da9-8b2c-c314d9a559f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c86034c-1209-4c57-9487-fef6a46d68cf HTTP/1.1" status: 204 len: 168 time: 0.2324424 Dec 13 14:50:34.221085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47044) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:34.238888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f022d013-be7f-42db-b983-37524a4cdf5f) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:34.241169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49c3f9-9a11-403b-8b86-d6d495886fa9 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Network': ['ID=bd044aac-36fa-448f-9827-5ca6f946cfee,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:34.248373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:34.249201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.249553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7860074-338c-4833-98aa-91b4883f0bce None None] Network f022d013-be7f-42db-b983-37524a4cdf5f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:34.279751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e6338-e6f7-4da9-8b2c-c314d9a559f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c86034c-1209-4c57-9487-fef6a46d68cf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:34.306946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Deleting port 357806ca-6bef-4997-95e8-1f9a79b9712c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:34.307299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.342352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47054) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:34.392182 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc2212df-8bdf-4f22-a5a9-e1ea7dfb02da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6413488 Dec 13 14:50:34.404138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.411041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.411450 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.428826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Calling delete_port for 357806ca-6bef-4997-95e8-1f9a79b9712c owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:34.481924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5132a-b6f3-46bc-889e-3d3bc6aed7d2 None None] Network f022d013-be7f-42db-b983-37524a4cdf5f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:34.509017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3464921-2ba9-4f28-b7de-7d5f2f91f6bd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.591412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.604896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3464921-2ba9-4f28-b7de-7d5f2f91f6bd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.612350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.642738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f0963e-fd3a-4268-9527-febe4df7036e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:34.662928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738aceeb-8b66-474e-b0f1-e1f4cb0472e9') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:34.663250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738aceeb-8b66-474e-b0f1-e1f4cb0472e9') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:34.674372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.689994 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.697294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:34.697695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:34.700949 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:34.744494 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.777850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.792902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:34.797367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c581df22-f9db-44cf-8ac3-8ced4bd16f36,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:34.807740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.808121 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Added segment 9e38078c-4c68-4888-9107-30130c3cb707 of type vlan for network 10cc7aae-3a37-48c7-b004-3f71a944c774 Dec 13 14:50:34.811180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Pushing event deleted for resources: {'Port': ['ID=357806ca-6bef-4997-95e8-1f9a79b9712c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:34.853527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:34.871751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.886919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:34.886919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 46ffbad7-db59-48a3-8cc8-e36ba3c3c95e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:34.904294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3464921-2ba9-4f28-b7de-7d5f2f91f6bd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.906969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3464921-2ba9-4f28-b7de-7d5f2f91f6bd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.908199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b3464921-2ba9-4f28-b7de-7d5f2f91f6bd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d249f23-c05a-421f-a5fe-86e6bf891b67 HTTP/1.1" status: 204 len: 168 time: 0.5637147 Dec 13 14:50:34.908945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.913498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:34.924560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.928108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/networks/e6f0963e-fd3a-4268-9527-febe4df7036e HTTP/1.1" status: 204 len: 168 time: 0.6948032 Dec 13 14:50:34.936439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47076) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:34.941026 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.944179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:34.945349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e05000d-a8df-4ab4-aed6-9fa647c234f5 req-09ecadc8-d309-437c-bc8d-cf361614cfd3 tempest-FloatingIPDetailsTestJSON-1351349790 tempest-FloatingIPDetailsTestJSON-1351349790-project] 10.222.0.24 "DELETE /v2.0/floatingips/a32d3911-0056-4eb8-b27c-81f0dc3c75d9 HTTP/1.1" status: 204 len: 173 time: 0.8404872 Dec 13 14:50:34.946926 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-f26cd0c5-fc55-4a49-a5ce-29a841daa749 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] show failed (client error): The resource could not be found. Dec 13 14:50:34.947915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f26cd0c5-fc55-4a49-a5ce-29a841daa749 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "GET /v2.0/security-groups/7d249f23-c05a-421f-a5fe-86e6bf891b67 HTTP/1.1" status: 404 len: 347 time: 0.0348692 Dec 13 14:50:34.951208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47078) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:34.953936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47080) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:34.954331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464921-2ba9-4f28-b7de-7d5f2f91f6bd tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d249f23-c05a-421f-a5fe-86e6bf891b67,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:34.959476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4943e-f392-41f4-86bd-e321b13923d0 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Network': ['ID=e6f0963e-fd3a-4268-9527-febe4df7036e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:35.006837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Deleting subnet 14a76d4d-16a1-4f0a-93c5-f0ad4bcc2c70 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:35.010889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.014460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.016354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:35.017127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.121131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.173849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3004782 Dec 13 14:50:35.173849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a880-9dc5-4a3f-b2b7-3a31d8f27f01 admin admin] Pushing event updated for resources: {'Network': ['ID=10cc7aae-3a37-48c7-b004-3f71a944c774,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:35.174228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47092) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:35.181446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Request body: {'subnet': {'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-703791982-subnet', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:35.186342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:35.316074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Made reservation on behalf of a7ce55f5449646da9ad542b24bd83f6d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:35.318595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.371662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47102) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:35.383768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.511845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-315f891c-6831-4b39-a6ec-3538b0aa5dfa tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:35.516101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-315f891c-6831-4b39-a6ec-3538b0aa5dfa tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/networks?id=f022d013-be7f-42db-b983-37524a4cdf5f HTTP/1.1" status: 200 len: 814 time: 0.2780931 Dec 13 14:50:35.569511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-network', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:35.585915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-09069612-5ab9-42c6-86fc-38e04c9b5787 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/quotas/86d19e7c855b4565a1ca3d58dfe6a96e HTTP/1.1" status: 200 len: 375 time: 0.0430417 Dec 13 14:50:35.609022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Deleting port 119c5463-0865-4321-b95a-628b5c7b3be8 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:35.609535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.610361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.743637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.743968 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.763837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Calling delete_port for 119c5463-0865-4321-b95a-628b5c7b3be8 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:35.946918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-4f3d4c3b-499d-478c-86e6-b2ecd402bb9a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86d19e7c855b4565a1ca3d58dfe6a96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3498168 Dec 13 14:50:35.970083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Made reservation on behalf of 3d26d73fb7f04ebdaa233ba742a10ea3 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:35.970083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.989916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Subnet': ['ID=14a76d4d-16a1-4f0a-93c5-f0ad4bcc2c70,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:35.990172 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:35.996862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.002942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-86500bd6-a5bf-4357-8143-9e78ad44b75c tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/subnets/14a76d4d-16a1-4f0a-93c5-f0ad4bcc2c70 HTTP/1.1" status: 204 len: 168 time: 1.0549974 Dec 13 14:50:36.004415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.005630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8dae74-3130-4a73-bf61-0b5a8136bdc4 None None] Network 058897b6-d558-4b6a-8a3e-eab25a8122b0 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:36.016332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47120) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:36.061208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.098449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Pushing event deleted for resources: {'Port': ['ID=119c5463-0865-4321-b95a-628b5c7b3be8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:36.110012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.184076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.187235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.192122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ec9fc3aa-b232-4748-addf-5bf2dd09d2a5 tempest-ServersTestJSON-872635169 tempest-ServersTestJSON-872635169-project] 10.222.0.24 "DELETE /v2.0/floatingips/41c883df-a9fd-4007-9ee8-ca064fb7dd2d HTTP/1.1" status: 204 len: 168 time: 1.2394056 Dec 13 14:50:36.192778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47122) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:36.216823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.265075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a3ed2f-6fbd-4831-8483-db9181918443,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:36.274402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-500f86a7-0e1b-4fc9-8dd0-e6db8fcd4701 service neutron] 10.222.0.24 "GET /v2.0/networks/f022d013-be7f-42db-b983-37524a4cdf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022048 Dec 13 14:50:36.277276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] DHCP port deletion for 058897b6-d558-4b6a-8a3e-eab25a8122b0 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:50:36.307512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Checking segment: {'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:36.307876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Network hostable DHCP agents. Network: 10cc7aae-3a37-48c7-b004-3f71a944c774, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:50:36.339546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] Deleting port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:36.340151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.410993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.421623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] For port 68eb06c7-30fe-4559-871b-5e38c0bd7d86, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=68eb06c7-30fe-4559-871b-5e38c0bd7d86,segment=NetworkSegment(dfe3d94f-2ba8-43e3-9b18-408f10940bd8),segment_id=dfe3d94f-2ba8-43e3-9b18-408f10940bd8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:36.421973 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.442505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] Calling delete_port for 68eb06c7-30fe-4559-871b-5e38c0bd7d86 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:36.452920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Deleting port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:36.453270 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.467827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-905b9ce4-66cf-484e-ae6b-ca9a00378d5d service neutron] 10.222.0.24 "GET /v2.0/networks/f022d013-be7f-42db-b983-37524a4cdf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628060 Dec 13 14:50:36.528171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] For port 68eb06c7-30fe-4559-871b-5e38c0bd7d86, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=68eb06c7-30fe-4559-871b-5e38c0bd7d86,segment=NetworkSegment(dfe3d94f-2ba8-43e3-9b18-408f10940bd8),segment_id=dfe3d94f-2ba8-43e3-9b18-408f10940bd8)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:36.528544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.548015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:36.553113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.558508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Calling delete_port for 68eb06c7-30fe-4559-871b-5e38c0bd7d86 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:36.605592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:36.611942 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.617878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb140bcd-a92d-4138-87ff-013a47b2e4a9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:36.660544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] Pushing event deleted for resources: {'Port': ['ID=68eb06c7-30fe-4559-871b-5e38c0bd7d86,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:36.665674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02075146-c7a6-48ed-b369-dd552379a40f None None] No DVR routers for this DVR port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:36.668791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 10cc7aae-3a37-48c7-b004-3f71a944c774) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:36.672904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.673362 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Added segment f3922d7b-9621-4e6e-ad13-07f31c561621 of type vlan for network 6555681e-e25d-4269-8cae-c47120c449a4 Dec 13 14:50:36.687092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e649b9a3-aa03-44e2-acd0-6f79eb48b4d9 None None] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:36.688649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:36.689367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.721491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Deleting port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:36.721858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.763124 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.811204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.848057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-30559c0c-e35c-4bcb-b6bd-7d608fadf546 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6708174 Dec 13 14:50:36.849068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] No DVR routers for this DVR port 68eb06c7-30fe-4559-871b-5e38c0bd7d86 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:36.851528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Port': ['ID=68eb06c7-30fe-4559-871b-5e38c0bd7d86,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:36.852483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47140) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:36.861561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:36.892671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.893627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:36.894210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.921903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 68eb06c7-30fe-4559-871b-5e38c0bd7d86 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:36.957576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-10cc7aae-3a37-48c7-b004-3f71a944c774', 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'fixed_ips': [{'subnet_id': 'e0a3ed2f-6fbd-4831-8483-db9181918443'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:50:36.958592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:36.962162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 68eb06c7-30fe-4559-871b-5e38c0bd7d86 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:36.962580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 68eb06c7-30fe-4559-871b-5e38c0bd7d86 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:37.016478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ccfc678d-7d5e-4933-9204-e0c60a1debcd req-2898cc77-b5c7-422f-bb8a-1242247856d8 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 210 time: 0.1793134 Dec 13 14:50:37.032395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] For port 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,segment=NetworkSegment(a262ce92-5acd-4917-bb9d-2e4ad11f95cb),segment_id=a262ce92-5acd-4917-bb9d-2e4ad11f95cb)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:37.036856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.054415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Calling delete_port for 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:37.062505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.090726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058897b6-d558-4b6a-8a3e-eab25a8122b0']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:37.115575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Allocated IP 172.20.0.2 (10cc7aae-3a37-48c7-b004-3f71a944c774/e0a3ed2f-6fbd-4831-8483-db9181918443/02f501d0-a20e-47c2-a212-28e1a3f5f5b3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:37.142724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe3d94f-2ba8-43e3-9b18-408f10940bd8') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:37.143022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe3d94f-2ba8-43e3-9b18-408f10940bd8') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:37.165818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.180063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] Pushing event updated for resources: {'Network': ['ID=6555681e-e25d-4269-8cae-c47120c449a4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:37.189690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.191471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 6555681e-e25d-4269-8cae-c47120c449a4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:37.195037 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.197127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.213104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:37.213786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:37.219487 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:37.245859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.302722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b77b44dd-7058-42ab-a945-4feab801f60a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9297900 Dec 13 14:50:37.307449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47152) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:37.316679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Request body: {'subnet': {'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-subnet', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:37.357950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.439613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Made reservation on behalf of 3d26d73fb7f04ebdaa233ba742a10ea3 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:37.442018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.445011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.449533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.453712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/networks/058897b6-d558-4b6a-8a3e-eab25a8122b0 HTTP/1.1" status: 204 len: 168 time: 1.4349167 Dec 13 14:50:37.456495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47158) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:37.471069 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.515900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:37.518781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:37.523951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967407-1a52-4e38-abfa-db151bfd2ab6 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Pushing event deleted for resources: {'Network': ['ID=058897b6-d558-4b6a-8a3e-eab25a8122b0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:37.525015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-338cbe5f-1f2f-429e-a18a-ea29ad1acb45 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "GET /v2.0/ports?device_id=17bcbe13-6515-4f19-9ace-745e34024b90 HTTP/1.1" status: 200 len: 205 time: 0.0674353 Dec 13 14:50:37.526006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:37.527470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:37.529279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Pushing event updated for resources: {'Port': ['ID=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:37.539592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.597221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Attempting to bind port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:37.597592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Attempting to bind port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:37.597952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Attempting to bind port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 on network 10cc7aae-3a37-48c7-b004-3f71a944c774 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:37.603841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:37.607848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Checking segment: {'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:37.607848 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.607848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Bound using segment: {'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:37.607848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Bound port: 02f501d0-a20e-47c2-a212-28e1a3f5f5b3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:37.607848 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.616239 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.643573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:37.652566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae8cc20-52b0-46ea-908c-68a54a967806 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.759354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7db96dda-b358-4d76-b07d-11929590edde None None] For port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:37.763994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7db96dda-b358-4d76-b07d-11929590edde None None] For port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,segment=NetworkSegment(9e38078c-4c68-4888-9107-30130c3cb707),segment_id=9e38078c-4c68-4888-9107-30130c3cb707)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:37.829988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.854099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:37.908627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf6a921-8cf8-4d25-9876-750592c79b89,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:37.936716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db96dda-b358-4d76-b07d-11929590edde None None] Pushing event updated for resources: {'Port': ['ID=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:37.998104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae8cc20-52b0-46ea-908c-68a54a967806 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.013128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.041955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Checking segment: {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:38.042368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Network hostable DHCP agents. Network: 6555681e-e25d-4269-8cae-c47120c449a4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:50:38.066547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae8cc20-52b0-46ea-908c-68a54a967806 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.182326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Network 6555681e-e25d-4269-8cae-c47120c449a4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:38.231525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1177676b-9575-496e-96fc-47aedd398428 req-c01a9673-6483-41ce-bd55-f2977eed3550 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 210 time: 0.0654702 Dec 13 14:50:38.270321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.325569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 6555681e-e25d-4269-8cae-c47120c449a4) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:38.326014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Deleting port e632402e-dcb6-4f62-8577-1a1e11b2909b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:38.326384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.333935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:38.334637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.336497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5c5d4-ff41-43f9-8d68-7578fbf1f598 None None] Network 6555681e-e25d-4269-8cae-c47120c449a4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:38.359132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae8cc20-52b0-46ea-908c-68a54a967806 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.359499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae8cc20-52b0-46ea-908c-68a54a967806 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Fanout notify agent at l3_agent the message router_deleted on router 17bcbe13-6515-4f19-9ace-745e34024b90 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:50:38.409793 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.426078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae8cc20-52b0-46ea-908c-68a54a967806 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.427280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eae8cc20-52b0-46ea-908c-68a54a967806 tempest-RoutersNegativeTest-1732665841 tempest-RoutersNegativeTest-1732665841-project] 10.222.0.24 "DELETE /v2.0/routers/17bcbe13-6515-4f19-9ace-745e34024b90 HTTP/1.1" status: 204 len: 168 time: 0.8983002 Dec 13 14:50:38.447936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.494087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4d1438a5-b5c4-4a78-a471-c7876ac1f31a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1849387 Dec 13 14:50:38.497849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47206) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:38.504962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:38.686114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a253da-33da-424a-baed-038446f98659 None None] Network 6555681e-e25d-4269-8cae-c47120c449a4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:38.687462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Allocated IP 172.25.7.203 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/5426db87-295f-4a07-8459-c77038d518b1) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:38.746872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.830925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] For port e632402e-dcb6-4f62-8577-1a1e11b2909b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e632402e-dcb6-4f62-8577-1a1e11b2909b,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:38.831292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:38.878783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Calling delete_port for e632402e-dcb6-4f62-8577-1a1e11b2909b owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:38.968203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:39.008497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Router a6180300-6302-4e34-8ff7-d6889c12fdc5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:39.023420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:39.023901 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.098101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b248837-16f1-4a13-b197-e462d3dce6e1 None None] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:39.203677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:39.212467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-340f4224-b9c0-45f2-bd71-1b6085e7d1ed admin admin] 10.222.0.24 "PUT /v2.0/routers/a6180300-6302-4e34-8ff7-d6889c12fdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2554159 Dec 13 14:50:39.213706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47210) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:39.217096 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] Sync routers for ids ['a6180300-6302-4e34-8ff7-d6889c12fdc5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:39.229756 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] Routers {'a6180300-6302-4e34-8ff7-d6889c12fdc5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:39.230474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6180300-6302-4e34-8ff7-d6889c12fdc5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:39.345583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.346970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.350598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.382034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.400094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] Set router a6180300-6302-4e34-8ff7-d6889c12fdc5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:39.409740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3b459a5c-18c2-4b59-b2a3-f34cfb9d3482 None None] Provisioning complete for port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:39.410442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b459a5c-18c2-4b59-b2a3-f34cfb9d3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.411318 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.418555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5faeb51e-ab24-406e-909b-69a6ce6b9582 req-51470ba5-f908-47e6-a63a-391260632254 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 210 time: 0.0802257 Dec 13 14:50:39.451573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e632402e-dcb6-4f62-8577-1a1e11b2909b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:39.460771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:39.490062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:39.563836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,segment=NetworkSegment(9e38078c-4c68-4888-9107-30130c3cb707),segment_id=9e38078c-4c68-4888-9107-30130c3cb707)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:39.569342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:39.573184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5426db87-295f-4a07-8459-c77038d518b1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:39.657198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.690916 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.713051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b459a5c-18c2-4b59-b2a3-f34cfb9d3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.767704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:39.785112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.819785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-3b459a5c-18c2-4b59-b2a3-f34cfb9d3482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:50:39.820928 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-3b459a5c-18c2-4b59-b2a3-f34cfb9d3482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:50:39.866688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:39.890739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47220) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:39.901141 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:37Z', 'revision_number': 5, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:39.942429 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] Checking router: a6180300-6302-4e34-8ff7-d6889c12fdc5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:39.952159 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] Routers {'a6180300-6302-4e34-8ff7-d6889c12fdc5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:39.952789 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6180300-6302-4e34-8ff7-d6889c12fdc5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:40.132515 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] Set router a6180300-6302-4e34-8ff7-d6889c12fdc5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:40.170744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47228) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:40.190608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.205631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.369688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:37Z', 'revision_number': 5, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:40.375185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b659562-61e7-4ec5-b22e-e4d962e48b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.383413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:40.488498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b768a5f5-a3f1-4c7a-bff4-c9215047e76f None None] Provisioning complete for port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:40.489109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b768a5f5-a3f1-4c7a-bff4-c9215047e76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.504201 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924d065-7d6e-4a9b-a1f3-d3081fe57cce None None] The sync data for ids ['a6180300-6302-4e34-8ff7-d6889c12fdc5'] in n-d-816954-1 is: [{'id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'name': 'tempest-FloatingIPDetailsTestJSON-1048715041-router', 'tenant_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:00Z', 'updated_at': '2021-12-13T14:50:37Z', 'revision_number': 5, 'project_id': '0e8e5e54f2ee44309be9bc7a1c2d25ca', 'gw_port': {'id': 'a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6180300-6302-4e34-8ff7-d6889c12fdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:01Z', 'updated_at': '2021-12-13T14:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:40.535910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0f647deb-6b8e-4cd6-9770-fe43fad2cbcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86112ba08fb046a887c51d4125057cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409419 Dec 13 14:50:40.551945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47234) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:40.629201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-558fbcac-742e-461d-9e94-df8037890973 req-f448ddb7-59ea-4941-945e-205910f4645a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 210 time: 0.0820801 Dec 13 14:50:40.665529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:40.676241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] Sync routers for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:40.679437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-22bf83b1-ddab-410e-8f07-a952c7ce3de3 admin admin] 10.222.0.24 "PUT /v2.0/routers/9b5c5586-896b-4e79-bbfe-0c6963fe7fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4819059 Dec 13 14:50:40.679437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:40.687828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:40.688695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:40.693401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d77fed4d-968b-4135-b13b-42ce51be5358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.796610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d77fed4d-968b-4135-b13b-42ce51be5358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.812086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:40.830725 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b659562-61e7-4ec5-b22e-e4d962e48b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.866331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.952463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b659562-61e7-4ec5-b22e-e4d962e48b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.960242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-895a1446-a782-4dfe-8815-92c7d3dac950 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:40.961762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-895a1446-a782-4dfe-8815-92c7d3dac950 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.55 "GET /v2.0/networks?id=f022d013-be7f-42db-b983-37524a4cdf5f HTTP/1.1" status: 200 len: 814 time: 0.6318219 Dec 13 14:50:40.967913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Deleting port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:40.969681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:40.991256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Request body: {'port': {'device_id': '02443133-1950-4396-ba04-70cca4377b9b', 'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f', 'admin_state_up': True, 'tenant_id': '86d19e7c855b4565a1ca3d58dfe6a96e'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:41.011353 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4b659562-61e7-4ec5-b22e-e4d962e48b1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=080565177c094f46a9c90a3155754947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8287024 Dec 13 14:50:41.012064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b659562-61e7-4ec5-b22e-e4d962e48b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48242e54-bbf0-4710-b3f0-73d686235cc0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:41.014971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47238) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:41.055755 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d77fed4d-968b-4135-b13b-42ce51be5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.055983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d77fed4d-968b-4135-b13b-42ce51be5358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.071543 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d77fed4d-968b-4135-b13b-42ce51be5358 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc63dd92-6019-4d3f-a478-ec5ce1f112c1 HTTP/1.1" status: 204 len: 168 time: 0.5104942 Dec 13 14:50:41.096941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:50:39Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:41.113012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] For port a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:41.113012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.125951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Calling delete_port for a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:41.145051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:41.148782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] Checking router: 9b5c5586-896b-4e79-bbfe-0c6963fe7fee for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:41.171175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fed4d-968b-4135-b13b-42ce51be5358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc63dd92-6019-4d3f-a478-ec5ce1f112c1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:41.181899 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.192746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6af45a86-ef2d-453b-8cb1-666db80d657c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.203825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] Routers {'9b5c5586-896b-4e79-bbfe-0c6963fe7fee'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:41.204931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:41.218773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6af45a86-ef2d-453b-8cb1-666db80d657c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.323905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:41.324302 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.328408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Deleting port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:41.328932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.368924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] Set router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:41.389337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.397806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6af45a86-ef2d-453b-8cb1-666db80d657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.404358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6af45a86-ef2d-453b-8cb1-666db80d657c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.404358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6af45a86-ef2d-453b-8cb1-666db80d657c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48242e54-bbf0-4710-b3f0-73d686235cc0 HTTP/1.1" status: 204 len: 168 time: 0.3840821 Dec 13 14:50:41.423201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af45a86-ef2d-453b-8cb1-666db80d657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48242e54-bbf0-4710-b3f0-73d686235cc0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:41.440759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] For port 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:41.441228 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.456453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Calling delete_port for 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:41.584704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:41.626136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:41.626707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9e99a31d-0f23-4fc1-ae4a-613f1f3e0dba not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:41.658786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:50:39Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:41.686993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Made reservation on behalf of 86d19e7c855b4565a1ca3d58dfe6a96e for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:41.690663 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.701943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b60bb-492a-4f18-9ab5-6a5e69f7c736 None None] The sync data for ids ['9b5c5586-896b-4e79-bbfe-0c6963fe7fee'] in n-d-816954-1 is: [{'id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'name': 'tempest-ServersTestJSON-1992735516-router', 'tenant_id': '5b7169e9bfcb40b59ded82d9854c87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:50:39Z', 'revision_number': 5, 'project_id': '5b7169e9bfcb40b59ded82d9854c87de', 'gw_port': {'id': '88ea3d1b-3cb1-4ea0-9622-250d1d55fea1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5c5586-896b-4e79-bbfe-0c6963fe7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:48:02Z', 'updated_at': '2021-12-13T14:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:41.769550 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94c12eb0-e587-440f-8c06-39032047dece req-d7d328c6-5ed7-4dd5-afd8-6bae1bc019b8 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 210 time: 0.0309703 Dec 13 14:50:41.771361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.799614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Pushing event deleted for resources: {'Port': ['ID=88ea3d1b-3cb1-4ea0-9622-250d1d55fea1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:41.866937 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.870652 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.949631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.971359 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.973562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:41.987686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.031145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:42.092992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.093218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5c5586-896b-4e79-bbfe-0c6963fe7fee {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:50:42.103957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.105753 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-24e7f36c-341e-4df3-ae0c-42afdb7fee5f admin admin] 10.222.0.24 "DELETE /v2.0/routers/9b5c5586-896b-4e79-bbfe-0c6963fe7fee HTTP/1.1" status: 204 len: 168 time: 1.4214063 Dec 13 14:50:42.115181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47266) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:42.228485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Allocated IP 172.20.0.9 (f022d013-be7f-42db-b983-37524a4cdf5f/877ac491-9a01-4ab9-a5ea-42818d54f742/ac0156b9-bba8-4763-adb1-877a8b2f5c56) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:42.280548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.298258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47272) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:42.299341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] Deleting subnet eac0b0cc-5566-40f2-88f4-4d822166540c {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:42.311531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.313255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.317987 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca35c-54ee-429a-b6cf-3155f7a4ff40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.372612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47274) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:42.418095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca35c-54ee-429a-b6cf-3155f7a4ff40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.497841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca35c-54ee-429a-b6cf-3155f7a4ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.524777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Allocated IP 172.25.7.218 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b341fdde-fa5a-4994-a35d-82d70c2a6c96) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:42.535920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.539464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.560581 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e0391a40-366b-4137-b512-0b5f6a818818 tempest-ServiceProvidersTest-856717087 tempest-ServiceProvidersTest-856717087-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1804872 Dec 13 14:50:42.569038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ca35c-54ee-429a-b6cf-3155f7a4ff40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a4f913-952f-483c-8d6c-055d84238539,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:42.573826 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d0ca35c-54ee-429a-b6cf-3155f7a4ff40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9073d6c656784a5c8f27f21d5c8be852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742596 Dec 13 14:50:42.577038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47280) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:42.584910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.636318 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27690006-875d-4181-8dae-84317e58a246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.658289 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27690006-875d-4181-8dae-84317e58a246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.766031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27690006-875d-4181-8dae-84317e58a246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.768737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27690006-875d-4181-8dae-84317e58a246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.772943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-27690006-875d-4181-8dae-84317e58a246 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8a4f913-952f-483c-8d6c-055d84238539 HTTP/1.1" status: 204 len: 168 time: 0.1918933 Dec 13 14:50:42.778737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27690006-875d-4181-8dae-84317e58a246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a4f913-952f-483c-8d6c-055d84238539,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:42.863851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.900469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3d584fd-0869-4998-abc4-010274785f92 req-a57a2bda-18fc-4cdf-8cc1-60d495368ddf tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 210 time: 0.0310230 Dec 13 14:50:42.921192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.922449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6180300-6302-4e34-8ff7-d6889c12fdc5 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:50:42.951422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:42.955521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47288) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:42.967595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eea69939-15d7-4fb5-a980-2916a7bf7eec admin admin] 10.222.0.24 "DELETE /v2.0/routers/a6180300-6302-4e34-8ff7-d6889c12fdc5 HTTP/1.1" status: 204 len: 168 time: 3.7487428 Dec 13 14:50:43.013311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.022773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] Deleting subnet 29298136-caa4-4d72-a329-19421e63bf52 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:50:43.029328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.047338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e632402e-dcb6-4f62-8577-1a1e11b2909b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:43.047819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.078449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e632402e-dcb6-4f62-8577-1a1e11b2909b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:43.079763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e632402e-dcb6-4f62-8577-1a1e11b2909b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:43.080396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:43.085047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.115966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:43.116533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88ea3d1b-3cb1-4ea0-9622-250d1d55fea1 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:43.173943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.187625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Router bede1435-87f4-41d6-885d-cdac288a16d6 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:50:43.191033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.203184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47294) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:43.230464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac0b0cc-5566-40f2-88f4-4d822166540c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:43.234851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab2fca0-40f4-4f56-a8c5-f378e5614215 None None] Network 727e60fa-0070-4399-8190-303e37b4efc6 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:43.237519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.241568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-80e19487-55fc-4dd5-a030-951a43000f50 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eac0b0cc-5566-40f2-88f4-4d822166540c HTTP/1.1" status: 204 len: 168 time: 1.1210780 Dec 13 14:50:43.252748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47300) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:43.362775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:43.376301 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Sync routers for ids ['bede1435-87f4-41d6-885d-cdac288a16d6'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:43.384828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.387424 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.389537 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Routers {'bede1435-87f4-41d6-885d-cdac288a16d6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:43.390167 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bede1435-87f4-41d6-885d-cdac288a16d6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:43.413682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.455022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cb4da6b9-4527-43e6-bf03-5b7eccbf91bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.456908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29298136-caa4-4d72-a329-19421e63bf52,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:43.468293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.474832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.478401 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e179a51e-ed56-4742-9f98-0440f086ee48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/29298136-caa4-4d72-a329-19421e63bf52 HTTP/1.1" status: 204 len: 168 time: 0.5214939 Dec 13 14:50:43.480858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabc68e-ab68-4195-84f9-f3a5dc1d8f37 None None] Network 9ac713c0-9d99-417f-9651-fa164d48496e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:43.486074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47308) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:43.509855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Pushing event updated for resources: {'Port': ['ID=b341fdde-fa5a-4994-a35d-82d70c2a6c96,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:43.521616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:43.524336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:43.532470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:43.532902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] DHCP port deletion for 727e60fa-0070-4399-8190-303e37b4efc6 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:50:43.580348 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cb4da6b9-4527-43e6-bf03-5b7eccbf91bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.580828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Network f022d013-be7f-42db-b983-37524a4cdf5f is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:43.604424 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Set router bede1435-87f4-41d6-885d-cdac288a16d6 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:43.680486 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cb4da6b9-4527-43e6-bf03-5b7eccbf91bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.711193 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.737898 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.742544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] Deleting port 3e578d15-593f-47d8-b22f-0c00e1657a99 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:43.743285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.746552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-92acff0b-c76b-431f-a7ff-536fe90522a5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8872371 Dec 13 14:50:43.746552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:43.757727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4da6b9-4527-43e6-bf03-5b7eccbf91bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b143759-e5f0-4321-99fc-6d6c8cb227d6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:43.767673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cb4da6b9-4527-43e6-bf03-5b7eccbf91bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=378e0c6bbe3f419b83df44c6712b6d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634358 Dec 13 14:50:43.793132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47314) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:43.855200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Deleting port 3e578d15-593f-47d8-b22f-0c00e1657a99 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:43.855538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.871044 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:50:40Z', 'revision_number': 3, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:43.909151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] For port 3e578d15-593f-47d8-b22f-0c00e1657a99, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e578d15-593f-47d8-b22f-0c00e1657a99,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:43.909151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.915167 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Checking router: bede1435-87f4-41d6-885d-cdac288a16d6 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:43.915882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08b6eb6d-daa8-4663-abdd-605ee745a964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:43.916195 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Updating router bede1435-87f4-41d6-885d-cdac288a16d6 port 5426db87-295f-4a07-8459-c77038d518b1 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:50:43.949341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] Calling delete_port for 3e578d15-593f-47d8-b22f-0c00e1657a99 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:43.954753 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.008799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Deleting port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:44.009159 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.020092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] DHCP port deletion for 9ac713c0-9d99-417f-9651-fa164d48496e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:50:44.029811 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08b6eb6d-daa8-4663-abdd-605ee745a964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.109833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] For port 3e578d15-593f-47d8-b22f-0c00e1657a99, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e578d15-593f-47d8-b22f-0c00e1657a99,segment=NetworkSegment(a63f3f6a-4b92-4a21-8589-2282359a2580),segment_id=a63f3f6a-4b92-4a21-8589-2282359a2580)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:44.110669 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.111471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] Deleting port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:44.111971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.195861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Calling delete_port for 3e578d15-593f-47d8-b22f-0c00e1657a99 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:44.211969 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.235734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] For port 0cff83f3-042b-4cd1-a721-1e1cf01fa891, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0cff83f3-042b-4cd1-a721-1e1cf01fa891,segment=NetworkSegment(a262ce92-5acd-4917-bb9d-2e4ad11f95cb),segment_id=a262ce92-5acd-4917-bb9d-2e4ad11f95cb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:44.237840 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.237956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] For port 0cff83f3-042b-4cd1-a721-1e1cf01fa891, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0cff83f3-042b-4cd1-a721-1e1cf01fa891,segment=NetworkSegment(a262ce92-5acd-4917-bb9d-2e4ad11f95cb),segment_id=a262ce92-5acd-4917-bb9d-2e4ad11f95cb)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:44.237956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.251679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Calling delete_port for 0cff83f3-042b-4cd1-a721-1e1cf01fa891 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:44.311178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] No DVR routers for this DVR port 3e578d15-593f-47d8-b22f-0c00e1657a99 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:44.317055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457633cf-c923-4904-b6b0-d2f6a6a834e3 None None] Pushing event deleted for resources: {'Port': ['ID=3e578d15-593f-47d8-b22f-0c00e1657a99,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.322394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] Calling delete_port for 0cff83f3-042b-4cd1-a721-1e1cf01fa891 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:44.359005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:44.361607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:44.423853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:44.424919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5713-64b3-4dc1-b2b0-e4f119069374 req-1c11c83a-131c-4924-b239-d54b96dde68a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:44.429498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.435534 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec1a5713-64b3-4dc1-b2b0-e4f119069374 req-1c11c83a-131c-4924-b239-d54b96dde68a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 931 time: 0.3877299 Dec 13 14:50:44.441966 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.459296 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.501469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.503929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cff83f3-042b-4cd1-a721-1e1cf01fa891,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.537255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] Pushing event deleted for resources: {'Port': ['ID=0cff83f3-042b-4cd1-a721-1e1cf01fa891,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.541275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb8709-55fc-4c3f-a2a4-e1056acd2aa2 None None] No DVR routers for this DVR port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:44.548249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5742395 Dec 13 14:50:44.554414 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.558264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] No DVR routers for this DVR port 0cff83f3-042b-4cd1-a721-1e1cf01fa891 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:44.604745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec1a5713-64b3-4dc1-b2b0-e4f119069374 req-0cb3bd94-e975-4e7e-9949-532826f802c2 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664565 Dec 13 14:50:44.611723 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Attempting to bind port 5426db87-295f-4a07-8459-c77038d518b1 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:44.612289 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Attempting to bind port 5426db87-295f-4a07-8459-c77038d518b1 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:44.612829 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Attempting to bind port 5426db87-295f-4a07-8459-c77038d518b1 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:44.614478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.616138 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bbb38-fabb-4e3e-952f-83c906feee01 None None] Pushing event updated for resources: {'Port': ['ID=5426db87-295f-4a07-8459-c77038d518b1,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.620955 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:44.623543 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:44.623543 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.623543 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:44.623543 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Bound port: 5426db87-295f-4a07-8459-c77038d518b1, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:44.623543 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.626398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Request body: {'port': {'device_id': '02443133-1950-4396-ba04-70cca4377b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:44.659734 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08b6eb6d-daa8-4663-abdd-605ee745a964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.662330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08b6eb6d-daa8-4663-abdd-605ee745a964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.663469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-08b6eb6d-daa8-4663-abdd-605ee745a964 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b143759-e5f0-4321-99fc-6d6c8cb227d6 HTTP/1.1" status: 204 len: 168 time: 0.8693371 Dec 13 14:50:44.682989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.685000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6eb6d-daa8-4663-abdd-605ee745a964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b143759-e5f0-4321-99fc-6d6c8cb227d6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.693600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdc89d-5bdb-4776-b5a0-862c6d28d2b3 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Pushing event updated for resources: {'Port': ['ID=ac0156b9-bba8-4763-adb1-877a8b2f5c56,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.694863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.733322 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] For port 5426db87-295f-4a07-8459-c77038d518b1, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:44.736916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e578d15-593f-47d8-b22f-0c00e1657a99,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.737891 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] For port 5426db87-295f-4a07-8459-c77038d518b1, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5426db87-295f-4a07-8459-c77038d518b1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:44.746485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] No DVR routers for this DVR port 3e578d15-593f-47d8-b22f-0c00e1657a99 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:50:44.753415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac713c0-9d99-417f-9651-fa164d48496e']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:44.788053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:44.788393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a262ce92-5acd-4917-bb9d-2e4ad11f95cb') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:44.794228 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.809280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.836325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.861980 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.876286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.889003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:44.889419 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:44.891157 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:44.894124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727e60fa-0070-4399-8190-303e37b4efc6']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:44.906852 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bbb38-fabb-4e3e-952f-83c906feee01 None None] Pushing event updated for resources: {'Port': ['ID=5426db87-295f-4a07-8459-c77038d518b1,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:44.915632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:44.946834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63f3f6a-4b92-4a21-8589-2282359a2580') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:44.947429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63f3f6a-4b92-4a21-8589-2282359a2580') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:44.949221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:44.949645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a7f78c14-6018-4ac1-9bb4-d7b7f1d945b7 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:44.950133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e578d15-593f-47d8-b22f-0c00e1657a99 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:44.953538 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Routers {'bede1435-87f4-41d6-885d-cdac288a16d6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:44.954181 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bede1435-87f4-41d6-885d-cdac288a16d6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:44.968722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.986962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.995162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:50:44.995583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:50:44.998358 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:50:45.013525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3e578d15-593f-47d8-b22f-0c00e1657a99 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:45.013969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e578d15-593f-47d8-b22f-0c00e1657a99 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:45.014915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0cff83f3-042b-4cd1-a721-1e1cf01fa891 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:50:45.053125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.058800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0cff83f3-042b-4cd1-a721-1e1cf01fa891 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:50:45.059229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0cff83f3-042b-4cd1-a721-1e1cf01fa891 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:50:45.068823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.072887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ac713c0-9d99-417f-9651-fa164d48496e HTTP/1.1" status: 204 len: 168 time: 1.5853736 Dec 13 14:50:45.091473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84dc29-907b-44f5-8b22-17713b7b0e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac713c0-9d99-417f-9651-fa164d48496e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:45.152297 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] Set router bede1435-87f4-41d6-885d-cdac288a16d6 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:45.167013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.175618 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.185567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/727e60fa-0070-4399-8190-303e37b4efc6 HTTP/1.1" status: 204 len: 168 time: 1.9310644 Dec 13 14:50:45.212070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848a37-65ee-4696-ad62-66acff7343b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=727e60fa-0070-4399-8190-303e37b4efc6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:45.305664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.352310 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:50:40Z', 'revision_number': 3, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:45.393119 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f16402-dc02-4f9b-9fe8-fddb817f0234 None None] The sync data for ids ['bede1435-87f4-41d6-885d-cdac288a16d6'] in n-d-816954-1 is: [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:50:40Z', 'revision_number': 3, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:45.463032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47350) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:45.513767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.536353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.567358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0156b9-bba8-4763-adb1-877a8b2f5c56 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:50:45.572093 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-084408bc-911d-4019-9e46-63a8fe80ede8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e8e5e54f2ee44309be9bc7a1c2d25ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045907 Dec 13 14:50:45.575204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47354) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:45.582888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.642425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Transition to ACTIVE for port object ac0156b9-bba8-4763-adb1-877a8b2f5c56 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:50:45.696188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d07281c-cda3-4eb2-8af6-41b9167c099e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.733363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Router 2c8ad154-e705-4a5f-87db-0ece9a60d306 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:50:45.742170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.746828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d07281c-cda3-4eb2-8af6-41b9167c099e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:45.767645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47360) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:45.900831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0156b9-bba8-4763-adb1-877a8b2f5c56,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:45.901251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecacbae-6ea7-4814-a068-bded4ca71182 req-76b1ca8b-2b68-417e-8fe2-0d0afe78d763 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:45.909225 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ecacbae-6ea7-4814-a068-bded4ca71182 req-76b1ca8b-2b68-417e-8fe2-0d0afe78d763 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 943 time: 0.1722589 Dec 13 14:50:45.921857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-165d7704-6bb2-4915-bca4-8d834b1099a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b7169e9bfcb40b59ded82d9854c87de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483030 Dec 13 14:50:45.923363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47364) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:45.987394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ecacbae-6ea7-4814-a068-bded4ca71182 req-e2d1a9ce-005a-41c3-9b47-e7ac383a43de tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766890 Dec 13 14:50:46.035991 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d994b18-8a13-44e9-953d-8611cfadffac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.048521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d07281c-cda3-4eb2-8af6-41b9167c099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.051622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d07281c-cda3-4eb2-8af6-41b9167c099e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.055617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2d07281c-cda3-4eb2-8af6-41b9167c099e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3b704d2-8491-4650-88c1-7400f6489276 HTTP/1.1" status: 204 len: 168 time: 0.4756765 Dec 13 14:50:46.076405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07281c-cda3-4eb2-8af6-41b9167c099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b704d2-8491-4650-88c1-7400f6489276,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:46.091735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d994b18-8a13-44e9-953d-8611cfadffac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.155246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Allocated IP 172.20.0.1 (10cc7aae-3a37-48c7-b004-3f71a944c774/e0a3ed2f-6fbd-4831-8483-db9181918443/3e71cb15-07b6-4010-abad-a2a8729feb8a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:46.204990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Attempting to bind port ac0156b9-bba8-4763-adb1-877a8b2f5c56 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:46.209772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Attempting to bind port ac0156b9-bba8-4763-adb1-877a8b2f5c56 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'd3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:46.209772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Attempting to bind port ac0156b9-bba8-4763-adb1-877a8b2f5c56 on network f022d013-be7f-42db-b983-37524a4cdf5f {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:46.229091 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d994b18-8a13-44e9-953d-8611cfadffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.233169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Port ac0156b9-bba8-4763-adb1-877a8b2f5c56 on network f022d013-be7f-42db-b983-37524a4cdf5f not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:50:46.238323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Attempting to bind port ac0156b9-bba8-4763-adb1-877a8b2f5c56 on network f022d013-be7f-42db-b983-37524a4cdf5f {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:46.238463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d994b18-8a13-44e9-953d-8611cfadffac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.238463 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5d994b18-8a13-44e9-953d-8611cfadffac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f99765bc-c3f7-44b4-b902-f49455cea59a HTTP/1.1" status: 204 len: 168 time: 0.3110433 Dec 13 14:50:46.245107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d994b18-8a13-44e9-953d-8611cfadffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99765bc-c3f7-44b4-b902-f49455cea59a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:46.279858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:46.280394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Checking segment: {'id': 'd3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:46.280847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Bound using segment: {'id': 'd3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:46.281363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Bound port: ac0156b9-bba8-4763-adb1-877a8b2f5c56, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:46.281807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.293840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:46.305018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Sync routers for ids ['2c8ad154-e705-4a5f-87db-0ece9a60d306'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:46.320684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Routers {'2c8ad154-e705-4a5f-87db-0ece9a60d306'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:46.321726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2c8ad154-e705-4a5f-87db-0ece9a60d306'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:46.369033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] For port ac0156b9-bba8-4763-adb1-877a8b2f5c56, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:46.373003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] For port ac0156b9-bba8-4763-adb1-877a8b2f5c56, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ac0156b9-bba8-4763-adb1-877a8b2f5c56,segment=NetworkSegment(d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb),segment_id=d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:46.422724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.530376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.548103 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.552213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d649d28c-f895-4fff-b023-63fb89f71418 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0510499 Dec 13 14:50:46.558192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47382) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:46.603947 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.613076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:46.613821 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.615484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac0156b9-bba8-4763-adb1-877a8b2f5c56 HTTP/1.1" status: 200 len: 1091 time: 1.9973683 Dec 13 14:50:46.633576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02443133-1950-4396-ba04-70cca4377b9b', 'tag': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:46.633576 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907dd269-50c9-4ce7-ba3a-6b2f3d3c4f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "02443133-1950-4396-ba04-70cca4377b9b", "tag": "ac0156b9-bba8-4763-adb1-877a8b2f5c56"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:46.633576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013a01b-254f-46c2-bf4d-0a892607db71 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0156b9-bba8-4763-adb1-877a8b2f5c56,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:46.676877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:46.680371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:46.685304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:46.719247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Set router 2c8ad154-e705-4a5f-87db-0ece9a60d306 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:46.750932 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c55d09c-4ef3-4da7-b304-259ac4b63e37 x-openstack-request-id: req-8c55d09c-4ef3-4da7-b304-259ac4b63e37 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:46.759232 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02443133-1950-4396-ba04-70cca4377b9b", "tag": "ac0156b9-bba8-4763-adb1-877a8b2f5c56", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:46.759553 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c55d09c-4ef3-4da7-b304-259ac4b63e37 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:46.760482 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02443133-1950-4396-ba04-70cca4377b9b', 'tag': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56', 'status': 'completed', 'code': 200} Dec 13 14:50:46.888951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Pushing event updated for resources: {'Port': ['ID=3e71cb15-07b6-4010-abad-a2a8729feb8a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:46.914142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:46.935502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5426db87-295f-4a07-8459-c77038d518b1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:46.940472 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.067111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd269-50c9-4ce7-ba3a-6b2f3d3c4f4b req-16ce9aa6-e02f-4b16-9f4e-f1c16c156d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:47.070826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-907dd269-50c9-4ce7-ba3a-6b2f3d3c4f4b req-16ce9aa6-e02f-4b16-9f4e-f1c16c156d76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86d19e7c855b4565a1ca3d58dfe6a96e&device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 1094 time: 0.3090174 Dec 13 14:50:47.122886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5426db87-295f-4a07-8459-c77038d518b1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:47.123256 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.221863 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.248690 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-be1c5272-490e-449c-9930-6ecda8c3b4c0 None None] Provisioning complete for port 3e71cb15-07b6-4010-abad-a2a8729feb8a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:47.249232 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be1c5272-490e-449c-9930-6ecda8c3b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.298099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df1265-4114-49ff-b6b6-e5f18da28965 req-28ce9aaa-cdfb-4d52-848e-26f2b6d88e13 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:47.301485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80df1265-4114-49ff-b6b6-e5f18da28965 req-28ce9aaa-cdfb-4d52-848e-26f2b6d88e13 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 943 time: 0.1605132 Dec 13 14:50:47.343047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd269-50c9-4ce7-ba3a-6b2f3d3c4f4b req-c71c9ad6-da94-44a3-a399-12baaa14ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:47.344841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-907dd269-50c9-4ce7-ba3a-6b2f3d3c4f4b req-c71c9ad6-da94-44a3-a399-12baaa14ef2d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=86d19e7c855b4565a1ca3d58dfe6a96e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2645948 Dec 13 14:50:47.357837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-be1c5272-490e-449c-9930-6ecda8c3b4c0 None None] Port 3e71cb15-07b6-4010-abad-a2a8729feb8a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:47.367689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:50:43Z', 'revision_number': 3, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port': {'id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:41Z', 'updated_at': '2021-12-13T14:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:47.409442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Checking router: 2c8ad154-e705-4a5f-87db-0ece9a60d306 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:47.409884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Updating router 2c8ad154-e705-4a5f-87db-0ece9a60d306 port b341fdde-fa5a-4994-a35d-82d70c2a6c96 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:50:47.443814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.494976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.549922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 5426db87-295f-4a07-8459-c77038d518b1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5426db87-295f-4a07-8459-c77038d518b1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:47.620204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47408) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:47.625293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.765304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=5426db87-295f-4a07-8459-c77038d518b1,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:47.852433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.959210 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:47.988112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80df1265-4114-49ff-b6b6-e5f18da28965 req-3c827370-10c2-4b93-bbf1-785ab9a62512 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577840 Dec 13 14:50:48.002307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd269-50c9-4ce7-ba3a-6b2f3d3c4f4b req-047aae88-ab67-4825-a167-c0aa41e614a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:48.003837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-907dd269-50c9-4ce7-ba3a-6b2f3d3c4f4b req-047aae88-ab67-4825-a167-c0aa41e614a9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6461585 Dec 13 14:50:48.034461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.065897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9e435bee-e7d1-4098-bd4f-631a7d94589a tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:48.084665 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.091913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Allocated IP 172.20.0.1 (6555681e-e25d-4269-8cae-c47120c449a4/baf6a921-8cf8-4d25-9876-750592c79b89/2d1f4d2f-21bb-4108-b4b8-61e6f630d056) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:48.093255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Attempting to bind port b341fdde-fa5a-4994-a35d-82d70c2a6c96 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:48.093719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Attempting to bind port b341fdde-fa5a-4994-a35d-82d70c2a6c96 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:48.094542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Attempting to bind port b341fdde-fa5a-4994-a35d-82d70c2a6c96 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:48.105003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:48.105294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:48.105621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.107091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:48.107431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Bound port: b341fdde-fa5a-4994-a35d-82d70c2a6c96, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:48.109736 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.113255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33f378-982f-421f-a58b-457369bd61d1 None None] Pushing event updated for resources: {'Port': ['ID=b341fdde-fa5a-4994-a35d-82d70c2a6c96,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:48.140881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-89138f4d-57c5-457c-ad0b-1407f52b9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:48.142873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-89138f4d-57c5-457c-ad0b-1407f52b9ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86d19e7c855b4565a1ca3d58dfe6a96e&device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 1094 time: 0.0558224 Dec 13 14:50:48.170420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] For port b341fdde-fa5a-4994-a35d-82d70c2a6c96, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:48.173957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] For port b341fdde-fa5a-4994-a35d-82d70c2a6c96, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b341fdde-fa5a-4994-a35d-82d70c2a6c96,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:48.212487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-79a227f5-9cda-4ec4-ae23-c80610c95bf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0156b9-bba8-4763-adb1-877a8b2f5c56 HTTP/1.1" status: 200 len: 217 time: 0.0612526 Dec 13 14:50:48.213572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.245115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.259922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.296111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9e435bee-e7d1-4098-bd4f-631a7d94589a tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "PUT /v2.0/quotas/7c9396fc055f4cd1bd71ad945ffbe873 HTTP/1.1" status: 200 len: 366 time: 0.6716552 Dec 13 14:50:48.296321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47424) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:48.312404 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d805816c-a13b-4bf7-91dd-1e9686fc0e87 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0126796 Dec 13 14:50:48.312646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47426) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:48.324743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33f378-982f-421f-a58b-457369bd61d1 None None] Pushing event updated for resources: {'Port': ['ID=b341fdde-fa5a-4994-a35d-82d70c2a6c96,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:48.329828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b10ed882-46b8-492a-896d-f3c3b8deaa11 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "GET /v2.0/quotas/7c9396fc055f4cd1bd71ad945ffbe873 HTTP/1.1" status: 200 len: 366 time: 0.0138674 Dec 13 14:50:48.330103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47428) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:48.334820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Pushing event updated for resources: {'Port': ['ID=3e71cb15-07b6-4010-abad-a2a8729feb8a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:48.340488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.343766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Routers {'2c8ad154-e705-4a5f-87db-0ece9a60d306'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:48.344408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2c8ad154-e705-4a5f-87db-0ece9a60d306'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:48.345239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-0e832f4e-d5be-4815-8366-ff12f59d3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:48.350907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-0e832f4e-d5be-4815-8366-ff12f59d3fed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=877ac491-9a01-4ab9-a5ea-42818d54f742 HTTP/1.1" status: 200 len: 854 time: 0.0825644 Dec 13 14:50:48.380419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-d3d5d908-0e14-428f-a28d-8f7b8d7b55f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f022d013-be7f-42db-b983-37524a4cdf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265605 Dec 13 14:50:48.430143 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.435283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6be23ced-1068-4952-a2b8-0bcf91a8263b tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/7c9396fc055f4cd1bd71ad945ffbe873 HTTP/1.1" status: 204 len: 168 time: 0.1014066 Dec 13 14:50:48.473607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] Set router 2c8ad154-e705-4a5f-87db-0ece9a60d306 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:48.486690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47434) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:48.490442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Pushing event updated for resources: {'Port': ['ID=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:48.508077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-97f07d9f-45e4-4bda-b937-8bf2a0e9e375 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0125291 Dec 13 14:50:48.508986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47436) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:48.511746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Network 6555681e-e25d-4269-8cae-c47120c449a4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:48.514226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:48.516245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:48.520128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-c1d36bc3-3b92-46ab-9d6d-99a9c351fa81 service neutron] 10.222.0.55 "GET /v2.0/networks/f022d013-be7f-42db-b983-37524a4cdf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299813 Dec 13 14:50:48.529358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-887cd3a7-2373-4a75-8bad-3ebdbd8951db tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "GET /v2.0/quotas/7c9396fc055f4cd1bd71ad945ffbe873 HTTP/1.1" status: 200 len: 370 time: 0.0161166 Dec 13 14:50:48.530102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47438) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:48.542748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ff24ff5f-99cc-4c7b-8b96-9d74aecf0923 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "GET /v2.0/quotas/7c9396fc055f4cd1bd71ad945ffbe873/default HTTP/1.1" status: 200 len: 370 time: 0.0050824 Dec 13 14:50:48.551945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:48.564830 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-e12a8767-fb84-42f7-8ef2-742332c1192d tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] delete failed (client error): The resource could not be found. Dec 13 14:50:48.568508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e12a8767-fb84-42f7-8ef2-742332c1192d tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/7c9396fc055f4cd1bd71ad945ffbe873 HTTP/1.1" status: 404 len: 348 time: 0.0130193 Dec 13 14:50:48.568508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:48.628983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:48.636932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:48.695505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f751ec77-cd7c-4bc3-be79-7cd484ed1877 req-8be43d0c-0924-44e1-bd2c-c7de3a10983e service neutron] 10.222.0.55 "GET /v2.0/networks/f022d013-be7f-42db-b983-37524a4cdf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658368 Dec 13 14:50:48.716610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:50:43Z', 'revision_number': 3, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port': {'id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:41Z', 'updated_at': '2021-12-13T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:48.751631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4e57c-6ff0-4573-8068-2910abaa4ee8 None None] The sync data for ids ['2c8ad154-e705-4a5f-87db-0ece9a60d306'] in n-d-816954-1 is: [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:50:43Z', 'revision_number': 3, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port': {'id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:41Z', 'updated_at': '2021-12-13T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:48.829933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Router bede1435-87f4-41d6-885d-cdac288a16d6 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:48.875029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5426db87-295f-4a07-8459-c77038d518b1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:48.935441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.011998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5426db87-295f-4a07-8459-c77038d518b1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:49.013130 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.017297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-868a1510-33f4-4881-8919-ca55e51034ea None None] Provisioning complete for port 3e71cb15-07b6-4010-abad-a2a8729feb8a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:49.017803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-868a1510-33f4-4881-8919-ca55e51034ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.068073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:49.089815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e5e46ee5-6ba7-4865-b64e-d899042eec59 admin admin] 10.222.0.24 "PUT /v2.0/routers/bede1435-87f4-41d6-885d-cdac288a16d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3416326 Dec 13 14:50:49.090063 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Sync routers for ids ['bede1435-87f4-41d6-885d-cdac288a16d6'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:49.103094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Routers {'bede1435-87f4-41d6-885d-cdac288a16d6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:49.104642 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bede1435-87f4-41d6-885d-cdac288a16d6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:49.108562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-868a1510-33f4-4881-8919-ca55e51034ea None None] Port 3e71cb15-07b6-4010-abad-a2a8729feb8a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:50:49.173656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e2da-fcf9-4e2c-91dc-69eac090c1d5 req-bc26e167-e907-495c-8e06-245954a8bb4f tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:49.182194 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b098e2da-fcf9-4e2c-91dc-69eac090c1d5 req-bc26e167-e907-495c-8e06-245954a8bb4f tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 943 time: 0.0734041 Dec 13 14:50:49.189672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47460) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:49.249782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b098e2da-fcf9-4e2c-91dc-69eac090c1d5 req-69ebbb87-8f1b-4300-b7c3-807dbda3f83f tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665355 Dec 13 14:50:49.251116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:network and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.275769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.288266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:subnet and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.298707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.318149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:subnetpool and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.332719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.334048 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.344846 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Set router bede1435-87f4-41d6-885d-cdac288a16d6 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:49.350647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:port and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.363057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.379866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:router and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.386287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.394618 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.395459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:floatingip and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.401649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.466900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:security_group and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.484939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.503196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Usage tracker for resource:security_group_rule and tenant:cbb6f10580a34123bc1ceee995f05729 is out of sync, need to count used quota {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 14:50:49.513707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.quota.resource [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102823) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 13 14:50:49.520156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e3dafa19-6934-49c8-b63c-99e9bd3bc380 tempest-QuotasTest-197588122 tempest-QuotasTest-197588122-project-admin] 10.222.0.24 "GET /v2.0/quotas/cbb6f10580a34123bc1ceee995f05729/details.json HTTP/1.1" status: 200 len: 703 time: 0.3294137 Dec 13 14:50:49.554544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Pushing event updated for resources: {'Port': ['ID=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:49.561403 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.655622 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '3e71cb15-07b6-4010-abad-a2a8729feb8a', 'name': '', 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'mac_address': 'fa:16:3e:9a:ee:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e0a3ed2f-6fbd-4831-8483-db9181918443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:45Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 2, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'subnets': [{'id': 'e0a3ed2f-6fbd-4831-8483-db9181918443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:49.685085 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Checking router: bede1435-87f4-41d6-885d-cdac288a16d6 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:49.685822 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Updating router bede1435-87f4-41d6-885d-cdac288a16d6 port 3e71cb15-07b6-4010-abad-a2a8729feb8a binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:50:49.693098 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Network 6555681e-e25d-4269-8cae-c47120c449a4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:49.695001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:49.722846 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.817618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-adf75ed5-7a85-49f0-a34f-70d3562386ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:49.859738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Router 2c8ad154-e705-4a5f-87db-0ece9a60d306 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:50:50.070139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:50:50.078668 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-57abe736-b5c9-4cb0-bffc-6b13c29759ea admin admin] 10.222.0.24 "PUT /v2.0/routers/2c8ad154-e705-4a5f-87db-0ece9a60d306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5238905 Dec 13 14:50:50.099520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6654ea0b-190c-42a2-adf5-da8057fe112d tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1524146 Dec 13 14:50:50.114324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:50.216602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.230261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47488) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:50.264329 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.336772 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.343990 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.394040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03b4df-efb6-4c76-b96c-adcfc9fbc196 req-4935426b-a090-4053-8a01-31698c32a20a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:50.410865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b03b4df-efb6-4c76-b96c-adcfc9fbc196 req-4935426b-a090-4053-8a01-31698c32a20a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 943 time: 0.0816655 Dec 13 14:50:50.424783 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1b2ab-71d3-4f25-aca0-a9a3c2155b52 None None] Pushing event updated for resources: {'Port': ['ID=3e71cb15-07b6-4010-abad-a2a8729feb8a,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:50.482865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b03b4df-efb6-4c76-b96c-adcfc9fbc196 req-49b1ca7b-c04c-4061-9eb8-5aa7435d3a29 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689614 Dec 13 14:50:50.507087 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Attempting to bind port 3e71cb15-07b6-4010-abad-a2a8729feb8a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:50.507434 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Attempting to bind port 3e71cb15-07b6-4010-abad-a2a8729feb8a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:50.507954 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Attempting to bind port 3e71cb15-07b6-4010-abad-a2a8729feb8a on network 10cc7aae-3a37-48c7-b004-3f71a944c774 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:50.513976 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:50.514363 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Checking segment: {'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:50.514761 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.515207 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Bound using segment: {'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:50.515665 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Bound port: 3e71cb15-07b6-4010-abad-a2a8729feb8a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e38078c-4c68-4888-9107-30130c3cb707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:50.516040 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.547997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Allocated IP 172.25.7.151 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/c12113dc-2a21-4395-8efc-a2b09b9ca2b3) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:50.585779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1003054033-network', 'tenant_id': 'b94924dcda5c45cd80764a6501f3c35f'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:50.596319 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] For port 3e71cb15-07b6-4010-abad-a2a8729feb8a, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:50.599898 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] For port 3e71cb15-07b6-4010-abad-a2a8729feb8a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e71cb15-07b6-4010-abad-a2a8729feb8a,segment=NetworkSegment(9e38078c-4c68-4888-9107-30130c3cb707),segment_id=9e38078c-4c68-4888-9107-30130c3cb707)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:50.623909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47500) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:50.675023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Made reservation on behalf of b94924dcda5c45cd80764a6501f3c35f for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:50.675301 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.680384 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.692828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.750269 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.772928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9125a158-5868-4493-963c-e00f10a12fcd None None] Provisioning complete for port 3e71cb15-07b6-4010-abad-a2a8729feb8a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:50.792754 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9125a158-5868-4493-963c-e00f10a12fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.821479 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Routers {'bede1435-87f4-41d6-885d-cdac288a16d6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:50.830161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bede1435-87f4-41d6-885d-cdac288a16d6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:50.848286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.922261 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1b2ab-71d3-4f25-aca0-a9a3c2155b52 None None] Pushing event updated for resources: {'Port': ['ID=3e71cb15-07b6-4010-abad-a2a8729feb8a,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:50.925993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.926624 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:50.985355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b341fdde-fa5a-4994-a35d-82d70c2a6c96 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:50.993658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:51.029617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0450b9e3-119e-441c-81dd-967d6d7b156e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:51.045127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.045276 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] Set router bede1435-87f4-41d6-885d-cdac288a16d6 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:51.045548 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Added segment 8680032f-8858-4e3a-849d-36f71f25a674 of type vlan for network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 Dec 13 14:50:51.088088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:51.093434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:51.099628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:51.116355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9125a158-5868-4493-963c-e00f10a12fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.155583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.198760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47516) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:51.200906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9125a158-5868-4493-963c-e00f10a12fcd None None] For port 3e71cb15-07b6-4010-abad-a2a8729feb8a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e71cb15-07b6-4010-abad-a2a8729feb8a,segment=NetworkSegment(9e38078c-4c68-4888-9107-30130c3cb707),segment_id=9e38078c-4c68-4888-9107-30130c3cb707)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:51.205237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Pushing event updated for resources: {'Port': ['ID=c12113dc-2a21-4395-8efc-a2b09b9ca2b3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:51.215224 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fad40c85-529b-48e6-a177-d765fd4d3075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.226896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b341fdde-fa5a-4994-a35d-82d70c2a6c96 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:51.227186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.292015 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9125a158-5868-4493-963c-e00f10a12fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.334809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fad40c85-529b-48e6-a177-d765fd4d3075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.337516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.339075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:51.339912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.346299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.376226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.407640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Sync routers for ids ['2c8ad154-e705-4a5f-87db-0ece9a60d306'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:50:51.417570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fad40c85-529b-48e6-a177-d765fd4d3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.449202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b341fdde-fa5a-4994-a35d-82d70c2a6c96, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b341fdde-fa5a-4994-a35d-82d70c2a6c96,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:51.466103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125a158-5868-4493-963c-e00f10a12fcd None None] Pushing event updated for resources: {'Port': ['ID=3e71cb15-07b6-4010-abad-a2a8729feb8a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:51.487418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ac0156b9-bba8-4763-adb1-877a8b2f5c56 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:50:51.507359 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '3e71cb15-07b6-4010-abad-a2a8729feb8a', 'name': '', 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'mac_address': 'fa:16:3e:9a:ee:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e0a3ed2f-6fbd-4831-8483-db9181918443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:45Z', 'updated_at': '2021-12-13T14:50:50Z', 'revision_number': 4, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'subnets': [{'id': 'e0a3ed2f-6fbd-4831-8483-db9181918443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:51.511562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.524303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fad40c85-529b-48e6-a177-d765fd4d3075 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79e05ffff1bc418593e92b78778dafab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8967385 Dec 13 14:50:51.530094 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.538956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3074198 Dec 13 14:50:51.539171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Routers {'2c8ad154-e705-4a5f-87db-0ece9a60d306'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:51.539711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47528) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:51.540013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2c8ad154-e705-4a5f-87db-0ece9a60d306'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:51.540160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47530) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:51.561550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7718587c-4166-4bc7-8ac2-f28b00fee694 None None] Provisioning complete for port 3e71cb15-07b6-4010-abad-a2a8729feb8a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:51.562156 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7718587c-4166-4bc7-8ac2-f28b00fee694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.562756 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6c500-2b39-4b5b-ae2d-5309a03205fb None None] The sync data for ids ['bede1435-87f4-41d6-885d-cdac288a16d6'] in n-d-816954-1 is: [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '3e71cb15-07b6-4010-abad-a2a8729feb8a', 'name': '', 'network_id': '10cc7aae-3a37-48c7-b004-3f71a944c774', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'mac_address': 'fa:16:3e:9a:ee:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e0a3ed2f-6fbd-4831-8483-db9181918443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:45Z', 'updated_at': '2021-12-13T14:50:50Z', 'revision_number': 4, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'subnets': [{'id': 'e0a3ed2f-6fbd-4831-8483-db9181918443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:51.590483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927f852-c938-4924-b208-051c6fd33667 admin admin] Pushing event updated for resources: {'Network': ['ID=a148afb5-d788-40d9-9a3b-1f72ad05c3e8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:51.657300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Request body: {'subnet': {'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1003054033-subnet', 'tenant_id': 'b94924dcda5c45cd80764a6501f3c35f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:51.662010 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3036771e-a053-4f96-9df4-79d29f66ef8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.700932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad40c85-529b-48e6-a177-d765fd4d3075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30a66d-b531-403f-b82e-29b72a56640f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:51.731057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:51.785978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.resource_extend [None req-354c70ed-6fdc-406a-8952-056886439749 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:50:51.838908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.900853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6820be6-d4a3-4500-8df9-152d5f53da92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.952747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-b56abe4d-bfc8-49a9-98fe-b36bf935453a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:51.954345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-b56abe4d-bfc8-49a9-98fe-b36bf935453a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 819 time: 0.2716005 Dec 13 14:50:51.956525 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6820be6-d4a3-4500-8df9-152d5f53da92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.960300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:51.973341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b341fdde-fa5a-4994-a35d-82d70c2a6c96,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:51.979141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Made reservation on behalf of b94924dcda5c45cd80764a6501f3c35f for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:51.981559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.023180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Pushing event updated for resources: {'Port': ['ID=c12113dc-2a21-4395-8efc-a2b09b9ca2b3,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:52.084770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.151152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-f6ed3874-88a3-4ddd-8e99-9d4ad305b358 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/quotas/3d26d73fb7f04ebdaa233ba742a10ea3 HTTP/1.1" status: 200 len: 375 time: 0.1823313 Dec 13 14:50:52.156813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3036771e-a053-4f96-9df4-79d29f66ef8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.164144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.174596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-6153421a-2aff-4b83-beda-bef58466c7fb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0677459 Dec 13 14:50:52.201770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47548) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:52.229066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3036771e-a053-4f96-9df4-79d29f66ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.238941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-5e6eb39c-a737-47cc-96c4-861bc5b8870b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790956 Dec 13 14:50:52.258123 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6820be6-d4a3-4500-8df9-152d5f53da92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.260852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6820be6-d4a3-4500-8df9-152d5f53da92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.262064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c6820be6-d4a3-4500-8df9-152d5f53da92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a30a66d-b531-403f-b82e-29b72a56640f HTTP/1.1" status: 204 len: 168 time: 0.6824532 Dec 13 14:50:52.292046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Set router 2c8ad154-e705-4a5f-87db-0ece9a60d306 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:52.292216 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-03b44c91-9455-4218-b18e-445022db6039 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1137633 Dec 13 14:50:52.333978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ac0156b9-bba8-4763-adb1-877a8b2f5c56, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ac0156b9-bba8-4763-adb1-877a8b2f5c56,segment=NetworkSegment(d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb),segment_id=d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:52.346186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d8d59371-f0c0-486d-90c4-7bb7c9b3ffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.357027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56', 'network_id': 'f022d013-be7f-42db-b983-37524a4cdf5f', 'port_id': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56', 'mac_address': 'fa:16:3e:bb:43:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877ac491-9a01-4ab9-a5ea-42818d54f742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:50:52.439054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3036771e-a053-4f96-9df4-79d29f66ef8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2f684d6bda94c4bbce0fb9bc072e916&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2390220 Dec 13 14:50:52.443308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:52.457320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036771e-a053-4f96-9df4-79d29f66ef8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5810872-8116-4e12-a0c7-53b52cef00f2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:52.464645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0f68de-a154-4134-be04-2f7899c5ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.493435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.513078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0156b9-bba8-4763-adb1-877a8b2f5c56 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:50:52.554212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-0f637943-9484-43b5-accd-64e64d90fb02 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:52.555958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-331cba74-1e46-4d8e-a93e-f5d6ed901d05 req-0f637943-9484-43b5-accd-64e64d90fb02 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.2627878 Dec 13 14:50:52.560719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ac0156b9-bba8-4763-adb1-877a8b2f5c56, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ac0156b9-bba8-4763-adb1-877a8b2f5c56,segment=NetworkSegment(d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb),segment_id=d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:52.562721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62494fe1-e8a6-49b3-a40e-90d47472679a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.565833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820be6-d4a3-4500-8df9-152d5f53da92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30a66d-b531-403f-b82e-29b72a56640f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:52.625148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62494fe1-e8a6-49b3-a40e-90d47472679a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.637003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:50:48Z', 'revision_number': 4, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port': {'id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:41Z', 'updated_at': '2021-12-13T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2d1f4d2f-21bb-4108-b4b8-61e6f630d056', 'name': '', 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'mac_address': 'fa:16:3e:02:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:47Z', 'updated_at': '2021-12-13T14:50:49Z', 'revision_number': 2, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'subnets': [{'id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:52.668119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.673965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Checking router: 2c8ad154-e705-4a5f-87db-0ece9a60d306 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:50:52.674389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Updating router 2c8ad154-e705-4a5f-87db-0ece9a60d306 port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:50:52.737143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.760299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-3f14c975-0e46-46ff-804f-36c6ae41ca23 service neutron] 10.222.0.24 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716730 Dec 13 14:50:52.813218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62494fe1-e8a6-49b3-a40e-90d47472679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.816260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62494fe1-e8a6-49b3-a40e-90d47472679a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:52.817745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-62494fe1-e8a6-49b3-a40e-90d47472679a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5810872-8116-4e12-a0c7-53b52cef00f2 HTTP/1.1" status: 204 len: 168 time: 0.3722024 Dec 13 14:50:52.860515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62494fe1-e8a6-49b3-a40e-90d47472679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5810872-8116-4e12-a0c7-53b52cef00f2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:52.892109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb265fe-363d-4e67-86de-7d19c8ac63d1 req-20d2af2a-dad4-4005-8a2a-13ea6d8b5d81 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:52.901194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6cb265fe-363d-4e67-86de-7d19c8ac63d1 req-20d2af2a-dad4-4005-8a2a-13ea6d8b5d81 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 944 time: 0.1329560 Dec 13 14:50:52.920775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ac0156b9-bba8-4763-adb1-877a8b2f5c56,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:52.964639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6cb265fe-363d-4e67-86de-7d19c8ac63d1 req-5a4c228e-af12-4730-acb7-18fda69b04e1 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624695 Dec 13 14:50:52.999163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-fa760a6a-92d1-478e-a91e-428581380929 service neutron] 10.222.0.24 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321332 Dec 13 14:50:53.048441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-916843f9-d9a0-437e-819d-0aa21e45211f req-d09e29a9-78a4-446d-8638-4a552a860fdd tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips/03d648dd-29f7-43e5-a1bf-d0beafba78dd HTTP/1.1" status: 200 len: 693 time: 0.0645151 Dec 13 14:50:53.049983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['ac0156b9-bba8-4763-adb1-877a8b2f5c56'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:50:53.056896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e71cb15-07b6-4010-abad-a2a8729feb8a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:53.088837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0f68de-a154-4134-be04-2f7899c5ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.121332 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.164061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0f68de-a154-4134-be04-2f7899c5ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.187907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916843f9-d9a0-437e-819d-0aa21e45211f req-ae9332e8-d6f9-45d5-ae0e-87508024708d tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:53.200192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-916843f9-d9a0-437e-819d-0aa21e45211f req-ae9332e8-d6f9-45d5-ae0e-87508024708d tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1463857 Dec 13 14:50:53.249745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e71cb15-07b6-4010-abad-a2a8729feb8a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:53.250166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.269897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f0f68de-a154-4134-be04-2f7899c5ac4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=611d00d06aba4e0e8dee977698e97974&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0654774 Dec 13 14:50:53.271336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08917680-917a-4e7c-95c6-97e1c816a8a6,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:53.286548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47570) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:53.296803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f68de-a154-4134-be04-2f7899c5ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01d9cd3-0ca6-4e5c-83ce-9790d6969edf,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:53.343021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2867ca84-ee79-41f3-8a0a-bbec3776d6d7 req-463a7710-5441-4981-914d-f800d34fac41 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=a7ce55f5449646da9ad542b24bd83f6d HTTP/1.1" status: 200 len: 696 time: 0.1146510 Dec 13 14:50:53.344230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47574) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:53.344379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.363832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Checking segment: {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:53.364259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Network hostable DHCP agents. Network: a148afb5-d788-40d9-9a3b-1f72ad05c3e8, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:50:53.378376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a8baeb7e-6879-41f9-adf9-8d608f0241ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.511145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27c4c701-4a24-4a7e-aeca-4d7a37c331f6 req-ca1006c8-6d70-484b-8f28-b244a54c3126 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 210 time: 0.0959146 Dec 13 14:50:53.535586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b341fdde-fa5a-4994-a35d-82d70c2a6c96 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:53.553618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.578960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:50:53.592183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.593723 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.594733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867ca84-ee79-41f3-8a0a-bbec3776d6d7 req-0601ba74-d358-4222-b56e-bf0e087586e2 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:53.601973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2867ca84-ee79-41f3-8a0a-bbec3776d6d7 req-0601ba74-d358-4222-b56e-bf0e087586e2 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks?id=2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 787 time: 0.2565298 Dec 13 14:50:53.716227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.723021 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-4bc4e28c-a550-413f-b20a-507724076d3b tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips/03d648dd-29f7-43e5-a1bf-d0beafba78dd HTTP/1.1" status: 200 len: 693 time: 0.0800326 Dec 13 14:50:53.732398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a148afb5-d788-40d9-9a3b-1f72ad05c3e8) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:53.745159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:53.746882 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.758015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd880445-8f67-4790-9617-ebb6dd4e57a9 None None] Network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:53.767245 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a8baeb7e-6879-41f9-adf9-8d608f0241ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.811352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a8baeb7e-6879-41f9-adf9-8d608f0241ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.832185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc257ae3-4d8e-4cc6-addf-2eb72379f252 None None] Pushing event updated for resources: {'Port': ['ID=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:53.878631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a8baeb7e-6879-41f9-adf9-8d608f0241ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbb6f10580a34123bc1ceee995f05729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291276 Dec 13 14:50:53.886785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a3dd1d9-f3e6-4b7a-b82d-bd0fa625e97f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3057687 Dec 13 14:50:53.888326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47604) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:53.908912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-31857fed-b5b5-4e4d-aa2e-cb83b20a4616 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:53.913813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b341fdde-fa5a-4994-a35d-82d70c2a6c96 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:53.914179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.917591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-31857fed-b5b5-4e4d-aa2e-cb83b20a4616 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1811903 Dec 13 14:50:53.939397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.942410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:53.946615 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b01d9cd3-0ca6-4e5c-83ce-9790d6969edf HTTP/1.1" status: 204 len: 168 time: 0.6582732 Dec 13 14:50:54.012426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01d9cd3-0ca6-4e5c-83ce-9790d6969edf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:54.024097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Attempting to bind port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:54.024594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Attempting to bind port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:54.024928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Attempting to bind port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 on network 6555681e-e25d-4269-8cae-c47120c449a4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:54.028307 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-717c85d9-dc5b-467c-b7d8-4f11227d8531 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1092710 Dec 13 14:50:54.034001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:54.034407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Checking segment: {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:54.034806 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.035200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Bound using segment: {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:54.035654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Bound port: 2d1f4d2f-21bb-4108-b4b8-61e6f630d056, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:54.036025 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.108311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-9dc0e1a0-4b65-428f-b54a-ba863e239016 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0776980 Dec 13 14:50:54.111713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.111844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] For port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:54.112072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.112421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.112760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.113148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.113487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.113820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.114151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.114538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.114830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.114953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] For port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:50:54.115157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.115486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20164084-6404-4b7f-81f0-d7b52d471f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:50:54.129646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418102b-3f44-41ac-bd98-0b287c754372 req-967642fb-edb4-4237-8745-c8aed78f0cc3 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:54.141199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-967642fb-edb4-4237-8745-c8aed78f0cc3 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 819 time: 0.2798467 Dec 13 14:50:54.179975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-501594ff-f830-4458-8553-7b942836024d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/quotas/3d26d73fb7f04ebdaa233ba742a10ea3 HTTP/1.1" status: 200 len: 375 time: 0.0359440 Dec 13 14:50:54.193040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baeb7e-6879-41f9-adf9-8d608f0241ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b152869-de9e-4ab4-ab1b-a5fb30b7a85e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:54.223936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc291d4a-bf25-4f76-9f56-08f6eb403d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.224081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b9c5e-e5ed-428c-bbd2-df5d96d2db6a None None] Network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:50:54.257638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.281444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc291d4a-bf25-4f76-9f56-08f6eb403d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.288103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-00efbaab-9a53-4618-a87e-6bc2fc2c08a0 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960255 Dec 13 14:50:54.338307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Deleting port c12113dc-2a21-4395-8efc-a2b09b9ca2b3 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:50:54.338672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.378136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc257ae3-4d8e-4cc6-addf-2eb72379f252 None None] Pushing event updated for resources: {'Port': ['ID=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:54.427082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Routers {'2c8ad154-e705-4a5f-87db-0ece9a60d306'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:50:54.427558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2c8ad154-e705-4a5f-87db-0ece9a60d306'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:54.451867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.452481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.461906 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-0c6c34e8-e9e4-4390-a278-866f32e79556 service neutron] 10.222.0.24 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651125 Dec 13 14:50:54.475436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Calling delete_port for c12113dc-2a21-4395-8efc-a2b09b9ca2b3 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:50:54.479472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc291d4a-bf25-4f76-9f56-08f6eb403d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.483563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc291d4a-bf25-4f76-9f56-08f6eb403d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.485335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bc291d4a-bf25-4f76-9f56-08f6eb403d1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b152869-de9e-4ab4-ab1b-a5fb30b7a85e HTTP/1.1" status: 204 len: 168 time: 0.5847862 Dec 13 14:50:54.517988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc291d4a-bf25-4f76-9f56-08f6eb403d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b152869-de9e-4ab4-ab1b-a5fb30b7a85e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:54.638766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-48304cf8-1c3b-4b39-a4b3-8c244a233cc2 service neutron] 10.222.0.24 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676338 Dec 13 14:50:54.656230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] Set router 2c8ad154-e705-4a5f-87db-0ece9a60d306 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:50:54.823363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.855210 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:54.872590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Pushing event deleted for resources: {'Port': ['ID=c12113dc-2a21-4395-8efc-a2b09b9ca2b3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:54.914227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:50:48Z', 'revision_number': 4, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port': {'id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:41Z', 'updated_at': '2021-12-13T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2d1f4d2f-21bb-4108-b4b8-61e6f630d056', 'name': '', 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'mac_address': 'fa:16:3e:02:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:47Z', 'updated_at': '2021-12-13T14:50:54Z', 'revision_number': 4, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'subnets': [{'id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:50:54.966155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f4069-c6da-4748-a7f4-5367812e1fa5 None None] The sync data for ids ['2c8ad154-e705-4a5f-87db-0ece9a60d306'] in n-d-816954-1 is: [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:50:48Z', 'revision_number': 4, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port': {'id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:41Z', 'updated_at': '2021-12-13T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2d1f4d2f-21bb-4108-b4b8-61e6f630d056', 'name': '', 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'mac_address': 'fa:16:3e:02:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:47Z', 'updated_at': '2021-12-13T14:50:54Z', 'revision_number': 4, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'subnets': [{'id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:50:54.998101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.005459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.005459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a39e0477-b8f9-4f20-b093-d9d6d7d6ea57 req-57b9d531-0f95-4bca-a6ab-2c0788142feb tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "DELETE /v2.0/floatingips/03d648dd-29f7-43e5-a1bf-d0beafba78dd HTTP/1.1" status: 204 len: 173 time: 0.8959432 Dec 13 14:50:55.078351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47642) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:55.089661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.095156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075af06-5810-4ea2-91c3-631d4a4605b9 req-54cb865d-3fad-48c2-9d6e-ed82bc14f5e6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:55.097790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b075af06-5810-4ea2-91c3-631d4a4605b9 req-54cb865d-3fad-48c2-9d6e-ed82bc14f5e6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 944 time: 0.1344395 Dec 13 14:50:55.106740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82099a19-a7b0-40fd-b987-beb1fcc6f7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.207253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b075af06-5810-4ea2-91c3-631d4a4605b9 req-cde92fe3-9b7b-4500-8e42-d6e61d6c7110 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027052 Dec 13 14:50:55.243436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82099a19-a7b0-40fd-b987-beb1fcc6f7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.320462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82099a19-a7b0-40fd-b987-beb1fcc6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.372491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82099a19-a7b0-40fd-b987-beb1fcc6f7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7784344-f349-4ab2-993f-3f36790472d5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:55.404831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9631f86-6f0f-4a09-ad05-03246e08849f req-ed9b5f4d-9dc5-4eb8-9452-bb8e76f5161a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 210 time: 0.0511281 Dec 13 14:50:55.437615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47652) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:55.443897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82099a19-a7b0-40fd-b987-beb1fcc6f7c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89cb1e52831c4ba7917752dec1a1f463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641505 Dec 13 14:50:55.494450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ac0156b9-bba8-4763-adb1-877a8b2f5c56 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:55.686380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port ac0156b9-bba8-4763-adb1-877a8b2f5c56 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:50:55.693614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port ac0156b9-bba8-4763-adb1-877a8b2f5c56 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:55.694576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.696940 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1c12b94-5cab-4ea4-b286-66e6fa6fe300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.729258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-7b4866c6-da98-495d-94c7-a115d6f6f363 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2779639 Dec 13 14:50:55.739224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:55.765353 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1c12b94-5cab-4ea4-b286-66e6fa6fe300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.804143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-7d36dc30-f146-4a65-8d41-c1bb32b8942d tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:55.805718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-7d36dc30-f146-4a65-8d41-c1bb32b8942d tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 822 time: 0.2254677 Dec 13 14:50:55.823592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-01554f42-c78b-4a69-87a7-cb408a673827 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/quotas/b94924dcda5c45cd80764a6501f3c35f HTTP/1.1" status: 200 len: 375 time: 0.0109687 Dec 13 14:50:55.876082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.889490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-a4f56734-dad5-4417-82f3-a719c5622102 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594459 Dec 13 14:50:55.943805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1c12b94-5cab-4ea4-b286-66e6fa6fe300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.947074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1c12b94-5cab-4ea4-b286-66e6fa6fe300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:55.948696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a1c12b94-5cab-4ea4-b286-66e6fa6fe300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7784344-f349-4ab2-993f-3f36790472d5 HTTP/1.1" status: 204 len: 168 time: 0.5134795 Dec 13 14:50:55.999704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c12b94-5cab-4ea4-b286-66e6fa6fe300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7784344-f349-4ab2-993f-3f36790472d5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:56.037688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-23825fa2-4e6e-41dd-a584-875d2a5fbf46 service neutron] 10.222.0.24 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371722 Dec 13 14:50:56.124048 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:56.167617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ac0156b9-bba8-4763-adb1-877a8b2f5c56, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ac0156b9-bba8-4763-adb1-877a8b2f5c56,segment=NetworkSegment(d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb),segment_id=d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:56.169164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02443133-1950-4396-ba04-70cca4377b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:50:56.186133 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f75f67-5f10-4176-bc7b-99f59a317437" -d '{"events": [{"server_uuid": "02443133-1950-4396-ba04-70cca4377b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0156b9-bba8-4763-adb1-877a8b2f5c56"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:50:56.256118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-71b8004a-a6e7-46ca-beac-0e406ec0b1f4 service neutron] 10.222.0.24 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105742 Dec 13 14:50:56.272816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-c0f02aed-2d4c-4d4a-8081-c1b93dfcb719 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:56.278665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-c0f02aed-2d4c-4d4a-8081-c1b93dfcb719 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 819 time: 0.2392173 Dec 13 14:50:56.292574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Request body: {'port': {'device_id': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'admin_state_up': True, 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:56.298374 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:56.371797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ac0156b9-bba8-4763-adb1-877a8b2f5c56,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:56.384048 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:56.631429 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1004d23-ad38-4059-8123-fc18ae4fc407 x-openstack-request-id: req-b1004d23-ad38-4059-8123-fc18ae4fc407 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:50:56.631730 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02443133-1950-4396-ba04-70cca4377b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0156b9-bba8-4763-adb1-877a8b2f5c56", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:50:56.631991 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1004d23-ad38-4059-8123-fc18ae4fc407 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:50:56.632538 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02443133-1950-4396-ba04-70cca4377b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56', 'code': 200} Dec 13 14:50:56.718344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Allocated IP 172.25.7.199 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/832bb4fd-188b-43f4-99c7-ce1bc215231a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:56.720834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Made reservation on behalf of 3d26d73fb7f04ebdaa233ba742a10ea3 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:56.734255 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:56.851456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde152-c379-443d-bd6c-f1d71af46538 req-02063b73-6450-4b88-bb52-fd8be7084485 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:56.856409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54fde152-c379-443d-bd6c-f1d71af46538 req-02063b73-6450-4b88-bb52-fd8be7084485 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 945 time: 0.1379333 Dec 13 14:50:56.863164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47708) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:56.865589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0765a7-000f-4fde-93c7-05d3dd7dffaf req-06d15b95-056a-4c8e-9652-2e9c6ae02193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:56.868129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c0765a7-000f-4fde-93c7-05d3dd7dffaf req-06d15b95-056a-4c8e-9652-2e9c6ae02193 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 1096 time: 0.0995440 Dec 13 14:50:56.995793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c0765a7-000f-4fde-93c7-05d3dd7dffaf req-d94251fa-bb7d-4cbb-88e6-7b3b11e2f613 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927784 Dec 13 14:50:57.038532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54fde152-c379-443d-bd6c-f1d71af46538 req-888d6b99-d686-4620-b4ce-465dcd9a525f tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622374 Dec 13 14:50:57.065424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:57.144917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:57.146605 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.152172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Allocated IP 172.20.0.12 (6555681e-e25d-4269-8cae-c47120c449a4/baf6a921-8cf8-4d25-9876-750592c79b89/a009c1ec-5110-4414-b0ff-ad46b2e64fc1) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:57.181668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.192449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1337591692'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:57.281504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.332609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:50:57.368317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cb7636c-7820-4b0a-b769-32721be81aaf req-2b835e33-d4b0-46bd-8618-e3a09c6858a4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 210 time: 0.0623815 Dec 13 14:50:57.383346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:57.389635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.394858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.412202 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.420532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.428447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.498219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:57.507493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:57.509415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Pushing event updated for resources: {'Port': ['ID=832bb4fd-188b-43f4-99c7-ce1bc215231a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:57.511622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:57.543174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:57.569718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b6434085-ee2b-4ad8-be64-669cc98169e4 req-c342f26f-ad96-4b00-83fb-d0ed32b29052 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 210 time: 0.1070476 Dec 13 14:50:57.617596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.724825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418102b-3f44-41ac-bd98-0b287c754372 req-a4727195-f335-4c9d-91d1-5d33e0c0e4f5 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:57.727363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-a4727195-f335-4c9d-91d1-5d33e0c0e4f5 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 819 time: 0.1566367 Dec 13 14:50:57.742722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Request body: {'port': {'device_id': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'admin_state_up': True, 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:57.815688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.904552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.939484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:50:57.974210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:57.974699 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Added segment b293fb8c-90ed-4a1a-a70d-b9389e749b45 of type vlan for network 24e11986-0d78-48fd-a4aa-f3df30bac24a Dec 13 14:50:57.976010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8d480-df7f-4f3c-84fe-4bf79d8e23e0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:58.054121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Made reservation on behalf of 3d26d73fb7f04ebdaa233ba742a10ea3 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:58.057843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.080459 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.205372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.209507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Network 6555681e-e25d-4269-8cae-c47120c449a4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:58.222765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:58.225000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Pushing event updated for resources: {'Port': ['ID=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:58.227258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:58.291287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:58.292109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.307534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829178-6e30-465c-8090-835b71f91990 req-a511c7a5-3599-47a8-9598-91ecb864e04e tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:58.309053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80829178-6e30-465c-8090-835b71f91990 req-a511c7a5-3599-47a8-9598-91ecb864e04e tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 945 time: 0.1464705 Dec 13 14:50:58.345604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.361735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Allocated IP 172.20.0.11 (6555681e-e25d-4269-8cae-c47120c449a4/baf6a921-8cf8-4d25-9876-750592c79b89/9be2b432-b971-4630-8d39-3eb4de5b88ca) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:50:58.370637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80829178-6e30-465c-8090-835b71f91990 req-3dac9754-01f1-483c-90ff-f0dcee721184 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529382 Dec 13 14:50:58.373418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.378937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:58.379526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.434458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-66f64ede-1506-435b-b4e4-e4051da4b104 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1480916 Dec 13 14:50:58.487442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Request body: {'port': {'device_id': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:58.547353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Network': ['ID=24e11986-0d78-48fd-a4aa-f3df30bac24a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:58.563173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:50:58.606893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3e89412-7f42-40b4-ac30-a6326b01e899 req-edbaf35c-65aa-4b38-8049-61ee07e54ac3 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 210 time: 0.0781057 Dec 13 14:50:58.614381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-73eedb90-7e1b-4eaa-9102-cc742c95f6fb tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7449811 Dec 13 14:50:58.623128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47750) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:50:58.629951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'subnet': {'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:58.642115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.671150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.772125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.899902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Pushing event updated for resources: {'Port': ['ID=832bb4fd-188b-43f4-99c7-ce1bc215231a,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:58.911025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:58.919861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:50:58.979987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:50:58.980274 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.031242 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.037474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41e5e665-8034-4263-be4b-52dd500056b1 req-3bc55ea2-1a70-4cb8-9945-af717404bd40 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 210 time: 0.0443559 Dec 13 14:50:59.043685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-21e73759-320a-4548-9c7c-a7f5b3142184 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3127916 Dec 13 14:50:59.107771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.118161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-484a6619-12f1-458c-9759-89de74c264f5 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0725305 Dec 13 14:50:59.149950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:50:59.156114 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.252648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.286772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-dacc4788-015a-41f6-942e-550a845a9f61 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:59.288260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-301b8c7f-ec86-4ab5-bccf-b8f11a53a41a req-dacc4788-015a-41f6-942e-550a845a9f61 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1688111 Dec 13 14:50:59.316170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Network 6555681e-e25d-4269-8cae-c47120c449a4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:50:59.330330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:50:59.332746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:50:59.443169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a009c1ec-5110-4414-b0ff-ad46b2e64fc1 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:50:59.452656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Pushing event updated for resources: {'Port': ['ID=9be2b432-b971-4630-8d39-3eb4de5b88ca,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:59.453018 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.497491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Transition to ACTIVE for port object a009c1ec-5110-4414-b0ff-ad46b2e64fc1 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:50:59.497693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-7467cf7d-db44-4a4e-bc7c-46e0a6e22227 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips/da35a8cd-f7a9-4762-bb4f-97cb47c48579 HTTP/1.1" status: 200 len: 693 time: 0.1713979 Dec 13 14:50:59.515782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02ee4-5e35-4753-92ce-2a404b304a08 req-bee525aa-1209-42c4-8322-3ee2c78e9339 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:59.517315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc02ee4-5e35-4753-92ce-2a404b304a08 req-bee525aa-1209-42c4-8322-3ee2c78e9339 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 945 time: 0.0617781 Dec 13 14:50:59.607204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8fc02ee4-5e35-4753-92ce-2a404b304a08 req-94256942-bb29-420c-bbd9-27c76f61a84a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761039 Dec 13 14:50:59.611750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:59.612388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.624593 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.725459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-aac72395-4806-4a1f-95b9-a8419b692f77 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:59.728033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-aac72395-4806-4a1f-95b9-a8419b692f77 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 822 time: 0.3580780 Dec 13 14:50:59.747681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Request body: {'port': {'device_id': '1788966f-c1b8-4e26-badf-990bab4dd355', 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'admin_state_up': True, 'tenant_id': 'b94924dcda5c45cd80764a6501f3c35f'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:59.755406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-b2051ba9-b10c-420f-aaf6-7350768c79ae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0170910 Dec 13 14:50:59.775802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Request body: {'port': {'device_id': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:50:59.787131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Pushing event updated for resources: {'Port': ['ID=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:50:59.830639 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.853261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Attempting to bind port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:50:59.853589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Attempting to bind port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:50:59.853914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Attempting to bind port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 on network 6555681e-e25d-4269-8cae-c47120c449a4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:59.866271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 on network 6555681e-e25d-4269-8cae-c47120c449a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:50:59.866594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Attempting to bind port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 on network 6555681e-e25d-4269-8cae-c47120c449a4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:50:59.873297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:50:59.874057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Checking segment: {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:50:59.874498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Bound using segment: {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:50:59.874930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Bound port: a009c1ec-5110-4414-b0ff-ad46b2e64fc1, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:50:59.875570 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:50:59.905215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-e845c134-e460-47ef-a3c7-48f1e2ca29b4 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:50:59.912862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-e845c134-e460-47ef-a3c7-48f1e2ca29b4 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.3865104 Dec 13 14:50:59.986464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] For port a009c1ec-5110-4414-b0ff-ad46b2e64fc1, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:50:59.990099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] For port a009c1ec-5110-4414-b0ff-ad46b2e64fc1, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:51:00.019340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-9c9b244d-203f-4e5d-97c9-ac117966482f tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.1053822 Dec 13 14:51:00.035097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.045577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Subnet': ['ID=bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:00.098744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.133011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-0dacac84-1a45-4631-a391-a3f59b2dddfa tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.1014764 Dec 13 14:51:00.138464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Checking segment: {'id': 'b293fb8c-90ed-4a1a-a70d-b9389e749b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:00.138744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network hostable DHCP agents. Network: 24e11986-0d78-48fd-a4aa-f3df30bac24a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:51:00.143782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:00.144804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.146663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] 10.222.0.50 "PUT /v2.0/ports/a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 1092 time: 1.6700637 Dec 13 14:51:00.147334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'tag': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:00.150128 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fade6a6-d653-4b62-85b2-0b7dc015592b" -d '{"events": [{"name": "network-changed", "server_uuid": "f184bfd7-7c71-4f0d-b412-39ebcf558bdc", "tag": "a009c1ec-5110-4414-b0ff-ad46b2e64fc1"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:00.198627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ff4a-9be3-4684-a331-3d9d42c76228 service neutron] Pushing event updated for resources: {'Port': ['ID=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:00.336393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b7c-1a9c-41ea-858e-185bd25f903b req-f42e28e6-ad2f-4e48-8108-21cd76d3f330 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:00.337895 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09b78b7c-1a9c-41ea-858e-185bd25f903b req-f42e28e6-ad2f-4e48-8108-21cd76d3f330 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 932 time: 0.0999391 Dec 13 14:51:00.344377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-a7e61abd-63fb-495a-9ff6-5b264a5b8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:00.345999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-a7e61abd-63fb-495a-9ff6-5b264a5b8f67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1095 time: 0.0697842 Dec 13 14:51:00.364380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Made reservation on behalf of b94924dcda5c45cd80764a6501f3c35f for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:00.368286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.396378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-e8796c47-98c1-4f4b-b0d7-495109a9f11f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 217 time: 0.0422885 Dec 13 14:51:00.415091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:51:00.444831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09b78b7c-1a9c-41ea-858e-185bd25f903b req-a27cf4bb-9a8a-4f0f-977d-8d15b9fc1ecf tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978332 Dec 13 14:51:00.462757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-c2919dea-c0b5-45c5-9418-84fc52dfae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:00.467200 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-c2919dea-c0b5-45c5-9418-84fc52dfae10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.0578840 Dec 13 14:51:00.508936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-8aa96f36-21b3-4c6e-a10a-297953491c46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373755 Dec 13 14:51:00.526626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 24e11986-0d78-48fd-a4aa-f3df30bac24a) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:00.536574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec3f94-0278-421c-b153-bff48b44b753 None None] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:00.547315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:00.553446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.597691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Deleting port 832bb4fd-188b-43f4-99c7-ce1bc215231a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:00.598034 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.688710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-fd296d49-0445-4d2f-ab11-24b4f65d6a5b service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709676 Dec 13 14:51:00.708533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fc0a9a90-da47-417b-98c6-27e9f4506770 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0814619 Dec 13 14:51:00.717181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:00.737332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7069c8bf-01c3-4b42-b3ea-20758e5b9448 req-058094a3-8f4a-4bad-ae43-96168aa00156 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 210 time: 0.0475690 Dec 13 14:51:00.738289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'name': 'tempest-AllowedAddressPairTestJSON-1652247102'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:00.803872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-24e11986-0d78-48fd-a4aa-f3df30bac24a', 'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'tenant_id': '5a84d073de2a4ad8a38ef9a7fe4e1bb1', 'fixed_ips': [{'subnet_id': 'bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:51:00.805815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Allocated IP 172.20.0.10 (a148afb5-d788-40d9-9a3b-1f72ad05c3e8/08917680-917a-4e7c-95c6-97e1c816a8a6/d05a3188-e638-4188-a8cd-d507f88b621b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:00.807049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.858073 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af078d-fcea-493b-8970-4df530848627 x-openstack-request-id: req-33af078d-fcea-493b-8970-4df530848627 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:00.858398 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f184bfd7-7c71-4f0d-b412-39ebcf558bdc", "tag": "a009c1ec-5110-4414-b0ff-ad46b2e64fc1", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:00.858690 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33af078d-fcea-493b-8970-4df530848627 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:00.859111 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'tag': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1', 'status': 'completed', 'code': 200} Dec 13 14:51:00.898516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be2b432-b971-4630-8d39-3eb4de5b88ca {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:00.903807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.906550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.906683 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95750075-0776-4ce2-b35c-6a54e2b43544 req-4eb32b59-8822-4b52-9df3-c8ca08a3fd67 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020979 Dec 13 14:51:00.918861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:00.950633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Calling delete_port for 832bb4fd-188b-43f4-99c7-ce1bc215231a owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:01.001220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Transition to ACTIVE for port object 9be2b432-b971-4630-8d39-3eb4de5b88ca will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:51:01.024500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Allocated IP 172.20.0.2 (24e11986-0d78-48fd-a4aa-f3df30bac24a/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7/77fd2a86-9e47-40d1-9c03-a0f610039e33) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:01.117332 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.163390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-13ef4689-a06d-423e-bb10-2387726a7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:01.163390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-13ef4689-a06d-423e-bb10-2387726a7422 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1095 time: 0.1154757 Dec 13 14:51:01.257739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.279405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-cbbb0f63-d50a-4f85-b4ef-8c8dc926372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:01.280931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-cbbb0f63-d50a-4f85-b4ef-8c8dc926372b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 920 time: 0.1104290 Dec 13 14:51:01.314384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Pushing event updated for resources: {'Port': ['ID=9be2b432-b971-4630-8d39-3eb4de5b88ca,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:01.325588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-a635a6db-d431-4ebf-b493-2e40c272e740 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 217 time: 0.0368659 Dec 13 14:51:01.351631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:01.355117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.365547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.396387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-d2723528-c795-434b-9507-b751a31b13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:01.398470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-d2723528-c795-434b-9507-b751a31b13ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.0649655 Dec 13 14:51:01.412359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:01.416740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:01.421019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:01.424779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.429749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] device_id is not set on port e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:51:01.431025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Pushing event updated for resources: {'Port': ['ID=77fd2a86-9e47-40d1-9c03-a0f610039e33,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:01.436412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-62aed39c-50b9-47b5-9299-ba844cd17ecb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296640 Dec 13 14:51:01.492589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Attempting to bind port 77fd2a86-9e47-40d1-9c03-a0f610039e33 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:51:01.493059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Attempting to bind port 77fd2a86-9e47-40d1-9c03-a0f610039e33 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'b293fb8c-90ed-4a1a-a70d-b9389e749b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:51:01.493987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Attempting to bind port 77fd2a86-9e47-40d1-9c03-a0f610039e33 on network 24e11986-0d78-48fd-a4aa-f3df30bac24a {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:01.501361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:51:01.501820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Checking segment: {'id': 'b293fb8c-90ed-4a1a-a70d-b9389e749b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:01.502518 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.502799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Bound using segment: {'id': 'b293fb8c-90ed-4a1a-a70d-b9389e749b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:51:01.503346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Bound port: 77fd2a86-9e47-40d1-9c03-a0f610039e33, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b293fb8c-90ed-4a1a-a70d-b9389e749b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:51:01.503799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.509585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Attempting to bind port 9be2b432-b971-4630-8d39-3eb4de5b88ca on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:51:01.509926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Attempting to bind port 9be2b432-b971-4630-8d39-3eb4de5b88ca by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:51:01.510290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Attempting to bind port 9be2b432-b971-4630-8d39-3eb4de5b88ca on network 6555681e-e25d-4269-8cae-c47120c449a4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:01.519856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Port 9be2b432-b971-4630-8d39-3eb4de5b88ca on network 6555681e-e25d-4269-8cae-c47120c449a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:51:01.520180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Attempting to bind port 9be2b432-b971-4630-8d39-3eb4de5b88ca on network 6555681e-e25d-4269-8cae-c47120c449a4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:01.545765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:51:01.546296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Checking segment: {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:01.546514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Bound using segment: {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:51:01.546967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Bound port: 9be2b432-b971-4630-8d39-3eb4de5b88ca, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3922d7b-9621-4e6e-ad13-07f31c561621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:51:01.547556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.561292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-64424e9a-6f6b-4467-85c2-05b400ded535 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163604 Dec 13 14:51:01.634020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] For port 77fd2a86-9e47-40d1-9c03-a0f610039e33, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:51:01.634020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] For port 77fd2a86-9e47-40d1-9c03-a0f610039e33, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=77fd2a86-9e47-40d1-9c03-a0f610039e33,segment=NetworkSegment(b293fb8c-90ed-4a1a-a70d-b9389e749b45),segment_id=b293fb8c-90ed-4a1a-a70d-b9389e749b45)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:51:01.637415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.686734 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fade6a6-d653-4b62-85b2-0b7dc015592b req-34efa890-8956-4b85-84a6-534268ec413a service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162593 Dec 13 14:51:01.692311 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.693056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Pushing event deleted for resources: {'Port': ['ID=832bb4fd-188b-43f4-99c7-ce1bc215231a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:01.756697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Allocated IP 172.20.0.8 (24e11986-0d78-48fd-a4aa-f3df30bac24a/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7/e1e50c6a-4112-4bb5-b07d-9e830f8a4b67) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:01.759659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.764980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805aa9-91c7-455f-bcd1-2e61faeb56f9 req-5efdaa71-da8d-4600-b746-70dc5d08fcd2 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:01.765714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d37f17-be35-4579-a422-8cabe42b7f16 None None] Pushing event updated for resources: {'Port': ['ID=77fd2a86-9e47-40d1-9c03-a0f610039e33,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:01.779951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6805aa9-91c7-455f-bcd1-2e61faeb56f9 req-5efdaa71-da8d-4600-b746-70dc5d08fcd2 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 944 time: 0.0946426 Dec 13 14:51:01.820768 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6805aa9-91c7-455f-bcd1-2e61faeb56f9 req-fe464a12-2083-4b5b-8a17-c9322f2e90b9 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Dec 13 14:51:01.828912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] For port 9be2b432-b971-4630-8d39-3eb4de5b88ca, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:51:01.866562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:01.888940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:01.896707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] For port 9be2b432-b971-4630-8d39-3eb4de5b88ca, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9be2b432-b971-4630-8d39-3eb4de5b88ca,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:51:01.897913 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.900476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:01.901820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fb78795-bc48-404c-a4c7-3d38864a43ff req-d540713c-1ef6-4a7c-ba2f-3c967da17b12 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "DELETE /v2.0/floatingips/da35a8cd-f7a9-4762-bb4f-97cb47c48579 HTTP/1.1" status: 204 len: 173 time: 1.7680411 Dec 13 14:51:01.962413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291264ab-4a6e-4d8f-b847-cabc5f8e7800 req-be6439d1-9114-4a53-afbe-c462d365387a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:01.964298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-291264ab-4a6e-4d8f-b847-cabc5f8e7800 req-be6439d1-9114-4a53-afbe-c462d365387a tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 945 time: 0.0649016 Dec 13 14:51:01.995511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:02.030477 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-291264ab-4a6e-4d8f-b847-cabc5f8e7800 req-7bd0e15e-0415-42dd-920c-6d0b0fd92616 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Dec 13 14:51:02.073568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:02.077959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:02.114582 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-3042f497-9851-4352-b950-96a9ac9cb71b req-525bcb64-8c71-49d5-8ede-cd34383e035b tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] show failed (client error): The resource could not be found. Dec 13 14:51:02.115993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3042f497-9851-4352-b950-96a9ac9cb71b req-525bcb64-8c71-49d5-8ede-cd34383e035b tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips/da35a8cd-f7a9-4762-bb4f-97cb47c48579 HTTP/1.1" status: 404 len: 350 time: 0.0504658 Dec 13 14:51:02.125866 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:51:02.152436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:02.154124 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:02.154664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] 10.222.0.50 "PUT /v2.0/ports/9be2b432-b971-4630-8d39-3eb4de5b88ca HTTP/1.1" status: 200 len: 1092 time: 2.3852341 Dec 13 14:51:02.161820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'tag': '9be2b432-b971-4630-8d39-3eb4de5b88ca'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:02.164473 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a4839e-46cd-4f02-8af6-55f5cbf04181" -d '{"events": [{"name": "network-changed", "server_uuid": "77bf6ea9-f434-4677-80bb-204b9733bbee", "tag": "9be2b432-b971-4630-8d39-3eb4de5b88ca"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:02.180744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:02.181689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:02.207830 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-0f0858a3-7b50-4a80-98a6-6ca3b33eadfc req-4b765b3c-564b-423c-beea-d7ee412e2fb6 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] show failed (client error): The resource could not be found. Dec 13 14:51:02.218790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f0858a3-7b50-4a80-98a6-6ca3b33eadfc req-4b765b3c-564b-423c-beea-d7ee412e2fb6 tempest-FloatingIPsTestJSON-1477780752 tempest-FloatingIPsTestJSON-1477780752-project] 10.222.0.24 "GET /v2.0/floatingips/da35a8cd-f7a9-4762-bb4f-97cb47c48579 HTTP/1.1" status: 404 len: 350 time: 0.0737097 Dec 13 14:51:02.237099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47854) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:02.272646 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e58082d-a383-4e8d-a715-873c91b577d2 x-openstack-request-id: req-8e58082d-a383-4e8d-a715-873c91b577d2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:02.272996 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bf6ea9-f434-4677-80bb-204b9733bbee", "tag": "9be2b432-b971-4630-8d39-3eb4de5b88ca", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:02.273262 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e58082d-a383-4e8d-a715-873c91b577d2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:02.273666 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'tag': '9be2b432-b971-4630-8d39-3eb4de5b88ca', 'status': 'completed', 'code': 200} Dec 13 14:51:02.282083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16160606-50df-41cb-a379-33f61a40a8ab req-f4389c51-2b47-46ae-a37f-80027ab7d583 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:02.289552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16160606-50df-41cb-a379-33f61a40a8ab req-f4389c51-2b47-46ae-a37f-80027ab7d583 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 932 time: 0.3041840 Dec 13 14:51:02.318686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-6005e034-466c-46ad-b3ee-52f8a6615e22 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5819619 Dec 13 14:51:02.319283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59491d20-1bf6-4db6-80db-a87bcad5708d service neutron] Pushing event updated for resources: {'Port': ['ID=9be2b432-b971-4630-8d39-3eb4de5b88ca,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:02.691890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Request body: {'port': {'device_id': '1788966f-c1b8-4e26-badf-990bab4dd355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:02.704897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:02.741681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:02.884552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16160606-50df-41cb-a379-33f61a40a8ab req-95d06a8c-2efc-414a-acae-d42478ccbd95 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939631 Dec 13 14:51:02.957288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4839e-46cd-4f02-8af6-55f5cbf04181 req-2e94943e-93ed-47f3-8d65-86d6b684a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:02.959195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a4839e-46cd-4f02-8af6-55f5cbf04181 req-2e94943e-93ed-47f3-8d65-86d6b684a697 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 1095 time: 0.6657753 Dec 13 14:51:02.981952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 77fd2a86-9e47-40d1-9c03-a0f610039e33 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:02.990977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.051786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcdc40-3e06-46a4-b5af-a3dc1e44cf0e req-a1d0634f-d41c-435b-80e9-9783f0aa6d6a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:03.053170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 77fd2a86-9e47-40d1-9c03-a0f610039e33 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:03.053812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.061797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94bcdc40-3e06-46a4-b5af-a3dc1e44cf0e req-a1d0634f-d41c-435b-80e9-9783f0aa6d6a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 944 time: 0.1075475 Dec 13 14:51:03.171847 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94bcdc40-3e06-46a4-b5af-a3dc1e44cf0e req-8fef9212-a8c6-428b-a863-bd2808681dc7 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086791 Dec 13 14:51:03.208974 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.231685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-1d840315-bdf1-4b0f-a370-d045815e8780 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:03.233345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-1d840315-bdf1-4b0f-a370-d045815e8780 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.55 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 945 time: 0.4409399 Dec 13 14:51:03.245991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Deleting port 3e71cb15-07b6-4010-abad-a2a8729feb8a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:03.247113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca25817e-f520-42f0-bd6d-7b4e6eb2148c None None] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:03.247339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.263408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 77fd2a86-9e47-40d1-9c03-a0f610039e33, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=77fd2a86-9e47-40d1-9c03-a0f610039e33,segment=NetworkSegment(b293fb8c-90ed-4a1a-a70d-b9389e749b45),segment_id=b293fb8c-90ed-4a1a-a70d-b9389e749b45)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:03.273520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.326710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0627a929-a846-498c-99e4-2deae52fa6ec None None] Provisioning complete for port 77fd2a86-9e47-40d1-9c03-a0f610039e33 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:03.329319 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0627a929-a846-498c-99e4-2deae52fa6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.355599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] For port 3e71cb15-07b6-4010-abad-a2a8729feb8a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e71cb15-07b6-4010-abad-a2a8729feb8a,segment=NetworkSegment(9e38078c-4c68-4888-9107-30130c3cb707),segment_id=9e38078c-4c68-4888-9107-30130c3cb707)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:03.356770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.373970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Calling delete_port for 3e71cb15-07b6-4010-abad-a2a8729feb8a owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:03.467471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a009c1ec-5110-4414-b0ff-ad46b2e64fc1 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:51:03.469456 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.484677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:03.504896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:03.520756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:03.549384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4839e-46cd-4f02-8af6-55f5cbf04181 req-83d21669-f566-4984-86de-e1574435f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:03.551134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a4839e-46cd-4f02-8af6-55f5cbf04181 req-83d21669-f566-4984-86de-e1574435f1c1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5830712 Dec 13 14:51:03.574965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=e1e50c6a-4112-4bb5-b07d-9e830f8a4b67,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:03.604000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435d294-7822-4d83-b620-62ba0e459a59 req-a79423cd-d787-4a63-bda8-1e7d60d29418 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:03.611993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e435d294-7822-4d83-b620-62ba0e459a59 req-a79423cd-d787-4a63-bda8-1e7d60d29418 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 945 time: 0.3755298 Dec 13 14:51:03.694089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=77fd2a86-9e47-40d1-9c03-a0f610039e33,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:03.737195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.752839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:03.756638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.791242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a009c1ec-5110-4414-b0ff-ad46b2e64fc1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:03.821856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1', 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'port_id': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1', 'mac_address': 'fa:16:3e:c9:08:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:51:03.823778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Deleting port ac0156b9-bba8-4763-adb1-877a8b2f5c56 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:03.824558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.851341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e435d294-7822-4d83-b620-62ba0e459a59 req-d9243c6b-f3db-4033-a0fb-2529b1907295 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384109 Dec 13 14:51:03.935415 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:03.975785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c0bc709f-4ea2-4ee7-af75-24cbfd364b31 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2504704 Dec 13 14:51:03.978356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:03.985908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a009c1ec-5110-4414-b0ff-ad46b2e64fc1 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:03.995101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'name': 'tempest-AllowedAddressPairTestJSON-1808344271', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9c:a3:d5'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:04.013718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4839e-46cd-4f02-8af6-55f5cbf04181 req-8030a27c-2384-4558-a4b4-608a74b78f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:04.017427 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a4839e-46cd-4f02-8af6-55f5cbf04181 req-8030a27c-2384-4558-a4b4-608a74b78f4d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4372075 Dec 13 14:51:04.048669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e71cb15-07b6-4010-abad-a2a8729feb8a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:04.084849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a009c1ec-5110-4414-b0ff-ad46b2e64fc1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:04.162962 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.263707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0181a5-f462-4c8b-966e-388767565f5c req-89181735-78fe-477a-93af-3c5d1ba79135 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:04.277053 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b0181a5-f462-4c8b-966e-388767565f5c req-89181735-78fe-477a-93af-3c5d1ba79135 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 932 time: 0.1673629 Dec 13 14:51:04.298394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-62406910-8037-4e8c-85a5-817ee70abb7f None None] Provisioning complete for port 77fd2a86-9e47-40d1-9c03-a0f610039e33 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:04.298905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62406910-8037-4e8c-85a5-817ee70abb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.307203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.387686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] For port ac0156b9-bba8-4763-adb1-877a8b2f5c56, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ac0156b9-bba8-4763-adb1-877a8b2f5c56,segment=NetworkSegment(d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb),segment_id=d3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:04.392335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.408849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:04.435376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b0181a5-f462-4c8b-966e-388767565f5c req-173f1d73-57db-4da0-87bb-68428b18acb5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578081 Dec 13 14:51:04.445601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05a3188-e638-4188-a8cd-d507f88b621b {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:04.462654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Calling delete_port for ac0156b9-bba8-4763-adb1-877a8b2f5c56 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:04.470876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.480412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-62406910-8037-4e8c-85a5-817ee70abb7f None None] Provisioning complete for port e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:04.481100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62406910-8037-4e8c-85a5-817ee70abb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.518209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418102b-3f44-41ac-bd98-0b287c754372 req-86d4f39e-dca2-44b7-b086-5ed9e5c62845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:04.519885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-86d4f39e-dca2-44b7-b086-5ed9e5c62845 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 1095 time: 0.4179902 Dec 13 14:51:04.528687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-62406910-8037-4e8c-85a5-817ee70abb7f None None] Port e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:04.535293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['a009c1ec-5110-4414-b0ff-ad46b2e64fc1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:04.560671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Transition to ACTIVE for port object d05a3188-e638-4188-a8cd-d507f88b621b will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:51:04.626534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86b862-0f2b-4c0d-8db4-49c26ff8a102 req-5aff2801-05df-4967-a868-e71cd201a865 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:04.627988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad86b862-0f2b-4c0d-8db4-49c26ff8a102 req-5aff2801-05df-4967-a868-e71cd201a865 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 944 time: 0.2825067 Dec 13 14:51:04.645397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.648320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-8cc1a2d4-fc8d-4ccb-a381-ec46861869cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be2b432-b971-4630-8d39-3eb4de5b88ca HTTP/1.1" status: 200 len: 217 time: 0.0842395 Dec 13 14:51:04.682617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-902e5a68-59cf-4192-9178-cf4589c82cff None None] Provisioning complete for port e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:04.683021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-902e5a68-59cf-4192-9178-cf4589c82cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:04.687151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Router bede1435-87f4-41d6-885d-cdac288a16d6 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:51:04.761420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-902e5a68-59cf-4192-9178-cf4589c82cff None None] Port e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:04.798959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad86b862-0f2b-4c0d-8db4-49c26ff8a102 req-e863123b-ba10-4cb6-a288-9d7be6391610 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520452 Dec 13 14:51:04.805163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:04.839453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Pushing event updated for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:04.848592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:51:04.851543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418102b-3f44-41ac-bd98-0b287c754372 req-fe079f66-7cd8-47c8-b4dd-90319e5a4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:04.853142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-fe079f66-7cd8-47c8-b4dd-90319e5a4355 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.1877227 Dec 13 14:51:04.874343 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] Sync routers for ids ['bede1435-87f4-41d6-885d-cdac288a16d6'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:51:04.884365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a7ed8b46-90b5-4bc9-aac8-43c76974b8e5 admin admin] 10.222.0.24 "PUT /v2.0/routers/bede1435-87f4-41d6-885d-cdac288a16d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6458609 Dec 13 14:51:04.885830 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] Routers {'bede1435-87f4-41d6-885d-cdac288a16d6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:51:04.886612 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bede1435-87f4-41d6-885d-cdac288a16d6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:04.889511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47894) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:04.995484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 77fd2a86-9e47-40d1-9c03-a0f610039e33 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:05.037305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.063893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 77fd2a86-9e47-40d1-9c03-a0f610039e33 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:05.063893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.096302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-26e47f48-9b98-4f93-bd1e-d16020535bf3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279490 Dec 13 14:51:05.098263 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] Set router bede1435-87f4-41d6-885d-cdac288a16d6 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:51:05.180868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Attempting to bind port d05a3188-e638-4188-a8cd-d507f88b621b on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:51:05.181210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Attempting to bind port d05a3188-e638-4188-a8cd-d507f88b621b by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:51:05.182220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Attempting to bind port d05a3188-e638-4188-a8cd-d507f88b621b on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:05.241836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Port d05a3188-e638-4188-a8cd-d507f88b621b on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:51:05.242744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Attempting to bind port d05a3188-e638-4188-a8cd-d507f88b621b on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:05.273709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a111-9157-4dff-ba96-9e67d288d3ab req-c612ea7e-dcbc-455a-9228-aac1d8558137 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:05.275275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1599a111-9157-4dff-ba96-9e67d288d3ab req-c612ea7e-dcbc-455a-9228-aac1d8558137 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 945 time: 0.2517223 Dec 13 14:51:05.275953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.280571 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.302792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:51:05.303220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Checking segment: {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:05.303526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Bound using segment: {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:51:05.303980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Bound port: d05a3188-e638-4188-a8cd-d507f88b621b, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:51:05.304344 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.349725 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:51:03Z', 'revision_number': 5, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:05.389321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Pushing event deleted for resources: {'Port': ['ID=ac0156b9-bba8-4763-adb1-877a8b2f5c56,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:05.399974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] device_id is not set on port 821edd24-ee7f-418e-8e20-2e03c54d067f yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:51:05.416515 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] Checking router: bede1435-87f4-41d6-885d-cdac288a16d6 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:51:05.426878 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] Routers {'bede1435-87f4-41d6-885d-cdac288a16d6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:51:05.427831 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:50:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bede1435-87f4-41d6-885d-cdac288a16d6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:05.469196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-e3714a8a-4f42-4803-83c1-ca3605ef5404 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614874 Dec 13 14:51:05.509643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ac0156b9-bba8-4763-adb1-877a8b2f5c56 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:05.520847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] No DVR routers for this DVR port ac0156b9-bba8-4763-adb1-877a8b2f5c56 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:05.542934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.546898 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a248ebea-c4bd-46f0-b3f1-428d0799ed2e req-eda7bd6c-a6aa-4e87-a237-53d6453377b6 tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.55 "DELETE /v2.0/ports/ac0156b9-bba8-4763-adb1-877a8b2f5c56 HTTP/1.1" status: 204 len: 173 time: 2.3052278 Dec 13 14:51:05.550997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02443133-1950-4396-ba04-70cca4377b9b', 'name': 'network-vif-deleted', 'tag': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:05.553317 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474168a-7b90-4276-92a4-dcdee4a1ded2" -d '{"events": [{"server_uuid": "02443133-1950-4396-ba04-70cca4377b9b", "name": "network-vif-deleted", "tag": "ac0156b9-bba8-4763-adb1-877a8b2f5c56"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:05.562267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: ac0156b9-bba8-4763-adb1-877a8b2f5c56 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:05.565847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ac0156b9-bba8-4763-adb1-877a8b2f5c56 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:05.584307 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] Set router bede1435-87f4-41d6-885d-cdac288a16d6 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:51:05.627376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1599a111-9157-4dff-ba96-9e67d288d3ab req-2a4f87bb-18d2-411a-b11f-a68e4edf2c8d tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ea53654-9efb-43a2-abb9-12693a2f8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322351 Dec 13 14:51:05.697520 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288f28f6-de9e-4844-8da1-04421269830a x-openstack-request-id: req-288f28f6-de9e-4844-8da1-04421269830a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:05.697811 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02443133-1950-4396-ba04-70cca4377b9b", "name": "network-vif-deleted", "tag": "ac0156b9-bba8-4763-adb1-877a8b2f5c56", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:05.698084 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-288f28f6-de9e-4844-8da1-04421269830a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:05.698504 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02443133-1950-4396-ba04-70cca4377b9b', 'name': 'network-vif-deleted', 'tag': 'ac0156b9-bba8-4763-adb1-877a8b2f5c56', 'status': 'completed', 'code': 200} Dec 13 14:51:05.748899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:51:05.777286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00784-49ac-4070-81be-1974f5196242 req-35209021-7c1b-4157-a20c-04470524161a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:05.782276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:51:05.782597 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41e00784-49ac-4070-81be-1974f5196242 req-35209021-7c1b-4157-a20c-04470524161a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.1176085 Dec 13 14:51:05.783956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.792685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Allocated IP 172.20.0.11 (24e11986-0d78-48fd-a4aa-f3df30bac24a/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7/821edd24-ee7f-418e-8e20-2e03c54d067f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:05.811084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f418102b-3f44-41ac-bd98-0b287c754372 req-a783d1af-bee8-4ec1-b453-e46c166b6760 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952037 Dec 13 14:51:05.862121 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:51:03Z', 'revision_number': 5, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:05.872218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:05.875187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41e00784-49ac-4070-81be-1974f5196242 req-58d8f296-09b5-43f7-b7f8-2004f900532a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736825 Dec 13 14:51:05.918900 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d6ce7-ba47-4e0e-b463-6d7f65ec88f0 None None] The sync data for ids ['bede1435-87f4-41d6-885d-cdac288a16d6'] in n-d-816954-1 is: [{'id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'name': 'tempest-FloatingIPsTestJSON-703791982-router', 'tenant_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '5426db87-295f-4a07-8459-c77038d518b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:37Z', 'updated_at': '2021-12-13T14:51:03Z', 'revision_number': 5, 'project_id': 'a7ce55f5449646da9ad542b24bd83f6d', 'gw_port': {'id': '5426db87-295f-4a07-8459-c77038d518b1', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:69:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede1435-87f4-41d6-885d-cdac288a16d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:38Z', 'updated_at': '2021-12-13T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:51:06.035770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Deleting port 5426db87-295f-4a07-8459-c77038d518b1 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:06.036121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.166178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] For port 5426db87-295f-4a07-8459-c77038d518b1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5426db87-295f-4a07-8459-c77038d518b1,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:06.166584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.181332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Calling delete_port for 5426db87-295f-4a07-8459-c77038d518b1 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:06.300014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:06.300014 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.300014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] 10.222.0.55 "PUT /v2.0/ports/d05a3188-e638-4188-a8cd-d507f88b621b HTTP/1.1" status: 200 len: 1092 time: 3.6126585 Dec 13 14:51:06.379428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c4851-e78c-4ed0-a9c4-01be14320b19 service neutron] Pushing event updated for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:06.497587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799251f-7754-4309-85e9-f2f1aa431ed7 req-6aa33a4e-2d0b-496d-8b19-677b6517af8d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:06.502985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1799251f-7754-4309-85e9-f2f1aa431ed7 req-6aa33a4e-2d0b-496d-8b19-677b6517af8d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 944 time: 0.2023530 Dec 13 14:51:06.541454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-62338416-2b46-4026-a3e3-8face3786373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:06.545979 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-62338416-2b46-4026-a3e3-8face3786373 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 1095 time: 0.1186178 Dec 13 14:51:06.594210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.637744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-c392acda-3c69-4ad1-80f8-488d9cea336b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05a3188-e638-4188-a8cd-d507f88b621b HTTP/1.1" status: 200 len: 217 time: 0.0824575 Dec 13 14:51:06.639779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.674968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5426db87-295f-4a07-8459-c77038d518b1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:06.726266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1799251f-7754-4309-85e9-f2f1aa431ed7 req-cede1fe3-ab86-4dc5-a0e6-372ee76d2163 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046838 Dec 13 14:51:06.727688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-781e468f-b61f-4c96-9ca4-4818bf50f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:06.729051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-781e468f-b61f-4c96-9ca4-4818bf50f7a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08917680-917a-4e7c-95c6-97e1c816a8a6 HTTP/1.1" status: 200 len: 862 time: 0.0713303 Dec 13 14:51:06.777224 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.784655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-5837230d-93a3-4eb8-bde0-2be8449e83b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466325 Dec 13 14:51:06.891133 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.923599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e71cb15-07b6-4010-abad-a2a8729feb8a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:06.941620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a69fa72-54b3-47b5-88f9-736dc0ab17a2 req-3e49ec2c-ebf6-47a4-9251-3e7910c2980f tempest-ServerAddressesTestJSON-1392427750 tempest-ServerAddressesTestJSON-1392427750-project] 10.222.0.24 "GET /v2.0/ports?device_id=02443133-1950-4396-ba04-70cca4377b9b HTTP/1.1" status: 200 len: 210 time: 0.1301560 Dec 13 14:51:06.945243 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.949241 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:06.965997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3e71cb15-07b6-4010-abad-a2a8729feb8a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:06.965997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e71cb15-07b6-4010-abad-a2a8729feb8a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:07.032374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:07.051116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:07.054746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:07.058633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-a93ba33d-2fbe-443e-ac61-2cbd2481f585 service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653625 Dec 13 14:51:07.059254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=821edd24-ee7f-418e-8e20-2e03c54d067f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:07.127071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562f192-fc73-49b0-9fea-498083a56a35 req-d9f9e146-1700-4722-a1f5-f86a57519fb5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:07.128611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6562f192-fc73-49b0-9fea-498083a56a35 req-d9f9e146-1700-4722-a1f5-f86a57519fb5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.1489742 Dec 13 14:51:07.146836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.147460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bede1435-87f4-41d6-885d-cdac288a16d6 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:51:07.161324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.166272 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aa48afc2-2242-4c23-9de4-87ada0220a49 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bede1435-87f4-41d6-885d-cdac288a16d6 HTTP/1.1" status: 204 len: 168 time: 2.2756357 Dec 13 14:51:07.167025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47960) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:07.238080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:07.238080 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.245362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] Deleting subnet e0a3ed2f-6fbd-4831-8483-db9181918443 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:51:07.249187 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.292729 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6562f192-fc73-49b0-9fea-498083a56a35 req-b3e587cc-a24f-40cf-8b61-35de4319730d tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355727 Dec 13 14:51:07.343872 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.383672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-553b04b0-3d38-4c1d-9eab-b36c5ba6a540 req-a3966cf9-209b-41c1-80a5-4ce0049c333f service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005009 Dec 13 14:51:07.422136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cfa8a947-934a-47d5-95c5-c9f8ff91d70b None None] Provisioning complete for port 821edd24-ee7f-418e-8e20-2e03c54d067f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:07.422986 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a947-934a-47d5-95c5-c9f8ff91d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.445924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-455f0830-da94-4512-a3e7-468fe836e152 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.4574873 Dec 13 14:51:07.446285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47964) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:07.450274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a009c1ec-5110-4414-b0ff-ad46b2e64fc1 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:07.453339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.502401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8a947-934a-47d5-95c5-c9f8ff91d70b None None] Port 821edd24-ee7f-418e-8e20-2e03c54d067f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:07.560742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8243e7-0faa-4a13-974b-4f6d52806480 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:07.568966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8243e7-0faa-4a13-974b-4f6d52806480 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:07.576638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8243e7-0faa-4a13-974b-4f6d52806480 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:07.581649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47968) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:07.590732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1d8243e7-0faa-4a13-974b-4f6d52806480 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1312904 Dec 13 14:51:07.651065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:51:07.655468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:07.656084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.699484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788966f-c1b8-4e26-badf-990bab4dd355', 'tag': 'd05a3188-e638-4188-a8cd-d507f88b621b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:07.702688 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92488fb4-8978-4136-9db8-d1101c59725a" -d '{"events": [{"name": "network-changed", "server_uuid": "1788966f-c1b8-4e26-badf-990bab4dd355", "tag": "d05a3188-e638-4188-a8cd-d507f88b621b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:07.721845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting port 821edd24-ee7f-418e-8e20-2e03c54d067f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:07.722193 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.754758 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.786637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:07.790641 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fe3479-9ee1-4cad-bac4-f060023068ea" -d '{"events": [{"server_uuid": "f184bfd7-7c71-4f0d-b412-39ebcf558bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a009c1ec-5110-4414-b0ff-ad46b2e64fc1"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:07.810990 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4394f48-0ad9-45c4-8f8a-5825197b5180 x-openstack-request-id: req-f4394f48-0ad9-45c4-8f8a-5825197b5180 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:07.811484 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1788966f-c1b8-4e26-badf-990bab4dd355", "tag": "d05a3188-e638-4188-a8cd-d507f88b621b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:07.811890 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4394f48-0ad9-45c4-8f8a-5825197b5180 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:07.818077 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1788966f-c1b8-4e26-badf-990bab4dd355', 'tag': 'd05a3188-e638-4188-a8cd-d507f88b621b', 'status': 'completed', 'code': 200} Dec 13 14:51:07.828907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a009c1ec-5110-4414-b0ff-ad46b2e64fc1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:07.863870 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ad9a4-c164-46aa-b842-b542644dd5f7 x-openstack-request-id: req-5d5ad9a4-c164-46aa-b842-b542644dd5f7 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:07.864452 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f184bfd7-7c71-4f0d-b412-39ebcf558bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a009c1ec-5110-4414-b0ff-ad46b2e64fc1", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:07.865164 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d5ad9a4-c164-46aa-b842-b542644dd5f7 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:07.865267 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1', 'code': 200} Dec 13 14:51:07.875701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.887202 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.922501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Calling delete_port for 821edd24-ee7f-418e-8e20-2e03c54d067f owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:07.923067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488fb4-8978-4136-9db8-d1101c59725a req-aa8cd975-50e5-4dfd-a5e2-6d85842922bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:07.924568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92488fb4-8978-4136-9db8-d1101c59725a req-aa8cd975-50e5-4dfd-a5e2-6d85842922bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 1095 time: 0.0878065 Dec 13 14:51:07.925586 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.934377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a3ed2f-6fbd-4831-8483-db9181918443,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:07.957417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:07.962645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cad972-a692-4ab6-acc5-c455e63259be None None] Network 10cc7aae-3a37-48c7-b004-3f71a944c774 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:07.981600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f4903c4e-d415-4aed-8356-76934369b748 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0a3ed2f-6fbd-4831-8483-db9181918443 HTTP/1.1" status: 204 len: 168 time: 0.8134339 Dec 13 14:51:07.985509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47978) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:08.032280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47980) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:08.058092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd09da-3062-4632-81c4-48faf22c4054 req-8eb33eaf-07f2-40db-9207-b6a2ba829ae8 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:08.067502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-adfd09da-3062-4632-81c4-48faf22c4054 req-8eb33eaf-07f2-40db-9207-b6a2ba829ae8 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 944 time: 0.1843989 Dec 13 14:51:08.127444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.172667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-adfd09da-3062-4632-81c4-48faf22c4054 req-de83a92d-bbf6-4cb2-845e-7c8ac7a0e483 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015720 Dec 13 14:51:08.217041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b70f9-6164-4006-aa3f-b08eb6a3992d req-24b97310-8459-4db8-880d-822edb20bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:08.219936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba7b70f9-6164-4006-aa3f-b08eb6a3992d req-24b97310-8459-4db8-880d-822edb20bbbf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.2942390 Dec 13 14:51:08.227833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] Deleting subnet 877ac491-9a01-4ab9-a5ea-42818d54f742 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:51:08.232543 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.241576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Deleting port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:08.241932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.309624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:08.316326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.346106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488fb4-8978-4136-9db8-d1101c59725a req-85bb1cc3-aa42-4b60-9851-723247bf0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:08.357736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92488fb4-8978-4136-9db8-d1101c59725a req-85bb1cc3-aa42-4b60-9851-723247bf0f80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 923 time: 0.4188337 Dec 13 14:51:08.399557 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.462138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Port': ['ID=821edd24-ee7f-418e-8e20-2e03c54d067f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:08.499453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] For port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,segment=NetworkSegment(9e38078c-4c68-4888-9107-30130c3cb707),segment_id=9e38078c-4c68-4888-9107-30130c3cb707)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:08.499453 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.515335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92488fb4-8978-4136-9db8-d1101c59725a req-d4d69b70-df11-4a30-bc87-d2a34d441259 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05a3188-e638-4188-a8cd-d507f88b621b HTTP/1.1" status: 200 len: 217 time: 0.1345794 Dec 13 14:51:08.536358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] DHCP port deletion for 10cc7aae-3a37-48c7-b004-3f71a944c774 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:51:08.538376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Calling delete_port for 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:08.543515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba7b70f9-6164-4006-aa3f-b08eb6a3992d req-35f38e66-81a1-4d10-92d8-1224080f088c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815120 Dec 13 14:51:08.611885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.626779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] Deleting port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:08.630751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.694871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1df1-6c28-48e3-a9b6-0ea99259b6f7 req-a1eb6f36-53e5-4262-92b9-1862800f88f1 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:08.696821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-029d1df1-6c28-48e3-a9b6-0ea99259b6f7 req-a1eb6f36-53e5-4262-92b9-1862800f88f1 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.2429342 Dec 13 14:51:08.719814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488fb4-8978-4136-9db8-d1101c59725a req-aa9f18b9-dc51-4f1c-9e38-7bc3dedfae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:08.721582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92488fb4-8978-4136-9db8-d1101c59725a req-aa9f18b9-dc51-4f1c-9e38-7bc3dedfae82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08917680-917a-4e7c-95c6-97e1c816a8a6 HTTP/1.1" status: 200 len: 862 time: 0.1809068 Dec 13 14:51:08.747853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] For port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,segment=NetworkSegment(9e38078c-4c68-4888-9107-30130c3cb707),segment_id=9e38078c-4c68-4888-9107-30130c3cb707)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:08.748253 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.772524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] Calling delete_port for 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:08.786160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92488fb4-8978-4136-9db8-d1101c59725a req-a5e5d2f4-4457-479a-95e3-071b7d8844be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507243 Dec 13 14:51:08.880343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-029d1df1-6c28-48e3-a9b6-0ea99259b6f7 req-684f9d70-e695-44ae-bed7-54f19eb676d5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642015 Dec 13 14:51:08.935277 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:08.941971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:08.942580 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c35bb5fe-7e95-4bb1-bd38-1c393f9f2a79 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/ports/821edd24-ee7f-418e-8e20-2e03c54d067f HTTP/1.1" status: 204 len: 168 time: 1.3595870 Dec 13 14:51:08.943279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47992) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:08.978156 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec49339-cac8-47fa-ad0d-1376cb76670d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] GET failed (client error): The resource could not be found. Dec 13 14:51:08.984059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9ec49339-cac8-47fa-ad0d-1376cb76670d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "GET /v2.0/ports/821edd24-ee7f-418e-8e20-2e03c54d067f HTTP/1.1" status: 404 len: 333 time: 0.0332992 Dec 13 14:51:08.984513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47994) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:08.990814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'name': 'tempest-AllowedAddressPairTestJSON-1486959928'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:09.029162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.037263 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.060737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] No DVR routers for this DVR port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:09.081331 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.086873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Pushing event deleted for resources: {'Port': ['ID=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:09.090491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] No DVR routers for this DVR port 02f501d0-a20e-47c2-a212-28e1a3f5f5b3 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:09.120352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694066b-0f65-4fb5-b514-995196424cc5 None None] Pushing event deleted for resources: {'Port': ['ID=02f501d0-a20e-47c2-a212-28e1a3f5f5b3,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:09.152380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5426db87-295f-4a07-8459-c77038d518b1 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:09.173528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 5426db87-295f-4a07-8459-c77038d518b1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:09.173979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5426db87-295f-4a07-8459-c77038d518b1 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:09.188991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92488fb4-8978-4136-9db8-d1101c59725a req-ab00b42c-867d-40d3-86e1-1506ee9f1a5f service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944900 Dec 13 14:51:09.190015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.230274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.244451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:09.249542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.259613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cc7aae-3a37-48c7-b004-3f71a944c774']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:09.271316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e38078c-4c68-4888-9107-30130c3cb707') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:09.271739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e38078c-4c68-4888-9107-30130c3cb707') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:09.284893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.291215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877ac491-9a01-4ab9-a5ea-42818d54f742,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:09.313223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.317509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-696ea2a6-7448-4d3b-bd15-f4691384edb5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/877ac491-9a01-4ab9-a5ea-42818d54f742 HTTP/1.1" status: 204 len: 168 time: 1.2804110 Dec 13 14:51:09.320068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47998) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:09.334786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] device_id is not set on port f4612bf2-db43-48de-b573-f7fcaa3f1b49 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:51:09.352597 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.408482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:51:09.408901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:51:09.410633 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:51:09.466612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9be2b432-b971-4630-8d39-3eb4de5b88ca details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:51:09.539852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f176f1-d407-482a-98ad-418af9e25467 req-9feafab0-8a2a-4bde-85f1-b3a91265fc94 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:09.565906 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92f176f1-d407-482a-98ad-418af9e25467 req-9feafab0-8a2a-4bde-85f1-b3a91265fc94 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 944 time: 0.2642746 Dec 13 14:51:09.569903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.607997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92488fb4-8978-4136-9db8-d1101c59725a req-c7ef83af-abb0-4dfb-91bd-8f9f335033f7 service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884571 Dec 13 14:51:09.609161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Allocated IP 172.20.0.7 (24e11986-0d78-48fd-a4aa-f3df30bac24a/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7/f4612bf2-db43-48de-b573-f7fcaa3f1b49) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:09.620402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92f176f1-d407-482a-98ad-418af9e25467 req-b6d31e47-8d1b-441f-92c6-28dd11db6a20 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535064 Dec 13 14:51:09.630416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d05a3188-e638-4188-a8cd-d507f88b621b details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:51:09.716627 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.747780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f022d013-be7f-42db-b983-37524a4cdf5f']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:09.760575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:09.763667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dd8fe5-4bba-4f68-a80f-f3d420f5bbcb') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:09.770606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9be2b432-b971-4630-8d39-3eb4de5b88ca, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9be2b432-b971-4630-8d39-3eb4de5b88ca,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:09.773449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.787313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.790905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.795025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '9be2b432-b971-4630-8d39-3eb4de5b88ca', 'network_id': '6555681e-e25d-4269-8cae-c47120c449a4', 'port_id': '9be2b432-b971-4630-8d39-3eb4de5b88ca', 'mac_address': 'fa:16:3e:c9:60:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf6a921-8cf8-4d25-9876-750592c79b89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:51:09.796681 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] 10.222.0.24 "DELETE /v2.0/networks/10cc7aae-3a37-48c7-b004-3f71a944c774 HTTP/1.1" status: 204 len: 168 time: 1.8101878 Dec 13 14:51:09.812671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.817400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Pushing event deleted for resources: {'Network': ['ID=10cc7aae-3a37-48c7-b004-3f71a944c774,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:09.827102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.827467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.827789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.828128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.828464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.828793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.829119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.829446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.830065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.830065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.830441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.830767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024353f-dcc7-4faf-8355-2791f695597b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:09.832143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.834183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:51:09.834510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:51:09.836573 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:51:09.845980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:09.875098 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.881669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'd05a3188-e638-4188-a8cd-d507f88b621b', 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'port_id': 'd05a3188-e638-4188-a8cd-d507f88b621b', 'mac_address': 'fa:16:3e:ee:5b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08917680-917a-4e7c-95c6-97e1c816a8a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:51:09.897524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be2b432-b971-4630-8d39-3eb4de5b88ca {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:09.943450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9be2b432-b971-4630-8d39-3eb4de5b88ca, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9be2b432-b971-4630-8d39-3eb4de5b88ca,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:09.948767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:09.966146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05a3188-e638-4188-a8cd-d507f88b621b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:09.985900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:10.018883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e453b8-0dfe-473e-b28f-b2e4bb27bf9c req-441d0705-f642-4d15-9cc0-55a78b5f418c tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:10.020375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88e453b8-0dfe-473e-b28f-b2e4bb27bf9c req-441d0705-f642-4d15-9cc0-55a78b5f418c tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.0493948 Dec 13 14:51:10.059623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88e453b8-0dfe-473e-b28f-b2e4bb27bf9c req-016f9307-f710-43ff-a9f5-300cb762650d tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Dec 13 14:51:10.067541 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.074027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.076005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.109305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.112618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f022d013-be7f-42db-b983-37524a4cdf5f HTTP/1.1" status: 204 len: 168 time: 0.7696037 Dec 13 14:51:10.114116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff329f-d35c-4500-82f5-7ee19448ab12 admin admin] Pushing event deleted for resources: {'Network': ['ID=f022d013-be7f-42db-b983-37524a4cdf5f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:10.140682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.142502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9be2b432-b971-4630-8d39-3eb4de5b88ca,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:10.151856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=f4612bf2-db43-48de-b573-f7fcaa3f1b49,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:10.174886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:10.175582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:10.190483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:10.206939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:10.273635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:10.274359 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.321318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['d05a3188-e638-4188-a8cd-d507f88b621b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:10.363462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9be2b432-b971-4630-8d39-3eb4de5b88ca'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:10.381680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec0970f0-8875-4ea2-a5d8-5927a5a64a4a tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3960121 Dec 13 14:51:10.384611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48018) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:10.386743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48020) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:10.405539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9c:a3:d5'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:10.515292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2d41205-de57-4267-bfb9-210a44d8b79f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7ce55f5449646da9ad542b24bd83f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272871 Dec 13 14:51:10.518996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48024) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:10.605119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-576b766b-442c-4804-a95a-7cc82b3c0c0d None None] Provisioning complete for port f4612bf2-db43-48de-b573-f7fcaa3f1b49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:10.606280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-576b766b-442c-4804-a95a-7cc82b3c0c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.634091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46b9625b-161f-453b-876f-e38da9a5e69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.664368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-576b766b-442c-4804-a95a-7cc82b3c0c0d None None] Port f4612bf2-db43-48de-b573-f7fcaa3f1b49 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:10.689952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46b9625b-161f-453b-876f-e38da9a5e69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.753051 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.821341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946d50-0599-453c-b40f-cea55d40f335 req-e6b6829b-3fef-4684-8e21-e87632dd7056 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:10.823080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed946d50-0599-453c-b40f-cea55d40f335 req-e6b6829b-3fef-4684-8e21-e87632dd7056 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 945 time: 0.0816894 Dec 13 14:51:10.825181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48034) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:10.928444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46b9625b-161f-453b-876f-e38da9a5e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.931001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46b9625b-161f-453b-876f-e38da9a5e69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:10.934361 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-46b9625b-161f-453b-876f-e38da9a5e69e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c581df22-f9db-44cf-8ac3-8ced4bd16f36 HTTP/1.1" status: 204 len: 168 time: 0.4112267 Dec 13 14:51:10.937734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed946d50-0599-453c-b40f-cea55d40f335 req-ea9478b4-7ba9-4dea-9486-5141caa7ddb0 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Dec 13 14:51:10.941599 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6ac236d-e039-4b38-b73a-d849255b5d15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86d19e7c855b4565a1ca3d58dfe6a96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1115341 Dec 13 14:51:10.948218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9625b-161f-453b-876f-e38da9a5e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c581df22-f9db-44cf-8ac3-8ced4bd16f36,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:10.964047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48040) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:11.062016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2216e87-cc41-4eed-b280-24daa1424505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.087649 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.105489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2216e87-cc41-4eed-b280-24daa1424505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.184085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.233014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace13ab-9bd5-43ce-8e1a-0f0922cbf21b req-7cdadf1d-fbc5-40bf-bde7-45b44f4d3081 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:11.240242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ace13ab-9bd5-43ce-8e1a-0f0922cbf21b req-7cdadf1d-fbc5-40bf-bde7-45b44f4d3081 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 945 time: 0.0943701 Dec 13 14:51:11.309448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=f4612bf2-db43-48de-b573-f7fcaa3f1b49,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:11.332620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ace13ab-9bd5-43ce-8e1a-0f0922cbf21b req-b6536a0e-1fb2-4659-a188-b496c76429a0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901008 Dec 13 14:51:11.351915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] In _notify_port_updated(), no bound segment for port f4612bf2-db43-48de-b573-f7fcaa3f1b49 on network 24e11986-0d78-48fd-a4aa-f3df30bac24a {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:51:11.357615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:11.358331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.359683 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5734b3a1-38b0-435b-9546-81e436891fc5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "PUT /v2.0/ports/f4612bf2-db43-48de-b573-f7fcaa3f1b49 HTTP/1.1" status: 200 len: 993 time: 0.9660666 Dec 13 14:51:11.362602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48048) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:11.379248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2216e87-cc41-4eed-b280-24daa1424505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.387481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2216e87-cc41-4eed-b280-24daa1424505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.388917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b2216e87-cc41-4eed-b280-24daa1424505 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ea53654-9efb-43a2-abb9-12693a2f8b80 HTTP/1.1" status: 204 len: 168 time: 0.4229584 Dec 13 14:51:11.468575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2216e87-cc41-4eed-b280-24daa1424505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea53654-9efb-43a2-abb9-12693a2f8b80,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:11.509926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting port f4612bf2-db43-48de-b573-f7fcaa3f1b49 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:11.511937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.567546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d05a3188-e638-4188-a8cd-d507f88b621b up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:11.631828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.648166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Calling delete_port for f4612bf2-db43-48de-b573-f7fcaa3f1b49 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:11.702006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0321366e-c936-4672-a3a1-2ef475a20774 None None] Provisioning complete for port f4612bf2-db43-48de-b573-f7fcaa3f1b49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:11.702427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0321366e-c936-4672-a3a1-2ef475a20774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.758891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port d05a3188-e638-4188-a8cd-d507f88b621b completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:51:11.767519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port d05a3188-e638-4188-a8cd-d507f88b621b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:11.767519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.827345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0321366e-c936-4672-a3a1-2ef475a20774 None None] Port f4612bf2-db43-48de-b573-f7fcaa3f1b49 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:11.899980 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.965701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:11.978913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:11.979944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788966f-c1b8-4e26-badf-990bab4dd355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a3188-e638-4188-a8cd-d507f88b621b'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:11.983326 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28707f99-bed3-4411-926e-4bbf5feb81be" -d '{"events": [{"server_uuid": "1788966f-c1b8-4e26-badf-990bab4dd355", "name": "network-vif-plugged", "status": "completed", "tag": "d05a3188-e638-4188-a8cd-d507f88b621b"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:12.062921 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626c6e0-6e44-4937-9510-330811d7259c x-openstack-request-id: req-f626c6e0-6e44-4937-9510-330811d7259c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:12.063239 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788966f-c1b8-4e26-badf-990bab4dd355", "name": "network-vif-plugged", "status": "completed", "tag": "d05a3188-e638-4188-a8cd-d507f88b621b", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:12.063777 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f626c6e0-6e44-4937-9510-330811d7259c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:12.064549 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788966f-c1b8-4e26-badf-990bab4dd355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a3188-e638-4188-a8cd-d507f88b621b', 'code': 200} Dec 13 14:51:12.076541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Port': ['ID=f4612bf2-db43-48de-b573-f7fcaa3f1b49,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:12.081514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:12.176018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:12.308980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccf675-b87e-48da-a60a-1d453458bbaf req-80627b50-6046-4bd5-932a-38244f978817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:12.310515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2dccf675-b87e-48da-a60a-1d453458bbaf req-80627b50-6046-4bd5-932a-38244f978817 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 1097 time: 0.1869771 Dec 13 14:51:12.343414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e517db-ab6e-4ae7-874f-7e022e5534c0 req-feb9cbbc-1319-465e-aafc-9eb4c383dbf2 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:12.345102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-17e517db-ab6e-4ae7-874f-7e022e5534c0 req-feb9cbbc-1319-465e-aafc-9eb4c383dbf2 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 945 time: 0.2325952 Dec 13 14:51:12.452753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:12.458875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dc96f43f-e7a9-40b0-957a-df9ef6bf3a5d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/ports/f4612bf2-db43-48de-b573-f7fcaa3f1b49 HTTP/1.1" status: 204 len: 168 time: 1.0926676 Dec 13 14:51:12.463245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48096) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:12.501084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2dccf675-b87e-48da-a60a-1d453458bbaf req-14a3ad86-5856-4602-8844-ba69f35eb836 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524384 Dec 13 14:51:12.503774 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-17e517db-ab6e-4ae7-874f-7e022e5534c0 req-980cf0c0-bf0c-4571-8d0a-d09ac44d07f9 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147070 Dec 13 14:51:12.506078 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ebf2b1-4e32-47d3-919d-ed1094e551b5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] GET failed (client error): The resource could not be found. Dec 13 14:51:12.511178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-12ebf2b1-4e32-47d3-919d-ed1094e551b5 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "GET /v2.0/ports/f4612bf2-db43-48de-b573-f7fcaa3f1b49 HTTP/1.1" status: 404 len: 333 time: 0.0434320 Dec 13 14:51:12.511299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554db519-8d18-4c23-9039-878f4bf0dc2d req-5332caa4-5cca-4b0a-b837-37db7b185e38 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:12.511299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-554db519-8d18-4c23-9039-878f4bf0dc2d req-5332caa4-5cca-4b0a-b837-37db7b185e38 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.0725627 Dec 13 14:51:12.512359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48098) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:12.517545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'name': 'tempest-AllowedAddressPairTestJSON-972429425'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:12.634129 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-554db519-8d18-4c23-9039-878f4bf0dc2d req-5fbcd0bd-173d-4558-9b66-d7d53de49d6f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104884 Dec 13 14:51:12.864909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:12.876688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:12.909013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] device_id is not set on port 1479ce58-fcfa-4cba-a442-54cfdd68eafc yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:51:13.000312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48118) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:13.056978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Allocated IP 172.20.0.13 (24e11986-0d78-48fd-a4aa-f3df30bac24a/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7/1479ce58-fcfa-4cba-a442-54cfdd68eafc) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:13.146181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1363929342-network', 'tenant_id': '963391516f58427fb47b261ea80c93ee'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:13.268376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.273705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Made reservation on behalf of 963391516f58427fb47b261ea80c93ee for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:13.280986 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.294921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.381605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.479982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9be2b432-b971-4630-8d39-3eb4de5b88ca up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:13.512296 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.542829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.589269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:51:13.607273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5320d910-bb0a-4740-b842-e268bfcb4c62,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:13.610516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.610859 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Added segment 49bb01f3-6360-4d0b-9f36-cb3fa69849e8 of type vlan for network a0fad849-1277-477e-b726-d2fa199e229a Dec 13 14:51:13.624047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=1479ce58-fcfa-4cba-a442-54cfdd68eafc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:13.658442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:13.660009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:13.671778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.673137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:13.678862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 9be2b432-b971-4630-8d39-3eb4de5b88ca completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:51:13.691249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 9be2b432-b971-4630-8d39-3eb4de5b88ca triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:13.693416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.752911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:13.753905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.799236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9798-61b8-42fd-b054-2dc93e9d881c req-c25fc896-d55e-45ba-af3c-89206fa3363d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:13.803852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bb0e9798-61b8-42fd-b054-2dc93e9d881c req-c25fc896-d55e-45ba-af3c-89206fa3363d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 945 time: 0.1450512 Dec 13 14:51:13.827031 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.864020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9be2b432-b971-4630-8d39-3eb4de5b88ca, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9be2b432-b971-4630-8d39-3eb4de5b88ca,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:13.867431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bb0e9798-61b8-42fd-b054-2dc93e9d881c req-de3ed3df-0829-47e2-9f28-829b5d7cff54 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572715 Dec 13 14:51:13.903071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e27f0ba9-2240-488f-a1eb-8c17f7e012f6 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3869314 Dec 13 14:51:13.903488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.909318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48132) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:13.917691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:13.924804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:13.933112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9c:a3:d5'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:13.999737 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.043748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] Pushing event updated for resources: {'Network': ['ID=a0fad849-1277-477e-b726-d2fa199e229a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:14.046526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.097558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be2b432-b971-4630-8d39-3eb4de5b88ca'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:14.105973 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b612175-4d16-4c79-95a0-85d6cd85a2a2" -d '{"events": [{"server_uuid": "77bf6ea9-f434-4677-80bb-204b9733bbee", "name": "network-vif-plugged", "status": "completed", "tag": "9be2b432-b971-4630-8d39-3eb4de5b88ca"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:14.111244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9be2b432-b971-4630-8d39-3eb4de5b88ca,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:14.119087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a0fad849-1277-477e-b726-d2fa199e229a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:51:14.130164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2b8f-cd6d-47c8-a9b0-f29fbc92431e req-e5976a93-d805-4490-ae86-7020130dbf9b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:14.132772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-091f2b8f-cd6d-47c8-a9b0-f29fbc92431e req-e5976a93-d805-4490-ae86-7020130dbf9b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.1657567 Dec 13 14:51:14.140753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7c330377-8510-4c34-af20-adf7adf3bbba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1393714 Dec 13 14:51:14.144524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48146) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:14.155020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Request body: {'subnet': {'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1363929342-subnet', 'tenant_id': '963391516f58427fb47b261ea80c93ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:14.212096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-091f2b8f-cd6d-47c8-a9b0-f29fbc92431e req-08320c7a-357a-48fe-8bd3-0bab4ac4119a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665758 Dec 13 14:51:14.229235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ae25e0ad-8743-4801-acae-dd5f67fb70d6 None None] Provisioning complete for port 1479ce58-fcfa-4cba-a442-54cfdd68eafc triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:14.230607 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ae25e0ad-8743-4801-acae-dd5f67fb70d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.303979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ae25e0ad-8743-4801-acae-dd5f67fb70d6 None None] Port 1479ce58-fcfa-4cba-a442-54cfdd68eafc cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:14.307478 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ece07-bd24-483a-a881-dbf2ae5ef6ed x-openstack-request-id: req-9c0ece07-bd24-483a-a881-dbf2ae5ef6ed {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:14.308052 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bf6ea9-f434-4677-80bb-204b9733bbee", "name": "network-vif-plugged", "status": "completed", "tag": "9be2b432-b971-4630-8d39-3eb4de5b88ca", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:14.309063 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c0ece07-bd24-483a-a881-dbf2ae5ef6ed {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:14.309714 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be2b432-b971-4630-8d39-3eb4de5b88ca', 'code': 200} Dec 13 14:51:14.327539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Made reservation on behalf of 963391516f58427fb47b261ea80c93ee for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:14.329915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.356947 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.456389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219f937-c5e7-4d5c-b540-a245062d1466 req-9d3ef81a-2ffe-4b19-9555-2369bd9cb5f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:14.458057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4219f937-c5e7-4d5c-b540-a245062d1466 req-9d3ef81a-2ffe-4b19-9555-2369bd9cb5f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.0781987 Dec 13 14:51:14.498376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.506650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4219f937-c5e7-4d5c-b540-a245062d1466 req-1ee0fbe0-5c85-486e-a42e-ce1b94135184 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Dec 13 14:51:14.513207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df38d2f-f50b-480f-adef-31a8968d837a req-26580ceb-1ed7-4603-8ef0-f01cba2744fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:14.529012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2df38d2f-f50b-480f-adef-31a8968d837a req-26580ceb-1ed7-4603-8ef0-f01cba2744fb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 1097 time: 0.1190956 Dec 13 14:51:14.639396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=1479ce58-fcfa-4cba-a442-54cfdd68eafc,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:14.653254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] In _notify_port_updated(), no bound segment for port 1479ce58-fcfa-4cba-a442-54cfdd68eafc on network 24e11986-0d78-48fd-a4aa-f3df30bac24a {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:51:14.694325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:14.701356 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.713011 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-51c1b50a-63a4-4658-9803-ac29d89d41f3 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "PUT /v2.0/ports/1479ce58-fcfa-4cba-a442-54cfdd68eafc HTTP/1.1" status: 200 len: 996 time: 0.7971203 Dec 13 14:51:14.713011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48158) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:14.727198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2df38d2f-f50b-480f-adef-31a8968d837a req-8fc52bdf-8cb1-44c0-8fed-fa88638dab67 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783516 Dec 13 14:51:14.937322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:14.942853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249b892-10db-425f-a3ed-c42dcafbe5be req-b7539930-7146-4119-9433-542d76e61b0c tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:14.944452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0249b892-10db-425f-a3ed-c42dcafbe5be req-b7539930-7146-4119-9433-542d76e61b0c tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.2314508 Dec 13 14:51:15.030227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting port 1479ce58-fcfa-4cba-a442-54cfdd68eafc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:15.030602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:15.058903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-295ac455-ded7-451f-9e46-fbaca4064ca0 None None] Provisioning complete for port 1479ce58-fcfa-4cba-a442-54cfdd68eafc triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:15.059538 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-295ac455-ded7-451f-9e46-fbaca4064ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:15.086921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1f563b-4a6e-411e-b312-ed5ce628c3fa,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:15.099762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Checking segment: {'id': '49bb01f3-6360-4d0b-9f36-cb3fa69849e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:15.100351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Network hostable DHCP agents. Network: a0fad849-1277-477e-b726-d2fa199e229a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:51:15.128293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-295ac455-ded7-451f-9e46-fbaca4064ca0 None None] Port 1479ce58-fcfa-4cba-a442-54cfdd68eafc cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:15.177581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:15.200886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0249b892-10db-425f-a3ed-c42dcafbe5be req-1105c439-59d2-4016-b8b5-e6b0de3b6830 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429397 Dec 13 14:51:15.214264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Calling delete_port for 1479ce58-fcfa-4cba-a442-54cfdd68eafc owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:15.238497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Network a0fad849-1277-477e-b726-d2fa199e229a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:51:15.368191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445ea69-9216-492a-93eb-121b612f729e req-05960301-194e-4462-bb5f-2fb3ee8c4c19 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:15.369683 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3445ea69-9216-492a-93eb-121b612f729e req-05960301-194e-4462-bb5f-2fb3ee8c4c19 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0782409 Dec 13 14:51:15.393754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a0fad849-1277-477e-b726-d2fa199e229a) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:15.408553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:15.410020 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:15.412465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8b355-32cd-43e7-a354-1814d3c812ab None None] Network a0fad849-1277-477e-b726-d2fa199e229a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:15.446812 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3445ea69-9216-492a-93eb-121b612f729e req-de9d47f0-de6c-4700-9935-85908393b4af tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703990 Dec 13 14:51:15.580938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:15.592112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c8172177-1e5e-44dd-86b5-bcfeba157adc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4362209 Dec 13 14:51:15.619089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ad69c-8c9d-4736-b386-0f44252bf030 None None] Network a0fad849-1277-477e-b726-d2fa199e229a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:15.631067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f45eb-c945-405e-844a-ed6699919b8a req-6f21d2da-c159-4d55-91ed-2eeb66e01bd6 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:15.636749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-759f45eb-c945-405e-844a-ed6699919b8a req-6f21d2da-c159-4d55-91ed-2eeb66e01bd6 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.1148605 Dec 13 14:51:15.639526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Port': ['ID=1479ce58-fcfa-4cba-a442-54cfdd68eafc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:15.705536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-759f45eb-c945-405e-844a-ed6699919b8a req-31d963b2-9fda-43f2-a14b-bdc31c76d74a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544608 Dec 13 14:51:15.835010 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:15.869395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:15.869395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aafc547c-5ace-4b78-9cf1-db70a9f0831c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/ports/1479ce58-fcfa-4cba-a442-54cfdd68eafc HTTP/1.1" status: 204 len: 168 time: 1.0871158 Dec 13 14:51:15.872137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48194) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:15.919120 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fdc2ae-2b18-49ad-a4c8-f7ea99120ca0 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] GET failed (client error): The resource could not be found. Dec 13 14:51:15.920917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-10fdc2ae-2b18-49ad-a4c8-f7ea99120ca0 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "GET /v2.0/ports/1479ce58-fcfa-4cba-a442-54cfdd68eafc HTTP/1.1" status: 404 len: 333 time: 0.0476403 Dec 13 14:51:15.926364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:15.931416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'name': 'tempest-AllowedAddressPairTestJSON-69938785'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:16.015175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ef4e-b140-4557-a60f-bd2795387ccd req-60d3003a-f307-45ef-9979-a407a924ed0b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:16.020913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9097ef4e-b140-4557-a60f-bd2795387ccd req-60d3003a-f307-45ef-9979-a407a924ed0b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.1128078 Dec 13 14:51:16.102360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9097ef4e-b140-4557-a60f-bd2795387ccd req-b95a32c6-524d-49ae-bd57-28cb62777edd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730867 Dec 13 14:51:16.221834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-b089f0c0-4b0c-4086-9dc1-c036a13e9d99 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:16.223730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-b089f0c0-4b0c-4086-9dc1-c036a13e9d99 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/networks?id=a0fad849-1277-477e-b726-d2fa199e229a HTTP/1.1" status: 200 len: 809 time: 0.1439149 Dec 13 14:51:16.242639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-bf2cdf72-47b1-4faf-a4e0-8d424a758ce7 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/quotas/963391516f58427fb47b261ea80c93ee HTTP/1.1" status: 200 len: 375 time: 0.0100853 Dec 13 14:51:16.284757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-e478b680-904e-4816-bb50-cfc7a405d0f4 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=963391516f58427fb47b261ea80c93ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352073 Dec 13 14:51:16.341599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:16.346076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:16.388710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] device_id is not set on port a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:51:16.478713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-bafd7595-714f-4ad9-92cc-ed504f95ea6c service neutron] 10.222.0.24 "GET /v2.0/networks/a0fad849-1277-477e-b726-d2fa199e229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859951 Dec 13 14:51:16.505805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763d38-4558-4aac-8f84-c4f0a516e16b req-9fbbf859-166c-4276-8fa0-bff9cb817d42 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:16.507082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a763d38-4558-4aac-8f84-c4f0a516e16b req-9fbbf859-166c-4276-8fa0-bff9cb817d42 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.0587323 Dec 13 14:51:16.603869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-7f3c6373-491f-43d8-bc87-a3156a5ccaf9 service neutron] 10.222.0.24 "GET /v2.0/networks/a0fad849-1277-477e-b726-d2fa199e229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240928 Dec 13 14:51:16.747918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:16.991066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a763d38-4558-4aac-8f84-c4f0a516e16b req-cb72e972-cc5b-4873-b694-1b9ca53d540d tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764028 Dec 13 14:51:17.118949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99272b-5f10-40d6-b8d8-bad31b5489db req-c702ed44-7471-42cb-ac68-d825aec75ac9 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:17.127364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca99272b-5f10-40d6-b8d8-bad31b5489db req-c702ed44-7471-42cb-ac68-d825aec75ac9 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0609953 Dec 13 14:51:17.163582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca99272b-5f10-40d6-b8d8-bad31b5489db req-4a247abd-17f2-4db0-bbdd-e0ebb5080a04 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352364 Dec 13 14:51:17.210074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Allocated IP 172.20.0.7 (24e11986-0d78-48fd-a4aa-f3df30bac24a/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7/a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:17.243493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0b21f5e-0311-4968-8089-f191a8a2b1db req-a0ca6fd9-d8f0-4256-81f5-37dae50f6c7a tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 210 time: 0.0310042 Dec 13 14:51:17.431129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:17.574075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:17.620586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:17.636120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:17.660021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:17.727332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:17.783617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0354577-8af3-440a-9b7a-17b12ab214ea req-f99984a1-d965-4350-8b43-c24936fb7e21 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:17.785350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0354577-8af3-440a-9b7a-17b12ab214ea req-f99984a1-d965-4350-8b43-c24936fb7e21 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.1629786 Dec 13 14:51:17.799422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:17.800126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:17.859977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0354577-8af3-440a-9b7a-17b12ab214ea req-b2faa9bc-c050-4f60-b9c9-5a20fee109aa tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549216 Dec 13 14:51:17.863220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-b8a41a05-e40c-494e-99a7-a10b42779242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:17.864693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-b8a41a05-e40c-494e-99a7-a10b42779242 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 1097 time: 0.0616765 Dec 13 14:51:17.952617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-16c7531d-9cb2-4270-b075-f399a4fd9037 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0248866 Dec 13 14:51:17.956337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48250) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:17.965961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'network_id': '24e11986-0d78-48fd-a4aa-f3df30bac24a', 'name': 'tempest-AllowedAddressPairTestJSON-1546373383'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:18.026064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-8f595a3e-313b-45c8-a5ba-09b599886d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:18.028633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-8f595a3e-313b-45c8-a5ba-09b599886d69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 920 time: 0.1551933 Dec 13 14:51:18.079996 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f1df541b-9757-4fe1-82f0-0c4afb463ac6 None None] Provisioning complete for port a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:18.080541 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1df541b-9757-4fe1-82f0-0c4afb463ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:18.081668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-58679400-47b3-4f25-9ea7-b02a2b93ec15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9be2b432-b971-4630-8d39-3eb4de5b88ca HTTP/1.1" status: 200 len: 217 time: 0.0458522 Dec 13 14:51:18.144611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f1df541b-9757-4fe1-82f0-0c4afb463ac6 None None] Port a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:18.145900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-97908a54-43b7-434c-97dc-eaf0d4600fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:18.147784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-97908a54-43b7-434c-97dc-eaf0d4600fe5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.0579872 Dec 13 14:51:18.167203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5f28-e694-45b3-8060-4a7a44c70dde req-41175e28-3c59-4967-a7a1-b84f9bdc7884 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:18.175865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-de9b5f28-e694-45b3-8060-4a7a44c70dde req-41175e28-3c59-4967-a7a1-b84f9bdc7884 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1979568 Dec 13 14:51:18.186547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-1af68656-4142-4cd2-bfd3-c6c8c606ea95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308311 Dec 13 14:51:18.251287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-de9b5f28-e694-45b3-8060-4a7a44c70dde req-7a624b8e-f837-4d87-b7f5-39e4ba76e827 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Dec 13 14:51:18.323016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08a43e-e80b-4bdb-be2b-5e874c678a2a req-945ab748-f666-4196-871a-afc30728b9d9 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:18.325245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d08a43e-e80b-4bdb-be2b-5e874c678a2a req-945ab748-f666-4196-871a-afc30728b9d9 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.0783699 Dec 13 14:51:18.349211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-019211e3-45b8-48c3-8826-5984620047d5 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553736 Dec 13 14:51:18.392249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Made reservation on behalf of 5a84d073de2a4ad8a38ef9a7fe4e1bb1 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:18.395827 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:18.422792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] device_id is not set on port 6960f8b5-99fc-434b-a648-8399e1ea989e yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:51:18.477159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d08a43e-e80b-4bdb-be2b-5e874c678a2a req-95648c34-ccaf-424e-9590-5415abf848c3 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240482 Dec 13 14:51:18.563198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-054d4de2-6e63-4e09-a6cf-8dc66cf92971 req-9d9dc9c6-44d1-4e8f-a4d1-e61495893371 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064660 Dec 13 14:51:18.595681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48264) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:18.599242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Allocated IP 172.20.0.10 (24e11986-0d78-48fd-a4aa-f3df30bac24a/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7/6960f8b5-99fc-434b-a648-8399e1ea989e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:18.779279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b45c6cc-9d8a-4d8a-b5b5-0cfac14a0dbe req-edada9bc-abdf-4be2-bdc2-2034be913a40 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 210 time: 0.2120233 Dec 13 14:51:18.800606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:18.800829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3680094c-a98c-4a36-a120-32fa6cf18525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:18.953103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:18.971059 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3680094c-a98c-4a36-a120-32fa6cf18525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:18.998276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:19.003780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:19.007613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:19.016808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=6960f8b5-99fc-434b-a648-8399e1ea989e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:19.065721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:19.066643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.131460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3680094c-a98c-4a36-a120-32fa6cf18525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.177395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-db9c6b13-f2d3-497d-8614-74d32e18d04e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2199893 Dec 13 14:51:19.188383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48292) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:19.188927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9c:a3:d5'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:95:51:0e'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:19.196935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3680094c-a98c-4a36-a120-32fa6cf18525 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e389de2ee0b41b795374a5b55f3a08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970075 Dec 13 14:51:19.197464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48294) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:19.201099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680094c-a98c-4a36-a120-32fa6cf18525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8edfa4c-01bf-487b-9370-5c6ef76fccc3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:19.279670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9236c5fc-436d-4944-ab35-9416b52c05d2 None None] Provisioning complete for port 6960f8b5-99fc-434b-a648-8399e1ea989e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:19.279670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9236c5fc-436d-4944-ab35-9416b52c05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.336617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9236c5fc-436d-4944-ab35-9416b52c05d2 None None] Port 6960f8b5-99fc-434b-a648-8399e1ea989e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:19.395046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e521517f-e227-4781-8fdb-baa8060201c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.451225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e521517f-e227-4781-8fdb-baa8060201c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.523472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a62dd-0e19-4c71-93eb-cb9015c4ffd2 req-567a5fee-cb83-4223-ad81-fcc65fa4ae12 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:19.523472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe8a62dd-0e19-4c71-93eb-cb9015c4ffd2 req-567a5fee-cb83-4223-ad81-fcc65fa4ae12 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1604650 Dec 13 14:51:19.533566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.623809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe8a62dd-0e19-4c71-93eb-cb9015c4ffd2 req-7c78a80e-d1e1-43e5-8fa3-69e04a051c06 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844047 Dec 13 14:51:19.768024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e521517f-e227-4781-8fdb-baa8060201c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.770690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e521517f-e227-4781-8fdb-baa8060201c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.771816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e521517f-e227-4781-8fdb-baa8060201c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8edfa4c-01bf-487b-9370-5c6ef76fccc3 HTTP/1.1" status: 204 len: 168 time: 0.5735059 Dec 13 14:51:19.787850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521517f-e227-4781-8fdb-baa8060201c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8edfa4c-01bf-487b-9370-5c6ef76fccc3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:19.804500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.806357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48312) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:19.889542 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6346b665-3f04-4044-a8eb-0e974777300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:19.889990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.067485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event updated for resources: {'Port': ['ID=6960f8b5-99fc-434b-a648-8399e1ea989e,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:20.072267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75e356d1-a6f9-4964-a8e1-488afcdeb76a req-0912318f-ea5f-47a1-8133-94a40a83bfdc tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 210 time: 0.1148210 Dec 13 14:51:20.072719 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6461-a2af-46c3-acd7-edc6bf5e3b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.106123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] In _notify_port_updated(), no bound segment for port 6960f8b5-99fc-434b-a648-8399e1ea989e on network 24e11986-0d78-48fd-a4aa-f3df30bac24a {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:51:20.112367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:20.113281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.117632 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-27256c0b-3345-4d52-a7b8-4c4b3e4b178f tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "PUT /v2.0/ports/6960f8b5-99fc-434b-a648-8399e1ea989e HTTP/1.1" status: 200 len: 1056 time: 0.9364328 Dec 13 14:51:20.118421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:20.125333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0906a-08b8-4cd4-971d-d77d8abb3bae req-4e544b1d-3211-4b48-b67a-437d255905ad tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:20.134852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9a0906a-08b8-4cd4-971d-d77d8abb3bae req-4e544b1d-3211-4b48-b67a-437d255905ad tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.1033461 Dec 13 14:51:20.165406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-fa2efa68-d207-4ae2-83c3-309252ae9a90 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:20.167234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-fa2efa68-d207-4ae2-83c3-309252ae9a90 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.55 "GET /v2.0/networks?id=a0fad849-1277-477e-b726-d2fa199e229a HTTP/1.1" status: 200 len: 809 time: 0.2460377 Dec 13 14:51:20.188830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Request body: {'port': {'device_id': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a', 'admin_state_up': True, 'tenant_id': '963391516f58427fb47b261ea80c93ee'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:20.238046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9a0906a-08b8-4cd4-971d-d77d8abb3bae req-c1529984-e873-4e40-b756-28057e391278 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960145 Dec 13 14:51:20.266573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6461-a2af-46c3-acd7-edc6bf5e3b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.277146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting port 6960f8b5-99fc-434b-a648-8399e1ea989e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:20.277487 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.342035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6461-a2af-46c3-acd7-edc6bf5e3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.363538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d6d89f5a-1cd6-4a11-9dc9-12cc5cddbc37 None None] Provisioning complete for port 6960f8b5-99fc-434b-a648-8399e1ea989e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:20.364149 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6d89f5a-1cd6-4a11-9dc9-12cc5cddbc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.404357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d6d89f5a-1cd6-4a11-9dc9-12cc5cddbc37 None None] Port 6960f8b5-99fc-434b-a648-8399e1ea989e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:51:20.405351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Made reservation on behalf of 963391516f58427fb47b261ea80c93ee for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:20.411510 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.415118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9d7b6461-a2af-46c3-acd7-edc6bf5e3b2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90b4344a2c9d4a0f998e68226d95e3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076398 Dec 13 14:51:20.419693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48328) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:20.427212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6461-a2af-46c3-acd7-edc6bf5e3b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87e453d-7874-4f57-8faa-2e1800ed0cd0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:20.453655 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.482837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Calling delete_port for 6960f8b5-99fc-434b-a648-8399e1ea989e owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:20.546780 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eca92edd-f333-45bb-8022-3aad366bcb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.593458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eca92edd-f333-45bb-8022-3aad366bcb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.622265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Allocated IP 172.20.0.4 (a0fad849-1277-477e-b726-d2fa199e229a/7e1f563b-4a6e-411e-b312-ed5ce628c3fa/bd3c1132-ca9f-44b1-ba13-b084fa83e895) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:20.806950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eca92edd-f333-45bb-8022-3aad366bcb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.812433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eca92edd-f333-45bb-8022-3aad366bcb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.813341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eca92edd-f333-45bb-8022-3aad366bcb09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d87e453d-7874-4f57-8faa-2e1800ed0cd0 HTTP/1.1" status: 204 len: 168 time: 0.3923912 Dec 13 14:51:20.820845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458aca6a-1db7-4301-a9e5-a6ea6ee0a9c5 req-f649b809-7e6e-451a-b440-b40790c69b2c tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:20.822422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-458aca6a-1db7-4301-a9e5-a6ea6ee0a9c5 req-f649b809-7e6e-451a-b440-b40790c69b2c tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0755827 Dec 13 14:51:20.822796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca92edd-f333-45bb-8022-3aad366bcb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87e453d-7874-4f57-8faa-2e1800ed0cd0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:20.824861 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.869949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Port': ['ID=6960f8b5-99fc-434b-a648-8399e1ea989e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:20.870866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:20.890301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-458aca6a-1db7-4301-a9e5-a6ea6ee0a9c5 req-2d154839-3f50-4e96-ad0e-a8b0953733fb tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577278 Dec 13 14:51:21.005469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.072091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Network a0fad849-1277-477e-b726-d2fa199e229a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:21.075581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:21.083085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:21.087630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Pushing event updated for resources: {'Port': ['ID=bd3c1132-ca9f-44b1-ba13-b084fa83e895,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:21.110900 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.116767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9de48c96-aedc-4086-9521-75446f7f315d tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/ports/6960f8b5-99fc-434b-a648-8399e1ea989e HTTP/1.1" status: 204 len: 168 time: 0.9933848 Dec 13 14:51:21.117229 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48350) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:21.146012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:21.146748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.148966 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6391eb-7f51-45c8-ad42-f37811b9b98c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] GET failed (client error): The resource could not be found. Dec 13 14:51:21.150551 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fa6391eb-7f51-45c8-ad42-f37811b9b98c tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "GET /v2.0/ports/6960f8b5-99fc-434b-a648-8399e1ea989e HTTP/1.1" status: 404 len: 333 time: 0.0323164 Dec 13 14:51:21.153895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48354) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:21.236668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-67b821fd-ee76-46e7-9f2c-04651870c82f tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0555060 Dec 13 14:51:21.249991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Request body: {'port': {'device_id': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:21.266058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30392-967f-41b0-b8dd-25180730acdb req-da351be7-5c9a-4247-b992-b90fd2494423 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:21.267575 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bb30392-967f-41b0-b8dd-25180730acdb req-da351be7-5c9a-4247-b992-b90fd2494423 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 931 time: 0.0871716 Dec 13 14:51:21.322491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.357979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting port a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:21.358339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.366493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48364) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:21.384335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bb30392-967f-41b0-b8dd-25180730acdb req-99df92a5-087f-42f6-b8c6-21969b14f0d4 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090701 Dec 13 14:51:21.483068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c5dab-7754-4d73-b156-1648dc46d92d req-97a7bbd1-ce0e-4bce-bf7a-51e0e23d3578 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:21.484593 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882c5dab-7754-4d73-b156-1648dc46d92d req-97a7bbd1-ce0e-4bce-bf7a-51e0e23d3578 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 946 time: 0.1454191 Dec 13 14:51:21.491363 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.504021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Calling delete_port for a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:21.567170 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1316-16e8-4d13-b946-a2a6ecedd769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.575806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d05a3188-e638-4188-a8cd-d507f88b621b details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:51:21.583065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-882c5dab-7754-4d73-b156-1648dc46d92d req-6c44586c-c342-49ba-85e7-c0d7fac866ed tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867755 Dec 13 14:51:21.766862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3c1132-ca9f-44b1-ba13-b084fa83e895 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:21.770540 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1316-16e8-4d13-b946-a2a6ecedd769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.777692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.788071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:21.800137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'd05a3188-e638-4188-a8cd-d507f88b621b', 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'port_id': 'd05a3188-e638-4188-a8cd-d507f88b621b', 'mac_address': 'fa:16:3e:ee:5b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08917680-917a-4e7c-95c6-97e1c816a8a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:51:21.837576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.855744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d05a3188-e638-4188-a8cd-d507f88b621b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:21.875361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:21.883998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Transition to ACTIVE for port object bd3c1132-ca9f-44b1-ba13-b084fa83e895 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:51:21.884432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1316-16e8-4d13-b946-a2a6ecedd769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.888531 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.945057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Port': ['ID=a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:21.954852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:21.959020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f1316-16e8-4d13-b946-a2a6ecedd769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cb922a-9b77-47fc-a25c-6e952883d1f5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:21.971767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cd2f1316-16e8-4d13-b946-a2a6ecedd769 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f239c05cd6c44efe927f66a7486db9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045866 Dec 13 14:51:21.974480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48388) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:22.006040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.025469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:22.037160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.037441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.037787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.038180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.038678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.039692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.040177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.040786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.041276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.041757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.042266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.042826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:22.058997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.067916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e1c004c2-cd29-4b38-98fc-3df31649ad7b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/ports/a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a HTTP/1.1" status: 204 len: 168 time: 0.9107490 Dec 13 14:51:22.069003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48392) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:22.072664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['d05a3188-e638-4188-a8cd-d507f88b621b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:22.144479 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d277acc-8b00-4c4d-b40d-6523a9d0d67b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] GET failed (client error): The resource could not be found. Dec 13 14:51:22.153547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9d277acc-8b00-4c4d-b40d-6523a9d0d67b tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "GET /v2.0/ports/a5693f6c-e2f7-4be4-a931-e4aa8adc1a6a HTTP/1.1" status: 404 len: 333 time: 0.0842831 Dec 13 14:51:22.159655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:22.205790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Pushing event updated for resources: {'Port': ['ID=bd3c1132-ca9f-44b1-ba13-b084fa83e895,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:22.239272 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-262d2d33-007a-47b0-97c6-10e61d50f6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.242935 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e8a9e33f-19df-449b-aad0-35c8276ee653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.281426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990cf6b-d55d-4c09-bd48-140d8c0a4c8f req-a587a76a-ddd8-4967-830d-0db14075b818 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:22.290288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0990cf6b-d55d-4c09-bd48-140d8c0a4c8f req-a587a76a-ddd8-4967-830d-0db14075b818 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.2312675 Dec 13 14:51:22.351090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-262d2d33-007a-47b0-97c6-10e61d50f6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.357625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting port e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:22.357967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.380832 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0990cf6b-d55d-4c09-bd48-140d8c0a4c8f req-8b86aad5-c94c-4a5d-a22e-acd32b5f5144 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896342 Dec 13 14:51:22.390199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Attempting to bind port bd3c1132-ca9f-44b1-ba13-b084fa83e895 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:51:22.390585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Attempting to bind port bd3c1132-ca9f-44b1-ba13-b084fa83e895 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '49bb01f3-6360-4d0b-9f36-cb3fa69849e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:51:22.390881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Attempting to bind port bd3c1132-ca9f-44b1-ba13-b084fa83e895 on network a0fad849-1277-477e-b726-d2fa199e229a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:22.405210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Port bd3c1132-ca9f-44b1-ba13-b084fa83e895 on network a0fad849-1277-477e-b726-d2fa199e229a not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:51:22.409033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Attempting to bind port bd3c1132-ca9f-44b1-ba13-b084fa83e895 on network a0fad849-1277-477e-b726-d2fa199e229a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:22.410936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:51:22.411407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Checking segment: {'id': '49bb01f3-6360-4d0b-9f36-cb3fa69849e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:22.411797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Bound using segment: {'id': '49bb01f3-6360-4d0b-9f36-cb3fa69849e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:51:22.412267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Bound port: bd3c1132-ca9f-44b1-ba13-b084fa83e895, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bb01f3-6360-4d0b-9f36-cb3fa69849e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:51:22.412635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.469342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.484217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Calling delete_port for e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:22.492653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] For port bd3c1132-ca9f-44b1-ba13-b084fa83e895, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:51:22.496542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] For port bd3c1132-ca9f-44b1-ba13-b084fa83e895, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd3c1132-ca9f-44b1-ba13-b084fa83e895,segment=NetworkSegment(49bb01f3-6360-4d0b-9f36-cb3fa69849e8),segment_id=49bb01f3-6360-4d0b-9f36-cb3fa69849e8)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:51:22.561549 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-262d2d33-007a-47b0-97c6-10e61d50f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.563757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-262d2d33-007a-47b0-97c6-10e61d50f6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.565193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-262d2d33-007a-47b0-97c6-10e61d50f6f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23cb922a-9b77-47fc-a25c-6e952883d1f5 HTTP/1.1" status: 204 len: 168 time: 0.5896623 Dec 13 14:51:22.575498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d2d33-007a-47b0-97c6-10e61d50f6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cb922a-9b77-47fc-a25c-6e952883d1f5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:22.592924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bab3f-cab7-4ada-882f-36fea5915dfc req-fa711f98-e437-4568-89cb-acd9e2581d48 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:22.601978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c53bab3f-cab7-4ada-882f-36fea5915dfc req-fa711f98-e437-4568-89cb-acd9e2581d48 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 943 time: 0.1188807 Dec 13 14:51:22.604788 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.651207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:22.653545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.654833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] 10.222.0.55 "PUT /v2.0/ports/bd3c1132-ca9f-44b1-ba13-b084fa83e895 HTTP/1.1" status: 200 len: 1091 time: 1.4089174 Dec 13 14:51:22.657673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'tag': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:22.661435 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2009734f-a8de-409d-a847-e1138d0e7247" -d '{"events": [{"name": "network-changed", "server_uuid": "46804055-5b4e-46fe-81b9-4baa3e120a33", "tag": "bd3c1132-ca9f-44b1-ba13-b084fa83e895"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:22.696443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba359ebd-6efa-4286-8662-d40f6dbc9a4d service neutron] Pushing event updated for resources: {'Port': ['ID=bd3c1132-ca9f-44b1-ba13-b084fa83e895,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:22.760478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c53bab3f-cab7-4ada-882f-36fea5915dfc req-8a3a5a09-1748-4691-85e1-408a205b21ef tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575735 Dec 13 14:51:22.798611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.842389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1f75f-abee-40fd-b391-62d52d1d92ff req-1f260200-8de0-45bd-9e5a-c2b9f1c7399e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:22.847837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Port': ['ID=e1e50c6a-4112-4bb5-b07d-9e830f8a4b67,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:22.850978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d1f75f-abee-40fd-b391-62d52d1d92ff req-1f260200-8de0-45bd-9e5a-c2b9f1c7399e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 945 time: 0.1376374 Dec 13 14:51:22.874698 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a5ae6-2862-4999-8084-b0a4c4bb4510 x-openstack-request-id: req-146a5ae6-2862-4999-8084-b0a4c4bb4510 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:22.875092 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46804055-5b4e-46fe-81b9-4baa3e120a33", "tag": "bd3c1132-ca9f-44b1-ba13-b084fa83e895", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:22.875977 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-146a5ae6-2862-4999-8084-b0a4c4bb4510 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:22.875977 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'tag': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895', 'status': 'completed', 'code': 200} Dec 13 14:51:22.913975 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23d1f75f-abee-40fd-b391-62d52d1d92ff req-9e7caf57-cf3f-4475-8c57-915d7709ecdd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555713 Dec 13 14:51:22.921723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-602b4caf-6f91-49ea-ad24-11c8adb8dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:22.923478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-602b4caf-6f91-49ea-ad24-11c8adb8dd29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=963391516f58427fb47b261ea80c93ee&device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 1094 time: 0.1529102 Dec 13 14:51:22.943931 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:22.948237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e42205b8-8fd1-47de-9cdb-850e7954818e tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/ports/e1e50c6a-4112-4bb5-b07d-9e830f8a4b67 HTTP/1.1" status: 204 len: 168 time: 0.7903273 Dec 13 14:51:22.951215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48428) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:23.064164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-05e2875b-40c3-41da-80d3-ca2c4012140d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3c1132-ca9f-44b1-ba13-b084fa83e895 HTTP/1.1" status: 200 len: 217 time: 0.0522513 Dec 13 14:51:23.069352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting subnet bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:51:23.083315 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.162443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.195210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-cd8bbd1b-5830-4f10-b5fe-face5c3e4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:23.196805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-cd8bbd1b-5830-4f10-b5fe-face5c3e4ca2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e1f563b-4a6e-411e-b312-ed5ce628c3fa HTTP/1.1" status: 200 len: 849 time: 0.1235602 Dec 13 14:51:23.232450 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.235561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-2f4e5df0-ea51-4983-b7c6-d073c5af6be3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a0fad849-1277-477e-b726-d2fa199e229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298295 Dec 13 14:51:23.339095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.395166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-9d529b1b-317e-44e4-b649-83caa527f299 service neutron] 10.222.0.55 "GET /v2.0/networks/a0fad849-1277-477e-b726-d2fa199e229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518326 Dec 13 14:51:23.540374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48438) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:23.541018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b96b7dd-4875-4e66-8eba-6f7598bead54 req-c7a15172-3e53-432e-9c77-3d2e681164bc service neutron] 10.222.0.55 "GET /v2.0/networks/a0fad849-1277-477e-b726-d2fa199e229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381681 Dec 13 14:51:23.555840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b702dde-8cc3-4b36-8e07-e65778d37994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.557976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1601f2-0751-4755-8989-815eb9b6e8c3 req-9411d7e8-335e-488c-b870-a78cbb6c4817 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:23.559548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b1601f2-0751-4755-8989-815eb9b6e8c3 req-9411d7e8-335e-488c-b870-a78cbb6c4817 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0741422 Dec 13 14:51:23.581831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.613592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d05a3188-e638-4188-a8cd-d507f88b621b no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:23.615646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:23.626777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.629957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-27714196-9001-40c6-8cd2-43f04581adc9 tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/subnets/bb2d89dc-a2a9-4bf1-a542-0ec453e31ae7 HTTP/1.1" status: 204 len: 168 time: 0.6776586 Dec 13 14:51:23.634766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48442) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:23.657884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b1601f2-0751-4755-8989-815eb9b6e8c3 req-6c3bbd7c-7106-4591-be34-800e39d70704 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918014 Dec 13 14:51:23.669258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b702dde-8cc3-4b36-8e07-e65778d37994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.677150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d41f12e-d9f4-4bac-b9fa-8a611212b883 None None] Network 24e11986-0d78-48fd-a4aa-f3df30bac24a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:23.737410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b702dde-8cc3-4b36-8e07-e65778d37994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.785104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.792108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009734f-a8de-409d-a847-e1138d0e7247 req-a99a39ef-8ad4-421b-a2cb-6d9f5dcd1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:23.802378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4b702dde-8cc3-4b36-8e07-e65778d37994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76210c191d6743b08ebf97d8d7e6f625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605691 Dec 13 14:51:23.802990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2009734f-a8de-409d-a847-e1138d0e7247 req-a99a39ef-8ad4-421b-a2cb-6d9f5dcd1f6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=963391516f58427fb47b261ea80c93ee&device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 1094 time: 0.1205156 Dec 13 14:51:23.803844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48452) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:23.811764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b702dde-8cc3-4b36-8e07-e65778d37994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2862028e-07f4-4bba-92f4-d00f95ad2eed,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:23.822863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.861269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d05a3188-e638-4188-a8cd-d507f88b621b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:23.891266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:23.895948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f225a9c-17a3-4f6e-902e-37a80ded84a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.970959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] DHCP port deletion for 24e11986-0d78-48fd-a4aa-f3df30bac24a request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:51:23.976072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:23.987730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f225a9c-17a3-4f6e-902e-37a80ded84a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.041859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009734f-a8de-409d-a847-e1138d0e7247 req-868dec37-a723-4f98-b852-6aa2b21db07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:24.041859 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2009734f-a8de-409d-a847-e1138d0e7247 req-868dec37-a723-4f98-b852-6aa2b21db07a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a0fad849-1277-477e-b726-d2fa199e229a HTTP/1.1" status: 200 len: 910 time: 0.2352717 Dec 13 14:51:24.062501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:24.079785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1f68c-82b3-45d0-af75-4a3403ca741b req-c1766f32-1783-4360-807b-fff554007a17 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:24.081954 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1c1f68c-82b3-45d0-af75-4a3403ca741b req-c1766f32-1783-4360-807b-fff554007a17 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 943 time: 0.1595597 Dec 13 14:51:24.090619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] Deleting port 77fd2a86-9e47-40d1-9c03-a0f610039e33 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:24.091376 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.104394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Deleting port 77fd2a86-9e47-40d1-9c03-a0f610039e33 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:24.104711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.107204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2009734f-a8de-409d-a847-e1138d0e7247 req-af94047c-4f38-4496-9da9-2ec6e8fe19ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3c1132-ca9f-44b1-ba13-b084fa83e895 HTTP/1.1" status: 200 len: 217 time: 0.0571222 Dec 13 14:51:24.137779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1c1f68c-82b3-45d0-af75-4a3403ca741b req-ba75d4e1-832f-41fc-89c3-dc58e7a1a833 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475087 Dec 13 14:51:24.180628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] For port 77fd2a86-9e47-40d1-9c03-a0f610039e33, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=77fd2a86-9e47-40d1-9c03-a0f610039e33,segment=NetworkSegment(b293fb8c-90ed-4a1a-a70d-b9389e749b45),segment_id=b293fb8c-90ed-4a1a-a70d-b9389e749b45)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:24.181305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.196958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] Calling delete_port for 77fd2a86-9e47-40d1-9c03-a0f610039e33 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:24.217424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] For port 77fd2a86-9e47-40d1-9c03-a0f610039e33, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=77fd2a86-9e47-40d1-9c03-a0f610039e33,segment=NetworkSegment(b293fb8c-90ed-4a1a-a70d-b9389e749b45),segment_id=b293fb8c-90ed-4a1a-a70d-b9389e749b45)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:24.217866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.232321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009734f-a8de-409d-a847-e1138d0e7247 req-f7a4a4a5-30e1-47b2-bb56-09cf5c0a61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:24.233801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2009734f-a8de-409d-a847-e1138d0e7247 req-f7a4a4a5-30e1-47b2-bb56-09cf5c0a61c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e1f563b-4a6e-411e-b312-ed5ce628c3fa HTTP/1.1" status: 200 len: 849 time: 0.1150489 Dec 13 14:51:24.237709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Calling delete_port for 77fd2a86-9e47-40d1-9c03-a0f610039e33 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:24.261731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f225a9c-17a3-4f6e-902e-37a80ded84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.264597 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f225a9c-17a3-4f6e-902e-37a80ded84a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.265772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2f225a9c-17a3-4f6e-902e-37a80ded84a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2862028e-07f4-4bba-92f4-d00f95ad2eed HTTP/1.1" status: 204 len: 168 time: 0.4612920 Dec 13 14:51:24.276909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2009734f-a8de-409d-a847-e1138d0e7247 req-1871ca8f-819f-4b56-a91b-6fbbeab9d97a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a0fad849-1277-477e-b726-d2fa199e229a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348279 Dec 13 14:51:24.313442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc24b8-f68a-4752-a98a-7b90a852a82b req-9a50efbf-6b07-4cf9-8b9d-14d6f4e7d4ca tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:24.320795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65fc24b8-f68a-4752-a98a-7b90a852a82b req-9a50efbf-6b07-4cf9-8b9d-14d6f4e7d4ca tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.1035275 Dec 13 14:51:24.323866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f225a9c-17a3-4f6e-902e-37a80ded84a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2862028e-07f4-4bba-92f4-d00f95ad2eed,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:24.371790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65fc24b8-f68a-4752-a98a-7b90a852a82b req-b8a5bb00-069e-44d6-953d-1981edf31cc3 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Dec 13 14:51:24.463020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.476970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2009734f-a8de-409d-a847-e1138d0e7247 req-0f2e64b1-5bad-4de4-9126-ccebb3098c92 service neutron] 10.222.0.55 "GET /v2.0/networks/a0fad849-1277-477e-b726-d2fa199e229a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208856 Dec 13 14:51:24.513230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] No DVR routers for this DVR port 77fd2a86-9e47-40d1-9c03-a0f610039e33 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:24.532723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cc6d6-04e3-4b7e-a77c-15520ebfc5fb None None] Pushing event deleted for resources: {'Port': ['ID=77fd2a86-9e47-40d1-9c03-a0f610039e33,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:24.601542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.637631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Port': ['ID=77fd2a86-9e47-40d1-9c03-a0f610039e33,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:24.643301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2009734f-a8de-409d-a847-e1138d0e7247 req-4542f8dc-ee4d-480b-8048-5c772cc2c4ea service neutron] 10.222.0.55 "GET /v2.0/networks/a0fad849-1277-477e-b726-d2fa199e229a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646225 Dec 13 14:51:24.643644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] No DVR routers for this DVR port 77fd2a86-9e47-40d1-9c03-a0f610039e33 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:24.822397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:24.827798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798287ad-74f4-4449-bd25-e1b89519b693 req-aad9c8fb-6655-4a81-98d7-3388367180b6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:24.835965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-798287ad-74f4-4449-bd25-e1b89519b693 req-aad9c8fb-6655-4a81-98d7-3388367180b6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0633762 Dec 13 14:51:24.885059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-798287ad-74f4-4449-bd25-e1b89519b693 req-8dc27d9c-c584-4a17-8fba-579dbd7c4fae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485055 Dec 13 14:51:24.991862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 77fd2a86-9e47-40d1-9c03-a0f610039e33 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:25.051402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.062099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 77fd2a86-9e47-40d1-9c03-a0f610039e33 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:25.062471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 77fd2a86-9e47-40d1-9c03-a0f610039e33 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:25.073209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e11986-0d78-48fd-a4aa-f3df30bac24a']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:25.084609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b293fb8c-90ed-4a1a-a70d-b9389e749b45') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:25.084914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b293fb8c-90ed-4a1a-a70d-b9389e749b45') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:25.094056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae325-7d9e-4e0a-b641-c0cd691c7993 req-71337565-c328-42a2-a003-7e1ed7d82bd6 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:25.095831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.103507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0afae325-7d9e-4e0a-b641-c0cd691c7993 req-71337565-c328-42a2-a003-7e1ed7d82bd6 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.0807538 Dec 13 14:51:25.109947 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:51:25.127979 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:51:25.156606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0afae325-7d9e-4e0a-b641-c0cd691c7993 req-70816171-448c-430b-9c71-ac68e4a633f9 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519936 Dec 13 14:51:25.175250 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.265347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb869b56-e854-432d-b0f7-2fd27991925d req-aa289299-2a50-49bd-b42f-e0578a4b5e98 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:25.266872 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb869b56-e854-432d-b0f7-2fd27991925d req-aa289299-2a50-49bd-b42f-e0578a4b5e98 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 943 time: 0.0490451 Dec 13 14:51:25.266996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.280666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.283934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] 10.222.0.24 "DELETE /v2.0/networks/24e11986-0d78-48fd-a4aa-f3df30bac24a HTTP/1.1" status: 204 len: 168 time: 1.6475368 Dec 13 14:51:25.298485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8598425-b4b3-475a-a04e-afd2e6530afd tempest-AllowedAddressPairTestJSON-1818976292 tempest-AllowedAddressPairTestJSON-1818976292-project] Pushing event deleted for resources: {'Network': ['ID=24e11986-0d78-48fd-a4aa-f3df30bac24a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:25.313444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb869b56-e854-432d-b0f7-2fd27991925d req-198887bd-0961-4d99-98e2-071b5faf85f1 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 Dec 13 14:51:25.340910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48494) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:25.354904 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4db2612e-9619-4cc2-bfee-821a94c47a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.438478 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4db2612e-9619-4cc2-bfee-821a94c47a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.506544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4db2612e-9619-4cc2-bfee-821a94c47a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.547180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4db2612e-9619-4cc2-bfee-821a94c47a4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2944cfeddc54ae6b9324ea10c4a0dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026458 Dec 13 14:51:25.547404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48502) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:25.554335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2612e-9619-4cc2-bfee-821a94c47a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e2b01b-ee41-4f88-8d29-3cb4eef3af4c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:25.602104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b53f798-ece1-4442-818d-36abd3bae1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.618088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bd3c1132-ca9f-44b1-ba13-b084fa83e895 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:51:25.630490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b53f798-ece1-4442-818d-36abd3bae1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.735560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bd3c1132-ca9f-44b1-ba13-b084fa83e895, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd3c1132-ca9f-44b1-ba13-b084fa83e895,segment=NetworkSegment(49bb01f3-6360-4d0b-9f36-cb3fa69849e8),segment_id=49bb01f3-6360-4d0b-9f36-cb3fa69849e8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:25.756556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895', 'network_id': 'a0fad849-1277-477e-b726-d2fa199e229a', 'port_id': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895', 'mac_address': 'fa:16:3e:ba:4f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1f563b-4a6e-411e-b312-ed5ce628c3fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:51:25.796390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.804631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b53f798-ece1-4442-818d-36abd3bae1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.807556 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b53f798-ece1-4442-818d-36abd3bae1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:25.809469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0b53f798-ece1-4442-818d-36abd3bae1aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38e2b01b-ee41-4f88-8d29-3cb4eef3af4c HTTP/1.1" status: 204 len: 168 time: 0.2611887 Dec 13 14:51:25.821005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53f798-ece1-4442-818d-36abd3bae1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e2b01b-ee41-4f88-8d29-3cb4eef3af4c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:25.824096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3c1132-ca9f-44b1-ba13-b084fa83e895 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:25.854758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48510) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:25.887185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bd3c1132-ca9f-44b1-ba13-b084fa83e895, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd3c1132-ca9f-44b1-ba13-b084fa83e895,segment=NetworkSegment(49bb01f3-6360-4d0b-9f36-cb3fa69849e8),segment_id=49bb01f3-6360-4d0b-9f36-cb3fa69849e8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:25.999113 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:26.026070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ccd3-4723-499a-9f5d-f47388b96353 req-9815daae-0f24-4f47-b258-cc97b0200243 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:26.028324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5806ccd3-4723-499a-9f5d-f47388b96353 req-9815daae-0f24-4f47-b258-cc97b0200243 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0582523 Dec 13 14:51:26.057763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bd3c1132-ca9f-44b1-ba13-b084fa83e895,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:26.073886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5806ccd3-4723-499a-9f5d-f47388b96353 req-d7e5c1ad-dc69-40d1-932c-967ea9393a0c tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Dec 13 14:51:26.232037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['bd3c1132-ca9f-44b1-ba13-b084fa83e895'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:26.309087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27f94-6310-43b3-9a9f-35011c920d01 req-33436741-6b76-44e7-bb72-7b89dc190763 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:26.314818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57c27f94-6310-43b3-9a9f-35011c920d01 req-33436741-6b76-44e7-bb72-7b89dc190763 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.0967326 Dec 13 14:51:26.388207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57c27f94-6310-43b3-9a9f-35011c920d01 req-8760ba3a-2e43-41f8-9875-618fa0babb42 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609035 Dec 13 14:51:26.540514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd08f97c-f5e3-432d-b9e1-21b133a61368 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a84d073de2a4ad8a38ef9a7fe4e1bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816914 Dec 13 14:51:26.541511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48536) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:26.571211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913066e-873e-42dc-b41b-56434e4ec25e req-ffa4048e-f7ce-49ae-a5de-9eeb000509d3 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:26.573273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e913066e-873e-42dc-b41b-56434e4ec25e req-ffa4048e-f7ce-49ae-a5de-9eeb000509d3 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 944 time: 0.0704131 Dec 13 14:51:26.574170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7cbe4-3ffd-4213-9383-bd8f2338c75c req-c3e4381e-d58f-4d2c-93d4-f433c82e38c4 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:26.575678 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ead7cbe4-3ffd-4213-9383-bd8f2338c75c req-c3e4381e-d58f-4d2c-93d4-f433c82e38c4 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 944 time: 0.1003206 Dec 13 14:51:26.642062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90cab21d-e09b-4202-8b8f-e7d2ccbf4621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:26.648642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ead7cbe4-3ffd-4213-9383-bd8f2338c75c req-622e79ab-ec23-40f6-80b8-a6703c6fd861 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645878 Dec 13 14:51:26.684516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90cab21d-e09b-4202-8b8f-e7d2ccbf4621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:26.720958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Deleting port d05a3188-e638-4188-a8cd-d507f88b621b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:26.721341 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:26.817288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] For port d05a3188-e638-4188-a8cd-d507f88b621b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d05a3188-e638-4188-a8cd-d507f88b621b,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:26.817575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:26.831551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Calling delete_port for d05a3188-e638-4188-a8cd-d507f88b621b owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:26.842125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90cab21d-e09b-4202-8b8f-e7d2ccbf4621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:26.850498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90cab21d-e09b-4202-8b8f-e7d2ccbf4621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:26.852055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-90cab21d-e09b-4202-8b8f-e7d2ccbf4621 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43c8d480-df7f-4f3c-84fe-4bf79d8e23e0 HTTP/1.1" status: 204 len: 168 time: 0.3079517 Dec 13 14:51:26.860985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cab21d-e09b-4202-8b8f-e7d2ccbf4621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8d480-df7f-4f3c-84fe-4bf79d8e23e0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:26.964927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:27.038090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.071843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event deleted for resources: {'Port': ['ID=d05a3188-e638-4188-a8cd-d507f88b621b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:27.114846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] No DVR routers for this DVR port d05a3188-e638-4188-a8cd-d507f88b621b on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:27.117488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.117664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bb5a030-a959-44bf-98d2-8e015488f7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.121757 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e913066e-873e-42dc-b41b-56434e4ec25e req-e261e98b-9cf6-4d8c-934d-9e660af3805a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "DELETE /v2.0/ports/d05a3188-e638-4188-a8cd-d507f88b621b HTTP/1.1" status: 204 len: 173 time: 0.5377531 Dec 13 14:51:27.122249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788966f-c1b8-4e26-badf-990bab4dd355', 'name': 'network-vif-deleted', 'tag': 'd05a3188-e638-4188-a8cd-d507f88b621b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:27.133266 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b0a53-069f-4143-9737-c006084ce09d" -d '{"events": [{"server_uuid": "1788966f-c1b8-4e26-badf-990bab4dd355", "name": "network-vif-deleted", "tag": "d05a3188-e638-4188-a8cd-d507f88b621b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:27.233028 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904ef351-7bff-48e1-abcd-d0daa180ad22 x-openstack-request-id: req-904ef351-7bff-48e1-abcd-d0daa180ad22 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:27.236737 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788966f-c1b8-4e26-badf-990bab4dd355", "name": "network-vif-deleted", "tag": "d05a3188-e638-4188-a8cd-d507f88b621b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:27.236737 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-904ef351-7bff-48e1-abcd-d0daa180ad22 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:27.236737 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788966f-c1b8-4e26-badf-990bab4dd355', 'name': 'network-vif-deleted', 'tag': 'd05a3188-e638-4188-a8cd-d507f88b621b', 'status': 'completed', 'code': 200} Dec 13 14:51:27.257993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becda5f-b076-4f77-bc62-c589e119f536 req-a02f8220-85f4-4fa9-bbec-641fc951ed52 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:27.259657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8becda5f-b076-4f77-bc62-c589e119f536 req-a02f8220-85f4-4fa9-bbec-641fc951ed52 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0968122 Dec 13 14:51:27.310930 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bb5a030-a959-44bf-98d2-8e015488f7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.324759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8becda5f-b076-4f77-bc62-c589e119f536 req-72eb19fa-6021-47df-94db-0c760aed29ee tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Dec 13 14:51:27.389127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bb5a030-a959-44bf-98d2-8e015488f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.483789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0bb5a030-a959-44bf-98d2-8e015488f7d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f84494ce6ac40c3a1a7505413a2889e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165663 Dec 13 14:51:27.486338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:27.494773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5a030-a959-44bf-98d2-8e015488f7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da8a33-0b37-4ddb-8468-d11c98d6e3c0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:27.519333 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c710215d-b139-45b8-bd53-64918b5826e1 req-d0d36013-532f-47eb-ac25-3f0e7634d3a7 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=1788966f-c1b8-4e26-badf-990bab4dd355 HTTP/1.1" status: 200 len: 210 time: 0.0376174 Dec 13 14:51:27.563675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3840a18d-f84c-44a8-b4e5-e53f256e815a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.586720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3840a18d-f84c-44a8-b4e5-e53f256e815a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.636916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bd3c1132-ca9f-44b1-ba13-b084fa83e895 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:27.690115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3840a18d-f84c-44a8-b4e5-e53f256e815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.692854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3840a18d-f84c-44a8-b4e5-e53f256e815a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.696864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3840a18d-f84c-44a8-b4e5-e53f256e815a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64da8a33-0b37-4ddb-8468-d11c98d6e3c0 HTTP/1.1" status: 204 len: 168 time: 0.2066102 Dec 13 14:51:27.702511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a18d-f84c-44a8-b4e5-e53f256e815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da8a33-0b37-4ddb-8468-d11c98d6e3c0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:27.754757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port bd3c1132-ca9f-44b1-ba13-b084fa83e895 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:51:27.762670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port bd3c1132-ca9f-44b1-ba13-b084fa83e895 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:27.763330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.883295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869473-0187-4bde-a655-f81afc734240 req-0c93eba5-1c51-4b71-bb38-89a76de0ed9c tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:27.893949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f869473-0187-4bde-a655-f81afc734240 req-0c93eba5-1c51-4b71-bb38-89a76de0ed9c tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 944 time: 0.0721517 Dec 13 14:51:27.942890 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:27.944648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f869473-0187-4bde-a655-f81afc734240 req-8c9fc472-9cf5-4e28-bf89-b7ee440efdd9 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Dec 13 14:51:27.984766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:27.987924 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea2d340-6984-425c-a0bf-2585d135ccc0" -d '{"events": [{"server_uuid": "46804055-5b4e-46fe-81b9-4baa3e120a33", "name": "network-vif-plugged", "status": "completed", "tag": "bd3c1132-ca9f-44b1-ba13-b084fa83e895"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:28.007088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bd3c1132-ca9f-44b1-ba13-b084fa83e895, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd3c1132-ca9f-44b1-ba13-b084fa83e895,segment=NetworkSegment(49bb01f3-6360-4d0b-9f36-cb3fa69849e8),segment_id=49bb01f3-6360-4d0b-9f36-cb3fa69849e8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:28.037500 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c9b1e9-aa40-4684-8ac2-6ccff0bd361d x-openstack-request-id: req-f8c9b1e9-aa40-4684-8ac2-6ccff0bd361d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:28.037915 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46804055-5b4e-46fe-81b9-4baa3e120a33", "name": "network-vif-plugged", "status": "completed", "tag": "bd3c1132-ca9f-44b1-ba13-b084fa83e895", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:28.038528 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8c9b1e9-aa40-4684-8ac2-6ccff0bd361d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:28.055645 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895', 'code': 200} Dec 13 14:51:28.083186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:28.084356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d05a3188-e638-4188-a8cd-d507f88b621b no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:28.126569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: d05a3188-e638-4188-a8cd-d507f88b621b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:28.126846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d05a3188-e638-4188-a8cd-d507f88b621b not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:28.168596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bd3c1132-ca9f-44b1-ba13-b084fa83e895,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:28.184294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eea89-e993-4c3f-81a5-6b005098d0ff req-cd74981e-0d14-4044-9c70-511c39d684c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:28.184294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e4eea89-e993-4c3f-81a5-6b005098d0ff req-cd74981e-0d14-4044-9c70-511c39d684c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 1096 time: 0.0578051 Dec 13 14:51:28.223297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e4eea89-e993-4c3f-81a5-6b005098d0ff req-92c2f6fa-359d-4a04-9f92-74c3b54cd6ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Dec 13 14:51:28.449159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674946b-a2d8-4ba4-b676-47ee822d6325 req-051318ad-6ee2-4499-9b3d-c09d0142b284 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:28.450707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a674946b-a2d8-4ba4-b676-47ee822d6325 req-051318ad-6ee2-4499-9b3d-c09d0142b284 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0496078 Dec 13 14:51:28.488586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a674946b-a2d8-4ba4-b676-47ee822d6325 req-aad05c7e-ed2c-49da-872e-95f627464b58 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Dec 13 14:51:28.811564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:28.830076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f7f-0673-42c1-8bc7-1d8073b261b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:28.924978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f7f-0673-42c1-8bc7-1d8073b261b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:28.939958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48644) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:28.953325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48648) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:28.958275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3eb3394f-2a42-4a7a-b8f2-bcacc5917acd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978234199', 'description': 'tempest-description--1188039067'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:29.039261 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13ea1f7f-0673-42c1-8bc7-1d8073b261b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.098322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3eb3394f-2a42-4a7a-b8f2-bcacc5917acd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.108458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cb49a97-e13c-47ce-b973-5f398e28d2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.136992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea1f7f-0673-42c1-8bc7-1d8073b261b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631a6fab-81a5-458f-9169-1e379856d13a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:29.154213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-13ea1f7f-0673-42c1-8bc7-1d8073b261b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6b45a3cce7a4a48be9a4639ad69181a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415737 Dec 13 14:51:29.159907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48658) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:29.186130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8d40-159e-44eb-91f5-d235fc3dad85 req-614f6c90-9af5-4a92-b33b-a223aba66216 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:29.194611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-979d8d40-159e-44eb-91f5-d235fc3dad85 req-614f6c90-9af5-4a92-b33b-a223aba66216 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 945 time: 0.1654577 Dec 13 14:51:29.265275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-979d8d40-159e-44eb-91f5-d235fc3dad85 req-c597ba0c-0f41-44c1-a5f7-53116545f659 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Dec 13 14:51:29.271271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a45f613f-f0cd-4c6c-8a7f-d83799bbc439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.296092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3eb3394f-2a42-4a7a-b8f2-bcacc5917acd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.323302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cb49a97-e13c-47ce-b973-5f398e28d2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.333779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a45f613f-f0cd-4c6c-8a7f-d83799bbc439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.382134 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3eb3394f-2a42-4a7a-b8f2-bcacc5917acd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.410737 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cb49a97-e13c-47ce-b973-5f398e28d2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.411309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3394f-2a42-4a7a-b8f2-bcacc5917acd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83afbb08-1f3f-4e70-af71-1647a4d547e2,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:29.450167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3cb49a97-e13c-47ce-b973-5f398e28d2aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95b6e812f3b6424b86f0aba33d387896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088642 Dec 13 14:51:29.452152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb49a97-e13c-47ce-b973-5f398e28d2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302ae8ef-8b33-411f-82b1-f6fa2c00cf8d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:29.452987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48666) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:29.485117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a45f613f-f0cd-4c6c-8a7f-d83799bbc439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.489597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a45f613f-f0cd-4c6c-8a7f-d83799bbc439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.493048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a45f613f-f0cd-4c6c-8a7f-d83799bbc439 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/631a6fab-81a5-458f-9169-1e379856d13a HTTP/1.1" status: 204 len: 168 time: 0.3255000 Dec 13 14:51:29.501082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f613f-f0cd-4c6c-8a7f-d83799bbc439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a6fab-81a5-458f-9169-1e379856d13a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:29.541097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae31a469-af12-4b4e-818a-dd6193c4142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.544511 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3eb3394f-2a42-4a7a-b8f2-bcacc5917acd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.548826 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3eb3394f-2a42-4a7a-b8f2-bcacc5917acd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5915802 Dec 13 14:51:29.549220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48674) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:29.555572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0c72c555-3091-4edd-9e9f-eedda0deab1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Request body: {'security_group_rule': {'security_group_id': '83afbb08-1f3f-4e70-af71-1647a4d547e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:29.592721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae31a469-af12-4b4e-818a-dd6193c4142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.656170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc81896-c4ab-40f6-84eb-4418d5412aad req-ba927b18-7cf5-4f1d-8b9c-ea3fe3349550 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:29.657731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fdc81896-c4ab-40f6-84eb-4418d5412aad req-ba927b18-7cf5-4f1d-8b9c-ea3fe3349550 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0828948 Dec 13 14:51:29.699473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fdc81896-c4ab-40f6-84eb-4418d5412aad req-bfd660fb-11b4-44bd-8116-9a7ea0764f37 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356026 Dec 13 14:51:29.743091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0c72c555-3091-4edd-9e9f-eedda0deab1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.781248 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae31a469-af12-4b4e-818a-dd6193c4142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.785328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae31a469-af12-4b4e-818a-dd6193c4142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.786734 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ae31a469-af12-4b4e-818a-dd6193c4142c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/302ae8ef-8b33-411f-82b1-f6fa2c00cf8d HTTP/1.1" status: 204 len: 168 time: 0.3327637 Dec 13 14:51:29.796046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31a469-af12-4b4e-818a-dd6193c4142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302ae8ef-8b33-411f-82b1-f6fa2c00cf8d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:29.848953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0c72c555-3091-4edd-9e9f-eedda0deab1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.953842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0c72c555-3091-4edd-9e9f-eedda0deab1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:29.974051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c555-3091-4edd-9e9f-eedda0deab1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa67c6d-fe56-40a7-b8f1-405fccbb623b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:30.036843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0c72c555-3091-4edd-9e9f-eedda0deab1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:30.042280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48690) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:30.043431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0c72c555-3091-4edd-9e9f-eedda0deab1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4920380 Dec 13 14:51:30.048662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f5b9dfe1-a9ec-40b5-9d2b-2d6c726fd1d4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Request body: {'security_group_rule': {'security_group_id': '83afbb08-1f3f-4e70-af71-1647a4d547e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:30.142388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b9dfe1-a9ec-40b5-9d2b-2d6c726fd1d4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:30.195826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b9dfe1-a9ec-40b5-9d2b-2d6c726fd1d4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:30.282047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b9dfe1-a9ec-40b5-9d2b-2d6c726fd1d4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:30.300050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9dfe1-a9ec-40b5-9d2b-2d6c726fd1d4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085c0935-9749-482d-96db-b513786e5669,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:30.361351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b9dfe1-a9ec-40b5-9d2b-2d6c726fd1d4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:30.362744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f5b9dfe1-a9ec-40b5-9d2b-2d6c726fd1d4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178596 Dec 13 14:51:30.369462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:30.374011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:30.415292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cea3f5-288f-49ef-8102-f68cde78d700 req-02c0caf3-acf8-4699-8d49-1f155168db5c tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:30.417369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85cea3f5-288f-49ef-8102-f68cde78d700 req-02c0caf3-acf8-4699-8d49-1f155168db5c tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 945 time: 0.0544624 Dec 13 14:51:30.459908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85cea3f5-288f-49ef-8102-f68cde78d700 req-36002b70-8f63-4736-8793-3c03c7180bc0 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347931 Dec 13 14:51:30.492750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:30.630960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:30.788418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Allocated IP 172.25.7.61 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/1efde348-e072-4657-a0f2-77df3fb5eab3) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:30.879959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2a30-43a2-4746-8f13-182e97fcae35 req-f49946e2-4d2f-46a7-ad5b-152e949dcf73 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:30.893917 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-741e2a30-43a2-4746-8f13-182e97fcae35 req-f49946e2-4d2f-46a7-ad5b-152e949dcf73 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0991349 Dec 13 14:51:30.933790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-741e2a30-43a2-4746-8f13-182e97fcae35 req-83a35208-52cd-4bc7-9219-656751b6290a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389533 Dec 13 14:51:30.956156 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:31.125188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:31.175466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:31.175466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:31.182363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:31.185810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'Port': ['ID=1efde348-e072-4657-a0f2-77df3fb5eab3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:31.340823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:31.457372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:31.902337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e385d2f8-c3fc-4c27-ac63-17cd9b1fb223 req-e8a5fdb9-27cf-4f18-9267-9d58d486e97c tempest-AbsoluteLimitsNegativeTestJSON-1771421339 tempest-AbsoluteLimitsNegativeTestJSON-1771421339-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=81761ba9a8cb48b78d9840bd09b9c55d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350547 Dec 13 14:51:32.122845 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:32.134204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385d2f8-c3fc-4c27-ac63-17cd9b1fb223 req-dad23e94-3075-4393-aa06-f6fa4cf3741a tempest-AbsoluteLimitsNegativeTestJSON-1771421339 tempest-AbsoluteLimitsNegativeTestJSON-1771421339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:32.135706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e385d2f8-c3fc-4c27-ac63-17cd9b1fb223 req-dad23e94-3075-4393-aa06-f6fa4cf3741a tempest-AbsoluteLimitsNegativeTestJSON-1771421339 tempest-AbsoluteLimitsNegativeTestJSON-1771421339-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259626 Dec 13 14:51:32.136199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c55224-ae51-4802-8899-078d5d184ec6 req-39821a35-ceec-4ca4-b863-e321ba9b6645 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:32.137654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4c55224-ae51-4802-8899-078d5d184ec6 req-39821a35-ceec-4ca4-b863-e321ba9b6645 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0545492 Dec 13 14:51:32.152856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e385d2f8-c3fc-4c27-ac63-17cd9b1fb223 req-6c05ab47-a574-476d-bfcb-4157c6f1ca33 tempest-AbsoluteLimitsNegativeTestJSON-1771421339 tempest-AbsoluteLimitsNegativeTestJSON-1771421339-project] 10.222.0.24 "GET /v2.0/quotas/81761ba9a8cb48b78d9840bd09b9c55d HTTP/1.1" status: 200 len: 375 time: 0.0111315 Dec 13 14:51:32.176357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4c55224-ae51-4802-8899-078d5d184ec6 req-223d5cfd-e5bf-46f0-8351-b8d4df88094a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Dec 13 14:51:32.185645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e385d2f8-c3fc-4c27-ac63-17cd9b1fb223 req-f2d2a304-c76b-4e2d-b603-06c7b5bdab32 tempest-AbsoluteLimitsNegativeTestJSON-1771421339 tempest-AbsoluteLimitsNegativeTestJSON-1771421339-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=81761ba9a8cb48b78d9840bd09b9c55d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266356 Dec 13 14:51:32.210399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:32.310405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'Port': ['ID=1efde348-e072-4657-a0f2-77df3fb5eab3,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:32.318989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:32.413140 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:32.419647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8bb14d74-bb4b-4751-ba0e-b5e59021ee55 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0458469 Dec 13 14:51:32.705687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2685a248-17b8-4e72-aa80-d819a16becf1 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:32.707194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2685a248-17b8-4e72-aa80-d819a16becf1 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 822 time: 0.1107721 Dec 13 14:51:32.726206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-1b2f1206-de81-4403-889f-e2a757313e1f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/quotas/b94924dcda5c45cd80764a6501f3c35f HTTP/1.1" status: 200 len: 375 time: 0.0106080 Dec 13 14:51:32.819838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-5bb8b320-abb9-404f-8741-c174506157f1 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843990 Dec 13 14:51:32.908074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48842) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:32.985979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-0ec1f30c-687d-42e0-83ee-3c39ec53e35e service neutron] 10.222.0.24 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536367 Dec 13 14:51:33.095678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fc9a09fd-6c5a-4f7d-acdd-65411c247fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:33.096433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-dfbf7b09-5cb0-4c72-8fc7-fe7abef876cf service neutron] 10.222.0.24 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093729 Dec 13 14:51:33.210427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fc9a09fd-6c5a-4f7d-acdd-65411c247fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:33.322483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52db802-96b2-4f26-809d-6ce0856f311c req-a1153aa6-ba42-443e-a413-c94cecf456ff tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:33.324267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d52db802-96b2-4f26-809d-6ce0856f311c req-a1153aa6-ba42-443e-a413-c94cecf456ff tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0510774 Dec 13 14:51:33.325367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fc9a09fd-6c5a-4f7d-acdd-65411c247fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:33.376093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fc9a09fd-6c5a-4f7d-acdd-65411c247fe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81761ba9a8cb48b78d9840bd09b9c55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668679 Dec 13 14:51:33.382586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48876) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:33.405660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a09fd-6c5a-4f7d-acdd-65411c247fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2093f-7410-4a18-8a65-93f6f9d714c3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:33.429970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d52db802-96b2-4f26-809d-6ce0856f311c req-c166fa3a-696b-41ce-8be3-ced028592af0 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813446 Dec 13 14:51:33.460474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18453010-481f-408e-97e0-d2e1bf81141b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:33.488494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18453010-481f-408e-97e0-d2e1bf81141b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:33.610799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18453010-481f-408e-97e0-d2e1bf81141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:33.613582 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18453010-481f-408e-97e0-d2e1bf81141b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:33.617471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-18453010-481f-408e-97e0-d2e1bf81141b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4b2093f-7410-4a18-8a65-93f6f9d714c3 HTTP/1.1" status: 204 len: 168 time: 0.2355638 Dec 13 14:51:33.629829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18453010-481f-408e-97e0-d2e1bf81141b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2093f-7410-4a18-8a65-93f6f9d714c3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:33.637351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61e4c652-b6b2-446b-81e9-ac77300a25c6 req-98494ab5-393c-456d-b3d2-92e8682df013 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 210 time: 0.0600955 Dec 13 14:51:34.046184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d2c91-9324-4e86-86b7-d9b55b5aca1b req-0c10afc0-afe7-4a25-b526-6a3d032b00c1 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:34.047739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554d2c91-9324-4e86-86b7-d9b55b5aca1b req-0c10afc0-afe7-4a25-b526-6a3d032b00c1 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 945 time: 0.0828137 Dec 13 14:51:34.144311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-554d2c91-9324-4e86-86b7-d9b55b5aca1b req-a92d8ed3-1008-4250-8644-2c6504af8ee7 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733507 Dec 13 14:51:34.555557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998ea0b-c251-44e1-a5c1-081fb1f5a84b req-149638f4-c159-4083-ad97-734ee0ce5be6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:34.555557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c998ea0b-c251-44e1-a5c1-081fb1f5a84b req-149638f4-c159-4083-ad97-734ee0ce5be6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0521913 Dec 13 14:51:34.610715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c998ea0b-c251-44e1-a5c1-081fb1f5a84b req-7834defd-27c2-4273-b89d-02707c090992 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 Dec 13 14:51:34.744715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-892a096b-f3a2-479d-8da9-e47b6c3f5282 req-0055298b-b720-40e4-9c6f-b308725040cc tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 210 time: 0.0282574 Dec 13 14:51:34.862077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48932) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:34.961809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1339943224-network', 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:35.078809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:35.081113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.090521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.161815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.235392 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.256667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:51:35.281856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.282435 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Added segment bdf14af2-18f5-4371-bd07-febf2bc93f9e of type vlan for network 57d5d542-97ac-4b73-88b5-59c793254f97 Dec 13 14:51:35.291017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180a191-6caf-4959-8f82-5f4990c49d06 req-6715795e-348f-43b7-b189-cc974c314606 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:35.293598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e180a191-6caf-4959-8f82-5f4990c49d06 req-6715795e-348f-43b7-b189-cc974c314606 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 945 time: 0.0876815 Dec 13 14:51:35.294084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2633ac4b-d0df-4e26-b3da-265cae3eca57,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:35.351261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-8ebd428d-55a3-452a-9b97-1270d0583738 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:35.352672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-8ebd428d-55a3-452a-9b97-1270d0583738 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.55 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 945 time: 0.0699110 Dec 13 14:51:35.363446 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.375806 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e180a191-6caf-4959-8f82-5f4990c49d06 req-bdca8789-29c1-4703-8f78-9773c44156ec tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/security-groups?id=5320d910-bb0a-4740-b842-e268bfcb4c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709820 Dec 13 14:51:35.473223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.474195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:35.474810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.539632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] Pushing event updated for resources: {'Network': ['ID=57d5d542-97ac-4b73-88b5-59c793254f97,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:35.565455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 57d5d542-97ac-4b73-88b5-59c793254f97 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:51:35.578181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Deleting port bd3c1132-ca9f-44b1-ba13-b084fa83e895 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:35.578552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.581549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a8079ca-c539-408b-9b08-361e0f6ee342 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7183619 Dec 13 14:51:35.584641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:35.592853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Request body: {'subnet': {'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1339943224-subnet', 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:35.603407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-7fc427ce-acf3-466d-9b4a-143b4f8ccb1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:35.605042 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-7fc427ce-acf3-466d-9b4a-143b4f8ccb1e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 822 time: 0.1490660 Dec 13 14:51:35.642591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Request body: {'port': {'device_id': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'admin_state_up': True, 'tenant_id': 'b94924dcda5c45cd80764a6501f3c35f'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:35.740585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:35.743622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.782367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] For port bd3c1132-ca9f-44b1-ba13-b084fa83e895, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bd3c1132-ca9f-44b1-ba13-b084fa83e895,segment=NetworkSegment(49bb01f3-6360-4d0b-9f36-cb3fa69849e8),segment_id=49bb01f3-6360-4d0b-9f36-cb3fa69849e8)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:35.782866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:35.805933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Calling delete_port for bd3c1132-ca9f-44b1-ba13-b084fa83e895 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:35.824692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d60f2-f42a-4843-9946-a50a01deec45 req-57684c5b-d53a-49aa-ac73-25e377ca83d4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:35.826057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438d60f2-f42a-4843-9946-a50a01deec45 req-57684c5b-d53a-49aa-ac73-25e377ca83d4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1397200 Dec 13 14:51:35.898598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bab1342f-00fd-4f59-8a85-d6762677eca2 req-d5e9a3ff-dabd-4fb0-9384-1ac1ab5971ac tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 210 time: 0.0379658 Dec 13 14:51:35.903428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438d60f2-f42a-4843-9946-a50a01deec45 req-c802bdb6-4fe6-45b4-8d26-59a3eebe0b4f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691822 Dec 13 14:51:35.954876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Made reservation on behalf of b94924dcda5c45cd80764a6501f3c35f for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:35.958852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.108253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.146695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Allocated IP 172.20.0.8 (a148afb5-d788-40d9-9a3b-1f72ad05c3e8/08917680-917a-4e7c-95c6-97e1c816a8a6/b23b0627-65c5-46a7-b70c-6ddc04f3ec2c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:36.175211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b190bb4-13a6-438b-98c6-7f7508afb5b1,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:36.181014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Checking segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:36.181440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Network hostable DHCP agents. Network: 57d5d542-97ac-4b73-88b5-59c793254f97, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:51:36.189396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.229073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Pushing event deleted for resources: {'Port': ['ID=bd3c1132-ca9f-44b1-ba13-b084fa83e895,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:36.267656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Network 57d5d542-97ac-4b73-88b5-59c793254f97 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:51:36.315127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] No DVR routers for this DVR port bd3c1132-ca9f-44b1-ba13-b084fa83e895 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:36.317820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.322120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-452e9da6-e6e1-4591-8d75-a745b4976c27 req-b3a9d23a-b480-4e7d-8435-666b2d53e28e tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.55 "DELETE /v2.0/ports/bd3c1132-ca9f-44b1-ba13-b084fa83e895 HTTP/1.1" status: 204 len: 173 time: 0.9630153 Dec 13 14:51:36.326023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'name': 'network-vif-deleted', 'tag': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:36.328173 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d334c276-4d12-47c8-bb64-3f001c5c609c" -d '{"events": [{"server_uuid": "46804055-5b4e-46fe-81b9-4baa3e120a33", "name": "network-vif-deleted", "tag": "bd3c1132-ca9f-44b1-ba13-b084fa83e895"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:36.369349 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02982bf4-4641-48a2-a661-cac2eabecf48 x-openstack-request-id: req-02982bf4-4641-48a2-a661-cac2eabecf48 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:36.369637 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46804055-5b4e-46fe-81b9-4baa3e120a33", "name": "network-vif-deleted", "tag": "bd3c1132-ca9f-44b1-ba13-b084fa83e895", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:36.369887 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02982bf4-4641-48a2-a661-cac2eabecf48 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:36.370872 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46804055-5b4e-46fe-81b9-4baa3e120a33', 'name': 'network-vif-deleted', 'tag': 'bd3c1132-ca9f-44b1-ba13-b084fa83e895', 'status': 'completed', 'code': 200} Dec 13 14:51:36.382755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 57d5d542-97ac-4b73-88b5-59c793254f97) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:36.390754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.391444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf14de-f970-4f20-a92c-8abbcd8e8b76 None None] Network 57d5d542-97ac-4b73-88b5-59c793254f97 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:36.411450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:36.416274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.510636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef536907-4739-45ef-a2aa-26c4eb377af0 req-0a140977-f51c-437a-b2b8-5d4ac0b25260 tempest-ServerTagsTestJSON-1972714913 tempest-ServerTagsTestJSON-1972714913-project] 10.222.0.24 "GET /v2.0/ports?device_id=46804055-5b4e-46fe-81b9-4baa3e120a33 HTTP/1.1" status: 200 len: 210 time: 0.0289190 Dec 13 14:51:36.528511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.583372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6ae3f80d-5eb6-427c-b54c-51b7d7132593 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9875081 Dec 13 14:51:36.621526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:36.622703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04c9d6-4030-43a3-8f64-4bbd09b830e1 None None] Network 57d5d542-97ac-4b73-88b5-59c793254f97 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:51:36.623250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'Port': ['ID=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:36.625934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:36.628221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:36.682427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:36.683201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:36.755807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-2f0a26f7-f4bb-48f0-8d86-e7bffcb76e17 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1251788 Dec 13 14:51:36.768559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Request body: {'port': {'device_id': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:36.860647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.043176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012db617-cd3b-4198-9417-4353db521655 req-855f1ac2-aff3-452b-b8da-c6f39f5e00dd tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:37.050900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-012db617-cd3b-4198-9417-4353db521655 req-855f1ac2-aff3-452b-b8da-c6f39f5e00dd tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.0682502 Dec 13 14:51:37.168820 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-012db617-cd3b-4198-9417-4353db521655 req-afa140f6-ff84-41e4-80d5-e1818df5f142 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151152 Dec 13 14:51:37.322931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-e0bdc616-5b47-43b8-abb3-bd7a7b7be43d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:37.324681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-e0bdc616-5b47-43b8-abb3-bd7a7b7be43d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.1975865 Dec 13 14:51:37.353539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-3c82a3dd-b868-4e8e-a7c1-1675e4120064 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/quotas/e64b9f3afef04722a198b58f59a95ea5 HTTP/1.1" status: 200 len: 375 time: 0.0186014 Dec 13 14:51:37.365307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9779911-e979-454d-b07d-9acbcefe8991 req-b25aeeee-6676-4eb2-a678-5ad615298b39 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:37.366872 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9779911-e979-454d-b07d-9acbcefe8991 req-b25aeeee-6676-4eb2-a678-5ad615298b39 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 931 time: 0.0970752 Dec 13 14:51:37.405352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-c23774f6-296f-4b25-814c-4ff8e1891698 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421376 Dec 13 14:51:37.414888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9779911-e979-454d-b07d-9acbcefe8991 req-bc5c28a8-5437-4e39-8f76-fb858a091218 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Dec 13 14:51:37.500548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23b0627-65c5-46a7-b70c-6ddc04f3ec2c {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:37.511428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.542880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Transition to ACTIVE for port object b23b0627-65c5-46a7-b70c-6ddc04f3ec2c will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:51:37.554159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-95e1608e-63b1-4d38-a304-3c23504e4b47 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348252 Dec 13 14:51:37.580781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49016) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:37.630614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] Deleting subnet 7e1f563b-4a6e-411e-b312-ed5ce628c3fa {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:51:37.634616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.645412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.655176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-f6e973ed-a4c5-449d-bc04-57f4e30ddeed service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935190 Dec 13 14:51:37.687623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.695172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bd3c1132-ca9f-44b1-ba13-b084fa83e895 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:37.702349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Pushing event updated for resources: {'Port': ['ID=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:37.733533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: bd3c1132-ca9f-44b1-ba13-b084fa83e895 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:37.734304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bd3c1132-ca9f-44b1-ba13-b084fa83e895 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:37.769929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.780619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Attempting to bind port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:51:37.780619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Attempting to bind port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:51:37.780619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Attempting to bind port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:37.783737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:51:37.784151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Attempting to bind port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:37.789094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:51:37.789541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Checking segment: {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:37.790272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Bound using segment: {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:51:37.790419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Bound port: b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:51:37.790908 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.873124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] For port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:51:37.876360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] For port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:51:37.919615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.955893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1f563b-4a6e-411e-b312-ed5ce628c3fa,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:37.956091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.986082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:37.989587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-23b665db-f202-42cd-9b8c-09577b224ac7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7e1f563b-4a6e-411e-b312-ed5ce628c3fa HTTP/1.1" status: 204 len: 168 time: 0.4074769 Dec 13 14:51:37.992116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49024) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:37.992251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fef97205-3c75-42cf-a3dd-a4298497bb53 req-e4589796-4cf1-4cb9-af1f-9b473764635c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 210 time: 0.0450957 Dec 13 14:51:38.003158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:38.004002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.005747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] 10.222.0.55 "PUT /v2.0/ports/b23b0627-65c5-46a7-b70c-6ddc04f3ec2c HTTP/1.1" status: 200 len: 1091 time: 1.2422824 Dec 13 14:51:38.085225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb0965-01ad-4277-abed-e0c77244cdcd service neutron] Pushing event updated for resources: {'Port': ['ID=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:38.098353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.310025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-b82f4ad6-e3f2-4af6-a1f3-cdd6778fc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:38.311577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-b82f4ad6-e3f2-4af6-a1f3-cdd6778fc1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 1094 time: 0.1763902 Dec 13 14:51:38.390680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:38.393109 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06a351e-d772-44e3-aed5-90c21d58e8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:38.402546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.406899 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-53b3757a-ed81-423b-835f-7a0acab74766 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c HTTP/1.1" status: 200 len: 217 time: 0.0861773 Dec 13 14:51:38.461133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fad849-1277-477e-b726-d2fa199e229a']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:38.466478 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bfd195-d5f7-44cb-ae33-b44fe94baff3 x-openstack-request-id: req-26bfd195-d5f7-44cb-ae33-b44fe94baff3 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:38.466665 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:38.466881 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26bfd195-d5f7-44cb-ae33-b44fe94baff3 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:38.467270 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c', 'status': 'completed', 'code': 200} Dec 13 14:51:38.479227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bb01f3-6360-4d0b-9f36-cb3fa69849e8') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:38.481765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bb01f3-6360-4d0b-9f36-cb3fa69849e8') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:51:38.510119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff4595-b133-4f73-b840-b3710601b4ef req-fce0650c-0e74-446f-9935-63899d6e1652 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:38.511741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2ff4595-b133-4f73-b840-b3710601b4ef req-fce0650c-0e74-446f-9935-63899d6e1652 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1992393 Dec 13 14:51:38.518005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.527407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-0aa032ac-b0cf-4802-aa58-c70df4e31656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:38.536274 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-0aa032ac-b0cf-4802-aa58-c70df4e31656 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08917680-917a-4e7c-95c6-97e1c816a8a6 HTTP/1.1" status: 200 len: 862 time: 0.1208780 Dec 13 14:51:38.569147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.573093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734cffc-2848-4d12-be2a-03d33ef005c8 req-527e4859-4428-40c3-adcd-1d913f583a31 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:38.575368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5734cffc-2848-4d12-be2a-03d33ef005c8 req-527e4859-4428-40c3-adcd-1d913f583a31 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 943 time: 0.0624828 Dec 13 14:51:38.595414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:51:38.596064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.634522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5734cffc-2848-4d12-be2a-03d33ef005c8 req-11f226d7-dff4-4ced-8004-3a16a999a669 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:51:38.658047 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:51:38.660392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-b9189734-498b-4078-96a4-9b08ff9b0d2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053436 Dec 13 14:51:38.695372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2ff4595-b133-4f73-b840-b3710601b4ef req-c835e2d9-113d-402b-969c-539f1b26ee32 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748664 Dec 13 14:51:38.764730 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.776981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:38.783155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0fad849-1277-477e-b726-d2fa199e229a HTTP/1.1" status: 204 len: 168 time: 0.7869489 Dec 13 14:51:38.800447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc16a05-406d-4b08-a724-04bf7c2a11ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fad849-1277-477e-b726-d2fa199e229a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:38.806377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-521fd212-a0ae-4193-ac04-9decb5495e0f service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365247 Dec 13 14:51:38.924422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbdd3db-a50e-4365-9dfc-6a0a6bf575cb req-10d4cb87-9a7b-493e-81ee-dab20dacdeab service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102240 Dec 13 14:51:39.111759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32443a3e-bf24-49c5-aab1-a5d00ce3582f req-9abb49e7-7ef7-4717-b364-3cfe8f5f48ed tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 210 time: 0.0470786 Dec 13 14:51:39.129316 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:51:39.151011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-bd253a56-397b-4ed7-8df5-a3dc684799e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:39.153096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-bd253a56-397b-4ed7-8df5-a3dc684799e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 1094 time: 0.0483911 Dec 13 14:51:39.220213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49058) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:39.266385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1f75247c-9262-40f6-9773-76b937b3f9b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=963391516f58427fb47b261ea80c93ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421436 Dec 13 14:51:39.266767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49060) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:39.324651 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3350490-d9e8-409f-a4b8-d79fc5d9833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:39.371260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3350490-d9e8-409f-a4b8-d79fc5d9833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:39.507759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3350490-d9e8-409f-a4b8-d79fc5d9833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:39.511919 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3350490-d9e8-409f-a4b8-d79fc5d9833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:39.516960 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3350490-d9e8-409f-a4b8-d79fc5d9833a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5320d910-bb0a-4740-b842-e268bfcb4c62 HTTP/1.1" status: 204 len: 168 time: 0.2490273 Dec 13 14:51:39.528592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3350490-d9e8-409f-a4b8-d79fc5d9833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5320d910-bb0a-4740-b842-e268bfcb4c62,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:39.674366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-5b6c1301-814f-4fa7-acde-d3e58b2a78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:39.675999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-5b6c1301-814f-4fa7-acde-d3e58b2a78fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 923 time: 0.5154796 Dec 13 14:51:39.763751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-7cec820b-e7cd-4ecf-9e46-a1b5dd391bf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c HTTP/1.1" status: 200 len: 217 time: 0.0725820 Dec 13 14:51:39.874544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c5472-76c4-401b-a02e-77877455cf6f req-b80dbd95-af5c-4607-a5f5-951d32dd8302 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:39.878810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b3c5472-76c4-401b-a02e-77877455cf6f req-b80dbd95-af5c-4607-a5f5-951d32dd8302 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 943 time: 0.1006389 Dec 13 14:51:39.926076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b3c5472-76c4-401b-a02e-77877455cf6f req-76cace16-7168-4689-b778-8cfb1a45474c tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415332 Dec 13 14:51:39.971156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-61723b58-79ea-4039-b571-fdff259bc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:39.974821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-61723b58-79ea-4039-b571-fdff259bc1ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08917680-917a-4e7c-95c6-97e1c816a8a6 HTTP/1.1" status: 200 len: 862 time: 0.2059736 Dec 13 14:51:40.017011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-ef993a2c-1af4-49a6-8edc-cb17e20bed5a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2314167 Dec 13 14:51:40.043618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-ba99a9dc-ac05-4e5e-aafb-444eed94f64b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540154 Dec 13 14:51:40.077955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ab257-ca8d-44c4-97f1-32ca54383968 req-cecf1c71-6b99-451c-bf71-f36371b6b258 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.083905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c68ab257-ca8d-44c4-97f1-32ca54383968 req-cecf1c71-6b99-451c-bf71-f36371b6b258 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.2260764 Dec 13 14:51:40.247595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1c94f5c-caa6-473c-a48f-78b3fe66cff9 req-dc2a8bbe-4387-4e1b-b590-55a4ad4aa912 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 210 time: 0.0675950 Dec 13 14:51:40.294808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-7ec18d50-4bae-4df3-9f1b-0532b91f36a6 service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482648 Dec 13 14:51:40.344683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.345266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.345610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.346072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.346552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.347008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.347946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.349980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c069c4ec-9639-4a4e-85f5-cdbcf760fb06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6502 time: 0.2651520 Dec 13 14:51:40.443823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c68ab257-ca8d-44c4-97f1-32ca54383968 req-682e8c35-6761-4520-88c2-7a4f2d063be6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377991 Dec 13 14:51:40.690155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-466e9485-226b-4152-9282-5bf5a4f6445f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.691871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-466e9485-226b-4152-9282-5bf5a4f6445f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.2074585 Dec 13 14:51:40.695369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a06a351e-d772-44e3-aed5-90c21d58e8a4 req-61ba910d-898c-4f0f-ae07-d41107cf6e7c service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909740 Dec 13 14:51:40.711509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Request body: {'port': {'device_id': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'admin_state_up': True, 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:40.718815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-e13b8afe-993b-416c-9686-fad642626df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.719511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-e13b8afe-993b-416c-9686-fad642626df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.720118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-e13b8afe-993b-416c-9686-fad642626df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.721722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-e13b8afe-993b-416c-9686-fad642626df5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=201604d4-d80e-4e16-84bd-7f5c9d180a92&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=3dc541cf-30f1-497b-a513-f10b3715708f&id=3dc541cf-30f1-497b-a513-f10b3715708f HTTP/1.1" status: 200 len: 2295 time: 0.3176117 Dec 13 14:51:40.888451 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-9e7f41bd-7e8e-4666-adeb-cfa6197df012 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0becbb52-1600-4d4c-9378-985956be3813 HTTP/1.1" status: 200 len: 1001 time: 0.1550035 Dec 13 14:51:40.992941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f9d5f615-64e5-4736-a11f-d3b5f1f0fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:40.995542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f9d5f615-64e5-4736-a11f-d3b5f1f0fe68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9b06380-e9a7-4a5d-a8d4-12f7de43574f HTTP/1.1" status: 200 len: 855 time: 0.0789790 Dec 13 14:51:41.072321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:51:41.078325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:41.120973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2436c-abd4-4f1f-820c-b709f7146122 req-b5002d34-39e6-4102-a508-4d1bde1ae1f6 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:41.129131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-06b2436c-abd4-4f1f-820c-b709f7146122 req-b5002d34-39e6-4102-a508-4d1bde1ae1f6 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 943 time: 0.1078336 Dec 13 14:51:41.145848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-effc6260-95f0-4f44-aff6-a64dd4532569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:41.147473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-effc6260-95f0-4f44-aff6-a64dd4532569 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201604d4-d80e-4e16-84bd-7f5c9d180a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348577 Dec 13 14:51:41.175401 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-06b2436c-abd4-4f1f-820c-b709f7146122 req-d1a9eefa-895b-4741-83e8-b051e3b8529c tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Dec 13 14:51:41.303910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Allocated IP 172.20.0.13 (57d5d542-97ac-4b73-88b5-59c793254f97/7b190bb4-13a6-438b-98c6-7f7508afb5b1/9ae986aa-3143-4071-8b63-652b4dc04440) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:51:41.311260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-1e5607e3-9832-46fd-a835-3f9ea25b85eb service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549616 Dec 13 14:51:41.429663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75daed06-5e0c-4097-a421-a4bf973b5983 req-817d37dd-ad75-4637-9236-85a05ce4e7e0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 210 time: 0.0957031 Dec 13 14:51:41.542566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-ce6f60f4-0f7b-47b8-9885-c19e8f8fd038 service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209637 Dec 13 14:51:41.597043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-29f5b4e0-3f1f-4650-b3cd-52c9e526869d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 217 time: 0.0461762 Dec 13 14:51:41.711275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b23b0627-65c5-46a7-b70c-6ddc04f3ec2c details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:51:41.757680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:41.766705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f63f9de4-f66e-4f7b-93a4-c0327765c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:41.767847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f63f9de4-f66e-4f7b-93a4-c0327765c8c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.1248026 Dec 13 14:51:41.786898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc8773-09e1-4301-b2f4-95cf5bde7eb1 req-d83e9d5b-9d9e-4d62-ae35-c4eacab8bcae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:41.788385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9bc8773-09e1-4301-b2f4-95cf5bde7eb1 req-d83e9d5b-9d9e-4d62-ae35-c4eacab8bcae tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.2274566 Dec 13 14:51:41.876210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-8f6be19f-5453-482a-85a7-be34ff639f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:41.880536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-8f6be19f-5453-482a-85a7-be34ff639f96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989838 Dec 13 14:51:41.880904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9bc8773-09e1-4301-b2f4-95cf5bde7eb1 req-41e62abe-9d39-4066-b234-77f05708470f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820949 Dec 13 14:51:41.887947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:41.909370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c', 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'port_id': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c', 'mac_address': 'fa:16:3e:ad:e9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08917680-917a-4e7c-95c6-97e1c816a8a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:51:41.957874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:41.967105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:41.971884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23b0627-65c5-46a7-b70c-6ddc04f3ec2c {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:42.024698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Network 57d5d542-97ac-4b73-88b5-59c793254f97 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:51:42.032457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:51:42.043130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:42.043864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:51:42.083072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event updated for resources: {'Port': ['ID=9ae986aa-3143-4071-8b63-652b4dc04440,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:42.088060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-d52aa781-d98a-416e-a4b8-805540c5ac5b service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016718 Dec 13 14:51:42.154767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:42.155407 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:42.162415 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:42.213120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f921fe98-7f72-4b11-8469-1942e810c57d service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160195 Dec 13 14:51:42.355357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c6133997-0fec-464d-b9c0-0a4b69178b54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 217 time: 0.1341298 Dec 13 14:51:42.360863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['b23b0627-65c5-46a7-b70c-6ddc04f3ec2c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:42.367442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-4d6ef8b8-12e0-402c-8217-34e1ffb61bce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6586072 Dec 13 14:51:42.369822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49154) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:42.421823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Request body: {'port': {'device_id': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:51:42.438751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:42.572430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f294d990-ebc2-4455-b8a3-cbbda9c7e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:42.577936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f294d990-ebc2-4455-b8a3-cbbda9c7e21b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.2098908 Dec 13 14:51:42.636331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6f437-c330-49e9-ac58-0fef744135b1 req-6ba65368-345b-4992-8549-0b6e8a4f2d95 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:42.637922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ec6f437-c330-49e9-ac58-0fef744135b1 req-6ba65368-345b-4992-8549-0b6e8a4f2d95 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 944 time: 0.2817400 Dec 13 14:51:42.639527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fd590f2-a24e-4d3a-a9fc-fdb21bcdf513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:42.732196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:42.756737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fd590f2-a24e-4d3a-a9fc-fdb21bcdf513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:42.786452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bbfcb-5a4a-491c-8b2e-75890fae2584 req-321028b9-ffc4-47b0-8391-1f0614554ce1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:42.788372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c6bbfcb-5a4a-491c-8b2e-75890fae2584 req-321028b9-ffc4-47b0-8391-1f0614554ce1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 932 time: 0.2079270 Dec 13 14:51:42.816710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ec6f437-c330-49e9-ac58-0fef744135b1 req-6fd67fa5-2c41-4fb5-89c3-99b495b72e26 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258736 Dec 13 14:51:42.830742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-19feef13-05fd-4d2a-95ac-da3e51984677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:42.832669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-19feef13-05fd-4d2a-95ac-da3e51984677 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2364483 Dec 13 14:51:42.884344 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fd590f2-a24e-4d3a-a9fc-fdb21bcdf513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:42.927176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c6bbfcb-5a4a-491c-8b2e-75890fae2584 req-adfedf2b-6516-4226-9ebd-5845f1447300 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319027 Dec 13 14:51:42.978347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7fd590f2-a24e-4d3a-a9fc-fdb21bcdf513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4108c4816c5645fa92e899ea41a8e7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031811 Dec 13 14:51:42.978347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd590f2-a24e-4d3a-a9fc-fdb21bcdf513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aef3ba-216a-445f-b650-040d8615ae5f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:42.990623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:42.998048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-d3eeee12-b620-4abd-b048-dbfb051cf77d service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514244 Dec 13 14:51:43.094136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f38b840-caaa-4538-8b9f-406291386fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:43.135828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f38b840-caaa-4538-8b9f-406291386fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:43.263206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205ad27-3207-4d8b-860d-95378e497e17 req-d3fc2869-5650-4073-86f3-d8eb785f5ac2 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:43.264709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b205ad27-3207-4d8b-860d-95378e497e17 req-d3fc2869-5650-4073-86f3-d8eb785f5ac2 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1478298 Dec 13 14:51:43.329975 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-e9232793-13d8-415b-bf94-72f4a846d8a0 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170273 Dec 13 14:51:43.331063 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f38b840-caaa-4538-8b9f-406291386fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:43.334264 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f38b840-caaa-4538-8b9f-406291386fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:43.336078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0f38b840-caaa-4538-8b9f-406291386fb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28aef3ba-216a-445f-b650-040d8615ae5f HTTP/1.1" status: 204 len: 168 time: 0.3430009 Dec 13 14:51:43.370524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38b840-caaa-4538-8b9f-406291386fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aef3ba-216a-445f-b650-040d8615ae5f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:43.407538 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b205ad27-3207-4d8b-860d-95378e497e17 req-c0ca3c6c-8310-4ada-b89d-fe2303bdbcda tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285264 Dec 13 14:51:43.411050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-557cb3b0-3ba4-45c4-a990-0eb570df2109 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886 HTTP/1.1" status: 200 len: 217 time: 0.0694146 Dec 13 14:51:43.496840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f23fa22b-aec0-4e4f-8acd-cf62840c8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:43.498620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f23fa22b-aec0-4e4f-8acd-cf62840c8fe2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0670762 Dec 13 14:51:43.645120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-fd1d21ff-a578-4c1a-8f9a-fdc3ecc99fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:43.645578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-fd1d21ff-a578-4c1a-8f9a-fdc3ecc99fd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339931 Dec 13 14:51:43.677165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae986aa-3143-4071-8b63-652b4dc04440 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:43.712289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b23b0627-65c5-46a7-b70c-6ddc04f3ec2c up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:43.712965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:43.735174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Transition to ACTIVE for port object 9ae986aa-3143-4071-8b63-652b4dc04440 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:51:43.769733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-36decfee-caf5-42e9-b123-f8da6222e25d service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141241 Dec 13 14:51:43.853779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:43.959771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:51:43.965497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:43.966090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:44.143221 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:44.186303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be154fe5-3be8-4fcf-bdf9-797b2f181865 req-388c902e-6b25-47c4-9bf8-4b799418614f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:44.204492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-300d0b86-9e7e-488b-98e4-0827a25807b1 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287896 Dec 13 14:51:44.206599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be154fe5-3be8-4fcf-bdf9-797b2f181865 req-388c902e-6b25-47c4-9bf8-4b799418614f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 944 time: 0.1298676 Dec 13 14:51:44.228505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4e801-16e3-42e8-ab01-5331efd27b6a req-43f725b3-6be5-4e6f-b3d6-b1691a297c96 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:44.230018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bf4e801-16e3-42e8-ab01-5331efd27b6a req-43f725b3-6be5-4e6f-b3d6-b1691a297c96 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 944 time: 0.1988873 Dec 13 14:51:44.232359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:44.234806 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7195e7a-1571-4518-87b4-24dd606903ff" -d '{"events": [{"server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "name": "network-vif-plugged", "status": "completed", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:44.236233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae986aa-3143-4071-8b63-652b4dc04440,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:44.282531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:44.294195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be154fe5-3be8-4fcf-bdf9-797b2f181865 req-130bc034-8dce-4cc5-ba38-fe5f7f3863b6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825639 Dec 13 14:51:44.342920 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc8448e-9a12-44a9-9da8-3e946ea6ebdf x-openstack-request-id: req-8dc8448e-9a12-44a9-9da8-3e946ea6ebdf {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:44.343307 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "name": "network-vif-plugged", "status": "completed", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:44.343826 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dc8448e-9a12-44a9-9da8-3e946ea6ebdf {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:44.344466 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c', 'code': 200} Dec 13 14:51:44.385890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-bdf6ada2-f1bc-4f28-ace2-829bfb10c43e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7649cd34-f73e-4c02-a565-f9915c758fa6 HTTP/1.1" status: 200 len: 217 time: 0.1655421 Dec 13 14:51:44.391798 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:44.487452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bf4e801-16e3-42e8-ab01-5331efd27b6a req-620cac21-b9fb-4704-8bb3-f839af551364 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284427 Dec 13 14:51:44.574299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:44.743938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacf5d7-24ed-4db4-9479-9d7285e737ae req-6dcc4f26-9333-4eae-bf8f-35becd85a5df tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:44.749394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eacf5d7-24ed-4db4-9479-9d7285e737ae req-6dcc4f26-9333-4eae-bf8f-35becd85a5df tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1326835 Dec 13 14:51:44.812451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eacf5d7-24ed-4db4-9479-9d7285e737ae req-129c13ed-bbc0-416a-917e-495b5a1860a4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576723 Dec 13 14:51:44.925254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b0f90-aeb6-4372-98c4-ae6773209422 req-2852ad60-a3a1-49f7-ba4a-f8839a3647a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:44.937472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-178b0f90-aeb6-4372-98c4-ae6773209422 req-2852ad60-a3a1-49f7-ba4a-f8839a3647a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 1097 time: 0.0933444 Dec 13 14:51:44.994698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-178b0f90-aeb6-4372-98c4-ae6773209422 req-293b2b07-7f1a-4f74-bfc4-69a216eb0dcf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Dec 13 14:51:45.054804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-a8fbd0d6-38c2-431d-9373-d73f3180f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:45.056354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-a8fbd0d6-38c2-431d-9373-d73f3180f064 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.6621978 Dec 13 14:51:45.059027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Attempting to bind port 9ae986aa-3143-4071-8b63-652b4dc04440 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:51:45.059370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Attempting to bind port 9ae986aa-3143-4071-8b63-652b4dc04440 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:51:45.059663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Attempting to bind port 9ae986aa-3143-4071-8b63-652b4dc04440 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:45.067815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Port 9ae986aa-3143-4071-8b63-652b4dc04440 on network 57d5d542-97ac-4b73-88b5-59c793254f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:51:45.067992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Attempting to bind port 9ae986aa-3143-4071-8b63-652b4dc04440 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:51:45.072536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d5b91-4a9c-40a8-8b40-30dbb68aa7cd req-bb0fd786-7b60-46db-9c4b-c0eec4d99325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:45.074040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b7d5b91-4a9c-40a8-8b40-30dbb68aa7cd req-bb0fd786-7b60-46db-9c4b-c0eec4d99325 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 1096 time: 0.5460081 Dec 13 14:51:45.076954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:51:45.077286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Checking segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:51:45.080716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Bound using segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:51:45.080716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Bound port: 9ae986aa-3143-4071-8b63-652b4dc04440, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:51:45.080716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:45.139311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b7d5b91-4a9c-40a8-8b40-30dbb68aa7cd req-82697baa-0a5d-46cf-ba2a-37dd261a6154 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578148 Dec 13 14:51:45.255700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] For port 9ae986aa-3143-4071-8b63-652b4dc04440, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:51:45.295805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] For port 9ae986aa-3143-4071-8b63-652b4dc04440, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ae986aa-3143-4071-8b63-652b4dc04440,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:51:45.299301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-2608bf6a-5913-4c07-980a-a1a37a27f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:45.301016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-2608bf6a-5913-4c07-980a-a1a37a27f572 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103721 Dec 13 14:51:45.440958 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:45.521932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:45.522572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:45.523958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/9ae986aa-3143-4071-8b63-652b4dc04440 HTTP/1.1" status: 200 len: 1092 time: 3.1084929 Dec 13 14:51:45.535009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aba35-03e8-4446-9713-0bdfcef990bb req-8d8b20e0-b6d5-4f1c-9a34-35ab44c72c78 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:45.536382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-239aba35-03e8-4446-9713-0bdfcef990bb req-8d8b20e0-b6d5-4f1c-9a34-35ab44c72c78 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 944 time: 0.1443396 Dec 13 14:51:45.536833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'tag': '9ae986aa-3143-4071-8b63-652b4dc04440'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:45.539093 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d977ca-ee6b-4116-9a8a-953267c2fe32" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3b31b4-bfd2-4fe5-8872-e4f0025ea801", "tag": "9ae986aa-3143-4071-8b63-652b4dc04440"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:45.572819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-cee6ce37-a3c0-4113-9bc5-dce0be035b0d service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555106 Dec 13 14:51:45.578379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff472c3-cee9-4237-9d7c-e227b22b51f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae986aa-3143-4071-8b63-652b4dc04440,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:45.672146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:45.678519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-239aba35-03e8-4446-9713-0bdfcef990bb req-d2482ad8-d722-4bf0-80fd-8f7d1e95a31d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241646 Dec 13 14:51:45.762131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-6ec2ff6f-8b56-4d7a-8b4e-2a18e84dd988 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803679 Dec 13 14:51:45.894318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-ddcc262d-a975-4602-b394-923182a5445d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65781a6a-6df3-4e18-bda5-b286120214cf HTTP/1.1" status: 200 len: 217 time: 0.0897758 Dec 13 14:51:45.972174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-0a27153e-64e9-4e00-a122-4c14ec397e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:45.978348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-0a27153e-64e9-4e00-a122-4c14ec397e37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 1095 time: 0.2095702 Dec 13 14:51:46.087618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-be7b1a74-247a-46c9-8359-55b6091f9f86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ae986aa-3143-4071-8b63-652b4dc04440 HTTP/1.1" status: 200 len: 217 time: 0.0804641 Dec 13 14:51:46.101364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cd9d4-489e-4977-ba77-00d508f124d5 req-cbb05cb1-eebc-428a-81f5-34f7f326103f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:46.106161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-589cd9d4-489e-4977-ba77-00d508f124d5 req-cbb05cb1-eebc-428a-81f5-34f7f326103f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.2454255 Dec 13 14:51:46.150421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-0b833013-e3af-4ae6-a30f-0f4b63b1f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:46.152467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-0b833013-e3af-4ae6-a30f-0f4b63b1f044 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.2310371 Dec 13 14:51:46.242740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-55d343d1-f36e-4611-9b1d-98388ad3a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:46.245125 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-55d343d1-f36e-4611-9b1d-98388ad3a673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.1328623 Dec 13 14:51:46.250867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-589cd9d4-489e-4977-ba77-00d508f124d5 req-bf006570-d653-48b6-953a-d4d1f90d8dcd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230760 Dec 13 14:51:46.335022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-e3db9452-9601-4fd8-ba32-666ca4971e6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775816 Dec 13 14:51:46.373983 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb83ffa8-3c52-4616-bc32-5ca9cd10da82 x-openstack-request-id: req-eb83ffa8-3c52-4616-bc32-5ca9cd10da82 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:46.375000 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3b31b4-bfd2-4fe5-8872-e4f0025ea801", "tag": "9ae986aa-3143-4071-8b63-652b4dc04440", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:46.375360 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb83ffa8-3c52-4616-bc32-5ca9cd10da82 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:46.377492 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'tag': '9ae986aa-3143-4071-8b63-652b4dc04440', 'status': 'completed', 'code': 200} Dec 13 14:51:46.486930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-2fe39835-019d-4b31-8996-e87494e6eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:46.496001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-2fe39835-019d-4b31-8996-e87494e6eb34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3326430 Dec 13 14:51:46.733212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-e4bbe0ad-c297-425d-b9f8-0e42d0a11adf service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867481 Dec 13 14:51:46.776843 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:46.827720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-b5e8c9f4-0255-404c-96f7-8cf4f15e8ff5 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023336 Dec 13 14:51:46.914992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da2ee6-8e02-4352-9d2a-8809f961b7ca req-cbc1dc1c-461f-401e-8e07-da6e3faa6f11 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:46.916501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15da2ee6-8e02-4352-9d2a-8809f961b7ca req-cbc1dc1c-461f-401e-8e07-da6e3faa6f11 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.2104456 Dec 13 14:51:47.019713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ad7a3dd-43a0-466d-b1b9-ddaa920f7160 req-ab24a402-02ca-4637-a5eb-5ec26ddc9764 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687831 Dec 13 14:51:47.099523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15da2ee6-8e02-4352-9d2a-8809f961b7ca req-a024dc3e-c651-4b4d-8369-94d6c339fa12 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318350 Dec 13 14:51:47.137206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-f68ef4b1-b59d-458b-bba1-b5986c4be571 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993393 Dec 13 14:51:47.261460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fed6a9-85a8-47eb-96b3-e985b361e35e req-5667014b-a168-42c7-b229-351fb68216ff tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.263269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52fed6a9-85a8-47eb-96b3-e985b361e35e req-5667014b-a168-42c7-b229-351fb68216ff tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 944 time: 0.0991468 Dec 13 14:51:47.273879 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-42fa9ab3-8d99-4e2a-916d-827e7721d928 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=184573da-2612-48a8-b68b-2b08cc805d99 HTTP/1.1" status: 200 len: 217 time: 0.1280916 Dec 13 14:51:47.309803 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52fed6a9-85a8-47eb-96b3-e985b361e35e req-579e2f8f-da1e-40ff-8a34-e450f9e3cf55 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Dec 13 14:51:47.423056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-a61ade81-c742-42fb-9966-a1b53c1e931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.424646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-a61ade81-c742-42fb-9966-a1b53c1e931a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 1095 time: 0.1594851 Dec 13 14:51:47.428279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-df9e5fab-418c-47d4-abef-0066fd39a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.429679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-df9e5fab-418c-47d4-abef-0066fd39a274 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.1376235 Dec 13 14:51:47.481455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cf688-e2a9-457a-b74e-1e22b4988ee3 req-229bdb28-b1e4-4148-b261-2eea4d779624 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.484588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-864cf688-e2a9-457a-b74e-1e22b4988ee3 req-229bdb28-b1e4-4148-b261-2eea4d779624 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.0656836 Dec 13 14:51:47.584522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-864cf688-e2a9-457a-b74e-1e22b4988ee3 req-7f7a2807-919e-43d5-a549-accebde5f5a3 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928652 Dec 13 14:51:47.590635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb58d6-12c3-4493-a882-174da8453697 req-d0b3628f-c479-43ef-b538-6fb08dc78e5c tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.597922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ceb58d6-12c3-4493-a882-174da8453697 req-d0b3628f-c479-43ef-b538-6fb08dc78e5c tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.2385988 Dec 13 14:51:47.705190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ceb58d6-12c3-4493-a882-174da8453697 req-fe9381ed-49d9-4367-9813-d1e44f7c2e59 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044009 Dec 13 14:51:47.707480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-5959659e-b7c1-4a70-9159-10cdbc790801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.708956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-5959659e-b7c1-4a70-9159-10cdbc790801 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2715898 Dec 13 14:51:47.887895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-a1a4ffbc-c3fb-4dbd-8046-907d3d82dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.889791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-a1a4ffbc-c3fb-4dbd-8046-907d3d82dabb service neutron] 10.222.0.55 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 913 time: 0.4548035 Dec 13 14:51:47.915620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f0c3c-d871-47cf-9781-317115085327 req-46190825-e105-4fbf-9d76-c1e2decf5dea tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:47.931065 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e81f0c3c-d871-47cf-9781-317115085327 req-46190825-e105-4fbf-9d76-c1e2decf5dea tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.1465607 Dec 13 14:51:47.939727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-ba184d1b-2d78-45c4-8da6-9f90df44b2df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ae986aa-3143-4071-8b63-652b4dc04440 HTTP/1.1" status: 200 len: 217 time: 0.0409961 Dec 13 14:51:47.990219 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e81f0c3c-d871-47cf-9781-317115085327 req-a860185c-5a00-4091-b02b-b57e06aabca1 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563817 Dec 13 14:51:48.012642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-c3118f00-7e15-4e11-85cd-10439e9a3fcc service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855690 Dec 13 14:51:48.030898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-be46a05f-ee96-4918-a1a2-c62b80b1b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:48.032404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-be46a05f-ee96-4918-a1a2-c62b80b1b224 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.0802674 Dec 13 14:51:48.101952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-2307d006-c9b2-4b15-9bfb-afb726057a56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587916 Dec 13 14:51:48.352577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48fbdc4d-4809-4a7b-afc6-015f3a6d0285 req-be39bafd-85f1-4b8a-b7be-a5425bb57fff service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316336 Dec 13 14:51:48.403285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18e62-9215-4e54-b358-c3cd484dff14 req-f5bbbd5e-3911-4500-a970-62d66ae74668 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:48.404829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ad18e62-9215-4e54-b358-c3cd484dff14 req-f5bbbd5e-3911-4500-a970-62d66ae74668 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0869255 Dec 13 14:51:48.429867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-3d3375d3-28f2-4315-9bcb-dfa3daf4837c service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030257 Dec 13 14:51:48.518222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ad18e62-9215-4e54-b358-c3cd484dff14 req-20e1bf03-b5ae-4f70-9ef7-1ee3ac2332d3 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009207 Dec 13 14:51:48.562418 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4d977ca-ee6b-4116-9a8a-953267c2fe32 req-f3df578c-6a75-4485-99dd-283bd8dd55b9 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224353 Dec 13 14:51:48.732465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45591528-a5ab-4fde-9d1c-209a9684f988 req-08c61535-846c-482e-af12-e3b94ba17d29 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:48.733948 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45591528-a5ab-4fde-9d1c-209a9684f988 req-08c61535-846c-482e-af12-e3b94ba17d29 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 944 time: 0.0585454 Dec 13 14:51:48.774981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45591528-a5ab-4fde-9d1c-209a9684f988 req-fe11439e-c1a6-4690-b874-967b3bdb86ee tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343747 Dec 13 14:51:49.246144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b11c10-c22d-4f45-8171-cc6f8403b62e req-0df35a56-cc00-4368-a051-406b8656b563 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:49.248086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88b11c10-c22d-4f45-8171-cc6f8403b62e req-0df35a56-cc00-4368-a051-406b8656b563 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.0549011 Dec 13 14:51:49.311809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88b11c10-c22d-4f45-8171-cc6f8403b62e req-04337dfe-c38e-4abf-8e31-633ea078df46 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Dec 13 14:51:49.699862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfca99a-8b61-4b1c-abd7-77bc10c4f933 req-5a6dfbc8-7af3-42b7-998f-57d76962483d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:49.707491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdfca99a-8b61-4b1c-abd7-77bc10c4f933 req-5a6dfbc8-7af3-42b7-998f-57d76962483d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0792415 Dec 13 14:51:49.729512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ae986aa-3143-4071-8b63-652b4dc04440 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:51:49.775675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdfca99a-8b61-4b1c-abd7-77bc10c4f933 req-2b78b398-27e2-478b-a193-06cc501facfa tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663342 Dec 13 14:51:49.997585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adc875-4ef1-46f6-8a42-1d865aa149c8 req-23389f8c-1545-46d4-9946-49a9176bf654 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:49.999498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81adc875-4ef1-46f6-8a42-1d865aa149c8 req-23389f8c-1545-46d4-9946-49a9176bf654 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 944 time: 0.1028035 Dec 13 14:51:50.023009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9ae986aa-3143-4071-8b63-652b4dc04440, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ae986aa-3143-4071-8b63-652b4dc04440,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:50.041054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '9ae986aa-3143-4071-8b63-652b4dc04440', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'port_id': '9ae986aa-3143-4071-8b63-652b4dc04440', 'mac_address': 'fa:16:3e:3f:20:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b190bb4-13a6-438b-98c6-7f7508afb5b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:51:50.045675 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-127cf4c1-f8ea-41e1-a2f8-46192304c2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:50.085324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81adc875-4ef1-46f6-8a42-1d865aa149c8 req-832187ba-4924-4a5e-8a45-2533829224de tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751781 Dec 13 14:51:50.123954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:50.138317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae986aa-3143-4071-8b63-652b4dc04440 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:51:50.159319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9ae986aa-3143-4071-8b63-652b4dc04440, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ae986aa-3143-4071-8b63-652b4dc04440,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:50.221923 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:50.306980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9ae986aa-3143-4071-8b63-652b4dc04440,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:50.387894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8375850-30e5-4498-8626-ecd17c2eb0b9 req-c6922ca1-1d4a-43c8-bfe4-d4c47aa52124 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:50.390361 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8375850-30e5-4498-8626-ecd17c2eb0b9 req-c6922ca1-1d4a-43c8-bfe4-d4c47aa52124 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0730495 Dec 13 14:51:50.441155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8375850-30e5-4498-8626-ecd17c2eb0b9 req-7d4faa61-62fe-48ea-929d-acb8925eb8a8 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Dec 13 14:51:50.457472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011824-cd67-472f-a19b-8820604630ed req-977f3daa-cdec-4675-821d-bd0f7a439b0e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:50.465634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9011824-cd67-472f-a19b-8820604630ed req-977f3daa-cdec-4675-821d-bd0f7a439b0e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.0734334 Dec 13 14:51:50.466653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9ae986aa-3143-4071-8b63-652b4dc04440'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:50.507476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9011824-cd67-472f-a19b-8820604630ed req-21f53efe-08f5-41d7-ae5a-7839276e6582 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Dec 13 14:51:51.224299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa25fe6-3fa6-4138-a7a5-052a4fb314d0 req-7e38e413-c442-4e1a-96a9-eff51289ecdd tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:51.225953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fa25fe6-3fa6-4138-a7a5-052a4fb314d0 req-7e38e413-c442-4e1a-96a9-eff51289ecdd tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 945 time: 0.0578136 Dec 13 14:51:51.272641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fa25fe6-3fa6-4138-a7a5-052a4fb314d0 req-b6aa105b-f197-4caa-b913-e2908b2b026f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 Dec 13 14:51:51.602464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71260526-6443-4b69-8840-d2a79c46ff2c req-cf356ac8-d87b-4a2d-a4ed-5b1dddd5e46b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:51.612054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71260526-6443-4b69-8840-d2a79c46ff2c req-cf356ac8-d87b-4a2d-a4ed-5b1dddd5e46b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0670562 Dec 13 14:51:51.655717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71260526-6443-4b69-8840-d2a79c46ff2c req-027c3ded-14e8-48f6-b31e-2b30edb96e13 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Dec 13 14:51:51.677253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4f014-529a-401b-b85b-47d7a3a123f6 req-7351a37c-2ea2-4ca4-8825-82b8e59188c5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:51.681518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9cc4f014-529a-401b-b85b-47d7a3a123f6 req-7351a37c-2ea2-4ca4-8825-82b8e59188c5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.0646369 Dec 13 14:51:51.732934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9cc4f014-529a-401b-b85b-47d7a3a123f6 req-d62f7dd6-1f38-483a-ab2b-d03101ed0fc0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Dec 13 14:51:51.774901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ae986aa-3143-4071-8b63-652b4dc04440 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:51:51.896099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 9ae986aa-3143-4071-8b63-652b4dc04440 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:51:51.901182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 9ae986aa-3143-4071-8b63-652b4dc04440 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:51:51.901966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:51.992747 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.017859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae986aa-3143-4071-8b63-652b4dc04440'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:52.020741 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ddd366-2997-4ca6-8141-931c0bb5d5a6" -d '{"events": [{"server_uuid": "9d3b31b4-bfd2-4fe5-8872-e4f0025ea801", "name": "network-vif-plugged", "status": "completed", "tag": "9ae986aa-3143-4071-8b63-652b4dc04440"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:52.057865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9ae986aa-3143-4071-8b63-652b4dc04440, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ae986aa-3143-4071-8b63-652b4dc04440,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:52.089075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49402) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:52.101751 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeae9f8-41da-4e82-a45c-ac21f75d51d7 x-openstack-request-id: req-1eeae9f8-41da-4e82-a45c-ac21f75d51d7 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:52.102514 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3b31b4-bfd2-4fe5-8872-e4f0025ea801", "name": "network-vif-plugged", "status": "completed", "tag": "9ae986aa-3143-4071-8b63-652b4dc04440", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:52.103108 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1eeae9f8-41da-4e82-a45c-ac21f75d51d7 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:52.103663 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae986aa-3143-4071-8b63-652b4dc04440', 'code': 200} Dec 13 14:51:52.159227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.240743 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6007a462-1585-4796-96ea-6a13df70a66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.276862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f59f4-d142-48ff-8964-212a9ea65abb req-eda523c2-7c77-4652-9cf8-018671a8c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:52.282016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad6f59f4-d142-48ff-8964-212a9ea65abb req-eda523c2-7c77-4652-9cf8-018671a8c545 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 1097 time: 0.0902698 Dec 13 14:51:52.308543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9ae986aa-3143-4071-8b63-652b4dc04440,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:52.335711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df3bf1cf-a609-46df-b70a-83e2a57e4195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.412842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad6f59f4-d142-48ff-8964-212a9ea65abb req-af02d273-03a8-4769-bbcd-7fa3fd5224b2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242607 Dec 13 14:51:52.419017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b177-3e32-4071-b559-92596f53b714 req-dd0c0334-43f3-4b69-a7ac-007cd8b9bc76 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:52.428742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6172b177-3e32-4071-b559-92596f53b714 req-dd0c0334-43f3-4b69-a7ac-007cd8b9bc76 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 946 time: 0.0706847 Dec 13 14:51:52.475676 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6172b177-3e32-4071-b559-92596f53b714 req-bb1f9d59-a8ce-4926-9bad-8aacd39a3442 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468769 Dec 13 14:51:52.499021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49414) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:52.571376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df3bf1cf-a609-46df-b70a-83e2a57e4195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.661550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df3bf1cf-a609-46df-b70a-83e2a57e4195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.664209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cb813d37-b214-4f44-9ee2-41f8ad5003b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.726838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-df3bf1cf-a609-46df-b70a-83e2a57e4195 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=611b605955554e31b42ad9faba252b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364563 Dec 13 14:51:52.728375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bf1cf-a609-46df-b70a-83e2a57e4195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6995748-55e0-430d-b26d-99c44e3c82d6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:52.731600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49422) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:52.820498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cb813d37-b214-4f44-9ee2-41f8ad5003b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.830730 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39a2e4d5-9fed-46e2-ba1e-ccf0585d746b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.879191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cb813d37-b214-4f44-9ee2-41f8ad5003b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.930037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cb813d37-b214-4f44-9ee2-41f8ad5003b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fbca352136f4fada237ca21f735a633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298506 Dec 13 14:51:52.930874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49428) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:52.933586 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39a2e4d5-9fed-46e2-ba1e-ccf0585d746b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:52.933793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb813d37-b214-4f44-9ee2-41f8ad5003b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ee3d4e-6294-49eb-b243-4bb189879780,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:53.013999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb794451-422e-41a0-ab8b-2600e42a2326 req-c8452a29-0003-4c92-b50b-75dd93da0dad tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:53.021686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb794451-422e-41a0-ab8b-2600e42a2326 req-c8452a29-0003-4c92-b50b-75dd93da0dad tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.1784847 Dec 13 14:51:53.035778 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ffdf62-b63f-4bd0-9885-3ef1c20993af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.108082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ffdf62-b63f-4bd0-9885-3ef1c20993af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.112168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb794451-422e-41a0-ab8b-2600e42a2326 req-02fa17b2-e93b-45d3-9470-dad2fc9d448d tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892208 Dec 13 14:51:53.175892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.211106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39a2e4d5-9fed-46e2-ba1e-ccf0585d746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.215431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39a2e4d5-9fed-46e2-ba1e-ccf0585d746b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.222259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-39a2e4d5-9fed-46e2-ba1e-ccf0585d746b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6995748-55e0-430d-b26d-99c44e3c82d6 HTTP/1.1" status: 204 len: 168 time: 0.4852273 Dec 13 14:51:53.239836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2e4d5-9fed-46e2-ba1e-ccf0585d746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6995748-55e0-430d-b26d-99c44e3c82d6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:53.267333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ffdf62-b63f-4bd0-9885-3ef1c20993af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.270338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ffdf62-b63f-4bd0-9885-3ef1c20993af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.279992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85ffdf62-b63f-4bd0-9885-3ef1c20993af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03ee3d4e-6294-49eb-b243-4bb189879780 HTTP/1.1" status: 204 len: 168 time: 0.3478212 Dec 13 14:51:53.302343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffdf62-b63f-4bd0-9885-3ef1c20993af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ee3d4e-6294-49eb-b243-4bb189879780,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:53.639678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3631c8-45ff-46c0-bcd2-30d3f4207f11 req-3ce807af-c3dd-4d28-815f-3d43ee77afce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:53.641475 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c3631c8-45ff-46c0-bcd2-30d3f4207f11 req-3ce807af-c3dd-4d28-815f-3d43ee77afce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 946 time: 0.0827491 Dec 13 14:51:53.742943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c3631c8-45ff-46c0-bcd2-30d3f4207f11 req-79f41b48-cb06-4713-adea-eaf45e07aac6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925245 Dec 13 14:51:53.772066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ef8d0-7c32-4f64-abec-5c4c6f4ad9cd req-2787f94e-bca2-45c1-b18c-add6e4d235e8 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:53.773700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-224ef8d0-7c32-4f64-abec-5c4c6f4ad9cd req-2787f94e-bca2-45c1-b18c-add6e4d235e8 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 945 time: 0.1446617 Dec 13 14:51:53.805852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b23b0627-65c5-46a7-b70c-6ddc04f3ec2c no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:53.837269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-224ef8d0-7c32-4f64-abec-5c4c6f4ad9cd req-42f02449-97ec-4842-a4f7-63609f47160b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549264 Dec 13 14:51:53.904817 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:53.939327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:54.021064 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.069211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:54.104857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:54.107505 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30976deb-864d-46e3-b07b-00ed7b2b7024" -d '{"events": [{"server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:54.145546 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451b95e2-cc8c-4ecd-958c-383502b0fb0f x-openstack-request-id: req-451b95e2-cc8c-4ecd-958c-383502b0fb0f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:54.145843 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:54.146099 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-451b95e2-cc8c-4ecd-958c-383502b0fb0f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:54.146524 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c', 'code': 200} Dec 13 14:51:54.262343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49472) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:54.276785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38f2-0395-4eff-8866-060f3ca5e9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.376382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38f2-0395-4eff-8866-060f3ca5e9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.473120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38f2-0395-4eff-8866-060f3ca5e9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.509454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe38f2-0395-4eff-8866-060f3ca5e9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa01d89-738a-4eaa-9d9c-0488c0f3e96c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:54.514186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2fbe38f2-0395-4eff-8866-060f3ca5e9fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6b2e4de0edc400cbe1d3879cd074478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507541 Dec 13 14:51:54.517480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49478) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:54.576929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0dfb-174b-4fca-af4a-402e5058629a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.613839 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0dfb-174b-4fca-af4a-402e5058629a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.770101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0dfb-174b-4fca-af4a-402e5058629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.772771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0dfb-174b-4fca-af4a-402e5058629a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.774709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c0fa0dfb-174b-4fca-af4a-402e5058629a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8aa01d89-738a-4eaa-9d9c-0488c0f3e96c HTTP/1.1" status: 204 len: 168 time: 0.2556167 Dec 13 14:51:54.793312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa0dfb-174b-4fca-af4a-402e5058629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa01d89-738a-4eaa-9d9c-0488c0f3e96c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:54.829468 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:54.943121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2558991-06ca-4a5e-8b42-bd57f82d5c19 req-9eb90192-30ea-4737-890e-632b2fcf5773 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:54.945004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2558991-06ca-4a5e-8b42-bd57f82d5c19 req-9eb90192-30ea-4737-890e-632b2fcf5773 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 946 time: 0.0777431 Dec 13 14:51:55.011186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2558991-06ca-4a5e-8b42-bd57f82d5c19 req-6ba19f90-69bc-4186-b58a-322502b2d35a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Dec 13 14:51:55.084638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:55.194854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626a8cc-97d6-428c-9123-40833d08a2f5 req-7a6d5b26-5227-495e-91ab-6b58aebdf25e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:55.196468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f626a8cc-97d6-428c-9123-40833d08a2f5 req-7a6d5b26-5227-495e-91ab-6b58aebdf25e tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 943 time: 0.0866222 Dec 13 14:51:55.212412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec89a52-20ce-4f03-829d-56f517c6421c req-2960c530-d3e6-4698-83d4-1c035611de10 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:55.214707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bec89a52-20ce-4f03-829d-56f517c6421c req-2960c530-d3e6-4698-83d4-1c035611de10 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 943 time: 0.0706010 Dec 13 14:51:55.318823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f626a8cc-97d6-428c-9123-40833d08a2f5 req-50108a27-5ee6-490a-b8d5-fd020e8d6c73 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029255 Dec 13 14:51:55.444223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Deleting port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:55.444736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:55.528533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c639e-b5ff-4113-a8ca-603a40face75 req-59b9fe5b-3f63-4fc7-9f05-b59db01efde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:55.530420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-829c639e-b5ff-4113-a8ca-603a40face75 req-59b9fe5b-3f63-4fc7-9f05-b59db01efde4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.1404684 Dec 13 14:51:55.646625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] For port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:55.646999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:55.668308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47bcf2-c152-497d-b808-9cd5d6781503 req-eb0aedee-3be7-4cb5-b395-e2f41f2f2f64 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:55.670046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d47bcf2-c152-497d-b808-9cd5d6781503 req-eb0aedee-3be7-4cb5-b395-e2f41f2f2f64 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1607952 Dec 13 14:51:55.681276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Calling delete_port for b23b0627-65c5-46a7-b70c-6ddc04f3ec2c owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:55.779132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c639e-b5ff-4113-a8ca-603a40face75 req-a81cac4e-9e5a-484b-a053-61787541f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:55.780668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-829c639e-b5ff-4113-a8ca-603a40face75 req-a81cac4e-9e5a-484b-a053-61787541f75d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 920 time: 0.2311187 Dec 13 14:51:55.857323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d47bcf2-c152-497d-b808-9cd5d6781503 req-01addda1-250e-44ab-9270-917f651fe7c5 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662066 Dec 13 14:51:55.869561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-829c639e-b5ff-4113-a8ca-603a40face75 req-190d623f-cadb-4f73-b7dc-ec9ddae05adf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 217 time: 0.0745692 Dec 13 14:51:56.320712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c639e-b5ff-4113-a8ca-603a40face75 req-37a60429-e446-4787-b440-e1f175002572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:56.323506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-829c639e-b5ff-4113-a8ca-603a40face75 req-37a60429-e446-4787-b440-e1f175002572 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.4383774 Dec 13 14:51:56.373497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-829c639e-b5ff-4113-a8ca-603a40face75 req-28cd286d-4f51-45d6-8005-18b7811dbaed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420389 Dec 13 14:51:56.401676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bfd9-857f-4bcf-9a89-9620f114d636 req-f52bda47-042e-49c1-b62f-5b35ff4a7b13 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:56.409346 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2844bfd9-857f-4bcf-9a89-9620f114d636 req-f52bda47-042e-49c1-b62f-5b35ff4a7b13 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 946 time: 0.4591546 Dec 13 14:51:56.474089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecf8e2-4811-4b4b-bb7c-af26f714ff79 req-75680585-fc02-4bf3-b173-1d7da2034b8f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:56.475644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07ecf8e2-4811-4b4b-bb7c-af26f714ff79 req-75680585-fc02-4bf3-b173-1d7da2034b8f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 943 time: 0.0616732 Dec 13 14:51:56.506799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:56.559240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07ecf8e2-4811-4b4b-bb7c-af26f714ff79 req-42873dcf-3912-41d2-a2e3-86a313afe7bf tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592823 Dec 13 14:51:56.577608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2844bfd9-857f-4bcf-9a89-9620f114d636 req-6a75172c-7c20-497e-9418-4e0b5c57ce3f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482854 Dec 13 14:51:56.601527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event deleted for resources: {'Port': ['ID=b23b0627-65c5-46a7-b70c-6ddc04f3ec2c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:56.648046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.648561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.648974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.649394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.649804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.650225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.650702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.651078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.651482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.652066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.652217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.652626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:51:56.662747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-829c639e-b5ff-4113-a8ca-603a40face75 req-e4991811-d2d4-4e23-96ba-cd2869298d0b service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759621 Dec 13 14:51:56.683551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] No DVR routers for this DVR port b23b0627-65c5-46a7-b70c-6ddc04f3ec2c on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:56.689621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:56.693446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bec89a52-20ce-4f03-829d-56f517c6421c req-a0c537e4-10ca-4fbc-bdf0-ca7e7fefaf0f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "DELETE /v2.0/ports/b23b0627-65c5-46a7-b70c-6ddc04f3ec2c HTTP/1.1" status: 204 len: 173 time: 1.4705579 Dec 13 14:51:56.705349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'name': 'network-vif-deleted', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:56.708061 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d5dc4-212b-41d7-a872-ee7e57974d7c" -d '{"events": [{"server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "name": "network-vif-deleted", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:56.763413 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d8ded-4924-468f-9895-c0831b2ab49b x-openstack-request-id: req-ae8d8ded-4924-468f-9895-c0831b2ab49b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:56.763880 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669d3490-05d4-405d-9e44-2fd0a6e552b6", "name": "network-vif-deleted", "tag": "b23b0627-65c5-46a7-b70c-6ddc04f3ec2c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:56.764019 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae8d8ded-4924-468f-9895-c0831b2ab49b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:56.765508 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669d3490-05d4-405d-9e44-2fd0a6e552b6', 'name': 'network-vif-deleted', 'tag': 'b23b0627-65c5-46a7-b70c-6ddc04f3ec2c', 'status': 'completed', 'code': 200} Dec 13 14:51:56.815308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-829c639e-b5ff-4113-a8ca-603a40face75 req-60ae7872-2002-40d8-882f-d30925643079 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270444 Dec 13 14:51:57.014087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964d6f3-9464-4559-9ad0-44da79721baa req-4bee6eb9-7952-41c0-a8c2-adaf31d79852 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:57.019242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1964d6f3-9464-4559-9ad0-44da79721baa req-4bee6eb9-7952-41c0-a8c2-adaf31d79852 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0804944 Dec 13 14:51:57.063920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1964d6f3-9464-4559-9ad0-44da79721baa req-7421e52e-07d1-45fc-b6bf-f33f04311e0a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Dec 13 14:51:57.107159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-36de4877-7667-436e-b695-74e13207c345 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:57.108625 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-36de4877-7667-436e-b695-74e13207c345 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 946 time: 0.0601571 Dec 13 14:51:57.214600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Deleting port 9ae986aa-3143-4071-8b63-652b4dc04440 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:51:57.214941 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:57.341215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] For port 9ae986aa-3143-4071-8b63-652b4dc04440, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ae986aa-3143-4071-8b63-652b4dc04440,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:51:57.341884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:57.360624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Calling delete_port for 9ae986aa-3143-4071-8b63-652b4dc04440 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:51:57.605052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:57.618245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9ae986aa-3143-4071-8b63-652b4dc04440'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:51:57.688495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event deleted for resources: {'Port': ['ID=9ae986aa-3143-4071-8b63-652b4dc04440,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:57.728105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8697462b-8d31-4fb1-a18f-c47353f28568 req-a9c91e58-58a2-445a-9086-6b40299845dc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d3b31b4-bfd2-4fe5-8872-e4f0025ea801 HTTP/1.1" status: 200 len: 210 time: 0.0357518 Dec 13 14:51:57.754570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] No DVR routers for this DVR port 9ae986aa-3143-4071-8b63-652b4dc04440 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:51:57.758197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:57.762642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d277d2a-599e-49fb-86ff-c6db9c9d1141 req-eec1204e-e1ff-4883-9eac-dd12c4ef54c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "DELETE /v2.0/ports/9ae986aa-3143-4071-8b63-652b4dc04440 HTTP/1.1" status: 204 len: 173 time: 0.6471739 Dec 13 14:51:57.776642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-238507bc-f9fe-4355-97cd-79f96f20a2c3 req-fdd9d0e8-1842-4545-a3d8-940b737af636 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d3490-05d4-405d-9e44-2fd0a6e552b6 HTTP/1.1" status: 200 len: 210 time: 0.0732522 Dec 13 14:51:57.836643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b23b0627-65c5-46a7-b70c-6ddc04f3ec2c no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:57.862189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: b23b0627-65c5-46a7-b70c-6ddc04f3ec2c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:57.862790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b23b0627-65c5-46a7-b70c-6ddc04f3ec2c not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:58.203380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b52fd-3113-4b85-92aa-06e4a29b11aa req-ac167cab-1245-49e8-9424-5a70e06ccf89 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:58.203941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-026b52fd-3113-4b85-92aa-06e4a29b11aa req-ac167cab-1245-49e8-9424-5a70e06ccf89 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0707211 Dec 13 14:51:58.245079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-026b52fd-3113-4b85-92aa-06e4a29b11aa req-e20a0001-d28c-4580-bc17-138650a2f114 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Dec 13 14:51:58.766138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'name': 'network-vif-deleted', 'tag': '9ae986aa-3143-4071-8b63-652b4dc04440'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:51:58.769538 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a102799b-88d9-4fa2-bf15-de73ca9f0cab" -d '{"events": [{"server_uuid": "9d3b31b4-bfd2-4fe5-8872-e4f0025ea801", "name": "network-vif-deleted", "tag": "9ae986aa-3143-4071-8b63-652b4dc04440"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:51:58.825828 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcc8d7b-7d22-4565-a4bf-928deb86e0a2 x-openstack-request-id: req-8fcc8d7b-7d22-4565-a4bf-928deb86e0a2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:51:58.826373 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3b31b4-bfd2-4fe5-8872-e4f0025ea801", "name": "network-vif-deleted", "tag": "9ae986aa-3143-4071-8b63-652b4dc04440", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:51:58.826803 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fcc8d7b-7d22-4565-a4bf-928deb86e0a2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:51:58.827427 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3b31b4-bfd2-4fe5-8872-e4f0025ea801', 'name': 'network-vif-deleted', 'tag': '9ae986aa-3143-4071-8b63-652b4dc04440', 'status': 'completed', 'code': 200} Dec 13 14:51:59.262461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:59.301249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-f4a63138-8492-4eb7-acc2-2569d5cef927 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:59.303077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-f4a63138-8492-4eb7-acc2-2569d5cef927 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.1350837 Dec 13 14:51:59.319398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-8f145aac-2c48-4ee8-af18-0da4f527b98e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/quotas/e64b9f3afef04722a198b58f59a95ea5 HTTP/1.1" status: 200 len: 375 time: 0.0100374 Dec 13 14:51:59.363925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-ca5fda7b-4c38-43c1-bd7e-166bb8db4236 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383224 Dec 13 14:51:59.372235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-02887506-e7c6-452b-9231-63248013c8c8 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:51:59.373769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-02887506-e7c6-452b-9231-63248013c8c8 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 822 time: 0.1222420 Dec 13 14:51:59.407715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-4247a545-ac99-49fd-a107-8e4f584ffc15 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/quotas/b94924dcda5c45cd80764a6501f3c35f HTTP/1.1" status: 200 len: 375 time: 0.0242040 Dec 13 14:51:59.416602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a62a86ed-619f-4afa-a338-1de4e3f8a802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:59.453295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-9b6acb42-982d-4950-8795-34f0f96cf952 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884695 Dec 13 14:51:59.489549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-3201ed1f-a1da-4b67-951c-329718b8e292 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707133 Dec 13 14:51:59.583067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-12bf0180-c77c-4f4d-b09e-6883d0ac0ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176267 Dec 13 14:51:59.592755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a62a86ed-619f-4afa-a338-1de4e3f8a802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:59.621112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-b6863e5b-f22d-4afe-8ee2-33bf5d340134 service neutron] 10.222.0.24 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216328 Dec 13 14:51:59.630386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:59.698368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a62a86ed-619f-4afa-a338-1de4e3f8a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:59.761346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a86ed-619f-4afa-a338-1de4e3f8a802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51edd610-7ca2-492c-86ec-861781d89b2e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:51:59.765513 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a62a86ed-619f-4afa-a338-1de4e3f8a802 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35714f9d958d4cb5bc5319693e93f057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017762 Dec 13 14:51:59.771480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49724) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:51:59.791736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d2e-cad6-4cdb-9fde-26d00477a636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:59.809648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-2a81d184-b587-41e6-9ecf-b5c9b2f88f94 service neutron] 10.222.0.24 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815991 Dec 13 14:51:59.852244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ae986aa-3143-4071-8b63-652b4dc04440 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:51:59.887171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 9ae986aa-3143-4071-8b63-652b4dc04440 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:51:59.887522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ae986aa-3143-4071-8b63-652b4dc04440 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:51:59.927729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1488fa6-81db-4a88-bccf-a059718a2dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:59.977659 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1488fa6-81db-4a88-bccf-a059718a2dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:51:59.996604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d2e-cad6-4cdb-9fde-26d00477a636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.013003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e0e05-da6a-4a76-be16-9753f07e7579 req-bf9885cd-336d-4ca5-9a16-c4a8f35f9dc0 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:00.020262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-037e0e05-da6a-4a76-be16-9753f07e7579 req-bf9885cd-336d-4ca5-9a16-c4a8f35f9dc0 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1372309 Dec 13 14:52:00.050909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d2e-cad6-4cdb-9fde-26d00477a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.113371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-037e0e05-da6a-4a76-be16-9753f07e7579 req-9c994e18-da83-436a-a302-fcd228ee1b8d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877690 Dec 13 14:52:00.146941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a7ba6d2e-cad6-4cdb-9fde-26d00477a636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d801375c94264b78b142fb865b4389ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153794 Dec 13 14:52:00.147993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba6d2e-cad6-4cdb-9fde-26d00477a636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c10ee-f690-43e1-83fc-2b97b0374291,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:00.154992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57b2fc27-6794-4d6c-a3e7-5509c8e4b4bb req-c206680c-ff91-482b-b4e1-c9614fd639df tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.0597885 Dec 13 14:52:00.155711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49740) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:00.236781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58226b74-014c-4829-abc0-e13c2f38c1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.238655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b93ded18-cadd-4e6f-b0cb-13745497fbc9 req-5fdf210c-0c17-47d3-9a5f-319415bc18ef tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 210 time: 0.0606825 Dec 13 14:52:00.243654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1488fa6-81db-4a88-bccf-a059718a2dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.256213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1488fa6-81db-4a88-bccf-a059718a2dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.256213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f1488fa6-81db-4a88-bccf-a059718a2dd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51edd610-7ca2-492c-86ec-861781d89b2e HTTP/1.1" status: 204 len: 168 time: 0.4768510 Dec 13 14:52:00.258946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1488fa6-81db-4a88-bccf-a059718a2dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51edd610-7ca2-492c-86ec-861781d89b2e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:00.292705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58226b74-014c-4829-abc0-e13c2f38c1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.360978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49748) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:00.433547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58226b74-014c-4829-abc0-e13c2f38c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.436178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58226b74-014c-4829-abc0-e13c2f38c1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.437360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-58226b74-014c-4829-abc0-e13c2f38c1a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be5c10ee-f690-43e1-83fc-2b97b0374291 HTTP/1.1" status: 204 len: 168 time: 0.2786622 Dec 13 14:52:00.445415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58226b74-014c-4829-abc0-e13c2f38c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c10ee-f690-43e1-83fc-2b97b0374291,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:00.498902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-04e433e1-94f9-4c5a-89cf-2c2a7a09d3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.618362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-04e433e1-94f9-4c5a-89cf-2c2a7a09d3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.689843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-04e433e1-94f9-4c5a-89cf-2c2a7a09d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.737942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e433e1-94f9-4c5a-89cf-2c2a7a09d3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ead9499-31c1-4d0d-ade8-78ee86fcfa9f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:00.746368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-04e433e1-94f9-4c5a-89cf-2c2a7a09d3fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb0d601408504f229000ac024077f2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841791 Dec 13 14:52:00.749349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49764) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:00.818304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57b94cb4-f19f-489a-832e-ca8eff3ad729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:00.872343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57b94cb4-f19f-489a-832e-ca8eff3ad729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.015299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57b94cb4-f19f-489a-832e-ca8eff3ad729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.017932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57b94cb4-f19f-489a-832e-ca8eff3ad729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.019170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-57b94cb4-f19f-489a-832e-ca8eff3ad729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ead9499-31c1-4d0d-ade8-78ee86fcfa9f HTTP/1.1" status: 204 len: 168 time: 0.2674866 Dec 13 14:52:01.027228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b94cb4-f19f-489a-832e-ca8eff3ad729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ead9499-31c1-4d0d-ade8-78ee86fcfa9f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:01.233884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:01.234014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b52ee-7726-41a9-a3b3-3f94f6dad8d4 req-3e34133b-b115-4e8c-a0d2-0fba90d01259 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:01.235560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc9b52ee-7726-41a9-a3b3-3f94f6dad8d4 req-3e34133b-b115-4e8c-a0d2-0fba90d01259 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0540879 Dec 13 14:52:01.277064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b2b9fa25-6546-40e3-94d7-1283aeb472ab req-1b030ad4-e85a-47ff-8261-17fc946144eb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.0469735 Dec 13 14:52:01.278726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d98b300-379d-4986-97ae-8faa25366a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.306849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc9b52ee-7726-41a9-a3b3-3f94f6dad8d4 req-d8ff93b0-70d7-43f2-82d0-b71541d54ef1 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607543 Dec 13 14:52:01.325299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49784) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:01.350927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aebb1-28ea-4e56-8c4f-8f57df1267de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.416517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1868c60-2f29-4478-9e6b-0fc496bb376f req-457a8c60-d796-418b-a4c6-1cb2ab84c673 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 210 time: 0.0394423 Dec 13 14:52:01.467217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d98b300-379d-4986-97ae-8faa25366a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.492073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aebb1-28ea-4e56-8c4f-8f57df1267de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.541724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d98b300-379d-4986-97ae-8faa25366a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.579441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98b300-379d-4986-97ae-8faa25366a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4579893f-3a2b-4b56-b9e2-69733dc8b8dc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:01.584060 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d98b300-379d-4986-97ae-8faa25366a5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb1374a36e474080aa73a6bb22b662c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483438 Dec 13 14:52:01.586679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49786) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:01.613975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aebb1-28ea-4e56-8c4f-8f57df1267de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.667486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca9aebb1-28ea-4e56-8c4f-8f57df1267de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8672744fbc5947fe89771e95866d0900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410158 Dec 13 14:52:01.670121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49788) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:01.672953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9aebb1-28ea-4e56-8c4f-8f57df1267de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af2d695-8b11-47a3-9746-0d8aee422d07,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:01.679427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7aafebe-6a00-4f0d-a8c5-005fb0f98ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.701693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7aafebe-6a00-4f0d-a8c5-005fb0f98ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.723509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a914cdee-5a0a-4e55-95f2-06c346b86da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.745203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a914cdee-5a0a-4e55-95f2-06c346b86da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.839225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7aafebe-6a00-4f0d-a8c5-005fb0f98ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.841805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7aafebe-6a00-4f0d-a8c5-005fb0f98ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.846290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a7aafebe-6a00-4f0d-a8c5-005fb0f98ee8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4579893f-3a2b-4b56-b9e2-69733dc8b8dc HTTP/1.1" status: 204 len: 168 time: 0.2559924 Dec 13 14:52:01.853597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aafebe-6a00-4f0d-a8c5-005fb0f98ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4579893f-3a2b-4b56-b9e2-69733dc8b8dc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:01.855825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a914cdee-5a0a-4e55-95f2-06c346b86da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.859987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a914cdee-5a0a-4e55-95f2-06c346b86da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:01.870427 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a914cdee-5a0a-4e55-95f2-06c346b86da3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1af2d695-8b11-47a3-9746-0d8aee422d07 HTTP/1.1" status: 204 len: 168 time: 0.1919580 Dec 13 14:52:01.877267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914cdee-5a0a-4e55-95f2-06c346b86da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af2d695-8b11-47a3-9746-0d8aee422d07,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:02.350245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-6153ef74-707c-495f-a612-41b31d44bec9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:02.353191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-6153ef74-707c-495f-a612-41b31d44bec9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.1583309 Dec 13 14:52:02.368398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Request body: {'port': {'device_id': '9644393e-a772-4d09-97b6-0e652dfd7822', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'admin_state_up': True, 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:02.440338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c421f8b-da54-4de1-8740-7eb5f158fdb3 req-b5a71ccd-aaf2-4cd9-941c-d33fe309cc49 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.0573609 Dec 13 14:52:02.532331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaa7e-3ae6-45d3-a000-d6545df20d47 req-1fa8c7fb-d7ef-4b49-a3b1-e6fcd3fa1e3c tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:02.534371 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6cddaa7e-3ae6-45d3-a000-d6545df20d47 req-1fa8c7fb-d7ef-4b49-a3b1-e6fcd3fa1e3c tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1095998 Dec 13 14:52:02.637317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5974e4e-192e-4427-88f0-cc924a48e7e7 req-b09a508f-c8d4-44ca-b487-4c65fa75cab6 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 210 time: 0.0358675 Dec 13 14:52:02.659390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6cddaa7e-3ae6-45d3-a000-d6545df20d47 req-955fe70a-58ac-4cc9-827b-7085dd487020 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117742 Dec 13 14:52:02.661092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:02.664946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:02.810180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Allocated IP 172.20.0.5 (57d5d542-97ac-4b73-88b5-59c793254f97/7b190bb4-13a6-438b-98c6-7f7508afb5b1/c2fc7689-7294-4467-b717-735ebf790374) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:03.079892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-0d2557a9-e7f2-4f72-955a-758716503b94 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:03.081313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-0d2557a9-e7f2-4f72-955a-758716503b94 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 822 time: 0.2859020 Dec 13 14:52:03.101884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Request body: {'port': {'device_id': '7610847e-cbae-4625-8d0e-88b3379ac763', 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'admin_state_up': True, 'tenant_id': 'b94924dcda5c45cd80764a6501f3c35f'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:03.119051 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:03.175296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2e139-21c9-447a-917a-a54098d99846 req-f373194b-6d93-44a7-abc6-6c9c14000e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:03.176778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68e2e139-21c9-447a-917a-a54098d99846 req-f373194b-6d93-44a7-abc6-6c9c14000e13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.1406708 Dec 13 14:52:03.256640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68e2e139-21c9-447a-917a-a54098d99846 req-f562e545-58d3-4274-b247-24d4b127df49 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712819 Dec 13 14:52:03.322940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:03.369759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Network 57d5d542-97ac-4b73-88b5-59c793254f97 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:03.374993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:03.386783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:03.389337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Made reservation on behalf of b94924dcda5c45cd80764a6501f3c35f for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:03.392879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:03.396808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event updated for resources: {'Port': ['ID=c2fc7689-7294-4467-b717-735ebf790374,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:03.490899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:03.491528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:03.570593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff435f-3f63-4b35-9f86-13fd154a4ea3 req-33355773-2a84-46c6-88d9-12043f0ad0b8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:03.572730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ff435f-3f63-4b35-9f86-13fd154a4ea3 req-33355773-2a84-46c6-88d9-12043f0ad0b8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 931 time: 0.0578082 Dec 13 14:52:03.607931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Allocated IP 172.20.0.8 (a148afb5-d788-40d9-9a3b-1f72ad05c3e8/08917680-917a-4e7c-95c6-97e1c816a8a6/67d29a14-610f-4b32-9cab-5905f3b741df) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:03.644235 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-c4b19a5f-0772-41a3-9eb3-58710e569893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2800629 Dec 13 14:52:03.659222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Request body: {'port': {'device_id': '9644393e-a772-4d09-97b6-0e652dfd7822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:03.661381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ff435f-3f63-4b35-9f86-13fd154a4ea3 req-4a1b4488-846c-4e36-ae32-8fbfb34d23d4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814848 Dec 13 14:52:03.808809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f16df0-d737-4415-9641-9483dedc4200 req-2cc4f122-e070-4ceb-a4e0-17b2a6d7f570 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:03.810684 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54f16df0-d737-4415-9641-9483dedc4200 req-2cc4f122-e070-4ceb-a4e0-17b2a6d7f570 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0621274 Dec 13 14:52:03.812818 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-648d4468-2b5b-47ae-8445-8c31f02c6250 req-f7ab41c2-ab3c-484e-91ad-0164d9412213 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 210 time: 0.0467291 Dec 13 14:52:03.824895 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:03.889925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54f16df0-d737-4415-9641-9483dedc4200 req-cf2e5729-fa52-4ba6-8cd9-c3b753b0ae62 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634062 Dec 13 14:52:03.911412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.133522 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.198165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:04.207171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fc7689-7294-4467-b717-735ebf790374 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:04.217244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:04.220962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:04.237945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.260562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event updated for resources: {'Port': ['ID=67d29a14-610f-4b32-9cab-5905f3b741df,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:04.301326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Transition to ACTIVE for port object c2fc7689-7294-4467-b717-735ebf790374 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:52:04.311598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:04.312245 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.347044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.393123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-e50404b1-2517-4701-ba2c-c9bc7cf810f0 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2994053 Dec 13 14:52:04.409338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Request body: {'port': {'device_id': '7610847e-cbae-4625-8d0e-88b3379ac763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:04.452648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Pushing event updated for resources: {'Port': ['ID=c2fc7689-7294-4467-b717-735ebf790374,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:04.527113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.572571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Attempting to bind port c2fc7689-7294-4467-b717-735ebf790374 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:04.572905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Attempting to bind port c2fc7689-7294-4467-b717-735ebf790374 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:04.573234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Attempting to bind port c2fc7689-7294-4467-b717-735ebf790374 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:04.581974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Port c2fc7689-7294-4467-b717-735ebf790374 on network 57d5d542-97ac-4b73-88b5-59c793254f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:52:04.582322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Attempting to bind port c2fc7689-7294-4467-b717-735ebf790374 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:04.598220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:04.598585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Checking segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:04.598972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Bound using segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:04.599416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Bound port: c2fc7689-7294-4467-b717-735ebf790374, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:04.599775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.778204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] For port c2fc7689-7294-4467-b717-735ebf790374, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:04.782875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] For port c2fc7689-7294-4467-b717-735ebf790374, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c2fc7689-7294-4467-b717-735ebf790374,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:04.812865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775d598-7e53-4f2e-88bd-561d1333268e req-a0b47773-d3e7-45c2-8d89-82e49c52e460 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:04.815424 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9775d598-7e53-4f2e-88bd-561d1333268e req-a0b47773-d3e7-45c2-8d89-82e49c52e460 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 943 time: 0.0686736 Dec 13 14:52:04.872555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.892665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9775d598-7e53-4f2e-88bd-561d1333268e req-28a5408f-4904-4eb3-9bde-a721f6ee3719 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705853 Dec 13 14:52:04.954107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:04.954903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:04.956301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] 10.222.0.55 "PUT /v2.0/ports/c2fc7689-7294-4467-b717-735ebf790374 HTTP/1.1" status: 200 len: 1091 time: 1.3018963 Dec 13 14:52:04.962133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9644393e-a772-4d09-97b6-0e652dfd7822', 'tag': 'c2fc7689-7294-4467-b717-735ebf790374'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:04.969494 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289dab8-1570-4c4a-8c70-6b4a36424326" -d '{"events": [{"name": "network-changed", "server_uuid": "9644393e-a772-4d09-97b6-0e652dfd7822", "tag": "c2fc7689-7294-4467-b717-735ebf790374"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:05.014429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d29a14-610f-4b32-9cab-5905f3b741df {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:05.042123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369e915-bb1d-4992-8d25-e15585986ddb req-5decad2b-f8ed-432f-86f1-7f024dc0e03e tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:05.044482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6369e915-bb1d-4992-8d25-e15585986ddb req-5decad2b-f8ed-432f-86f1-7f024dc0e03e tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0670185 Dec 13 14:52:05.049754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.052183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f20314-64a7-461a-88a1-337d083ddefd service neutron] Pushing event updated for resources: {'Port': ['ID=c2fc7689-7294-4467-b717-735ebf790374,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:05.070224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49960) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:05.105903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Transition to ACTIVE for port object 67d29a14-610f-4b32-9cab-5905f3b741df will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:52:05.112029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6369e915-bb1d-4992-8d25-e15585986ddb req-a7f7f697-701c-4549-a603-4ce1bdf6850f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614824 Dec 13 14:52:05.121604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5c6e-ada5-418e-89bd-342bad258a96 req-a60d1cb7-acc3-47a7-8bdd-eb1ff93a48ff tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:05.123159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-768f5c6e-ada5-418e-89bd-342bad258a96 req-a60d1cb7-acc3-47a7-8bdd-eb1ff93a48ff tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 931 time: 0.1896539 Dec 13 14:52:05.136745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-61c27f5f-8c1e-4c88-a47a-da6d0ea64fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:05.138412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-61c27f5f-8c1e-4c88-a47a-da6d0ea64fd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 1094 time: 0.0786345 Dec 13 14:52:05.186443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-f3c373c5-c481-4da9-9dfe-72c8c5b94652 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2fc7689-7294-4467-b717-735ebf790374 HTTP/1.1" status: 200 len: 217 time: 0.0390887 Dec 13 14:52:05.202610 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb20d0-3004-422b-aedc-723e2abefcb2 x-openstack-request-id: req-cbfb20d0-3004-422b-aedc-723e2abefcb2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:05.202840 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9644393e-a772-4d09-97b6-0e652dfd7822", "tag": "c2fc7689-7294-4467-b717-735ebf790374", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:05.203094 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbfb20d0-3004-422b-aedc-723e2abefcb2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:05.205732 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9644393e-a772-4d09-97b6-0e652dfd7822', 'tag': 'c2fc7689-7294-4467-b717-735ebf790374', 'status': 'completed', 'code': 200} Dec 13 14:52:05.242360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-477562c5-d4f9-4d2e-9138-8adcac063730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.264619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.351348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-768f5c6e-ada5-418e-89bd-342bad258a96 req-a9eaa5b0-f5b9-4919-afe1-b1c2fc68ccf3 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119565 Dec 13 14:52:05.373815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-7e7f024f-de86-4006-8956-f0a954782a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:05.375921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-7e7f024f-de86-4006-8956-f0a954782a38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.1641288 Dec 13 14:52:05.403169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-477562c5-d4f9-4d2e-9138-8adcac063730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.464847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-e74aa428-4dc0-4dd8-8c9a-d10bdf63f2b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402510 Dec 13 14:52:05.484652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-477562c5-d4f9-4d2e-9138-8adcac063730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.543597 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-477562c5-d4f9-4d2e-9138-8adcac063730 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df699ead1873438ba91fd7dd535049a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804265 Dec 13 14:52:05.545592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477562c5-d4f9-4d2e-9138-8adcac063730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1cc62f-b0b7-4160-889d-851f1c5242c0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:05.548111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49982) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:05.573767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Pushing event updated for resources: {'Port': ['ID=67d29a14-610f-4b32-9cab-5905f3b741df,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:05.641696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83eec59b-717c-4446-8cf0-3ea7f44a5834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.676081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83eec59b-717c-4446-8cf0-3ea7f44a5834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.753297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Attempting to bind port 67d29a14-610f-4b32-9cab-5905f3b741df on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:05.753847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Attempting to bind port 67d29a14-610f-4b32-9cab-5905f3b741df by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:05.754380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Attempting to bind port 67d29a14-610f-4b32-9cab-5905f3b741df on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:05.771582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f095d0-53b2-4043-a420-048b4723636e req-be61d5d0-2334-4b98-a38b-1002ca892e26 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:05.779193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32f095d0-53b2-4043-a420-048b4723636e req-be61d5d0-2334-4b98-a38b-1002ca892e26 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1905153 Dec 13 14:52:05.789873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Port 67d29a14-610f-4b32-9cab-5905f3b741df on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:52:05.790443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Attempting to bind port 67d29a14-610f-4b32-9cab-5905f3b741df on network a148afb5-d788-40d9-9a3b-1f72ad05c3e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:05.804985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-6993a532-ab1e-486d-94e6-b3758ad44fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:05.804985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-6993a532-ab1e-486d-94e6-b3758ad44fd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.1527619 Dec 13 14:52:05.805501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-e86e532e-7b25-4fd0-bed4-c7f69e68bc86 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307936 Dec 13 14:52:05.835613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83eec59b-717c-4446-8cf0-3ea7f44a5834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.836804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83eec59b-717c-4446-8cf0-3ea7f44a5834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.838512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-83eec59b-717c-4446-8cf0-3ea7f44a5834 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d1cc62f-b0b7-4160-889d-851f1c5242c0 HTTP/1.1" status: 204 len: 168 time: 0.2767446 Dec 13 14:52:05.851341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:05.851795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Checking segment: {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:05.852300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Bound using segment: {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:05.852741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Bound port: 67d29a14-610f-4b32-9cab-5905f3b741df, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8680032f-8858-4e3a-849d-36f71f25a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:05.853106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:05.854756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eec59b-717c-4446-8cf0-3ea7f44a5834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1cc62f-b0b7-4160-889d-851f1c5242c0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:06.102712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e8ea-d374-4253-af65-189490ebd3e6 req-fc360828-4d79-46d2-ab79-d72729936308 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:06.106646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f536e8ea-d374-4253-af65-189490ebd3e6 req-fc360828-4d79-46d2-ab79-d72729936308 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 943 time: 0.1042922 Dec 13 14:52:06.166764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f536e8ea-d374-4253-af65-189490ebd3e6 req-6b35c833-fb26-4b70-a0e4-ee54d87bba64 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544715 Dec 13 14:52:06.435476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-8bfb67be-1eb6-4a8d-babb-69241c034eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:06.437010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-8bfb67be-1eb6-4a8d-babb-69241c034eac service neutron] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 920 time: 0.5999353 Dec 13 14:52:06.504519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32f095d0-53b2-4043-a420-048b4723636e req-1f472fcf-25e7-4c7a-86c3-18cd3375f12d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241001 Dec 13 14:52:06.525731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2391b-d4f3-42f9-9677-77ce7471bc43 req-e039d4cd-626e-419d-b81d-ce1d25725073 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:06.540947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8cb2391b-d4f3-42f9-9677-77ce7471bc43 req-e039d4cd-626e-419d-b81d-ce1d25725073 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 943 time: 0.0791595 Dec 13 14:52:06.565008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-dd7d9e23-ece9-425c-9355-b009c3fbc9b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 217 time: 0.0540397 Dec 13 14:52:06.566451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] For port 67d29a14-610f-4b32-9cab-5905f3b741df, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:06.627042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8cb2391b-d4f3-42f9-9677-77ce7471bc43 req-eec087c1-1956-4c4e-8c75-e125a6681408 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874002 Dec 13 14:52:06.643526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] For port 67d29a14-610f-4b32-9cab-5905f3b741df, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=67d29a14-610f-4b32-9cab-5905f3b741df,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:06.648274 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86cb4656-da6c-4f24-980d-a09a7cfa7df1 req-e0bd9bb9-4f1a-41a1-9efa-7019d81b0555 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212152 Dec 13 14:52:06.660679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-9b110e63-25ad-4829-acd5-7d62f8c11759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:06.662717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-9b110e63-25ad-4829-acd5-7d62f8c11759 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.0887926 Dec 13 14:52:06.699674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-dd5ee070-eae7-44b9-a3dd-3850eb928bf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293179 Dec 13 14:52:06.736674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50016) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:06.770449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:06.882704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:06.883619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:06.886478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] 10.222.0.55 "PUT /v2.0/ports/67d29a14-610f-4b32-9cab-5905f3b741df HTTP/1.1" status: 200 len: 1091 time: 2.4813027 Dec 13 14:52:06.934269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-c5286421-4b99-47d7-adb7-bd7554c76af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:06.934269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-c5286421-4b99-47d7-adb7-bd7554c76af2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 1094 time: 0.1497283 Dec 13 14:52:06.952021 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0bf581e-e71d-4b36-8550-f32b34c087c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:06.974698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab63e9-3a1f-43a7-adf1-951ed454c83e service neutron] Pushing event updated for resources: {'Port': ['ID=67d29a14-610f-4b32-9cab-5905f3b741df,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:07.006704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-ae9ad85a-c610-4011-9486-f584738ec08d service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992492 Dec 13 14:52:07.059868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0bf581e-e71d-4b36-8550-f32b34c087c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:07.128416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-64ef3194-3b7d-4042-b5c8-6f8b82092083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:07.129681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0bf581e-e71d-4b36-8550-f32b34c087c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:07.129856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-64ef3194-3b7d-4042-b5c8-6f8b82092083 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 1094 time: 0.1256149 Dec 13 14:52:07.176286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d0bf581e-e71d-4b36-8550-f32b34c087c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=deb9561894df4d2ea672a7dfd9986ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357920 Dec 13 14:52:07.176286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50040) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:07.184155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf581e-e71d-4b36-8550-f32b34c087c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21939b94-a364-43f7-b63c-3cb492e7ad4d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:07.192149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-5029a93c-e267-49a8-8274-5fe7402eff59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d29a14-610f-4b32-9cab-5905f3b741df HTTP/1.1" status: 200 len: 217 time: 0.0491085 Dec 13 14:52:07.198032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-1767df6c-60cc-46fa-b617-c4d487a1829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:07.199491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-1767df6c-60cc-46fa-b617-c4d487a1829b service neutron] 10.222.0.55 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 913 time: 0.2534387 Dec 13 14:52:07.210311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7610847e-cbae-4625-8d0e-88b3379ac763', 'tag': '67d29a14-610f-4b32-9cab-5905f3b741df'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:07.214123 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2791216-2491-4ae9-bc33-d174d564f376" -d '{"events": [{"name": "network-changed", "server_uuid": "7610847e-cbae-4625-8d0e-88b3379ac763", "tag": "67d29a14-610f-4b32-9cab-5905f3b741df"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:07.259506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-633345ad-949f-426d-b4bb-a810f5e70381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:07.297088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-063233ac-1c23-472c-b715-2eb4fca87f5d req-69298d8d-5d52-4e5f-a1ef-368fea515cf2 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782185 Dec 13 14:52:07.297088 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe1f4ef-e9e3-4e8f-9528-37cf86507de3 x-openstack-request-id: req-8fe1f4ef-e9e3-4e8f-9528-37cf86507de3 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:07.297088 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7610847e-cbae-4625-8d0e-88b3379ac763", "tag": "67d29a14-610f-4b32-9cab-5905f3b741df", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:07.297088 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fe1f4ef-e9e3-4e8f-9528-37cf86507de3 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:07.297960 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7610847e-cbae-4625-8d0e-88b3379ac763', 'tag': '67d29a14-610f-4b32-9cab-5905f3b741df', 'status': 'completed', 'code': 200} Dec 13 14:52:07.299203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-633345ad-949f-426d-b4bb-a810f5e70381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:07.330841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-c0a712b9-8d9e-4303-9330-f416f8369020 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2fc7689-7294-4467-b717-735ebf790374 HTTP/1.1" status: 200 len: 217 time: 0.0974221 Dec 13 14:52:07.401931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c63c88-0f07-44a3-b07d-28d52b519d64 req-7492fe12-b38d-49be-907b-c32cd3678eb0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:07.401931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5c63c88-0f07-44a3-b07d-28d52b519d64 req-7492fe12-b38d-49be-907b-c32cd3678eb0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 943 time: 0.0914266 Dec 13 14:52:07.421385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-3d8630e4-bedb-4470-9fe5-b14845ca98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:07.421385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-3d8630e4-bedb-4470-9fe5-b14845ca98fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08917680-917a-4e7c-95c6-97e1c816a8a6 HTTP/1.1" status: 200 len: 862 time: 0.2200692 Dec 13 14:52:07.464324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5c63c88-0f07-44a3-b07d-28d52b519d64 req-2a84b471-9e4b-4151-a775-ace0e77ff71c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496578 Dec 13 14:52:07.475387 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-1b79a0bd-28f5-4dbd-9763-46194a2d407d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444300 Dec 13 14:52:07.476916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-74c3611c-149a-429b-a7b2-585b50305d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:07.478936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-74c3611c-149a-429b-a7b2-585b50305d91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.1395149 Dec 13 14:52:07.530191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-633345ad-949f-426d-b4bb-a810f5e70381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:07.533979 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-633345ad-949f-426d-b4bb-a810f5e70381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:07.535838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-633345ad-949f-426d-b4bb-a810f5e70381 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21939b94-a364-43f7-b63c-3cb492e7ad4d HTTP/1.1" status: 204 len: 168 time: 0.3586071 Dec 13 14:52:07.544025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-1f5f0800-f09c-4527-9059-67402ac00ca7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547071 Dec 13 14:52:07.547923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633345ad-949f-426d-b4bb-a810f5e70381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21939b94-a364-43f7-b63c-3cb492e7ad4d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:07.778554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-d66d3aa9-1aae-498b-9e1d-a2a46006104c service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906013 Dec 13 14:52:07.786369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e6772-d16a-44da-b426-f620354d20ed req-9a09a764-8bb2-42d9-a676-a2feae31a6ec tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:07.810608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-315e6772-d16a-44da-b426-f620354d20ed req-9a09a764-8bb2-42d9-a676-a2feae31a6ec tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 943 time: 0.0776148 Dec 13 14:52:07.863277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-315e6772-d16a-44da-b426-f620354d20ed req-81148412-b4ee-454c-89e5-714c9dca45b4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559161 Dec 13 14:52:07.887792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbca42-c909-4a32-a10d-97e01e6aedc2 req-e6ffb3cb-48a5-4a4e-bd95-416dc1af88bf tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:07.899297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c2fc7689-7294-4467-b717-735ebf790374 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:52:07.899859 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eddbca42-c909-4a32-a10d-97e01e6aedc2 req-e6ffb3cb-48a5-4a4e-bd95-416dc1af88bf tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.2143698 Dec 13 14:52:08.033612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-eab79d29-d549-4a92-9d7c-d507b91de1d3 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259052 Dec 13 14:52:08.167974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c2fc7689-7294-4467-b717-735ebf790374, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c2fc7689-7294-4467-b717-735ebf790374,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:08.185704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'c2fc7689-7294-4467-b717-735ebf790374', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'port_id': 'c2fc7689-7294-4467-b717-735ebf790374', 'mac_address': 'fa:16:3e:cb:67:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b190bb4-13a6-438b-98c6-7f7508afb5b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:52:08.248718 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:08.255746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eddbca42-c909-4a32-a10d-97e01e6aedc2 req-5e8287bf-37b1-4a88-8c0e-a115e59e4dee tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542430 Dec 13 14:52:08.266976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fc7689-7294-4467-b717-735ebf790374 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:08.291065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-970b2ae0-0ad0-40c7-809f-ce9052b2f4bb req-4ed418b8-61f5-48cd-9820-c0bfafff6bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027759 Dec 13 14:52:08.312958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c2fc7689-7294-4467-b717-735ebf790374, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c2fc7689-7294-4467-b717-735ebf790374,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:08.341212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4289dab8-1570-4c4a-8c70-6b4a36424326 req-84a90eab-0895-4731-97cc-9e98b98f71f9 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986958 Dec 13 14:52:08.392738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:08.447979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c2fc7689-7294-4467-b717-735ebf790374,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:08.502152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2791216-2491-4ae9-bc33-d174d564f376 req-7f8296f1-4e75-4d18-a02f-255cf57849dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:08.503972 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2791216-2491-4ae9-bc33-d174d564f376 req-7f8296f1-4e75-4d18-a02f-255cf57849dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b94924dcda5c45cd80764a6501f3c35f&device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 1094 time: 0.0547087 Dec 13 14:52:08.601596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c2fc7689-7294-4467-b717-735ebf790374'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:52:08.647041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723874-9951-4449-aa41-d6c708fd5988 req-e8dbd023-99e6-46cd-a353-a1672e4be128 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:08.657677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73723874-9951-4449-aa41-d6c708fd5988 req-e8dbd023-99e6-46cd-a353-a1672e4be128 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 944 time: 0.0944595 Dec 13 14:52:08.663935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2791216-2491-4ae9-bc33-d174d564f376 req-a9ae4767-165b-4766-89c2-3deea6aa0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:08.665423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2791216-2491-4ae9-bc33-d174d564f376 req-a9ae4767-165b-4766-89c2-3deea6aa0522 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 200 len: 923 time: 0.1532989 Dec 13 14:52:08.698109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73723874-9951-4449-aa41-d6c708fd5988 req-ad5c2264-6d02-4aec-b74a-a2ec3074e5f7 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Dec 13 14:52:08.720132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2791216-2491-4ae9-bc33-d174d564f376 req-712deeb5-0aa5-49d5-b39f-8e551487efff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d29a14-610f-4b32-9cab-5905f3b741df HTTP/1.1" status: 200 len: 217 time: 0.0419188 Dec 13 14:52:08.722389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50084) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:08.743182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3148eea5-776b-481d-9f18-219f82b2777d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:08.811884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2791216-2491-4ae9-bc33-d174d564f376 req-62f71af9-fb2e-407b-9445-85258e40dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:08.813405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2791216-2491-4ae9-bc33-d174d564f376 req-62f71af9-fb2e-407b-9445-85258e40dea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08917680-917a-4e7c-95c6-97e1c816a8a6 HTTP/1.1" status: 200 len: 862 time: 0.0893595 Dec 13 14:52:08.880168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2791216-2491-4ae9-bc33-d174d564f376 req-7eeaeb23-7155-4564-ae6f-75c635f6a071 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a148afb5-d788-40d9-9a3b-1f72ad05c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582948 Dec 13 14:52:08.902427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3148eea5-776b-481d-9f18-219f82b2777d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:08.982196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3148eea5-776b-481d-9f18-219f82b2777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:09.028729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3148eea5-776b-481d-9f18-219f82b2777d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29d364cd3b064f44bdeb6bcf8cc82e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051584 Dec 13 14:52:09.029806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148eea5-776b-481d-9f18-219f82b2777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ba075-de4e-4bb7-b547-80aa42c89c71,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:09.033226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50096) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:09.140484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2791216-2491-4ae9-bc33-d174d564f376 req-4a55db5f-554c-4312-8109-5f56e6c21608 service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521014 Dec 13 14:52:09.149115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c286b5ee-0bc5-42d9-8cd1-f393768eba02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:09.191458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c286b5ee-0bc5-42d9-8cd1-f393768eba02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:09.208877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd489af-d338-478e-a1e6-ff561c33a0b8 req-8c57c215-7b95-46e1-8cf4-ba9b0839fa8b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:09.208877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3dd489af-d338-478e-a1e6-ff561c33a0b8 req-8c57c215-7b95-46e1-8cf4-ba9b0839fa8b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 943 time: 0.2108374 Dec 13 14:52:09.285398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3dd489af-d338-478e-a1e6-ff561c33a0b8 req-f789563e-ed2b-43d0-bc74-98f7955de071 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517290 Dec 13 14:52:09.310681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2791216-2491-4ae9-bc33-d174d564f376 req-9c7594ed-f122-4482-aab7-d8d969a8b73d service neutron] 10.222.0.55 "GET /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581383 Dec 13 14:52:09.377114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c286b5ee-0bc5-42d9-8cd1-f393768eba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:09.379754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c286b5ee-0bc5-42d9-8cd1-f393768eba02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:09.381996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c286b5ee-0bc5-42d9-8cd1-f393768eba02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf2ba075-de4e-4bb7-b547-80aa42c89c71 HTTP/1.1" status: 204 len: 168 time: 0.3474991 Dec 13 14:52:09.400945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803fa0-a214-4b0e-bda0-b2af466e0ba2 req-df237218-b7a0-42a5-83b1-07276adacecf tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:09.402977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76803fa0-a214-4b0e-bda0-b2af466e0ba2 req-df237218-b7a0-42a5-83b1-07276adacecf tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0716288 Dec 13 14:52:09.403774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286b5ee-0bc5-42d9-8cd1-f393768eba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ba075-de4e-4bb7-b547-80aa42c89c71,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:09.455811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76803fa0-a214-4b0e-bda0-b2af466e0ba2 req-2c7f0a0f-d15d-46b9-85d9-454ff356b53e tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Dec 13 14:52:09.846936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc218b0-05e3-4b0a-bc4c-18e10c81e361 req-fd63e90f-ce10-4843-a6ad-19ea7d7454c2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:09.855469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbc218b0-05e3-4b0a-bc4c-18e10c81e361 req-fd63e90f-ce10-4843-a6ad-19ea7d7454c2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 944 time: 0.0764682 Dec 13 14:52:09.897252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbc218b0-05e3-4b0a-bc4c-18e10c81e361 req-228f4cb4-826b-4961-9302-0e1f65d11acf tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Dec 13 14:52:09.918884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 67d29a14-610f-4b32-9cab-5905f3b741df details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:52:09.920972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c2fc7689-7294-4467-b717-735ebf790374 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:10.084240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 67d29a14-610f-4b32-9cab-5905f3b741df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=67d29a14-610f-4b32-9cab-5905f3b741df,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:10.098526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '67d29a14-610f-4b32-9cab-5905f3b741df', 'network_id': 'a148afb5-d788-40d9-9a3b-1f72ad05c3e8', 'port_id': '67d29a14-610f-4b32-9cab-5905f3b741df', 'mac_address': 'fa:16:3e:1c:97:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08917680-917a-4e7c-95c6-97e1c816a8a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:52:10.100970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port c2fc7689-7294-4467-b717-735ebf790374 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:52:10.107374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port c2fc7689-7294-4467-b717-735ebf790374 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:10.107751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:10.391730 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:10.440031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d29a14-610f-4b32-9cab-5905f3b741df {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:10.452367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f553b-f782-4b52-8fcd-64fe46fd3934 req-4b288426-b291-48b8-bf32-0341828f6bdd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:10.453997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf6f553b-f782-4b52-8fcd-64fe46fd3934 req-4b288426-b291-48b8-bf32-0341828f6bdd tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 943 time: 0.0605779 Dec 13 14:52:10.489211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 67d29a14-610f-4b32-9cab-5905f3b741df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=67d29a14-610f-4b32-9cab-5905f3b741df,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:10.490749 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:10.502545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf6f553b-f782-4b52-8fcd-64fe46fd3934 req-be068d03-0b62-4ab5-bb04-57795bf0bb52 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 Dec 13 14:52:10.524487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9644393e-a772-4d09-97b6-0e652dfd7822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fc7689-7294-4467-b717-735ebf790374'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:10.527327 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4a4da0-4d58-4963-b625-0b53367f759b" -d '{"events": [{"server_uuid": "9644393e-a772-4d09-97b6-0e652dfd7822", "name": "network-vif-plugged", "status": "completed", "tag": "c2fc7689-7294-4467-b717-735ebf790374"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:10.561836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c2fc7689-7294-4467-b717-735ebf790374, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c2fc7689-7294-4467-b717-735ebf790374,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:10.564449 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:10.628452 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1c9656-59cd-40c1-80fa-2eeb2977489c x-openstack-request-id: req-4d1c9656-59cd-40c1-80fa-2eeb2977489c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:10.628744 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9644393e-a772-4d09-97b6-0e652dfd7822", "name": "network-vif-plugged", "status": "completed", "tag": "c2fc7689-7294-4467-b717-735ebf790374", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:10.630497 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d1c9656-59cd-40c1-80fa-2eeb2977489c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:10.631156 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9644393e-a772-4d09-97b6-0e652dfd7822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fc7689-7294-4467-b717-735ebf790374', 'code': 200} Dec 13 14:52:10.643328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=67d29a14-610f-4b32-9cab-5905f3b741df,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:10.678486 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:10.729808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f68d54-d372-4783-8ad0-d190a894a49b req-ce407898-ff0b-4652-96e7-853e62a76fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:10.732529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8f68d54-d372-4783-8ad0-d190a894a49b req-ce407898-ff0b-4652-96e7-853e62a76fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 1095 time: 0.0929246 Dec 13 14:52:10.772072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c2fc7689-7294-4467-b717-735ebf790374,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:10.787902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8f68d54-d372-4783-8ad0-d190a894a49b req-47de4876-eb13-4d32-aac1-60f3979d5898 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 Dec 13 14:52:10.803101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['67d29a14-610f-4b32-9cab-5905f3b741df'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:52:11.046884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abd86-82cc-48ed-845b-0314c0f5d743 req-54e1a629-62a9-4b2d-95d3-506eee8daa96 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:11.048439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c2abd86-82cc-48ed-845b-0314c0f5d743 req-54e1a629-62a9-4b2d-95d3-506eee8daa96 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 945 time: 0.0711007 Dec 13 14:52:11.088728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c2abd86-82cc-48ed-845b-0314c0f5d743 req-3e0c3033-fa1c-4634-ab7c-150cc0760fd5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336795 Dec 13 14:52:11.599970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50286) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:11.644473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177b454-ea60-49b4-a01f-b302d3095776 req-0f0168cd-e7e5-4001-8832-7850bc9f5fd8 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:11.646358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0177b454-ea60-49b4-a01f-b302d3095776 req-0f0168cd-e7e5-4001-8832-7850bc9f5fd8 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 944 time: 0.0649638 Dec 13 14:52:11.687173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0177b454-ea60-49b4-a01f-b302d3095776 req-1418ec89-1560-4828-b763-dd6bb3bd94d9 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Dec 13 14:52:11.757684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:11.834307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:11.907625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:11.931589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 67d29a14-610f-4b32-9cab-5905f3b741df up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:11.963478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50302) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:11.963743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9255378d79bd47da90f39b753e7ac5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625569 Dec 13 14:52:11.964442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2917cf5c-0e41-4e19-86d9-3eb612e1e35c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:11.973068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.973307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.973884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.974103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.974474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.975197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.975543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.975976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.976352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.976619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.976942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:11.977263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedb1f0-b75c-4497-b7a2-e7ab82363a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:12.078333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 67d29a14-610f-4b32-9cab-5905f3b741df completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:52:12.082769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e93d812-cf97-4b72-8dfd-616dcf773654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:12.085438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 67d29a14-610f-4b32-9cab-5905f3b741df triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:12.086814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:12.115517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e93d812-cf97-4b72-8dfd-616dcf773654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:12.226841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e93d812-cf97-4b72-8dfd-616dcf773654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:12.231960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e93d812-cf97-4b72-8dfd-616dcf773654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:12.233473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3e93d812-cf97-4b72-8dfd-616dcf773654 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2917cf5c-0e41-4e19-86d9-3eb612e1e35c HTTP/1.1" status: 204 len: 168 time: 0.2677896 Dec 13 14:52:12.242728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93d812-cf97-4b72-8dfd-616dcf773654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2917cf5c-0e41-4e19-86d9-3eb612e1e35c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:12.323053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:12.349923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f05a-8717-4df3-9644-dbd5bfc1a230 req-9579e63a-57ec-4f47-bd45-d5fc6a6b4d2a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:12.351914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1c9f05a-8717-4df3-9644-dbd5bfc1a230 req-9579e63a-57ec-4f47-bd45-d5fc6a6b4d2a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 945 time: 0.0872021 Dec 13 14:52:12.379227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 67d29a14-610f-4b32-9cab-5905f3b741df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=67d29a14-610f-4b32-9cab-5905f3b741df,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:12.423128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb37b86-12c3-41b1-9a1c-2b3902336b17 req-2fa02b4d-335d-4b60-a7a0-02c55da57dcb tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:12.424089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1c9f05a-8717-4df3-9644-dbd5bfc1a230 req-968d8184-57d0-42e2-b056-d7c4ba7ffc8d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642390 Dec 13 14:52:12.437478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0eb37b86-12c3-41b1-9a1c-2b3902336b17 req-2fa02b4d-335d-4b60-a7a0-02c55da57dcb tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1337452 Dec 13 14:52:12.449780 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:12.522003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0eb37b86-12c3-41b1-9a1c-2b3902336b17 req-10f987b9-fe9c-4be0-ac80-a358485a01bd tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770872 Dec 13 14:52:12.565190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=67d29a14-610f-4b32-9cab-5905f3b741df,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:12.632323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7610847e-cbae-4625-8d0e-88b3379ac763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d29a14-610f-4b32-9cab-5905f3b741df'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:12.636504 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed417f3-9e32-48fd-97e8-d7c8c68f9202" -d '{"events": [{"server_uuid": "7610847e-cbae-4625-8d0e-88b3379ac763", "name": "network-vif-plugged", "status": "completed", "tag": "67d29a14-610f-4b32-9cab-5905f3b741df"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:12.694674 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7463d9d3-d2cf-4cba-b59c-469917d894f4 x-openstack-request-id: req-7463d9d3-d2cf-4cba-b59c-469917d894f4 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:12.695232 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7610847e-cbae-4625-8d0e-88b3379ac763", "name": "network-vif-plugged", "status": "completed", "tag": "67d29a14-610f-4b32-9cab-5905f3b741df", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:12.695849 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7463d9d3-d2cf-4cba-b59c-469917d894f4 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:12.697655 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7610847e-cbae-4625-8d0e-88b3379ac763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d29a14-610f-4b32-9cab-5905f3b741df', 'code': 200} Dec 13 14:52:12.845083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9ef3-16be-4e46-95f8-b5ade643be60 req-75853c62-7c2c-41f3-8d0a-f8de4411b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:12.853453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-867b9ef3-16be-4e46-95f8-b5ade643be60 req-75853c62-7c2c-41f3-8d0a-f8de4411b293 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 1096 time: 0.0916889 Dec 13 14:52:12.932214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f655-3401-4074-bf58-28dbf2f0e0ba req-709580d9-a28d-4e08-88bb-96f5dcde418a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:12.948373 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d64f655-3401-4074-bf58-28dbf2f0e0ba req-709580d9-a28d-4e08-88bb-96f5dcde418a tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 945 time: 0.1436999 Dec 13 14:52:12.949994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-867b9ef3-16be-4e46-95f8-b5ade643be60 req-a8a9c43e-4bc4-474f-86fd-69da2131d35f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940235 Dec 13 14:52:13.021193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d64f655-3401-4074-bf58-28dbf2f0e0ba req-917e27a7-d762-4c5c-bac1-1ed80bc9ff67 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682049 Dec 13 14:52:14.280902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686e3c-a3e4-48d9-ab3d-8849ef174345 req-1a2ae167-3086-47ab-89cd-7cb585bbe159 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:14.281683 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b686e3c-a3e4-48d9-ab3d-8849ef174345 req-1a2ae167-3086-47ab-89cd-7cb585bbe159 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 945 time: 0.0878983 Dec 13 14:52:14.366934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b686e3c-a3e4-48d9-ab3d-8849ef174345 req-d21437db-3c31-4077-8371-387bc83f9f36 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747318 Dec 13 14:52:15.475720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50484) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:15.518329 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:15.537433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4c2f-537b-4622-b438-dbdd2229ddcd req-3f0e8534-695d-44c3-9389-9d6aaedd8324 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:15.539664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a46b4c2f-537b-4622-b438-dbdd2229ddcd req-3f0e8534-695d-44c3-9389-9d6aaedd8324 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 945 time: 0.0838897 Dec 13 14:52:15.626005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a46b4c2f-537b-4622-b438-dbdd2229ddcd req-da7322de-d0d2-4a24-be9f-0bcb54eec18b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795975 Dec 13 14:52:15.739799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3b51-f369-4685-8153-5360282a09d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:15.877884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50508) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:15.908183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3b51-f369-4685-8153-5360282a09d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:15.967981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:16.015277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3b51-f369-4685-8153-5360282a09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.064406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7f1d3b51-f369-4685-8153-5360282a09d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a27f5f57dd84d9c82da885252ffcba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865149 Dec 13 14:52:16.065925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d3b51-f369-4685-8153-5360282a09d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def4e69a-796f-4c51-9000-dd3654032356,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:16.067225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50528) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:16.107760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.133595 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:52:16.212590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dc00ca0-c292-426f-83da-7d14d8ffa61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.255333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dc00ca0-c292-426f-83da-7d14d8ffa61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.385966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949c8b6-0037-4630-93c1-0a018f55e802 req-b5a8cc11-9551-43a1-ae43-e5c2be36d2cf tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:16.388469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6949c8b6-0037-4630-93c1-0a018f55e802 req-b5a8cc11-9551-43a1-ae43-e5c2be36d2cf tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 945 time: 0.1248662 Dec 13 14:52:16.399082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.461760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6949c8b6-0037-4630-93c1-0a018f55e802 req-872f9aa9-8a48-4775-ae88-14cae9dee20f tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474098 Dec 13 14:52:16.479375 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dc00ca0-c292-426f-83da-7d14d8ffa61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.482404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dc00ca0-c292-426f-83da-7d14d8ffa61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.483719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1dc00ca0-c292-426f-83da-7d14d8ffa61f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/def4e69a-796f-4c51-9000-dd3654032356 HTTP/1.1" status: 204 len: 168 time: 0.4154737 Dec 13 14:52:16.541887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00ca0-c292-426f-83da-7d14d8ffa61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def4e69a-796f-4c51-9000-dd3654032356,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:16.638781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Allocated IP 172.25.7.30 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/e4866c13-96ba-4ca8-be8a-4d7209269d52) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:16.755078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.776108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.874178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:16.950313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:16.951934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:16.955704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:16.989898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Pushing event updated for resources: {'Port': ['ID=e4866c13-96ba-4ca8-be8a-4d7209269d52,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:17.068054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.177769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.367704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:17.384825 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.390514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c214dcf9-45f0-41cb-8fcd-415874b60d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.449243 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.535140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c214dcf9-45f0-41cb-8fcd-415874b60d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.551330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.616154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:17.635113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-f2103d56-6465-48e0-a997-43907619aa0b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:17.637892 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-f2103d56-6465-48e0-a997-43907619aa0b tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 945 time: 0.0995646 Dec 13 14:52:17.639849 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c214dcf9-45f0-41cb-8fcd-415874b60d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.670951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214dcf9-45f0-41cb-8fcd-415874b60d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67d3df-3ab5-4b69-86dd-751b5aff9b5c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:17.740951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c214dcf9-45f0-41cb-8fcd-415874b60d2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9a415ffc8344bfc8e440cdca40d0a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726671 Dec 13 14:52:17.745070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:17.866500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Deleting port 67d29a14-610f-4b32-9cab-5905f3b741df {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:17.867052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.966046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] For port 67d29a14-610f-4b32-9cab-5905f3b741df, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=67d29a14-610f-4b32-9cab-5905f3b741df,segment=NetworkSegment(8680032f-8858-4e3a-849d-36f71f25a674),segment_id=8680032f-8858-4e3a-849d-36f71f25a674)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:17.966824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:17.985544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Calling delete_port for 67d29a14-610f-4b32-9cab-5905f3b741df owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:18.038031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.039507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1606681 Dec 13 14:52:18.045793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50610) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:18.053058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2142527069', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'fixed_ips': [{'ip_address': '172.25.7.30'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:18.059299 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-594dc0c5-5fbf-4b91-bc50-15b4f49a3242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.089281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7865c3f-3d32-42d6-9775-9fea5e063c14 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Pushing event updated for resources: {'Port': ['ID=e4866c13-96ba-4ca8-be8a-4d7209269d52,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:18.114149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c29aa-4ff6-4a56-9c96-111f72e7eb80 req-4547cee1-fabd-46f3-b207-30877eb90af7 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:18.122842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-815c29aa-4ff6-4a56-9c96-111f72e7eb80 req-4547cee1-fabd-46f3-b207-30877eb90af7 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 945 time: 0.0903823 Dec 13 14:52:18.146578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ec17d6f-46d0-418a-80fd-ede01b7e8868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.158377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-815c29aa-4ff6-4a56-9c96-111f72e7eb80 req-5376e279-1da6-439d-8ce9-d360df9e1455 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups?id=0450b9e3-119e-441c-81dd-967d6d7b156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343192 Dec 13 14:52:18.203708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ec17d6f-46d0-418a-80fd-ede01b7e8868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.205276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Made reservation on behalf of 4da3cf0176e648a39e13608b2be0caef for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:18.207856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.235641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.398682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.441567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-594dc0c5-5fbf-4b91-bc50-15b4f49a3242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.450127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event deleted for resources: {'Port': ['ID=67d29a14-610f-4b32-9cab-5905f3b741df,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:18.472645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ec17d6f-46d0-418a-80fd-ede01b7e8868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.474408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ec17d6f-46d0-418a-80fd-ede01b7e8868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.478282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9ec17d6f-46d0-418a-80fd-ede01b7e8868 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c67d3df-3ab5-4b69-86dd-751b5aff9b5c HTTP/1.1" status: 204 len: 168 time: 0.7293718 Dec 13 14:52:18.529514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] No DVR routers for this DVR port 67d29a14-610f-4b32-9cab-5905f3b741df on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:52:18.536465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.541374 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba24b4b6-7a10-46d7-81ea-58da82def553 req-914b39d9-0f9a-499e-a174-5baf743c71bb tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.55 "DELETE /v2.0/ports/67d29a14-610f-4b32-9cab-5905f3b741df HTTP/1.1" status: 204 len: 173 time: 0.8703113 Dec 13 14:52:18.541374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec17d6f-46d0-418a-80fd-ede01b7e8868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67d3df-3ab5-4b69-86dd-751b5aff9b5c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:18.542358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7610847e-cbae-4625-8d0e-88b3379ac763', 'name': 'network-vif-deleted', 'tag': '67d29a14-610f-4b32-9cab-5905f3b741df'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:18.544738 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f395785-e463-4806-ac6b-a7175b67a728" -d '{"events": [{"server_uuid": "7610847e-cbae-4625-8d0e-88b3379ac763", "name": "network-vif-deleted", "tag": "67d29a14-610f-4b32-9cab-5905f3b741df"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:18.567859 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-594dc0c5-5fbf-4b91-bc50-15b4f49a3242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.576127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.621320 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed71039-0875-4a7b-b361-7c9054963483 x-openstack-request-id: req-1ed71039-0875-4a7b-b361-7c9054963483 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:18.621603 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7610847e-cbae-4625-8d0e-88b3379ac763", "name": "network-vif-deleted", "tag": "67d29a14-610f-4b32-9cab-5905f3b741df", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:18.621851 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ed71039-0875-4a7b-b361-7c9054963483 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:18.622384 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7610847e-cbae-4625-8d0e-88b3379ac763', 'name': 'network-vif-deleted', 'tag': '67d29a14-610f-4b32-9cab-5905f3b741df', 'status': 'completed', 'code': 200} Dec 13 14:52:18.633473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-594dc0c5-5fbf-4b91-bc50-15b4f49a3242 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dcfb2480de14ce4864da5367a2cffbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0110309 Dec 13 14:52:18.634896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc0c5-5fbf-4b91-bc50-15b4f49a3242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273aae84-3e39-42d1-8389-4485e1d772c2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:18.638930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50618) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:18.698927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9c47-cbd0-43ad-83fa-441851d93ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.706886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.715047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] device_id is not set on port 4d00d0f3-e222-48c4-b9cf-efed7fc88ecf yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:52:18.727672 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9c47-cbd0-43ad-83fa-441851d93ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.815872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42769587-b224-42ca-874a-88ad770c2d9c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:18.874532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9c47-cbd0-43ad-83fa-441851d93ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.882108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9c47-cbd0-43ad-83fa-441851d93ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:18.886633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e4e9c47-cbd0-43ad-83fa-441851d93ad3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/273aae84-3e39-42d1-8389-4485e1d772c2 HTTP/1.1" status: 204 len: 168 time: 0.2449982 Dec 13 14:52:18.915673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e9c47-cbd0-43ad-83fa-441851d93ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273aae84-3e39-42d1-8389-4485e1d772c2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:18.987983 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 14:52:18.989467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:52:19.080536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-84fb50e9-6d9b-4f55-803e-d977ebcbd215 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0326786 Dec 13 14:52:19.083519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50624) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:19.239695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Deleting port e4866c13-96ba-4ca8-be8a-4d7209269d52 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:19.240416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.320288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86b43d88-6ce8-4a13-96b2-82c23f267bed req-4eff731c-5682-49ab-8de8-d5406d2a5146 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/ports?device_id=7610847e-cbae-4625-8d0e-88b3379ac763 HTTP/1.1" status: 200 len: 210 time: 0.0322397 Dec 13 14:52:19.367346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.367816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.403397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Calling delete_port for e4866c13-96ba-4ca8-be8a-4d7209269d52 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:19.414047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50632) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:19.438399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8591c16d-434d-43b3-8ff7-161357fdcd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.565190 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8591c16d-434d-43b3-8ff7-161357fdcd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.643628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8591c16d-434d-43b3-8ff7-161357fdcd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.687030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8591c16d-434d-43b3-8ff7-161357fdcd7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02a2c587b5324d9db8f41407def089f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717800 Dec 13 14:52:19.689737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:19.697266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591c16d-434d-43b3-8ff7-161357fdcd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a63eb1b-b36f-4cb6-b72c-079351c7f582,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:19.702768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.743325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:19.757516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4866c13-96ba-4ca8-be8a-4d7209269d52,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:19.772481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3316c1d0-8df0-4d0a-948c-4e5714ef6998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.793186 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23ccac59-1ae8-4a56-b790-c98f83d46704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.816791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23ccac59-1ae8-4a56-b790-c98f83d46704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.826431 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-17372650-e2c3-4f74-97a4-f876fba19008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.840577 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.853504 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.854577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5656a2c6-0924-4086-ad4e-7a20fce9e99b tempest-ExternalNetworksAdminNegativeTestJSON-1249401490 tempest-ExternalNetworksAdminNegativeTestJSON-1249401490-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/a1e74b2b-d3b3-4262-aea4-b4177e75296f HTTP/1.1" status: 204 len: 168 time: 0.7701049 Dec 13 14:52:19.943745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23ccac59-1ae8-4a56-b790-c98f83d46704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.947656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23ccac59-1ae8-4a56-b790-c98f83d46704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:19.959485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-23ccac59-1ae8-4a56-b790-c98f83d46704 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a63eb1b-b36f-4cb6-b72c-079351c7f582 HTTP/1.1" status: 204 len: 168 time: 0.2610831 Dec 13 14:52:19.968489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 67d29a14-610f-4b32-9cab-5905f3b741df no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:52:19.997679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccac59-1ae8-4a56-b790-c98f83d46704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a63eb1b-b36f-4cb6-b72c-079351c7f582,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:20.019131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 67d29a14-610f-4b32-9cab-5905f3b741df {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:52:20.019719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 67d29a14-610f-4b32-9cab-5905f3b741df not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:52:20.095039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3316c1d0-8df0-4d0a-948c-4e5714ef6998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.179878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3316c1d0-8df0-4d0a-948c-4e5714ef6998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.222655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3316c1d0-8df0-4d0a-948c-4e5714ef6998 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea8bd3aadd6e49f8b7df3cf0e321bfe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756591 Dec 13 14:52:20.223029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50642) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:20.237477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316c1d0-8df0-4d0a-948c-4e5714ef6998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c8d4d-3d5c-4eb4-909e-0aff94422073,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:20.315558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f11df36-b9fa-4185-8a58-f824e439b9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.339495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f11df36-b9fa-4185-8a58-f824e439b9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.486342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f11df36-b9fa-4185-8a58-f824e439b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.489117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f11df36-b9fa-4185-8a58-f824e439b9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.491444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8f11df36-b9fa-4185-8a58-f824e439b9e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c08c8d4d-3d5c-4eb4-909e-0aff94422073 HTTP/1.1" status: 204 len: 168 time: 0.2663336 Dec 13 14:52:20.515633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11df36-b9fa-4185-8a58-f824e439b9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c8d4d-3d5c-4eb4-909e-0aff94422073,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:20.566654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50670) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:20.656755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50674) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:20.713440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77e77701-fe76-4f44-8049-f3eecaf96247 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.737263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77e77701-fe76-4f44-8049-f3eecaf96247 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.861267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77e77701-fe76-4f44-8049-f3eecaf96247 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.864375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77e77701-fe76-4f44-8049-f3eecaf96247 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:20.872092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50678) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:20.875971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-77e77701-fe76-4f44-8049-f3eecaf96247 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "DELETE /v2.0/security-groups/83afbb08-1f3f-4e70-af71-1647a4d547e2 HTTP/1.1" status: 204 len: 168 time: 0.2181988 Dec 13 14:52:20.887495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e77701-fe76-4f44-8049-f3eecaf96247 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afbb08-1f3f-4e70-af71-1647a4d547e2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:20.889548 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-b552a528-f411-40e9-81f4-b2877076f8c4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] show failed (client error): The resource could not be found. Dec 13 14:52:20.890866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b552a528-f411-40e9-81f4-b2877076f8c4 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "GET /v2.0/security-groups/83afbb08-1f3f-4e70-af71-1647a4d547e2 HTTP/1.1" status: 404 len: 347 time: 0.0167472 Dec 13 14:52:20.893801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:21.070628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Deleting port 1efde348-e072-4657-a0f2-77df3fb5eab3 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:21.071256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.141354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50688) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:21.176416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5f5831f-2d89-44d9-bf5c-23586d945a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.182076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.182705 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.199738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Calling delete_port for 1efde348-e072-4657-a0f2-77df3fb5eab3 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:21.272745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4eb4352d-36ff-4a4d-8634-4bb380026bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.387709 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5f5831f-2d89-44d9-bf5c-23586d945a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.403838 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.447235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Pushing event deleted for resources: {'Port': ['ID=1efde348-e072-4657-a0f2-77df3fb5eab3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:21.465439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5f5831f-2d89-44d9-bf5c-23586d945a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.497029 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4eb4352d-36ff-4a4d-8634-4bb380026bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.526888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a5f5831f-2d89-44d9-bf5c-23586d945a70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=345fb591fef94ad998100c779a9af881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9590964 Dec 13 14:52:21.529673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:21.535415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.536851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5831f-2d89-44d9-bf5c-23586d945a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ccf2af-ca31-43c3-8259-18c06db8c7e1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:21.538659 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.543988 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3cd7c6a-e091-4c94-9812-13b921821fa5 tempest-ImagesOneServerNegativeTestJSON-1027290148 tempest-ImagesOneServerNegativeTestJSON-1027290148-project] 10.222.0.24 "DELETE /v2.0/floatingips/eecd98ea-ab70-46d3-8be8-25764b9b1863 HTTP/1.1" status: 204 len: 168 time: 0.6489396 Dec 13 14:52:21.602344 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4eb4352d-36ff-4a4d-8634-4bb380026bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.719546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4352d-36ff-4a4d-8634-4bb380026bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae6ddf-5ed0-48b6-a2f2-258f5ccbfe76,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:21.725124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4eb4352d-36ff-4a4d-8634-4bb380026bae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6d4e662702f4047aba81efa4de95a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827489 Dec 13 14:52:21.728412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50722) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:21.745513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cb6508d-278c-404a-8a22-78778b5516b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.751391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50724) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:21.803425 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cb6508d-278c-404a-8a22-78778b5516b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.902754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22041a06-c608-4a35-a298-5d8cc2a78583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.907153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] Deleting subnet 08917680-917a-4e7c-95c6-97e1c816a8a6 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:52:21.913043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.968303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22041a06-c608-4a35-a298-5d8cc2a78583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.975398 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cb6508d-278c-404a-8a22-78778b5516b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.978172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cb6508d-278c-404a-8a22-78778b5516b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:21.983223 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1cb6508d-278c-404a-8a22-78778b5516b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ccf2af-ca31-43c3-8259-18c06db8c7e1 HTTP/1.1" status: 204 len: 168 time: 0.4488096 Dec 13 14:52:21.989117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6508d-278c-404a-8a22-78778b5516b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ccf2af-ca31-43c3-8259-18c06db8c7e1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:21.993819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.065696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.163970 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22041a06-c608-4a35-a298-5d8cc2a78583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.168207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-22041a06-c608-4a35-a298-5d8cc2a78583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.170193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-22041a06-c608-4a35-a298-5d8cc2a78583 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bae6ddf-5ed0-48b6-a2f2-258f5ccbfe76 HTTP/1.1" status: 204 len: 168 time: 0.4405844 Dec 13 14:52:22.186999 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f13e7b81-9ef9-4415-a81e-0643432502f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.193983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22041a06-c608-4a35-a298-5d8cc2a78583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae6ddf-5ed0-48b6-a2f2-258f5ccbfe76,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:22.196216 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.235900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08917680-917a-4e7c-95c6-97e1c816a8a6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:22.239528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.242852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cfe807a6-3317-48d4-a035-e82c22608f6c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08917680-917a-4e7c-95c6-97e1c816a8a6 HTTP/1.1" status: 204 len: 168 time: 0.4895773 Dec 13 14:52:22.245434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50748) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:22.320692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.411554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.436159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a148afb5-d788-40d9-9a3b-1f72ad05c3e8']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:22.444724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8680032f-8858-4e3a-849d-36f71f25a674') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:22.445114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8680032f-8858-4e3a-849d-36f71f25a674') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:22.457395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.472664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.479221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:52:22.479608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:52:22.481264 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:52:22.603475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.616496 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:22.621645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] 10.222.0.24 "DELETE /v2.0/networks/a148afb5-d788-40d9-9a3b-1f72ad05c3e8 HTTP/1.1" status: 204 len: 168 time: 0.3751521 Dec 13 14:52:22.635941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21e0a8-753a-4acb-b943-e92849cf3d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=a148afb5-d788-40d9-9a3b-1f72ad05c3e8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:22.993775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50764) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:23.133508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:23.210210 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.214131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eec0aa75-5b0e-4e5b-a87c-cab3a964118e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b94924dcda5c45cd80764a6501f3c35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720174 Dec 13 14:52:23.216769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50772) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:23.338051 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c45cc88-2ce6-4621-9906-72d42ce4f184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.369031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c45cc88-2ce6-4621-9906-72d42ce4f184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.467410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1ee930e9-0233-4e36-b784-d5ef422c45fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4da3cf0176e648a39e13608b2be0caef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718542 Dec 13 14:52:23.474952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50776) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:23.515764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50780) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:23.531641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e8ef24f-8aa8-41a2-b423-f96cb5331dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.536463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-919e3448-0e51-4cbe-94db-610d8a07a247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.547275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c45cc88-2ce6-4621-9906-72d42ce4f184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.553724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0c45cc88-2ce6-4621-9906-72d42ce4f184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.553724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0c45cc88-2ce6-4621-9906-72d42ce4f184 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0450b9e3-119e-441c-81dd-967d6d7b156e HTTP/1.1" status: 204 len: 168 time: 0.3333616 Dec 13 14:52:23.562091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-919e3448-0e51-4cbe-94db-610d8a07a247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.589280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45cc88-2ce6-4621-9906-72d42ce4f184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450b9e3-119e-441c-81dd-967d6d7b156e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:23.729876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-919e3448-0e51-4cbe-94db-610d8a07a247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.732659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-919e3448-0e51-4cbe-94db-610d8a07a247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.734248 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-919e3448-0e51-4cbe-94db-610d8a07a247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42769587-b224-42ca-874a-88ad770c2d9c HTTP/1.1" status: 204 len: 168 time: 0.2579074 Dec 13 14:52:23.742796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e3448-0e51-4cbe-94db-610d8a07a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42769587-b224-42ca-874a-88ad770c2d9c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:23.781603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e8ef24f-8aa8-41a2-b423-f96cb5331dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.872429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e8ef24f-8aa8-41a2-b423-f96cb5331dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:23.913057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7e8ef24f-8aa8-41a2-b423-f96cb5331dee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34e1bf34eec54a1091bc04a903171c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957839 Dec 13 14:52:23.914009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ef24f-8aa8-41a2-b423-f96cb5331dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db6106-a086-469c-bc00-1792407ceed1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:23.916447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50792) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:23.980068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28eee4a6-777f-455c-859a-d602c7a2e001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:24.004710 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28eee4a6-777f-455c-859a-d602c7a2e001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:24.117236 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28eee4a6-777f-455c-859a-d602c7a2e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:24.121787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28eee4a6-777f-455c-859a-d602c7a2e001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:24.123093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-28eee4a6-777f-455c-859a-d602c7a2e001 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1db6106-a086-469c-bc00-1792407ceed1 HTTP/1.1" status: 204 len: 168 time: 0.2041106 Dec 13 14:52:24.131393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eee4a6-777f-455c-859a-d602c7a2e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db6106-a086-469c-bc00-1792407ceed1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:24.809255 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:25.100800 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:25.767088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50882) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:26.059392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1161494183-network', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:26.155630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50894) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:26.165843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50898) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:26.181123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Made reservation on behalf of 3411dab23b9b4e4eb03ad40ece837821 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:26.183660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.198384 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.240673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1326066744'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:26.290945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1285008539-network', 'tenant_id': 'd50fc2c99aef487b8400d4609da81fda'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:26.317445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.357518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Made reservation on behalf of 38df9492d66f4fc1841b31e1d3d819b2 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:26.361237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.370376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.389934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.425836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:52:26.436407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea097d1-8b80-4323-89eb-43e4677892f6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:26.451250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.451600 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Added segment 8d5f6e83-e206-457e-b05f-505facd4dd97 of type vlan for network 01609b63-8eb7-476f-8aad-1040a82d7ab2 Dec 13 14:52:26.490583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Made reservation on behalf of d50fc2c99aef487b8400d4609da81fda for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:26.494721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.507421 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.512019 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.536208 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.597680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.645124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:52:26.651577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.661921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.663268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:26.663884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.671770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab4f39-9ab9-4506-9a4d-fac873fe9916,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:26.699346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.706032 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Added segment 56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7 of type vlan for network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 Dec 13 14:52:26.729873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.765094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:52:26.779962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51b79a-e047-4f25-be16-e7a3851cf417,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:26.781129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] Pushing event updated for resources: {'Network': ['ID=01609b63-8eb7-476f-8aad-1040a82d7ab2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:26.784194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.786010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.786566 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Added segment 98679518-2a10-4b5d-8276-c9f031bcdf58 of type vlan for network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 Dec 13 14:52:26.818159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e596a1c2-73db-4f49-84dc-7b195ce9598a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0501835 Dec 13 14:52:26.819014 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:52:26.823485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:26.829922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Request body: {'subnet': {'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1161494183-subnet', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:26.872829 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.878597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.885272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:26.886147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.948944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Made reservation on behalf of 3411dab23b9b4e4eb03ad40ece837821 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:26.951303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.958412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:26.961057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:26.964056 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.006773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event updated for resources: {'Network': ['ID=c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:27.029367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:52:27.050262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-abc919da-740d-4df5-801e-e430e2731ec7 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8888054 Dec 13 14:52:27.050826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50930) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:27.056741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Request body: {'subnet': {'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:27.090914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] Pushing event updated for resources: {'Network': ['ID=7bbb2c93-ee68-4ee1-b849-f0c9c78c7990,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:27.116687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:52:27.179191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a936cef-5640-47a2-8c55-6910f8b80eea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0118353 Dec 13 14:52:27.182616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50938) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:27.189921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Request body: {'subnet': {'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1285008539-subnet', 'tenant_id': 'd50fc2c99aef487b8400d4609da81fda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:27.283724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04b26-6ed4-4bf4-8678-0a2dc32eda73 req-cc7fdb5b-51ce-4200-9dd7-655e3fe78c37 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:27.285908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ce04b26-6ed4-4bf4-8678-0a2dc32eda73 req-cc7fdb5b-51ce-4200-9dd7-655e3fe78c37 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0729969 Dec 13 14:52:27.297467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Made reservation on behalf of d50fc2c99aef487b8400d4609da81fda for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:27.299770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.333484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ce04b26-6ed4-4bf4-8678-0a2dc32eda73 req-d811f3b4-ffcd-45fa-978f-7fcde923d711 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Dec 13 14:52:27.355368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-2853d83a-7ad6-43a4-8b00-e88a2b0b6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:27.357006 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-2853d83a-7ad6-43a4-8b00-e88a2b0b6d6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.1178322 Dec 13 14:52:27.505493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Made reservation on behalf of 38df9492d66f4fc1841b31e1d3d819b2 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:27.509155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.565376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.644700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-aaa9e701-af55-4d81-91b6-0f3ba33f8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:27.646224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-aaa9e701-af55-4d81-91b6-0f3ba33f8d15 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 920 time: 0.2608378 Dec 13 14:52:27.693659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50946) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:27.740063 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-01f7bc96-44d1-4f93-a2ab-2c395170149b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 217 time: 0.0820003 Dec 13 14:52:27.748942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a65d93-7fa2-4059-a21f-458f8d8ef5ef,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:27.817041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de51bca5-9c26-483a-ad3a-b51242e11d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.831449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Checking segment: {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:27.832023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Network hostable DHCP agents. Network: 01609b63-8eb7-476f-8aad-1040a82d7ab2, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:52:27.887206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-79ca95f9-c485-4f53-a352-ce911dd2321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:27.888679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-79ca95f9-c485-4f53-a352-ce911dd2321d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.1374745 Dec 13 14:52:27.904674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de51bca5-9c26-483a-ad3a-b51242e11d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.912378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.941214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-76d09545-eb2b-47f7-8db6-9517d64a7703 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423908 Dec 13 14:52:27.964040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de51bca5-9c26-483a-ad3a-b51242e11d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:27.967987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:52:28.002873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51bca5-9c26-483a-ad3a-b51242e11d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af23798-3dc6-4081-8004-eebc623ce7bd,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:28.011349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-de51bca5-9c26-483a-ad3a-b51242e11d56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3eef46685e8a4571923719f332deff89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165934 Dec 13 14:52:28.012876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:28.071525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23caec7a-b53f-4ca5-8769-6ab225aeb13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.100127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23caec7a-b53f-4ca5-8769-6ab225aeb13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.103314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6704dc7e-d5da-44c1-b779-867425688700,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:28.115782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 01609b63-8eb7-476f-8aad-1040a82d7ab2) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:28.125023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88209081-86bf-483b-a3e9-211802342477 None None] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:28.127215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Checking segment: {'id': '98679518-2a10-4b5d-8276-c9f031bcdf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:28.127591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Network hostable DHCP agents. Network: 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:52:28.137202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:28.137790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.170591 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.231997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23caec7a-b53f-4ca5-8769-6ab225aeb13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.234815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23caec7a-b53f-4ca5-8769-6ab225aeb13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.234950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-79161abe-7f2d-4f19-8a30-9ae2cf270af8 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636886 Dec 13 14:52:28.245493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-23caec7a-b53f-4ca5-8769-6ab225aeb13b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5af23798-3dc6-4081-8004-eebc623ce7bd HTTP/1.1" status: 204 len: 168 time: 0.2306073 Dec 13 14:52:28.262472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caec7a-b53f-4ca5-8769-6ab225aeb13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af23798-3dc6-4081-8004-eebc623ce7bd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:28.282954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event updated for resources: {'Subnet': ['ID=c6a9cda3-a98a-46ba-83d5-b8b7b0981860,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:28.319355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-01609b63-8eb7-476f-8aad-1040a82d7ab2', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:52:28.322821 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.335450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b393b6ba-6db8-475d-aef4-01f249c9149c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5075457 Dec 13 14:52:28.336199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50956) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:28.341304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:28.342381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:52:28.359856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:28.364450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:28.365029 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.371127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Checking segment: {'id': '56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:28.371674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Network hostable DHCP agents. Network: c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:52:28.416681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12d86085-660a-47b5-a8d5-2fce8f513bf6 req-1b508896-e2e3-47d6-a719-c7f0d68fb054 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689959 Dec 13 14:52:28.432457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef432b-0619-469b-a664-2791b0af0335 None None] Network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:28.448787 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.449871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.495338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:52:28.604471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.627449 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9b8697f7-8974-49e3-b07b-78b9f37e93e2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4424982 Dec 13 14:52:28.629510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:28.630797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Allocated IP 172.20.0.2 (01609b63-8eb7-476f-8aad-1040a82d7ab2/93a65d93-7fa2-4059-a21f-458f8d8ef5ef/aaac79b3-18cd-4aea-9bd5-c9a66b82401a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:28.643724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a19d10f-9fd8-4351-b990-8c5c386c64ba None None] Network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:28.646883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:28.650015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:28.665715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b771ed2-d36e-47f2-a96c-f8d7eca204de None None] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:28.677031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb909-b65c-4e80-8c6b-4f52ad2a7c5c req-4f944fbe-10c7-41af-a29b-4375791f527f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:28.691635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15ddb909-b65c-4e80-8c6b-4f52ad2a7c5c req-4f944fbe-10c7-41af-a29b-4375791f527f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.2289641 Dec 13 14:52:28.766031 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-73ce35b2-5368-465d-b2ae-7c6633796dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7141223 Dec 13 14:52:28.768562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50972) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:28.776113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Request body: {'port': {'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1712277221'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:28.867369 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15ddb909-b65c-4e80-8c6b-4f52ad2a7c5c req-f9eae1c9-9e94-422f-8517-0c0331eab8d3 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734664 Dec 13 14:52:28.988749 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.077765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Made reservation on behalf of 38df9492d66f4fc1841b31e1d3d819b2 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:29.090962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.096842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50976) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:29.123424 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-818ba19d-bbf2-4ab3-a9aa-3b6acd059352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.130515 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.142858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] device_id is not set on port b0f6532f-35f5-4ef7-9d26-6a3a163af483 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:52:29.192166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4', 'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4', 'tenant_id': '38df9492d66f4fc1841b31e1d3d819b2', 'fixed_ips': [{'subnet_id': 'c6a9cda3-a98a-46ba-83d5-b8b7b0981860'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:52:29.197794 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.220901 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.338371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Pushing event updated for resources: {'Port': ['ID=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:29.367215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Allocated IP 2001:db8::33f (c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4/c6a9cda3-a98a-46ba-83d5-b8b7b0981860/b0f6532f-35f5-4ef7-9d26-6a3a163af483) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:29.388240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-818ba19d-bbf2-4ab3-a9aa-3b6acd059352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.403072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:29.406684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.407181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.407528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.407868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.408203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.408529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.408859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.409184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.409509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.409832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.410152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.410499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:29.416866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:29.421423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:29.448399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.471604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.503033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-818ba19d-bbf2-4ab3-a9aa-3b6acd059352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.514340 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Attempting to bind port aaac79b3-18cd-4aea-9bd5-c9a66b82401a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:29.519703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Attempting to bind port aaac79b3-18cd-4aea-9bd5-c9a66b82401a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:29.519703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Attempting to bind port aaac79b3-18cd-4aea-9bd5-c9a66b82401a on network 01609b63-8eb7-476f-8aad-1040a82d7ab2 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:29.544845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:29.545708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Checking segment: {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:29.546405 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.547196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Bound using segment: {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:29.549323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Bound port: aaac79b3-18cd-4aea-9bd5-c9a66b82401a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:29.551364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.592509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Allocated IP 172.25.7.39 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b48cf463-3aac-4b74-9fa4-35af0f71cf9c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:29.613517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-818ba19d-bbf2-4ab3-a9aa-3b6acd059352 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=865877027b7540219ad8fa5e809b002d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174882 Dec 13 14:52:29.622943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:29.650017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ba19d-bbf2-4ab3-a9aa-3b6acd059352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d51315-a46b-43b8-9c9a-e629b0b1bdb2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:29.650318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] For port aaac79b3-18cd-4aea-9bd5-c9a66b82401a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:29.652199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] For port aaac79b3-18cd-4aea-9bd5-c9a66b82401a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:29.738042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.741543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.753936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aebe2014-e352-4e25-a827-96d0b27b982f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.754711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.806296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aebe2014-e352-4e25-a827-96d0b27b982f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.831910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073951-1760-4f6f-bc28-c03539977e74 None None] Pushing event updated for resources: {'Port': ['ID=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:29.901525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.940635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50998) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:29.945944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1806514686-network', 'tenant_id': '9a0a9441968049dda913809ab23c3109'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:29.951061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:29.954031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:29.959708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:29.974781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:30.005451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aebe2014-e352-4e25-a827-96d0b27b982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.008237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aebe2014-e352-4e25-a827-96d0b27b982f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.012700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aebe2014-e352-4e25-a827-96d0b27b982f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19d51315-a46b-43b8-9c9a-e629b0b1bdb2 HTTP/1.1" status: 204 len: 168 time: 0.3887765 Dec 13 14:52:30.032168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Allocated IP 2001:db8::2 (c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4/c6a9cda3-a98a-46ba-83d5-b8b7b0981860/57e34422-0059-45ec-b340-dda4c78f4419) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:30.034950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe2014-e352-4e25-a827-96d0b27b982f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d51315-a46b-43b8-9c9a-e629b0b1bdb2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:30.038914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:30.045779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:30.047971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event updated for resources: {'Port': ['ID=b0f6532f-35f5-4ef7-9d26-6a3a163af483,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:30.050411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:30.060406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:30.061709 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.086346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Made reservation on behalf of 9a0a9441968049dda913809ab23c3109 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:30.090318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.100749 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.199168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-076b39ce-0d8e-4e72-9e82-794e8cb1dcf0 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4292450 Dec 13 14:52:30.203102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51002) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:30.211853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Request body: {'port': {'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1652834105', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:30.215828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.api.validators [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] bootfile-name is not in valid_values {{(pid=102823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:30.221295 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.api.validators [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] tftp-server is not in valid_values {{(pid=102823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:30.221295 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.api.validators [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] server-ip-address is not in valid_values {{(pid=102823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:30.305003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Pushing event updated for resources: {'Port': ['ID=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:30.331462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60010-898d-4a19-8009-79c99e8d29cd req-2263adaa-9270-42a7-a9e0-0d99d51d10de tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:30.337565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16e60010-898d-4a19-8009-79c99e8d29cd req-2263adaa-9270-42a7-a9e0-0d99d51d10de tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.3154573 Dec 13 14:52:30.386398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16e60010-898d-4a19-8009-79c99e8d29cd req-041cff2e-9073-492d-88e8-50e2176766e6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Dec 13 14:52:30.402559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.484239 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.527733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0c1306-c4ff-47b9-ad75-ae337f360886,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:30.537195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Made reservation on behalf of 38df9492d66f4fc1841b31e1d3d819b2 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:30.538616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.548566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.579063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:52:30.597066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.597408 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Added segment 46ecc0b8-3fc2-456f-a5c2-084cf8c6d97d of type vlan for network 9c5dfa05-92f6-4d4d-9add-860dce73ff53 Dec 13 14:52:30.648569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.663921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.699444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] device_id is not set on port 7be7178e-72e9-493d-bfb6-b0a8fb652e26 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:52:30.736387 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.798316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.801400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:30.802854 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.815911 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:30.837120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Pushing event updated for resources: {'Port': ['ID=57e34422-0059-45ec-b340-dda4c78f4419,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:30.870813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:30.874377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:30.880674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:31.054575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Attempting to bind port 57e34422-0059-45ec-b340-dda4c78f4419 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:31.054788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Attempting to bind port 57e34422-0059-45ec-b340-dda4c78f4419 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:31.055349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Attempting to bind port 57e34422-0059-45ec-b340-dda4c78f4419 on network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:31.081326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device aaac79b3-18cd-4aea-9bd5-c9a66b82401a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:31.087324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1448684 Dec 13 14:52:31.088326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:31.090005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Checking segment: {'id': '56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:31.090138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b7e42-df49-4a21-af03-3f78c30600fc admin admin] Pushing event updated for resources: {'Network': ['ID=9c5dfa05-92f6-4d4d-9add-860dce73ff53,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:31.090359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51022) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:31.090469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.090839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Bound using segment: {'id': '56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:31.091315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Bound port: 57e34422-0059-45ec-b340-dda4c78f4419, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:31.091703 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.095933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Request body: {'subnet': {'network_id': '9c5dfa05-92f6-4d4d-9add-860dce73ff53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1806514686-subnet', 'tenant_id': '9a0a9441968049dda913809ab23c3109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:31.126695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9c5dfa05-92f6-4d4d-9add-860dce73ff53 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:52:31.154393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Allocated IP 2001:db8::2d5 (c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4/c6a9cda3-a98a-46ba-83d5-b8b7b0981860/7be7178e-72e9-493d-bfb6-b0a8fb652e26) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:31.175951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:52:31.369929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port aaac79b3-18cd-4aea-9bd5-c9a66b82401a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:31.370326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.374785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Made reservation on behalf of 9a0a9441968049dda913809ab23c3109 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:31.377412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.460704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787bf771-72d0-4886-b09d-9bab5aa6bfde None None] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:31.462958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] For port 57e34422-0059-45ec-b340-dda4c78f4419, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:31.476423 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:52:31.506646 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.568344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Sync routers for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:52:31.585499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] For port 57e34422-0059-45ec-b340-dda4c78f4419, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=57e34422-0059-45ec-b340-dda4c78f4419,segment=NetworkSegment(56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7),segment_id=56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:31.619798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50383792-2237-4a10-afcb-cace96ae348f req-ce7a165c-3382-4a6a-9d0c-adec7dc9bd05 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:31.622293 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50383792-2237-4a10-afcb-cace96ae348f req-ce7a165c-3382-4a6a-9d0c-adec7dc9bd05 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1103518 Dec 13 14:52:31.626163 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.632658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.637073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-25147de6-da42-45c6-ad0e-03955b2d9800 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2974865 Dec 13 14:52:31.638648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51036) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:31.647831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:52:31.648699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:52:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:31.679736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50383792-2237-4a10-afcb-cace96ae348f req-5f57c11a-0b50-464f-bb04-93dc7fe8cc0b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478532 Dec 13 14:52:31.772226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port aaac79b3-18cd-4aea-9bd5-c9a66b82401a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:31.773448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.775645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.823346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.835134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6385c27b-5e62-4da0-92be-48b7cb2b12b5 None None] Provisioning complete for port aaac79b3-18cd-4aea-9bd5-c9a66b82401a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:31.835518 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6385c27b-5e62-4da0-92be-48b7cb2b12b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.846269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d547e30-4595-42e9-bde3-e1c84cb4f9c3 None None] Pushing event updated for resources: {'Port': ['ID=57e34422-0059-45ec-b340-dda4c78f4419,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:31.846631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:31.912384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b4e346-af30-4fdf-9f41-13518fbff541,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:31.924842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:31.938290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:31.947674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event updated for resources: {'Port': ['ID=7be7178e-72e9-493d-bfb6-b0a8fb652e26,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:31.983673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:32.017799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:32.022697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:32.079823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f546f0c-c561-49c1-b706-b82a25604094 req-10bbd6d2-d502-4f11-9188-20bd960b69bb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:32.083355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f546f0c-c561-49c1-b706-b82a25604094 req-10bbd6d2-d502-4f11-9188-20bd960b69bb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 945 time: 0.2279582 Dec 13 14:52:32.131918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Checking segment: {'id': '46ecc0b8-3fc2-456f-a5c2-084cf8c6d97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9c5dfa05-92f6-4d4d-9add-860dce73ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:32.132272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Network hostable DHCP agents. Network: 9c5dfa05-92f6-4d4d-9add-860dce73ff53, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:52:32.151400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:52:32.170788 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f546f0c-c561-49c1-b706-b82a25604094 req-c38b1752-6588-44ff-a280-80fd61207bf2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784686 Dec 13 14:52:32.177229 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e85f86aa-ea87-4271-a71a-7b5273206397 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9708667 Dec 13 14:52:32.192132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51046) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:32.290672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f016-522c-45d5-8a25-0d6867919c60 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:32.298418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f016-522c-45d5-8a25-0d6867919c60 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:32.302978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:32.318543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f016-522c-45d5-8a25-0d6867919c60 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:32.325118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51052) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:32.328061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-df44f016-522c-45d5-8a25-0d6867919c60 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1489613 Dec 13 14:52:32.467428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Network 9c5dfa05-92f6-4d4d-9add-860dce73ff53 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:52:32.580556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Deleting port 7be7178e-72e9-493d-bfb6-b0a8fb652e26 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:32.580556 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:32.633259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:30Z', 'revision_number': 3, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:32.671431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9c5dfa05-92f6-4d4d-9add-860dce73ff53) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:32.674895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Checking router: 30a775f0-0ae5-48ab-832c-37e30c65a9a5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:52:32.684401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Updating router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 port b48cf463-3aac-4b74-9fa4-35af0f71cf9c binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:52:32.684913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:32.684913 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:32.696425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb4de6-3654-4d04-a15e-8c4a1ff37d84 None None] Network 9c5dfa05-92f6-4d4d-9add-860dce73ff53 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:32.782559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:32.832559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:32.837795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Calling delete_port for 7be7178e-72e9-493d-bfb6-b0a8fb652e26 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:32.851713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d5a2f49c-95ec-4b92-82dc-89422fe85d87 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7520671 Dec 13 14:52:32.884120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:32.952045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4889571-b619-4a1d-aabe-1703b9e75088 None None] Network 9c5dfa05-92f6-4d4d-9add-860dce73ff53 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:33.056534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5ef1-10d8-4c5d-aee7-1489d9a10b49 req-a755ffdb-ccc2-4a08-929f-47c210dd8244 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:33.058915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bff5ef1-10d8-4c5d-aee7-1489d9a10b49 req-a755ffdb-ccc2-4a08-929f-47c210dd8244 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.2638454 Dec 13 14:52:33.333242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bff5ef1-10d8-4c5d-aee7-1489d9a10b49 req-5358e142-a35a-47b2-ab6c-f184c97a2fe5 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728415 Dec 13 14:52:33.364435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 57e34422-0059-45ec-b340-dda4c78f4419 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:33.372737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0ef00aea-22e6-456d-ab3f-fca381291919 None None] Provisioning complete for port aaac79b3-18cd-4aea-9bd5-c9a66b82401a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:33.373112 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0ef00aea-22e6-456d-ab3f-fca381291919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:33.397111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d13cc0-fd84-4beb-94d8-740a3e22813c req-76c3b48c-ea9c-425c-a522-c7ad2f08bf97 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:33.397111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8d13cc0-fd84-4beb-94d8-740a3e22813c req-76c3b48c-ea9c-425c-a522-c7ad2f08bf97 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 945 time: 0.1259382 Dec 13 14:52:33.550441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8d13cc0-fd84-4beb-94d8-740a3e22813c req-45990040-a3f3-46e8-898f-32672b528443 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426320 Dec 13 14:52:33.564186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-218f619f-aa09-4391-97d8-5fe6b8b6ad82 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:33.566814 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-218f619f-aa09-4391-97d8-5fe6b8b6ad82 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 945 time: 0.1387749 Dec 13 14:52:33.604682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Allocated IP 172.20.0.1 (01609b63-8eb7-476f-8aad-1040a82d7ab2/93a65d93-7fa2-4059-a21f-458f8d8ef5ef/4c5fef95-1ceb-4af1-92be-29b6a92cec2f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:33.715922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Deleting port c2fc7689-7294-4467-b717-735ebf790374 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:33.716309 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:33.813786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05f96f-3e9b-43cd-bedc-e5565b0510ac None None] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:33.874051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] For port c2fc7689-7294-4467-b717-735ebf790374, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c2fc7689-7294-4467-b717-735ebf790374,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:33.874856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:33.893708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Calling delete_port for c2fc7689-7294-4467-b717-735ebf790374 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:33.973874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 57e34422-0059-45ec-b340-dda4c78f4419 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:33.974286 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.033445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.121295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event deleted for resources: {'Port': ['ID=7be7178e-72e9-493d-bfb6-b0a8fb652e26,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:34.147891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.176082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.189105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.193498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-997be3fb-70d3-47dd-8b39-e077fa606602 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "DELETE /v2.0/ports/7be7178e-72e9-493d-bfb6-b0a8fb652e26 HTTP/1.1" status: 204 len: 168 time: 1.8547916 Dec 13 14:52:34.201792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51112) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:34.212351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Request body: {'port': {'name': 'tempest-new-port-name-785377150', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:34.212857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] bootfile-name is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:34.213292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] tftp-server is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:34.213626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] server-ip-address is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:34.239117 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.245796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-552d82a4-caf2-4998-b87e-73efed36cc48 None None] Provisioning complete for port 57e34422-0059-45ec-b340-dda4c78f4419 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:34.246667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-552d82a4-caf2-4998-b87e-73efed36cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.280586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event deleted for resources: {'Port': ['ID=c2fc7689-7294-4467-b717-735ebf790374,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:34.309455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.310720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] No DVR routers for this DVR port c2fc7689-7294-4467-b717-735ebf790374 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:52:34.314358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.318561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2f24cc6-031d-4e15-a48b-c8a654257321 req-08ae899d-023e-4482-9330-45b4e4c6d99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "DELETE /v2.0/ports/c2fc7689-7294-4467-b717-735ebf790374 HTTP/1.1" status: 204 len: 173 time: 0.7454717 Dec 13 14:52:34.319266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9644393e-a772-4d09-97b6-0e652dfd7822', 'name': 'network-vif-deleted', 'tag': 'c2fc7689-7294-4467-b717-735ebf790374'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:34.322977 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3ce1fc-6a8f-406b-93bb-3848f586afdf" -d '{"events": [{"server_uuid": "9644393e-a772-4d09-97b6-0e652dfd7822", "name": "network-vif-deleted", "tag": "c2fc7689-7294-4467-b717-735ebf790374"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:34.339170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-2bc2c4b1-a195-45b2-8a60-36d538f5b033 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:34.350383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-2bc2c4b1-a195-45b2-8a60-36d538f5b033 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/networks?id=7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 HTTP/1.1" status: 200 len: 809 time: 0.3483198 Dec 13 14:52:34.361442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7726083-2f7f-4b4a-9024-52b81752b6e0 None None] Pushing event updated for resources: {'Port': ['ID=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:34.369514 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cfe963-35d5-4710-b945-3e0ea51fd5c4 x-openstack-request-id: req-f8cfe963-35d5-4710-b945-3e0ea51fd5c4 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:34.369846 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9644393e-a772-4d09-97b6-0e652dfd7822", "name": "network-vif-deleted", "tag": "c2fc7689-7294-4467-b717-735ebf790374", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:34.370101 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8cfe963-35d5-4710-b945-3e0ea51fd5c4 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:34.370750 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9644393e-a772-4d09-97b6-0e652dfd7822', 'name': 'network-vif-deleted', 'tag': 'c2fc7689-7294-4467-b717-735ebf790374', 'status': 'completed', 'code': 200} Dec 13 14:52:34.387112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-7aebc8fa-47c5-4a29-b4b1-51a56bf66b17 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/quotas/d50fc2c99aef487b8400d4609da81fda HTTP/1.1" status: 200 len: 375 time: 0.0358052 Dec 13 14:52:34.441342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.461269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-d2b7fdc8-3b64-46d6-ae4e-88ded40bfbff tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d50fc2c99aef487b8400d4609da81fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709262 Dec 13 14:52:34.477593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 57e34422-0059-45ec-b340-dda4c78f4419, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=57e34422-0059-45ec-b340-dda4c78f4419,segment=NetworkSegment(56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7),segment_id=56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:34.488071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Attempting to bind port b48cf463-3aac-4b74-9fa4-35af0f71cf9c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:34.488439 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Attempting to bind port b48cf463-3aac-4b74-9fa4-35af0f71cf9c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:34.488807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Attempting to bind port b48cf463-3aac-4b74-9fa4-35af0f71cf9c on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:34.497436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdffcdb-d79e-4882-8b33-34a92e808be3 req-b54b6882-6909-4bac-b116-1d9edceed86f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:34.499529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bdffcdb-d79e-4882-8b33-34a92e808be3 req-b54b6882-6909-4bac-b116-1d9edceed86f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0692158 Dec 13 14:52:34.499726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:34.500088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:34.500493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.500883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:34.501350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Bound port: b48cf463-3aac-4b74-9fa4-35af0f71cf9c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:34.501734 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.569956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bdffcdb-d79e-4882-8b33-34a92e808be3 req-c1e8b250-745f-425b-bc8e-70d90c013805 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656588 Dec 13 14:52:34.575686 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.576486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device aaac79b3-18cd-4aea-9bd5-c9a66b82401a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:34.703150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.765448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-552d82a4-caf2-4998-b87e-73efed36cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.800307 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72c7f663-917c-4105-bbbe-2df7ab96d22a req-ef3ac2f0-a97c-4e4c-9961-7057090445e8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.0687442 Dec 13 14:52:34.844907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-655117c5-53f0-438f-9072-e5f66092e4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/7bbb2c93-ee68-4ee1-b849-f0c9c78c7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813753 Dec 13 14:52:34.846898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=57e34422-0059-45ec-b340-dda4c78f4419,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:34.854133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] For port b48cf463-3aac-4b74-9fa4-35af0f71cf9c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:34.923648 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:34.946473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] For port b48cf463-3aac-4b74-9fa4-35af0f71cf9c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:34.957175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-552d82a4-caf2-4998-b87e-73efed36cc48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:52:34.957560 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-552d82a4-caf2-4998-b87e-73efed36cc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:52:34.969294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port aaac79b3-18cd-4aea-9bd5-c9a66b82401a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:34.969677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.037794 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.096021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:52:35.096718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:52:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:35.130310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:35.149158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:35.151235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:35.158775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:35.284057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7726083-2f7f-4b4a-9024-52b81752b6e0 None None] Pushing event updated for resources: {'Port': ['ID=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:35.358089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:52:35.407979 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.414307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.428142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-74e38790-8145-4372-b670-fe0c531798d6 service neutron] 10.222.0.24 "GET /v2.0/networks/7bbb2c93-ee68-4ee1-b849-f0c9c78c7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816684 Dec 13 14:52:35.484717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 57e34422-0059-45ec-b340-dda4c78f4419 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:35.575842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.640027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event updated for resources: {'Port': ['ID=b0f6532f-35f5-4ef7-9d26-6a3a163af483,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:35.650782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] In _notify_port_updated(), no bound segment for port b0f6532f-35f5-4ef7-9d26-6a3a163af483 on network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:52:35.658155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:35.659788 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.661468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fbc62939-4ae1-44ff-807a-a457bbd4f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "PUT /v2.0/ports/b0f6532f-35f5-4ef7-9d26-6a3a163af483 HTTP/1.1" status: 200 len: 1129 time: 1.4585176 Dec 13 14:52:35.666039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51148) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:35.721701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:35.746532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 57e34422-0059-45ec-b340-dda4c78f4419 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:35.746910 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.766637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.845536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Could not find standard attr ID for object 7be7178e-72e9-493d-bfb6-b0a8fb652e26. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:52:35.845684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b2ff6-561d-4f82-8855-6c6852766af6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:35.854837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-887b2ff6-561d-4f82-8855-6c6852766af6 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "GET /v2.0/ports/b0f6532f-35f5-4ef7-9d26-6a3a163af483 HTTP/1.1" status: 200 len: 1129 time: 0.1779389 Dec 13 14:52:35.856475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51164) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:35.950939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Provisioning complete for port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:35.959098 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:35.989000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7c71a-9f1a-4d8b-92b7-26df322d13d2 req-b974dad2-bfdc-4a14-9763-afb1f5fa12c4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:35.994150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-544d12db-c8a9-43f0-bde7-c7990d61764f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.006664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1be7c71a-9f1a-4d8b-92b7-26df322d13d2 req-b974dad2-bfdc-4a14-9763-afb1f5fa12c4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.3042493 Dec 13 14:52:36.092874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c2fc7689-7294-4467-b717-735ebf790374 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:52:36.096156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:36.119798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1b0ca4a-c5d3-47d3-aa00-495c7135a53f req-81e30f65-2608-43ef-9af7-eae31452bf6e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.1678281 Dec 13 14:52:36.120251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1be7c71a-9f1a-4d8b-92b7-26df322d13d2 req-11f7963a-1664-46b0-a3d3-dd1dee3aa905 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103125 Dec 13 14:52:36.163468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Deleting port b0f6532f-35f5-4ef7-9d26-6a3a163af483 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:36.163781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.180029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: c2fc7689-7294-4467-b717-735ebf790374 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:52:36.180029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c2fc7689-7294-4467-b717-735ebf790374 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:52:36.190583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Provisioning complete for port 57e34422-0059-45ec-b340-dda4c78f4419 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:36.190961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.235989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:30Z', 'revision_number': 3, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:36.264819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e0e6193-2cb9-463e-a009-8ee542273ab4 req-2fb1d1d0-bbd5-46b1-a4ef-4224ece4a966 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 210 time: 0.0506048 Dec 13 14:52:36.291738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb0422-7ed4-4d17-9505-54016f535ef8 None None] The sync data for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 is: [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:30Z', 'revision_number': 3, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:52:36.349892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.375804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Calling delete_port for b0f6532f-35f5-4ef7-9d26-6a3a163af483 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:36.403050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-544d12db-c8a9-43f0-bde7-c7990d61764f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.428214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.446815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Provisioning complete for port b0f6532f-35f5-4ef7-9d26-6a3a163af483 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:36.451816 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.486117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-544d12db-c8a9-43f0-bde7-c7990d61764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.536613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.559371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6d612389-7bb0-4884-88b6-f6e22875f17c None None] Port b0f6532f-35f5-4ef7-9d26-6a3a163af483 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:36.668280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d12db-c8a9-43f0-bde7-c7990d61764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b2013-edf2-484a-8443-124d7825fcf6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:36.676528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-544d12db-c8a9-43f0-bde7-c7990d61764f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1031be2aa944f59b6818a34ce87164c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9513621 Dec 13 14:52:36.680702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51178) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:36.697885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.719468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:36.807016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1c3ffc00-8ad2-4d2f-ae5d-fab7dc52e189 None None] Provisioning complete for port b0f6532f-35f5-4ef7-9d26-6a3a163af483 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:36.808173 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c3ffc00-8ad2-4d2f-ae5d-fab7dc52e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.815079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e240c70b-59e7-42d3-9d34-160b54db0e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.850902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.874007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ffc00-8ad2-4d2f-ae5d-fab7dc52e189 None None] Port b0f6532f-35f5-4ef7-9d26-6a3a163af483 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:36.888224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:36.889680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:36.910792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event deleted for resources: {'Port': ['ID=b0f6532f-35f5-4ef7-9d26-6a3a163af483,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:36.936469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e240c70b-59e7-42d3-9d34-160b54db0e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:36.988498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:37.000597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c3b8047-1bcf-4b35-8459-837e409af6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "DELETE /v2.0/ports/b0f6532f-35f5-4ef7-9d26-6a3a163af483 HTTP/1.1" status: 204 len: 168 time: 1.1326604 Dec 13 14:52:37.003687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51186) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:37.173154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Deleting subnet c6a9cda3-a98a-46ba-83d5-b8b7b0981860 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:52:37.181729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:52:37.188519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:37.312754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:37.400880 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e240c70b-59e7-42d3-9d34-160b54db0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:37.409306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7223769f-4538-4cef-b175-8bb3e47456c7 None None] Provisioning complete for port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:37.410357 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7223769f-4538-4cef-b175-8bb3e47456c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:37.423126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e240c70b-59e7-42d3-9d34-160b54db0e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:37.426636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e240c70b-59e7-42d3-9d34-160b54db0e7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f0b2013-edf2-484a-8443-124d7825fcf6 HTTP/1.1" status: 204 len: 168 time: 0.7420175 Dec 13 14:52:37.462046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac6547c2-a7f5-4dea-a37b-4e57139df3a9 req-d9e79815-9b2a-47ca-a489-f3af448467a6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.0885687 Dec 13 14:52:37.479698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240c70b-59e7-42d3-9d34-160b54db0e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b2013-edf2-484a-8443-124d7825fcf6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:37.548002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b48cf463-3aac-4b74-9fa4-35af0f71cf9c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:37.580064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:52:37.596026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9f7a83d5-d8d5-4e99-8963-b940059f74b1 admin admin] 10.222.0.24 "PUT /v2.0/routers/30a775f0-0ae5-48ab-832c-37e30c65a9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9563017 Dec 13 14:52:37.627104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c110dad-8547-4482-bf8e-6d02b1a26ff1 req-6f29012f-e308-40a2-8fac-d317543466a6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:37.636406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c110dad-8547-4482-bf8e-6d02b1a26ff1 req-6f29012f-e308-40a2-8fac-d317543466a6 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.3206484 Dec 13 14:52:37.668873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-88e2de0a-27d1-496d-abe5-8e16be9eb6d9 req-6b9a3ddd-6d8e-4953-8b88-f553b7fd094c tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 210 time: 0.0716515 Dec 13 14:52:37.698587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7223769f-4538-4cef-b175-8bb3e47456c7 None None] Port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:37.739977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b48cf463-3aac-4b74-9fa4-35af0f71cf9c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:37.745594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:37.977248 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.033859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b48cf463-3aac-4b74-9fa4-35af0f71cf9c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:38.118969 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.213742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:38.241149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.277683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c110dad-8547-4482-bf8e-6d02b1a26ff1 req-137f59c3-f7e2-4c6b-b032-957e56e40f71 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404374 Dec 13 14:52:38.409734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.426872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.433646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51218) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:38.433791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "DELETE /v2.0/subnets/c6a9cda3-a98a-46ba-83d5-b8b7b0981860 HTTP/1.1" status: 204 len: 168 time: 1.4288759 Dec 13 14:52:38.443042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee42373f-ea44-41a4-87cd-71de933b8d52 None None] Network c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:38.477806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb5ac3-954c-40c4-b38d-54d2c9669fac tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a9cda3-a98a-46ba-83d5-b8b7b0981860,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:38.515137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51222) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:38.539897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bcdd699e-f4e1-4c37-87cd-cb01f42c2fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.642113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.677443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95b59184-1cbc-49df-b9a0-4b057448352d req-d9df2a28-cdb5-4f72-8a9f-a97f387c396c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.0645180 Dec 13 14:52:38.746383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] DHCP port deletion for c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:52:38.756969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51230) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:38.764198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c7d3ad04-f41e-431f-ba7a-0420d340d9fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217254076', 'description': 'tempest-description--214977112'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:38.855736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91a56a1f-bc3e-48ac-9bf7-deabf788b937 req-8f1a2d55-1604-47ce-9daf-9034f7e2decc tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 210 time: 0.0563879 Dec 13 14:52:38.882641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad04-f41e-431f-ba7a-0420d340d9fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.896570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] Deleting port 57e34422-0059-45ec-b340-dda4c78f4419 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:38.896570 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.931186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Deleting port 57e34422-0059-45ec-b340-dda4c78f4419 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:38.931536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:38.968044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bcdd699e-f4e1-4c37-87cd-cb01f42c2fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.044273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] For port 57e34422-0059-45ec-b340-dda4c78f4419, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=57e34422-0059-45ec-b340-dda4c78f4419,segment=NetworkSegment(56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7),segment_id=56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:39.044677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.071975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] For port 57e34422-0059-45ec-b340-dda4c78f4419, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=57e34422-0059-45ec-b340-dda4c78f4419,segment=NetworkSegment(56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7),segment_id=56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:39.072216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bcdd699e-f4e1-4c37-87cd-cb01f42c2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.072340 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.083954 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] Calling delete_port for 57e34422-0059-45ec-b340-dda4c78f4419 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:39.092285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Calling delete_port for 57e34422-0059-45ec-b340-dda4c78f4419 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:39.096127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-0b8849d0-1ed3-4809-a252-39a97ccbf1e3 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:39.097937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-0b8849d0-1ed3-4809-a252-39a97ccbf1e3 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.55 "GET /v2.0/networks?id=7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 HTTP/1.1" status: 200 len: 809 time: 0.4231675 Dec 13 14:52:39.124357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Request body: {'port': {'device_id': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990', 'admin_state_up': True, 'tenant_id': 'd50fc2c99aef487b8400d4609da81fda'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:39.164389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad04-f41e-431f-ba7a-0420d340d9fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.226044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad04-f41e-431f-ba7a-0420d340d9fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.262053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3ad04-f41e-431f-ba7a-0420d340d9fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40333453-e353-4902-a295-67841361a8cb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:39.272394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd699e-f4e1-4c37-87cd-cb01f42c2fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c572c-dbe0-49b5-8271-5c8aa4a0c256,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:39.280827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bcdd699e-f4e1-4c37-87cd-cb01f42c2fb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c4ad741570d4a3b8a61639a8c5e46f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645500 Dec 13 14:52:39.285189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51238) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:39.353716 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.384200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ad04-f41e-431f-ba7a-0420d340d9fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.393864 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Sync routers for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:52:39.394468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c7d3ad04-f41e-431f-ba7a-0420d340d9fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6308000 Dec 13 14:52:39.394813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51244) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:39.400883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e58f01e1-39e6-4ff6-958a-3f2fd71eb0b5 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Request body: {'security_group_rule': {'security_group_id': '40333453-e353-4902-a295-67841361a8cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:39.404337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:52:39.408937 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:52:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:39.452091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Made reservation on behalf of d50fc2c99aef487b8400d4609da81fda for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:39.463793 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.474440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] No DVR routers for this DVR port 57e34422-0059-45ec-b340-dda4c78f4419 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:52:39.488198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event deleted for resources: {'Port': ['ID=57e34422-0059-45ec-b340-dda4c78f4419,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:39.520282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b48cf463-3aac-4b74-9fa4-35af0f71cf9c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:39.557364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.581092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] No DVR routers for this DVR port 57e34422-0059-45ec-b340-dda4c78f4419 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:52:39.631438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f2019-88b3-40d5-979c-25d5c63efaa9 None None] Pushing event deleted for resources: {'Port': ['ID=57e34422-0059-45ec-b340-dda4c78f4419,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:39.647398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f34bc499-51c6-4691-8a99-511b2120328c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.655065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b48cf463-3aac-4b74-9fa4-35af0f71cf9c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:39.655632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.667320 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:52:39.725741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.729996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Allocated IP 172.20.0.3 (7bbb2c93-ee68-4ee1-b849-f0c9c78c7990/6704dc7e-d5da-44c1-b779-867425688700/81b01244-80d5-4682-89ab-082a3fe1ae6e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:39.750314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:39.761682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:39.761982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fa2634-7f43-4ec0-b74c-f1da9f2ee6f7') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:39.778028 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.792328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.799214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:52:39.799616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:52:39.878391 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:52:39.903334 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.910117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f34bc499-51c6-4691-8a99-511b2120328c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:39.920092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1886b1-2bba-4193-ab4d-8745b52b2269 req-838d5384-5526-4216-b85d-0b3fcb5729dd tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:39.921724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe1886b1-2bba-4193-ab4d-8745b52b2269 req-838d5384-5526-4216-b85d-0b3fcb5729dd tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.4802952 Dec 13 14:52:39.924620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 57e34422-0059-45ec-b340-dda4c78f4419 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:52:39.951637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 57e34422-0059-45ec-b340-dda4c78f4419 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:52:39.953210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 57e34422-0059-45ec-b340-dda4c78f4419 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:52:39.995411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe1886b1-2bba-4193-ab4d-8745b52b2269 req-6af4eabb-546e-4cf2-8b12-d761e423d1d5 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630078 Dec 13 14:52:39.996127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.003999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-caa359a6-3177-4d64-847b-21d58ec83201 req-7924d8e1-b5d9-4292-b3f0-94b6b5a2e6df tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.0926702 Dec 13 14:52:40.064922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.068309 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e58f01e1-39e6-4ff6-958a-3f2fd71eb0b5 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.072603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] 10.222.0.24 "DELETE /v2.0/networks/c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4 HTTP/1.1" status: 204 len: 168 time: 1.6374929 Dec 13 14:52:40.120726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ace37-985e-4727-a5cd-1d10bf70d18d tempest-ExtraDHCPOptionsIpV6TestJSON-99113631 tempest-ExtraDHCPOptionsIpV6TestJSON-99113631-project] Pushing event deleted for resources: {'Network': ['ID=c3e85e91-40c2-4ea5-a3f8-cccc2b7b41c4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:40.124789 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 2, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:40.184773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a88c1-b35b-4e2d-b553-96c4ceba2a05 req-392308b9-300a-4a70-a80e-5df065bb93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:40.187650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f1a88c1-b35b-4e2d-b553-96c4ceba2a05 req-392308b9-300a-4a70-a80e-5df065bb93d1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.2750762 Dec 13 14:52:40.198562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23e508ad-1630-4895-ae5e-3089a56f853f req-c6057433-5fc2-4858-9c26-efae034263b9 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 210 time: 0.0408759 Dec 13 14:52:40.200506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f34bc499-51c6-4691-8a99-511b2120328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.204378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f34bc499-51c6-4691-8a99-511b2120328c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.206044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f34bc499-51c6-4691-8a99-511b2120328c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d26c572c-dbe0-49b5-8271-5c8aa4a0c256 HTTP/1.1" status: 204 len: 168 time: 0.9201400 Dec 13 14:52:40.240467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bc499-51c6-4691-8a99-511b2120328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c572c-dbe0-49b5-8271-5c8aa4a0c256,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:40.243850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Checking router: 30a775f0-0ae5-48ab-832c-37e30c65a9a5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:52:40.244775 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Updating router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:52:40.312417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.319495 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.325357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e58f01e1-39e6-4ff6-958a-3f2fd71eb0b5 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.340285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f1a88c1-b35b-4e2d-b553-96c4ceba2a05 req-a4b57864-3346-4845-9c68-3f131d284276 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396515 Dec 13 14:52:40.376015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:40.379165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:40.386558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:40.414226 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e58f01e1-39e6-4ff6-958a-3f2fd71eb0b5 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.426957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Pushing event updated for resources: {'Port': ['ID=81b01244-80d5-4682-89ab-082a3fe1ae6e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:40.458153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f01e1-39e6-4ff6-958a-3f2fd71eb0b5 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80040de-f99c-45af-9bf4-65eb8f5b8914,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:40.473851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:40.474553 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.591084 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e58f01e1-39e6-4ff6-958a-3f2fd71eb0b5 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.592435 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e58f01e1-39e6-4ff6-958a-3f2fd71eb0b5 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1964808 Dec 13 14:52:40.595028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51266) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:40.599497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-863abdd1-0aac-45d1-ae7f-1c2a6af35cab tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Request body: {'security_group_rule': {'security_group_id': '40333453-e353-4902-a295-67841361a8cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:40.605053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-60dbafec-1043-400d-8f1b-dfd11a54250b tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4893343 Dec 13 14:52:40.627711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Request body: {'port': {'device_id': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:40.686727 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.705027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.745335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-863abdd1-0aac-45d1-ae7f-1c2a6af35cab tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.769166 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.817090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51272) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:40.852022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-863abdd1-0aac-45d1-ae7f-1c2a6af35cab tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.889429 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Pushing event updated for resources: {'Port': ['ID=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:40.920610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-8f783252-59d3-454a-bf99-35d376b581cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:40.921304 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.922206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-8f783252-59d3-454a-bf99-35d376b581cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.1211691 Dec 13 14:52:40.934700 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.935438 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.935883 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.938295 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.938778 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.939347 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.941057 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.941672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.942740 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.943086 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.943425 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:40.946562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-863abdd1-0aac-45d1-ae7f-1c2a6af35cab tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:40.995718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863abdd1-0aac-45d1-ae7f-1c2a6af35cab tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fc2d7a-c975-4d7b-ad45-b8c72562e31b,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:41.073764 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Attempting to bind port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:41.074846 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Attempting to bind port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:41.075632 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Attempting to bind port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f on network 01609b63-8eb7-476f-8aad-1040a82d7ab2 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:41.082170 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:41.082935 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Checking segment: {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:41.083702 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.084594 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Bound using segment: {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:41.085287 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Bound port: 4c5fef95-1ceb-4af1-92be-29b6a92cec2f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:41.085911 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.124626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-632b872d-f3d0-4aaf-bba7-49e014918b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:41.126926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-632b872d-f3d0-4aaf-bba7-49e014918b07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 920 time: 0.1761770 Dec 13 14:52:41.142979 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-863abdd1-0aac-45d1-ae7f-1c2a6af35cab tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.144254 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-863abdd1-0aac-45d1-ae7f-1c2a6af35cab tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5482209 Dec 13 14:52:41.147480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51292) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:41.161385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:41.183015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-232ac480-56c7-41c9-82e9-f80447b4292a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38df9492d66f4fc1841b31e1d3d819b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653376 Dec 13 14:52:41.188916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51294) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:41.235819 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] For port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:41.239554 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] For port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:41.307294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-20e1fb85-cc21-4344-ae37-8d1cfa397cca req-658b37b7-711a-44ff-a794-11105184dc07 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.1147661 Dec 13 14:52:41.347129 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.354394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-da7df822-f6e9-4742-b9d8-72672a6cf561 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 217 time: 0.1306672 Dec 13 14:52:41.472534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.477593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-18df7886-caeb-42d2-84e0-0f010338f5aa None None] Provisioning complete for port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:41.478135 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-18df7886-caeb-42d2-84e0-0f010338f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.523370 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:52:41.533590 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:52:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:41.547138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0da852b-1ead-47d1-8852-2b04671cd2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.582486 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6c6f-2397-4a0b-aef5-7a0889aef839 None None] Pushing event updated for resources: {'Port': ['ID=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:41.622701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b01244-80d5-4682-89ab-082a3fe1ae6e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:41.660604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876c47-d291-484a-a5cb-a440d28adedb req-c4fdd63f-ce29-4567-a38c-05cdd68701f1 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:41.661922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b876c47-d291-484a-a5cb-a440d28adedb req-c4fdd63f-ce29-4567-a38c-05cdd68701f1 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.4432163 Dec 13 14:52:41.672320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.686288 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:52:41.698693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0da852b-1ead-47d1-8852-2b04671cd2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.707369 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-18df7886-caeb-42d2-84e0-0f010338f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.714927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-cb5872fe-ac5e-4eb2-ab20-3396fdcbd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:41.716700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-cb5872fe-ac5e-4eb2-ab20-3396fdcbd0b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.3394406 Dec 13 14:52:41.808446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-18df7886-caeb-42d2-84e0-0f010338f5aa None None] For port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:41.877159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b876c47-d291-484a-a5cb-a440d28adedb req-eb6e8e7b-4837-460b-816f-6a45a28da0e9 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021480 Dec 13 14:52:41.878345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Transition to ACTIVE for port object 81b01244-80d5-4682-89ab-082a3fe1ae6e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:52:41.880822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-081e1de6-c289-45cc-8294-eb48c0721d2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404810 Dec 13 14:52:41.896971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3e85-b7fa-4317-a0ba-713c45fb6d39 req-b0a9f5c5-9cec-436e-b322-43b5ae8a7b11 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:41.899200 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bbc3e85-b7fa-4317-a0ba-713c45fb6d39 req-b0a9f5c5-9cec-436e-b322-43b5ae8a7b11 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 931 time: 0.2539353 Dec 13 14:52:41.917767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-18df7886-caeb-42d2-84e0-0f010338f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.963200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:41.979463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df7886-caeb-42d2-84e0-0f010338f5aa None None] Pushing event updated for resources: {'Port': ['ID=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:42.021158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bbc3e85-b7fa-4317-a0ba-713c45fb6d39 req-4eb8ca1c-128a-4a6a-bfcf-9e11e717260d tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092296 Dec 13 14:52:42.047876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-823a3b3b-8aa6-47cd-8341-1c4c17460dc1 None None] Provisioning complete for port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:42.049653 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-823a3b3b-8aa6-47cd-8341-1c4c17460dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:42.116726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0da852b-1ead-47d1-8852-2b04671cd2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:42.122398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0da852b-1ead-47d1-8852-2b04671cd2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:42.123844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d0da852b-1ead-47d1-8852-2b04671cd2aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88ab4f39-9ab9-4506-9a4d-fac873fe9916 HTTP/1.1" status: 204 len: 168 time: 0.9301486 Dec 13 14:52:42.138491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da852b-1ead-47d1-8852-2b04671cd2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab4f39-9ab9-4506-9a4d-fac873fe9916,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:42.154726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-a8ec39b1-e084-4f35-86ca-b1a432c6aefc service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558918 Dec 13 14:52:42.197969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Allocated IP 172.25.7.222 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/9389f352-11e2-49e8-9a48-799e36fe7a6d) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:42.205252 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:42.213390 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:42.256325 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc2e457-ddde-4cbd-8742-ad5c798b6cf5 None None] The sync data for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 is: [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:52:42.493860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=81b01244-80d5-4682-89ab-082a3fe1ae6e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:42.562841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:42.679391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e7cb50-dc34-498c-9d0a-8f04a289ab7c req-bbe96337-0237-4e65-bb97-094ef85e11d7 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073979 Dec 13 14:52:42.684147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01419091-2fdd-4d2d-9a38-c8e3db6947de req-012e7f61-befb-437b-b801-afbaee557c58 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.1712129 Dec 13 14:52:42.698968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Attempting to bind port 81b01244-80d5-4682-89ab-082a3fe1ae6e on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:42.701530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Attempting to bind port 81b01244-80d5-4682-89ab-082a3fe1ae6e by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '98679518-2a10-4b5d-8276-c9f031bcdf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:42.701530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Attempting to bind port 81b01244-80d5-4682-89ab-082a3fe1ae6e on network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:42.720320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Port 81b01244-80d5-4682-89ab-082a3fe1ae6e on network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:52:42.720586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Attempting to bind port 81b01244-80d5-4682-89ab-082a3fe1ae6e on network 7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:42.724179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:42.730077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:42.731800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Checking segment: {'id': '98679518-2a10-4b5d-8276-c9f031bcdf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:42.732201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Bound using segment: {'id': '98679518-2a10-4b5d-8276-c9f031bcdf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:42.732652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Bound port: 81b01244-80d5-4682-89ab-082a3fe1ae6e, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98679518-2a10-4b5d-8276-c9f031bcdf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:42.733023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:42.843412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:42.856318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:42.862577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:42.877333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] For port 81b01244-80d5-4682-89ab-082a3fe1ae6e, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:42.886522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] For port 81b01244-80d5-4682-89ab-082a3fe1ae6e, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=81b01244-80d5-4682-89ab-082a3fe1ae6e,segment=NetworkSegment(98679518-2a10-4b5d-8276-c9f031bcdf58),segment_id=98679518-2a10-4b5d-8276-c9f031bcdf58)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:42.920613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event updated for resources: {'Port': ['ID=9389f352-11e2-49e8-9a48-799e36fe7a6d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:43.015377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.049001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.081431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ef13a-5363-4904-84ee-0072f0d99d10 req-cb4dc1f7-0040-4b66-a8c4-9f1f792abf8a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:43.091425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da3ef13a-5363-4904-84ee-0072f0d99d10 req-cb4dc1f7-0040-4b66-a8c4-9f1f792abf8a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1079929 Dec 13 14:52:43.163582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da3ef13a-5363-4904-84ee-0072f0d99d10 req-e3f97793-35c2-4fcf-ae42-986493ee5332 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653923 Dec 13 14:52:43.164692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.180656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=81b01244-80d5-4682-89ab-082a3fe1ae6e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:43.241996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:43.242851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.244322 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9bb4bcab-66f3-4a3e-b76d-a649c8b9abd0 service neutron] 10.222.0.55 "PUT /v2.0/ports/81b01244-80d5-4682-89ab-082a3fe1ae6e HTTP/1.1" status: 200 len: 1091 time: 2.6211910 Dec 13 14:52:43.244786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'tag': '81b01244-80d5-4682-89ab-082a3fe1ae6e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:43.247612 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bbb054-997b-4d34-b33d-431a2fa048e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a01f064-dc5e-4e99-84f7-d6e8cf38ff11", "tag": "81b01244-80d5-4682-89ab-082a3fe1ae6e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:43.319902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714011cb-0954-49ad-b044-29970bf3a864 req-6771d982-b7b8-4499-9f8c-ccb9142b4ada tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:43.329794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-714011cb-0954-49ad-b044-29970bf3a864 req-6771d982-b7b8-4499-9f8c-ccb9142b4ada tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 943 time: 0.1313190 Dec 13 14:52:43.455194 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.491181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-714011cb-0954-49ad-b044-29970bf3a864 req-5bd9ced8-1b60-4662-95fc-07e6b869146a tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465044 Dec 13 14:52:43.501034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-fd6d2e46-9bdc-424b-8ca0-ca823bfd1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:43.502650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-fd6d2e46-9bdc-424b-8ca0-ca823bfd1838 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d50fc2c99aef487b8400d4609da81fda&device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 1094 time: 0.1181171 Dec 13 14:52:43.533406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4c5fef95-1ceb-4af1-92be-29b6a92cec2f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:43.540694 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.605307 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5143d60a-af9f-4fcf-b602-1b20c51dae63 x-openstack-request-id: req-5143d60a-af9f-4fcf-b602-1b20c51dae63 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:43.605642 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a01f064-dc5e-4e99-84f7-d6e8cf38ff11", "tag": "81b01244-80d5-4682-89ab-082a3fe1ae6e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:43.605833 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5143d60a-af9f-4fcf-b602-1b20c51dae63 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:43.606261 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'tag': '81b01244-80d5-4682-89ab-082a3fe1ae6e', 'status': 'completed', 'code': 200} Dec 13 14:52:43.608078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-9b45468e-a4cd-4565-a241-c06045d035ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b01244-80d5-4682-89ab-082a3fe1ae6e HTTP/1.1" status: 200 len: 217 time: 0.0973754 Dec 13 14:52:43.625432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event updated for resources: {'Port': ['ID=9389f352-11e2-49e8-9a48-799e36fe7a6d,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:43.707466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.720311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:43.720684 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.813536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-659fba57-ba62-4820-ac4f-1d5b975fbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:43.824789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-659fba57-ba62-4820-ac4f-1d5b975fbb43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6704dc7e-d5da-44c1-b779-867425688700 HTTP/1.1" status: 200 len: 849 time: 0.1979246 Dec 13 14:52:43.824893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:43.835546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f87d84fc-4293-4bff-8bbc-a46fbcc2e42e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6720443 Dec 13 14:52:43.891458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-0ea55c16-d458-440e-ba34-a5bcd582482b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bbb2c93-ee68-4ee1-b849-f0c9c78c7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638669 Dec 13 14:52:44.108985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc39a8-b547-46bf-932d-a5880391b75e req-c17f8ec7-674e-4d16-8c68-7ba13a823e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:44.110774 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42dc39a8-b547-46bf-932d-a5880391b75e req-c17f8ec7-674e-4d16-8c68-7ba13a823e1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 1097 time: 0.0963285 Dec 13 14:52:44.146959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fee5e-fb3f-4472-8d45-96428e1553b0 req-6b16ecc7-dc4a-4eeb-8aef-d6b5e60f963f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:44.148980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-753fee5e-fb3f-4472-8d45-96428e1553b0 req-6b16ecc7-dc4a-4eeb-8aef-d6b5e60f963f tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1505685 Dec 13 14:52:44.167134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-f669e9b9-190e-4ccd-8f8d-5c7e228893b2 service neutron] 10.222.0.55 "GET /v2.0/networks/7bbb2c93-ee68-4ee1-b849-f0c9c78c7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669535 Dec 13 14:52:44.170167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51394) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:44.357956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-753fee5e-fb3f-4472-8d45-96428e1553b0 req-4a1cb727-b2b7-487b-8aee-91d37143e13b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887813 Dec 13 14:52:44.405545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8a2234f4-0b00-4e35-ba96-c673f45ddd3f req-811a4a43-87a1-4cc4-a153-226c8a1c6f0c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=9644393e-a772-4d09-97b6-0e652dfd7822 HTTP/1.1" status: 200 len: 210 time: 0.4505134 Dec 13 14:52:44.452646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc39a8-b547-46bf-932d-a5880391b75e req-5c4bca68-2345-458a-aeab-d8b3c6c62548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:44.454123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42dc39a8-b547-46bf-932d-a5880391b75e req-5c4bca68-2345-458a-aeab-d8b3c6c62548 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 200 len: 920 time: 0.3304434 Dec 13 14:52:44.500965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1050589796'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:44.515290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42dc39a8-b547-46bf-932d-a5880391b75e req-042644fd-90cf-4580-a60f-1cbe131e49ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 200 len: 217 time: 0.0437117 Dec 13 14:52:44.519572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22a4027e-f9b1-4bc2-823a-1f7acb0b124c req-7d51f158-1650-45cb-b45b-64f34f141683 service neutron] 10.222.0.55 "GET /v2.0/networks/7bbb2c93-ee68-4ee1-b849-f0c9c78c7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179021 Dec 13 14:52:44.612806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-fdbcd99f-06ef-494f-a0c7-9b1ac253d24d tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--217254076&fields=id&tenant_id=3411dab23b9b4e4eb03ad40ece837821 HTTP/1.1" status: 200 len: 267 time: 0.1544461 Dec 13 14:52:44.622510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Made reservation on behalf of de956fdb5b3745df9955b90ebcf427b0 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:44.624177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc39a8-b547-46bf-932d-a5880391b75e req-ce283dff-a036-4d5b-ae2e-2a0a3aec9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:44.625701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42dc39a8-b547-46bf-932d-a5880391b75e req-ce283dff-a036-4d5b-ae2e-2a0a3aec9597 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 200 len: 859 time: 0.0804462 Dec 13 14:52:44.626907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:44.637646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:44.671843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42dc39a8-b547-46bf-932d-a5880391b75e req-19614135-6c20-4e5a-871b-d41e12783558 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6555681e-e25d-4269-8cae-c47120c449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296087 Dec 13 14:52:44.684670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb987200-28d9-448c-9d7f-d597cd6e9b77 req-57127cb9-0974-4a6e-b67d-b810ea1c3aef tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:44.700566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb987200-28d9-448c-9d7f-d597cd6e9b77 req-57127cb9-0974-4a6e-b67d-b810ea1c3aef tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 943 time: 0.1075690 Dec 13 14:52:44.777446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb987200-28d9-448c-9d7f-d597cd6e9b77 req-e95942ae-38ca-49fb-b656-20f4bb0cdb88 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674183 Dec 13 14:52:44.804790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-51a8e51e-58b1-4a28-a1d6-49c5a697a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:44.806414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-51a8e51e-58b1-4a28-a1d6-49c5a697a7a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d50fc2c99aef487b8400d4609da81fda&device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 1094 time: 0.1370158 Dec 13 14:52:44.836657 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:44.916583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:44.944983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:52:44.955453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ff1dd9-97cf-4493-ae00-ba32744ae117,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:44.960612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:44.961702 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Added segment 2bf4f95e-289f-4c60-8792-25cda486e1b9 of type vlan for network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 Dec 13 14:52:44.967054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42dc39a8-b547-46bf-932d-a5880391b75e req-0d7533c2-8681-4e68-a695-497aaf6adfee service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901387 Dec 13 14:52:45.014199 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:45.097363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-fc21f2bc-d71c-4660-ac4d-dab0f13b87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:45.098781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-fc21f2bc-d71c-4660-ac4d-dab0f13b87f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 HTTP/1.1" status: 200 len: 910 time: 0.2837625 Dec 13 14:52:45.131800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-d31fb427-b218-49c7-a10d-fa9bbddab269 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:45.134693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-d31fb427-b218-49c7-a10d-fa9bbddab269 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/networks?id=01609b63-8eb7-476f-8aad-1040a82d7ab2 HTTP/1.1" status: 200 len: 812 time: 0.5006926 Dec 13 14:52:45.146183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:45.162057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:45.162057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:45.169209 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-8dca1c53-44f8-4f92-9afa-ee549c396482 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b01244-80d5-4682-89ab-082a3fe1ae6e HTTP/1.1" status: 200 len: 217 time: 0.0618749 Dec 13 14:52:45.175852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42dc39a8-b547-46bf-932d-a5880391b75e req-255f0766-e3ce-4227-8ab4-c69f08a30392 service neutron] 10.222.0.50 "GET /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999652 Dec 13 14:52:45.188453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-2e9dfba9-a662-4c37-9742-11dcdc53d944 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/quotas/3411dab23b9b4e4eb03ad40ece837821 HTTP/1.1" status: 200 len: 375 time: 0.0233562 Dec 13 14:52:45.245955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event updated for resources: {'Network': ['ID=60eb6354-01c2-435f-9bfc-a6289c7a31f1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:45.257363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:52:45.286884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-2e6b7fcf-0de0-484c-aba1-712210648e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:45.288483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-2e6b7fcf-0de0-484c-aba1-712210648e9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6704dc7e-d5da-44c1-b779-867425688700 HTTP/1.1" status: 200 len: 849 time: 0.1098301 Dec 13 14:52:45.305825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-83e8ebbc-d767-4caf-ac6b-825fb7a4389a tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1335957 Dec 13 14:52:45.306481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:45.311996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Request body: {'subnet': {'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:45.330933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-7fcd4a31-f6d8-4ae2-b8e6-a4269da140e2 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3411dab23b9b4e4eb03ad40ece837821&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076362 Dec 13 14:52:45.377655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-288453f3-cc4a-4c0d-a710-414cfee82efb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bbb2c93-ee68-4ee1-b849-f0c9c78c7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797145 Dec 13 14:52:45.514331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Made reservation on behalf of de956fdb5b3745df9955b90ebcf427b0 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:45.517822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:45.528412 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:45.553600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-71312c02-72b3-4d1c-8691-c2dd922ecf54 service neutron] 10.222.0.24 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146282 Dec 13 14:52:45.572178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-5b07023b-3dbb-4105-b097-5c9d4e32170e service neutron] 10.222.0.55 "GET /v2.0/networks/7bbb2c93-ee68-4ee1-b849-f0c9c78c7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692536 Dec 13 14:52:45.595931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8fd33-8723-42f7-96f2-97b7deec3a7b req-1eeda63a-12d6-4edd-b37c-3ff1ed8a178a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:45.597528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7da8fd33-8723-42f7-96f2-97b7deec3a7b req-1eeda63a-12d6-4edd-b37c-3ff1ed8a178a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1190653 Dec 13 14:52:45.666858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7da8fd33-8723-42f7-96f2-97b7deec3a7b req-52a4119c-a4b8-4118-bcdc-a8f12f9d2559 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555027 Dec 13 14:52:46.116591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 81b01244-80d5-4682-89ab-082a3fe1ae6e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:52:46.158548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-1f148e43-3237-4a31-9eff-c806c2ece49d service neutron] 10.222.0.24 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969760 Dec 13 14:52:46.179149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46bbb054-997b-4d34-b33d-431a2fa048e1 req-da5aaa20-973d-473f-8141-62302ab14fd6 service neutron] 10.222.0.55 "GET /v2.0/networks/7bbb2c93-ee68-4ee1-b849-f0c9c78c7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968246 Dec 13 14:52:46.206807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c4db-83ca-4225-bc20-cfd0f78c7701 req-1639f45c-dad6-42ed-8fcd-709461060b68 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:46.212737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b331c4db-83ca-4225-bc20-cfd0f78c7701 req-1639f45c-dad6-42ed-8fcd-709461060b68 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 943 time: 0.0775225 Dec 13 14:52:46.249378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 81b01244-80d5-4682-89ab-082a3fe1ae6e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=81b01244-80d5-4682-89ab-082a3fe1ae6e,segment=NetworkSegment(98679518-2a10-4b5d-8276-c9f031bcdf58),segment_id=98679518-2a10-4b5d-8276-c9f031bcdf58)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:46.261709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '81b01244-80d5-4682-89ab-082a3fe1ae6e', 'network_id': '7bbb2c93-ee68-4ee1-b849-f0c9c78c7990', 'port_id': '81b01244-80d5-4682-89ab-082a3fe1ae6e', 'mac_address': 'fa:16:3e:3e:61:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6704dc7e-d5da-44c1-b779-867425688700', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:52:46.267081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b331c4db-83ca-4225-bc20-cfd0f78c7701 req-cfbfdb7a-5adb-4b54-9e8b-4dd058e114a1 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532756 Dec 13 14:52:46.271396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.314273 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.332004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b01244-80d5-4682-89ab-082a3fe1ae6e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:46.356561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event updated for resources: {'Subnet': ['ID=85487f2d-1e3a-45bd-8671-91c98d024da3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:46.362482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 81b01244-80d5-4682-89ab-082a3fe1ae6e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=81b01244-80d5-4682-89ab-082a3fe1ae6e,segment=NetworkSegment(98679518-2a10-4b5d-8276-c9f031bcdf58),segment_id=98679518-2a10-4b5d-8276-c9f031bcdf58)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:46.378965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Checking segment: {'id': '2bf4f95e-289f-4c60-8792-25cda486e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:46.379312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Network hostable DHCP agents. Network: 60eb6354-01c2-435f-9bfc-a6289c7a31f1, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:52:46.468227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51482) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:46.507491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.609247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-801f7a66-cbd0-4ac5-b6c7-ebf18ebd6ea3 req-c19c86a1-4bab-47bd-92bd-782060982dcc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 210 time: 0.0784030 Dec 13 14:52:46.614733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:52:46.619052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=81b01244-80d5-4682-89ab-082a3fe1ae6e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:46.692303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['81b01244-80d5-4682-89ab-082a3fe1ae6e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:52:46.710153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8746f7e6-ec3d-4c55-94b4-7e031f31fa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.718543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 60eb6354-01c2-435f-9bfc-a6289c7a31f1) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:46.731397 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:46.733857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.798422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2921c-c00a-4dae-8fbb-fdf074f028b2 None None] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:46.829771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8746f7e6-ec3d-4c55-94b4-7e031f31fa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.864416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e4cf2528-7b09-4776-b7eb-e82d76910ebe tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5542486 Dec 13 14:52:46.864600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.865916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:46.875625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Request body: {'port': {'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-268276214'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:46.951998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1b04a-08db-4e21-a748-16931773d5f7 req-a97a1496-2a38-48a0-b82e-547930408500 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:46.955073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8746f7e6-ec3d-4c55-94b4-7e031f31fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:46.961720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21f1b04a-08db-4e21-a748-16931773d5f7 req-a97a1496-2a38-48a0-b82e-547930408500 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1396971 Dec 13 14:52:46.991585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580820-899c-4e21-a436-4f5e9a1d5108 req-117298dc-eed3-4072-9381-7219a70ebd58 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:46.993494 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8580820-899c-4e21-a436-4f5e9a1d5108 req-117298dc-eed3-4072-9381-7219a70ebd58 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.1905119 Dec 13 14:52:47.016907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21f1b04a-08db-4e21-a748-16931773d5f7 req-28050d16-6ba8-481c-87d5-07f67f686c2d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535736 Dec 13 14:52:47.034120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746f7e6-ec3d-4c55-94b4-7e031f31fa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc91bcc-4eb5-474b-8ee4-39289950801a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:47.044052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:47.044261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8746f7e6-ec3d-4c55-94b4-7e031f31fa17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d83c745182474470999d4989048a6ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761800 Dec 13 14:52:47.052322 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8580820-899c-4e21-a436-4f5e9a1d5108 req-09a49cbd-05b3-41fd-bc4f-86af3a6625b0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/quotas/e64b9f3afef04722a198b58f59a95ea5 HTTP/1.1" status: 200 len: 375 time: 0.0447180 Dec 13 14:52:47.058475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-60eb6354-01c2-435f-9bfc-a6289c7a31f1', 'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1', 'tenant_id': 'de956fdb5b3745df9955b90ebcf427b0', 'fixed_ips': [{'subnet_id': '85487f2d-1e3a-45bd-8671-91c98d024da3'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:52:47.059581 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.118985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8580820-899c-4e21-a436-4f5e9a1d5108 req-c2238568-d805-448c-9d83-c6dec54e5b8c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590000 Dec 13 14:52:47.149885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa88ec3-5ae5-4242-aaa9-99048f7884c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.186070 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa88ec3-5ae5-4242-aaa9-99048f7884c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.224882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Made reservation on behalf of de956fdb5b3745df9955b90ebcf427b0 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:47.236211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.254875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8580820-899c-4e21-a436-4f5e9a1d5108 req-236297b0-d33b-41e5-9a64-115a7c91722a service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235719 Dec 13 14:52:47.260355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Allocated IP 172.20.0.2 (60eb6354-01c2-435f-9bfc-a6289c7a31f1/85487f2d-1e3a-45bd-8671-91c98d024da3/92c6ca05-703c-4f6e-8ed2-a9ab575128d0) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:47.279976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] device_id is not set on port 4aa23e13-34c4-41af-9228-70679944c0ad yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:52:47.363736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa88ec3-5ae5-4242-aaa9-99048f7884c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.368535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8580820-899c-4e21-a436-4f5e9a1d5108 req-9a08e220-f432-4426-b811-4f00d5e1f127 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125128 Dec 13 14:52:47.369726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa88ec3-5ae5-4242-aaa9-99048f7884c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.376000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5aa88ec3-5ae5-4242-aaa9-99048f7884c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edc91bcc-4eb5-474b-8ee4-39289950801a HTTP/1.1" status: 204 len: 168 time: 0.3266807 Dec 13 14:52:47.442993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa88ec3-5ae5-4242-aaa9-99048f7884c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc91bcc-4eb5-474b-8ee4-39289950801a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:47.469933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb733-6900-48ee-bb24-443c89e5a56f req-1a206052-187c-4358-aae4-2e4c9eff0c41 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:47.471548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b47fb733-6900-48ee-bb24-443c89e5a56f req-1a206052-187c-4358-aae4-2e4c9eff0c41 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 944 time: 0.0981369 Dec 13 14:52:47.482301 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.513117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b47fb733-6900-48ee-bb24-443c89e5a56f req-a8aebb62-3ee3-45f7-86b2-ecb98ccec7d8 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347493 Dec 13 14:52:47.569455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.629012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:47.632339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:47.642733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:47.720101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Pushing event updated for resources: {'Port': ['ID=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:47.740385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3fda44e9-eaec-4f3e-8381-c544cd19d9ae req-afc631c5-e42a-45db-afb4-2a0a2e807e3c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1aedf3-a268-410d-8725-ad1bbb59682c HTTP/1.1" status: 200 len: 210 time: 0.0491238 Dec 13 14:52:47.768157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Attempting to bind port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:47.768525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Attempting to bind port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '2bf4f95e-289f-4c60-8792-25cda486e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:47.770140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Attempting to bind port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 on network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:47.776385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:47.777191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Checking segment: {'id': '2bf4f95e-289f-4c60-8792-25cda486e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:47.777576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.777975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Bound using segment: {'id': '2bf4f95e-289f-4c60-8792-25cda486e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:47.778558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Bound port: 92c6ca05-703c-4f6e-8ed2-a9ab575128d0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf4f95e-289f-4c60-8792-25cda486e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:47.778964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:47.790292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8aa0950-7ef9-4098-8bec-3ae8495ed29d req-ecd5bdf0-1a5a-4aa1-9774-e1bcd7c75450 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 210 time: 0.0703986 Dec 13 14:52:47.791604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Allocated IP 172.20.0.4 (60eb6354-01c2-435f-9bfc-a6289c7a31f1/85487f2d-1e3a-45bd-8671-91c98d024da3/4aa23e13-34c4-41af-9228-70679944c0ad) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:47.869880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] For port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:47.874399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] For port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,segment=NetworkSegment(2bf4f95e-289f-4c60-8792-25cda486e1b9),segment_id=2bf4f95e-289f-4c60-8792-25cda486e1b9)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:47.996475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.014564 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.090504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e24594-77b7-4789-a5ed-99e5061fd646 None None] Pushing event updated for resources: {'Port': ['ID=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:48.116202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 81b01244-80d5-4682-89ab-082a3fe1ae6e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:48.130582 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.254653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 81b01244-80d5-4682-89ab-082a3fe1ae6e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:52:48.259026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 81b01244-80d5-4682-89ab-082a3fe1ae6e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:48.259397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.265273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:48.278079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:48.288067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:48.293278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event updated for resources: {'Port': ['ID=4aa23e13-34c4-41af-9228-70679944c0ad,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:48.331918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697c19-1dac-48e1-8c26-5fd7f07b9813 req-cf30f73f-3bc7-4f8f-b9d3-883db1137f04 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:48.331918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3697c19-1dac-48e1-8c26-5fd7f07b9813 req-cf30f73f-3bc7-4f8f-b9d3-883db1137f04 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.2070229 Dec 13 14:52:48.397195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51566) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:48.420363 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.422313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:48.422995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.432223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42253d3c-3cae-4f8b-87d7-8b347b896ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.490208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3697c19-1dac-48e1-8c26-5fd7f07b9813 req-1c508261-b867-4d9f-bc7c-6250084e1024 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482711 Dec 13 14:52:48.506307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 81b01244-80d5-4682-89ab-082a3fe1ae6e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=81b01244-80d5-4682-89ab-082a3fe1ae6e,segment=NetworkSegment(98679518-2a10-4b5d-8276-c9f031bcdf58),segment_id=98679518-2a10-4b5d-8276-c9f031bcdf58)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:48.507513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b01244-80d5-4682-89ab-082a3fe1ae6e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:48.522912 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43054c96-a938-4c82-9ae7-7475d6849792" -d '{"events": [{"server_uuid": "1a01f064-dc5e-4e99-84f7-d6e8cf38ff11", "name": "network-vif-plugged", "status": "completed", "tag": "81b01244-80d5-4682-89ab-082a3fe1ae6e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:48.586887 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e757c-46a8-4569-9453-182c854bc895 x-openstack-request-id: req-678e757c-46a8-4569-9453-182c854bc895 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:48.586887 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a01f064-dc5e-4e99-84f7-d6e8cf38ff11", "name": "network-vif-plugged", "status": "completed", "tag": "81b01244-80d5-4682-89ab-082a3fe1ae6e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:48.586887 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-678e757c-46a8-4569-9453-182c854bc895 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:48.586887 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b01244-80d5-4682-89ab-082a3fe1ae6e', 'code': 200} Dec 13 14:52:48.592658 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-90735aba-4de2-4b74-875e-2dfe60c529f0 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7211995 Dec 13 14:52:48.593336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:48.600176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Request body: {'port': {'network_id': '60eb6354-01c2-435f-9bfc-a6289c7a31f1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-868264166', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:48.600782 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] bootfile-name is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:48.601191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] tftp-server is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:48.602162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] server-ip-address is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:48.607991 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.724815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=81b01244-80d5-4682-89ab-082a3fe1ae6e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:48.812725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-1ec8fd90-ef1c-4e61-ab65-8886d9f8d049 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:48.814260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-1ec8fd90-ef1c-4e61-ab65-8886d9f8d049 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.2148442 Dec 13 14:52:48.816226 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42253d3c-3cae-4f8b-87d7-8b347b896ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.829531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f19b78-2de5-486d-af16-3a604f4ae9d9 req-c361b41b-1a3b-4596-a27e-8557a8ce0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:48.831527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09f19b78-2de5-486d-af16-3a604f4ae9d9 req-c361b41b-1a3b-4596-a27e-8557a8ce0688 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 1096 time: 0.1286759 Dec 13 14:52:48.835265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-8f4e76ee-3fe7-4576-b178-ed33a8d0f9de tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/quotas/e64b9f3afef04722a198b58f59a95ea5 HTTP/1.1" status: 200 len: 375 time: 0.0141950 Dec 13 14:52:48.851225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350a021-46ad-46d6-b25a-7f359fc917c3 req-51566154-6f8c-4934-9643-8c55594e45cf tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:48.861754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a350a021-46ad-46d6-b25a-7f359fc917c3 req-51566154-6f8c-4934-9643-8c55594e45cf tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 945 time: 0.1066301 Dec 13 14:52:48.881080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-8a6e44e8-f39c-431b-bebe-c8515e239ad2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361922 Dec 13 14:52:48.890191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42253d3c-3cae-4f8b-87d7-8b347b896ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:48.937888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09f19b78-2de5-486d-af16-3a604f4ae9d9 req-cc185c3f-4afe-4e2b-b45f-1fef728f67d0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995812 Dec 13 14:52:48.939820 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a350a021-46ad-46d6-b25a-7f359fc917c3 req-6cdf74d2-a8d4-4069-a0ee-d91a13262355 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762281 Dec 13 14:52:48.992101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-42253d3c-3cae-4f8b-87d7-8b347b896ad7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=871b9eff30c74500a819af69d0770fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934613 Dec 13 14:52:48.995225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51598) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:49.005024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42253d3c-3cae-4f8b-87d7-8b347b896ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906a8c7a-ae2c-495e-a9f2-2d17a8027101,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:49.049987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Made reservation on behalf of de956fdb5b3745df9955b90ebcf427b0 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:49.055086 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.064543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-c122360c-1b3e-4c4b-a855-b714d1c97314 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712768 Dec 13 14:52:49.088921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] device_id is not set on port a63d51bb-1ab9-443b-8709-9493c020ea64 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:52:49.178529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f0271e3-3da2-4b83-bcd3-042131bc7cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.219823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-492edc9a-1112-4766-9c0c-8517b631b65d service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482644 Dec 13 14:52:49.220445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f0271e3-3da2-4b83-bcd3-042131bc7cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.312808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Allocated IP 172.20.0.7 (60eb6354-01c2-435f-9bfc-a6289c7a31f1/85487f2d-1e3a-45bd-8671-91c98d024da3/a63d51bb-1ab9-443b-8709-9493c020ea64) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:49.450521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f0271e3-3da2-4b83-bcd3-042131bc7cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.463101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f0271e3-3da2-4b83-bcd3-042131bc7cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.464592 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7f0271e3-3da2-4b83-bcd3-042131bc7cae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/906a8c7a-ae2c-495e-a9f2-2d17a8027101 HTTP/1.1" status: 204 len: 168 time: 0.4680886 Dec 13 14:52:49.577780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:49.599878 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4d7dc35b-5c44-488f-bb0a-7b2a517277a4 req-996892aa-1f86-48cb-ac7c-0e7d46dd9239 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 210 time: 0.0734656 Dec 13 14:52:49.628269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0271e3-3da2-4b83-bcd3-042131bc7cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906a8c7a-ae2c-495e-a9f2-2d17a8027101,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:49.722960 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d73bd7b-d047-4966-854d-f66cb64ec6a5 req-24ed6345-58a6-4c47-aa26-a938015c405a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 210 time: 0.0506496 Dec 13 14:52:49.800783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:49.801155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.831538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.911023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e13a25-bcb7-45f4-877a-df01eeca9454 None None] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:49.919489 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0505c6e5-a099-4aab-b852-4f20457fc3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:49.969224 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:50.013260 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:50.031682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1b75799a-8107-4daf-ac93-56bfc38df1fb None None] Provisioning complete for port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:50.032316 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b75799a-8107-4daf-ac93-56bfc38df1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:50.092239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-afc9032e-e76d-4e01-8df0-59255158f2a2 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:50.093807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-afc9032e-e76d-4e01-8df0-59255158f2a2 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.55 "GET /v2.0/networks?id=01609b63-8eb7-476f-8aad-1040a82d7ab2 HTTP/1.1" status: 200 len: 812 time: 0.2626407 Dec 13 14:52:50.175399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-a6367d3e-0421-46ba-a808-d17b4fb55dec tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3411dab23b9b4e4eb03ad40ece837821 HTTP/1.1" status: 200 len: 379 time: 0.0715075 Dec 13 14:52:50.182627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:50.185954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:50.198340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:50.201582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event updated for resources: {'Port': ['ID=a63d51bb-1ab9-443b-8709-9493c020ea64,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:50.213341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,segment=NetworkSegment(2bf4f95e-289f-4c60-8792-25cda486e1b9),segment_id=2bf4f95e-289f-4c60-8792-25cda486e1b9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:50.235230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Request body: {'port': {'device_id': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'admin_state_up': True, 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'security_groups': ['40333453-e353-4902-a295-67841361a8cb']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:50.315596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:50.322005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:50.342937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:50.433435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d670e0-15b1-4dcf-8f06-2ff27480e98a req-8f69cac4-f113-40c5-9938-1a093aec2483 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:50.436691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52d670e0-15b1-4dcf-8f06-2ff27480e98a req-8f69cac4-f113-40c5-9938-1a093aec2483 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 945 time: 0.2842441 Dec 13 14:52:50.448284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-74cf6e47-e166-4b7d-ba69-d7d6b42168ed tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8540988 Dec 13 14:52:50.451177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:50.486383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:50.569729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69838f8a-d8ae-4fd7-ae1d-892b79c5234c tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:50.590907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69838f8a-d8ae-4fd7-ae1d-892b79c5234c tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:50.608246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69838f8a-d8ae-4fd7-ae1d-892b79c5234c tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:50.609101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52d670e0-15b1-4dcf-8f06-2ff27480e98a req-aba35353-40f6-4fa3-92ab-99c396cfa4ad tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573031 Dec 13 14:52:50.612749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-69838f8a-d8ae-4fd7-ae1d-892b79c5234c tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1575313 Dec 13 14:52:50.613939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51652) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:50.789015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Made reservation on behalf of 3411dab23b9b4e4eb03ad40ece837821 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:50.797782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:50.853278 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9656e3c-a46a-4aba-89e2-2a90bb8d52dd req-92d91871-bfab-4aa2-b2d9-258e768ba455 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 210 time: 0.0473714 Dec 13 14:52:50.891838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae8fc70c-5cd1-4edc-afca-6d274c744558 req-9919e5c6-c5f6-45a3-a59b-8954efdcee1d tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 210 time: 0.1135690 Dec 13 14:52:50.896534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Deleting port a63d51bb-1ab9-443b-8709-9493c020ea64 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:50.896534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.054975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.066758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Allocated IP 172.20.0.5 (01609b63-8eb7-476f-8aad-1040a82d7ab2/93a65d93-7fa2-4059-a21f-458f8d8ef5ef/941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:51.069761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Calling delete_port for a63d51bb-1ab9-443b-8709-9493c020ea64 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:51.156432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Provisioning complete for port 4aa23e13-34c4-41af-9228-70679944c0ad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:51.157860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.261747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Port 4aa23e13-34c4-41af-9228-70679944c0ad cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:51.290006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Provisioning complete for port a63d51bb-1ab9-443b-8709-9493c020ea64 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:51.291760 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.320202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.336511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Port a63d51bb-1ab9-443b-8709-9493c020ea64 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:51.372762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Provisioning complete for port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:51.373359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d1af7ca-d945-438b-89e7-998e58613b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.501110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:52:51.525024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.597289 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.687660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:51.692232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:51.695124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:51.695708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.697357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event deleted for resources: {'Port': ['ID=a63d51bb-1ab9-443b-8709-9493c020ea64,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:51.702788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:51.835096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:51.836933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.841406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d1265886-9b9c-47d6-9f15-b5271186447d None None] Provisioning complete for port 4aa23e13-34c4-41af-9228-70679944c0ad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:51.841693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1265886-9b9c-47d6-9f15-b5271186447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:51.968949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event updated for resources: {'Port': ['ID=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:51.975120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:52.004824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-10128043-b5e9-474b-a3c5-f5cb2d5b897d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "DELETE /v2.0/ports/a63d51bb-1ab9-443b-8709-9493c020ea64 HTTP/1.1" status: 204 len: 168 time: 1.3887472 Dec 13 14:52:52.008645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:52.028830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Request body: {'port': {'name': 'tempest-new-port-name-274179217', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:52.034564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d1265886-9b9c-47d6-9f15-b5271186447d None None] Port 4aa23e13-34c4-41af-9228-70679944c0ad cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:52.034793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] bootfile-name is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:52.035263 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] tftp-server is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:52.037884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.api.validators [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] server-ip-address is not in valid_values {{(pid=102824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 14:52:52.096568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c041a46-265f-49d1-a0e0-13d92970b112 req-e1b888e6-f599-4730-b4e1-08d5a7ca6d99 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:52.104517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c041a46-265f-49d1-a0e0-13d92970b112 req-e1b888e6-f599-4730-b4e1-08d5a7ca6d99 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 945 time: 0.2493267 Dec 13 14:52:52.155709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-11329963-e85c-41bd-b8dc-159a5e639b0d None None] Could not find standard attr ID for object a63d51bb-1ab9-443b-8709-9493c020ea64. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:52:52.167781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-141e33ee-e133-45eb-9bd3-5762ccd99e06 req-e1893646-50f2-4b61-b01e-f9bdfa251bf1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 210 time: 0.0580342 Dec 13 14:52:52.173726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-70323e41-027a-47ca-a6c7-37a2e6326d95 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9454401 Dec 13 14:52:52.197822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Request body: {'port': {'device_id': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:52.202125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd0d8357-f20a-4ba6-a38e-4920f6516d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:52.231949 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:52.292082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c041a46-265f-49d1-a0e0-13d92970b112 req-1595c6f9-2420-4a9b-80d2-a4530fc27f9a tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758392 Dec 13 14:52:52.298525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b9a78125-e1c8-4170-b2d2-c77065cbb1e4 None None] Provisioning complete for port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:52.298951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9a78125-e1c8-4170-b2d2-c77065cbb1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:52.331546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:52.360193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b9a78125-e1c8-4170-b2d2-c77065cbb1e4 None None] Port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:52.514604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacbf5a-da17-428c-9d5f-0a9e1d46dbe6 req-c8e12577-fd2f-4fd6-9671-0909d45bb596 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:52.522049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eeacbf5a-da17-428c-9d5f-0a9e1d46dbe6 req-c8e12577-fd2f-4fd6-9671-0909d45bb596 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 931 time: 0.1405058 Dec 13 14:52:52.666068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eeacbf5a-da17-428c-9d5f-0a9e1d46dbe6 req-64e5a155-9184-4bd6-9a09-700591e2272e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430604 Dec 13 14:52:52.699628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-432c327a-dcfd-490c-b52e-a8079183d9a9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:52.701325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-432c327a-dcfd-490c-b52e-a8079183d9a9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.2147305 Dec 13 14:52:52.719229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Request body: {'port': {'device_id': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'admin_state_up': True, 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:52.823388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:52.948630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.065013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:53.077359 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.097911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Transition to ACTIVE for port object 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:52:53.107109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event updated for resources: {'Port': ['ID=4aa23e13-34c4-41af-9228-70679944c0ad,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:53.131355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] In _notify_port_updated(), no bound segment for port 4aa23e13-34c4-41af-9228-70679944c0ad on network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:52:53.132775 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:52:53.144440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:53.145232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.149925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51722) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:53.152760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-de233354-3c76-4e6c-9ace-e63b706092dc tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "PUT /v2.0/ports/4aa23e13-34c4-41af-9228-70679944c0ad HTTP/1.1" status: 200 len: 1135 time: 1.1359105 Dec 13 14:52:53.220082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.238761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.243628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc79f20-c28d-47e3-bc98-85de51e16c8f tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:53.245127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8cc79f20-c28d-47e3-bc98-85de51e16c8f tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "GET /v2.0/ports/4aa23e13-34c4-41af-9228-70679944c0ad HTTP/1.1" status: 200 len: 1135 time: 0.0940907 Dec 13 14:52:53.253445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51732) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:53.259319 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:53.265646 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.419370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed94e896-6793-4c3a-a39b-0c0d5336f9a1 req-6fc4d2dd-bcf0-4723-944e-febe48d0a72d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 210 time: 0.0759816 Dec 13 14:52:53.477096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Deleting port 4aa23e13-34c4-41af-9228-70679944c0ad {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:53.477794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.503349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-345c8273-1c4f-48d0-8a15-93a1e2547e13 None None] Provisioning complete for port 4aa23e13-34c4-41af-9228-70679944c0ad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:52:53.503895 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-345c8273-1c4f-48d0-8a15-93a1e2547e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.551573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Pushing event updated for resources: {'Port': ['ID=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:53.596751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-345c8273-1c4f-48d0-8a15-93a1e2547e13 None None] Port 4aa23e13-34c4-41af-9228-70679944c0ad cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:52:53.731436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Attempting to bind port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:53.738794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Attempting to bind port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:53.744971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Attempting to bind port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d on network 01609b63-8eb7-476f-8aad-1040a82d7ab2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:53.796838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d on network 01609b63-8eb7-476f-8aad-1040a82d7ab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:52:53.797169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Attempting to bind port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d on network 01609b63-8eb7-476f-8aad-1040a82d7ab2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:53.839319 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:53.843754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Checking segment: {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:53.844371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Bound using segment: {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:53.845007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Bound port: 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5f6e83-e206-457e-b05f-505facd4dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:53.845526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.860813 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:53.880076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Calling delete_port for 4aa23e13-34c4-41af-9228-70679944c0ad owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:53.960893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Allocated IP 172.20.0.3 (57d5d542-97ac-4b73-88b5-59c793254f97/7b190bb4-13a6-438b-98c6-7f7508afb5b1/0a1cc7f4-6180-437e-b737-968f4b664795) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:52:53.983381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a145-ecbb-4776-a20e-697489bccbe3 req-b3a3751c-737a-432e-b64f-3de074efc143 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:53.986430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bf0a145-ecbb-4776-a20e-697489bccbe3 req-b3a3751c-737a-432e-b64f-3de074efc143 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 943 time: 0.1860719 Dec 13 14:52:54.069134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bf0a145-ecbb-4776-a20e-697489bccbe3 req-1ae23cbc-189a-480f-92cf-eb33a71389bd tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750175 Dec 13 14:52:54.085891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] For port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:54.126579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] For port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:54.253745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.287839 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.388925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event deleted for resources: {'Port': ['ID=4aa23e13-34c4-41af-9228-70679944c0ad,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:54.412545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:54.413420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.415578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] 10.222.0.55 "PUT /v2.0/ports/941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d HTTP/1.1" status: 200 len: 1091 time: 2.2319248 Dec 13 14:52:54.416049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:54.424458 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b92a2-3342-47c6-af57-87477658f1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:54.441712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.486178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.489577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-31241459-2ba7-4d3b-9236-13dc88e65d0d tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "DELETE /v2.0/ports/4aa23e13-34c4-41af-9228-70679944c0ad HTTP/1.1" status: 204 len: 168 time: 1.2344146 Dec 13 14:52:54.496462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51764) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:54.503168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fbb0e-1526-4f0a-a535-c6637890c6cb service neutron] Pushing event updated for resources: {'Port': ['ID=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:54.532442 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c33d1b-9fa0-4979-bbeb-01d5176c3f86 x-openstack-request-id: req-f4c33d1b-9fa0-4979-bbeb-01d5176c3f86 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:54.533072 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:54.533873 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4c33d1b-9fa0-4979-bbeb-01d5176c3f86 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:54.535292 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'status': 'completed', 'code': 200} Dec 13 14:52:54.661287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0151586c-4e75-4d1d-b58a-5f459063dc64 req-b1a28983-be24-4093-99fd-634162b6152d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 210 time: 0.0870883 Dec 13 14:52:54.684043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Deleting subnet 85487f2d-1e3a-45bd-8671-91c98d024da3 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:52:54.687557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b92a2-3342-47c6-af57-87477658f1ea req-a264d0ba-89b0-428a-bf30-0cd7e436087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:54.693883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.712636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d8b92a2-3342-47c6-af57-87477658f1ea req-a264d0ba-89b0-428a-bf30-0cd7e436087b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3411dab23b9b4e4eb03ad40ece837821&device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 1094 time: 0.1722305 Dec 13 14:52:54.786407 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.813033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.896168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Network 57d5d542-97ac-4b73-88b5-59c793254f97 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:52:54.918839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:52:54.923603 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.930043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:54.943112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event updated for resources: {'Port': ['ID=0a1cc7f4-6180-437e-b737-968f4b664795,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:54.966192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:52:55.059203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51776) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:55.114296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b92a2-3342-47c6-af57-87477658f1ea req-6e6e6303-eb02-4058-b29b-2c51cfd3a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:55.116104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d8b92a2-3342-47c6-af57-87477658f1ea req-6e6e6303-eb02-4058-b29b-2c51cfd3a1df service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3411dab23b9b4e4eb03ad40ece837821&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4027050 Dec 13 14:52:55.118256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.151631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.185761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:55.186771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event deleted for resources: {'Subnet': ['ID=85487f2d-1e3a-45bd-8671-91c98d024da3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:55.189276 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.192949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b1c122b0-9e7d-4bfd-af76-fdc011c3c7ae tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "DELETE /v2.0/subnets/85487f2d-1e3a-45bd-8671-91c98d024da3 HTTP/1.1" status: 204 len: 168 time: 0.6954882 Dec 13 14:52:55.193146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda2270-4f1f-4d49-9615-fa48561af817 None None] Network 60eb6354-01c2-435f-9bfc-a6289c7a31f1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:52:55.197125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.197696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51782) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:55.281042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a83a995f-e69b-4a2c-8967-b73b7d4c42c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.322201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.355222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782b94-0b40-4bee-a128-8ed9eb2c8d87 req-18739952-2f54-412b-a7a5-5d7d4745c214 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:55.362881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33782b94-0b40-4bee-a128-8ed9eb2c8d87 req-18739952-2f54-412b-a7a5-5d7d4745c214 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 943 time: 0.1537092 Dec 13 14:52:55.383633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-80183757-2620-4151-a6bc-8df0e4d3b36e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6714749 Dec 13 14:52:55.384997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b92a2-3342-47c6-af57-87477658f1ea req-bfaac031-f8ce-4525-8466-cd823973cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:55.386565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d8b92a2-3342-47c6-af57-87477658f1ea req-bfaac031-f8ce-4525-8466-cd823973cfdd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2619777 Dec 13 14:52:55.398903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Request body: {'port': {'device_id': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:55.452616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33782b94-0b40-4bee-a128-8ed9eb2c8d87 req-7b7d2451-aa6f-4833-b878-cc79eeec5c13 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886109 Dec 13 14:52:55.476808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Deleting port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:55.478973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.508739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.531693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-4db123b3-1c70-4f14-9044-703d29a22c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:55.533232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-4db123b3-1c70-4f14-9044-703d29a22c9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3411dab23b9b4e4eb03ad40ece837821&device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 1094 time: 0.0982656 Dec 13 14:52:55.579812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] DHCP port deletion for 60eb6354-01c2-435f-9bfc-a6289c7a31f1 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:52:55.601704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a83a995f-e69b-4a2c-8967-b73b7d4c42c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.607372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-66e130c9-8e6b-4cb4-a1eb-a35c110c0818 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d HTTP/1.1" status: 200 len: 217 time: 0.0508766 Dec 13 14:52:55.640589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] For port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,segment=NetworkSegment(2bf4f95e-289f-4c60-8792-25cda486e1b9),segment_id=2bf4f95e-289f-4c60-8792-25cda486e1b9)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:55.640978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.696806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a83a995f-e69b-4a2c-8967-b73b7d4c42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.707741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] Deleting port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:52:55.709696 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.753387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Calling delete_port for 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:55.773318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a83a995f-e69b-4a2c-8967-b73b7d4c42c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89c4239e266443bcbe533c578eacc3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123122 Dec 13 14:52:55.776705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51796) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:55.857664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] For port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,segment=NetworkSegment(2bf4f95e-289f-4c60-8792-25cda486e1b9),segment_id=2bf4f95e-289f-4c60-8792-25cda486e1b9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:55.858386 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:55.862213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-e798e140-f6d3-439e-a2e8-270f0182fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:55.868956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-e798e140-f6d3-439e-a2e8-270f0182fd0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93a65d93-7fa2-4059-a21f-458f8d8ef5ef HTTP/1.1" status: 200 len: 851 time: 0.2485983 Dec 13 14:52:55.879923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a995f-e69b-4a2c-8967-b73b7d4c42c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50d11fc-9f9d-4cc2-82c3-b6e2bc26d4ce,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:55.893459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] Calling delete_port for 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:52:55.957732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13084f52-8c25-4ece-b473-d21df7a5a8c4 req-abe239e3-98ed-45de-90d2-2ac250500bff tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:55.959493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13084f52-8c25-4ece-b473-d21df7a5a8c4 req-abe239e3-98ed-45de-90d2-2ac250500bff tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 931 time: 0.1563382 Dec 13 14:52:56.028480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13084f52-8c25-4ece-b473-d21df7a5a8c4 req-24b4ce43-f1ed-4c0f-8536-fa8c1032fba9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629101 Dec 13 14:52:56.030483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91bd55-e56f-45f3-b043-958a814da49b req-a395e660-5d34-4aa9-b0ff-3ca9ab2ff742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:56.032081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-a395e660-5d34-4aa9-b0ff-3ca9ab2ff742 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01609b63-8eb7-476f-8aad-1040a82d7ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288562 Dec 13 14:52:56.069535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.071482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.124001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event deleted for resources: {'Port': ['ID=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:56.148508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] Pushing event deleted for resources: {'Port': ['ID=92c6ca05-703c-4f6e-8ed2-a9ab575128d0,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:56.150272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] No DVR routers for this DVR port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:52:56.161820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b165618-d596-4b01-bc01-ff1efcfb23bb None None] No DVR routers for this DVR port 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:52:56.187325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.263685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1cc7f4-6180-437e-b737-968f4b664795 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:56.284785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.295648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.318299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.338920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Transition to ACTIVE for port object 0a1cc7f4-6180-437e-b737-968f4b664795 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:52:56.357270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eb6354-01c2-435f-9bfc-a6289c7a31f1']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:56.375333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf4f95e-289f-4c60-8792-25cda486e1b9') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:56.375769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf4f95e-289f-4c60-8792-25cda486e1b9') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:52:56.387975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.409027 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.417565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:52:56.418465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:52:56.422521 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:52:56.431886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-f65ebe88-ad2c-483f-9891-bddccb6c3d41 service neutron] 10.222.0.55 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388921 Dec 13 14:52:56.462012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.578084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Pushing event updated for resources: {'Port': ['ID=0a1cc7f4-6180-437e-b737-968f4b664795,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:56.630080 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.637239 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.637462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e50d11fc-9f9d-4cc2-82c3-b6e2bc26d4ce HTTP/1.1" status: 204 len: 168 time: 0.8594053 Dec 13 14:52:56.661249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.678317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.690210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] 10.222.0.24 "DELETE /v2.0/networks/60eb6354-01c2-435f-9bfc-a6289c7a31f1 HTTP/1.1" status: 204 len: 168 time: 1.4891410 Dec 13 14:52:56.697038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50d11fc-9f9d-4cc2-82c3-b6e2bc26d4ce,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:56.715772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37e05f-cf7e-43e8-8533-fe80b593c952 tempest-ExtraDHCPOptionsTestJSON-201961947 tempest-ExtraDHCPOptionsTestJSON-201961947-project] Pushing event deleted for resources: {'Network': ['ID=60eb6354-01c2-435f-9bfc-a6289c7a31f1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:56.731697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.732054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.732382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.732720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.733052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.733376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.733710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.734149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.734502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.734832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.735153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.735477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8383649-b673-4a40-9af3-7d93e7abe8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:52:56.746080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec91bd55-e56f-45f3-b043-958a814da49b req-3792d7be-6214-4a56-b889-c66ff81e4c71 service neutron] 10.222.0.55 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091462 Dec 13 14:52:56.764106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd036b-4e7b-4c6b-8c8b-ff2e2a25b115 req-8ba7b870-4a8c-46e0-9d17-4d7783fcd2a8 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:56.764106 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ebd036b-4e7b-4c6b-8c8b-ff2e2a25b115 req-8ba7b870-4a8c-46e0-9d17-4d7783fcd2a8 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 943 time: 0.2075646 Dec 13 14:52:56.776055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Attempting to bind port 0a1cc7f4-6180-437e-b737-968f4b664795 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:52:56.776395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Attempting to bind port 0a1cc7f4-6180-437e-b737-968f4b664795 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:52:56.776729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Attempting to bind port 0a1cc7f4-6180-437e-b737-968f4b664795 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:56.788983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Port 0a1cc7f4-6180-437e-b737-968f4b664795 on network 57d5d542-97ac-4b73-88b5-59c793254f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:52:56.789306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Attempting to bind port 0a1cc7f4-6180-437e-b737-968f4b664795 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:52:56.803144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:52:56.803481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Checking segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:52:56.803867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Bound using segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:52:56.804848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Bound port: 0a1cc7f4-6180-437e-b737-968f4b664795, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:52:56.805212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:56.856172 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ebd036b-4e7b-4c6b-8c8b-ff2e2a25b115 req-8b4870ea-60ef-493b-b528-5eaca9d4ecd7 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810332 Dec 13 14:52:56.932770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] For port 0a1cc7f4-6180-437e-b737-968f4b664795, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:52:56.935866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] For port 0a1cc7f4-6180-437e-b737-968f4b664795, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0a1cc7f4-6180-437e-b737-968f4b664795,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:52:56.999977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:57.063968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:57.063968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:57.064870 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] 10.222.0.50 "PUT /v2.0/ports/0a1cc7f4-6180-437e-b737-968f4b664795 HTTP/1.1" status: 200 len: 1091 time: 1.6704402 Dec 13 14:52:57.064870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'tag': '0a1cc7f4-6180-437e-b737-968f4b664795'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:52:57.066859 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe07d0d0-d034-45fd-be47-9cc00c9d2238" -d '{"events": [{"name": "network-changed", "server_uuid": "de978eea-e194-4aa4-941d-8aec588b64b1", "tag": "0a1cc7f4-6180-437e-b737-968f4b664795"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:52:57.071139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f175b6-9cf1-4c8b-8745-70217dee390c service neutron] Pushing event updated for resources: {'Port': ['ID=0a1cc7f4-6180-437e-b737-968f4b664795,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:57.125895 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272b6a85-6089-4456-bda0-393075aa1264 x-openstack-request-id: req-272b6a85-6089-4456-bda0-393075aa1264 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:52:57.126281 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de978eea-e194-4aa4-941d-8aec588b64b1", "tag": "0a1cc7f4-6180-437e-b737-968f4b664795", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:52:57.128838 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-272b6a85-6089-4456-bda0-393075aa1264 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:52:57.128838 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'tag': '0a1cc7f4-6180-437e-b737-968f4b664795', 'status': 'completed', 'code': 200} Dec 13 14:52:57.199881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d0d0-d034-45fd-be47-9cc00c9d2238 req-1cd851f6-5c51-4cb9-8125-ea43907a648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:57.208641 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe07d0d0-d034-45fd-be47-9cc00c9d2238 req-1cd851f6-5c51-4cb9-8125-ea43907a648e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 1094 time: 0.0463104 Dec 13 14:52:57.221176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2960f-6ce3-44c9-849e-09973cf0d90f req-384931e9-dd9d-4939-b6b8-aef93310f51c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:57.223807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-64e2960f-6ce3-44c9-849e-09973cf0d90f req-384931e9-dd9d-4939-b6b8-aef93310f51c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 943 time: 0.0770493 Dec 13 14:52:57.291557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-64e2960f-6ce3-44c9-849e-09973cf0d90f req-053cf1f8-c539-4317-9f8b-a792cfec3f79 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602140 Dec 13 14:52:57.387656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d0d0-d034-45fd-be47-9cc00c9d2238 req-5e1bdce4-090f-4d60-90eb-042ccc55e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:57.400704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe07d0d0-d034-45fd-be47-9cc00c9d2238 req-5e1bdce4-090f-4d60-90eb-042ccc55e198 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e64b9f3afef04722a198b58f59a95ea5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1774404 Dec 13 14:52:57.452772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:52:57.468945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51860) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:57.483759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:52:57.484173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 92c6ca05-703c-4f6e-8ed2-a9ab575128d0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:52:57.584358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d0d0-d034-45fd-be47-9cc00c9d2238 req-8d5b4ff4-6231-4875-ba40-818fdf55a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:57.587060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe07d0d0-d034-45fd-be47-9cc00c9d2238 req-8d5b4ff4-6231-4875-ba40-818fdf55a05b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787920 Dec 13 14:52:57.689876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-13b0c685-c479-45f7-8bb5-33a31b8e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:57.691657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-13b0c685-c479-45f7-8bb5-33a31b8e299e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 1094 time: 0.0630903 Dec 13 14:52:57.721620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fd980504-fd06-44b2-8d0f-bd6ce26f18dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de956fdb5b3745df9955b90ebcf427b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512391 Dec 13 14:52:57.724279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51874) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:57.769486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-8a5262ce-5540-4395-b3bf-1f56b8e6f2c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a1cc7f4-6180-437e-b737-968f4b664795 HTTP/1.1" status: 200 len: 217 time: 0.0690894 Dec 13 14:52:57.782346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3ccc-63ae-44bf-b947-22bbd4b45a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:57.818316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3ccc-63ae-44bf-b947-22bbd4b45a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:57.831681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-17fc2477-c021-476d-906c-240712f0d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:57.834083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-17fc2477-c021-476d-906c-240712f0d9c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.0562623 Dec 13 14:52:57.873134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-cad43ff3-fc45-4ffd-a5c3-023f75a519fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318539 Dec 13 14:52:57.890346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51882) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:57.906981 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8370aa62-f3af-4746-802e-caa9a89fc630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:57.966302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3ccc-63ae-44bf-b947-22bbd4b45a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:57.968940 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3ccc-63ae-44bf-b947-22bbd4b45a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:57.970176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ddf3ccc-63ae-44bf-b947-22bbd4b45a5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65ff1dd9-97cf-4493-ae00-ba32744ae117 HTTP/1.1" status: 204 len: 168 time: 0.2417407 Dec 13 14:52:57.986636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-375150a3-3385-4bdc-8517-da9a8d4ce23f service neutron] 10.222.0.50 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034746 Dec 13 14:52:57.998637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf3ccc-63ae-44bf-b947-22bbd4b45a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ff1dd9-97cf-4493-ae00-ba32744ae117,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:58.027544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de176370-1dd3-435b-867f-4f44aa89c10b req-98ba28d0-e66f-4d87-a73b-9bd672c8edd8 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:58.036464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-de176370-1dd3-435b-867f-4f44aa89c10b req-98ba28d0-e66f-4d87-a73b-9bd672c8edd8 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 943 time: 0.1042931 Dec 13 14:52:58.120330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-de176370-1dd3-435b-867f-4f44aa89c10b req-d60b6e6e-fddd-44ca-8677-983a7c33a6ad tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736418 Dec 13 14:52:58.139769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8370aa62-f3af-4746-802e-caa9a89fc630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.162999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:52:58.174668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9263c248-3232-4df6-b405-35a1ba0cea86 req-69da81c2-ff31-4174-840f-237d8db80105 service neutron] 10.222.0.50 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796069 Dec 13 14:52:58.243417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8370aa62-f3af-4746-802e-caa9a89fc630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.319818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370aa62-f3af-4746-802e-caa9a89fc630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11d877-7c59-4870-af60-4021e1641c79,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:58.356647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51894) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:58.367425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8370aa62-f3af-4746-802e-caa9a89fc630 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0983998f8151443c8e9ab556dcac3c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750688 Dec 13 14:52:58.423495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c58b7c-f9f6-4b9f-8d8a-4f92776937dd req-f55387a9-86e6-42ee-a095-54c236f970b7 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:58.440894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99c58b7c-f9f6-4b9f-8d8a-4f92776937dd req-f55387a9-86e6-42ee-a095-54c236f970b7 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 945 time: 0.1658475 Dec 13 14:52:58.492528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99c58b7c-f9f6-4b9f-8d8a-4f92776937dd req-6a4bc5e9-9e80-4bfb-8f05-057adf0d749f tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Dec 13 14:52:58.519753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e12418b5-a7b4-499d-8c83-deff13e9f82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.542998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:58.559930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc9f36-a205-4ade-a782-d479bb522d25 req-6ad9ace7-551e-4af3-b3c9-d5fed0254e9c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:58.567689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbdc9f36-a205-4ade-a782-d479bb522d25 req-6ad9ace7-551e-4af3-b3c9-d5fed0254e9c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 943 time: 0.1137176 Dec 13 14:52:58.568076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'port_id': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'mac_address': 'fa:16:3e:14:91:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:52:58.582208 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e12418b5-a7b4-499d-8c83-deff13e9f82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.609495 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.623961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:52:58.639191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbdc9f36-a205-4ade-a782-d479bb522d25 req-6a663c5a-3603-42d8-ac5d-a212b77d0b80 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674422 Dec 13 14:52:58.659566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:52:58.729131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.739654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e12418b5-a7b4-499d-8c83-deff13e9f82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.742446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e12418b5-a7b4-499d-8c83-deff13e9f82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:58.746025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e12418b5-a7b4-499d-8c83-deff13e9f82b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a11d877-7c59-4870-af60-4021e1641c79 HTTP/1.1" status: 204 len: 168 time: 0.3858981 Dec 13 14:52:58.767077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12418b5-a7b4-499d-8c83-deff13e9f82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11d877-7c59-4870-af60-4021e1641c79,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:58.805585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:52:58.944272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:52:59.278839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14f527-3bbf-40ea-b0e5-3a56249f7477 req-30263fbd-ec74-49bb-b19c-500b5e7bab58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:59.289249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c14f527-3bbf-40ea-b0e5-3a56249f7477 req-30263fbd-ec74-49bb-b19c-500b5e7bab58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 944 time: 0.0841441 Dec 13 14:52:59.354723 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c14f527-3bbf-40ea-b0e5-3a56249f7477 req-dc16f239-2993-4954-9016-b6e568c5c0d7 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523465 Dec 13 14:52:59.535332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51948) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:52:59.644922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'networks': [{'name': 'tempest-network--1325482912'}, {'name': 'tempest-network--1183869415'}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:59.645273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'network': {'name': 'tempest-network--1325482912'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:59.645688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'network': {'name': 'tempest-network--1183869415'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:52:59.792377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Made reservation on behalf of ac22712a9a3d420bbdb63fccee277ab5 for: {'network': 2} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:52:59.797718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:59.810482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:59.971814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:52:59.998186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9ada7-8870-4d7c-8bd5-2fb7f17f673e req-eefef3ea-25ad-4860-b05c-9a73f0b69f6a tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:59.998722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04294a-ab59-48ec-b66d-ab734ee23d58 req-c9a358fd-351b-4233-9afa-4f6a1b0301a8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:52:59.999711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62e9ada7-8870-4d7c-8bd5-2fb7f17f673e req-eefef3ea-25ad-4860-b05c-9a73f0b69f6a tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 945 time: 0.4360600 Dec 13 14:53:00.000192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c04294a-ab59-48ec-b66d-ab734ee23d58 req-c9a358fd-351b-4233-9afa-4f6a1b0301a8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 943 time: 0.0963714 Dec 13 14:53:00.024555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-196e4bc7-7f20-4a7c-830e-d2b015353859 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:00.027550 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-196e4bc7-7f20-4a7c-830e-d2b015353859 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 945 time: 0.4611447 Dec 13 14:53:00.054458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c04294a-ab59-48ec-b66d-ab734ee23d58 req-27dd553b-b075-4ebc-b44c-b70437f5957b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Dec 13 14:53:00.055747 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.056387 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.076466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0a1cc7f4-6180-437e-b737-968f4b664795 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:53:00.108664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7592eeb1-5ae3-464b-9eb3-5bcd75e183b7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:00.142306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62e9ada7-8870-4d7c-8bd5-2fb7f17f673e req-b7f450c9-fe37-4d1d-b747-bc0955a46a38 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d51b79a-e047-4f25-be16-e7a3851cf417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347697 Dec 13 14:53:00.143689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:00.171720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.176125 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Added segment 166b7aa3-04f5-49c8-abd6-042e8610b404 of type vlan for network f7af191e-dab5-440c-9312-178694eb48f6 Dec 13 14:53:00.179416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Deleting port 81b01244-80d5-4682-89ab-082a3fe1ae6e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:00.179924 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.235467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:00.254441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.301320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:00.322437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.323183 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Added segment bca27200-7aa8-487a-81ed-f9df965e16c3 of type vlan for network c508913a-f5aa-4a2b-a6a4-d4c96a17de10 Dec 13 14:53:00.362046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] For port 81b01244-80d5-4682-89ab-082a3fe1ae6e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=81b01244-80d5-4682-89ab-082a3fe1ae6e,segment=NetworkSegment(98679518-2a10-4b5d-8276-c9f031bcdf58),segment_id=98679518-2a10-4b5d-8276-c9f031bcdf58)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:00.362446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.379921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0a1cc7f4-6180-437e-b737-968f4b664795, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0a1cc7f4-6180-437e-b737-968f4b664795,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:00.383193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Calling delete_port for 81b01244-80d5-4682-89ab-082a3fe1ae6e owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:00.390733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.410365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:53:00.425775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '0a1cc7f4-6180-437e-b737-968f4b664795', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'port_id': '0a1cc7f4-6180-437e-b737-968f4b664795', 'mac_address': 'fa:16:3e:29:46:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b190bb4-13a6-438b-98c6-7f7508afb5b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:53:00.430874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:00.436295 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.496200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.496709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.502708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:00.509631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:00.510333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.605469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1d658-fb4b-440a-9f68-f2fc50de5c27 req-20a0fa63-12f3-4ff5-9696-0d25f6f4d945 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:00.613069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3d1d658-fb4b-440a-9f68-f2fc50de5c27 req-20a0fa63-12f3-4ff5-9696-0d25f6f4d945 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 944 time: 0.1529408 Dec 13 14:53:00.624060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Network': ['ID=f7af191e-dab5-440c-9312-178694eb48f6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:00.626457 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.658766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1cc7f4-6180-437e-b737-968f4b664795 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:53:00.684659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f7af191e-dab5-440c-9312-178694eb48f6 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:00.693390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Network': ['ID=c508913a-f5aa-4a2b-a6a4-d4c96a17de10,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:00.700171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.701285 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f26568d9-0359-44f0-9f6d-8188ac6398ce tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1648972 Dec 13 14:53:00.703934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51984) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:00.730667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0a1cc7f4-6180-437e-b737-968f4b664795, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0a1cc7f4-6180-437e-b737-968f4b664795,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:00.799857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network c508913a-f5aa-4a2b-a6a4-d4c96a17de10 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:00.870817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Pushing event deleted for resources: {'Port': ['ID=81b01244-80d5-4682-89ab-082a3fe1ae6e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:00.878195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] No DVR routers for this DVR port 81b01244-80d5-4682-89ab-082a3fe1ae6e on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:00.887334 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.890726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53e93d3-d867-454f-b71a-d6ed59d72113 req-8b0e7d04-cd6f-4cc2-bd22-df1b87f71ef4 tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.55 "DELETE /v2.0/ports/81b01244-80d5-4682-89ab-082a3fe1ae6e HTTP/1.1" status: 204 len: 173 time: 0.8581784 Dec 13 14:53:00.891202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'name': 'network-vif-deleted', 'tag': '81b01244-80d5-4682-89ab-082a3fe1ae6e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:00.902312 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af74d5c-3fac-42db-a3a7-590db3b9f6a0" -d '{"events": [{"server_uuid": "1a01f064-dc5e-4e99-84f7-d6e8cf38ff11", "name": "network-vif-deleted", "tag": "81b01244-80d5-4682-89ab-082a3fe1ae6e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:00.951271 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25def1-2649-4585-901e-8fe052db0dc5 x-openstack-request-id: req-0c25def1-2649-4585-901e-8fe052db0dc5 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:00.951569 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a01f064-dc5e-4e99-84f7-d6e8cf38ff11", "name": "network-vif-deleted", "tag": "81b01244-80d5-4682-89ab-082a3fe1ae6e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:00.951823 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c25def1-2649-4585-901e-8fe052db0dc5 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:00.952225 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a01f064-dc5e-4e99-84f7-d6e8cf38ff11', 'name': 'network-vif-deleted', 'tag': '81b01244-80d5-4682-89ab-082a3fe1ae6e', 'status': 'completed', 'code': 200} Dec 13 14:53:00.961169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:00.963389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:01.017285 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3d1d658-fb4b-440a-9f68-f2fc50de5c27 req-4fe55070-e792-4f5a-b4b4-a550f02fbfde tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033356 Dec 13 14:53:01.061291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddda500-2075-43d9-aa11-3b934f4b9080 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:01.073082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddda500-2075-43d9-aa11-3b934f4b9080 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:01.079145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddda500-2075-43d9-aa11-3b934f4b9080 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:01.086275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddda500-2075-43d9-aa11-3b934f4b9080 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:01.089238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ddda500-2075-43d9-aa11-3b934f4b9080 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3840830 Dec 13 14:53:01.092726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52002) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:01.108575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:01.111604 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6643898-0e7c-425e-ab0b-3e8e967306f0" -d '{"events": [{"server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "name": "network-vif-plugged", "status": "completed", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:01.156291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:01.163962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0a1cc7f4-6180-437e-b737-968f4b664795,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:01.188125 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a910a695-d7af-4db6-9b6a-f08451a9deb4 x-openstack-request-id: req-a910a695-d7af-4db6-9b6a-f08451a9deb4 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:01.188639 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "name": "network-vif-plugged", "status": "completed", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:01.189244 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a910a695-d7af-4db6-9b6a-f08451a9deb4 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:01.189917 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'code': 200} Dec 13 14:53:01.256611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a4b30-4f1d-4658-aec7-a8d0840cc27b req-4fe4ef7e-1fe2-498f-b378-f5996e6c48ae tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:01.257108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:01.262480 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b22a4b30-4f1d-4658-aec7-a8d0840cc27b req-4fe4ef7e-1fe2-498f-b378-f5996e6c48ae tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 944 time: 0.0912831 Dec 13 14:53:01.271429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['0a1cc7f4-6180-437e-b737-968f4b664795'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:53:01.341792 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:01.353085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 81b01244-80d5-4682-89ab-082a3fe1ae6e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:01.420563 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b22a4b30-4f1d-4658-aec7-a8d0840cc27b req-5d19029c-5334-4ddf-84fc-ffdec4cd6d7a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518283 Dec 13 14:53:01.426186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a65a17-6f86-4c5e-95a7-08ea63cab0fd req-7f0ad802-f0fc-4098-83da-0f4f543f51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:01.429819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19a65a17-6f86-4c5e-95a7-08ea63cab0fd req-7f0ad802-f0fc-4098-83da-0f4f543f51d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 1096 time: 0.1471550 Dec 13 14:53:01.441476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d676351-0759-40f9-af87-e5e6afce3c17 req-8741798a-d0db-4418-b0a9-5ac660f20b4e tempest-VolumesActionsTest-1311923527 tempest-VolumesActionsTest-1311923527-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a01f064-dc5e-4e99-84f7-d6e8cf38ff11 HTTP/1.1" status: 200 len: 210 time: 0.0816684 Dec 13 14:53:01.453409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:01.473757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 81b01244-80d5-4682-89ab-082a3fe1ae6e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:01.474320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 81b01244-80d5-4682-89ab-082a3fe1ae6e not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:01.484344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19a65a17-6f86-4c5e-95a7-08ea63cab0fd req-902e4f27-de6a-4ee9-9e6d-106194e2b38e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402699 Dec 13 14:53:01.493992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7af191e-dab5-440c-9312-178694eb48f6']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:01.510392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166b7aa3-04f5-49c8-abd6-042e8610b404') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:01.510392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166b7aa3-04f5-49c8-abd6-042e8610b404') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:01.517412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:01.536514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:01.544096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:01.544546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:01.547979 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:01.566773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:02.127544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.136060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.142291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/networks/f7af191e-dab5-440c-9312-178694eb48f6 HTTP/1.1" status: 204 len: 168 time: 1.0454669 Dec 13 14:53:02.142622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52040) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:02.155491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c65b2f-da3c-4c4e-acf2-970563070170 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Network': ['ID=f7af191e-dab5-440c-9312-178694eb48f6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:02.176063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc556f-dba0-4220-8624-7948cf57da6d req-9bc38efc-114b-41d6-90bb-9fedb839b118 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:02.177775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3fc556f-dba0-4220-8624-7948cf57da6d req-9bc38efc-114b-41d6-90bb-9fedb839b118 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.0804865 Dec 13 14:53:02.253789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3fc556f-dba0-4220-8624-7948cf57da6d req-bbcd5119-729c-4d74-8001-3c698b24f498 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637968 Dec 13 14:53:02.312773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.458419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.492782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c508913a-f5aa-4a2b-a6a4-d4c96a17de10']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:02.529865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca27200-7aa8-487a-81ed-f9df965e16c3') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:02.531758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca27200-7aa8-487a-81ed-f9df965e16c3') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:02.558194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.643684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.713623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ffd0c-04b0-40c2-b762-9fbca6d04a5d req-63b68eef-4a1c-4ac1-9078-9bd995c873a8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:02.715557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a2ffd0c-04b0-40c2-b762-9fbca6d04a5d req-63b68eef-4a1c-4ac1-9078-9bd995c873a8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 944 time: 0.1885836 Dec 13 14:53:02.718986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:02.719569 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:02.723164 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:02.823880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a2ffd0c-04b0-40c2-b762-9fbca6d04a5d req-7895a8cf-49c7-4d90-8a30-22eccec2cdec tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864549 Dec 13 14:53:02.957115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.966268 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:02.969434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/networks/c508913a-f5aa-4a2b-a6a4-d4c96a17de10 HTTP/1.1" status: 204 len: 168 time: 0.8254242 Dec 13 14:53:02.972233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52066) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:02.979740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0869e4-d3e4-485c-8ddb-d0dc3fb08334 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Network': ['ID=c508913a-f5aa-4a2b-a6a4-d4c96a17de10,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:03.141115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd1116-46b7-4ef7-8f8a-6b60182f25f2 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:03.149072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd1116-46b7-4ef7-8f8a-6b60182f25f2 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:03.150903 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d0bd1116-46b7-4ef7-8f8a-6b60182f25f2 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1768808 Dec 13 14:53:03.154829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52076) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:03.159869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-718441384'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:03.279400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Made reservation on behalf of ac22712a9a3d420bbdb63fccee277ab5 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:03.284883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:03.322225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:03.334768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:03.335930 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Added segment 845ba7a1-239e-4d40-b19d-dd8d844fc0aa of type vlan for network aa60b14e-1b62-4931-bc05-7b123f35c1cb Dec 13 14:53:03.413518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:03.450298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27eb6b-b7b4-4b20-87a3-cc28786805e1 req-a2beaae7-d2c7-49d1-8e91-d322f1a87d2d tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:03.451798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f27eb6b-b7b4-4b20-87a3-cc28786805e1 req-a2beaae7-d2c7-49d1-8e91-d322f1a87d2d tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.0773439 Dec 13 14:53:03.496552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f27eb6b-b7b4-4b20-87a3-cc28786805e1 req-0f9430ea-6be0-4548-b9d9-9f1a082c179c tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372007 Dec 13 14:53:03.583255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:03.615546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:03.616217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:03.647239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94abdf-cdd8-4b58-b444-d412f1379a66 req-177e22d5-e735-4e40-9912-5c5563d39a9a tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:03.649030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b94abdf-cdd8-4b58-b444-d412f1379a66 req-177e22d5-e735-4e40-9912-5c5563d39a9a tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.0591147 Dec 13 14:53:03.657944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52100) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:03.668987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Request body: {'floatingip': {'port_id': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:03.723065 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:03.751460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Network': ['ID=aa60b14e-1b62-4931-bc05-7b123f35c1cb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:03.765997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network aa60b14e-1b62-4931-bc05-7b123f35c1cb details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:03.793826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0ef1f879-3148-4437-9edd-b071e614d7c1 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6378794 Dec 13 14:53:03.796383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52102) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:03.801674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1058009489'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:03.919591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Made reservation on behalf of ac22712a9a3d420bbdb63fccee277ab5 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:03.920667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:03.990722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:04.011265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.011265 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Added segment c2b75630-236e-41d3-a74c-59641a9193c7 of type vlan for network b89068bd-56d2-4b12-8628-485e20925272 Dec 13 14:53:04.026873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b567dd-c3a0-4f9f-a87f-e536ab85b08e req-59c134d2-64c2-4a64-8ba4-48c5d3c5d63a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:04.028622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72b567dd-c3a0-4f9f-a87f-e536ab85b08e req-59c134d2-64c2-4a64-8ba4-48c5d3c5d63a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 944 time: 0.1047924 Dec 13 14:53:04.089904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.102976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0a1cc7f4-6180-437e-b737-968f4b664795 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:04.159281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72b567dd-c3a0-4f9f-a87f-e536ab85b08e req-e0216164-0515-49b2-96aa-1dce050a7670 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003151 Dec 13 14:53:04.243087 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.249488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:04.250038 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.265168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 0a1cc7f4-6180-437e-b737-968f4b664795 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:53:04.269289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 0a1cc7f4-6180-437e-b737-968f4b664795 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:04.276650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.389172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Network': ['ID=b89068bd-56d2-4b12-8628-485e20925272,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:04.403149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f94328d7-871a-4cff-a4e6-74252a0386b5 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6057074 Dec 13 14:53:04.405731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52122) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:04.413189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'ports': [{'network_id': 'aa60b14e-1b62-4931-bc05-7b123f35c1cb', 'name': 'tempest-port--1152984256', 'admin_state_up': True}, {'network_id': 'b89068bd-56d2-4b12-8628-485e20925272', 'admin_state_up': False}]} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:04.414323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'port': {'network_id': 'aa60b14e-1b62-4931-bc05-7b123f35c1cb', 'name': 'tempest-port--1152984256', 'admin_state_up': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:04.415016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'port': {'network_id': 'b89068bd-56d2-4b12-8628-485e20925272', 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:04.417470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network b89068bd-56d2-4b12-8628-485e20925272 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:04.496668 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.530051 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.577190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1cc7f4-6180-437e-b737-968f4b664795'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:04.580871 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7042eab5-250e-42c7-ade6-9612b9548ba7" -d '{"events": [{"server_uuid": "de978eea-e194-4aa4-941d-8aec588b64b1", "name": "network-vif-plugged", "status": "completed", "tag": "0a1cc7f4-6180-437e-b737-968f4b664795"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:04.611519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0a1cc7f4-6180-437e-b737-968f4b664795, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0a1cc7f4-6180-437e-b737-968f4b664795,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:04.637257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.691237 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eae371d-8d81-497a-9868-b1be70b3b35e x-openstack-request-id: req-7eae371d-8d81-497a-9868-b1be70b3b35e {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:04.693237 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de978eea-e194-4aa4-941d-8aec588b64b1", "name": "network-vif-plugged", "status": "completed", "tag": "0a1cc7f4-6180-437e-b737-968f4b664795", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:04.695943 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7eae371d-8d81-497a-9868-b1be70b3b35e {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:04.699460 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1cc7f4-6180-437e-b737-968f4b664795', 'code': 200} Dec 13 14:53:04.699460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.783955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0a1cc7f4-6180-437e-b737-968f4b664795,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:04.794296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae593f8-559f-420d-b53d-857608e9f88c req-3faeb52e-2f41-4c06-a52b-38a8f964547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:04.795938 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ae593f8-559f-420d-b53d-857608e9f88c req-3faeb52e-2f41-4c06-a52b-38a8f964547a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 1096 time: 0.0533247 Dec 13 14:53:04.816433 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Floating IP ca962b01-19e8-494d-b720-ab37412006bc associated. External IP: 172.25.7.222, port: 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d. Dec 13 14:53:04.826035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Made reservation on behalf of ac22712a9a3d420bbdb63fccee277ab5 for: {'port': 2} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:04.832652 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.865929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:04.890685 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ae593f8-559f-420d-b53d-857608e9f88c req-f588dc7a-d6b1-488b-b204-d7e03c0f0b1d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860887 Dec 13 14:53:04.979897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] device_id is not set on port 1cb03440-c436-4458-9099-87d1dbb2bef0 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:05.159340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:05.168961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:53:05.313169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] device_id is not set on port 6658d6f9-a267-4848-aaf3-528e0dcc655a yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:05.416654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:53:05.425355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:05.430555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] Sync routers for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:53:05.444530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:53:05.445697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:52:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:05.509544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a67abcd9-51e8-4a6a-8d89-4c750000ef58 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "PUT /v2.0/floatingips/ca962b01-19e8-494d-b720-ab37412006bc HTTP/1.1" status: 200 len: 991 time: 1.8497288 Dec 13 14:53:05.512623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:05.516491 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fdb682-5617-443d-884e-b3edf119a45f" -d '{"events": [{"name": "network-changed", "server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:05.605887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1251e1-e75a-46f3-9d7c-2e4317318b3d req-cb575c44-ce39-4872-b455-4d4ce4abea8c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:05.613939 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc1251e1-e75a-46f3-9d7c-2e4317318b3d req-cb575c44-ce39-4872-b455-4d4ce4abea8c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 945 time: 0.1693349 Dec 13 14:53:05.675285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecacb48-5385-4bb7-bbd9-40439029c766 req-f6c18c98-70ac-477c-a4cf-f7e636676ce5 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:05.684510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ecacb48-5385-4bb7-bbd9-40439029c766 req-f6c18c98-70ac-477c-a4cf-f7e636676ce5 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1732633 Dec 13 14:53:05.715876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc1251e1-e75a-46f3-9d7c-2e4317318b3d req-19e4ab27-d7b3-48dc-880a-5533cfcf0741 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007586 Dec 13 14:53:05.734384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:53:05.739969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:05.767717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ecacb48-5385-4bb7-bbd9-40439029c766 req-bbde1ef2-ecd1-4df3-a813-e9a22101b9a3 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712566 Dec 13 14:53:05.874486 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22072ab5-d41f-41c6-9baa-c91f943cd6cb x-openstack-request-id: req-22072ab5-d41f-41c6-9baa-c91f943cd6cb {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:05.874962 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:05.875383 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22072ab5-d41f-41c6-9baa-c91f943cd6cb {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:05.875952 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'status': 'completed', 'code': 200} Dec 13 14:53:05.937076 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:06.029993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Port': ['ID=1cb03440-c436-4458-9099-87d1dbb2bef0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:06.043163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb682-5617-443d-884e-b3edf119a45f req-056d9431-cd51-40d8-bfc9-de23d2cad9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:06.044771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65fdb682-5617-443d-884e-b3edf119a45f req-056d9431-cd51-40d8-bfc9-de23d2cad9c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3411dab23b9b4e4eb03ad40ece837821&device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 1096 time: 0.1478157 Dec 13 14:53:06.051528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Checking segment: {'id': '845ba7a1-239e-4d40-b19d-dd8d844fc0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa60b14e-1b62-4931-bc05-7b123f35c1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:06.051895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network hostable DHCP agents. Network: aa60b14e-1b62-4931-bc05-7b123f35c1cb, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:06.135796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'ca962b01-19e8-494d-b720-ab37412006bc', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'port_id': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'mac_address': 'fa:16:3e:14:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:52:42Z', 'updated_at': '2021-12-13T14:53:04Z', 'revision_number': 1, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:06.164348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] Checking router: 30a775f0-0ae5-48ab-832c-37e30c65a9a5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:53:06.170712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb682-5617-443d-884e-b3edf119a45f req-8a54d435-85ed-4312-baaa-152e1af3fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:06.170712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65fdb682-5617-443d-884e-b3edf119a45f req-8a54d435-85ed-4312-baaa-152e1af3fcd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=01609b63-8eb7-476f-8aad-1040a82d7ab2 HTTP/1.1" status: 200 len: 913 time: 0.1059039 Dec 13 14:53:06.174272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:53:06.174868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:52:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:06.186128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network aa60b14e-1b62-4931-bc05-7b123f35c1cb is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:06.263624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65fdb682-5617-443d-884e-b3edf119a45f req-ad76966f-0272-4ffd-bf6a-46fc6ba6b9a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d HTTP/1.1" status: 200 len: 999 time: 0.0847950 Dec 13 14:53:06.313151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, aa60b14e-1b62-4931-bc05-7b123f35c1cb) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:06.321473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:06.322682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:06.338543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ce43d-964a-436b-b381-1ba41d7b6eec None None] Network aa60b14e-1b62-4931-bc05-7b123f35c1cb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:06.353476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:53:06.363413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb682-5617-443d-884e-b3edf119a45f req-d4e64be0-8176-42b0-a4ce-1edf97d8da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:06.365151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65fdb682-5617-443d-884e-b3edf119a45f req-d4e64be0-8176-42b0-a4ce-1edf97d8da48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93a65d93-7fa2-4059-a21f-458f8d8ef5ef HTTP/1.1" status: 200 len: 851 time: 0.0956583 Dec 13 14:53:06.439748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Port': ['ID=6658d6f9-a267-4848-aaf3-528e0dcc655a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:06.454455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Checking segment: {'id': 'c2b75630-236e-41d3-a74c-59641a9193c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b89068bd-56d2-4b12-8628-485e20925272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:06.454787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network hostable DHCP agents. Network: b89068bd-56d2-4b12-8628-485e20925272, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:06.460820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb682-5617-443d-884e-b3edf119a45f req-64257426-abe2-4614-a0ae-91469773e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:06.463091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65fdb682-5617-443d-884e-b3edf119a45f req-64257426-abe2-4614-a0ae-91469773e683 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01609b63-8eb7-476f-8aad-1040a82d7ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871942 Dec 13 14:53:06.590076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65fdb682-5617-443d-884e-b3edf119a45f req-990e8545-37b0-4c1e-8a8a-8867b7327960 service neutron] 10.222.0.55 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182489 Dec 13 14:53:06.597133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network b89068bd-56d2-4b12-8628-485e20925272 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:06.708671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65fdb682-5617-443d-884e-b3edf119a45f req-bf12975c-8306-40a1-8af0-81090e20af1d service neutron] 10.222.0.55 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088285 Dec 13 14:53:06.724513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, b89068bd-56d2-4b12-8628-485e20925272) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:06.759209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:06.766952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:06.775428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba66eae-194a-4dc9-b127-f4d62819e06e None None] Network b89068bd-56d2-4b12-8628-485e20925272 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:06.779206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:06.780397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:06.870733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fd8e5587-9c43-437e-a8af-2d435e72032c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4587553 Dec 13 14:53:06.870733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52200) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:06.966896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7614e0-af1d-4bc2-b4b0-6df856859c26 req-b4bbfe4d-122f-412f-9f1c-66a8091f80e5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:06.974601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb7614e0-af1d-4bc2-b4b0-6df856859c26 req-b4bbfe4d-122f-412f-9f1c-66a8091f80e5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 945 time: 0.1122413 Dec 13 14:53:07.035468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b176f-24fb-42e3-9428-9eef65dccaa0 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:07.043502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b176f-24fb-42e3-9428-9eef65dccaa0 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:07.045272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce7b176f-24fb-42e3-9428-9eef65dccaa0 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1738210 Dec 13 14:53:07.048233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52206) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:07.062861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a80daa-565a-4b90-87bd-681f80d2dbb8 req-9d9db5a1-3e48-444a-b711-fc3bfadaabea tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:07.070532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23a80daa-565a-4b90-87bd-681f80d2dbb8 req-9d9db5a1-3e48-444a-b711-fc3bfadaabea tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1177635 Dec 13 14:53:07.074842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb7614e0-af1d-4bc2-b4b0-6df856859c26 req-25058d23-fe78-4ebd-82b1-815d05cfc467 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855813 Dec 13 14:53:07.161913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23a80daa-565a-4b90-87bd-681f80d2dbb8 req-730b2b98-06e5-4ba0-9055-3a57481caa76 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854781 Dec 13 14:53:07.186446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'ca962b01-19e8-494d-b720-ab37412006bc', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'port_id': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'mac_address': 'fa:16:3e:14:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:52:42Z', 'updated_at': '2021-12-13T14:53:04Z', 'revision_number': 1, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:07.257619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Deleting port 1cb03440-c436-4458-9099-87d1dbb2bef0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:07.258445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:07.263832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99648e0f-4251-4e6d-ab0e-e81700d044dc None None] The sync data for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 is: [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'ca962b01-19e8-494d-b720-ab37412006bc', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'port_id': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'mac_address': 'fa:16:3e:14:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:52:42Z', 'updated_at': '2021-12-13T14:53:04Z', 'revision_number': 1, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:53:07.380758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:07.395057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Calling delete_port for 1cb03440-c436-4458-9099-87d1dbb2bef0 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:07.578901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cdc93b-772b-4d02-b178-0e4e51399aab None None] New status for floating IP ca962b01-19e8-494d-b720-ab37412006bc: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:53:07.626628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:07.651456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed2e13-e7b0-47f2-84ca-fd31c32159f5 req-34c668ef-7b19-4784-83b3-c2cdce8c8b12 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:07.655646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29ed2e13-e7b0-47f2-84ca-fd31c32159f5 req-34c668ef-7b19-4784-83b3-c2cdce8c8b12 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 945 time: 0.0934012 Dec 13 14:53:07.685717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Port': ['ID=1cb03440-c436-4458-9099-87d1dbb2bef0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:07.696493 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:07.700007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f2b5b43-b1c3-437a-b691-a8cbbec1dba3 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/ports/1cb03440-c436-4458-9099-87d1dbb2bef0 HTTP/1.1" status: 204 len: 168 time: 0.6508362 Dec 13 14:53:07.702620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52228) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:07.711539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29ed2e13-e7b0-47f2-84ca-fd31c32159f5 req-635cdeab-6e0e-46cc-b02c-69665c80f0c1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 Dec 13 14:53:07.824283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-22635095-d59f-4caa-94a6-12a98a8ed2d4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:07.826421 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-22635095-d59f-4caa-94a6-12a98a8ed2d4 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1137958 Dec 13 14:53:07.880972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Deleting port 6658d6f9-a267-4848-aaf3-528e0dcc655a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:07.880972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:07.987659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Deleting port 9be2b432-b971-4630-8d39-3eb4de5b88ca {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:07.988667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.024100 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.038287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Calling delete_port for 6658d6f9-a267-4848-aaf3-528e0dcc655a owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:08.102306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] For port 9be2b432-b971-4630-8d39-3eb4de5b88ca, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9be2b432-b971-4630-8d39-3eb4de5b88ca,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:08.102898 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.132810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Calling delete_port for 9be2b432-b971-4630-8d39-3eb4de5b88ca owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:08.209316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.262641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Port': ['ID=6658d6f9-a267-4848-aaf3-528e0dcc655a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:08.268566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.276393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-41cec2cd-9857-43ff-8941-58ca285d5193 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/ports/6658d6f9-a267-4848-aaf3-528e0dcc655a HTTP/1.1" status: 204 len: 168 time: 0.5718081 Dec 13 14:53:08.277204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52250) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:08.312477 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f6d2cf61-c1d0-4f74-bd51-2e2749eb4134 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301628 Dec 13 14:53:08.318951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52252) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:08.325802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2118145945'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:08.412625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d6dd-187e-46cf-8743-bece9c43ae40 req-e761ee37-3345-421d-8e35-295a6fdee528 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:08.415310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1559d6dd-187e-46cf-8743-bece9c43ae40 req-e761ee37-3345-421d-8e35-295a6fdee528 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 946 time: 0.1095665 Dec 13 14:53:08.419824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.435635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['a009c1ec-5110-4414-b0ff-ad46b2e64fc1', '9be2b432-b971-4630-8d39-3eb4de5b88ca'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:53:08.453860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Pushing event deleted for resources: {'Port': ['ID=9be2b432-b971-4630-8d39-3eb4de5b88ca,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:08.456317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Made reservation on behalf of ac22712a9a3d420bbdb63fccee277ab5 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:08.466038 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.514830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1559d6dd-187e-46cf-8743-bece9c43ae40 req-704b035c-103d-4cbd-961b-bcc39a43f04d tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895188 Dec 13 14:53:08.540164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:08.553066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] No DVR routers for this DVR port 9be2b432-b971-4630-8d39-3eb4de5b88ca on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:08.556687 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.561196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9a91731-3e91-4442-a7e6-192c83aac55d req-1ef19966-f993-436a-b5c0-ce115df07513 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "DELETE /v2.0/ports/9be2b432-b971-4630-8d39-3eb4de5b88ca HTTP/1.1" status: 204 len: 173 time: 0.7267950 Dec 13 14:53:08.561761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'name': 'network-vif-deleted', 'tag': '9be2b432-b971-4630-8d39-3eb4de5b88ca'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:08.564336 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63eb8e8-55d7-461c-8778-5258bc68b22b" -d '{"events": [{"server_uuid": "77bf6ea9-f434-4677-80bb-204b9733bbee", "name": "network-vif-deleted", "tag": "9be2b432-b971-4630-8d39-3eb4de5b88ca"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:08.564682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.565269 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Added segment 82724412-2819-4033-b959-acfefe2f6505 of type vlan for network 7f00243b-bb5f-4447-9baa-239bfe4242ba Dec 13 14:53:08.612348 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.616219 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811fa68a-6ebc-49ef-bc6c-beff3d0f66ad x-openstack-request-id: req-811fa68a-6ebc-49ef-bc6c-beff3d0f66ad {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:08.617061 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bf6ea9-f434-4677-80bb-204b9733bbee", "name": "network-vif-deleted", "tag": "9be2b432-b971-4630-8d39-3eb4de5b88ca", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:08.617314 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-811fa68a-6ebc-49ef-bc6c-beff3d0f66ad {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:08.617712 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bf6ea9-f434-4677-80bb-204b9733bbee', 'name': 'network-vif-deleted', 'tag': '9be2b432-b971-4630-8d39-3eb4de5b88ca', 'status': 'completed', 'code': 200} Dec 13 14:53:08.723413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.728890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:08.729540 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:08.813922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Network': ['ID=7f00243b-bb5f-4447-9baa-239bfe4242ba,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:08.834108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7f00243b-bb5f-4447-9baa-239bfe4242ba details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:08.834331 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-71dc65fe-5ff0-4439-8f72-463f69ef80f6 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5129664 Dec 13 14:53:08.837312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52268) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:08.843369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1759235143'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:08.898567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48b1c-dfba-4ec4-9009-5951109e34db req-f46b58a5-7603-4c0d-acd6-eac4199ebdcf tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:08.900331 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7f48b1c-dfba-4ec4-9009-5951109e34db req-f46b58a5-7603-4c0d-acd6-eac4199ebdcf tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 945 time: 0.0821180 Dec 13 14:53:08.957685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7f48b1c-dfba-4ec4-9009-5951109e34db req-8d8c9afd-614b-4218-8766-49bf554ec3ec tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Dec 13 14:53:08.979536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Made reservation on behalf of ac22712a9a3d420bbdb63fccee277ab5 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:08.983654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:09.009564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:09.021904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:09.022949 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Added segment a3a493c7-e9c1-4f8d-a206-46b676026717 of type vlan for network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 Dec 13 14:53:09.069997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:09.168368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:09.184641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:09.185307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:09.260477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Network': ['ID=e866b6bb-455c-4b3e-a2c7-7f38a250cb21,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:09.273350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:09.343419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-93170f2c-0afb-495f-bdcf-12bc9ec3098c tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5041664 Dec 13 14:53:09.582527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760f2d-4941-49ba-8857-0df8016089a7 req-8ae822eb-b666-421f-b684-aaf1dfa494f0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:09.591353 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7760f2d-4941-49ba-8857-0df8016089a7 req-8ae822eb-b666-421f-b684-aaf1dfa494f0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 945 time: 0.0873630 Dec 13 14:53:09.668642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7760f2d-4941-49ba-8857-0df8016089a7 req-7929ab18-da25-444f-ab08-f51d05e94a3c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758727 Dec 13 14:53:09.771013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f28607a-516b-4033-9d37-744a5ddc9ccb req-6afe4d7a-8e49-4fb6-b3e5-9938daae4d37 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bf6ea9-f434-4677-80bb-204b9733bbee HTTP/1.1" status: 200 len: 210 time: 0.0575540 Dec 13 14:53:10.830010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3376f-f6d4-48ca-8a6d-51a7bef760a5 req-90233533-872b-4c3b-afc8-8236874fe785 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:10.832751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-caa3376f-f6d4-48ca-8a6d-51a7bef760a5 req-90233533-872b-4c3b-afc8-8236874fe785 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 945 time: 0.0673318 Dec 13 14:53:10.894550 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-caa3376f-f6d4-48ca-8a6d-51a7bef760a5 req-3fe4be2a-b008-43f5-8ca4-eceba3ff1e73 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515800 Dec 13 14:53:11.106072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-dfe6bdc5-8c14-4ed9-aab7-ef1bcfa59bda tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:11.107790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-dfe6bdc5-8c14-4ed9-aab7-ef1bcfa59bda tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 945 time: 0.1620667 Dec 13 14:53:11.319993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Deleting port 0a1cc7f4-6180-437e-b737-968f4b664795 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:11.320325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:11.488303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] For port 0a1cc7f4-6180-437e-b737-968f4b664795, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0a1cc7f4-6180-437e-b737-968f4b664795,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:11.488303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:11.507996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Calling delete_port for 0a1cc7f4-6180-437e-b737-968f4b664795 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:11.617363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c13b6-951c-42bf-b05a-83b52a554b7b req-22533788-8775-4a37-a450-20b8231945ac tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:11.624656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-717c13b6-951c-42bf-b05a-83b52a554b7b req-22533788-8775-4a37-a450-20b8231945ac tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1123478 Dec 13 14:53:11.692116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-717c13b6-951c-42bf-b05a-83b52a554b7b req-4325ff74-6b45-46e0-8bb3-ce18f8df4f5e tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607951 Dec 13 14:53:11.848317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:11.869281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['0a1cc7f4-6180-437e-b737-968f4b664795'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:53:11.886797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event deleted for resources: {'Port': ['ID=0a1cc7f4-6180-437e-b737-968f4b664795,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:11.938327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] No DVR routers for this DVR port 0a1cc7f4-6180-437e-b737-968f4b664795 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:11.941638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:11.945845 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5874e86-1c71-41a4-ac2e-7ea604048526 req-f90cae7b-a602-44c0-a25b-e48c18b31c4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "DELETE /v2.0/ports/0a1cc7f4-6180-437e-b737-968f4b664795 HTTP/1.1" status: 204 len: 173 time: 0.8305659 Dec 13 14:53:11.946433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'name': 'network-vif-deleted', 'tag': '0a1cc7f4-6180-437e-b737-968f4b664795'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:11.949034 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d814ee8-a46d-44bc-83b2-ad9f9e5c548f" -d '{"events": [{"server_uuid": "de978eea-e194-4aa4-941d-8aec588b64b1", "name": "network-vif-deleted", "tag": "0a1cc7f4-6180-437e-b737-968f4b664795"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:12.053023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30db8732-37b9-4d3b-86bd-9fb41db1f0ce req-abb9c772-baf5-4fdd-905f-9d7f2f869cdb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 210 time: 0.0467033 Dec 13 14:53:12.165532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9be2b432-b971-4630-8d39-3eb4de5b88ca no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:12.199840 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e20f799-cbc4-4c94-8901-7f5535e19003 x-openstack-request-id: req-0e20f799-cbc4-4c94-8901-7f5535e19003 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:12.200697 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de978eea-e194-4aa4-941d-8aec588b64b1", "name": "network-vif-deleted", "tag": "0a1cc7f4-6180-437e-b737-968f4b664795", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:12.201132 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e20f799-cbc4-4c94-8901-7f5535e19003 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:12.201815 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de978eea-e194-4aa4-941d-8aec588b64b1', 'name': 'network-vif-deleted', 'tag': '0a1cc7f4-6180-437e-b737-968f4b664795', 'status': 'completed', 'code': 200} Dec 13 14:53:12.212015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 9be2b432-b971-4630-8d39-3eb4de5b88ca {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:12.212818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9be2b432-b971-4630-8d39-3eb4de5b88ca not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:12.776509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52416) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:12.783080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'subnets': [{'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1434055364', 'ip_version': 6}, {'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:12.783757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'subnet': {'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1434055364', 'ip_version': 6}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:12.784634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Request body: {'subnet': {'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:12.821149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9ddec-76ff-474b-a089-8006bfe94f25 req-db2e2dd6-ec55-4838-9564-8f8085b98fe1 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:12.822874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73b9ddec-76ff-474b-a089-8006bfe94f25 req-db2e2dd6-ec55-4838-9564-8f8085b98fe1 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0585430 Dec 13 14:53:12.866426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73b9ddec-76ff-474b-a089-8006bfe94f25 req-01e0276c-1511-4093-8ddf-d49d9db2732a tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368860 Dec 13 14:53:13.161629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-20339811-0503-4fc1-a2ac-cbea3aedfd48 req-5e2fd11a-7fb8-473a-9169-aaae43685836 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=de978eea-e194-4aa4-941d-8aec588b64b1 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Dec 13 14:53:13.204911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Made reservation on behalf of ac22712a9a3d420bbdb63fccee277ab5 for: {'subnet': 2} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:13.218147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:13.218641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:13.900969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:13.964910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Subnet': ['ID=08be29ee-fc9f-44a8-900e-ab85efbf553b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:13.983036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Checking segment: {'id': '82724412-2819-4033-b959-acfefe2f6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:13.983036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network hostable DHCP agents. Network: 7f00243b-bb5f-4447-9baa-239bfe4242ba, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:14.002675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ed8e-68e9-46de-94a0-d38379859166 req-d1ea36fe-1c44-4447-ae15-b0a63b328fa8 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:14.004194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8074ed8e-68e9-46de-94a0-d38379859166 req-d1ea36fe-1c44-4447-ae15-b0a63b328fa8 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.0539999 Dec 13 14:53:14.050772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8074ed8e-68e9-46de-94a0-d38379859166 req-89aa6f0b-c533-43a5-9ff9-f8e2cef0ea0e tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Dec 13 14:53:14.068248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network 7f00243b-bb5f-4447-9baa-239bfe4242ba is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:14.164401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0a1cc7f4-6180-437e-b737-968f4b664795 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:14.180147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7f00243b-bb5f-4447-9baa-239bfe4242ba) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:14.186819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:14.189160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 0a1cc7f4-6180-437e-b737-968f4b664795 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:14.189542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0a1cc7f4-6180-437e-b737-968f4b664795 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:14.194935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3138a4fe-7703-4610-8162-b9c919eec560 None None] Network 7f00243b-bb5f-4447-9baa-239bfe4242ba requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:14.355497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event updated for resources: {'Subnet': ['ID=cabf2475-9790-4bce-a46f-76e450feb9ed,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:14.378992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Checking segment: {'id': 'a3a493c7-e9c1-4f8d-a206-46b676026717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:14.379349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network hostable DHCP agents. Network: e866b6bb-455c-4b3e-a2c7-7f38a250cb21, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:14.449600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7f00243b-bb5f-4447-9baa-239bfe4242ba', 'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba', 'tenant_id': 'ac22712a9a3d420bbdb63fccee277ab5', 'fixed_ips': [{'subnet_id': '08be29ee-fc9f-44a8-900e-ab85efbf553b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:53:14.450673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:14.494250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:14.621300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e866b6bb-455c-4b3e-a2c7-7f38a250cb21) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:14.626208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:14.626708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:14.627456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:14.635047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a97c11-3fe8-4649-b5de-50ada63165f0 None None] Network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:14.698820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Allocated IP 2001:db8::1 (7f00243b-bb5f-4447-9baa-239bfe4242ba/08be29ee-fc9f-44a8-900e-ab85efbf553b/e647f654-ad94-46d4-b700-719c6a25874f) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:14.714132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f5ce08-ae8e-4c18-b7da-1b0b37dd736b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:14.717509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f5ce08-ae8e-4c18-b7da-1b0b37dd736b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.2007761 Dec 13 14:53:14.738075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-593caad0-4804-411a-a7c2-ccd87208e169 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9599254 Dec 13 14:53:14.740862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52474) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:14.746166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-ad59b9da-9714-4c73-8a99-dafb3b5bfe0c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/quotas/e64b9f3afef04722a198b58f59a95ea5 HTTP/1.1" status: 200 len: 375 time: 0.0205505 Dec 13 14:53:14.790882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-76a261f4-4150-4d54-a4ef-1ab90b562516 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435894 Dec 13 14:53:14.803588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b648e25-be07-442e-af2c-e48a0247f5b0 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:14.817342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b648e25-be07-442e-af2c-e48a0247f5b0 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:14.817342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b648e25-be07-442e-af2c-e48a0247f5b0 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:14.818251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1b648e25-be07-442e-af2c-e48a0247f5b0 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0757227 Dec 13 14:53:14.818461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52478) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:14.944471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Deleting subnet 08be29ee-fc9f-44a8-900e-ab85efbf553b {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:14.980579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-1bba6d46-e589-4754-8f22-e4d9f42d2126 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853762 Dec 13 14:53:15.009735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e866b6bb-455c-4b3e-a2c7-7f38a250cb21', 'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21', 'tenant_id': 'ac22712a9a3d420bbdb63fccee277ab5', 'fixed_ips': [{'subnet_id': 'cabf2475-9790-4bce-a46f-76e450feb9ed'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:53:15.010689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.048807 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.093703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-6ee58051-542f-4dd8-b8ac-2072ef1da373 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122184 Dec 13 14:53:15.133357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.136434 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.214522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Pushing event updated for resources: {'Port': ['ID=e647f654-ad94-46d4-b700-719c6a25874f,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:15.228406 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.260677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Network 7f00243b-bb5f-4447-9baa-239bfe4242ba is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:15.263942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:15.266627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:15.282632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae34ac-5b74-480f-b8b7-98e8733a8887 req-dba9cb48-b96d-42d6-b8c2-daaa07b44993 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:15.284215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38ae34ac-5b74-480f-b8b7-98e8733a8887 req-dba9cb48-b96d-42d6-b8c2-daaa07b44993 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1313667 Dec 13 14:53:15.336792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Allocated IP 2001:db8:0:1::1 (e866b6bb-455c-4b3e-a2c7-7f38a250cb21/cabf2475-9790-4bce-a46f-76e450feb9ed/0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:15.352967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.370308 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38ae34ac-5b74-480f-b8b7-98e8733a8887 req-90be8f94-041b-45c7-b446-7ff88eeb84f7 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761101 Dec 13 14:53:15.430258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Attempting to bind port e647f654-ad94-46d4-b700-719c6a25874f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:15.430791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Attempting to bind port e647f654-ad94-46d4-b700-719c6a25874f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '82724412-2819-4033-b959-acfefe2f6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:15.433350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Attempting to bind port e647f654-ad94-46d4-b700-719c6a25874f on network 7f00243b-bb5f-4447-9baa-239bfe4242ba {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:15.511963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:15.512658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Checking segment: {'id': '82724412-2819-4033-b959-acfefe2f6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:15.513355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.514095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Bound using segment: {'id': '82724412-2819-4033-b959-acfefe2f6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:15.514899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Bound port: e647f654-ad94-46d4-b700-719c6a25874f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82724412-2819-4033-b959-acfefe2f6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7f00243b-bb5f-4447-9baa-239bfe4242ba'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:15.515521 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.593681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.605108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecc24371-d2aa-4446-a8d3-892fa426466e req-a63a7f91-7c92-4419-8931-1a11e899ab33 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 210 time: 0.0925925 Dec 13 14:53:15.664538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.676590 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.687712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/subnets/08be29ee-fc9f-44a8-900e-ab85efbf553b HTTP/1.1" status: 204 len: 168 time: 0.8657079 Dec 13 14:53:15.688130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52508) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:15.691144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] For port e647f654-ad94-46d4-b700-719c6a25874f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:15.696354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] For port e647f654-ad94-46d4-b700-719c6a25874f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e647f654-ad94-46d4-b700-719c6a25874f,segment=NetworkSegment(82724412-2819-4033-b959-acfefe2f6505),segment_id=82724412-2819-4033-b959-acfefe2f6505)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:15.760106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68022b4e-4608-49dc-8980-b309358dfbc4 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Subnet': ['ID=08be29ee-fc9f-44a8-900e-ab85efbf553b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:15.774134 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.802892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.847930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Deleting subnet cabf2475-9790-4bce-a46f-76e450feb9ed {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:15.856579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.888764 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.942703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:15.951997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:15.972964 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:15.976757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:16.032146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2119dd4-bd0d-4bc6-a76b-a8916887b5fd None None] Pushing event updated for resources: {'Port': ['ID=e647f654-ad94-46d4-b700-719c6a25874f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:16.067497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e47769c-64e1-4d88-b087-598bd2ab8ecf None None] Network 7f00243b-bb5f-4447-9baa-239bfe4242ba requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:16.205654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.259568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Attempting to bind port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:16.260271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Attempting to bind port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a3a493c7-e9c1-4f8d-a206-46b676026717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:16.260271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Attempting to bind port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c on network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:16.295187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:16.295471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Checking segment: {'id': 'a3a493c7-e9c1-4f8d-a206-46b676026717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:16.295875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.296267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Bound using segment: {'id': 'a3a493c7-e9c1-4f8d-a206-46b676026717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:16.296809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Bound port: 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a493c7-e9c1-4f8d-a206-46b676026717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e866b6bb-455c-4b3e-a2c7-7f38a250cb21'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:16.297194 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.316524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Pushing event updated for resources: {'Port': ['ID=0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:16.374333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.396123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] For port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:16.400023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] For port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c,segment=NetworkSegment(a3a493c7-e9c1-4f8d-a206-46b676026717),segment_id=a3a493c7-e9c1-4f8d-a206-46b676026717)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:16.412343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Subnet': ['ID=cabf2475-9790-4bce-a46f-76e450feb9ed,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:16.417394 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.423060 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/subnets/cabf2475-9790-4bce-a46f-76e450feb9ed HTTP/1.1" status: 204 len: 168 time: 0.7314439 Dec 13 14:53:16.423769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52534) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:16.429278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.429715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.430184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.431626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.432044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.432451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.433768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.433768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.436623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.437017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.437365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.437705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502fb446-3040-4fff-a2ba-cab2dd68ac2e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:16.505762 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.617883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b45ad-55c6-4a90-9ab0-4b5f6fd30795 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:16.619456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a94b45ad-55c6-4a90-9ab0-4b5f6fd30795 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1946895 Dec 13 14:53:16.623219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52544) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:16.635380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76736c-ff02-41bd-8522-21fffacb17d0 None None] Pushing event updated for resources: {'Port': ['ID=0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:16.712575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6833b-8433-4814-a089-8227a2dd8139 req-e5c79506-f801-4038-8cb2-0f5e2cd911c7 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:16.720270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65c6833b-8433-4814-a089-8227a2dd8139 req-e5c79506-f801-4038-8cb2-0f5e2cd911c7 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.2532508 Dec 13 14:53:16.762103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.776733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65c6833b-8433-4814-a089-8227a2dd8139 req-10532f8e-d8d9-4d22-be53-46c02e9ac2ca tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb140bcd-a92d-4138-87ff-013a47b2e4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552409 Dec 13 14:53:16.845464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-641a42d6-4316-4f0e-aa7a-79dd1a111b19 req-dcbdc3e3-8877-497a-81a0-a7549a407b8b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 210 time: 0.0511670 Dec 13 14:53:16.849574 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:16.952151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3580cb8-012c-4419-98e4-9419a148c48f req-c27ee68a-f324-45dc-8c72-9d77b1bbc51e tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:16.954128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Deleting port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:16.954332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3580cb8-012c-4419-98e4-9419a148c48f req-c27ee68a-f324-45dc-8c72-9d77b1bbc51e tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 946 time: 0.1019952 Dec 13 14:53:16.954844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.121294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] For port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c,segment=NetworkSegment(a3a493c7-e9c1-4f8d-a206-46b676026717),segment_id=a3a493c7-e9c1-4f8d-a206-46b676026717)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:17.122339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.145287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Deleting port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:17.145641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.156779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Calling delete_port for 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:17.327918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] For port a009c1ec-5110-4414-b0ff-ad46b2e64fc1, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:17.328280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.342634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Calling delete_port for a009c1ec-5110-4414-b0ff-ad46b2e64fc1 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:17.368426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.434682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Port': ['ID=0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:17.456917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] No DVR routers for this DVR port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:17.537657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:17.564564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.572935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:17.573773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 14:53:17.593871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e866b6bb-455c-4b3e-a2c7-7f38a250cb21']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:17.608863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a493c7-e9c1-4f8d-a206-46b676026717') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:17.609471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a493c7-e9c1-4f8d-a206-46b676026717') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:17.615750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Port 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c not found, will not notify nova. {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 14:53:17.630997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.654068 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.665471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:17.671138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:17.671797 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:17.682090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.698443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['a009c1ec-5110-4414-b0ff-ad46b2e64fc1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:53:17.781413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Pushing event deleted for resources: {'Port': ['ID=a009c1ec-5110-4414-b0ff-ad46b2e64fc1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:17.797667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.809246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.824429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/networks/e866b6bb-455c-4b3e-a2c7-7f38a250cb21 HTTP/1.1" status: 204 len: 168 time: 1.1996124 Dec 13 14:53:17.841951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52572) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:17.867640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] No DVR routers for this DVR port a009c1ec-5110-4414-b0ff-ad46b2e64fc1 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:17.885715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:17.901726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3580cb8-012c-4419-98e4-9419a148c48f req-1574ba60-e18b-4150-8730-8b13303c5c6b tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.50 "DELETE /v2.0/ports/a009c1ec-5110-4414-b0ff-ad46b2e64fc1 HTTP/1.1" status: 204 len: 173 time: 0.9401696 Dec 13 14:53:17.910556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'name': 'network-vif-deleted', 'tag': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:17.914046 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c0d08-1165-46e5-8013-52b76dcafcde" -d '{"events": [{"server_uuid": "f184bfd7-7c71-4f0d-b412-39ebcf558bdc", "name": "network-vif-deleted", "tag": "a009c1ec-5110-4414-b0ff-ad46b2e64fc1"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:18.073512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45bcdb-f784-4240-ade3-72c445638d2f tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Network': ['ID=e866b6bb-455c-4b3e-a2c7-7f38a250cb21,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:18.089642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1482805-a92b-40eb-9cfb-93127dc400c8 req-4cae505a-790f-4055-a5d3-08417a009893 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 210 time: 0.0766263 Dec 13 14:53:18.120338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8fe2dbca-0469-4c05-83db-1a91a864959e None None] Could not find standard attr ID for object 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:53:18.168246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:18.183824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c992f1-79d6-46fe-8d8b-cf7381195300 None None] DHCP port deletion for e866b6bb-455c-4b3e-a2c7-7f38a250cb21 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:53:18.216629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30ecc0-e176-43ad-b2fd-64fc69dc947f None None] Network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:18.266394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30ecc0-e176-43ad-b2fd-64fc69dc947f None None] Network e866b6bb-455c-4b3e-a2c7-7f38a250cb21 could not be found, it might have been deleted concurrently. {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 13 14:53:18.283057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e9ba0-026c-421a-b0a1-efa093c1c441 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 14:53:18.301686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Deleting port e647f654-ad94-46d4-b700-719c6a25874f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:18.302554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:18.412594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] For port e647f654-ad94-46d4-b700-719c6a25874f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e647f654-ad94-46d4-b700-719c6a25874f,segment=NetworkSegment(82724412-2819-4033-b959-acfefe2f6505),segment_id=82724412-2819-4033-b959-acfefe2f6505)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:18.413509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:18.447517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Calling delete_port for e647f654-ad94-46d4-b700-719c6a25874f owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:18.474999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e9ba0-026c-421a-b0a1-efa093c1c441 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 14:53:18.515168 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0561be43-0677-4cf0-b87d-f899fe7ec937 x-openstack-request-id: req-0561be43-0677-4cf0-b87d-f899fe7ec937 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:18.518481 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f184bfd7-7c71-4f0d-b412-39ebcf558bdc", "name": "network-vif-deleted", "tag": "a009c1ec-5110-4414-b0ff-ad46b2e64fc1", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:18.518481 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0561be43-0677-4cf0-b87d-f899fe7ec937 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:18.518481 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f184bfd7-7c71-4f0d-b412-39ebcf558bdc', 'name': 'network-vif-deleted', 'tag': 'a009c1ec-5110-4414-b0ff-ad46b2e64fc1', 'status': 'completed', 'code': 200} Dec 13 14:53:18.546718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9dcdb2d6-251e-493c-ad00-b0c947fe811a req-59e1af1d-e172-476f-9bdd-4cbdceff7aa2 tempest-ServerRescueNegativeTestJSON-577286575 tempest-ServerRescueNegativeTestJSON-577286575-project] 10.222.0.24 "GET /v2.0/ports?device_id=f184bfd7-7c71-4f0d-b412-39ebcf558bdc HTTP/1.1" status: 200 len: 210 time: 0.6619658 Dec 13 14:53:18.696601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-599c4f68-1dee-4302-b49d-2b611a314f1e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:18.698145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-599c4f68-1dee-4302-b49d-2b611a314f1e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.1949005 Dec 13 14:53:18.713550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Request body: {'port': {'device_id': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'admin_state_up': True, 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:18.716751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:18.769290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Port': ['ID=e647f654-ad94-46d4-b700-719c6a25874f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:18.771192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] No DVR routers for this DVR port e647f654-ad94-46d4-b700-719c6a25874f on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:19.046491 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.053629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:19.057438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.076419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f00243b-bb5f-4447-9baa-239bfe4242ba']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:19.088814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82724412-2819-4033-b959-acfefe2f6505') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:19.092577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82724412-2819-4033-b959-acfefe2f6505') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:19.098781 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.128085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.140445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:19.140445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:19.143562 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:19.230650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f71741e-9935-406f-9ce0-176ced6befda req-763b7f22-d474-49d6-a496-b268ab23a624 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 210 time: 0.0327706 Dec 13 14:53:19.251885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Allocated IP 172.20.0.10 (57d5d542-97ac-4b73-88b5-59c793254f97/7b190bb4-13a6-438b-98c6-7f7508afb5b1/437c1e8c-ba44-4693-887c-100066d1cb10) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:19.259681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.274014 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.277644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/networks/7f00243b-bb5f-4447-9baa-239bfe4242ba HTTP/1.1" status: 204 len: 168 time: 1.4376512 Dec 13 14:53:19.281927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52614) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:19.288728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2fe99-a48e-4ffd-83ad-92fcb8dd798e tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Network': ['ID=7f00243b-bb5f-4447-9baa-239bfe4242ba,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:19.442820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.458654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:19.481314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:19.481666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0c89dbc1-fadf-4c84-8428-dae4f3ec3c8c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:19.574684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.590374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.600763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52626) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:19.605604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89068bd-56d2-4b12-8628-485e20925272']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:19.618988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b75630-236e-41d3-a74c-59641a9193c7') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:19.622218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b75630-236e-41d3-a74c-59641a9193c7') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:19.634548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.665704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:19.677869 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:19.762433 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.813656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Network 57d5d542-97ac-4b73-88b5-59c793254f97 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:19.832137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:19.836219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:19.853538 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc855324-e7d5-4cb2-b118-986beb0f63bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.881666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.886841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:19.896202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:19.899635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/networks/b89068bd-56d2-4b12-8628-485e20925272 HTTP/1.1" status: 204 len: 168 time: 0.6166711 Dec 13 14:53:19.902094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52638) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:19.922832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab8c2f-6610-4bba-88f5-0cd57146b488 tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Network': ['ID=b89068bd-56d2-4b12-8628-485e20925272,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:19.936191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:19.936813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.011364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-d8f9beb2-993f-4c17-a723-b337448312b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3020530 Dec 13 14:53:20.022656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.184530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a009c1ec-5110-4414-b0ff-ad46b2e64fc1 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:20.198475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.211395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Request body: {'port': {'device_id': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:20.249097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: a009c1ec-5110-4414-b0ff-ad46b2e64fc1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:20.249805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a009c1ec-5110-4414-b0ff-ad46b2e64fc1 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:20.250187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa60b14e-1b62-4931-bc05-7b123f35c1cb']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:20.298715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845ba7a1-239e-4d40-b19d-dd8d844fc0aa') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:20.305936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845ba7a1-239e-4d40-b19d-dd8d844fc0aa') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:20.313144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.320466 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.353886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.362328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:20.365944 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:20.446071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.663400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6544b8-cd44-4711-974e-f39e9eefb9bc req-207ed800-8094-4063-ae0d-cdc35ecc4d55 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:20.671092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c6544b8-cd44-4711-974e-f39e9eefb9bc req-207ed800-8094-4063-ae0d-cdc35ecc4d55 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 932 time: 0.3280299 Dec 13 14:53:20.745102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.760864 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c6544b8-cd44-4711-974e-f39e9eefb9bc req-03154e69-33b3-4bb3-a0fe-2f74a82a8bb1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884778 Dec 13 14:53:20.767173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.778576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] 10.222.0.24 "DELETE /v2.0/networks/aa60b14e-1b62-4931-bc05-7b123f35c1cb HTTP/1.1" status: 204 len: 168 time: 0.8729725 Dec 13 14:53:20.809776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f670668-572b-4d08-a8fd-f6e6223672de tempest-BulkNetworkOpsIpV6Test-319390033 tempest-BulkNetworkOpsIpV6Test-319390033-project] Pushing event deleted for resources: {'Network': ['ID=aa60b14e-1b62-4931-bc05-7b123f35c1cb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:20.824237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437c1e8c-ba44-4693-887c-100066d1cb10 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:53:20.836648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:20.854954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Transition to ACTIVE for port object 437c1e8c-ba44-4693-887c-100066d1cb10 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:53:20.923660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:21.001511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:21.114190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Attempting to bind port 437c1e8c-ba44-4693-887c-100066d1cb10 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:21.118701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Attempting to bind port 437c1e8c-ba44-4693-887c-100066d1cb10 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:21.118701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Attempting to bind port 437c1e8c-ba44-4693-887c-100066d1cb10 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:21.129992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Port 437c1e8c-ba44-4693-887c-100066d1cb10 on network 57d5d542-97ac-4b73-88b5-59c793254f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:53:21.130349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Attempting to bind port 437c1e8c-ba44-4693-887c-100066d1cb10 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:21.140939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:21.142775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Checking segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:21.147365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Bound using segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:21.147365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Bound port: 437c1e8c-ba44-4693-887c-100066d1cb10, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:21.147365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:21.280811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:21.301632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:21.384990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Deleting port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:21.387126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:21.387302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:21.454656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52704) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:21.492187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:21.502030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:21.507653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:21.509394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-61945922-3e32-416c-a29c-5ee7bd21f29f service neutron] 10.222.0.55 "PUT /v2.0/ports/437c1e8c-ba44-4693-887c-100066d1cb10 HTTP/1.1" status: 200 len: 1092 time: 1.4886141 Dec 13 14:53:21.509874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:21.512252 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e6cfec-1cde-4ff0-9168-fd31a123fe01" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:21.558101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] For port 2d1f4d2f-21bb-4108-b4b8-61e6f630d056, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,segment=NetworkSegment(f3922d7b-9621-4e6e-ad13-07f31c561621),segment_id=f3922d7b-9621-4e6e-ad13-07f31c561621)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:21.558505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:21.576561 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0de400-0dca-4c1d-93d2-09f4c0baa2ed x-openstack-request-id: req-7a0de400-0dca-4c1d-93d2-09f4c0baa2ed {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:21.576863 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:21.577113 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a0de400-0dca-4c1d-93d2-09f4c0baa2ed {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:21.577561 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10', 'status': 'completed', 'code': 200} Dec 13 14:53:21.577781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Calling delete_port for 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:21.715575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6cfec-1cde-4ff0-9168-fd31a123fe01 req-b056d2c6-d522-4997-92b8-c18944ea2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:21.717503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1e6cfec-1cde-4ff0-9168-fd31a123fe01 req-b056d2c6-d522-4997-92b8-c18944ea2bea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 1095 time: 0.1118810 Dec 13 14:53:21.874556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6cfec-1cde-4ff0-9168-fd31a123fe01 req-3d9fa4eb-e4d8-468a-86a8-983804e5857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:21.876088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1e6cfec-1cde-4ff0-9168-fd31a123fe01 req-3d9fa4eb-e4d8-468a-86a8-983804e5857e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e64b9f3afef04722a198b58f59a95ea5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1412542 Dec 13 14:53:21.891452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e0eb0c02-a244-43a7-8e29-327ccc8f2990 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac22712a9a3d420bbdb63fccee277ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352536 Dec 13 14:53:21.901528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52720) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:22.060192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992032c-1ec6-4601-9027-6d73fc7a1d72 req-a1e94913-209c-41ae-a8f8-53e34d8f8e2b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:22.061751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0992032c-1ec6-4601-9027-6d73fc7a1d72 req-a1e94913-209c-41ae-a8f8-53e34d8f8e2b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 944 time: 0.1412070 Dec 13 14:53:22.075893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:22.082640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df8d40c4-43c2-4f50-baf0-61a414fdf063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:22.096348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6cfec-1cde-4ff0-9168-fd31a123fe01 req-859fc5a4-ef27-48f6-8b54-268f95fb367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:22.098212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1e6cfec-1cde-4ff0-9168-fd31a123fe01 req-859fc5a4-ef27-48f6-8b54-268f95fb367e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2143333 Dec 13 14:53:22.110379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1f4d2f-21bb-4108-b4b8-61e6f630d056,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:22.142044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df8d40c4-43c2-4f50-baf0-61a414fdf063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:22.196439 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2188adf6-43d1-4da2-83b5-20a70b5793c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:22.201341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0992032c-1ec6-4601-9027-6d73fc7a1d72 req-2eabd5e6-eef9-4ba9-8747-eeb6ee5603df tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300993 Dec 13 14:53:22.446560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-c90f7528-26b3-4503-975e-a480afcc014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:22.446560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-c90f7528-26b3-4503-975e-a480afcc014d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 1095 time: 0.1279199 Dec 13 14:53:22.446560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-6c12f3cb-29d6-460d-9648-c0b6505197ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437c1e8c-ba44-4693-887c-100066d1cb10 HTTP/1.1" status: 200 len: 217 time: 0.0599275 Dec 13 14:53:22.448195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:22.448831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-fc4aadf4-0d75-408d-b163-1e948e8a70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:22.448831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-fc4aadf4-0d75-408d-b163-1e948e8a70fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.0491905 Dec 13 14:53:22.453003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-00b60fb1-3d4b-4478-8ff4-7ef7c0344b29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328083 Dec 13 14:53:22.458822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df8d40c4-43c2-4f50-baf0-61a414fdf063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:22.465005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df8d40c4-43c2-4f50-baf0-61a414fdf063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:22.465005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-df8d40c4-43c2-4f50-baf0-61a414fdf063 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7592eeb1-5ae3-464b-9eb3-5bcd75e183b7 HTTP/1.1" status: 204 len: 168 time: 0.5604057 Dec 13 14:53:22.500859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d40c4-43c2-4f50-baf0-61a414fdf063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7592eeb1-5ae3-464b-9eb3-5bcd75e183b7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:22.637942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-c958fcbb-627b-41bf-8214-88c566e0d92c service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742125 Dec 13 14:53:22.687627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Router 2c8ad154-e705-4a5f-87db-0ece9a60d306 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:53:22.755357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9821ebd-3a13-40d2-957a-a3441b3e281e req-bd805e56-3219-4e95-841f-7217033dfc20 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095421 Dec 13 14:53:22.870494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:53:22.881174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c25c3119-2de8-4284-a63f-70258b1584d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c8ad154-e705-4a5f-87db-0ece9a60d306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2736111 Dec 13 14:53:22.881174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:22.881954 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] Sync routers for ids ['2c8ad154-e705-4a5f-87db-0ece9a60d306'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:53:22.891186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] Routers {'2c8ad154-e705-4a5f-87db-0ece9a60d306'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:53:22.891790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:53:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2c8ad154-e705-4a5f-87db-0ece9a60d306'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:22.987770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:23.034582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] Set router 2c8ad154-e705-4a5f-87db-0ece9a60d306 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:53:23.137352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:23.303851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Deleting port b341fdde-fa5a-4994-a35d-82d70c2a6c96 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:23.307773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:23.410997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] For port b341fdde-fa5a-4994-a35d-82d70c2a6c96, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b341fdde-fa5a-4994-a35d-82d70c2a6c96,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:23.411364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:23.429328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Calling delete_port for b341fdde-fa5a-4994-a35d-82d70c2a6c96 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:23.613352 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:23.645018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:53:21Z', 'revision_number': 5, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port': {'id': 'b341fdde-fa5a-4994-a35d-82d70c2a6c96', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:50:41Z', 'updated_at': '2021-12-13T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:23.686679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619b044-2c1e-4b26-a308-32a745117b49 req-02b4dbe1-b6d4-47df-a814-e5d05ed18ec5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:23.688213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6619b044-2c1e-4b26-a308-32a745117b49 req-02b4dbe1-b6d4-47df-a814-e5d05ed18ec5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 944 time: 0.3680396 Dec 13 14:53:23.697181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] Checking router: 2c8ad154-e705-4a5f-87db-0ece9a60d306 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:53:23.717103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] Routers {'2c8ad154-e705-4a5f-87db-0ece9a60d306'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:53:23.722956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:53:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2c8ad154-e705-4a5f-87db-0ece9a60d306'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:23.852852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] Set router 2c8ad154-e705-4a5f-87db-0ece9a60d306 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:53:23.864613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6619b044-2c1e-4b26-a308-32a745117b49 req-8e8d3d1a-8d10-41f8-b57f-db838079a905 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290753 Dec 13 14:53:23.935684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:53:23Z', 'revision_number': 6, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:23.968886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbab3c2-e1a6-4bf7-9984-b61788cf219a None None] The sync data for ids ['2c8ad154-e705-4a5f-87db-0ece9a60d306'] in n-d-816954-1 is: [{'id': '2c8ad154-e705-4a5f-87db-0ece9a60d306', 'name': 'tempest-ServerRescueNegativeTestJSON-2054086979-router', 'tenant_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:50:39Z', 'updated_at': '2021-12-13T14:53:23Z', 'revision_number': 6, 'project_id': '3d26d73fb7f04ebdaa233ba742a10ea3', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:53:24.065332 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.095248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Pushing event deleted for resources: {'Port': ['ID=b341fdde-fa5a-4994-a35d-82d70c2a6c96,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:24.207580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.319457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 437c1e8c-ba44-4693-887c-100066d1cb10 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:53:24.382405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.384985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.445174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52804) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:24.564582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:24.577838 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.577838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8ad154-e705-4a5f-87db-0ece9a60d306 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:53:24.580517 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.581995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85ccffb8-647d-44de-92c5-7060bd1ff64c admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c8ad154-e705-4a5f-87db-0ece9a60d306 HTTP/1.1" status: 204 len: 168 time: 1.7026675 Dec 13 14:53:24.585285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:24.612306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '437c1e8c-ba44-4693-887c-100066d1cb10', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'port_id': '437c1e8c-ba44-4693-887c-100066d1cb10', 'mac_address': 'fa:16:3e:8b:1d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b190bb4-13a6-438b-98c6-7f7508afb5b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:53:24.660831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] Deleting subnet baf6a921-8cf8-4d25-9876-750592c79b89 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:24.664743 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.665278 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.679060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437c1e8c-ba44-4693-887c-100066d1cb10 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:53:24.719859 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.731704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:24.748617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'networks': [{'name': 'tempest-network--1383678058'}, {'name': 'tempest-network--2076837'}]} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:24.748941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'network': {'name': 'tempest-network--1383678058'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:24.749403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'network': {'name': 'tempest-network--2076837'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:24.795734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.802105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.856522 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.865555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Made reservation on behalf of ce5a1628d6034af6a1c4422e3103a033 for: {'network': 2} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:24.871204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.882435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.894945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:24.949855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:24.978106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf6a921-8cf8-4d25-9876-750592c79b89,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:25.049654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['437c1e8c-ba44-4693-887c-100066d1cb10'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:53:25.054584 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.075469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-20f3009d-6ca8-4054-968c-0a3450a70983 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/baf6a921-8cf8-4d25-9876-750592c79b89 HTTP/1.1" status: 204 len: 168 time: 0.4887381 Dec 13 14:53:25.080585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52838) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:25.151447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.220920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db896-4d83-46c5-a2b0-b49c40de6f83 req-caaa2fdf-0d19-426b-b1b3-5c5f3a829cfd tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:25.222580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-856db896-4d83-46c5-a2b0-b49c40de6f83 req-caaa2fdf-0d19-426b-b1b3-5c5f3a829cfd tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 945 time: 0.2504444 Dec 13 14:53:25.230664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.235165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.280940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-856db896-4d83-46c5-a2b0-b49c40de6f83 req-a52c6e56-c3b7-4949-b8b0-ca61dd0a53fa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Dec 13 14:53:25.324275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.324754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.455365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdb86f-b81e-48e6-af1b-b56c2703efac,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:25.460547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:25.467906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.480819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:25.481378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d1f4d2f-21bb-4108-b4b8-61e6f630d056 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:25.481965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b341fdde-fa5a-4994-a35d-82d70c2a6c96 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:25.493923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6555681e-e25d-4269-8cae-c47120c449a4']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:25.502119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b341fdde-fa5a-4994-a35d-82d70c2a6c96 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:25.502487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b341fdde-fa5a-4994-a35d-82d70c2a6c96 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:25.505783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:25.513461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3922d7b-9621-4e6e-ad13-07f31c561621') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:25.513755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3922d7b-9621-4e6e-ad13-07f31c561621') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:25.525826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.528328 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.528880 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Added segment c7018ee5-8fe2-42c0-a6b7-bcbdbeefdeee of type vlan for network c4182432-5a7f-49bb-a71a-e96593266c51 Dec 13 14:53:25.617403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.638146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:25.659427 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:25.696080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:25.721197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.721469 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Added segment 08f31bd7-1234-460e-8c82-d5d73de13133 of type vlan for network 49756ddd-1649-4200-87fe-93a6c09ae5ad Dec 13 14:53:25.765645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.789471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.797832 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.801003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6555681e-e25d-4269-8cae-c47120c449a4 HTTP/1.1" status: 204 len: 168 time: 0.7146916 Dec 13 14:53:25.823847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b3cc-d367-4b91-9777-ddeb3ef0ebc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6555681e-e25d-4269-8cae-c47120c449a4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:25.887998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.889078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.897454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:25.903444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:25.904097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:25.968987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Network': ['ID=c4182432-5a7f-49bb-a71a-e96593266c51,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:25.979670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network c4182432-5a7f-49bb-a71a-e96593266c51 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:26.034427 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.5870128 Dec 13 14:53:26.036945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52872) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:26.041446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb236bfd-3797-4e55-98aa-ac2fbddcb983 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Network': ['ID=49756ddd-1649-4200-87fe-93a6c09ae5ad,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:26.054843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 49756ddd-1649-4200-87fe-93a6c09ae5ad details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:26.215911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260d4bc-c425-48b8-9296-ebb5da5db6a6 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:26.222406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260d4bc-c425-48b8-9296-ebb5da5db6a6 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:26.228474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260d4bc-c425-48b8-9296-ebb5da5db6a6 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:26.234317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260d4bc-c425-48b8-9296-ebb5da5db6a6 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:26.235953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b260d4bc-c425-48b8-9296-ebb5da5db6a6 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.1973851 Dec 13 14:53:26.238878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52876) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:26.289121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52878) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:26.316717 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.334738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 437c1e8c-ba44-4693-887c-100066d1cb10 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:26.347659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-180c3e1c-f59d-4595-ba99-775c53572395 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d26d73fb7f04ebdaa233ba742a10ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569930 Dec 13 14:53:26.350479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:26.411738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e342-4de3-4750-88ba-213c49d6bc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.432618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e342-4de3-4750-88ba-213c49d6bc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.441350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.464875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 437c1e8c-ba44-4693-887c-100066d1cb10 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:53:26.470543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 437c1e8c-ba44-4693-887c-100066d1cb10 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:26.471255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4182432-5a7f-49bb-a71a-e96593266c51']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:26.471526 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.483359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7018ee5-8fe2-42c0-a6b7-bcbdbeefdeee') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:26.483647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7018ee5-8fe2-42c0-a6b7-bcbdbeefdeee') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:26.493230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d636d1-e2b8-425b-9300-a5df3cc0fa32 req-e29a91dd-ae64-4497-9898-9ce4dc2d88b9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:26.504755 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08d636d1-e2b8-425b-9300-a5df3cc0fa32 req-e29a91dd-ae64-4497-9898-9ce4dc2d88b9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 945 time: 0.1412697 Dec 13 14:53:26.525824 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.559578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.574066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e342-4de3-4750-88ba-213c49d6bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.577744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8aa6e342-4de3-4750-88ba-213c49d6bc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.582069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8aa6e342-4de3-4750-88ba-213c49d6bc61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb140bcd-a92d-4138-87ff-013a47b2e4a9 HTTP/1.1" status: 204 len: 168 time: 0.2300019 Dec 13 14:53:26.585438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-08d636d1-e2b8-425b-9300-a5df3cc0fa32 req-b3789628-a311-42e9-8c6c-65f336baf1b8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779276 Dec 13 14:53:26.589344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:26.589925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.592700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6e342-4de3-4750-88ba-213c49d6bc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb140bcd-a92d-4138-87ff-013a47b2e4a9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:26.599111 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:26.691049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.716659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:26.719369 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb6a28b-c000-46a4-b045-c105611a38d3" -d '{"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-plugged", "status": "completed", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:26.732670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:26.767379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.789803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.793034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/networks/c4182432-5a7f-49bb-a71a-e96593266c51 HTTP/1.1" status: 204 len: 168 time: 0.5532506 Dec 13 14:53:26.795610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae484e-2145-40e0-8b3b-d57900ef787a tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Network': ['ID=c4182432-5a7f-49bb-a71a-e96593266c51,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:26.796255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52906) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:26.799082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:26.867009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:26.903733 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.011774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.034251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49756ddd-1649-4200-87fe-93a6c09ae5ad']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:27.044364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f31bd7-1234-460e-8c82-d5d73de13133') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:27.044710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f31bd7-1234-460e-8c82-d5d73de13133') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:27.060296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.076878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.091113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:27.091896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:27.168029 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:27.233016 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252253a-4efb-4c1a-a216-0b75660bc6a0 x-openstack-request-id: req-e252253a-4efb-4c1a-a216-0b75660bc6a0 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:27.233611 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-plugged", "status": "completed", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:27.233611 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e252253a-4efb-4c1a-a216-0b75660bc6a0 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:27.233940 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10', 'code': 200} Dec 13 14:53:27.264766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.272546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.277439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/networks/49756ddd-1649-4200-87fe-93a6c09ae5ad HTTP/1.1" status: 204 len: 168 time: 0.4770858 Dec 13 14:53:27.280203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52924) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:27.298507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd724b5b-eaf1-427f-acf2-18ba4dcf7818 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Network': ['ID=49756ddd-1649-4200-87fe-93a6c09ae5ad,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:27.419899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaf970-128a-4026-8234-0fe3ff1db3bf req-4cae5d36-6a8e-4762-a736-467236e2508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:27.429047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cfaf970-128a-4026-8234-0fe3ff1db3bf req-4cae5d36-6a8e-4762-a736-467236e2508e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 1097 time: 0.0998871 Dec 13 14:53:27.498308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cfaf970-128a-4026-8234-0fe3ff1db3bf req-600a9f5f-0929-45f5-be4d-54ec349e6755 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591507 Dec 13 14:53:27.527601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf546535-f902-45aa-a267-df19807217d7 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:27.529972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf546535-f902-45aa-a267-df19807217d7 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:27.531829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf546535-f902-45aa-a267-df19807217d7 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2498999 Dec 13 14:53:27.536067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52934) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:27.541249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1960110817'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:27.613363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Made reservation on behalf of ce5a1628d6034af6a1c4422e3103a033 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:27.619705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.669781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:27.680508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.680966 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Added segment 68bed5ef-7f58-4042-a2fc-76a5919a3fa4 of type vlan for network be6d456f-ffd6-4637-bded-e6e9a5534f44 Dec 13 14:53:27.737872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.745620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f60668-d2e9-40e6-aef7-2f2041cf158a req-695ac0ae-ebe2-414f-b917-17bea85dede4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:27.747404 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11f60668-d2e9-40e6-aef7-2f2041cf158a req-695ac0ae-ebe2-414f-b917-17bea85dede4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0556147 Dec 13 14:53:27.823928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11f60668-d2e9-40e6-aef7-2f2041cf158a req-4175cbe7-ad08-4d14-ba64-5c6084126fe2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 Dec 13 14:53:27.853301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.859833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:27.860678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:27.973711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Network': ['ID=be6d456f-ffd6-4637-bded-e6e9a5534f44,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:28.000467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-febdb4c4-4b17-4094-ae80-d431b06d8ea4 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4622350 Dec 13 14:53:28.002515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52956) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:28.004173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network be6d456f-ffd6-4637-bded-e6e9a5534f44 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:28.010100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-617542597'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:28.071806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52958) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:28.116601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Made reservation on behalf of ce5a1628d6034af6a1c4422e3103a033 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:28.120717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.159378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:28.175595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.176268 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Added segment 45971ff4-db5a-46fe-9279-bc372a9e0a9e of type vlan for network 844682ae-dedf-4971-8ab7-5392911cf47d Dec 13 14:53:28.233831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.236882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a18fea94-df78-4631-84c2-922ff272a101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.333346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.339691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:28.340435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.410742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a18fea94-df78-4631-84c2-922ff272a101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.462543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Network': ['ID=844682ae-dedf-4971-8ab7-5392911cf47d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:28.470671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a18fea94-df78-4631-84c2-922ff272a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.478961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 844682ae-dedf-4971-8ab7-5392911cf47d details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:28.506483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6b3be486-580d-4d18-b108-1044defe3f72 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5028732 Dec 13 14:53:28.509081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52980) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:28.518175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'ports': [{'network_id': 'be6d456f-ffd6-4637-bded-e6e9a5534f44', 'name': 'tempest-port--746785573', 'admin_state_up': True}, {'network_id': '844682ae-dedf-4971-8ab7-5392911cf47d', 'admin_state_up': False}]} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:28.518175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'port': {'network_id': 'be6d456f-ffd6-4637-bded-e6e9a5534f44', 'name': 'tempest-port--746785573', 'admin_state_up': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:28.518175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'port': {'network_id': '844682ae-dedf-4971-8ab7-5392911cf47d', 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:28.519321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a18fea94-df78-4631-84c2-922ff272a101 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=590e8e67e9e447fcbb96bc8341160853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459367 Dec 13 14:53:28.522388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52982) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:28.560762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fea94-df78-4631-84c2-922ff272a101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313cc052-997f-4ed7-9900-5bb99f6a929f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:28.631042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf0baba-ca95-4c37-9366-588e3c782d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.689036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf0baba-ca95-4c37-9366-588e3c782d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.842344 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf0baba-ca95-4c37-9366-588e3c782d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.845529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf0baba-ca95-4c37-9366-588e3c782d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.847064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-faf0baba-ca95-4c37-9366-588e3c782d42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/313cc052-997f-4ed7-9900-5bb99f6a929f HTTP/1.1" status: 204 len: 168 time: 0.3235056 Dec 13 14:53:28.858032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0baba-ca95-4c37-9366-588e3c782d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313cc052-997f-4ed7-9900-5bb99f6a929f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:28.899871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Made reservation on behalf of ce5a1628d6034af6a1c4422e3103a033 for: {'port': 2} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:28.905155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:28.925005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:29.015032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38aee7-af0d-4c51-9c8a-9b2390f02268 req-bba9e229-a440-453f-83e5-abc8b4385e91 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:29.020362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c38aee7-af0d-4c51-9c8a-9b2390f02268 req-bba9e229-a440-453f-83e5-abc8b4385e91 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0892084 Dec 13 14:53:29.053591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] device_id is not set on port 647e4742-6b00-4a67-9063-26b46e82408e yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:29.101669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9c38aee7-af0d-4c51-9c8a-9b2390f02268 req-022355ef-5ebc-4202-b342-22191527f302 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801413 Dec 13 14:53:29.245640 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23a486c0-3da2-4372-a8fa-a12612e9775b req-de68a133-f490-4687-b122-11423d783eaf tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0646706 Dec 13 14:53:29.251432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:29.350635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] device_id is not set on port 511256df-7d80-4c7b-a20c-fffcd24471a1 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:29.549359 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:29.722660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:29.803532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Port': ['ID=647e4742-6b00-4a67-9063-26b46e82408e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:29.819522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Checking segment: {'id': '68bed5ef-7f58-4042-a2fc-76a5919a3fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'be6d456f-ffd6-4637-bded-e6e9a5534f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:29.819880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network hostable DHCP agents. Network: be6d456f-ffd6-4637-bded-e6e9a5534f44, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:29.906580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network be6d456f-ffd6-4637-bded-e6e9a5534f44 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:29.942112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08c60-858a-49b7-bc0f-406f2c3b3893 req-21547be7-2e7b-47c0-b210-f7139ce877e2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:29.950998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3be08c60-858a-49b7-bc0f-406f2c3b3893 req-21547be7-2e7b-47c0-b210-f7139ce877e2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0971446 Dec 13 14:53:29.990107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53062) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:30.011828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67ba2e7c-fffd-45c1-84f2-860c227b7305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.013267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3be08c60-858a-49b7-bc0f-406f2c3b3893 req-c3aef428-9301-4185-b62d-8c9802606071 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Dec 13 14:53:30.053517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, be6d456f-ffd6-4637-bded-e6e9a5534f44) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:30.062123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:30.062123 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.062399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e7943-af7f-4360-86a2-f400daa696b9 None None] Network be6d456f-ffd6-4637-bded-e6e9a5534f44 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:30.151045 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:53:30.156925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Port': ['ID=511256df-7d80-4c7b-a20c-fffcd24471a1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:30.200526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67ba2e7c-fffd-45c1-84f2-860c227b7305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.226616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b87306c-0252-41a0-b6c0-9cdb12b0779d req-fa263d06-8695-49dd-924d-34d1f3d580c7 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0710595 Dec 13 14:53:30.285585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Checking segment: {'id': '45971ff4-db5a-46fe-9279-bc372a9e0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '844682ae-dedf-4971-8ab7-5392911cf47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:30.285939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network hostable DHCP agents. Network: 844682ae-dedf-4971-8ab7-5392911cf47d, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:30.294275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-67ba2e7c-fffd-45c1-84f2-860c227b7305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.340579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-67ba2e7c-fffd-45c1-84f2-860c227b7305 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18154d76037d4c76a0537927fbba7c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492949 Dec 13 14:53:30.342777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba2e7c-fffd-45c1-84f2-860c227b7305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c500f3cb-32d6-4bd7-b4ae-4540658c1a83,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:30.344448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53076) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:30.405244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8651b0c1-c0bf-4903-9ea3-d5757c6163b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.409352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network 844682ae-dedf-4971-8ab7-5392911cf47d is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:30.430917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8651b0c1-c0bf-4903-9ea3-d5757c6163b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.493909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 844682ae-dedf-4971-8ab7-5392911cf47d) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:30.503039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d8763-3ac0-4e15-8316-8285669a05be None None] Network 844682ae-dedf-4971-8ab7-5392911cf47d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:30.504363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:30.512554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:30.519260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:30.520155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.562657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8651b0c1-c0bf-4903-9ea3-d5757c6163b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.565477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8651b0c1-c0bf-4903-9ea3-d5757c6163b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:30.571706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8651b0c1-c0bf-4903-9ea3-d5757c6163b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c500f3cb-32d6-4bd7-b4ae-4540658c1a83 HTTP/1.1" status: 204 len: 168 time: 0.2261710 Dec 13 14:53:30.588078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651b0c1-c0bf-4903-9ea3-d5757c6163b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c500f3cb-32d6-4bd7-b4ae-4540658c1a83,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:30.614764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-179bb645-dce4-4aa6-8721-7a492be4b3d9 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1037428 Dec 13 14:53:30.618744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53092) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:30.780476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b114337-6247-4f4e-9ec5-9b1958742a14 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:30.789754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b114337-6247-4f4e-9ec5-9b1958742a14 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:30.791971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7b114337-6247-4f4e-9ec5-9b1958742a14 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1719592 Dec 13 14:53:30.794526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53096) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:30.938172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Deleting port 647e4742-6b00-4a67-9063-26b46e82408e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:30.938610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.022071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.036645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Calling delete_port for 647e4742-6b00-4a67-9063-26b46e82408e owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:31.211417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01541d-d982-4bba-9524-5fcb8e12956f req-b8c4c392-90d7-464a-b9b4-3cf0b326149c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:31.213238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8b01541d-d982-4bba-9524-5fcb8e12956f req-b8c4c392-90d7-464a-b9b4-3cf0b326149c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1070600 Dec 13 14:53:31.266741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8b01541d-d982-4bba-9524-5fcb8e12956f req-d50933e0-0a39-465c-b7eb-ffbc887a3b48 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Dec 13 14:53:31.289326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.346785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Port': ['ID=647e4742-6b00-4a67-9063-26b46e82408e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:31.357494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.363067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7f5aa9f0-9f12-4640-aba2-9b7caebc4c80 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/ports/647e4742-6b00-4a67-9063-26b46e82408e HTTP/1.1" status: 204 len: 168 time: 0.5649693 Dec 13 14:53:31.363462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53118) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:31.449579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fab4d429-5310-4981-ba00-c139f577322c req-cf9de455-1faa-4151-9a4e-e5a540d5bdae tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0319133 Dec 13 14:53:31.508088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Deleting port 511256df-7d80-4c7b-a20c-fffcd24471a1 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:31.508413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.593251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.607727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Calling delete_port for 511256df-7d80-4c7b-a20c-fffcd24471a1 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:31.813460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.857522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Port': ['ID=511256df-7d80-4c7b-a20c-fffcd24471a1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:31.864940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:31.868924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-37a7ff59-146a-47d1-a04e-094854199b91 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/ports/511256df-7d80-4c7b-a20c-fffcd24471a1 HTTP/1.1" status: 204 len: 168 time: 0.5044525 Dec 13 14:53:31.871625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53134) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:31.917646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-33bff7b3-b4f2-4eb9-88f3-3f30bc25b8a6 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0448177 Dec 13 14:53:31.921405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53136) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:31.926746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1047471520'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:32.030168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Made reservation on behalf of ce5a1628d6034af6a1c4422e3103a033 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:32.033600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:32.060480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:32.080042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:32.080649 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Added segment 1c208c64-3b50-41d5-ab42-d0ff34842ba1 of type vlan for network 24e166d8-8e7a-40ef-b287-1e6216f02662 Dec 13 14:53:32.123336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:32.230590 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:32.236640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:32.237223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:32.634366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa43969d-f4a9-48b5-9037-28baf032e3d8 req-2ea681c4-62c1-4d08-9642-b99d84fe8b72 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0495226 Dec 13 14:53:32.713177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53154) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:32.767104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Network': ['ID=24e166d8-8e7a-40ef-b287-1e6216f02662,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:32.783808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 24e166d8-8e7a-40ef-b287-1e6216f02662 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:32.812017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1bde2ef3-7824-4509-a3ce-8d60796ecb01 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8885062 Dec 13 14:53:32.813868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53162) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:32.819649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-323750310'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:32.866033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5ffe-95ff-41e6-be85-238e1c3915a7 req-94ca9e3c-0d3f-44dc-9bed-256feaa3d0e9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:32.869324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b4db5ffe-95ff-41e6-be85-238e1c3915a7 req-94ca9e3c-0d3f-44dc-9bed-256feaa3d0e9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1519623 Dec 13 14:53:32.894361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa79fab5-ca69-4316-88bb-96631c8791ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:32.930118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b4db5ffe-95ff-41e6-be85-238e1c3915a7 req-c7a6c486-b65c-4865-98ad-9f3b7b93ec62 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518153 Dec 13 14:53:32.979033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Made reservation on behalf of ce5a1628d6034af6a1c4422e3103a033 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:32.982570 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.003733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa79fab5-ca69-4316-88bb-96631c8791ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.015854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:33.026180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.026713 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Added segment 39c35fae-916c-4d1f-b95a-6d897dfcfe7c of type vlan for network 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc Dec 13 14:53:33.037065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-842192c2-f30b-43b1-9f14-03dfae338f56 req-8bff1ef0-77d9-4722-bacb-71ea111bc6c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Dec 13 14:53:33.060471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa79fab5-ca69-4316-88bb-96631c8791ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.076940 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.122375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aa79fab5-ca69-4316-88bb-96631c8791ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f706822daf7048a18d8aa92e67e27398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081011 Dec 13 14:53:33.125059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53164) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:33.131716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79fab5-ca69-4316-88bb-96631c8791ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb231d-d3db-4051-a00a-b26f246b60cd,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:33.178933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98a7d7e5-13a9-4dbf-be26-107859e7d06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.180611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.186150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:33.186765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.266535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98a7d7e5-13a9-4dbf-be26-107859e7d06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.278770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Network': ['ID=7ec7fc78-d6b7-497b-add8-fe61c71b1cfc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:33.292477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:33.298283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a6b02ee8-c384-43b5-9880-cd6640a02882 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4833269 Dec 13 14:53:33.396044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98a7d7e5-13a9-4dbf-be26-107859e7d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.399711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98a7d7e5-13a9-4dbf-be26-107859e7d06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.401328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-98a7d7e5-13a9-4dbf-be26-107859e7d06e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72bb231d-d3db-4051-a00a-b26f246b60cd HTTP/1.1" status: 204 len: 168 time: 0.2744188 Dec 13 14:53:33.411380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d7e5-13a9-4dbf-be26-107859e7d06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb231d-d3db-4051-a00a-b26f246b60cd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:33.439122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53170) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:33.446499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'subnets': [{'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1957095206', 'ip_version': 4}, {'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:33.446821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'subnet': {'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1957095206', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:33.447398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Request body: {'subnet': {'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:33.687938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Made reservation on behalf of ce5a1628d6034af6a1c4422e3103a033 for: {'subnet': 2} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:33.693188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.694146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:33.777135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96ab11db-1bac-4372-b63e-bbf9699b9a34 req-3de7e46a-f53f-4637-bc4a-49060121f624 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0433612 Dec 13 14:53:34.150488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e81a4-293d-4a74-b42e-50aa922e0760 req-9271c6f0-e509-4cc9-a758-76d80bd120fc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:34.173512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2e81a4-293d-4a74-b42e-50aa922e0760 req-9271c6f0-e509-4cc9-a758-76d80bd120fc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1184933 Dec 13 14:53:34.248969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-267c4923-8fe1-4efa-b236-05cc75d994bd req-e5089870-4e47-4312-80b5-c24521458135 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0371652 Dec 13 14:53:34.259022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2e81a4-293d-4a74-b42e-50aa922e0760 req-f99d6c43-de7e-4281-bf39-35a5e0444247 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814037 Dec 13 14:53:34.356044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:34.418977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Subnet': ['ID=c900b601-7967-4303-b29f-c523251590bd,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:34.427159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Checking segment: {'id': '1c208c64-3b50-41d5-ab42-d0ff34842ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:34.427482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network hostable DHCP agents. Network: 24e166d8-8e7a-40ef-b287-1e6216f02662, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:34.487756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network 24e166d8-8e7a-40ef-b287-1e6216f02662 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:34.561742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 24e166d8-8e7a-40ef-b287-1e6216f02662) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:34.565792 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:34.571038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d108d2-ecb8-453b-b2cb-e6106f155225 None None] Network 24e166d8-8e7a-40ef-b287-1e6216f02662 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:34.627479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event updated for resources: {'Subnet': ['ID=7229f7d0-6506-489d-85de-8e781c58a9f4,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:34.649366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Checking segment: {'id': '39c35fae-916c-4d1f-b95a-6d897dfcfe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:34.649909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network hostable DHCP agents. Network: 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:34.739032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Network 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:34.762018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-24e166d8-8e7a-40ef-b287-1e6216f02662', 'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662', 'tenant_id': 'ce5a1628d6034af6a1c4422e3103a033', 'fixed_ips': [{'subnet_id': 'c900b601-7967-4303-b29f-c523251590bd'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:53:34.762960 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:34.824804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:34.830826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:34.831413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:34.832106 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:34.861315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802e37d-9821-40d2-a9c6-4efbb11b0b83 None None] Network 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:34.876554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53226) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:34.918899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c538f48e-6b18-4984-8897-b632d872c6d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4783804 Dec 13 14:53:34.921280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53230) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:34.946637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc7361b6-c11c-4042-b924-f0d9adf49b71 req-7c1dfc26-826f-4cf7-aeb1-c89504e7b416 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0593915 Dec 13 14:53:34.993856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b34d8-9b53-458e-ad69-8f9a2c72a4d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:34.995914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b34d8-9b53-458e-ad69-8f9a2c72a4d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:34.997613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b34d8-9b53-458e-ad69-8f9a2c72a4d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:35.001017 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f21b34d8-9b53-458e-ad69-8f9a2c72a4d0 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0781794 Dec 13 14:53:35.008517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53232) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:35.055160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Allocated IP 172.20.0.2 (24e166d8-8e7a-40ef-b287-1e6216f02662/c900b601-7967-4303-b29f-c523251590bd/1fc2c99e-770b-43d7-a74c-52ff992fbba7) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:35.078820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5c390064-20fb-4811-a1d3-26e623d07be2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:35.080829 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-5c390064-20fb-4811-a1d3-26e623d07be2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 14:53:35.081588 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-5c390064-20fb-4811-a1d3-26e623d07be2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 14:53:35.083543 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5c390064-20fb-4811-a1d3-26e623d07be2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2055485 Dec 13 14:53:35.089025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:35.096270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--522397136'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:35.116622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Deleting subnet c900b601-7967-4303-b29f-c523251590bd {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:35.190763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.200036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.318059 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.339942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7ec7fc78-d6b7-497b-add8-fe61c71b1cfc', 'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc', 'tenant_id': 'ce5a1628d6034af6a1c4422e3103a033', 'fixed_ips': [{'subnet_id': '7229f7d0-6506-489d-85de-8e781c58a9f4'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:53:35.340920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.396239 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.451839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f082fe-cbd9-4c6f-9e3b-da668ac4eb39 req-1fe3d034-8632-40eb-b2cf-00b4f3624013 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:35.454674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50f082fe-cbd9-4c6f-9e3b-da668ac4eb39 req-1fe3d034-8632-40eb-b2cf-00b4f3624013 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0778716 Dec 13 14:53:35.473405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4688e656-4127-4340-80b2-bbaf4cd826ab,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:35.500603 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.525776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50f082fe-cbd9-4c6f-9e3b-da668ac4eb39 req-a9ad6b96-bf3d-4bb9-b15c-59ffa2afe2ae tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 Dec 13 14:53:35.553286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Allocated IP 172.20.0.18 (7ec7fc78-d6b7-497b-add8-fe61c71b1cfc/7229f7d0-6506-489d-85de-8e781c58a9f4/b1ab157c-c20b-425e-a0b6-ee721e0241c8) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:35.563110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.658718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.659352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.678365 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.740169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfaad6-45d1-445c-92f6-a403cdf83819,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:35.751851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.793591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.796008 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f515dcfe-ed6c-4eee-9b74-74fa821adf6c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7050223 Dec 13 14:53:35.798723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53244) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:35.808662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dc6ee2c2-6725-48dc-9ec7-12f1f3036855 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '60dfaad6-45d1-445c-92f6-a403cdf83819', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:35.843827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Pushing event updated for resources: {'Port': ['ID=1fc2c99e-770b-43d7-a74c-52ff992fbba7,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:35.858401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.858747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.859379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.859509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.859740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.860067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.860393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.860716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.861042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.861363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.861686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.862140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:35.869239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Network 24e166d8-8e7a-40ef-b287-1e6216f02662 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:35.875232 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.876746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:35.884577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:35.921947 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee2c2-6725-48dc-9ec7-12f1f3036855 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:35.924116 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.000916 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.009008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Attempting to bind port 1fc2c99e-770b-43d7-a74c-52ff992fbba7 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:36.009388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Attempting to bind port 1fc2c99e-770b-43d7-a74c-52ff992fbba7 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1c208c64-3b50-41d5-ab42-d0ff34842ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:36.009749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Attempting to bind port 1fc2c99e-770b-43d7-a74c-52ff992fbba7 on network 24e166d8-8e7a-40ef-b287-1e6216f02662 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:36.054197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:36.064074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Checking segment: {'id': '1c208c64-3b50-41d5-ab42-d0ff34842ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:36.064074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.064074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Bound using segment: {'id': '1c208c64-3b50-41d5-ab42-d0ff34842ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:36.064074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Bound port: 1fc2c99e-770b-43d7-a74c-52ff992fbba7, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c208c64-3b50-41d5-ab42-d0ff34842ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '24e166d8-8e7a-40ef-b287-1e6216f02662'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:36.064074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.064615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee2c2-6725-48dc-9ec7-12f1f3036855 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.108997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2760781b-3ba4-427c-982d-ffc8bd706c42 req-39d2578d-4cae-4d63-b761-6ed250e47ce2 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0345082 Dec 13 14:53:36.110761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.143742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] For port 1fc2c99e-770b-43d7-a74c-52ff992fbba7, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:36.146438 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee2c2-6725-48dc-9ec7-12f1f3036855 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.147445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] For port 1fc2c99e-770b-43d7-a74c-52ff992fbba7, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1fc2c99e-770b-43d7-a74c-52ff992fbba7,segment=NetworkSegment(1c208c64-3b50-41d5-ab42-d0ff34842ba1),segment_id=1c208c64-3b50-41d5-ab42-d0ff34842ba1)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:36.159033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Network 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:36.161546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:36.164198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:36.172772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Subnet': ['ID=c900b601-7967-4303-b29f-c523251590bd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:36.188246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.196162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-989a5cee-fc95-401d-80a1-070302c48e42 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/subnets/c900b601-7967-4303-b29f-c523251590bd HTTP/1.1" status: 204 len: 168 time: 1.1855567 Dec 13 14:53:36.198344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53254) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:36.201547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ee2c2-6725-48dc-9ec7-12f1f3036855 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f33ae3-970e-456b-9bef-3b54e5395c48,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:36.212513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Pushing event updated for resources: {'Port': ['ID=b1ab157c-c20b-425e-a0b6-ee721e0241c8,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:36.227305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.271654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Deleting subnet 7229f7d0-6506-489d-85de-8e781c58a9f4 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:36.275116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.279460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee2c2-6725-48dc-9ec7-12f1f3036855 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.280797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc6ee2c2-6725-48dc-9ec7-12f1f3036855 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4799974 Dec 13 14:53:36.284291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53260) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:36.291146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-eb3575ea-0fea-4554-9683-d42a267f061b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '60dfaad6-45d1-445c-92f6-a403cdf83819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:36.346604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.387854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325318ae-d25a-4901-947b-4e235cedf955 None None] Pushing event updated for resources: {'Port': ['ID=1fc2c99e-770b-43d7-a74c-52ff992fbba7,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:36.408201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Attempting to bind port b1ab157c-c20b-425e-a0b6-ee721e0241c8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:36.408689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Attempting to bind port b1ab157c-c20b-425e-a0b6-ee721e0241c8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '39c35fae-916c-4d1f-b95a-6d897dfcfe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:36.409055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Attempting to bind port b1ab157c-c20b-425e-a0b6-ee721e0241c8 on network 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:36.417806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:36.418101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Checking segment: {'id': '39c35fae-916c-4d1f-b95a-6d897dfcfe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:36.418548 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.418967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Bound using segment: {'id': '39c35fae-916c-4d1f-b95a-6d897dfcfe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:36.419445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Bound port: b1ab157c-c20b-425e-a0b6-ee721e0241c8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c35fae-916c-4d1f-b95a-6d897dfcfe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ec7fc78-d6b7-497b-add8-fe61c71b1cfc'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:36.419828 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.430533 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eb3575ea-0fea-4554-9683-d42a267f061b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.436557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e5e8a4-0368-4830-a784-6f97714e88ee None None] Network 24e166d8-8e7a-40ef-b287-1e6216f02662 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:36.464307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.597790 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-eb3575ea-0fea-4554-9683-d42a267f061b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 14:53:36.602958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53268) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:36.603246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eb3575ea-0fea-4554-9683-d42a267f061b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3177018 Dec 13 14:53:36.632507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] For port b1ab157c-c20b-425e-a0b6-ee721e0241c8, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:36.632623 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.644883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] For port b1ab157c-c20b-425e-a0b6-ee721e0241c8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b1ab157c-c20b-425e-a0b6-ee721e0241c8,segment=NetworkSegment(39c35fae-916c-4d1f-b95a-6d897dfcfe7c),segment_id=39c35fae-916c-4d1f-b95a-6d897dfcfe7c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:36.699494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Subnet': ['ID=7229f7d0-6506-489d-85de-8e781c58a9f4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:36.701503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.705015 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f407720a-35a6-4597-822d-608eb3b7f847 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/subnets/7229f7d0-6506-489d-85de-8e781c58a9f4 HTTP/1.1" status: 204 len: 168 time: 0.5069823 Dec 13 14:53:36.707909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53274) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:36.723308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.747833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55275-8b2c-4690-ab68-bedfa8425543 req-8289a319-b576-4a2f-9ee5-5bb8f241f26f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:36.758875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-98f55275-8b2c-4690-ab68-bedfa8425543 req-8289a319-b576-4a2f-9ee5-5bb8f241f26f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1489632 Dec 13 14:53:36.775367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30092253-7160-4e4e-8a75-1d05c8b1fe5e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.800609 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44fea3e9-b1d8-431d-bd7b-76f90bf8e0e0 req-c14f5d4e-3258-4615-abf4-865b1f7f406f tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0519412 Dec 13 14:53:36.804639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13145321-3e6d-4d6e-9ad9-b44fdc2ef6e5 None None] Pushing event updated for resources: {'Port': ['ID=b1ab157c-c20b-425e-a0b6-ee721e0241c8,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:36.826016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-98f55275-8b2c-4690-ab68-bedfa8425543 req-c8467a2a-86fb-49e8-be13-558c224ab00a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652866 Dec 13 14:53:36.828170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30092253-7160-4e4e-8a75-1d05c8b1fe5e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.843138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42514ddd-601f-43cd-a66a-216a35b5ceb1 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:36.844527 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-42514ddd-601f-43cd-a66a-216a35b5ceb1 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1355853 Dec 13 14:53:36.856103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53278) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:36.979144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30092253-7160-4e4e-8a75-1d05c8b1fe5e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.981856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30092253-7160-4e4e-8a75-1d05c8b1fe5e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:36.983345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-30092253-7160-4e4e-8a75-1d05c8b1fe5e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/60dfaad6-45d1-445c-92f6-a403cdf83819 HTTP/1.1" status: 204 len: 168 time: 0.3789232 Dec 13 14:53:36.988061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53284) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:37.014945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30092253-7160-4e4e-8a75-1d05c8b1fe5e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfaad6-45d1-445c-92f6-a403cdf83819,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:37.100827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2bff6871-09b2-4eec-b7eb-f05934821d55 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110284 Dec 13 14:53:37.106065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53288) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:37.110960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-77bec00e-f6af-4da4-9024-c44e126d854f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--882714580'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:37.230508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77bec00e-f6af-4da4-9024-c44e126d854f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.351739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.370933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77bec00e-f6af-4da4-9024-c44e126d854f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.444858 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Deleting port b1ab157c-c20b-425e-a0b6-ee721e0241c8 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:37.445203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.464168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77bec00e-f6af-4da4-9024-c44e126d854f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.476125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b1ab157c-c20b-425e-a0b6-ee721e0241c8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:37.507034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bec00e-f6af-4da4-9024-c44e126d854f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543b5b44-0710-4130-9a7e-67e4e401b6c7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:37.540023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] For port b1ab157c-c20b-425e-a0b6-ee721e0241c8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b1ab157c-c20b-425e-a0b6-ee721e0241c8,segment=NetworkSegment(39c35fae-916c-4d1f-b95a-6d897dfcfe7c),segment_id=39c35fae-916c-4d1f-b95a-6d897dfcfe7c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:37.540388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.555582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Calling delete_port for b1ab157c-c20b-425e-a0b6-ee721e0241c8 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:37.561934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b1ab157c-c20b-425e-a0b6-ee721e0241c8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:37.564112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-77bec00e-f6af-4da4-9024-c44e126d854f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.565950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.566792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-77bec00e-f6af-4da4-9024-c44e126d854f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4581642 Dec 13 14:53:37.568954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53306) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:37.573644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6626d420-1d1e-4522-bd35-edb087268240 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '543b5b44-0710-4130-9a7e-67e4e401b6c7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:37.574649 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-6626d420-1d1e-4522-bd35-edb087268240 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 14:53:37.575329 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-6626d420-1d1e-4522-bd35-edb087268240 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:37.577967 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6626d420-1d1e-4522-bd35-edb087268240 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078347 Dec 13 14:53:37.580890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53308) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:37.649746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.683885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b1ab157c-c20b-425e-a0b6-ee721e0241c8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b1ab157c-c20b-425e-a0b6-ee721e0241c8,segment=NetworkSegment(39c35fae-916c-4d1f-b95a-6d897dfcfe7c),segment_id=39c35fae-916c-4d1f-b95a-6d897dfcfe7c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:37.700384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc8651f6-aa76-44f0-8408-800431b2fce1 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.727962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc8651f6-aa76-44f0-8408-800431b2fce1 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.773282 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.864206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.900005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b1ab157c-c20b-425e-a0b6-ee721e0241c8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:37.928653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Port': ['ID=b1ab157c-c20b-425e-a0b6-ee721e0241c8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:37.931292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] No DVR routers for this DVR port b1ab157c-c20b-425e-a0b6-ee721e0241c8 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:37.937730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc8651f6-aa76-44f0-8408-800431b2fce1 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.946515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc8651f6-aa76-44f0-8408-800431b2fce1 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:37.948651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc8651f6-aa76-44f0-8408-800431b2fce1 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/543b5b44-0710-4130-9a7e-67e4e401b6c7 HTTP/1.1" status: 204 len: 168 time: 0.3667140 Dec 13 14:53:37.950670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53332) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:38.011343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8651f6-aa76-44f0-8408-800431b2fce1 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b5b44-0710-4130-9a7e-67e4e401b6c7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:38.101694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0b68784-27c2-4463-93c8-d69781a62f72 req-a58bfd3b-8dc9-4145-8580-5a486d086c68 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.1387093 Dec 13 14:53:38.103059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f1184f9e-0444-463c-82f2-ca02d2c72971 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1509798 Dec 13 14:53:38.103981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53350) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:38.123447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-39bb7fa1-cad3-44cd-9a35-a4be63429181 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180537639'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:38.135105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c938b-3274-4297-9510-86c7d25735a6 req-773db623-85ad-463e-b2ee-5a5cba58fa66 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:38.137389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d17c938b-3274-4297-9510-86c7d25735a6 req-773db623-85ad-463e-b2ee-5a5cba58fa66 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1541195 Dec 13 14:53:38.179931 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.212750 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d17c938b-3274-4297-9510-86c7d25735a6 req-796e6320-346c-4990-bc4e-1c531396b811 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693305 Dec 13 14:53:38.224102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec7fc78-d6b7-497b-add8-fe61c71b1cfc']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:38.235885 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c35fae-916c-4d1f-b95a-6d897dfcfe7c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:38.236181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c35fae-916c-4d1f-b95a-6d897dfcfe7c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:38.246684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.259011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39bb7fa1-cad3-44cd-9a35-a4be63429181 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.269314 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.279158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:38.279580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:38.283721 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:38.368834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39bb7fa1-cad3-44cd-9a35-a4be63429181 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.395213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03633a97-340c-48d9-8297-8d55f967a3f1 None None] Network 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:38.447128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-96ce4cc0-de82-4d61-962c-c459e974fe08 None None] Could not find standard attr ID for object b1ab157c-c20b-425e-a0b6-ee721e0241c8. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:53:38.447550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39bb7fa1-cad3-44cd-9a35-a4be63429181 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.479828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb7fa1-cad3-44cd-9a35-a4be63429181 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f791571-4c18-43c1-9bad-cf07ef023885,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:38.521101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.530800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.536116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/networks/7ec7fc78-d6b7-497b-add8-fe61c71b1cfc HTTP/1.1" status: 204 len: 168 time: 1.6786699 Dec 13 14:53:38.550793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15fe32-5b02-41da-bad7-aaaf0b389d94 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Network': ['ID=7ec7fc78-d6b7-497b-add8-fe61c71b1cfc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:38.562069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53374) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:38.568966 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-39bb7fa1-cad3-44cd-9a35-a4be63429181 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.571704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-39bb7fa1-cad3-44cd-9a35-a4be63429181 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4589224 Dec 13 14:53:38.576157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53376) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:38.581409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-00d337ca-23c6-4664-bd1f-cfdf8b666946 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '2f791571-4c18-43c1-9bad-cf07ef023885', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:38.582438 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-00d337ca-23c6-4664-bd1f-cfdf8b666946 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 14:53:38.582941 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-00d337ca-23c6-4664-bd1f-cfdf8b666946 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:38.584973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-00d337ca-23c6-4664-bd1f-cfdf8b666946 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076315 Dec 13 14:53:38.594476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53378) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:38.616670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b92a0f-3934-44d5-bd6d-bb77ab63692d None None] DHCP port deletion for 7ec7fc78-d6b7-497b-add8-fe61c71b1cfc request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:53:38.649956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e8ed8-d565-4944-abfc-c270b07ec7f4 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 14:53:38.676973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91bdfa7e-5e22-4344-bf9e-fa0b4f93cbb4 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.680670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.698124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-c5fd96aa-fbb8-424d-9b92-c5bde27df46c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1950107 Dec 13 14:53:38.736993 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91bdfa7e-5e22-4344-bf9e-fa0b4f93cbb4 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.770954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Deleting port 1fc2c99e-770b-43d7-a74c-52ff992fbba7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:38.771851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.791831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e8ed8-d565-4944-abfc-c270b07ec7f4 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 14:53:38.877713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] For port 1fc2c99e-770b-43d7-a74c-52ff992fbba7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1fc2c99e-770b-43d7-a74c-52ff992fbba7,segment=NetworkSegment(1c208c64-3b50-41d5-ab42-d0ff34842ba1),segment_id=1c208c64-3b50-41d5-ab42-d0ff34842ba1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:38.878081 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.882076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811405a-02e9-4dbd-a14f-775215597b02 req-dd637fc5-1d0b-4e20-9956-79f5b46020d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:38.883598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-dd637fc5-1d0b-4e20-9956-79f5b46020d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3411dab23b9b4e4eb03ad40ece837821&device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 1096 time: 0.1147127 Dec 13 14:53:38.894114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91bdfa7e-5e22-4344-bf9e-fa0b4f93cbb4 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.894114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91bdfa7e-5e22-4344-bf9e-fa0b4f93cbb4 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:38.895583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-91bdfa7e-5e22-4344-bf9e-fa0b4f93cbb4 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f791571-4c18-43c1-9bad-cf07ef023885 HTTP/1.1" status: 204 len: 168 time: 0.2993548 Dec 13 14:53:38.897519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Calling delete_port for 1fc2c99e-770b-43d7-a74c-52ff992fbba7 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:38.899388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53392) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:38.911318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdfa7e-5e22-4344-bf9e-fa0b4f93cbb4 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f791571-4c18-43c1-9bad-cf07ef023885,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:39.047567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-991f436f-aa51-406a-b5ba-5d201e0df13d tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469624 Dec 13 14:53:39.051844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53402) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:39.062015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f04edd3c-6dd8-4073-9b68-2baa94f22290 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054034029'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:39.127996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811405a-02e9-4dbd-a14f-775215597b02 req-da0cc2c2-2b27-4236-8b31-b066baab45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:39.129486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-da0cc2c2-2b27-4236-8b31-b066baab45c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=01609b63-8eb7-476f-8aad-1040a82d7ab2 HTTP/1.1" status: 200 len: 913 time: 0.2142408 Dec 13 14:53:39.212279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f04edd3c-6dd8-4073-9b68-2baa94f22290 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.213846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac9fe5fa-33b3-494e-a63c-6c24fd78df5f req-1b909233-4678-4b7e-ae31-70daa3d6c361 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0336819 Dec 13 14:53:39.217089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.280744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-3d56b707-a85f-4c16-af3d-be720e9ae92d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d HTTP/1.1" status: 200 len: 1001 time: 0.1428196 Dec 13 14:53:39.281578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] No DVR routers for this DVR port 1fc2c99e-770b-43d7-a74c-52ff992fbba7 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:39.285532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Port': ['ID=1fc2c99e-770b-43d7-a74c-52ff992fbba7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:39.475423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.480574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811405a-02e9-4dbd-a14f-775215597b02 req-dadc3d27-8efe-4942-8d6b-f4f90f349260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:39.481821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b1ab157c-c20b-425e-a0b6-ee721e0241c8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:39.482303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-dadc3d27-8efe-4942-8d6b-f4f90f349260 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93a65d93-7fa2-4059-a21f-458f8d8ef5ef HTTP/1.1" status: 200 len: 851 time: 0.1897018 Dec 13 14:53:39.506887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b1ab157c-c20b-425e-a0b6-ee721e0241c8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:39.507226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b1ab157c-c20b-425e-a0b6-ee721e0241c8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:39.549464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77800740-008b-4f0a-a01b-5662600e52b0 req-5b4ca160-5004-42f3-9816-6ce90600e007 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:39.551052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77800740-008b-4f0a-a01b-5662600e52b0 req-5b4ca160-5004-42f3-9816-6ce90600e007 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.2039812 Dec 13 14:53:39.553606 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f04edd3c-6dd8-4073-9b68-2baa94f22290 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.559339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e166d8-8e7a-40ef-b287-1e6216f02662']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:39.578782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c208c64-3b50-41d5-ab42-d0ff34842ba1') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:39.579081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c208c64-3b50-41d5-ab42-d0ff34842ba1') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:39.603508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.632562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811405a-02e9-4dbd-a14f-775215597b02 req-760dc7b8-847b-4767-b337-a4a11b9f8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:39.633222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-760dc7b8-847b-4767-b337-a4a11b9f8056 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01609b63-8eb7-476f-8aad-1040a82d7ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405971 Dec 13 14:53:39.642689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77800740-008b-4f0a-a01b-5662600e52b0 req-6e4a3e80-d65d-42ba-add7-9f3ae53b3d1e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755205 Dec 13 14:53:39.644214 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.672387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:39.672791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:39.675793 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:39.744360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f04edd3c-6dd8-4073-9b68-2baa94f22290 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.803300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04edd3c-6dd8-4073-9b68-2baa94f22290 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5d0c0-17de-46f8-8f94-3bde56da935e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:39.822050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-ba7a2af5-8c62-4950-8b98-f6e45b4497aa service neutron] 10.222.0.55 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712174 Dec 13 14:53:39.875033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f04edd3c-6dd8-4073-9b68-2baa94f22290 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.876246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f04edd3c-6dd8-4073-9b68-2baa94f22290 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8229351 Dec 13 14:53:39.879069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53448) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:39.883364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5ea709b1-f495-403a-95a4-df4ec5fd4668 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '71f5d0c0-17de-46f8-8f94-3bde56da935e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:39.892448 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-5ea709b1-f495-403a-95a4-df4ec5fd4668 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 14:53:39.892998 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-5ea709b1-f495-403a-95a4-df4ec5fd4668 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:39.898170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ea709b1-f495-403a-95a4-df4ec5fd4668 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140653 Dec 13 14:53:39.900331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53450) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:39.905481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e9dc3944-7860-4174-ba04-af08f26633a2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '71f5d0c0-17de-46f8-8f94-3bde56da935e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:39.907414 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-e9dc3944-7860-4174-ba04-af08f26633a2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 14:53:39.907922 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-e9dc3944-7860-4174-ba04-af08f26633a2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:39.909217 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e9dc3944-7860-4174-ba04-af08f26633a2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071559 Dec 13 14:53:39.912476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.914874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53452) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:39.929495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:39.931985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/networks/24e166d8-8e7a-40ef-b287-1e6216f02662 HTTP/1.1" status: 204 len: 168 time: 1.3739069 Dec 13 14:53:39.933737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-383f41fa-40ee-4d9e-8889-6b3e7706f99d tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '71f5d0c0-17de-46f8-8f94-3bde56da935e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:39.935230 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-383f41fa-40ee-4d9e-8889-6b3e7706f99d tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 14:53:39.936950 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-383f41fa-40ee-4d9e-8889-6b3e7706f99d tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:39.937947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-383f41fa-40ee-4d9e-8889-6b3e7706f99d tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0221601 Dec 13 14:53:39.938813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53456) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:39.948931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53458) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:39.955496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fe628500-4071-4e13-b6b0-4862173a6600 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '71f5d0c0-17de-46f8-8f94-3bde56da935e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:39.956352 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-fe628500-4071-4e13-b6b0-4862173a6600 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 14:53:39.956834 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-fe628500-4071-4e13-b6b0-4862173a6600 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:39.961306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fe628500-4071-4e13-b6b0-4862173a6600 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080545 Dec 13 14:53:39.961691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53460) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:39.962446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be725aad-caf4-4c2b-9594-45bbf82e2a5d tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Network': ['ID=24e166d8-8e7a-40ef-b287-1e6216f02662,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:39.974353 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8811405a-02e9-4dbd-a14f-775215597b02 req-369df6f3-8576-4bc5-982a-9181af5b63cc service neutron] 10.222.0.55 "GET /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441531 Dec 13 14:53:40.065575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.091514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b5b-33fb-44f4-b833-901c2afc8e35 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.176185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b5b-33fb-44f4-b833-901c2afc8e35 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.196883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.230717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844682ae-dedf-4971-8ab7-5392911cf47d']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:40.241665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45971ff4-db5a-46fe-9279-bc372a9e0a9e') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:40.241834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45971ff4-db5a-46fe-9279-bc372a9e0a9e') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:40.251432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.266621 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.273337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:40.273730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:40.276702 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:40.355805 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d067ed73-998d-4cda-8dc5-d0ec0c7cf9ae req-a8a35f0a-36c1-4ef5-a446-fea7f8614abb tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0438452 Dec 13 14:53:40.360253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b5b-33fb-44f4-b833-901c2afc8e35 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.362871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b5b-33fb-44f4-b833-901c2afc8e35 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.364037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bb5a4b5b-33fb-44f4-b833-901c2afc8e35 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/71f5d0c0-17de-46f8-8f94-3bde56da935e HTTP/1.1" status: 204 len: 168 time: 0.4014444 Dec 13 14:53:40.367321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53488) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:40.382568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a4b5b-33fb-44f4-b833-901c2afc8e35 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5d0c0-17de-46f8-8f94-3bde56da935e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:40.425763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-23cdc389-26b0-448b-b746-6d796aecb99f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504727 Dec 13 14:53:40.425763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53492) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:40.431004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cf6a27cb-aa7e-4239-8470-7512269ec4ae tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961674024'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:40.447376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.456648 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.460360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/networks/844682ae-dedf-4971-8ab7-5392911cf47d HTTP/1.1" status: 204 len: 168 time: 0.5202503 Dec 13 14:53:40.463097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53498) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:40.473065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629fbbe-95f9-4f7a-a29c-ce87c72862b8 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Network': ['ID=844682ae-dedf-4971-8ab7-5392911cf47d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:40.493300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53502) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:40.543021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] Deleting subnet 6704dc7e-d5da-44c1-b779-867425688700 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:40.544604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.546640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.557990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf6a27cb-aa7e-4239-8470-7512269ec4ae tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.591045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.634506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.663684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.696104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6d456f-ffd6-4637-bded-e6e9a5534f44']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:40.713140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bed5ef-7f58-4042-a2fc-76a5919a3fa4') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:40.713688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bed5ef-7f58-4042-a2fc-76a5919a3fa4') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:40.741095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.770204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf6a27cb-aa7e-4239-8470-7512269ec4ae tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.779316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.790738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.809543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6704dc7e-d5da-44c1-b779-867425688700,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:40.811198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:40.813089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.813354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:40.816127 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:40.820380 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d74386fe-490c-4f55-b0d0-4b4432c9daad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6704dc7e-d5da-44c1-b779-867425688700 HTTP/1.1" status: 204 len: 168 time: 0.3254390 Dec 13 14:53:40.821003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53520) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:40.884258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af1e18-007f-49ba-bd47-3a8fc112300e req-2271242f-d5d9-4137-ac93-76a881c288c4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:40.886197 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42af1e18-007f-49ba-bd47-3a8fc112300e req-2271242f-d5d9-4137-ac93-76a881c288c4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1409719 Dec 13 14:53:40.886867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf6a27cb-aa7e-4239-8470-7512269ec4ae tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.908098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:40.932152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a27cb-aa7e-4239-8470-7512269ec4ae tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a997e6-51aa-4fc3-ac3a-549b486d0b26,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:40.977866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42af1e18-007f-49ba-bd47-3a8fc112300e req-9632ad66-c31c-4bc0-adb3-d9543ab45348 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601945 Dec 13 14:53:41.015908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.018784 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.029750 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.033272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] 10.222.0.24 "DELETE /v2.0/networks/be6d456f-ffd6-4637-bded-e6e9a5534f44 HTTP/1.1" status: 204 len: 168 time: 0.5687950 Dec 13 14:53:41.053261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb2c93-ee68-4ee1-b849-f0c9c78c7990']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:41.054033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cf6a27cb-aa7e-4239-8470-7512269ec4ae tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.055403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cf6a27cb-aa7e-4239-8470-7512269ec4ae tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6284690 Dec 13 14:53:41.056452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68b9e3-65b4-4450-b055-d48988658a24 tempest-BulkNetworkOpsTest-1623052746 tempest-BulkNetworkOpsTest-1623052746-project] Pushing event deleted for resources: {'Network': ['ID=be6d456f-ffd6-4637-bded-e6e9a5534f44,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:41.058361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53532) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.063414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-43556b66-ef62-4a1c-a15f-fe74c6e910e6 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.063657 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-43556b66-ef62-4a1c-a15f-fe74c6e910e6 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 14:53:41.064086 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-43556b66-ef62-4a1c-a15f-fe74c6e910e6 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.065048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-43556b66-ef62-4a1c-a15f-fe74c6e910e6 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057783 Dec 13 14:53:41.067704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53534) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.072600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-aed51790-e8af-41bb-a4d8-7574234f10d3 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.074980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98679518-2a10-4b5d-8276-c9f031bcdf58') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:41.076324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98679518-2a10-4b5d-8276-c9f031bcdf58') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:41.089465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.103526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.109762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:41.110142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:41.112269 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:41.242192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.247711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.250950 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7bbb2c93-ee68-4ee1-b849-f0c9c78c7990 HTTP/1.1" status: 204 len: 168 time: 0.4290240 Dec 13 14:53:41.254001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53540) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.264490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d018b-ea1b-406b-8d69-81f2759b9f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbb2c93-ee68-4ee1-b849-f0c9c78c7990,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:41.296417 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-aed51790-e8af-41bb-a4d8-7574234f10d3 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.297468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aed51790-e8af-41bb-a4d8-7574234f10d3 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2282674 Dec 13 14:53:41.300439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53546) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.305950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-af8f782f-9363-441c-be24-88f8b025285b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.306733 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-af8f782f-9363-441c-be24-88f8b025285b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 14:53:41.307223 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-af8f782f-9363-441c-be24-88f8b025285b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.308167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-af8f782f-9363-441c-be24-88f8b025285b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065534 Dec 13 14:53:41.315164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53548) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.316407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] Deleting subnet 82b4e346-af30-4fdf-9f41-13518fbff541 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:41.320237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-853df950-bc1e-47b0-b50b-6403c13047ee tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.320392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.355392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.399465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.483877 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-672810ce-5b3c-4102-8793-bdc0c129907d req-720e4827-49db-4ba4-8a43-dc769711dc23 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0331373 Dec 13 14:53:41.499715 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-853df950-bc1e-47b0-b50b-6403c13047ee tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.501371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-853df950-bc1e-47b0-b50b-6403c13047ee tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1849201 Dec 13 14:53:41.504075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53564) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.508646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-db9e7036-50a9-4a41-98a2-aeb915cec256 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.509150 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-db9e7036-50a9-4a41-98a2-aeb915cec256 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 14:53:41.513376 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-db9e7036-50a9-4a41-98a2-aeb915cec256 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.513376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-db9e7036-50a9-4a41-98a2-aeb915cec256 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055153 Dec 13 14:53:41.514149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53566) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.519509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b2faf0c3-e8e8-424a-af28-42ca29868e3f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.535816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.566495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b4e346-af30-4fdf-9f41-13518fbff541,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:41.570090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.573193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-71a47ce2-df74-49fd-98e6-da63eaa93773 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82b4e346-af30-4fdf-9f41-13518fbff541 HTTP/1.1" status: 204 len: 168 time: 0.3179622 Dec 13 14:53:41.575677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53568) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.665568 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.734130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53580) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.740606 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-b2faf0c3-e8e8-424a-af28-42ca29868e3f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.741542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b2faf0c3-e8e8-424a-af28-42ca29868e3f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2262936 Dec 13 14:53:41.744471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53584) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.762406 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.777998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e4b7c1d0-69f7-4344-a788-2288b9bbde94 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.779595 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-e4b7c1d0-69f7-4344-a788-2288b9bbde94 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 14:53:41.780292 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-e4b7c1d0-69f7-4344-a788-2288b9bbde94 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.784763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e4b7c1d0-69f7-4344-a788-2288b9bbde94 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261991 Dec 13 14:53:41.784908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5dfa05-92f6-4d4d-9add-860dce73ff53']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:41.785188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.790199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4a88f2aa-9ec4-4f8f-818c-dab28e286b16 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.795721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ecc0b8-3fc2-456f-a5c2-084cf8c6d97d') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:41.797266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ecc0b8-3fc2-456f-a5c2-084cf8c6d97d') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:41.807551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.824451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.830164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:41.830670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:41.832528 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:41.931365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-20abab6e-8be2-4282-8121-2f03abc0a593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce5a1628d6034af6a1c4422e3103a033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935844 Dec 13 14:53:41.931797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.950419 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-4a88f2aa-9ec4-4f8f-818c-dab28e286b16 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:41.951552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4a88f2aa-9ec4-4f8f-818c-dab28e286b16 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1654465 Dec 13 14:53:41.954689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:41.960201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-54f904c3-a991-4fff-9262-dab8ab9e596b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '82a997e6-51aa-4fc3-ac3a-549b486d0b26', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:41.979984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:41.996797 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.000319 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c5dfa05-92f6-4d4d-9add-860dce73ff53 HTTP/1.1" status: 204 len: 168 time: 0.4234040 Dec 13 14:53:42.004856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be942b4-a8f6-45ed-9dc8-e0fb17e77790 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5dfa05-92f6-4d4d-9add-860dce73ff53,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:42.013073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8559a496-77ad-458e-9ba0-c81953b62427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.050860 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8559a496-77ad-458e-9ba0-c81953b62427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.105796 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-54f904c3-a991-4fff-9262-dab8ab9e596b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:42.107837 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-54f904c3-a991-4fff-9262-dab8ab9e596b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1512392 Dec 13 14:53:42.110038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53618) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:42.154421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e15504-8ffc-4922-bdc5-22e71ff8ab75 req-1f68ca7d-3699-43db-acd3-d40df745dfa8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:42.155894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0e15504-8ffc-4922-bdc5-22e71ff8ab75 req-1f68ca7d-3699-43db-acd3-d40df745dfa8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0923231 Dec 13 14:53:42.207010 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd84926-1f3d-45d5-b307-1ee0ae34b84b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.221530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0e15504-8ffc-4922-bdc5-22e71ff8ab75 req-324ffad2-0b9e-47a9-a600-9cd403dd5a40 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585549 Dec 13 14:53:42.235850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd84926-1f3d-45d5-b307-1ee0ae34b84b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.281162 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8559a496-77ad-458e-9ba0-c81953b62427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.283906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8559a496-77ad-458e-9ba0-c81953b62427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.285053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8559a496-77ad-458e-9ba0-c81953b62427 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fcdb86f-b81e-48e6-af1b-b56c2703efac HTTP/1.1" status: 204 len: 168 time: 0.3525155 Dec 13 14:53:42.293682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559a496-77ad-458e-9ba0-c81953b62427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdb86f-b81e-48e6-af1b-b56c2703efac,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:42.365069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53630) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:42.405137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd84926-1f3d-45d5-b307-1ee0ae34b84b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.407672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd84926-1f3d-45d5-b307-1ee0ae34b84b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.408769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-edd84926-1f3d-45d5-b307-1ee0ae34b84b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/82a997e6-51aa-4fc3-ac3a-549b486d0b26 HTTP/1.1" status: 204 len: 168 time: 0.2951918 Dec 13 14:53:42.411632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:42.418224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9ecd1b62-53d8-4f4c-b834-82e15fa52dc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d50fc2c99aef487b8400d4609da81fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492997 Dec 13 14:53:42.424422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53636) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:42.426054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd84926-1f3d-45d5-b307-1ee0ae34b84b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a997e6-51aa-4fc3-ac3a-549b486d0b26,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:42.474458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff2bb6f1-cd4f-4711-af85-85de40f1ed0b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615084 Dec 13 14:53:42.478447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0aedea76-e69c-458f-8ec2-bd8d546527ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.478832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:42.483379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e3e00e6f-d540-4051-a8b7-79792461dd58 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020940369'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:42.499740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0aedea76-e69c-458f-8ec2-bd8d546527ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.617410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-291135a5-fa0f-4532-966f-a821a4d8bf6d req-90a24f37-1680-48c4-9905-c167c31061a2 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0287411 Dec 13 14:53:42.641512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3e00e6f-d540-4051-a8b7-79792461dd58 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.676263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0aedea76-e69c-458f-8ec2-bd8d546527ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.679915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0aedea76-e69c-458f-8ec2-bd8d546527ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.681054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0aedea76-e69c-458f-8ec2-bd8d546527ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d51b79a-e047-4f25-be16-e7a3851cf417 HTTP/1.1" status: 204 len: 168 time: 0.2599270 Dec 13 14:53:42.690129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedea76-e69c-458f-8ec2-bd8d546527ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51b79a-e047-4f25-be16-e7a3851cf417,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:42.719736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3e00e6f-d540-4051-a8b7-79792461dd58 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.796692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3e00e6f-d540-4051-a8b7-79792461dd58 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.830730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e00e6f-d540-4051-a8b7-79792461dd58 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63564e13-393b-4961-aad2-7efb2265431f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:42.884423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3e00e6f-d540-4051-a8b7-79792461dd58 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:42.885713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3e00e6f-d540-4051-a8b7-79792461dd58 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4058425 Dec 13 14:53:42.889099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53674) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:42.893813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-eb11d1cf-ae17-4b9b-bd91-9b091e5248d0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '63564e13-393b-4961-aad2-7efb2265431f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:43.058832 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-eb11d1cf-ae17-4b9b-bd91-9b091e5248d0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The resource could not be found. Dec 13 14:53:43.062297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eb11d1cf-ae17-4b9b-bd91-9b091e5248d0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1721694 Dec 13 14:53:43.065115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53686) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:43.069435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b8e5852d-69be-4cdb-995d-9f6724bf8556 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '63564e13-393b-4961-aad2-7efb2265431f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a3626cf8-2cc1-4baa-b529-5ce18960b77b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:43.304702 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-b8e5852d-69be-4cdb-995d-9f6724bf8556 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The resource could not be found. Dec 13 14:53:43.306193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b8e5852d-69be-4cdb-995d-9f6724bf8556 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2402108 Dec 13 14:53:43.309036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53706) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:43.365536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081d1d-e586-4806-b759-28e53dbc1efa req-1aaf08dc-31c7-42ef-aea1-2d8ec9c0386c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:43.371105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff081d1d-e586-4806-b759-28e53dbc1efa req-1aaf08dc-31c7-42ef-aea1-2d8ec9c0386c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0714738 Dec 13 14:53:43.391509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-301e2d1b-8823-454b-ae79-e59cbdd4ec52 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:43.414544 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff081d1d-e586-4806-b759-28e53dbc1efa req-5669d0c3-a134-42cb-adda-f1acc901afc5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Dec 13 14:53:43.423022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-301e2d1b-8823-454b-ae79-e59cbdd4ec52 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:43.518437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53722) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:43.537750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-301e2d1b-8823-454b-ae79-e59cbdd4ec52 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:43.540327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-301e2d1b-8823-454b-ae79-e59cbdd4ec52 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:43.541462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-301e2d1b-8823-454b-ae79-e59cbdd4ec52 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/63564e13-393b-4961-aad2-7efb2265431f HTTP/1.1" status: 204 len: 168 time: 0.2313790 Dec 13 14:53:43.544333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53726) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:43.556381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e2d1b-8823-454b-ae79-e59cbdd4ec52 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63564e13-393b-4961-aad2-7efb2265431f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:43.616638 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c93ef131-623f-41e2-a35e-213b411c023c tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710270 Dec 13 14:53:43.621337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-62e6656e-847a-43d4-a3cb-738f1571c9e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a0a9441968049dda913809ab23c3109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015787 Dec 13 14:53:43.622030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53736) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:43.623947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53738) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:43.633547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-30d7998a-bef3-42e5-a535-987703c31417 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': 'c5b49951-a469-49c4-bda4-6aae747c83df', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:43.719681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53742) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:43.729470 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca32a7a9-cc5c-47f9-8932-2e777d43f6b4 req-a917d52a-53dc-4102-b892-10193d2b1c1a tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0331545 Dec 13 14:53:43.739781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2b65-6193-40e0-98bb-6541cccbd703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:43.787830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2b65-6193-40e0-98bb-6541cccbd703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:43.818873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1263623813'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:44.087182 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2b65-6193-40e0-98bb-6541cccbd703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.089726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2b65-6193-40e0-98bb-6541cccbd703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.090885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7a7c2b65-6193-40e0-98bb-6541cccbd703 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a0c1306-c4ff-47b9-ad75-ae337f360886 HTTP/1.1" status: 204 len: 168 time: 0.4509108 Dec 13 14:53:44.098819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c2b65-6193-40e0-98bb-6541cccbd703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0c1306-c4ff-47b9-ad75-ae337f360886,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:44.167187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:44.171208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.180678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.224477 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-30d7998a-bef3-42e5-a535-987703c31417 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The resource could not be found. Dec 13 14:53:44.225548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-30d7998a-bef3-42e5-a535-987703c31417 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6024218 Dec 13 14:53:44.229286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53762) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:44.234774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c4fe2962-d173-4d1c-a187-0a63861332de tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--841242280'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:44.297471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.367207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2962-d173-4d1c-a187-0a63861332de tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.399336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.441108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:44.452213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b075ab88-6454-4030-b88a-97e0c658e7a5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:44.472635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.472635 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment 979b7192-a32a-4394-9772-8d3da05c1812 of type vlan for network f79ece98-429a-43ca-9147-6b8224a0963a Dec 13 14:53:44.481237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2962-d173-4d1c-a187-0a63861332de tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.523195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.549395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8c175-8196-4fb8-9411-1bf78153382d req-f50a98f1-3150-4085-b681-96c96f16e191 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:44.550915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edd8c175-8196-4fb8-9411-1bf78153382d req-f50a98f1-3150-4085-b681-96c96f16e191 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0540907 Dec 13 14:53:44.567301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2962-d173-4d1c-a187-0a63861332de tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.595606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edd8c175-8196-4fb8-9411-1bf78153382d req-33d2dbed-72ec-42ae-ae2a-d0278135fb2d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Dec 13 14:53:44.597866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe2962-d173-4d1c-a187-0a63861332de tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05889dd9-9da5-4972-9e16-484a316deaef,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:44.650997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.653856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:44.654488 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.710721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2962-d173-4d1c-a187-0a63861332de tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.711818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c4fe2962-d173-4d1c-a187-0a63861332de tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4815769 Dec 13 14:53:44.714805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53802) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:44.719946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7d471b43-3281-47c8-89ee-9e34f671b7e0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--574567105'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:44.739516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=f79ece98-429a-43ca-9147-6b8224a0963a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:44.752672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f79ece98-429a-43ca-9147-6b8224a0963a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:44.794152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aa31f3e8-1fa3-4c11-900f-2b3ab57d48eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0880325 Dec 13 14:53:44.796667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53808) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:44.809617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'name': 'tempest-PortsIpV6TestJSON-842277359'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:44.854986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e98a8aac-5f04-496d-b201-c644604b48af req-2aa2b22c-3114-43b0-895a-13edd6520afe tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0389714 Dec 13 14:53:44.893153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d471b43-3281-47c8-89ee-9e34f671b7e0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.965300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d471b43-3281-47c8-89ee-9e34f671b7e0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:44.995833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:44.999642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.018701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port f0336624-efe8-43f5-b296-4e8d1cf93d5f yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:45.076822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d471b43-3281-47c8-89ee-9e34f671b7e0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.113290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d471b43-3281-47c8-89ee-9e34f671b7e0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246c3666-f441-4fc1-adc5-6296e9e1f5f4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:45.169629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d471b43-3281-47c8-89ee-9e34f671b7e0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.170927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7d471b43-3281-47c8-89ee-9e34f671b7e0 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4550788 Dec 13 14:53:45.173601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:45.178904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8abad22e-6bbd-49e5-86a5-5dd6668202f2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group_rule': {'security_group_id': '05889dd9-9da5-4972-9e16-484a316deaef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '246c3666-f441-4fc1-adc5-6296e9e1f5f4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:45.222862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.316342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.384417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=f0336624-efe8-43f5-b296-4e8d1cf93d5f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:45.394358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': '979b7192-a32a-4394-9772-8d3da05c1812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:45.394887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: f79ece98-429a-43ca-9147-6b8224a0963a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:45.404638 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-8abad22e-6bbd-49e5-86a5-5dd6668202f2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:53:45.408481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8abad22e-6bbd-49e5-86a5-5dd6668202f2 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2313416 Dec 13 14:53:45.408829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53850) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:45.463751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56f7307d-165a-4c45-9968-784fab44d722 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.486465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56f7307d-165a-4c45-9968-784fab44d722 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.509845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:45.555514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.641914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56f7307d-165a-4c45-9968-784fab44d722 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.645860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f79ece98-429a-43ca-9147-6b8224a0963a) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:45.649319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56f7307d-165a-4c45-9968-784fab44d722 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.650896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-56f7307d-165a-4c45-9968-784fab44d722 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/246c3666-f441-4fc1-adc5-6296e9e1f5f4 HTTP/1.1" status: 204 len: 168 time: 0.2404799 Dec 13 14:53:45.654118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53868) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:45.655409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b60df-36b1-4710-9538-71e3a31e3208 None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:45.666108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:45.672952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:45.674249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.680734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7307d-165a-4c45-9968-784fab44d722 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246c3666-f441-4fc1-adc5-6296e9e1f5f4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:45.756026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-36d95725-7b73-4cf4-b325-a8f58aecfc70 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9526482 Dec 13 14:53:45.759870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53874) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:45.761239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1014187585'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:45.776750 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e179d6d0-f326-4b54-aa5a-13cfba2fb9df tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1191895 Dec 13 14:53:45.777118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53876) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:45.800560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddf743-74cd-48cd-9975-13512e698ff8 req-af35eca9-8f9b-47ac-b746-7600a56f4c25 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:45.811195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5dddf743-74cd-48cd-9975-13512e698ff8 req-af35eca9-8f9b-47ac-b746-7600a56f4c25 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0926785 Dec 13 14:53:45.868357 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-504954f2-61d2-48d2-a18a-26267b8b5192 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.874843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5dddf743-74cd-48cd-9975-13512e698ff8 req-1600cfeb-ad08-4156-8edb-2d4bcb248ed0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626366 Dec 13 14:53:45.893737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-504954f2-61d2-48d2-a18a-26267b8b5192 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.896857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:45.900719 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:45.985655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02f2c218-4865-4d19-968c-9a6db02ebc10 req-580ce27d-f2ec-4ffd-b69b-3eac779b75fa tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0318873 Dec 13 14:53:46.038293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-504954f2-61d2-48d2-a18a-26267b8b5192 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.040966 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-504954f2-61d2-48d2-a18a-26267b8b5192 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.042109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-504954f2-61d2-48d2-a18a-26267b8b5192 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/05889dd9-9da5-4972-9e16-484a316deaef HTTP/1.1" status: 204 len: 168 time: 0.2630482 Dec 13 14:53:46.044779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53898) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.047637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:46.058346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504954f2-61d2-48d2-a18a-26267b8b5192 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05889dd9-9da5-4972-9e16-484a316deaef,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:46.065933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.065933 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment 3b115ee2-4f5b-42c4-8541-b11d18a9c6d9 of type vlan for network 46ad8211-8223-449c-99f1-af12746f8f72 Dec 13 14:53:46.125772 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.129469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3b8744c5-b1a0-4ee9-95d3-29e014132ba5 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833538 Dec 13 14:53:46.134497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53910) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.140029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-48698c89-0a51-4365-a1bc-7c84307bd9ff tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'tempest-secgroup--674476875'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:46.201902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.202101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48698c89-0a51-4365-a1bc-7c84307bd9ff tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.207851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:46.209029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.282193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48698c89-0a51-4365-a1bc-7c84307bd9ff tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.285583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=46ad8211-8223-449c-99f1-af12746f8f72,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:46.295979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 46ad8211-8223-449c-99f1-af12746f8f72 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:46.325754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e1d5cb26-1c97-4661-b2d3-4386d46d0350 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5684671 Dec 13 14:53:46.328482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48698c89-0a51-4365-a1bc-7c84307bd9ff tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.330642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53928) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.335877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'ports': [{'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a'}, {'network_id': '46ad8211-8223-449c-99f1-af12746f8f72'}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:46.337492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:46.337492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': '46ad8211-8223-449c-99f1-af12746f8f72'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:46.364496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48698c89-0a51-4365-a1bc-7c84307bd9ff tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25991425-2ad9-43b0-82c2-47dbf30c9b81,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:46.433627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48698c89-0a51-4365-a1bc-7c84307bd9ff tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.434900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-48698c89-0a51-4365-a1bc-7c84307bd9ff tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2992764 Dec 13 14:53:46.438216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53938) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.442748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e598bf60-8420-4643-bc54-38e8137b1a16 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:46.443936 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-e598bf60-8420-4643-bc54-38e8137b1a16 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 14:53:46.444426 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-e598bf60-8420-4643-bc54-38e8137b1a16 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 14:53:46.447689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e598bf60-8420-4643-bc54-38e8137b1a16 tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "PUT /v2.0/security-groups/25991425-2ad9-43b0-82c2-47dbf30c9b81 HTTP/1.1" status: 409 len: 330 time: 0.0062029 Dec 13 14:53:46.448035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53940) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.511790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edc09bb9-99d8-49a6-8b21-3a96903eee0f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.535937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edc09bb9-99d8-49a6-8b21-3a96903eee0f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.595810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 2} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:46.600967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.615102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.669955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edc09bb9-99d8-49a6-8b21-3a96903eee0f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.675256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edc09bb9-99d8-49a6-8b21-3a96903eee0f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.681868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53952) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.682087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-edc09bb9-99d8-49a6-8b21-3a96903eee0f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/25991425-2ad9-43b0-82c2-47dbf30c9b81 HTTP/1.1" status: 204 len: 168 time: 0.2328887 Dec 13 14:53:46.693518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09bb9-99d8-49a6-8b21-3a96903eee0f tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25991425-2ad9-43b0-82c2-47dbf30c9b81,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:46.741520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 89a23045-33db-45cd-ab0f-a949395c820e yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:46.764915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b01cacd5-87e9-4638-954c-0839daa7820d tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815911 Dec 13 14:53:46.770410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53958) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.787596 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-3bb5eb09-1536-4cab-ba87-fba7c012a6df tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] delete failed (client error): The resource could not be found. Dec 13 14:53:46.789228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3bb5eb09-1536-4cab-ba87-fba7c012a6df tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "DELETE /v2.0/security-groups/f5cc28ca-9dd4-4cd4-b091-271197982775 HTTP/1.1" status: 404 len: 347 time: 0.0171928 Dec 13 14:53:46.792572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53962) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.801566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:46.837865 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-9f791c73-178d-46b6-85c8-5d17cd0abb4b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] show failed (client error): The resource could not be found. Dec 13 14:53:46.838921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9f791c73-178d-46b6-85c8-5d17cd0abb4b tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-groups/84a87a17-88e3-434b-9447-4a776ceb5690 HTTP/1.1" status: 404 len: 347 time: 0.0453885 Dec 13 14:53:46.842770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53966) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:46.862593 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-7a0defa0-a7c6-497e-82b6-db8f10d16c0e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] show failed (client error): The resource could not be found. Dec 13 14:53:46.867239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7a0defa0-a7c6-497e-82b6-db8f10d16c0e tempest-NegativeSecGroupTest-1072240635 tempest-NegativeSecGroupTest-1072240635-project] 10.222.0.24 "GET /v2.0/security-group-rules/e3caaa1c-a35c-439a-9665-53169ba70144 HTTP/1.1" status: 404 len: 356 time: 0.0195527 Dec 13 14:53:46.902277 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.014395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec570abf-76d4-4914-b5e6-5f7e12ba900d req-6c1b1764-509a-4a9c-a305-bb9b751d8a93 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:47.015927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec570abf-76d4-4914-b5e6-5f7e12ba900d req-6c1b1764-509a-4a9c-a305-bb9b751d8a93 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0634573 Dec 13 14:53:47.018609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 07a61b76-b60d-491d-85de-f31c59f4ed7b yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:47.071144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec570abf-76d4-4914-b5e6-5f7e12ba900d req-e54dd53c-1deb-4052-ad1c-28e3717cd741 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Dec 13 14:53:47.125474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba7b826a-253a-4fa8-b3ab-3cff63ef6b36 req-5744f48a-02b0-4823-9636-42aaafa87d57 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0377257 Dec 13 14:53:47.193338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.310748 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.352829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:47.357782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:47.360179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:47.363675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.372690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54008) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:47.376288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=89a23045-33db-45cd-ab0f-a949395c820e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:47.450186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=07a61b76-b60d-491d-85de-f31c59f4ed7b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:47.457728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': '3b115ee2-4f5b-42c4-8541-b11d18a9c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '46ad8211-8223-449c-99f1-af12746f8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:47.458148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: 46ad8211-8223-449c-99f1-af12746f8f72, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:47.527271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc43c0e5-78c3-4800-8856-22407be64ef9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fed0d609a9fc4148ad4ae7beb26ca830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533284 Dec 13 14:53:47.529602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54022) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:47.556007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network 46ad8211-8223-449c-99f1-af12746f8f72 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:47.580191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba66e39e-7ee6-4229-9f89-6d381aa834a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.603578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba66e39e-7ee6-4229-9f89-6d381aa834a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.629972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 46ad8211-8223-449c-99f1-af12746f8f72) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:47.633791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:47.641026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939cd415-f5da-42b3-abf2-a9d419378971 None None] Network 46ad8211-8223-449c-99f1-af12746f8f72 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:47.652147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:47.659350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:47.660040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.693121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba66e39e-7ee6-4229-9f89-6d381aa834a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.695908 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba66e39e-7ee6-4229-9f89-6d381aa834a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.699817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ba66e39e-7ee6-4229-9f89-6d381aa834a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4688e656-4127-4340-80b2-bbaf4cd826ab HTTP/1.1" status: 204 len: 168 time: 0.1665189 Dec 13 14:53:47.712085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e39e-7ee6-4229-9f89-6d381aa834a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4688e656-4127-4340-80b2-bbaf4cd826ab,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:47.733357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-771cde59-f142-427d-b8b7-c0f81e29ae77 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4016333 Dec 13 14:53:47.734209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54038) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:47.865788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 07a61b76-b60d-491d-85de-f31c59f4ed7b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:47.866184 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.938187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:47.951335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 07a61b76-b60d-491d-85de-f31c59f4ed7b owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:48.119823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:48.181592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=07a61b76-b60d-491d-85de-f31c59f4ed7b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:48.211822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:48.218185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54076) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:48.218375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5a85821f-cd7b-4908-8766-927a3cf20cb5 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/07a61b76-b60d-491d-85de-f31c59f4ed7b HTTP/1.1" status: 204 len: 168 time: 0.4768677 Dec 13 14:53:48.253321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289b40d-4bb2-4b6d-9e05-15165eb4bf83 req-022caf7f-015b-4348-a098-fc870ddff997 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:48.260722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8289b40d-4bb2-4b6d-9e05-15165eb4bf83 req-022caf7f-015b-4348-a098-fc870ddff997 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0925257 Dec 13 14:53:48.299980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8289b40d-4bb2-4b6d-9e05-15165eb4bf83 req-2c193f1e-591e-4cdd-83d1-97fa8eb16e57 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Dec 13 14:53:48.310111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a2a95bc-c4cf-451c-92de-c0c211b9f3ae req-640277ba-70d2-4269-a8d8-55c7b6e00ed4 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0316713 Dec 13 14:53:48.330310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2027f55-75cd-4dda-bdb3-dcae8bd474b7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:48.337287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2027f55-75cd-4dda-bdb3-dcae8bd474b7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:48.339101 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2027f55-75cd-4dda-bdb3-dcae8bd474b7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1195185 Dec 13 14:53:48.345278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54086) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:48.448855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 89a23045-33db-45cd-ab0f-a949395c820e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:48.449206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:48.518823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:48.531980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 89a23045-33db-45cd-ab0f-a949395c820e owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:48.715687 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:48.748426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=89a23045-33db-45cd-ab0f-a949395c820e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:48.755103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:48.757004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1a7f9268-3985-4d6d-b102-d9f75561ea53 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/89a23045-33db-45cd-ab0f-a949395c820e HTTP/1.1" status: 204 len: 168 time: 0.4107838 Dec 13 14:53:48.759521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54098) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:48.813670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fef809-0922-4112-a999-3396cf0c7be3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:48.818010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-40fef809-0922-4112-a999-3396cf0c7be3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0548291 Dec 13 14:53:48.818326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54104) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:48.846973 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c923b2a6-1899-4032-9f77-a1517c62a828 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:53:48.850442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c923b2a6-1899-4032-9f77-a1517c62a828 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/07a61b76-b60d-491d-85de-f31c59f4ed7b HTTP/1.1" status: 404 len: 333 time: 0.0292559 Dec 13 14:53:48.852325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54108) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:48.876770 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67f30b5-1eec-4e6e-ae93-7c25db5fa123 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:53:48.879740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f67f30b5-1eec-4e6e-ae93-7c25db5fa123 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/89a23045-33db-45cd-ab0f-a949395c820e HTTP/1.1" status: 404 len: 333 time: 0.0248971 Dec 13 14:53:48.881621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54110) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:48.929805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54112) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:48.961054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.050873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1314079776'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:49.058794 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.080536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ad8211-8223-449c-99f1-af12746f8f72']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:49.091203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b115ee2-4f5b-42c4-8541-b11d18a9c6d9') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:49.091508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b115ee2-4f5b-42c4-8541-b11d18a9c6d9') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:49.110336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.123804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.129531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:49.129911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:49.133381 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:49.149890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Made reservation on behalf of 0ddef8bfdf0442acbf46a9b7f500be80 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:49.153380 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.162823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.269879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.286687 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.286687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/46ad8211-8223-449c-99f1-af12746f8f72 HTTP/1.1" status: 204 len: 168 time: 0.3997209 Dec 13 14:53:49.286868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54120) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:49.292563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d48f7-48bf-42f6-a405-71106f659fe6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=46ad8211-8223-449c-99f1-af12746f8f72,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:49.293094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1500716046'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:49.369109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.395898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:49.400878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.430534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.466406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f3e9ff1-3e78-46d7-9711-7687f3694972 req-eb34b48f-e835-4b49-ae68-b53bfb57e4e7 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0560489 Dec 13 14:53:49.485140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a043eb-49a5-4105-8a2e-f488f70852e4 req-65d65129-c605-4199-9577-d726357d008c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:49.486929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83a043eb-49a5-4105-8a2e-f488f70852e4 req-65d65129-c605-4199-9577-d726357d008c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0769486 Dec 13 14:53:49.515005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90a4da0-3f17-436b-88e6-1131a9ead3ca,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:49.520934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:49.527479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:49.539941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.540296 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Added segment 057aac5c-e1dc-4d27-8376-9e74054ef07b of type vlan for network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 Dec 13 14:53:49.550286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.550636 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment 0ce25bdb-08b2-486f-b9c4-6966488f5352 of type vlan for network f5a48408-fa59-494a-bade-30b772f4f429 Dec 13 14:53:49.562273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83a043eb-49a5-4105-8a2e-f488f70852e4 req-2e0bd5b0-7b71-426c-ac12-35ddb5ef9a36 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 Dec 13 14:53:49.618858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.624251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.715723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.721495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:49.722098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.775405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.780831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:49.781404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:49.807502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event updated for resources: {'Network': ['ID=ac6ac4dd-99ea-4ffa-be20-4e5c968a8012,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:49.819017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:49.855361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-264b2f1e-dd07-4068-85f6-86804669d97e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9244404 Dec 13 14:53:49.858342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54132) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:49.864117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Request body: {'subnet': {'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:49.870881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5834489 Dec 13 14:53:49.879103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54134) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:49.882351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa0a3f-1328-4f50-84dd-c2f2a7002535 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=f5a48408-fa59-494a-bade-30b772f4f429,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:49.887849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:49.900722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f5a48408-fa59-494a-bade-30b772f4f429 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:49.904820 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a96134df-e634-4996-8708-ddbf2d42ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:50.059556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Made reservation on behalf of 0ddef8bfdf0442acbf46a9b7f500be80 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:50.065775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:50.151731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:50.156327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:50.247665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_backend_mixin [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Performing IP validity checks on allocation pools {{(pid=102824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 14:53:50.252319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_backend_mixin [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 14:53:50.374206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:50.441096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event updated for resources: {'Subnet': ['ID=9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:50.448709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Checking segment: {'id': '057aac5c-e1dc-4d27-8376-9e74054ef07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:50.449066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Network hostable DHCP agents. Network: ac6ac4dd-99ea-4ffa-be20-4e5c968a8012, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:50.470549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:50.532764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:50.543130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=c5395bcd-7132-4d44-a067-5fd21dfc0279,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:50.552961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': '0ce25bdb-08b2-486f-b9c4-6966488f5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:50.553730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: f5a48408-fa59-494a-bade-30b772f4f429, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:50.585770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-569fdaef-cab7-4845-8ebe-16c48e561376 req-f8775197-7e0e-4157-a83d-c548b1bab423 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0429931 Dec 13 14:53:50.636143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ac6ac4dd-99ea-4ffa-be20-4e5c968a8012) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:50.648401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c65db3-b7c4-4e87-b12d-f9c7e568cbf7 None None] Network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:50.650719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:50.652706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:50.698281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f5a48408-fa59-494a-bade-30b772f4f429 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:50.708037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f5a48408-fa59-494a-bade-30b772f4f429) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:50.719022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:50.719625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf12a3-244f-4874-bd2c-255d90302240 None None] Network f5a48408-fa59-494a-bade-30b772f4f429 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:50.720322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:50.740706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0722ea-ac64-4f5a-a06c-0d515fb62e6a req-e0fb0877-9c82-4c54-b2c2-d4bf3bd54599 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:50.742388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe0722ea-ac64-4f5a-a06c-0d515fb62e6a req-e0fb0877-9c82-4c54-b2c2-d4bf3bd54599 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0702851 Dec 13 14:53:50.763227 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7675a3d3-0a11-4bbb-a99f-eb25c0ea2e81 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9013693 Dec 13 14:53:50.765104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54148) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:50.775293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Request body: {'port': {'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012', 'name': 'tempest-TagsExtTest-814484056'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:50.791440 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe0722ea-ac64-4f5a-a06c-0d515fb62e6a req-e82d50b3-c914-45e3-8569-8d59e5dff597 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Dec 13 14:53:50.831102 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1c2af0e6-c79d-4876-a473-091b44ab8346 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9478312 Dec 13 14:53:50.831454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:50.836571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429', 'name': 'tempest-PortsIpV6TestJSON-1209479699'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:50.994348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ac6ac4dd-99ea-4ffa-be20-4e5c968a8012', 'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012', 'tenant_id': '0ddef8bfdf0442acbf46a9b7f500be80', 'fixed_ips': [{'subnet_id': '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:53:50.995203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.064345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Made reservation on behalf of 0ddef8bfdf0442acbf46a9b7f500be80 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:51.069000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.082049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-f5a48408-fa59-494a-bade-30b772f4f429', 'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429', 'tenant_id': 'd9bede76b2344897ae80f1d137ffbf53', 'fixed_ips': [{'subnet_id': 'c5395bcd-7132-4d44-a067-5fd21dfc0279'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:53:51.082953 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.092735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] device_id is not set on port 29555180-c2dc-4b38-b190-80ce51362cca yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:51.179009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:51.182792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.217530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 0c07b304-8a03-4a26-bff2-a92d7963980c yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:51.248509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Allocated IP 172.20.0.14 (ac6ac4dd-99ea-4ffa-be20-4e5c968a8012/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/29555180-c2dc-4b38-b190-80ce51362cca) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:51.361940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Allocated IP 2001:db8::2 (f5a48408-fa59-494a-bade-30b772f4f429/c5395bcd-7132-4d44-a067-5fd21dfc0279/252f86a8-b475-4a2b-a21b-456918e053eb) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:51.437729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.532167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.581940 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.594204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:51.598390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:51.604069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:51.604959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Allocated IP 172.20.0.2 (ac6ac4dd-99ea-4ffa-be20-4e5c968a8012/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:51.655843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event updated for resources: {'Port': ['ID=29555180-c2dc-4b38-b190-80ce51362cca,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:51.694068 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.702117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:51.703605 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.770026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Network f5a48408-fa59-494a-bade-30b772f4f429 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:51.777123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:51.778143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b51d8b70-b13c-48ff-a421-4fd283edff9e req-d790f691-c5b2-4f55-bccf-34745b67113a tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0409799 Dec 13 14:53:51.790823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:51.794714 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c9ce8777-b4ca-4704-8c3b-dbfe61dd3b23 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0274336 Dec 13 14:53:51.795616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Pushing event updated for resources: {'Port': ['ID=252f86a8-b475-4a2b-a21b-456918e053eb,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:51.800087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54162) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:51.811714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::153 (f5a48408-fa59-494a-bade-30b772f4f429/c5395bcd-7132-4d44-a067-5fd21dfc0279/0c07b304-8a03-4a26-bff2-a92d7963980c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:51.816295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-bcdc4202-5e74-40ac-803a-1e44934b40a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-110600383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:51.895409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Attempting to bind port 252f86a8-b475-4a2b-a21b-456918e053eb on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:51.896301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Attempting to bind port 252f86a8-b475-4a2b-a21b-456918e053eb by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '0ce25bdb-08b2-486f-b9c4-6966488f5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:51.896869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Attempting to bind port 252f86a8-b475-4a2b-a21b-456918e053eb on network f5a48408-fa59-494a-bade-30b772f4f429 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:51.912510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:51.913223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Checking segment: {'id': '0ce25bdb-08b2-486f-b9c4-6966488f5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:51.913779 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.914358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Bound using segment: {'id': '0ce25bdb-08b2-486f-b9c4-6966488f5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:51.914988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Bound port: 252f86a8-b475-4a2b-a21b-456918e053eb, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce25bdb-08b2-486f-b9c4-6966488f5352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f5a48408-fa59-494a-bade-30b772f4f429'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:51.915545 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.928525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.943722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4202-5e74-40ac-803a-1e44934b40a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.944783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4202-5e74-40ac-803a-1e44934b40a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:51.991574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] For port 252f86a8-b475-4a2b-a21b-456918e053eb, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:51.995509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] For port 252f86a8-b475-4a2b-a21b-456918e053eb, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=252f86a8-b475-4a2b-a21b-456918e053eb,segment=NetworkSegment(0ce25bdb-08b2-486f-b9c4-6966488f5352),segment_id=0ce25bdb-08b2-486f-b9c4-6966488f5352)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:52.019695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.022350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.057652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4202-5e74-40ac-803a-1e44934b40a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.086609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7971d-1d6b-4fcb-bb37-55d103f071ab req-afc03a5e-68b4-4f25-abb5-236df1b64a3f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:52.086609 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13d7971d-1d6b-4fcb-bb37-55d103f071ab req-afc03a5e-68b4-4f25-abb5-236df1b64a3f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1775982 Dec 13 14:53:52.090840 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.135406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:52.141542 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4202-5e74-40ac-803a-1e44934b40a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.143475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Pushing event updated for resources: {'Port': ['ID=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:52.147652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:52.151611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:52.165508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.172843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13d7971d-1d6b-4fcb-bb37-55d103f071ab req-7f0f024b-4199-4f64-8667-b64ebe8c04e3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771208 Dec 13 14:53:52.232888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=0c07b304-8a03-4a26-bff2-a92d7963980c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:52.255655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f5a48408-fa59-494a-bade-30b772f4f429 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:52.257348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:52.266285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:52.275266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:52.279468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.291867 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1017a965-a6c5-48dd-873d-f755c69f33cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.296318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014ae76-f87c-44bf-9bfe-e83a38d7b90e None None] Pushing event updated for resources: {'Port': ['ID=252f86a8-b475-4a2b-a21b-456918e053eb,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:52.306157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4202-5e74-40ac-803a-1e44934b40a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.308109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bcdc4202-5e74-40ac-803a-1e44934b40a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5070491 Dec 13 14:53:52.317056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54172) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:52.328045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Attempting to bind port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:52.328422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Attempting to bind port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '057aac5c-e1dc-4d27-8376-9e74054ef07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:52.328784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Attempting to bind port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a on network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:52.329866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9fbf50cc-e68e-4b30-852f-9bb51892207c tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-76069670', 'prefixes': ['172.20.0.0/16']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:52.353040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:52.361759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Checking segment: {'id': '057aac5c-e1dc-4d27-8376-9e74054ef07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:52.362343 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.362758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Bound using segment: {'id': '057aac5c-e1dc-4d27-8376-9e74054ef07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:52.365553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Bound port: ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057aac5c-e1dc-4d27-8376-9e74054ef07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ac6ac4dd-99ea-4ffa-be20-4e5c968a8012'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:52.366216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.371578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82a2dfa9-d710-4df5-b8ba-bb06987899bd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5389280 Dec 13 14:53:52.372416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54176) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:52.529698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] For port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:52.535555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] For port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,segment=NetworkSegment(057aac5c-e1dc-4d27-8376-9e74054ef07b),segment_id=057aac5c-e1dc-4d27-8376-9e74054ef07b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:52.596075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 0c07b304-8a03-4a26-bff2-a92d7963980c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:52.604697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.670793 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.714996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9fbf50cc-e68e-4b30-852f-9bb51892207c tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for subnetpool, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:52.724175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9fbf50cc-e68e-4b30-852f-9bb51892207c tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.4031670 Dec 13 14:53:52.724990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54178) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:52.733900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-cf5aac7b-7c3f-4fef-a77d-e410a43f871b tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', 'tempest-TagsExtTest-Tag-2094456109') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:52.747960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366a37e-9d41-44d8-a542-0e54c4354424 None None] Pushing event updated for resources: {'Port': ['ID=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:53.011190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf5aac7b-7c3f-4fef-a77d-e410a43f871b tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags/tempest-TagsExtTest-Tag-2094456109 HTTP/1.1" status: 201 len: 201 time: 0.2814782 Dec 13 14:53:53.011542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54186) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:53.017943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-dcecd672-b42d-41ab-bb0d-2c6358a32f0d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', 'tempest-TagsExtTest-Tag-1519723608') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:53.210927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54192) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:53.212550 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.288941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dcecd672-b42d-41ab-bb0d-2c6358a32f0d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags/tempest-TagsExtTest-Tag-1519723608 HTTP/1.1" status: 201 len: 201 time: 0.2759287 Dec 13 14:53:53.291408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54196) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:53.297461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-18c26625-3641-4f6a-9419-96ac6f3ed589 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', 'tempest-TagsExtTest-Tag-394678461') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:53.372838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0cd30fc5-f1d6-4434-ada1-b3b93a803755 req-9f7aa75f-702d-4683-a2b7-e6e7e3a874f0 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0980921 Dec 13 14:53:53.491726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.542579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 0c07b304-8a03-4a26-bff2-a92d7963980c owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:53.642294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 252f86a8-b475-4a2b-a21b-456918e053eb up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:53.653306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e611f-dd62-49ef-ba81-31160a77133b req-ab8f7427-4213-4e2c-ae20-510d3648400f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:53.663651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-730e611f-dd62-49ef-ba81-31160a77133b req-ab8f7427-4213-4e2c-ae20-510d3648400f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.3599782 Dec 13 14:53:53.665417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51e5f6e8-2f63-4ece-9c4a-9bf09ab78c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.710742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2fc9a-00b8-4d8f-adcf-1cb8acb70791 None None] Network f5a48408-fa59-494a-bade-30b772f4f429 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:53.741849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-730e611f-dd62-49ef-ba81-31160a77133b req-0308939b-8a2d-43b3-b6eb-d66537b8f340 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Dec 13 14:53:53.772432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 252f86a8-b475-4a2b-a21b-456918e053eb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:53.772805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.814033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-18c26625-3641-4f6a-9419-96ac6f3ed589 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags/tempest-TagsExtTest-Tag-394678461 HTTP/1.1" status: 201 len: 201 time: 0.5207725 Dec 13 14:53:53.816529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:53.824780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-7f80ef16-9a96-413f-a556-9564751f83dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', 'tempest-TagsExtTest-Tag-143834925') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:53.841549 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.920993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=0c07b304-8a03-4a26-bff2-a92d7963980c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:53.944713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51e5f6e8-2f63-4ece-9c4a-9bf09ab78c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.947827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.952924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-78a948b9-5caf-4c23-a2af-8a19fcb7f76f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/0c07b304-8a03-4a26-bff2-a92d7963980c HTTP/1.1" status: 204 len: 168 time: 1.5790379 Dec 13 14:53:53.955863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54206) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:53.977788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7f80ef16-9a96-413f-a556-9564751f83dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags/tempest-TagsExtTest-Tag-143834925 HTTP/1.1" status: 201 len: 201 time: 0.1579926 Dec 13 14:53:53.978168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54212) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:53.983507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-c0a5c966-1d1f-41c7-8a2b-eb808a761703 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:53.991615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2c68fcf5-04d7-445a-9d37-47768fe6153c None None] Provisioning complete for port 252f86a8-b475-4a2b-a21b-456918e053eb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:53.992017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2c68fcf5-04d7-445a-9d37-47768fe6153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:53.996984 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a185ca8-1c26-4201-81af-0c24de9d2f50 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:53:53.997882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a185ca8-1c26-4201-81af-0c24de9d2f50 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:53:54.004493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a185ca8-1c26-4201-81af-0c24de9d2f50 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/0c07b304-8a03-4a26-bff2-a92d7963980c HTTP/1.1" status: 404 len: 333 time: 0.0440102 Dec 13 14:53:54.005909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54214) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:54.055406 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-653749d5-9351-4622-8c20-ce92a4450319 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:53:54.057146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-653749d5-9351-4622-8c20-ce92a4450319 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/0c07b304-8a03-4a26-bff2-a92d7963980c HTTP/1.1" status: 404 len: 333 time: 0.0496716 Dec 13 14:53:54.060261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54216) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:54.062701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51e5f6e8-2f63-4ece-9c4a-9bf09ab78c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.139353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5f6e8-2f63-4ece-9c4a-9bf09ab78c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d14ace-e367-48ce-9189-3a9e912ce813,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:54.145100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-51e5f6e8-2f63-4ece-9c4a-9bf09ab78c7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=845d09c852ab49a78d9c07bbf5c5f6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9326112 Dec 13 14:53:54.148787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54222) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:54.156231 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.189097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet c5395bcd-7132-4d44-a067-5fd21dfc0279 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:53:54.197561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.197783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c0a5c966-1d1f-41c7-8a2b-eb808a761703 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags HTTP/1.1" status: 200 len: 241 time: 0.2141545 Dec 13 14:53:54.197913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54224) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:54.218284 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-abbb1e7a-efbc-4fd2-927a-76ec73285b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.221713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-7f7ec224-e652-46aa-a0aa-fd517dcc400c tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', 'tempest-TagsExtTest-Tag-2094456109') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:54.250574 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-abbb1e7a-efbc-4fd2-927a-76ec73285b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.272998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 252f86a8-b475-4a2b-a21b-456918e053eb, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=252f86a8-b475-4a2b-a21b-456918e053eb,segment=NetworkSegment(0ce25bdb-08b2-486f-b9c4-6966488f5352),segment_id=0ce25bdb-08b2-486f-b9c4-6966488f5352)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:54.304217 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2c68fcf5-04d7-445a-9d37-47768fe6153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.327711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.336895 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.337795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:54.404871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7f7ec224-e652-46aa-a0aa-fd517dcc400c tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags/tempest-TagsExtTest-Tag-2094456109 HTTP/1.1" status: 204 len: 168 time: 0.2074063 Dec 13 14:53:54.407415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54228) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:54.414738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-00eba740-7b4c-4871-8d0c-79dad2446cf0 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', 'tempest-TagsExtTest-Tag-2094456109') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:54.460630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893c523-cede-4f9b-b54f-07ba7851cb85 None None] Network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:54.486333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-abbb1e7a-efbc-4fd2-927a-76ec73285b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.492497 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-abbb1e7a-efbc-4fd2-927a-76ec73285b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.496913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-abbb1e7a-efbc-4fd2-927a-76ec73285b63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95d14ace-e367-48ce-9189-3a9e912ce813 HTTP/1.1" status: 204 len: 168 time: 0.3469713 Dec 13 14:53:54.501073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.546198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-2c68fcf5-04d7-445a-9d37-47768fe6153c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:53:54.553521 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-2c68fcf5-04d7-445a-9d37-47768fe6153c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:53:54.576442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb1e7a-efbc-4fd2-927a-76ec73285b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d14ace-e367-48ce-9189-3a9e912ce813,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:54.600885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=252f86a8-b475-4a2b-a21b-456918e053eb,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:54.612186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-372412d9-8b4c-47b9-81dc-52d040d8d148 req-c1ebf474-5e3e-4a99-bf6c-d738aa6eed1a tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0861132 Dec 13 14:53:54.658703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:54.659100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.659950 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.698339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=c5395bcd-7132-4d44-a067-5fd21dfc0279,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:54.702654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.706585 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-815ba6bf-6f28-4db2-a9b4-16ee3bfbde2d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/c5395bcd-7132-4d44-a067-5fd21dfc0279 HTTP/1.1" status: 204 len: 168 time: 0.6450520 Dec 13 14:53:54.709755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54236) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:54.796828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-00eba740-7b4c-4871-8d0c-79dad2446cf0 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags/tempest-TagsExtTest-Tag-2094456109 HTTP/1.1" status: 204 len: 168 time: 0.3880718 Dec 13 14:53:54.800021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54240) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:54.804966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-9b951d1d-3b2d-4c06-b154-bf086f028587 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:54.879497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.916327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.916552 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:54.964758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,segment=NetworkSegment(057aac5c-e1dc-4d27-8376-9e74054ef07b),segment_id=057aac5c-e1dc-4d27-8376-9e74054ef07b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:55.025201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 252f86a8-b475-4a2b-a21b-456918e053eb {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:55.025563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.038852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9b951d1d-3b2d-4c06-b154-bf086f028587 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags HTTP/1.1" status: 200 len: 205 time: 0.2373323 Dec 13 14:53:55.042292 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.043276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54244) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:55.054061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-11c18ff5-295d-456b-889b-04aea17733e3 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.083858 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff97-8dec-475d-9d97-101a5a14c801 req-bdd8d2af-dd2a-436a-81fb-cd0b76b1d41a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:55.098415 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58b6ff97-8dec-475d-9d97-101a5a14c801 req-bdd8d2af-dd2a-436a-81fb-cd0b76b1d41a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.2358913 Dec 13 14:53:55.197957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e457b9-b050-4687-989c-2a9fb3c99f50 None None] Network f5a48408-fa59-494a-bade-30b772f4f429 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:55.205733 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58b6ff97-8dec-475d-9d97-101a5a14c801 req-8b213350-6a1d-4b3c-aaec-2564807122d9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063395 Dec 13 14:53:55.218358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] For port 252f86a8-b475-4a2b-a21b-456918e053eb, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=252f86a8-b475-4a2b-a21b-456918e053eb,segment=NetworkSegment(0ce25bdb-08b2-486f-b9c4-6966488f5352),segment_id=0ce25bdb-08b2-486f-b9c4-6966488f5352)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:55.218868 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.237299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 252f86a8-b475-4a2b-a21b-456918e053eb owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:55.264486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54252) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:55.265144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-11c18ff5-295d-456b-889b-04aea17733e3 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags HTTP/1.1" status: 200 len: 241 time: 0.2214034 Dec 13 14:53:55.268081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.272069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-53b3a555-a320-454f-aef1-228de73efe20 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', 'tempest-TagsExtTest-Tag-1519723608') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.382070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54258) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:55.386406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-53b3a555-a320-454f-aef1-228de73efe20 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags/tempest-TagsExtTest-Tag-1519723608 HTTP/1.1" status: 204 len: 168 time: 0.1203473 Dec 13 14:53:55.388547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-7d6fe47d-cc25-4223-8792-5b67539a9ece tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', 'tempest-TagsExtTest-Tag-1519723608') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.397673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:55.470409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.497291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-84d053b0-8340-4930-afa5-abf19fefaa38 None None] Provisioning complete for port 29555180-c2dc-4b38-b190-80ce51362cca triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:55.497816 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-84d053b0-8340-4930-afa5-abf19fefaa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.514990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=252f86a8-b475-4a2b-a21b-456918e053eb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:55.528519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No DVR routers for this DVR port 252f86a8-b475-4a2b-a21b-456918e053eb on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:53:55.560894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 252f86a8-b475-4a2b-a21b-456918e053eb up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:55.590285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 252f86a8-b475-4a2b-a21b-456918e053eb {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:55.590628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 252f86a8-b475-4a2b-a21b-456918e053eb not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 14:53:55.617299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-84d053b0-8340-4930-afa5-abf19fefaa38 None None] Port 29555180-c2dc-4b38-b190-80ce51362cca cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:53:55.619165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Port 252f86a8-b475-4a2b-a21b-456918e053eb not found, will not notify nova. {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 14:53:55.622632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-84d053b0-8340-4930-afa5-abf19fefaa38 None None] Could not find standard attr ID for object 0c07b304-8a03-4a26-bff2-a92d7963980c. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:53:55.625518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-84d053b0-8340-4930-afa5-abf19fefaa38 None None] Could not find standard attr ID for object 252f86a8-b475-4a2b-a21b-456918e053eb. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:53:55.629217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7d6fe47d-cc25-4223-8792-5b67539a9ece tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags/tempest-TagsExtTest-Tag-1519723608 HTTP/1.1" status: 204 len: 168 time: 0.2460320 Dec 13 14:53:55.632468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54262) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:55.637346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-9df22c3d-03ee-4d86-854f-5f44350ea066 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.658075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.663104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-84d053b0-8340-4930-afa5-abf19fefaa38 None None] Provisioning complete for port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:55.663479 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-84d053b0-8340-4930-afa5-abf19fefaa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.697701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a48408-fa59-494a-bade-30b772f4f429']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.710426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c3f9d-919f-4498-b9fa-23adde81d243 None None] DHCP port deletion for f5a48408-fa59-494a-bade-30b772f4f429 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:53:55.722683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce25bdb-08b2-486f-b9c4-6966488f5352') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.722975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce25bdb-08b2-486f-b9c4-6966488f5352') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.740996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9df22c3d-03ee-4d86-854f-5f44350ea066 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags HTTP/1.1" status: 200 len: 205 time: 0.1071110 Dec 13 14:53:55.743214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54266) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:55.748918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.756110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-01a21bef-e029-420c-b8c6-571484750a12 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.769456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d93a9ec-6f81-49d4-86e0-eb6a63374957 req-460a4df7-e64c-4b5f-96c3-246ee2f20523 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0398989 Dec 13 14:53:55.784560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.794216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:53:55.794699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:53:55.797864 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:53:55.871062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-01a21bef-e029-420c-b8c6-571484750a12 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags HTTP/1.1" status: 200 len: 240 time: 0.1265757 Dec 13 14:53:55.873596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54272) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:55.887743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-f36b9ae6-3e8b-434b-8b76-51bdb604f322 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', 'tempest-TagsExtTest-Tag-394678461') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:55.942175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5c375a21-35c7-4e05-b045-2fafcc1c7d50 None None] Provisioning complete for port 29555180-c2dc-4b38-b190-80ce51362cca triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:55.942934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5c375a21-35c7-4e05-b045-2fafcc1c7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.955901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.961203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:55.968506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/f5a48408-fa59-494a-bade-30b772f4f429 HTTP/1.1" status: 204 len: 168 time: 1.2576187 Dec 13 14:53:55.969199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54278) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:55.991644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5c375a21-35c7-4e05-b045-2fafcc1c7d50 None None] Port 29555180-c2dc-4b38-b190-80ce51362cca cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:53:56.002696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1474764752'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:56.007961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b943ff-f4f9-4392-974c-869a7b6a707f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=f5a48408-fa59-494a-bade-30b772f4f429,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:56.087353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:56.092993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.133489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:53:56.144712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.145250 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment 1194771a-b68d-4bbd-adec-ad88e753a950 of type vlan for network e214987f-d5dc-4058-b16a-935d6e0f834b Dec 13 14:53:56.201011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.333678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.341843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:56.343099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.423615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=e214987f-d5dc-4058-b16a-935d6e0f834b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:56.431335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f36b9ae6-3e8b-434b-8b76-51bdb604f322 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags/tempest-TagsExtTest-Tag-394678461 HTTP/1.1" status: 204 len: 168 time: 0.5564444 Dec 13 14:53:56.433662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54290) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:56.435897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e214987f-d5dc-4058-b16a-935d6e0f834b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:53:56.438460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-37994d16-a08c-49ca-a5cd-ac2beb121733 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', 'tempest-TagsExtTest-Tag-394678461') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:56.447560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7419ec-7656-41e9-8fbc-3e2973104e7d req-17bf2a15-1757-4053-a126-82a0e27d1600 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:56.447560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a7419ec-7656-41e9-8fbc-3e2973104e7d req-17bf2a15-1757-4053-a126-82a0e27d1600 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0631332 Dec 13 14:53:56.507701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a7419ec-7656-41e9-8fbc-3e2973104e7d req-781a756e-f64b-4519-9b7f-719efd2fbf55 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548558 Dec 13 14:53:56.529112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0f900091-d9ad-4366-b5a9-568254d42e2c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5273352 Dec 13 14:53:56.529869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54294) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:56.536381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:56.567942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 437c1e8c-ba44-4693-887c-100066d1cb10 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:53:56.685047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:56.701099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '437c1e8c-ba44-4693-887c-100066d1cb10', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'port_id': '437c1e8c-ba44-4693-887c-100066d1cb10', 'mac_address': 'fa:16:3e:8b:1d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b190bb4-13a6-438b-98c6-7f7508afb5b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:53:56.745985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-37994d16-a08c-49ca-a5cd-ac2beb121733 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags/tempest-TagsExtTest-Tag-394678461 HTTP/1.1" status: 204 len: 168 time: 0.3109007 Dec 13 14:53:56.748599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:56.750837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54300) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:56.752137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.752880 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.757777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-943e6d41-ac8d-4535-8503-aec5ef9a69f6 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:56.768251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 437c1e8c-ba44-4693-887c-100066d1cb10 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:53:56.823110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:56.887576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-943e6d41-ac8d-4535-8503-aec5ef9a69f6 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags HTTP/1.1" status: 200 len: 205 time: 0.1352839 Dec 13 14:53:56.891537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54306) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:56.899868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-6df15a61-ae0f-42ca-997c-45ac74a5fec2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:56.907402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:56.925294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6df15a61-ae0f-42ca-997c-45ac74a5fec2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags HTTP/1.1" status: 200 len: 240 time: 0.0315533 Dec 13 14:53:56.930699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54310) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:56.939274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-d9e5c836-d687-4f2e-88ef-8c7b6d8301ee tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', 'tempest-TagsExtTest-Tag-143834925') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:56.972098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d9e5c836-d687-4f2e-88ef-8c7b6d8301ee tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags/tempest-TagsExtTest-Tag-143834925 HTTP/1.1" status: 204 len: 168 time: 0.0402417 Dec 13 14:53:56.974066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:56.974668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54312) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:56.987033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-732b0e55-ea45-4c6c-bfd6-e3dd4c3e1c6d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', 'tempest-TagsExtTest-Tag-143834925') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:56.990773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db782bac-1878-46e0-a4b2-5299e75825ae req-cc3afa84-35e4-48f7-ba17-e993e4c2b9e0 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0744646 Dec 13 14:53:57.016306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['437c1e8c-ba44-4693-887c-100066d1cb10'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:53:57.064215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:57.093914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-732b0e55-ea45-4c6c-bfd6-e3dd4c3e1c6d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags/tempest-TagsExtTest-Tag-143834925 HTTP/1.1" status: 204 len: 168 time: 0.1176212 Dec 13 14:53:57.096134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54316) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.102082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-4c98e340-4860-47b5-bddd-c3426f35fbe5 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:57.131313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4c98e340-4860-47b5-bddd-c3426f35fbe5 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags HTTP/1.1" status: 200 len: 205 time: 0.0338638 Dec 13 14:53:57.133510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54318) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.139323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-8831967a-674b-48c5-bd28-41b9d2f3dca9 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:57.144571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=f4b1e37a-fab2-404d-a98e-c2b36dc54ee6,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:57.158596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.159160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.159586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.160009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.160410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.160816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.161734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.162064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.162429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.188514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.188514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.188514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:53:57.188514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': '1194771a-b68d-4bbd-adec-ad88e753a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:57.188514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: e214987f-d5dc-4058-b16a-935d6e0f834b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:53:57.190248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8831967a-674b-48c5-bd28-41b9d2f3dca9 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags HTTP/1.1" status: 204 len: 168 time: 0.0408506 Dec 13 14:53:57.190248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.192153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-ee392c99-4472-4f84-953f-35c1dc62c91d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:57.242630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network e214987f-d5dc-4058-b16a-935d6e0f834b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:53:57.275788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee392c99-4472-4f84-953f-35c1dc62c91d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0874155 Dec 13 14:53:57.278273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54340) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.282432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-a9bf3fc3-504f-4468-85ba-2e6f636cea72 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:57.303868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e214987f-d5dc-4058-b16a-935d6e0f834b) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:57.316764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:57.318996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:57.319241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d94fa-62fd-4223-8bcf-4fae598d38ce None None] Network e214987f-d5dc-4058-b16a-935d6e0f834b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:53:57.382275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a9bf3fc3-504f-4468-85ba-2e6f636cea72 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags HTTP/1.1" status: 204 len: 168 time: 0.1020739 Dec 13 14:53:57.384551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54344) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.389740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-4ae4f235-dec6-4875-8314-24951223a2d2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:57.427622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c7fb1b96-5c8a-4f80-85d2-9f66de893567 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8946161 Dec 13 14:53:57.430009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54350) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.436136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1700536132'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:53:57.480185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:57.555656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e214987f-d5dc-4058-b16a-935d6e0f834b', 'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b', 'tenant_id': 'd9bede76b2344897ae80f1d137ffbf53', 'fixed_ips': [{'subnet_id': 'f4b1e37a-fab2-404d-a98e-c2b36dc54ee6'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:53:57.555656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:57.555866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54356) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.555992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4ae4f235-dec6-4875-8314-24951223a2d2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1696377 Dec 13 14:53:57.557554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:57.557922 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:57.564801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-65d63d41-906c-4817-8f19-c693f1eef3a2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', 'tempest-TagsExtTest-Tag-424561147') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:57.649119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:53:57.656177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:57.722808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port b4d491c9-bdb7-406c-a7b6-33a4d4383299 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:53:57.742599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb09ad-527a-4e0e-bf98-46736f279a83 req-14f9ccf0-42c1-4e44-89c3-0b6135eb20dc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:57.744500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7feb09ad-527a-4e0e-bf98-46736f279a83 req-14f9ccf0-42c1-4e44-89c3-0b6135eb20dc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 945 time: 0.1122658 Dec 13 14:53:57.770222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Allocated IP 2001:db8::2 (e214987f-d5dc-4058-b16a-935d6e0f834b/f4b1e37a-fab2-404d-a98e-c2b36dc54ee6/535fcdfb-e6eb-4b48-af9e-4f740ebf40ef) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:57.774180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-65d63d41-906c-4817-8f19-c693f1eef3a2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags/tempest-TagsExtTest-Tag-424561147 HTTP/1.1" status: 201 len: 201 time: 0.2165227 Dec 13 14:53:57.777004 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54366) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:57.798669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-4d686edc-b801-4693-87a4-0ef8cb2f7e0e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', 'tempest-TagsExtTest-Tag-1090255428') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:57.861136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7feb09ad-527a-4e0e-bf98-46736f279a83 req-4490e394-6199-4732-8512-b697f4dfed7b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817587 Dec 13 14:53:57.869187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 252f86a8-b475-4a2b-a21b-456918e053eb no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:53:57.909132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 252f86a8-b475-4a2b-a21b-456918e053eb {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:53:57.909705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 252f86a8-b475-4a2b-a21b-456918e053eb not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:53:58.033909 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.039247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4d686edc-b801-4693-87a4-0ef8cb2f7e0e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags/tempest-TagsExtTest-Tag-1090255428 HTTP/1.1" status: 201 len: 201 time: 0.2580743 Dec 13 14:53:58.040042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54392) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:58.045036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-765c8763-6961-4608-8644-ffb7c0e7ba9d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', 'tempest-TagsExtTest-Tag-2048404586') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:58.120334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc4245ee-9591-4d27-a1f5-89edc8c77387 req-d81df6d0-ce94-4c55-ab42-82db9038063b tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0346391 Dec 13 14:53:58.143930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.212717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Network e214987f-d5dc-4058-b16a-935d6e0f834b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:58.218643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:58.221351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:58.248986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::e0 (e214987f-d5dc-4058-b16a-935d6e0f834b/f4b1e37a-fab2-404d-a98e-c2b36dc54ee6/b4d491c9-bdb7-406c-a7b6-33a4d4383299) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:53:58.263473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Pushing event updated for resources: {'Port': ['ID=535fcdfb-e6eb-4b48-af9e-4f740ebf40ef,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:58.300452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Attempting to bind port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:53:58.300815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Attempting to bind port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1194771a-b68d-4bbd-adec-ad88e753a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:53:58.301180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Attempting to bind port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef on network e214987f-d5dc-4058-b16a-935d6e0f834b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:53:58.307481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:53:58.308058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Checking segment: {'id': '1194771a-b68d-4bbd-adec-ad88e753a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:53:58.308576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.308962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Bound using segment: {'id': '1194771a-b68d-4bbd-adec-ad88e753a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:53:58.309432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Bound port: 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1194771a-b68d-4bbd-adec-ad88e753a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e214987f-d5dc-4058-b16a-935d6e0f834b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:53:58.309941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.352851 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-765c8763-6961-4608-8644-ffb7c0e7ba9d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags/tempest-TagsExtTest-Tag-2048404586 HTTP/1.1" status: 201 len: 201 time: 0.3114274 Dec 13 14:53:58.358937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54416) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:58.358937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-2ade4967-8849-488a-8b37-408aa4cbbd03 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', 'tempest-TagsExtTest-Tag-435387375') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:58.439840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] For port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:53:58.447411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] For port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=535fcdfb-e6eb-4b48-af9e-4f740ebf40ef,segment=NetworkSegment(1194771a-b68d-4bbd-adec-ad88e753a950),segment_id=1194771a-b68d-4bbd-adec-ad88e753a950)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:53:58.515655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.545019 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.581401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 437c1e8c-ba44-4693-887c-100066d1cb10 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:58.591572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ade4967-8849-488a-8b37-408aa4cbbd03 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags/tempest-TagsExtTest-Tag-435387375 HTTP/1.1" status: 201 len: 201 time: 0.2371104 Dec 13 14:53:58.594350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54424) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:58.601702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-d2df3e13-b84f-485f-826a-72da3635abeb tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', {'tags': ['tempest-TagsExtTest-Tag-172251323', 'tempest-TagsExtTest-Tag-2014381746', 'tempest-TagsExtTest-Tag-1906096923']}) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:58.648828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a11695-d082-4fc4-b6c0-c085cee7cfe5 None None] Pushing event updated for resources: {'Port': ['ID=535fcdfb-e6eb-4b48-af9e-4f740ebf40ef,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:58.669829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 437c1e8c-ba44-4693-887c-100066d1cb10 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:58.670348 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.692168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.747759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network e214987f-d5dc-4058-b16a-935d6e0f834b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:53:58.749907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d2df3e13-b84f-485f-826a-72da3635abeb tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags HTTP/1.1" status: 200 len: 317 time: 0.1532028 Dec 13 14:53:58.752435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:58.757733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-2e24e3ee-f597-42a7-a1bf-602fda5407a2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:58.762399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:53:58.769811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:53:58.776406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:58.777035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.796789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:58.824209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=b4d491c9-bdb7-406c-a7b6-33a4d4383299,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:58.836529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:53:58.840087 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127efaf0-459d-488c-8b14-d4d681d48ba2" -d '{"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-plugged", "status": "completed", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:53:58.887109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:58.907684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-df0d2f39-9577-4016-903f-db605c737d05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4744756 Dec 13 14:53:58.907684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54454) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:58.962490 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccf11dd-8891-4d56-b4a0-6756dc44d9ba x-openstack-request-id: req-cccf11dd-8891-4d56-b4a0-6756dc44d9ba {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:53:58.962490 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-plugged", "status": "completed", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:53:58.964088 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cccf11dd-8891-4d56-b4a0-6756dc44d9ba {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:53:58.964596 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10', 'code': 200} Dec 13 14:53:58.968001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.005378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e24e3ee-f597-42a7-a1bf-602fda5407a2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags HTTP/1.1" status: 204 len: 168 time: 0.2518463 Dec 13 14:53:59.007299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54460) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:59.011954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-1533f81d-c121-4887-8cca-5271a7fe3883 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', 'tempest-TagsExtTest-Tag-172251323') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:59.132618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port b4d491c9-bdb7-406c-a7b6-33a4d4383299 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:53:59.133541 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.188399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c993c-4fd5-4751-b579-53422b80b205 req-7321a2d8-61ac-4632-b6a7-82e43546e861 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:53:59.196904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb7c993c-4fd5-4751-b579-53422b80b205 req-7321a2d8-61ac-4632-b6a7-82e43546e861 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1902766 Dec 13 14:53:59.256894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb7c993c-4fd5-4751-b579-53422b80b205 req-6e61a151-c00b-49e3-b634-40fe17c9e676 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487797 Dec 13 14:53:59.280606 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-1533f81d-c121-4887-8cca-5271a7fe3883 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:53:59.285042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1533f81d-c121-4887-8cca-5271a7fe3883 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags/tempest-TagsExtTest-Tag-172251323 HTTP/1.1" status: 404 len: 328 time: 0.2768514 Dec 13 14:53:59.285913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54466) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:59.291161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-d9647b17-77ba-44b0-97c7-c2d33ddc16a6 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', 'tempest-TagsExtTest-Tag-2014381746') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:59.359448 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-d9647b17-77ba-44b0-97c7-c2d33ddc16a6 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:53:59.364759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d9647b17-77ba-44b0-97c7-c2d33ddc16a6 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags/tempest-TagsExtTest-Tag-2014381746 HTTP/1.1" status: 404 len: 329 time: 0.0768452 Dec 13 14:53:59.365472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54472) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:59.370597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-ab7a7746-eea5-4da9-a7f7-2f04567ba8c4 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf', 'tempest-TagsExtTest-Tag-1906096923') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:59.394648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63e2b7b0-1114-4c26-b851-3a618715cea9 req-bf9f427f-6c3f-4c82-8112-79c77c1765bb tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0530622 Dec 13 14:53:59.400304 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.438633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for b4d491c9-bdb7-406c-a7b6-33a4d4383299 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:53:59.452697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:59.537679 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-ab7a7746-eea5-4da9-a7f7-2f04567ba8c4 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:53:59.539347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ab7a7746-eea5-4da9-a7f7-2f04567ba8c4 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags/tempest-TagsExtTest-Tag-1906096923 HTTP/1.1" status: 404 len: 329 time: 0.1727343 Dec 13 14:53:59.542430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54478) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:59.557639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-5a3e8da1-cfa2-4ed2-be81-d314d2ef54d5 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', {'tags': ['tempest-TagsExtTest-Tag-1711633051', 'tempest-TagsExtTest-Tag-502150960', 'tempest-TagsExtTest-Tag-395906869']}) {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:59.663547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:53:59.725739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:53:59.726539 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.788546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.813697 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5a3e8da1-cfa2-4ed2-be81-d314d2ef54d5 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags HTTP/1.1" status: 200 len: 316 time: 0.2683907 Dec 13 14:53:59.816145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54494) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:59.822207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-e46c18a0-8e2d-469b-9add-0a0175e5387e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:53:59.836514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.881707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=b4d491c9-bdb7-406c-a7b6-33a4d4383299,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:53:59.894813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=535fcdfb-e6eb-4b48-af9e-4f740ebf40ef,segment=NetworkSegment(1194771a-b68d-4bbd-adec-ad88e753a950),segment_id=1194771a-b68d-4bbd-adec-ad88e753a950)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:53:59.931549 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.950631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4a004904-8d5b-4f6d-bff5-f0c9a0e86d65 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/b4d491c9-bdb7-406c-a7b6-33a4d4383299 HTTP/1.1" status: 204 len: 168 time: 1.0427229 Dec 13 14:53:59.960271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54502) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:53:59.990491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:53:59.990767 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-621da73a-c691-4c64-afa3-357e60332b69 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:53:59.994571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-621da73a-c691-4c64-afa3-357e60332b69 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/b4d491c9-bdb7-406c-a7b6-33a4d4383299 HTTP/1.1" status: 404 len: 333 time: 0.0304470 Dec 13 14:53:59.996451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54506) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:00.086290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet f4b1e37a-fab2-404d-a98e-c2b36dc54ee6 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:00.103759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:00.131195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=535fcdfb-e6eb-4b48-af9e-4f740ebf40ef,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:00.167755 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:00.211035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e46c18a0-8e2d-469b-9add-0a0175e5387e tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags HTTP/1.1" status: 204 len: 168 time: 0.3935814 Dec 13 14:54:00.213786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:00.223327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-1a403eb7-9e93-4e35-a2f9-8e4c43d28d24 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', 'tempest-TagsExtTest-Tag-1711633051') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:00.282019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3d0f3-286a-4d73-a80a-8e0d337e6ec2 None None] Network e214987f-d5dc-4058-b16a-935d6e0f834b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:00.339984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:00.366807 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-1a403eb7-9e93-4e35-a2f9-8e4c43d28d24 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:00.367862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1a403eb7-9e93-4e35-a2f9-8e4c43d28d24 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags/tempest-TagsExtTest-Tag-1711633051 HTTP/1.1" status: 404 len: 329 time: 0.1529024 Dec 13 14:54:00.371806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54526) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:00.377414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-fafc400e-1a52-4153-9e36-ced1ab283d08 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', 'tempest-TagsExtTest-Tag-502150960') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:00.470207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c3d094e6-bf99-4c17-bc17-be5b8742ecc4 None None] Provisioning complete for port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:00.470613 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3d094e6-bf99-4c17-bc17-be5b8742ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:00.477550 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-fafc400e-1a52-4153-9e36-ced1ab283d08 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:00.478730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fafc400e-1a52-4153-9e36-ced1ab283d08 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags/tempest-TagsExtTest-Tag-502150960 HTTP/1.1" status: 404 len: 328 time: 0.1058240 Dec 13 14:54:00.482017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54538) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:00.529765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-2dd72c91-cab1-400e-8805-1714851e653a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca', 'tempest-TagsExtTest-Tag-395906869') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:00.602673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb56a1-5a45-4358-8469-4efc724edafe req-09e33cf7-848c-4fe8-bbb0-b782c45cd8f5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:00.604268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfb56a1-5a45-4358-8469-4efc724edafe req-09e33cf7-848c-4fe8-bbb0-b782c45cd8f5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1878440 Dec 13 14:54:00.641146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:00.651293 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0571ef1b-e3e7-4abe-8f27-4efedc0d07c6 req-4cffe0df-e306-4015-aa98-ac475ad234e7 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.1073730 Dec 13 14:54:00.708935 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-2dd72c91-cab1-400e-8805-1714851e653a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:00.710342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2dd72c91-cab1-400e-8805-1714851e653a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags/tempest-TagsExtTest-Tag-395906869 HTTP/1.1" status: 404 len: 328 time: 0.2272177 Dec 13 14:54:00.725784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54550) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:00.731337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b1e37a-fab2-404d-a98e-c2b36dc54ee6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:00.735169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-172d8e4c-11ee-448c-a0f5-1121609b02b2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', {'tags': ['tempest-TagsExtTest-Tag-1697382654', 'tempest-TagsExtTest-Tag-610133207', 'tempest-TagsExtTest-Tag-1217811818']}) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:00.761464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:00.764828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-83beb30b-ae55-4e59-be8d-734d833df279 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/f4b1e37a-fab2-404d-a98e-c2b36dc54ee6 HTTP/1.1" status: 204 len: 168 time: 0.7671549 Dec 13 14:54:00.767788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:00.820417 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4dfb56a1-5a45-4358-8469-4efc724edafe req-aaff6014-d9d9-4725-a734-83bc95558b58 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055030 Dec 13 14:54:00.978121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:00.985918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-172d8e4c-11ee-448c-a0f5-1121609b02b2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags HTTP/1.1" status: 200 len: 317 time: 0.2588494 Dec 13 14:54:00.988475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54568) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:00.995060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-4d2677cc-1aa7-459e-a36f-eba3f0670adf tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.031222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c01380-1709-41e2-885b-3c48bf252260 None None] Network e214987f-d5dc-4058-b16a-935d6e0f834b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:01.074349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:01.074957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.164489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] For port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=535fcdfb-e6eb-4b48-af9e-4f740ebf40ef,segment=NetworkSegment(1194771a-b68d-4bbd-adec-ad88e753a950),segment_id=1194771a-b68d-4bbd-adec-ad88e753a950)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:01.165187 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.181818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:01.213306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d574146e-0ee9-45ad-bd4d-bdfbb6f6b11d None None] Provisioning complete for port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:01.214591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d574146e-0ee9-45ad-bd4d-bdfbb6f6b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.351191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4d2677cc-1aa7-459e-a36f-eba3f0670adf tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags HTTP/1.1" status: 204 len: 168 time: 0.3607435 Dec 13 14:54:01.352875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54582) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:01.367040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-8cad2c48-6999-4d81-8f5f-7e9e3f81932d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', 'tempest-TagsExtTest-Tag-1697382654') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.435457 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.459875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d1490-d91f-488f-8f0b-792d7166ad3d None None] DHCP port deletion for e214987f-d5dc-4058-b16a-935d6e0f834b request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:54:01.466840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No DVR routers for this DVR port 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:01.523121 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-8cad2c48-6999-4d81-8f5f-7e9e3f81932d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:01.524460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8cad2c48-6999-4d81-8f5f-7e9e3f81932d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags/tempest-TagsExtTest-Tag-1697382654 HTTP/1.1" status: 404 len: 329 time: 0.1704175 Dec 13 14:54:01.529634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54590) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:01.542350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-65e6d7f5-3ac9-4440-82c5-c5109bebfbef tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', 'tempest-TagsExtTest-Tag-610133207') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.562739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=535fcdfb-e6eb-4b48-af9e-4f740ebf40ef,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:01.637827 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-65e6d7f5-3ac9-4440-82c5-c5109bebfbef tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:01.638905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-65e6d7f5-3ac9-4440-82c5-c5109bebfbef tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags/tempest-TagsExtTest-Tag-610133207 HTTP/1.1" status: 404 len: 328 time: 0.1070538 Dec 13 14:54:01.641690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54594) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:01.646485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-e89eadad-bfc0-4018-a320-74829edc5c4a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6', 'tempest-TagsExtTest-Tag-1217811818') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.661500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.688381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e214987f-d5dc-4058-b16a-935d6e0f834b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.698636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1194771a-b68d-4bbd-adec-ad88e753a950') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.698935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1194771a-b68d-4bbd-adec-ad88e753a950') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.712155 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.744383 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.780221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:54:01.780895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:54:01.788299 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:54:01.809752 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-e89eadad-bfc0-4018-a320-74829edc5c4a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:01.813700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e89eadad-bfc0-4018-a320-74829edc5c4a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags/tempest-TagsExtTest-Tag-1217811818 HTTP/1.1" status: 404 len: 329 time: 0.1682327 Dec 13 14:54:01.814409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:01.822047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-9cdf4270-0c79-4241-b229-d465f9756a40 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', {'tags': ['tempest-TagsExtTest-Tag-2088535009', 'tempest-TagsExtTest-Tag-1708316605', 'tempest-TagsExtTest-Tag-433045419']}) {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:01.957289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92f0291e-c7cb-44b5-88f5-f8be4d7424d3 req-2ef93cb6-d358-45ef-945f-4601856e22d5 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0439935 Dec 13 14:54:01.991103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9cdf4270-0c79-4241-b229-d465f9756a40 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "PUT /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags HTTP/1.1" status: 200 len: 317 time: 0.1712291 Dec 13 14:54:01.991926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54608) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:01.997228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.tag.tag_plugin [None req-ed49aaab-8931-4598-a78f-1bc7c66b3f93 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.058961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:02.074742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:02.083865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54612) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.084141 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/e214987f-d5dc-4058-b16a-935d6e0f834b HTTP/1.1" status: 204 len: 168 time: 1.3152025 Dec 13 14:54:02.089282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'name': 'tempest-PortsIpV6TestJSON-1350911029'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:02.099340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f9ec8-f882-4177-94dd-ff476e0cb2be tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=e214987f-d5dc-4058-b16a-935d6e0f834b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:02.152711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54614) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.159432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ed49aaab-8931-4598-a78f-1bc7c66b3f93 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags HTTP/1.1" status: 204 len: 168 time: 0.1603119 Dec 13 14:54:02.159618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-dbb422cf-14ea-43ee-9d6e-78a1424854a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', 'tempest-TagsExtTest-Tag-2088535009') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.188452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c5f4-1af9-4b54-8650-393c06efc18c req-0ee1745a-60a6-4fd3-8329-db9aeadcf954 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:02.199405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5db9c5f4-1af9-4b54-8650-393c06efc18c req-0ee1745a-60a6-4fd3-8329-db9aeadcf954 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1588500 Dec 13 14:54:02.248898 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-dbb422cf-14ea-43ee-9d6e-78a1424854a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:02.249925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dbb422cf-14ea-43ee-9d6e-78a1424854a8 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags/tempest-TagsExtTest-Tag-2088535009 HTTP/1.1" status: 404 len: 329 time: 0.0961795 Dec 13 14:54:02.258188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54618) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.266492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-2a257739-0eba-4adc-b986-3bc04e97097a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', 'tempest-TagsExtTest-Tag-1708316605') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.344750 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-2a257739-0eba-4adc-b986-3bc04e97097a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:02.345679 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a257739-0eba-4adc-b986-3bc04e97097a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags/tempest-TagsExtTest-Tag-1708316605 HTTP/1.1" status: 404 len: 329 time: 0.0871837 Dec 13 14:54:02.349332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54620) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.359514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-5a92f0d3-9117-4caa-9904-64267a57ca11 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f', 'tempest-TagsExtTest-Tag-433045419') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.387533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5db9c5f4-1af9-4b54-8650-393c06efc18c req-357ee497-d114-483b-98a3-63feaa3d3063 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860774 Dec 13 14:54:02.420018 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-5a92f0d3-9117-4caa-9904-64267a57ca11 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] show failed (client error): The resource could not be found. Dec 13 14:54:02.422043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5a92f0d3-9117-4caa-9904-64267a57ca11 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags/tempest-TagsExtTest-Tag-433045419 HTTP/1.1" status: 404 len: 328 time: 0.0717928 Dec 13 14:54:02.425500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54622) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.430064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-9742133e-916c-4248-9f3e-3a2caa2ec352 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2bd0e8a-7b16-4a28-b442-1a9f08b5711f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.457473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54626) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.463773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9742133e-916c-4248-9f3e-3a2caa2ec352 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f/tags HTTP/1.1" status: 204 len: 168 time: 0.0372701 Dec 13 14:54:02.466684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54628) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.472144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-4c77f1a4-0334-4559-8a5d-12365ab3ca15 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2b6e9d3-7649-4581-96b9-f63e7256b9d6') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.532850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:02.541665 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:02.595549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4c77f1a4-0334-4559-8a5d-12365ab3ca15 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1274865 Dec 13 14:54:02.598550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.605078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-9acadd36-d2b7-4297-8bfe-acb90f291b5b tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '29555180-c2dc-4b38-b190-80ce51362cca') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.605781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port bbb921cc-0351-4207-b7b8-661b921a9ee7 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:02.751972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9acadd36-d2b7-4297-8bfe-acb90f291b5b tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca/tags HTTP/1.1" status: 204 len: 168 time: 0.1522815 Dec 13 14:54:02.755226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.759864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.tag.tag_plugin [None req-ef1043c0-f740-4209-8926-001e0c36e3e2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:02.834191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4dfa838d-2fda-49d2-b288-76774896c4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:02.859029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54642) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:02.860342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ef1043c0-f740-4209-8926-001e0c36e3e2 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1037467 Dec 13 14:54:02.943171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.064332 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4dfa838d-2fda-49d2-b288-76774896c4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.099974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbbb0ee1-09a5-413a-9ca9-d8e4083eb099 req-4aa82924-7157-42f8-91f7-9ef87d062613 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0270748 Dec 13 14:54:03.295023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-444bc483-c649-4c0f-ba3c-7140e04fea9d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for subnetpool, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.296181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-444bc483-c649-4c0f-ba3c-7140e04fea9d tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b2bd0e8a-7b16-4a28-b442-1a9f08b5711f HTTP/1.1" status: 204 len: 168 time: 0.4366074 Dec 13 14:54:03.298862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54650) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:03.309877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4dfa838d-2fda-49d2-b288-76774896c4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.313193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.330511 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-820d7831-a4b6-403b-8c6e-e1b6e3670b10 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6e9d3-7649-4581-96b9-f63e7256b9d6 HTTP/1.1" status: 200 len: 205 time: 0.0304255 Dec 13 14:54:03.332814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54652) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:03.421508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fc518a4-bef7-44d0-b432-e5c5de4608e7 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.440556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4dfa838d-2fda-49d2-b288-76774896c4d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b53edb1f49b415a850e2f9b8cb44c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9793899 Dec 13 14:54:03.446948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:03.463504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54662) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:03.482066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa838d-2fda-49d2-b288-76774896c4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1a8363-f4a8-42d9-b017-b81657818682,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:03.499493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:03.539742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:03.550520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:03.550520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.558878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=bbb921cc-0351-4207-b7b8-661b921a9ee7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:03.622608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:03.661527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:03.664941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 535fcdfb-e6eb-4b48-af9e-4f740ebf40ef not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:03.673252 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fc518a4-bef7-44d0-b432-e5c5de4608e7 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.679915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fc518a4-bef7-44d0-b432-e5c5de4608e7 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.722952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424e3ab-277c-4f65-9781-db727c686092 req-5238e809-94fb-4076-a780-caed626a9a9e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:03.731033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6424e3ab-277c-4f65-9781-db727c686092 req-5238e809-94fb-4076-a780-caed626a9a9e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1609688 Dec 13 14:54:03.733588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6992fb20-c621-4b5b-ac95-4a728cb37e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.754329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-55717db6-7c29-4fe9-9bac-9fe78a550b02 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6694465 Dec 13 14:54:03.756924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:03.800650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6424e3ab-277c-4f65-9781-db727c686092 req-29414ada-11d4-45bc-922f-741c7167e724 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 Dec 13 14:54:03.807572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6992fb20-c621-4b5b-ac95-4a728cb37e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.840950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fc518a4-bef7-44d0-b432-e5c5de4608e7 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.841443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc518a4-bef7-44d0-b432-e5c5de4608e7 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Fanout notify agent at l3_agent the message router_deleted on router f2b6e9d3-7649-4581-96b9-f63e7256b9d6 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:54:03.886030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7fc518a4-bef7-44d0-b432-e5c5de4608e7 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.892140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7fc518a4-bef7-44d0-b432-e5c5de4608e7 tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/routers/f2b6e9d3-7649-4581-96b9-f63e7256b9d6 HTTP/1.1" status: 204 len: 168 time: 0.5535579 Dec 13 14:54:03.892140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54672) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:03.946457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6992fb20-c621-4b5b-ac95-4a728cb37e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.949578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6992fb20-c621-4b5b-ac95-4a728cb37e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:03.953995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6992fb20-c621-4b5b-ac95-4a728cb37e72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f1a8363-f4a8-42d9-b017-b81657818682 HTTP/1.1" status: 204 len: 168 time: 0.4887922 Dec 13 14:54:03.963727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992fb20-c621-4b5b-ac95-4a728cb37e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1a8363-f4a8-42d9-b017-b81657818682,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:03.981285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port bbb921cc-0351-4207-b7b8-661b921a9ee7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:03.981724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.065097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.081330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Deleting port 29555180-c2dc-4b38-b190-80ce51362cca {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:04.081680 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.089209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for bbb921cc-0351-4207-b7b8-661b921a9ee7 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:04.251412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.298663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b43d52a4-48c4-43af-8f84-638e96d4659f req-c9e90467-bbf4-4918-ba69-e958217455c1 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0504935 Dec 13 14:54:04.300190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Calling delete_port for 29555180-c2dc-4b38-b190-80ce51362cca owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:04.397792 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.447920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=bbb921cc-0351-4207-b7b8-661b921a9ee7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:04.466018 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.471661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf2f7ef7-7e41-453c-be12-f96b432572ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/bbb921cc-0351-4207-b7b8-661b921a9ee7 HTTP/1.1" status: 204 len: 168 time: 0.7114353 Dec 13 14:54:04.473574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54686) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:04.479193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'mac_address': 'fa:16:3e:5f:23:7f', 'name': 'tempest-PortsIpV6TestJSON-1395382659'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:04.698142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.715769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:04.741328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event deleted for resources: {'Port': ['ID=29555180-c2dc-4b38-b190-80ce51362cca,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:04.810016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54692) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:04.846539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-08612dd2-a4df-4a50-a629-4d61e35787d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.915826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:04.927187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-db8ff4a3-5c10-46a2-a271-21c74f17c0dd tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/ports/29555180-c2dc-4b38-b190-80ce51362cca HTTP/1.1" status: 204 len: 168 time: 1.0327837 Dec 13 14:54:04.930206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54698) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:05.012482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.054034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 5250e807-f677-4f9f-a6fe-3acc411bb52f yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:05.069079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-08612dd2-a4df-4a50-a629-4d61e35787d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.095234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Deleting subnet 9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:05.100827 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.111147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10ec2-ef0f-4ff3-be9a-53dd11b6f6be req-c987f3b8-f4c6-4535-9deb-cae31187c1c8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:05.112698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-96b10ec2-ef0f-4ff3-be9a-53dd11b6f6be req-c987f3b8-f4c6-4535-9deb-cae31187c1c8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1815386 Dec 13 14:54:05.198311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-08612dd2-a4df-4a50-a629-4d61e35787d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.204551 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.275205 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-96b10ec2-ef0f-4ff3-be9a-53dd11b6f6be req-ecabc47a-2cce-420d-846c-a5c8c9ebde0e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227407 Dec 13 14:54:05.351705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08612dd2-a4df-4a50-a629-4d61e35787d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e83d7-ad82-4352-8b9e-dce1e2b2edf3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:05.358788 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-08612dd2-a4df-4a50-a629-4d61e35787d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bce6c242bce14aa68d2ea620949e2608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456197 Dec 13 14:54:05.363473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54708) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:05.405099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.491599 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30b68ac0-f126-48a7-b024-1f48b146e98d req-ce6a067f-0b89-4f91-a615-2238afcc1e17 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0526106 Dec 13 14:54:05.501595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11500013-2ec7-4eda-809a-72f30cc31191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.534962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.547230 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11500013-2ec7-4eda-809a-72f30cc31191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.644213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.681779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:05.697959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.698680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a981e-232c-4b7b-882d-14c5f970813a None None] Network ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:05.702125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fcf52506-9f4d-42cb-a61b-6184ab7ad8dc tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/subnets/9ad7dc1c-123b-4dbd-8e63-67bb9253d4cf HTTP/1.1" status: 204 len: 168 time: 0.7691045 Dec 13 14:54:05.714437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:05.714594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.788208 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11500013-2ec7-4eda-809a-72f30cc31191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.797082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11500013-2ec7-4eda-809a-72f30cc31191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.803533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-11500013-2ec7-4eda-809a-72f30cc31191 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce4e83d7-ad82-4352-8b9e-dce1e2b2edf3 HTTP/1.1" status: 204 len: 168 time: 0.4359798 Dec 13 14:54:05.839625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.849104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:05.871928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:05.878760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:05.889509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:05.890248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:05.926306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=5250e807-f677-4f9f-a6fe-3acc411bb52f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:05.936481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11500013-2ec7-4eda-809a-72f30cc31191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e83d7-ad82-4352-8b9e-dce1e2b2edf3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:05.953361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Deleting port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:05.954319 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.031001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6e1e7151-d6dd-4771-ae6e-9b6d75f16a26 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5559452 Dec 13 14:54:06.035597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54724) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:06.096454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] DHCP port deletion for ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:54:06.105050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] For port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,segment=NetworkSegment(057aac5c-e1dc-4d27-8376-9e74054ef07b),segment_id=057aac5c-e1dc-4d27-8376-9e74054ef07b)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:06.105814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.130187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Calling delete_port for ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:06.203611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] Deleting port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:06.206716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.321105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.367463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] For port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,segment=NetworkSegment(057aac5c-e1dc-4d27-8376-9e74054ef07b),segment_id=057aac5c-e1dc-4d27-8376-9e74054ef07b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:06.368288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.406180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] Calling delete_port for ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:06.430950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event deleted for resources: {'Port': ['ID=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:06.483393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] No DVR routers for this DVR port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:06.517759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.554899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] Pushing event deleted for resources: {'Port': ['ID=ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:06.558081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b574dfe-a625-4b33-82df-fa30107b2f0f None None] No DVR routers for this DVR port ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:06.780367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad570aac-f8eb-4839-923d-75a82f774012 req-988c4dae-fdee-4a1d-9604-94b6eca9d37d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:06.782102 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad570aac-f8eb-4839-923d-75a82f774012 req-988c4dae-fdee-4a1d-9604-94b6eca9d37d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.3410854 Dec 13 14:54:06.784061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.827519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6ac4dd-99ea-4ffa-be20-4e5c968a8012']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:06.866047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057aac5c-e1dc-4d27-8376-9e74054ef07b') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:06.866273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057aac5c-e1dc-4d27-8376-9e74054ef07b') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:06.877412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad570aac-f8eb-4839-923d-75a82f774012 req-bfa8690c-10aa-4fd3-9879-99b2e8040896 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844703 Dec 13 14:54:06.881801 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.891898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb0f7f-07fc-43fa-b0d4-06ed94298470 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:06.894548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d3eb0f7f-07fc-43fa-b0d4-06ed94298470 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/5250e807-f677-4f9f-a6fe-3acc411bb52f HTTP/1.1" status: 200 len: 845 time: 0.8560469 Dec 13 14:54:06.906984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.916763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:54:06.917225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:06.939862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54742) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:06.993445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fe947eb-cceb-4baf-a8c1-f53d4eec51b4 req-87d3c8e2-0410-4289-a7a1-f960ebe6c74d tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.1465020 Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:54:07.023038 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:54:07.103491 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:07.116858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:07.132245 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] 10.222.0.24 "DELETE /v2.0/networks/ac6ac4dd-99ea-4ffa-be20-4e5c968a8012 HTTP/1.1" status: 204 len: 168 time: 1.4267440 Dec 13 14:54:07.133859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 5250e807-f677-4f9f-a6fe-3acc411bb52f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:07.134862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:07.139509 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:54:07.147443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0569db-e73d-4dab-a3e2-6d2213252a8a tempest-TagsExtTest-1745647559 tempest-TagsExtTest-1745647559-project] Pushing event deleted for resources: {'Network': ['ID=ac6ac4dd-99ea-4ffa-be20-4e5c968a8012,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:07.289025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83bf528c-f142-4efd-b10c-280695777e2f req-a972d0c9-00c1-4347-b34b-276c1c790bc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.4399626 Dec 13 14:54:07.307842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:07.324357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 5250e807-f677-4f9f-a6fe-3acc411bb52f owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:07.498554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:07.522546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:07.523188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ad5ca0d7-8f1c-454f-ba8f-60e90fc4ef5a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:07.572807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:07.617822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=5250e807-f677-4f9f-a6fe-3acc411bb52f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:07.623930 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:07.628431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-09975790-7e3b-40d9-86a1-df98b0bd9e7e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/5250e807-f677-4f9f-a6fe-3acc411bb52f HTTP/1.1" status: 204 len: 168 time: 0.6836631 Dec 13 14:54:07.630987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54756) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:07.656659 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1d0327-1549-4886-8948-b8a623809e94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:07.658323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ee1d0327-1549-4886-8948-b8a623809e94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/5250e807-f677-4f9f-a6fe-3acc411bb52f HTTP/1.1" status: 404 len: 333 time: 0.0263062 Dec 13 14:54:07.663242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54758) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:07.672069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'name': 'tempest-PortsIpV6TestJSON-1537975582'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:07.852256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:07.857696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:07.859998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54766) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:07.928358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 81e3c185-5d7c-4e37-80fd-f6061a44553f yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:08.201099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46143dda-5a6e-40e5-81f2-b5f06a144594 req-bde60cd9-537d-45ae-b6af-2823cf39f90e tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0612750 Dec 13 14:54:08.344532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7636c6ae-4ca7-4134-9ddc-16d73834a2aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ddef8bfdf0442acbf46a9b7f500be80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759796 Dec 13 14:54:08.351125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9c0c3-0165-43dc-aaec-b2427be19613 req-0da74ff4-78c3-4005-8dc3-19c5b26f18a8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:08.351340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54778) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:08.352489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4da9c0c3-0165-43dc-aaec-b2427be19613 req-0da74ff4-78c3-4005-8dc3-19c5b26f18a8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.3282878 Dec 13 14:54:08.368979 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:08.419296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4da9c0c3-0165-43dc-aaec-b2427be19613 req-3395805a-72ed-4c36-9be5-0154720dadf4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485022 Dec 13 14:54:08.421891 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-128224a2-7224-4779-a4d2-eda7880b2851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:08.448044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-128224a2-7224-4779-a4d2-eda7880b2851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:08.646599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-128224a2-7224-4779-a4d2-eda7880b2851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:08.647019 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:08.649258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-128224a2-7224-4779-a4d2-eda7880b2851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:08.652954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-128224a2-7224-4779-a4d2-eda7880b2851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f90a4da0-3f17-436b-88e6-1131a9ead3ca HTTP/1.1" status: 204 len: 168 time: 0.2980764 Dec 13 14:54:08.661051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128224a2-7224-4779-a4d2-eda7880b2851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90a4da0-3f17-436b-88e6-1131a9ead3ca,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:08.698252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:08.701494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:08.705782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:08.711627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:08.712270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:08.730838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=81e3c185-5d7c-4e37-80fd-f6061a44553f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:08.804163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-570cc0e2-1f84-490f-9984-4f94e51f1981 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1395259 Dec 13 14:54:08.806797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54792) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:08.812331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:08.893857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.079096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.133366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.195853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] In _notify_port_updated(), no bound segment for port 81e3c185-5d7c-4e37-80fd-f6061a44553f on network f79ece98-429a-43ca-9147-6b8224a0963a {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:54:09.201424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:09.202041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.204412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "PUT /v2.0/ports/81e3c185-5d7c-4e37-80fd-f6061a44553f HTTP/1.1" status: 200 len: 818 time: 0.3955300 Dec 13 14:54:09.210795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54802) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:09.218872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8e7a9-7e0f-41f1-a662-61927cb46af6 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=81e3c185-5d7c-4e37-80fd-f6061a44553f,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:09.352820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 81e3c185-5d7c-4e37-80fd-f6061a44553f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:09.353506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.413431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a8f035c2-5f12-41d3-a477-13ea5ee83bd0 req-1f970511-4651-4958-80f8-7443af8164b9 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0557771 Dec 13 14:54:09.498714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.514160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 81e3c185-5d7c-4e37-80fd-f6061a44553f owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:09.684495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.741044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=81e3c185-5d7c-4e37-80fd-f6061a44553f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:09.766978 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:09.774448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54826) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:09.774996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ed9adbee-8121-43dd-8ead-3a977b114c93 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/81e3c185-5d7c-4e37-80fd-f6061a44553f HTTP/1.1" status: 204 len: 168 time: 0.5623479 Dec 13 14:54:09.807388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe164ac-547b-4a6b-a5ab-af49874d1eb6 req-89b46b04-8400-4d79-aa88-7784da549eef tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:09.818130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-efe164ac-547b-4a6b-a5ab-af49874d1eb6 req-89b46b04-8400-4d79-aa88-7784da549eef tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1824737 Dec 13 14:54:09.884978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-efe164ac-547b-4a6b-a5ab-af49874d1eb6 req-cc451785-b11c-4553-a587-d9cb01d1e141 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653639 Dec 13 14:54:09.928227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250eb33a-0cc7-4099-97dd-ff8332615e47 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:09.934188 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-250eb33a-0cc7-4099-97dd-ff8332615e47 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1586437 Dec 13 14:54:09.944858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54832) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:09.997050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ec5666b-f769-453a-84a7-db1d67f82385 req-ea13e8e5-2d49-4042-925c-b460578752c3 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea&device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0584533 Dec 13 14:54:10.008962 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bff930-e682-4050-a995-3e7a9e9e346c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:10.012838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c0bff930-e682-4050-a995-3e7a9e9e346c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/81e3c185-5d7c-4e37-80fd-f6061a44553f HTTP/1.1" status: 404 len: 333 time: 0.0667632 Dec 13 14:54:10.017434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54838) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:10.022745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1033753023'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:10.115780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:10.120395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:10.149413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:54:10.159726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:10.160314 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment 9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8 of type vlan for network dd742356-ff6c-4aee-85e4-934a2be4cc83 Dec 13 14:54:10.224432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:10.310668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:10.314035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:10.319092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040298 Dec 13 14:54:10.330987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54848) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:10.334875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:10.335859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:10.528863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e4687bb-d101-40e9-908d-b34414bd2d31 req-cb59d6ab-0ce3-4f4c-a8c9-f27e126fce6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=854892ec7cb84b46973d02fe25062cf0&device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.1058004 Dec 13 14:54:10.547723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-302ae2e6-bbdd-491f-8aee-d38261ec009f tempest-NetworksApiDiscovery-7195786 tempest-NetworksApiDiscovery-7195786-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2126813 Dec 13 14:54:10.633133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7200a4a5-9360-4143-bf92-f0cd45cb44a9 req-8f1a52ea-f701-4ae0-b920-a7a8f69bb999 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0517733 Dec 13 14:54:10.635183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e4687bb-d101-40e9-908d-b34414bd2d31 req-396e929a-36d4-4868-bfe4-0a5d4e0c20ce service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=854892ec7cb84b46973d02fe25062cf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790679 Dec 13 14:54:10.786569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4687bb-d101-40e9-908d-b34414bd2d31 req-08ba44ef-06ac-4f6d-a7ec-39ad72977b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:10.788436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e4687bb-d101-40e9-908d-b34414bd2d31 req-08ba44ef-06ac-4f6d-a7ec-39ad72977b78 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453142 Dec 13 14:54:10.945446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9269240 Dec 13 14:54:10.946988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c7f3a-6470-4314-bea3-7d3cda50fdda tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=dd742356-ff6c-4aee-85e4-934a2be4cc83,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:10.948487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54866) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:10.955744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:10.960517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:54:11.030300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb4a6-b235-4583-94a6-9e75716449a4 req-901c653e-9982-49e7-9518-65945cb803f3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.040234 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-495fb4a6-b235-4583-94a6-9e75716449a4 req-901c653e-9982-49e7-9518-65945cb803f3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0591052 Dec 13 14:54:11.105118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-495fb4a6-b235-4583-94a6-9e75716449a4 req-9a857b16-c95d-481a-83a7-65a305cfe864 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635965 Dec 13 14:54:11.201971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54874) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:11.240837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:11.244870 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:11.342425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ad165bd-ba6f-4793-9a3e-acd6cb64112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:11.479304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ad165bd-ba6f-4793-9a3e-acd6cb64112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:11.555500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ad165bd-ba6f-4793-9a3e-acd6cb64112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:11.595301 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0ad165bd-ba6f-4793-9a3e-acd6cb64112d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4600ea3543b84e62bce4446dc91c04e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922336 Dec 13 14:54:11.596505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad165bd-ba6f-4793-9a3e-acd6cb64112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1ee24-4101-43b5-b07c-ef2b2ee1a831,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:11.598603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54880) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:11.625602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:11.781382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0210c770-ed38-4b39-bd21-2c5b516d7b3e req-c0d305e4-8948-4d46-a6f0-b07445334414 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0351689 Dec 13 14:54:11.893198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': '9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:11.893859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: dd742356-ff6c-4aee-85e4-934a2be4cc83, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:54:11.897631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=77ea1d54-5525-4640-af67-2429c8561723,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:11.901280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b97ece4-0bf2-404d-ae40-cd62e767af9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:11.906259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.925924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.935365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.949541 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b97ece4-0bf2-404d-ae40-cd62e767af9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:11.956902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.964294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.972266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.980051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:11.989159 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-8d342dc0-276c-41e9-97af-1e12150e4264 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.2044814 Dec 13 14:54:12.007452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:54:12.068275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30092b7a-2b8c-43ae-988f-102ac85f79f2 req-9ac1f16f-26d1-4b2d-bf4c-c9e433376bad tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778613 Dec 13 14:54:12.111882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, dd742356-ff6c-4aee-85e4-934a2be4cc83) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:12.123250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5daf7-5eb9-4444-a04e-c24f68bff4aa None None] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:12.157445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e4687bb-d101-40e9-908d-b34414bd2d31 req-e42316be-af1c-49eb-ab9b-df22b4ccdb44 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0660844 Dec 13 14:54:12.159638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.163107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:12.179892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b97ece4-0bf2-404d-ae40-cd62e767af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:12.183510 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b97ece4-0bf2-404d-ae40-cd62e767af9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:12.184963 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7b97ece4-0bf2-404d-ae40-cd62e767af9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1f1ee24-4101-43b5-b07c-ef2b2ee1a831 HTTP/1.1" status: 204 len: 168 time: 0.5837674 Dec 13 14:54:12.220097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97ece4-0bf2-404d-ae40-cd62e767af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1ee24-4101-43b5-b07c-ef2b2ee1a831,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:12.303061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-48805b0c-976f-4a75-b490-caf017e9b0dd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3492799 Dec 13 14:54:12.303163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54906) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:12.318017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-62657920-4f30-46f6-9a4f-092d2b421a05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:12.411484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.423727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.446557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.468816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.477517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.491553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb0aa9-f974-4fdc-b36a-928249c24bbe req-9554081a-20ed-4683-a7b4-38614816a312 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.496476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.499792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19eb0aa9-f974-4fdc-b36a-928249c24bbe req-9554081a-20ed-4683-a7b4-38614816a312 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.2156262 Dec 13 14:54:12.516901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:12.529833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01d34d44-796e-4074-8b8d-2ef333bc8253 req-d005d993-08b9-4d76-9b1c-6b83fac2f5af tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.2965322 Dec 13 14:54:12.545251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-dd742356-ff6c-4aee-85e4-934a2be4cc83', 'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83', 'tenant_id': 'd9bede76b2344897ae80f1d137ffbf53', 'fixed_ips': [{'subnet_id': '77ea1d54-5525-4640-af67-2429c8561723'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:54:12.546905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:12.604490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19eb0aa9-f974-4fdc-b36a-928249c24bbe req-fddf240f-c015-4db8-b529-0d74e7dc3b9b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892601 Dec 13 14:54:12.606351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62657920-4f30-46f6-9a4f-092d2b421a05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:12.609849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62657920-4f30-46f6-9a4f-092d2b421a05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:12.783843 n-d-816954-1 neutron-server[102824]: INFO neutron.db.ipam_backend_mixin [None req-62657920-4f30-46f6-9a4f-092d2b421a05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77ea1d54-5525-4640-af67-2429c8561723 (CIDR: 2001:db8::/64) Dec 13 14:54:12.813285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Allocated IP 2001:db8::2 (dd742356-ff6c-4aee-85e4-934a2be4cc83/77ea1d54-5525-4640-af67-2429c8561723/6a0d7ce1-6026-446e-a23d-88013975b1cd) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:12.830338 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-62657920-4f30-46f6-9a4f-092d2b421a05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:54:12.830821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62657920-4f30-46f6-9a4f-092d2b421a05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:54:12.911495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-62657920-4f30-46f6-9a4f-092d2b421a05 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6076090 Dec 13 14:54:12.918271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54922) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:12.924079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:13.073536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30024045-fbb0-4e6c-841c-dfec13142f4a req-5edf76e9-7b24-49cd-94ad-2d6a3431c5a1 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32fcb18-7450-4eb7-b49f-6f8b51bbfcea HTTP/1.1" status: 200 len: 210 time: 0.0864198 Dec 13 14:54:13.108353 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:13.213074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:13.281172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:13.288720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:13.296575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:13.299744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Pushing event updated for resources: {'Port': ['ID=6a0d7ce1-6026-446e-a23d-88013975b1cd,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:13.361005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:13.367392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:13.409781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Attempting to bind port 6a0d7ce1-6026-446e-a23d-88013975b1cd on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:13.410179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Attempting to bind port 6a0d7ce1-6026-446e-a23d-88013975b1cd by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:13.411428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Attempting to bind port 6a0d7ce1-6026-446e-a23d-88013975b1cd on network dd742356-ff6c-4aee-85e4-934a2be4cc83 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:13.417459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:13.417835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Checking segment: {'id': '9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:13.418258 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:13.418888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Bound using segment: {'id': '9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:13.419356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Bound port: 6a0d7ce1-6026-446e-a23d-88013975b1cd, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:13.419746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:13.507013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] For port 6a0d7ce1-6026-446e-a23d-88013975b1cd, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:13.510379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] For port 6a0d7ce1-6026-446e-a23d-88013975b1cd, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6a0d7ce1-6026-446e-a23d-88013975b1cd,segment=NetworkSegment(9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8),segment_id=9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:13.759122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2c13c-e197-4a9d-bdbc-ef0a26340543 req-f0b05c69-7ef7-4972-996a-980d72dc0129 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:13.762693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fc2c13c-e197-4a9d-bdbc-ef0a26340543 req-f0b05c69-7ef7-4972-996a-980d72dc0129 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0745966 Dec 13 14:54:13.807325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fc2c13c-e197-4a9d-bdbc-ef0a26340543 req-a9000dd2-8e79-45ba-9b76-4aae908d8529 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Dec 13 14:54:13.820271 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:13.907166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d7243-6611-4ae3-b4fd-a917c53b5918 None None] Pushing event updated for resources: {'Port': ['ID=6a0d7ce1-6026-446e-a23d-88013975b1cd,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:13.959603 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:14.024763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:14.029560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:14.034946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:14.035704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:14.059960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=5c036ca7-0f8a-416e-9e35-eeace43daa51,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:14.149694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-78572935-9fa3-48c4-945e-740fdb44463c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2281630 Dec 13 14:54:14.150616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54952) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:14.160751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83', 'fixed_ips': [{'subnet_id': '77ea1d54-5525-4640-af67-2429c8561723'}, {'subnet_id': '5c036ca7-0f8a-416e-9e35-eeace43daa51'}], 'name': 'tempest-PortsIpV6TestJSON-992608434'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:14.477332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:14.642514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:14.667167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 5be5b928-17d6-4f13-a181-897725c11ad8 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:14.789496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7b7d12a-7819-4509-bb5b-7f537476a2de req-aff0b11e-67fd-459b-8cde-2935636a84dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=854892ec7cb84b46973d02fe25062cf0&device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0458281 Dec 13 14:54:14.882200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7b7d12a-7819-4509-bb5b-7f537476a2de req-4bbae953-e257-4edd-8069-98fbee24ca03 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=854892ec7cb84b46973d02fe25062cf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571544 Dec 13 14:54:14.887157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba586efb-ab44-4335-83a5-32e7c0affb28 req-c4448154-ec3e-4f4f-9bb2-c297f4595b12 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0627229 Dec 13 14:54:15.082075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200a4c1-ca4b-4bf3-b8bd-af07616af5cc req-afcfc0fc-9f92-4523-ad13-6ee4b474ce22 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.091986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4200a4c1-ca4b-4bf3-b8bd-af07616af5cc req-afcfc0fc-9f92-4523-ad13-6ee4b474ce22 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.1740119 Dec 13 14:54:15.133685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d12a-7819-4509-bb5b-7f537476a2de req-07a59846-8177-4de7-b567-453973ce7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.143705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7b7d12a-7819-4509-bb5b-7f537476a2de req-07a59846-8177-4de7-b567-453973ce7a35 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2450321 Dec 13 14:54:15.198416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4200a4c1-ca4b-4bf3-b8bd-af07616af5cc req-6684eefb-5cce-4ea0-867d-7cc3415ae763 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852137 Dec 13 14:54:15.293206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::296 (dd742356-ff6c-4aee-85e4-934a2be4cc83/77ea1d54-5525-4640-af67-2429c8561723/5be5b928-17d6-4f13-a181-897725c11ad8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:15.302716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8:0:1::1e (dd742356-ff6c-4aee-85e4-934a2be4cc83/5c036ca7-0f8a-416e-9e35-eeace43daa51/5be5b928-17d6-4f13-a181-897725c11ad8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:15.315693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55002) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:15.576664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.577300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.577772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.579309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.579505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6a0d7ce1-6026-446e-a23d-88013975b1cd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:15.579994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.580382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.580854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.583104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85ce00-9e3f-480c-b41a-155ac1024d72 None None] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:15.590989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-f2660191-c342-4526-97d9-1530801e3724 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6502 time: 0.2741425 Dec 13 14:54:15.601158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:15.643528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-0e99e88e-a1e0-4db2-95e9-e13159c9ce1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515680 Dec 13 14:54:15.694465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:15.710193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:15.753614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6a0d7ce1-6026-446e-a23d-88013975b1cd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:15.754088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:15.766095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:15.769594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:15.777658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:15.783674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:15.784506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:15.798190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3297d2a8-d4f7-415a-9177-c470c4e2cf37 None None] Provisioning complete for port 6a0d7ce1-6026-446e-a23d-88013975b1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:15.798457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=5be5b928-17d6-4f13-a181-897725c11ad8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:15.798557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3297d2a8-d4f7-415a-9177-c470c4e2cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:15.872218 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-feb255a5-1282-4831-a87f-0b938c04d784 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.7204959 Dec 13 14:54:15.874977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55030) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:15.880772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77ea1d54-5525-4640-af67-2429c8561723'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:16.157345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19d7a0e0-436f-42af-a535-e77dbfc57ff0 req-4c5d9573-94e4-41dd-937e-034fd20897e7 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0548699 Dec 13 14:54:16.168713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.204568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3297d2a8-d4f7-415a-9177-c470c4e2cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.223241 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-8e561bd8-d3aa-44a0-82a6-c5412e808890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:16.225162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-8e561bd8-d3aa-44a0-82a6-c5412e808890 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 1097 time: 0.0996015 Dec 13 14:54:16.287595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.326020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3297d2a8-d4f7-415a-9177-c470c4e2cf37 None None] For port 6a0d7ce1-6026-446e-a23d-88013975b1cd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6a0d7ce1-6026-446e-a23d-88013975b1cd,segment=NetworkSegment(9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8),segment_id=9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:16.456166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-20c37710-9916-4c01-928b-b2f66d6398c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:16.460083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-20c37710-9916-4c01-928b-b2f66d6398c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 913 time: 0.2254858 Dec 13 14:54:16.462571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3297d2a8-d4f7-415a-9177-c470c4e2cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.493126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:54:16.496348 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:54:16.572344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-6519aa88-97d4-483b-841c-8a087479ee4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437c1e8c-ba44-4693-887c-100066d1cb10 HTTP/1.1" status: 200 len: 217 time: 0.0992680 Dec 13 14:54:16.574983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7b7d12a-7819-4509-bb5b-7f537476a2de req-9e22424f-6fb8-4bdb-90bf-0d3890812d4f tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0787575 Dec 13 14:54:16.575747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Delete allocated IP 2001:db8:0:1::1e (dd742356-ff6c-4aee-85e4-934a2be4cc83/5c036ca7-0f8a-416e-9e35-eeace43daa51) {{(pid=102824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 14:54:16.605241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5015f481-c575-4743-b242-338c1813c89e None None] Update dhcp port {'port': {'network_id': 'dd742356-ff6c-4aee-85e4-934a2be4cc83', 'fixed_ips': [{'subnet_id': '77ea1d54-5525-4640-af67-2429c8561723', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c036ca7-0f8a-416e-9e35-eeace43daa51'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '6a0d7ce1-6026-446e-a23d-88013975b1cd'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 14:54:16.643268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d2a8-d4f7-415a-9177-c470c4e2cf37 None None] Pushing event updated for resources: {'Port': ['ID=6a0d7ce1-6026-446e-a23d-88013975b1cd,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:16.652377 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5015f481-c575-4743-b242-338c1813c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.663645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e23590-7814-4fed-8b66-c449c52ad266 req-85558faa-07a6-4c27-bc00-a18e93da5b24 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:16.676972 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13e23590-7814-4fed-8b66-c449c52ad266 req-85558faa-07a6-4c27-bc00-a18e93da5b24 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.2154365 Dec 13 14:54:16.727498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-639ef50b-d289-4861-b3ea-8eb4e0ec0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:16.728678 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-639ef50b-d289-4861-b3ea-8eb4e0ec0640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.1487412 Dec 13 14:54:16.761934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.762485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13e23590-7814-4fed-8b66-c449c52ad266 req-7bf3e927-1160-4581-a664-9dc3e981badb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839663 Dec 13 14:54:16.786193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-446d3e85-9a38-4856-998e-66918aed3ea0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486069 Dec 13 14:54:16.786439 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.852732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.911825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] In _notify_port_updated(), no bound segment for port 5be5b928-17d6-4f13-a181-897725c11ad8 on network dd742356-ff6c-4aee-85e4-934a2be4cc83 {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:54:16.917477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-76269de2-96b4-4656-a907-f4d424f25079 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244376 Dec 13 14:54:16.918597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:16.918723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:16.919985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "PUT /v2.0/ports/5be5b928-17d6-4f13-a181-897725c11ad8 HTTP/1.1" status: 200 len: 925 time: 1.0439143 Dec 13 14:54:16.922785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55064) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:16.928906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77ea1d54-5525-4640-af67-2429c8561723'}, {'subnet_id': '5c036ca7-0f8a-416e-9e35-eeace43daa51'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:16.940523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=5be5b928-17d6-4f13-a181-897725c11ad8,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:16.950314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-5015f481-c575-4743-b242-338c1813c89e None None] Allocated IP 2001:db8:0:1::2 (dd742356-ff6c-4aee-85e4-934a2be4cc83/5c036ca7-0f8a-416e-9e35-eeace43daa51/6a0d7ce1-6026-446e-a23d-88013975b1cd) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:16.975601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.976183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.976794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.977283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.977758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.978227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.978739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.979429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.980093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.980577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.981051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:16.981537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6964e2b3-8fbc-4eeb-a769-3b2852b783bc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:17.031800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.080786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:17.107321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebf65058-c6d9-4c37-9c2a-b34031052f50 req-db29d2dd-aee1-4b86-b3c6-b15ae43a37d1 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818919 Dec 13 14:54:17.157490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5015f481-c575-4743-b242-338c1813c89e None None] For port 6a0d7ce1-6026-446e-a23d-88013975b1cd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6a0d7ce1-6026-446e-a23d-88013975b1cd,segment=NetworkSegment(9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8),segment_id=9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:17.197371 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5015f481-c575-4743-b242-338c1813c89e None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.246427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdc3e-277e-411a-a3df-c8867841151e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.258136 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5015f481-c575-4743-b242-338c1813c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.336896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91bb82ce-34b1-45ef-8bc9-c93fb4564b90 req-531263d4-2846-4a6b-b92b-7171f4a67213 tempest-ServerShowV247Test-1348623365 tempest-ServerShowV247Test-1348623365-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2b51c2-a077-453e-8be2-f6ee1ce7bd89 HTTP/1.1" status: 200 len: 210 time: 0.0372355 Dec 13 14:54:17.368300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdc3e-277e-411a-a3df-c8867841151e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.379949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f481-c575-4743-b242-338c1813c89e None None] Pushing event updated for resources: {'Port': ['ID=6a0d7ce1-6026-446e-a23d-88013975b1cd,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:17.419413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8:0:1::3c (dd742356-ff6c-4aee-85e4-934a2be4cc83/5c036ca7-0f8a-416e-9e35-eeace43daa51/5be5b928-17d6-4f13-a181-897725c11ad8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:17.435022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdc3e-277e-411a-a3df-c8867841151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.481149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55080) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:17.481949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e2ebdc3e-277e-411a-a3df-c8867841151e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f901f699cecb441bbd50846fe8b1a74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879077 Dec 13 14:54:17.531584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6a0d7ce1-6026-446e-a23d-88013975b1cd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:17.531713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebdc3e-277e-411a-a3df-c8867841151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0518002f-7e9c-4a67-9c68-687dc671c380,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:17.594730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6a0d7ce1-6026-446e-a23d-88013975b1cd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:17.595541 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.621776 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a786ad26-5c70-401b-a7d6-26243218778f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.662006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a786ad26-5c70-401b-a7d6-26243218778f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.665676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.731888 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.795586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a786ad26-5c70-401b-a7d6-26243218778f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.797833 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a786ad26-5c70-401b-a7d6-26243218778f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.799062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a786ad26-5c70-401b-a7d6-26243218778f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0518002f-7e9c-4a67-9c68-687dc671c380 HTTP/1.1" status: 204 len: 168 time: 0.3163867 Dec 13 14:54:17.839968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] In _notify_port_updated(), no bound segment for port 5be5b928-17d6-4f13-a181-897725c11ad8 on network dd742356-ff6c-4aee-85e4-934a2be4cc83 {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:54:17.845626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:17.846210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:17.850043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "PUT /v2.0/ports/5be5b928-17d6-4f13-a181-897725c11ad8 HTTP/1.1" status: 200 len: 1010 time: 0.9236188 Dec 13 14:54:17.850043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b2ba1-bce8-4c9d-aa52-3dca6b97e4e4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=5be5b928-17d6-4f13-a181-897725c11ad8,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:17.850894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55090) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:17.853589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786ad26-5c70-401b-a7d6-26243218778f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0518002f-7e9c-4a67-9c68-687dc671c380,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:17.931205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b369-a2de-4a95-999e-1b21e38ccc5f req-b2d51614-f260-422c-83c0-941059c36b72 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:17.936253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49c3b369-a2de-4a95-999e-1b21e38ccc5f req-b2d51614-f260-422c-83c0-941059c36b72 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 946 time: 0.0812645 Dec 13 14:54:17.977497 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49c3b369-a2de-4a95-999e-1b21e38ccc5f req-d39833f7-4a8a-46c9-95c1-6101049c6d61 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Dec 13 14:54:18.006869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 5be5b928-17d6-4f13-a181-897725c11ad8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:18.007277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.113009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91245d-1a9c-4a87-9020-1ebca486c781 None None] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:18.133950 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.148800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 5be5b928-17d6-4f13-a181-897725c11ad8 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:18.234803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-abef8528-e00c-4e38-82cb-341ed88928f5 None None] Provisioning complete for port 5be5b928-17d6-4f13-a181-897725c11ad8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:18.235353 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-abef8528-e00c-4e38-82cb-341ed88928f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.281127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-abef8528-e00c-4e38-82cb-341ed88928f5 None None] Port 5be5b928-17d6-4f13-a181-897725c11ad8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:18.321137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-abef8528-e00c-4e38-82cb-341ed88928f5 None None] Provisioning complete for port 6a0d7ce1-6026-446e-a23d-88013975b1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:18.321503 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-abef8528-e00c-4e38-82cb-341ed88928f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.435450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.479429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=5be5b928-17d6-4f13-a181-897725c11ad8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:18.483247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55106) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:18.510506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eab79d69-7132-498c-9e0a-b970b5940241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.527778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.533931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-639be614-710a-40a4-9973-634d9c9944fc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/5be5b928-17d6-4f13-a181-897725c11ad8 HTTP/1.1" status: 204 len: 168 time: 0.6796114 Dec 13 14:54:18.540910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55110) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:18.565875 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8ae6fc-23bf-42ec-ba54-c8df962ca911 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:18.570793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2c8ae6fc-23bf-42ec-ba54-c8df962ca911 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/5be5b928-17d6-4f13-a181-897725c11ad8 HTTP/1.1" status: 404 len: 333 time: 0.0343041 Dec 13 14:54:18.571179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55112) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:18.628878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eab79d69-7132-498c-9e0a-b970b5940241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.640169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 5c036ca7-0f8a-416e-9e35-eeace43daa51 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:18.643457 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.677437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 437c1e8c-ba44-4693-887c-100066d1cb10 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:18.691764 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.716579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eab79d69-7132-498c-9e0a-b970b5940241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.741724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0e73d3a5-cbaf-4fdf-a92f-f349403639e3 None None] Could not find standard attr ID for object 5be5b928-17d6-4f13-a181-897725c11ad8. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:18.791596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eab79d69-7132-498c-9e0a-b970b5940241 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f41456b86694a0cbd6855d0a62bff0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067174 Dec 13 14:54:18.794389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55116) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:18.810922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab79d69-7132-498c-9e0a-b970b5940241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255446a1-1965-4e0b-839a-51481cf9c996,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:18.816852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0e73d3a5-cbaf-4fdf-a92f-f349403639e3 None None] Provisioning complete for port 6a0d7ce1-6026-446e-a23d-88013975b1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:18.817229 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e73d3a5-cbaf-4fdf-a92f-f349403639e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.867383 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.897760 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b580-e194-46d4-acc6-9caacde91424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.942730 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:18.951780 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b580-e194-46d4-acc6-9caacde91424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.043429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55122) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:19.057451 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.085620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:19.088468 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1636d089-923d-46c1-99ef-eecdce7c7016" -d '{"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-unplugged", "status": "completed", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:19.095028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=5c036ca7-0f8a-416e-9e35-eeace43daa51,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:19.106742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.112441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-28057346-ac79-43e7-aa7e-bfc41082a5d0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/5c036ca7-0f8a-416e-9e35-eeace43daa51 HTTP/1.1" status: 204 len: 168 time: 0.5379851 Dec 13 14:54:19.113723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55132) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:19.123592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:19.125141 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b580-e194-46d4-acc6-9caacde91424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.130140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ac3b580-e194-46d4-acc6-9caacde91424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.134326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2ac3b580-e194-46d4-acc6-9caacde91424 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/255446a1-1965-4e0b-839a-51481cf9c996 HTTP/1.1" status: 204 len: 168 time: 0.3388450 Dec 13 14:54:19.200994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3b580-e194-46d4-acc6-9caacde91424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255446a1-1965-4e0b-839a-51481cf9c996,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:19.218891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.239614 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c93f83-f877-4744-b53d-adaefeaefb89 x-openstack-request-id: req-76c93f83-f877-4744-b53d-adaefeaefb89 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:19.239902 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-unplugged", "status": "completed", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:19.240183 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76c93f83-f877-4744-b53d-adaefeaefb89 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:19.240544 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10', 'code': 200} Dec 13 14:54:19.289598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 77ea1d54-5525-4640-af67-2429c8561723 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:19.301499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee62d33c-2023-4fc0-b9a5-9b6046bed60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.314588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.336388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53d2a-2590-4588-88df-aa621da450e0 req-04df3b07-e23f-4666-b86f-bfbe48263fba tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:19.347703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf1a2d-0d09-43c8-b5d2-528a752c1d98 None None] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:19.351959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88a53d2a-2590-4588-88df-aa621da450e0 req-04df3b07-e23f-4666-b86f-bfbe48263fba tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 944 time: 0.1651773 Dec 13 14:54:19.352093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fbaf2da4-7c07-4648-a661-7de17c367040 None None] Could not find standard attr ID for object 5be5b928-17d6-4f13-a181-897725c11ad8. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:19.352093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:19.429665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88a53d2a-2590-4588-88df-aa621da450e0 req-e5497645-9e64-45be-999b-35ba002ddb7f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806153 Dec 13 14:54:19.456036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee62d33c-2023-4fc0-b9a5-9b6046bed60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.459814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.491387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6874d741-02f7-4058-819c-021591d0570d None None] Could not find standard attr ID for object 5be5b928-17d6-4f13-a181-897725c11ad8. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:19.555131 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee62d33c-2023-4fc0-b9a5-9b6046bed60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.605153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee62d33c-2023-4fc0-b9a5-9b6046bed60d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=854892ec7cb84b46973d02fe25062cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587747 Dec 13 14:54:19.605934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62d33c-2023-4fc0-b9a5-9b6046bed60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc7f31-b821-4ba9-a7af-01c4ea36c414,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:19.607893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:19.638078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.745288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56b3a943-c514-4f45-a1b6-d802aabc84d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.776198 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56b3a943-c514-4f45-a1b6-d802aabc84d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.835190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-998be8b7-5654-4666-b8b6-4152e8b7e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.860400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.898500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=77ea1d54-5525-4640-af67-2429c8561723,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:19.901267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.906717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be458560-6b4f-48e0-98f6-f7b73ee688d8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/77ea1d54-5525-4640-af67-2429c8561723 HTTP/1.1" status: 204 len: 168 time: 0.7926998 Dec 13 14:54:19.907707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:19.918410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56b3a943-c514-4f45-a1b6-d802aabc84d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.921471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56b3a943-c514-4f45-a1b6-d802aabc84d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:19.925743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-56b3a943-c514-4f45-a1b6-d802aabc84d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89dc7f31-b821-4ba9-a7af-01c4ea36c414 HTTP/1.1" status: 204 len: 168 time: 0.3141394 Dec 13 14:54:19.933258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3a943-c514-4f45-a1b6-d802aabc84d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc7f31-b821-4ba9-a7af-01c4ea36c414,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:20.065654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.159915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 6a0d7ce1-6026-446e-a23d-88013975b1cd {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:20.160890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.282807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] For port 6a0d7ce1-6026-446e-a23d-88013975b1cd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6a0d7ce1-6026-446e-a23d-88013975b1cd,segment=NetworkSegment(9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8),segment_id=9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:20.283469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.312347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 6a0d7ce1-6026-446e-a23d-88013975b1cd owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:20.494660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce07fe21-a4af-47f5-a37e-d23a9eb8ed1d None None] Network dd742356-ff6c-4aee-85e4-934a2be4cc83 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:20.567758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-397b7628-1f5a-42de-8b50-4afb20ea8766 None None] Provisioning complete for port 6a0d7ce1-6026-446e-a23d-88013975b1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:20.568123 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-397b7628-1f5a-42de-8b50-4afb20ea8766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.589125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.626658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=6a0d7ce1-6026-446e-a23d-88013975b1cd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:20.634545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No DVR routers for this DVR port 6a0d7ce1-6026-446e-a23d-88013975b1cd on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:20.645546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-397b7628-1f5a-42de-8b50-4afb20ea8766 None None] Could not find standard attr ID for object 6a0d7ce1-6026-446e-a23d-88013975b1cd. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:20.648884 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.db [None req-397b7628-1f5a-42de-8b50-4afb20ea8766 None None] No ports have port_id starting with 6a0d7ce1-6026-446e-a23d-88013975b1cd Dec 13 14:54:20.731606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48b06b-b48b-4e47-a15e-bdd52506bc97 None None] DHCP port deletion for dd742356-ff6c-4aee-85e4-934a2be4cc83 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:54:20.753432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.783207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd742356-ff6c-4aee-85e4-934a2be4cc83']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:20.795295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:20.795610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff2d024-6bdf-4ae7-8c69-cdcfca9c62b8') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:20.807247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.823185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.829605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:54:20.830117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:54:20.833238 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:54:21.011933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.021039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.028799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/dd742356-ff6c-4aee-85e4-934a2be4cc83 HTTP/1.1" status: 204 len: 168 time: 1.1168025 Dec 13 14:54:21.029861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55240) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:21.035683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9bda0-0644-4a71-978f-327cf8de0bae tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=dd742356-ff6c-4aee-85e4-934a2be4cc83,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:21.094383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2d42f-10ea-49ee-9627-0d4c3a1e7004 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:21.098695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c9c2d42f-10ea-49ee-9627-0d4c3a1e7004 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0675726 Dec 13 14:54:21.099524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55246) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:21.174141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a0f1659-ba3f-47c9-9a22-19700c29b240 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0733242 Dec 13 14:54:21.178025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55248) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:21.183500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-235463332'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:21.187664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55250) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:21.273724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-cb3d0fdb-5aaa-4b52-9c72-9aeb3cea0436 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:21.275324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-cb3d0fdb-5aaa-4b52-9c72-9aeb3cea0436 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddb49ff4-ce21-4975-95b1-fa3936cc8696 HTTP/1.1" status: 200 len: 944 time: 0.0711808 Dec 13 14:54:21.299344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:21.305482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.366081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:54:21.373949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1238551761-network', 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:21.379601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.380125 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment 81f67853-f3b0-4712-bbfd-0ea42e9a8d02 of type vlan for network 7f8d475b-705e-406d-b032-e0332d97a18c Dec 13 14:54:21.419049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Deleting port 437c1e8c-ba44-4693-887c-100066d1cb10 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:21.419407 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.431075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.483637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6a0d7ce1-6026-446e-a23d-88013975b1cd no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:21.505979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6a0d7ce1-6026-446e-a23d-88013975b1cd {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:21.506598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6a0d7ce1-6026-446e-a23d-88013975b1cd not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:21.518914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] For port 437c1e8c-ba44-4693-887c-100066d1cb10, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=437c1e8c-ba44-4693-887c-100066d1cb10,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:21.519285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.522254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:21.524550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.542725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Calling delete_port for 437c1e8c-ba44-4693-887c-100066d1cb10 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:21.544425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.561751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.575621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:21.577074 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.659303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4774005 Dec 13 14:54:21.659303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d5de3-0bd5-47e1-9089-527978ecbad2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=7f8d475b-705e-406d-b032-e0332d97a18c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:21.659640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55268) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:21.669826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7f8d475b-705e-406d-b032-e0332d97a18c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:54:21.673697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:21.728254 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.795304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.825659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:54:21.836052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.855474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.855817 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Added segment c467b65d-7223-4aa7-9bfd-0298d30ce3fb of type vlan for network 0fb5250a-d7fd-4302-b982-58251343def9 Dec 13 14:54:21.881132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:21.884429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f0995-c216-4b8c-bfbf-91f0518e5c13,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:21.884763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.891464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event deleted for resources: {'Port': ['ID=437c1e8c-ba44-4693-887c-100066d1cb10,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:21.949723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.984498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] No DVR routers for this DVR port 437c1e8c-ba44-4693-887c-100066d1cb10 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:21.991176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:21.996116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-332f9b32-a5c1-4723-aedc-9cb1a19c33f0 req-2b0a4c41-d17d-4dee-a22f-a60eac3a3e0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "DELETE /v2.0/ports/437c1e8c-ba44-4693-887c-100066d1cb10 HTTP/1.1" status: 204 len: 173 time: 0.7135596 Dec 13 14:54:21.996598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-deleted', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:22.000180 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d990489-9fea-4607-b304-fe0d1e1da78d" -d '{"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-deleted", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:22.138066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.143290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:22.143290 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.206877 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5236190e-15a1-4a2c-aa5b-e1723ccc6089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.208641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.209154 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9576bb-1067-47a4-86d3-51de72a4cf6a x-openstack-request-id: req-8d9576bb-1067-47a4-86d3-51de72a4cf6a {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:22.209453 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb49ff4-ce21-4975-95b1-fa3936cc8696", "name": "network-vif-deleted", "tag": "437c1e8c-ba44-4693-887c-100066d1cb10", "status": "failed", "code": 422}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:22.209706 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d9576bb-1067-47a4-86d3-51de72a4cf6a {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:22.210119 n-d-816954-1 neutron-server[102824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ddb49ff4-ce21-4975-95b1-fa3936cc8696', 'name': 'network-vif-deleted', 'tag': '437c1e8c-ba44-4693-887c-100066d1cb10', 'status': 'failed', 'code': 422} returned with failed status Dec 13 14:54:22.219990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] Pushing event updated for resources: {'Network': ['ID=0fb5250a-d7fd-4302-b982-58251343def9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:22.231364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 0fb5250a-d7fd-4302-b982-58251343def9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:54:22.279765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=334a4499-9977-4e6b-aef4-1e45a158776f,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:22.287573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': '81f67853-f3b0-4712-bbfd-0ea42e9a8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:22.287932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: 7f8d475b-705e-406d-b032-e0332d97a18c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:54:22.341453 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d5ca4c55-887a-4da6-aa89-8d83d4cfdace admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1526489 Dec 13 14:54:22.344266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55292) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:22.349052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Request body: {'subnet': {'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1238551761-subnet', 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:22.436095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network 7f8d475b-705e-406d-b032-e0332d97a18c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:54:22.459785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:22.462141 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.520323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7f8d475b-705e-406d-b032-e0332d97a18c) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:22.530223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:22.531119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.531313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e8e01-1489-4eb3-b4ea-de568ad05915 None None] Network 7f8d475b-705e-406d-b032-e0332d97a18c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:22.626147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-47104d33-a8a8-4f29-90cf-5f8d2a48abd0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9650040 Dec 13 14:54:22.630595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55314) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:22.635803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c', 'name': 'tempest-PortsIpV6TestJSON-1097260977'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:22.736678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7f8d475b-705e-406d-b032-e0332d97a18c', 'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c', 'tenant_id': 'd9bede76b2344897ae80f1d137ffbf53', 'fixed_ips': [{'subnet_id': '334a4499-9977-4e6b-aef4-1e45a158776f'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:54:22.737547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.829448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.882018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Allocated IP 2001:db8::2 (7f8d475b-705e-406d-b032-e0332d97a18c/334a4499-9977-4e6b-aef4-1e45a158776f/08918f00-90bd-44f4-90e2-626cc1147801) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:22.884027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:22.890726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:22.908650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:22.914310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:22.914675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Network hostable DHCP agents. Network: 0fb5250a-d7fd-4302-b982-58251343def9, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:54:22.928369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 474b72c1-c578-48ac-b5a5-ef73b962f73b yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:22.991579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Network 0fb5250a-d7fd-4302-b982-58251343def9 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:54:23.091911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 0fb5250a-d7fd-4302-b982-58251343def9) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:23.096359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:23.098039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:23.114617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b83d6b-eaaa-4fd0-8481-eff9a5fae3e7 None None] Network 0fb5250a-d7fd-4302-b982-58251343def9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:23.155350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:23.176795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3617f88c-d795-43db-84f2-479757525c9a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8304501 Dec 13 14:54:23.262157 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:23.268732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d93cc-25ac-4522-a6f8-76f5c99d6115 None None] Network 0fb5250a-d7fd-4302-b982-58251343def9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:23.340526 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:23.349725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::28f (7f8d475b-705e-406d-b032-e0332d97a18c/334a4499-9977-4e6b-aef4-1e45a158776f/474b72c1-c578-48ac-b5a5-ef73b962f73b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:23.449338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Network 7f8d475b-705e-406d-b032-e0332d97a18c is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:23.477657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:23.479960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Pushing event updated for resources: {'Port': ['ID=08918f00-90bd-44f4-90e2-626cc1147801,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:23.488890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:23.506542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-7f2f3b5b-e929-4d69-a649-06d6b781ddac tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:23.508300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-7f2f3b5b-e929-4d69-a649-06d6b781ddac tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.1825185 Dec 13 14:54:23.538256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-45c75a12-7b0a-4705-addf-300c39257511 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/quotas/e64b9f3afef04722a198b58f59a95ea5 HTTP/1.1" status: 200 len: 375 time: 0.0223908 Dec 13 14:54:23.572705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Attempting to bind port 08918f00-90bd-44f4-90e2-626cc1147801 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:23.573265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Attempting to bind port 08918f00-90bd-44f4-90e2-626cc1147801 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '81f67853-f3b0-4712-bbfd-0ea42e9a8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:23.573415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Attempting to bind port 08918f00-90bd-44f4-90e2-626cc1147801 on network 7f8d475b-705e-406d-b032-e0332d97a18c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:23.579658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:23.580506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Checking segment: {'id': '81f67853-f3b0-4712-bbfd-0ea42e9a8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:23.581135 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:23.581676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Bound using segment: {'id': '81f67853-f3b0-4712-bbfd-0ea42e9a8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:23.582419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Bound port: 08918f00-90bd-44f4-90e2-626cc1147801, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f67853-f3b0-4712-bbfd-0ea42e9a8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:23.582981 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:23.585832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-4d5722c3-12f2-440b-9acc-b1557c8e14cf tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428686 Dec 13 14:54:23.702057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] For port 08918f00-90bd-44f4-90e2-626cc1147801, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:23.706278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] For port 08918f00-90bd-44f4-90e2-626cc1147801, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=08918f00-90bd-44f4-90e2-626cc1147801,segment=NetworkSegment(81f67853-f3b0-4712-bbfd-0ea42e9a8d02),segment_id=81f67853-f3b0-4712-bbfd-0ea42e9a8d02)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:23.800886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:23.895703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8b3afb33-0327-4a51-b9d1-15b70e8d7509 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022962 Dec 13 14:54:23.911116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749b45f-a1af-4fc7-a3fc-9e04826d1277 None None] Pushing event updated for resources: {'Port': ['ID=08918f00-90bd-44f4-90e2-626cc1147801,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:24.013698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-45304d22-d735-4cb9-8dd2-2366d9e3dde7 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142132 Dec 13 14:54:24.239585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:24.337391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-2a7aabd3-0ff4-45e3-916b-7680993f766a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:24.345378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-2a7aabd3-0ff4-45e3-916b-7680993f766a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2149007 Dec 13 14:54:24.357405 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-469e6fb2-a6c9-4a4c-9ec2-3fed1f184bc3 req-039c6e2e-5670-41b7-ba46-dbfa6f31ea8e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 210 time: 0.0774183 Dec 13 14:54:24.383400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-fa06c70b-792b-425e-8559-9389cc05043b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0348434 Dec 13 14:54:24.427888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-25f35cdc-e06b-4bba-ba71-ce8a3bcf5110 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434926 Dec 13 14:54:24.471520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:24.523934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network 7f8d475b-705e-406d-b032-e0332d97a18c is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:24.529005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:24.548213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:24.550084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:24.551925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:24.616813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=474b72c1-c578-48ac-b5a5-ef73b962f73b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:24.662069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-abb81729-4d16-4ffa-9995-f4e5f0d8b80d service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235754 Dec 13 14:54:24.724011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5e19deac-1608-4e06-a3c5-9c769c6cc8e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0900121 Dec 13 14:54:24.728706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55434) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:24.735588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': '7f8d475b-705e-406d-b032-e0332d97a18c', 'name': 'tempest-PortsIpV6TestJSON-395157626'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:24.842153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-40015cc0-3c06-43f3-a697-9d3db60536c5 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734943 Dec 13 14:54:24.854568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:24.932337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:24.936191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:24.977227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 377195ce-fcb9-4496-b349-60ebecf66909 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:25.143881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:25.151423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::397 (7f8d475b-705e-406d-b032-e0332d97a18c/334a4499-9977-4e6b-aef4-1e45a158776f/377195ce-fcb9-4496-b349-60ebecf66909) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:25.265722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50451f76-11c9-4845-861f-ab1937655b1e None None] Network 7f8d475b-705e-406d-b032-e0332d97a18c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:25.344773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b4769c0-e1d5-4c26-b3bc-63145d78cfdb req-5a0a51bc-82b7-4292-aa57-6f20675ef57d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 210 time: 0.1016798 Dec 13 14:54:25.389512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4ccbc424-8da7-44de-8640-417cf8312eef None None] Provisioning complete for port 08918f00-90bd-44f4-90e2-626cc1147801 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:25.389976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ccbc424-8da7-44de-8640-417cf8312eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:25.462437 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:25.559208 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbbf8d7c-a59d-407f-80bb-81e4a1aa4106 req-f2e0eca7-dc31-44e9-afae-4fb8f1c030aa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 210 time: 0.0408375 Dec 13 14:54:25.599495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 08918f00-90bd-44f4-90e2-626cc1147801 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:25.698168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:25.746171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=377195ce-fcb9-4496-b349-60ebecf66909,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:25.762497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network 7f8d475b-705e-406d-b032-e0332d97a18c is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:25.764171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:25.768158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:25.775623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:25.776597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:25.867390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ccbc424-8da7-44de-8640-417cf8312eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:25.896801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a2bf2723-d578-4dc6-8f18-4b7424def680 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1670485 Dec 13 14:54:25.899989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:25.929727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4ccbc424-8da7-44de-8640-417cf8312eef None None] For port 08918f00-90bd-44f4-90e2-626cc1147801, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=08918f00-90bd-44f4-90e2-626cc1147801,segment=NetworkSegment(81f67853-f3b0-4712-bbfd-0ea42e9a8d02),segment_id=81f67853-f3b0-4712-bbfd-0ea42e9a8d02)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:25.946149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 08918f00-90bd-44f4-90e2-626cc1147801 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:25.946557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:25.991478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ccbc424-8da7-44de-8640-417cf8312eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.024611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7554e57-8699-4c12-bd8b-1f26844360b3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:26.026558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d7554e57-8699-4c12-bd8b-1f26844360b3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28f HTTP/1.1" status: 200 len: 929 time: 0.1254098 Dec 13 14:54:26.032570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55502) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:26.098506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbc424-8da7-44de-8640-417cf8312eef None None] Pushing event updated for resources: {'Port': ['ID=08918f00-90bd-44f4-90e2-626cc1147801,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:26.144662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 377195ce-fcb9-4496-b349-60ebecf66909 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:26.145076 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.245587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.262512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 377195ce-fcb9-4496-b349-60ebecf66909 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:26.369531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-aeaf97b5-0322-45ed-bb6d-7e60ce2ad133 None None] Provisioning complete for port 474b72c1-c578-48ac-b5a5-ef73b962f73b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:26.370177 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aeaf97b5-0322-45ed-bb6d-7e60ce2ad133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.401181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:26.453716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf97b5-0322-45ed-bb6d-7e60ce2ad133 None None] Port 474b72c1-c578-48ac-b5a5-ef73b962f73b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:26.476855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-aeaf97b5-0322-45ed-bb6d-7e60ce2ad133 None None] Provisioning complete for port 08918f00-90bd-44f4-90e2-626cc1147801 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:26.477592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aeaf97b5-0322-45ed-bb6d-7e60ce2ad133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.515947 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e0664d5-af1d-41fb-a847-d026917dbf90 req-8a42a045-d3b6-4bf3-9b36-72459b7834f1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 210 time: 0.0835631 Dec 13 14:54:26.592186 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9c63-0c9c-4dcf-81e7-d5116d587db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.698968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-aeaf97b5-0322-45ed-bb6d-7e60ce2ad133 None None] Could not find standard attr ID for object 377195ce-fcb9-4496-b349-60ebecf66909. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:26.701415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.731783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9c63-0c9c-4dcf-81e7-d5116d587db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.758316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=377195ce-fcb9-4496-b349-60ebecf66909,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:26.762024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b4fafedc-08d6-4611-8cd4-0939e17e4cd9 req-c99dc41d-f7ff-4942-9d7a-c022944c4629 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 210 time: 0.0565565 Dec 13 14:54:26.801861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.807717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d9723b74-b138-44f2-9fbf-7bce11733e9c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/377195ce-fcb9-4496-b349-60ebecf66909 HTTP/1.1" status: 204 len: 168 time: 0.7716100 Dec 13 14:54:26.808091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55526) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:26.845137 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5855d34d-56a4-4be7-897d-616a27e5c201 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:26.849896 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5855d34d-56a4-4be7-897d-616a27e5c201 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/377195ce-fcb9-4496-b349-60ebecf66909 HTTP/1.1" status: 404 len: 333 time: 0.0407693 Dec 13 14:54:26.852363 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9c63-0c9c-4dcf-81e7-d5116d587db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.852650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-508e8fd4-a412-4e32-81e8-6cc2f3d8d69c None None] Provisioning complete for port 474b72c1-c578-48ac-b5a5-ef73b962f73b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:26.853161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-508e8fd4-a412-4e32-81e8-6cc2f3d8d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:26.856253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55528) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:26.889474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-75199046-fca0-4394-b175-04bb7c2225d3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:26.891208 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-75199046-fca0-4394-b175-04bb7c2225d3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.3268981 Dec 13 14:54:26.895596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-508e8fd4-a412-4e32-81e8-6cc2f3d8d69c None None] Port 474b72c1-c578-48ac-b5a5-ef73b962f73b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:26.899340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f9c63-0c9c-4dcf-81e7-d5116d587db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d295c6bf-3630-4a63-93ff-958803fc1c5f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:26.905893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Request body: {'port': {'device_id': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'admin_state_up': True, 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:26.942390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6c3f9c63-0c9c-4dcf-81e7-d5116d587db4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6b6584df41d4839a81af7c226c53d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381069 Dec 13 14:54:26.944671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55532) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:27.062771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e51f6f4-b8a2-492f-af4f-2b102313b0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.068610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 474b72c1-c578-48ac-b5a5-ef73b962f73b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:27.069998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.111866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6b30181b-1f14-4639-81b2-1bd5df2cb8da None None] Could not find standard attr ID for object 377195ce-fcb9-4496-b349-60ebecf66909. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:27.131541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:27.132492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e51f6f4-b8a2-492f-af4f-2b102313b0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.141109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.206762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.222449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 474b72c1-c578-48ac-b5a5-ef73b962f73b owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:27.316940 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e51f6f4-b8a2-492f-af4f-2b102313b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.321101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e51f6f4-b8a2-492f-af4f-2b102313b0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.323290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7e51f6f4-b8a2-492f-af4f-2b102313b0ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d295c6bf-3630-4a63-93ff-958803fc1c5f HTTP/1.1" status: 204 len: 168 time: 0.3776946 Dec 13 14:54:27.342960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51f6f4-b8a2-492f-af4f-2b102313b0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d295c6bf-3630-4a63-93ff-958803fc1c5f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:27.344743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Allocated IP 172.20.0.11 (57d5d542-97ac-4b73-88b5-59c793254f97/7b190bb4-13a6-438b-98c6-7f7508afb5b1/56976d19-8b5d-46ff-9c0b-cdeeddb6395f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:27.452935 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.496363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=474b72c1-c578-48ac-b5a5-ef73b962f73b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:27.514110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 08918f00-90bd-44f4-90e2-626cc1147801 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:27.589355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.597699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55544) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:27.598836 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-04e8fc0e-d9c8-4f4d-bf06-95d81966e307 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/474b72c1-c578-48ac-b5a5-ef73b962f73b HTTP/1.1" status: 204 len: 168 time: 0.7215540 Dec 13 14:54:27.613593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 08918f00-90bd-44f4-90e2-626cc1147801 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:27.613966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.633133 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-593ef6a4-905e-4e4b-83de-e84fa80f6f17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:27.640012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-593ef6a4-905e-4e4b-83de-e84fa80f6f17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/474b72c1-c578-48ac-b5a5-ef73b962f73b HTTP/1.1" status: 404 len: 333 time: 0.0356185 Dec 13 14:54:27.640012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55546) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:27.677716 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3aee0fbb-c6aa-4be4-ba4d-1b8cc8172407 req-b09fc056-ce3c-411a-be11-07e3d01d14d3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 210 time: 0.0577080 Dec 13 14:54:27.702118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.721728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 334a4499-9977-4e6b-aef4-1e45a158776f {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:27.728231 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.793670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.890864 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:27.975453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.003389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Network 57d5d542-97ac-4b73-88b5-59c793254f97 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:28.018516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:28.023865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event updated for resources: {'Port': ['ID=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:28.027837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:28.038276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3e90-af40-4c76-a2e3-b9d4ee35878b req-d47f5a38-b2aa-4071-ad82-acd31752be0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:28.042839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f69d3e90-af40-4c76-a2e3-b9d4ee35878b req-d47f5a38-b2aa-4071-ad82-acd31752be0f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 932 time: 0.1616399 Dec 13 14:54:28.129613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:28.130262 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.137865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f69d3e90-af40-4c76-a2e3-b9d4ee35878b req-b9125626-28f8-4081-807f-97ed7ac01051 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 Dec 13 14:54:28.214757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-78c93537-a3b3-4ac3-859d-62b35d31e5ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:28.216151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-78c93537-a3b3-4ac3-859d-62b35d31e5ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.50 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.1162908 Dec 13 14:54:28.221099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55560) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:28.232230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Request body: {'port': {'device_id': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'admin_state_up': True, 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:28.242356 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5fc540d-4461-44a3-b4a9-1973ac61b872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.261366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-8e4f2e64-4d8c-4de9-8150-76d905a9d66e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3596082 Dec 13 14:54:28.262466 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.301407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Request body: {'port': {'device_id': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:28.305702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=334a4499-9977-4e6b-aef4-1e45a158776f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:28.316474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556125da-876d-422d-9136-4833038b90fc None None] Network 7f8d475b-705e-406d-b032-e0332d97a18c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:28.327199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.334300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0d18e90b-875d-4027-9c59-b077abdfba42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/334a4499-9977-4e6b-aef4-1e45a158776f HTTP/1.1" status: 204 len: 168 time: 0.6955605 Dec 13 14:54:28.335115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55564) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:28.430016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.468995 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.478130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5fc540d-4461-44a3-b4a9-1973ac61b872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.545822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] DHCP port deletion for 7f8d475b-705e-406d-b032-e0332d97a18c request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:54:28.572896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5fc540d-4461-44a3-b4a9-1973ac61b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.602552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] Deleting port 08918f00-90bd-44f4-90e2-626cc1147801 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:28.602939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.615506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:28.619557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.643231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc540d-4461-44a3-b4a9-1973ac61b872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95328d84-63b7-4bc2-beb3-d67c49ec959b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:28.657747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a5fc540d-4461-44a3-b4a9-1973ac61b872 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e30d58c516745d6b33d76e7744e113d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355483 Dec 13 14:54:28.661204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 08918f00-90bd-44f4-90e2-626cc1147801 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:28.661689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.662546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55570) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:28.674365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] For port 08918f00-90bd-44f4-90e2-626cc1147801, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=08918f00-90bd-44f4-90e2-626cc1147801,segment=NetworkSegment(81f67853-f3b0-4712-bbfd-0ea42e9a8d02),segment_id=81f67853-f3b0-4712-bbfd-0ea42e9a8d02)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:28.674759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.692236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] Calling delete_port for 08918f00-90bd-44f4-90e2-626cc1147801 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:28.827935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] For port 08918f00-90bd-44f4-90e2-626cc1147801, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=08918f00-90bd-44f4-90e2-626cc1147801,segment=NetworkSegment(81f67853-f3b0-4712-bbfd-0ea42e9a8d02),segment_id=81f67853-f3b0-4712-bbfd-0ea42e9a8d02)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:28.828485 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.839515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Allocated IP 172.20.0.12 (0fb5250a-d7fd-4302-b982-58251343def9/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a/8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:28.867746 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-526cfb99-529e-42ba-8ebc-eb47ca2c8f1e req-a9295e77-6209-43e9-a550-4cf7e273547d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 210 time: 0.0435395 Dec 13 14:54:28.874450 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-572d4c7a-61de-43c3-8d8a-09dbacd636b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.892495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 08918f00-90bd-44f4-90e2-626cc1147801 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:28.893345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.917439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-572d4c7a-61de-43c3-8d8a-09dbacd636b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:28.942541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] No DVR routers for this DVR port 08918f00-90bd-44f4-90e2-626cc1147801 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:28.951580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d68f2-006b-48e5-a215-d465fe81a865 None None] Pushing event deleted for resources: {'Port': ['ID=08918f00-90bd-44f4-90e2-626cc1147801,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:29.025648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56976d19-8b5d-46ff-9c0b-cdeeddb6395f {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:54:29.036325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.062795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.092032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=08918f00-90bd-44f4-90e2-626cc1147801,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:29.095490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No DVR routers for this DVR port 08918f00-90bd-44f4-90e2-626cc1147801 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:29.102509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.117050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-572d4c7a-61de-43c3-8d8a-09dbacd636b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.117817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Transition to ACTIVE for port object 56976d19-8b5d-46ff-9c0b-cdeeddb6395f will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:54:29.119919 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-572d4c7a-61de-43c3-8d8a-09dbacd636b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.124351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-572d4c7a-61de-43c3-8d8a-09dbacd636b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95328d84-63b7-4bc2-beb3-d67c49ec959b HTTP/1.1" status: 204 len: 168 time: 0.4570417 Dec 13 14:54:29.139393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d4c7a-61de-43c3-8d8a-09dbacd636b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95328d84-63b7-4bc2-beb3-d67c49ec959b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:29.185110 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.216088 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.225421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8d475b-705e-406d-b032-e0332d97a18c']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:29.235392 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.266299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f67853-f3b0-4712-bbfd-0ea42e9a8d02') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:29.266508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f67853-f3b0-4712-bbfd-0ea42e9a8d02') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:29.284423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.306103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Network 0fb5250a-d7fd-4302-b982-58251343def9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:29.313756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Pushing event updated for resources: {'Port': ['ID=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:29.313756 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.314276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:29.320225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:29.322573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:54:29.323001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:54:29.326308 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:54:29.376719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event updated for resources: {'Port': ['ID=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:29.391595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c762ad-5c9c-4db1-9589-badc729d95bf req-76322387-9522-40be-99a7-ac2076f98208 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:29.398863 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9c762ad-5c9c-4db1-9589-badc729d95bf req-76322387-9522-40be-99a7-ac2076f98208 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 944 time: 0.1820126 Dec 13 14:54:29.424217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:29.424862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.448886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Attempting to bind port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:29.449225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Attempting to bind port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:29.449608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Attempting to bind port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:29.455206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f on network 57d5d542-97ac-4b73-88b5-59c793254f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:54:29.455535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Attempting to bind port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:29.460222 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9c762ad-5c9c-4db1-9589-badc729d95bf req-0172a245-6ab9-47be-9864-5211e11ac6d2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592692 Dec 13 14:54:29.461938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:29.462888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Checking segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:29.463438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Bound using segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:29.464055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Bound port: 56976d19-8b5d-46ff-9c0b-cdeeddb6395f, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:29.464600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.529206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.535577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-9d6fa721-a35a-48a6-bcfc-be1aa4ff41ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3069713 Dec 13 14:54:29.548341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Request body: {'port': {'device_id': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:29.551104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.558936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/7f8d475b-705e-406d-b032-e0332d97a18c HTTP/1.1" status: 204 len: 168 time: 1.2200720 Dec 13 14:54:29.559051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55590) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:29.562314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282241b3-829c-4d81-a6d9-f30a8fd21d3e tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=7f8d475b-705e-406d-b032-e0332d97a18c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:29.570114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] For port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:29.589822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] For port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:29.592660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1045956502'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:29.650376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.673013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.676016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 08918f00-90bd-44f4-90e2-626cc1147801 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:29.708906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:29.709765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.711203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] 10.222.0.50 "PUT /v2.0/ports/56976d19-8b5d-46ff-9c0b-cdeeddb6395f HTTP/1.1" status: 200 len: 1092 time: 1.4143066 Dec 13 14:54:29.713813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'tag': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:29.714586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 08918f00-90bd-44f4-90e2-626cc1147801 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:29.715278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 08918f00-90bd-44f4-90e2-626cc1147801 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:29.717616 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3015bb87-5261-43df-9986-56d25cbfbe72" -d '{"events": [{"name": "network-changed", "server_uuid": "207abab6-ba3a-491e-a0f5-2e6f551c2a87", "tag": "56976d19-8b5d-46ff-9c0b-cdeeddb6395f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:29.785700 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ef6151-7374-403f-a4b3-aa3d1f8f099f x-openstack-request-id: req-48ef6151-7374-403f-a4b3-aa3d1f8f099f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:29.785700 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207abab6-ba3a-491e-a0f5-2e6f551c2a87", "tag": "56976d19-8b5d-46ff-9c0b-cdeeddb6395f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:29.785700 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48ef6151-7374-403f-a4b3-aa3d1f8f099f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:29.785700 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'tag': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f', 'status': 'completed', 'code': 200} Dec 13 14:54:29.793904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:29.796683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e018b-65ef-4b17-9ff5-a6ce1028669e service neutron] Pushing event updated for resources: {'Port': ['ID=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:29.798303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.836689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:54:29.860305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015bb87-5261-43df-9986-56d25cbfbe72 req-dfbb33f0-1d0e-4069-9998-e38dbe444ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:29.862559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3015bb87-5261-43df-9986-56d25cbfbe72 req-dfbb33f0-1d0e-4069-9998-e38dbe444ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 1095 time: 0.0564682 Dec 13 14:54:29.873174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:29.873518 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment 898bfcac-061d-4ef3-bb43-ae72798ebb45 of type vlan for network f86df0c3-bcd6-4c03-8156-1af0ea975a9a Dec 13 14:54:29.987601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015bb87-5261-43df-9986-56d25cbfbe72 req-587f76f3-e3b1-4fb9-afd8-eb3f724d8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:29.989213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3015bb87-5261-43df-9986-56d25cbfbe72 req-587f76f3-e3b1-4fb9-afd8-eb3f724d8585 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e64b9f3afef04722a198b58f59a95ea5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1173401 Dec 13 14:54:29.995522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:30.067508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e852f1-eb45-4193-b0f6-b19378529466 req-6bfc0f8c-801d-4ba2-9e74-6e1136b7411a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:30.073711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62e852f1-eb45-4193-b0f6-b19378529466 req-6bfc0f8c-801d-4ba2-9e74-6e1136b7411a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 932 time: 0.1218417 Dec 13 14:54:30.123611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015bb87-5261-43df-9986-56d25cbfbe72 req-57845380-f53d-4599-9f5b-f047d2bdadca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:30.125731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3015bb87-5261-43df-9986-56d25cbfbe72 req-57845380-f53d-4599-9f5b-f047d2bdadca service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288309 Dec 13 14:54:30.159223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62e852f1-eb45-4193-b0f6-b19378529466 req-29530fa3-3e3b-4aba-9c95-d70605c392e6 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720425 Dec 13 14:54:30.160384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:30.166793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:30.167734 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:30.228008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:54:30.231361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-0a73deb8-d2b0-4af1-8608-75816e957c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:30.234109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-0a73deb8-d2b0-4af1-8608-75816e957c68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 1095 time: 0.0585616 Dec 13 14:54:30.246796 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:30.262292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=f86df0c3-bcd6-4c03-8156-1af0ea975a9a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:30.268602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Transition to ACTIVE for port object 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:54:30.278708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:54:30.295778 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c44f595e-47f5-48dd-934e-fc3e8b3a705f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7318573 Dec 13 14:54:30.295778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55618) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:30.296069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-ed4cfce3-cc40-4909-bc18-d04467225d03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56976d19-8b5d-46ff-9c0b-cdeeddb6395f HTTP/1.1" status: 200 len: 217 time: 0.0542691 Dec 13 14:54:30.304502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:30.371257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-332e43b9-bb84-4d2d-8caf-89871ebe2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:30.375638 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-332e43b9-bb84-4d2d-8caf-89871ebe2e2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.0729070 Dec 13 14:54:30.410327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-ff3930d5-691e-46b4-a765-574806722142 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263891 Dec 13 14:54:30.549612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-e6977fed-fda6-48a0-8fb2-e996cc396aab service neutron] 10.222.0.50 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316292 Dec 13 14:54:30.714654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb0f2b-f632-4321-ae33-91dff120a4f4 req-95b27495-77e4-446a-9d81-e58d913c7595 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:30.714654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9edb0f2b-f632-4321-ae33-91dff120a4f4 req-95b27495-77e4-446a-9d81-e58d913c7595 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 944 time: 0.0720170 Dec 13 14:54:30.740822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecba8b6c-f3fa-44d6-82e0-f4116ab821c5 req-1ee34ec8-ffa0-48d4-a19f-4ca05236f142 service neutron] 10.222.0.50 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835148 Dec 13 14:54:30.741948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:30.772292 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9edb0f2b-f632-4321-ae33-91dff120a4f4 req-84b21363-25d2-42e5-a668-2139155838fb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 Dec 13 14:54:30.840916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:30.930002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Attempting to bind port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:30.930365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Attempting to bind port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:30.930696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Attempting to bind port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:30.935051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc on network 0fb5250a-d7fd-4302-b982-58251343def9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:54:30.935418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Attempting to bind port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:30.940195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:30.940532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:30.940940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Bound using segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:30.941362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Bound port: 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:30.941722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:30.974279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:30.977830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:31.085529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] For port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:31.092849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] For port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:31.223925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:31.255131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.255751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:31.257468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] 10.222.0.50 "PUT /v2.0/ports/8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc HTTP/1.1" status: 200 len: 1092 time: 1.7135191 Dec 13 14:54:31.259904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'tag': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:31.262409 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01939348-1b99-4eca-b55e-780cc2738df8" -d '{"events": [{"name": "network-changed", "server_uuid": "d027e62e-063a-470e-926e-67eb1bf90bff", "tag": "8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:31.279365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089da90-4361-4bb2-afd4-4abaa5ea26d6 req-b55bf7a5-6b2c-4546-8195-d067dbc60eff tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.280903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5089da90-4361-4bb2-afd4-4abaa5ea26d6 req-b55bf7a5-6b2c-4546-8195-d067dbc60eff tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 944 time: 0.0526862 Dec 13 14:54:31.309484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae631ca-28d7-4641-9297-1e003c398f4d service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:31.314218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:31.343198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5089da90-4361-4bb2-afd4-4abaa5ea26d6 req-9544dd6e-6c0c-4ebd-9a89-5203900b5aac tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530317 Dec 13 14:54:31.358271 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d705be12-bb1a-44d8-ab62-2ed53b5743d5 x-openstack-request-id: req-d705be12-bb1a-44d8-ab62-2ed53b5743d5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:31.358553 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d027e62e-063a-470e-926e-67eb1bf90bff", "tag": "8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:31.358797 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d705be12-bb1a-44d8-ab62-2ed53b5743d5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:31.359181 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'tag': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc', 'status': 'completed', 'code': 200} Dec 13 14:54:31.413707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=04dff314-c1de-44f3-8e30-b946ba3afbf5,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:31.445629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': '898bfcac-061d-4ef3-bb43-ae72798ebb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:31.445629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: f86df0c3-bcd6-4c03-8156-1af0ea975a9a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:54:31.449441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01939348-1b99-4eca-b55e-780cc2738df8 req-a03eb46a-c40f-4236-8dee-c20f8ce979ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.450964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01939348-1b99-4eca-b55e-780cc2738df8 req-a03eb46a-c40f-4236-8dee-c20f8ce979ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 1095 time: 0.0910232 Dec 13 14:54:31.548500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:54:31.569731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01939348-1b99-4eca-b55e-780cc2738df8 req-659e502e-b991-432c-85f3-8097879a7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.571354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01939348-1b99-4eca-b55e-780cc2738df8 req-659e502e-b991-432c-85f3-8097879a7ea0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=620dc395144c4837ad8bc00dbf76ff19&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1113112 Dec 13 14:54:31.651749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f86df0c3-bcd6-4c03-8156-1af0ea975a9a) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:31.659446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9c0a8-d09a-469d-ae29-aeafb4d4a888 None None] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:31.660627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.660791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:31.691578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01939348-1b99-4eca-b55e-780cc2738df8 req-0d12bd06-3ad5-45f3-b472-1ca5c1804e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.693065 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01939348-1b99-4eca-b55e-780cc2738df8 req-0d12bd06-3ad5-45f3-b472-1ca5c1804e6d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139860 Dec 13 14:54:31.778530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55662) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:31.784237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a', 'name': 'tempest-PortsIpV6TestJSON-599899249', 'fixed_ips': [{'subnet_id': '04dff314-c1de-44f3-8e30-b946ba3afbf5', 'ip_address': '2001:db8::10'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:31.788712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-28078a50-bdf1-4e2f-9d06-122d969282c2 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4951501 Dec 13 14:54:31.815190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-b466dd0d-384e-4bb9-b07a-fbaf6396d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.818627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-b466dd0d-384e-4bb9-b07a-fbaf6396d535 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 1095 time: 0.0773814 Dec 13 14:54:31.888439 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-f86df0c3-bcd6-4c03-8156-1af0ea975a9a', 'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a', 'tenant_id': 'd9bede76b2344897ae80f1d137ffbf53', 'fixed_ips': [{'subnet_id': '04dff314-c1de-44f3-8e30-b946ba3afbf5'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:54:31.889763 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:31.908882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-65506939-5299-4e34-bb06-91c677911a59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc HTTP/1.1" status: 200 len: 217 time: 0.0815103 Dec 13 14:54:31.997136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19326d-98d1-4090-98ed-730845f3021c req-8b41d33e-8743-41ec-9809-a8109130f1a3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:31.998699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db19326d-98d1-4090-98ed-730845f3021c req-8b41d33e-8743-41ec-9809-a8109130f1a3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 944 time: 0.0998065 Dec 13 14:54:32.002723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-a07e289b-b2fb-4004-9ec5-fc5876fc8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:32.004662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-a07e289b-b2fb-4004-9ec5-fc5876fc8003 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0738780 Dec 13 14:54:32.045830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:32.051927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Allocated IP 2001:db8::2 (f86df0c3-bcd6-4c03-8156-1af0ea975a9a/04dff314-c1de-44f3-8e30-b946ba3afbf5/25bd1732-3880-49ca-8af2-d59d33f9043e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:32.052885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-a857246b-224e-4056-852e-82de580f8f73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370786 Dec 13 14:54:32.106846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db19326d-98d1-4090-98ed-730845f3021c req-132158dc-794c-4b2b-904c-3077d1f6a322 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820684 Dec 13 14:54:32.151805 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.179978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 680b92db-4fdf-4765-97b5-bc6bb7c12edf yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:32.232686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-893955b8-3204-46ce-80be-bdd3a4a9de5c service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696215 Dec 13 14:54:32.283384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.343594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.412804 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-085212ce-c2ed-4f33-9034-a3216427f1ce req-11f9afde-c0ae-435a-8b91-cb0b10b5431d service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718116 Dec 13 14:54:32.424557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Pushing event updated for resources: {'Port': ['ID=25bd1732-3880-49ca-8af2-d59d33f9043e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:32.434847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::10 (f86df0c3-bcd6-4c03-8156-1af0ea975a9a/04dff314-c1de-44f3-8e30-b946ba3afbf5/680b92db-4fdf-4765-97b5-bc6bb7c12edf) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:32.454692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:32.456591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:32.459151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:32.490214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015e0a-1c30-4378-9a0c-959a016ca4f3 req-158d0485-120d-49f9-9601-f3a0a7ab0f3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:32.491553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f015e0a-1c30-4378-9a0c-959a016ca4f3 req-158d0485-120d-49f9-9601-f3a0a7ab0f3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 944 time: 0.0573173 Dec 13 14:54:32.491727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 56976d19-8b5d-46ff-9c0b-cdeeddb6395f details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:54:32.535965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Attempting to bind port 25bd1732-3880-49ca-8af2-d59d33f9043e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:32.536955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Attempting to bind port 25bd1732-3880-49ca-8af2-d59d33f9043e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '898bfcac-061d-4ef3-bb43-ae72798ebb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:32.537355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Attempting to bind port 25bd1732-3880-49ca-8af2-d59d33f9043e on network f86df0c3-bcd6-4c03-8156-1af0ea975a9a {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:32.571397 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f015e0a-1c30-4378-9a0c-959a016ca4f3 req-f73bd291-b5e4-4f20-a327-ac773d66ddae tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726857 Dec 13 14:54:32.571878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:32.572257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Checking segment: {'id': '898bfcac-061d-4ef3-bb43-ae72798ebb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:32.572661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.573053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Bound using segment: {'id': '898bfcac-061d-4ef3-bb43-ae72798ebb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:32.573540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Bound port: 25bd1732-3880-49ca-8af2-d59d33f9043e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898bfcac-061d-4ef3-bb43-ae72798ebb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:32.573922 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.627956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.739309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:32.749454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.786040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] For port 25bd1732-3880-49ca-8af2-d59d33f9043e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:32.788070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'port_id': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f', 'mac_address': 'fa:16:3e:d0:81:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b190bb4-13a6-438b-98c6-7f7508afb5b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:54:32.802980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] For port 25bd1732-3880-49ca-8af2-d59d33f9043e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=25bd1732-3880-49ca-8af2-d59d33f9043e,segment=NetworkSegment(898bfcac-061d-4ef3-bb43-ae72798ebb45),segment_id=898bfcac-061d-4ef3-bb43-ae72798ebb45)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:32.842632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.861076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56976d19-8b5d-46ff-9c0b-cdeeddb6395f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:54:32.883517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:32.885559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:32.950098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb8883-0cc3-4c49-bf3c-7614b559f760 None None] Pushing event updated for resources: {'Port': ['ID=25bd1732-3880-49ca-8af2-d59d33f9043e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:32.959961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:33.013478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:33.194481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:33.197659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:33.201592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:33.208163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:33.208795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:33.221852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=680b92db-4fdf-4765-97b5-bc6bb7c12edf,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:33.240753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['56976d19-8b5d-46ff-9c0b-cdeeddb6395f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:54:33.279336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ebe97-daaf-4ab6-8ad7-b92b57f9805d req-2cecd204-9790-4f05-bf1b-1c47e0c4afc1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:33.287664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-183ebe97-daaf-4ab6-8ad7-b92b57f9805d req-2cecd204-9790-4f05-bf1b-1c47e0c4afc1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 945 time: 0.0700929 Dec 13 14:54:33.338448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:33.339096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c8e8dd2-af5f-43d3-93ab-b79f5e9e4c10 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5589635 Dec 13 14:54:33.343503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': 'f86df0c3-bcd6-4c03-8156-1af0ea975a9a', 'name': 'tempest-PortsIpV6TestJSON-208004673', 'fixed_ips': [{'subnet_id': '04dff314-c1de-44f3-8e30-b946ba3afbf5', 'ip_address': '2001:db8::f'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:33.362538 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-183ebe97-daaf-4ab6-8ad7-b92b57f9805d req-a0477c43-31c8-44c0-9d22-f5e75ece9f8a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710430 Dec 13 14:54:33.537436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:33.641849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:33.664823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 857a8096-8666-4d94-a7b2-fb31e6fe1794 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:33.687854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 25bd1732-3880-49ca-8af2-d59d33f9043e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:33.769515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 25bd1732-3880-49ca-8af2-d59d33f9043e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:33.770184 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:33.774795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7e50-04c0-45f1-8a2a-0c345cda5396 req-27d5fa5b-925a-41fa-9b2d-3a58ac62b38e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:33.778262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2c7e50-04c0-45f1-8a2a-0c345cda5396 req-27d5fa5b-925a-41fa-9b2d-3a58ac62b38e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 944 time: 0.1169727 Dec 13 14:54:33.830139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2c7e50-04c0-45f1-8a2a-0c345cda5396 req-15c8df1c-b1bc-4fa0-8ee2-b7fce43bcd01 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Dec 13 14:54:33.871875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::f (f86df0c3-bcd6-4c03-8156-1af0ea975a9a/04dff314-c1de-44f3-8e30-b946ba3afbf5/857a8096-8666-4d94-a7b2-fb31e6fe1794) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:33.883222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:33.924864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 25bd1732-3880-49ca-8af2-d59d33f9043e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=25bd1732-3880-49ca-8af2-d59d33f9043e,segment=NetworkSegment(898bfcac-061d-4ef3-bb43-ae72798ebb45),segment_id=898bfcac-061d-4ef3-bb43-ae72798ebb45)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:34.009431 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.060831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.078836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=25bd1732-3880-49ca-8af2-d59d33f9043e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:34.135784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8fb00-fb49-4cb1-b289-4372b7645830 None None] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:34.177619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.212488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-183668dc-8623-4002-be7a-f6d903c9522a None None] Provisioning complete for port 25bd1732-3880-49ca-8af2-d59d33f9043e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:34.212855 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-183668dc-8623-4002-be7a-f6d903c9522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.219011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:34.222158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:34.225933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:34.231629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:34.232233 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.249712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=857a8096-8666-4d94-a7b2-fb31e6fe1794,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:34.363622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2858bfd8-39d9-40c1-bf23-ca8e128ede42 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0240548 Dec 13 14:54:34.366310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55714) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:34.481484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:54:34.483925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 56976d19-8b5d-46ff-9c0b-cdeeddb6395f up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:34.552798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71077e3-b5c7-4c9d-82a4-e1fcb0724ecd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:34.556904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b71077e3-b5c7-4c9d-82a4-e1fcb0724ecd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1871028 Dec 13 14:54:34.557322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55722) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:34.596160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3b57-d207-49f9-8ccc-431abf8354a4 req-b0fef31d-7f4a-431b-bbcd-eb749e994682 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:34.597736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a36a3b57-d207-49f9-8ccc-431abf8354a4 req-b0fef31d-7f4a-431b-bbcd-eb749e994682 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 945 time: 0.1429527 Dec 13 14:54:34.656081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b05e7f7-72ab-49c7-881e-0a53b9af1b37 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:34.662986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b05e7f7-72ab-49c7-881e-0a53b9af1b37 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:34.669136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b05e7f7-72ab-49c7-881e-0a53b9af1b37 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:34.671125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5b05e7f7-72ab-49c7-881e-0a53b9af1b37 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1131217 Dec 13 14:54:34.674017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55726) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:34.675871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a36a3b57-d207-49f9-8ccc-431abf8354a4 req-43b9c2d7-4e5f-4d8c-91e4-56524ee07b5a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691509 Dec 13 14:54:34.697310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:34.711494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'port_id': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc', 'mac_address': 'fa:16:3e:3c:9c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:54:34.720387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:54:34.723871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:34.723871 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.800875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 857a8096-8666-4d94-a7b2-fb31e6fe1794 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:34.801272 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.823131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.839860 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:54:34.866037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Provisioning complete for port 857a8096-8666-4d94-a7b2-fb31e6fe1794 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:34.866435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.901810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:34.966763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Port 857a8096-8666-4d94-a7b2-fb31e6fe1794 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:34.974481 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:34.976310 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.013621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Provisioning complete for port 680b92db-4fdf-4765-97b5-bc6bb7c12edf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:35.013992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.074338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:35.076844 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c08abfd-59aa-405a-ab91-38d9486a2776" -d '{"events": [{"server_uuid": "207abab6-ba3a-491e-a0f5-2e6f551c2a87", "name": "network-vif-plugged", "status": "completed", "tag": "56976d19-8b5d-46ff-9c0b-cdeeddb6395f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:35.108692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.126477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 857a8096-8666-4d94-a7b2-fb31e6fe1794 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:35.148238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:35.154185 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce688ed-b417-477e-b389-b9df1eda629c x-openstack-request-id: req-3ce688ed-b417-477e-b389-b9df1eda629c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:35.154762 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207abab6-ba3a-491e-a0f5-2e6f551c2a87", "name": "network-vif-plugged", "status": "completed", "tag": "56976d19-8b5d-46ff-9c0b-cdeeddb6395f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:35.155169 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ce688ed-b417-477e-b389-b9df1eda629c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:35.157778 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f', 'code': 200} Dec 13 14:54:35.166224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:35.168929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Port 680b92db-4fdf-4765-97b5-bc6bb7c12edf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:35.180594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Provisioning complete for port 25bd1732-3880-49ca-8af2-d59d33f9043e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:35.180996 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5080b128-ee12-456d-9443-4d514bf78d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.214755 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.245040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a3d48-bc0e-4d8f-8e98-b701bac126a5 req-0445090a-178e-4b08-8caf-6a69b3654b6b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:35.254805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b1a3d48-bc0e-4d8f-8e98-b701bac126a5 req-0445090a-178e-4b08-8caf-6a69b3654b6b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 945 time: 0.2684369 Dec 13 14:54:35.265057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:54:35.373909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeab5e-e52b-4fb6-b7f6-c09f6a821ba0 req-f0cd6afc-d049-4d9b-97e8-e98f693d5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:35.375434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b1a3d48-bc0e-4d8f-8e98-b701bac126a5 req-30092047-0f14-43c2-8ebd-f5da0abf677b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196301 Dec 13 14:54:35.376794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3eeab5e-e52b-4fb6-b7f6-c09f6a821ba0 req-f0cd6afc-d049-4d9b-97e8-e98f693d5a54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 1097 time: 0.1302495 Dec 13 14:54:35.380202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:35.437180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3eeab5e-e52b-4fb6-b7f6-c09f6a821ba0 req-8f518616-78e0-4746-bb3c-a8f00857c622 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511394 Dec 13 14:54:35.455069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.537470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=857a8096-8666-4d94-a7b2-fb31e6fe1794,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:35.576727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9c4e8586-ba92-4243-bf22-b45ccad81d28 None None] Provisioning complete for port 680b92db-4fdf-4765-97b5-bc6bb7c12edf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:35.576727 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8586-ba92-4243-bf22-b45ccad81d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.594129 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.599847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d28bcee6-1932-4672-976b-ffcf64d3b6d9 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/857a8096-8666-4d94-a7b2-fb31e6fe1794 HTTP/1.1" status: 204 len: 168 time: 0.9225283 Dec 13 14:54:35.600277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55744) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:35.621365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e8586-ba92-4243-bf22-b45ccad81d28 None None] Port 680b92db-4fdf-4765-97b5-bc6bb7c12edf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:35.640068 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-010101a2-7bb0-4fab-874e-4fa243669b80 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:35.645660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55746) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:35.646505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-010101a2-7bb0-4fab-874e-4fa243669b80 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/857a8096-8666-4d94-a7b2-fb31e6fe1794 HTTP/1.1" status: 404 len: 333 time: 0.0452197 Dec 13 14:54:35.686366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 25bd1732-3880-49ca-8af2-d59d33f9043e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:35.741942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-52502450-1064-49dc-83b0-5640b527c41c None None] Could not find standard attr ID for object 857a8096-8666-4d94-a7b2-fb31e6fe1794. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:35.777755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 25bd1732-3880-49ca-8af2-d59d33f9043e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:35.778119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.868280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 680b92db-4fdf-4765-97b5-bc6bb7c12edf {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:35.868280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.925696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f24871-3716-45ab-9b9d-52358f5206ce req-5871e88b-5ffc-4858-ab4e-5dfcdab22c6f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:35.932500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01f24871-3716-45ab-9b9d-52358f5206ce req-5871e88b-5ffc-4858-ab4e-5dfcdab22c6f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1013999 Dec 13 14:54:35.968640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:35.982643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 680b92db-4fdf-4765-97b5-bc6bb7c12edf owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:35.987340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01f24871-3716-45ab-9b9d-52358f5206ce req-3bc7df2d-fbc2-4219-a830-cf6a5fb9539b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538189 Dec 13 14:54:36.236892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.271896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=680b92db-4fdf-4765-97b5-bc6bb7c12edf,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:36.310609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.313982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-df06da0d-ac63-4d72-9cd9-957a02621b16 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/680b92db-4fdf-4765-97b5-bc6bb7c12edf HTTP/1.1" status: 204 len: 168 time: 0.6674447 Dec 13 14:54:36.316827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:36.344850 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe2f70d-ad55-489c-b4b2-b4c841eb5b95 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:36.351397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7fe2f70d-ad55-489c-b4b2-b4c841eb5b95 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/680b92db-4fdf-4765-97b5-bc6bb7c12edf HTTP/1.1" status: 404 len: 333 time: 0.0335088 Dec 13 14:54:36.354115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55762) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:36.422486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 04dff314-c1de-44f3-8e30-b946ba3afbf5 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:36.430981 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.489800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.492809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:36.601785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5adea4-b86f-45f7-8113-0d5ec69516b6 req-2e7d440c-3967-4d0a-91e3-41fbf9503763 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:36.602585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc5adea4-b86f-45f7-8113-0d5ec69516b6 req-2e7d440c-3967-4d0a-91e3-41fbf9503763 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 945 time: 0.0894480 Dec 13 14:54:36.629175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:54:36.635309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:36.635309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.638919 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.704154 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc5adea4-b86f-45f7-8113-0d5ec69516b6 req-3f6a748f-8882-4538-add7-ec1b612467a0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911684 Dec 13 14:54:36.744499 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.777515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:36.783908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.819437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.825307 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/04dff314-c1de-44f3-8e30-b946ba3afbf5 HTTP/1.1" status: 204 len: 168 time: 0.4675956 Dec 13 14:54:36.825307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77ccfa-6df1-4552-9673-bdc7a956fe88 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=04dff314-c1de-44f3-8e30-b946ba3afbf5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:36.826461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:36.829142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026dc14-9f22-47e3-b22a-f2373c0f8197 None None] Network f86df0c3-bcd6-4c03-8156-1af0ea975a9a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:36.883887 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.908846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.980386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 25bd1732-3880-49ca-8af2-d59d33f9043e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:36.986382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:36.988736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:37.014343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.014693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.015033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.015372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.016560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.016900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.017384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.017718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.018282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.018601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.019673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.020008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:37.057235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] For port 25bd1732-3880-49ca-8af2-d59d33f9043e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=25bd1732-3880-49ca-8af2-d59d33f9043e,segment=NetworkSegment(898bfcac-061d-4ef3-bb43-ae72798ebb45),segment_id=898bfcac-061d-4ef3-bb43-ae72798ebb45)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:37.057607 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.076634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 25bd1732-3880-49ca-8af2-d59d33f9043e owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:37.152112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] DHCP port deletion for f86df0c3-bcd6-4c03-8156-1af0ea975a9a request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:54:37.157180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:37.160007 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ab0dac-f7d9-4602-8e38-552a8bb4fe75" -d '{"events": [{"server_uuid": "d027e62e-063a-470e-926e-67eb1bf90bff", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:37.189647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6a61f-1b94-4566-a695-dbfddb7ca106 req-a660c0b4-94f8-4363-8889-09597e764640 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:37.198159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64d6a61f-1b94-4566-a695-dbfddb7ca106 req-a660c0b4-94f8-4363-8889-09597e764640 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.0892704 Dec 13 14:54:37.212395 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5213a07-8b85-41e5-8de1-3ced7fd960cb x-openstack-request-id: req-d5213a07-8b85-41e5-8de1-3ced7fd960cb {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:37.212691 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d027e62e-063a-470e-926e-67eb1bf90bff", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:37.212944 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5213a07-8b85-41e5-8de1-3ced7fd960cb {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:37.213329 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc', 'code': 200} Dec 13 14:54:37.231793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] Deleting port 25bd1732-3880-49ca-8af2-d59d33f9043e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:37.232200 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.240135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64d6a61f-1b94-4566-a695-dbfddb7ca106 req-cfe06be1-7c94-4b76-b01b-791d603403ff tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Dec 13 14:54:37.251326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.312136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] For port 25bd1732-3880-49ca-8af2-d59d33f9043e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=25bd1732-3880-49ca-8af2-d59d33f9043e,segment=NetworkSegment(898bfcac-061d-4ef3-bb43-ae72798ebb45),segment_id=898bfcac-061d-4ef3-bb43-ae72798ebb45)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:37.312538 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.326755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] Calling delete_port for 25bd1732-3880-49ca-8af2-d59d33f9043e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:37.330490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=25bd1732-3880-49ca-8af2-d59d33f9043e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:37.369680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No DVR routers for this DVR port 25bd1732-3880-49ca-8af2-d59d33f9043e on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:37.412469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.437378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] Pushing event deleted for resources: {'Port': ['ID=25bd1732-3880-49ca-8af2-d59d33f9043e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:37.441649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3217a42-b01e-4b6d-8e9a-ff466b4cbe3d None None] No DVR routers for this DVR port 25bd1732-3880-49ca-8af2-d59d33f9043e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:37.464414 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.491312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86df0c3-bcd6-4c03-8156-1af0ea975a9a']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:37.495679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9846-0b26-4467-945c-e53a59f98c20 req-95e3eb4f-2d1b-499a-aff7-a32aaf2f568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:37.497396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e01f9846-0b26-4467-945c-e53a59f98c20 req-95e3eb4f-2d1b-499a-aff7-a32aaf2f568e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 1097 time: 0.1572084 Dec 13 14:54:37.516933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898bfcac-061d-4ef3-bb43-ae72798ebb45') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:37.517221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898bfcac-061d-4ef3-bb43-ae72798ebb45') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:37.537787 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.558811 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.584784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e01f9846-0b26-4467-945c-e53a59f98c20 req-cc3a2ea3-c677-4415-84c6-9a6c23ac8f68 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684361 Dec 13 14:54:37.586756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:54:37.587753 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:54:37.647496 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:54:37.661841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 25bd1732-3880-49ca-8af2-d59d33f9043e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:37.684615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 25bd1732-3880-49ca-8af2-d59d33f9043e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:37.685211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 25bd1732-3880-49ca-8af2-d59d33f9043e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:37.694142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdd7ae-c072-49dc-b084-760bebeed9e5 req-984c81c9-a2ad-428f-baac-c928e0ddcc3f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:37.695940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27cdd7ae-c072-49dc-b084-760bebeed9e5 req-984c81c9-a2ad-428f-baac-c928e0ddcc3f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.0611093 Dec 13 14:54:37.736596 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27cdd7ae-c072-49dc-b084-760bebeed9e5 req-fd48dec6-dc9a-43d0-91a7-9b18ab3d39b0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342178 Dec 13 14:54:37.783571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.789880 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.793910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/f86df0c3-bcd6-4c03-8156-1af0ea975a9a HTTP/1.1" status: 204 len: 168 time: 0.9662464 Dec 13 14:54:37.808916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55820) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:37.812240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bfd8e-b561-4302-87df-7b02f4daef17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=f86df0c3-bcd6-4c03-8156-1af0ea975a9a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:37.815692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-936690397'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:37.869411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a22bf-5cfe-4b4e-9098-2c3b98ed5bf3 req-70499e8c-d824-46f7-b5f7-34715108d391 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:37.870796 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-816a22bf-5cfe-4b4e-9098-2c3b98ed5bf3 req-70499e8c-d824-46f7-b5f7-34715108d391 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 946 time: 0.0761580 Dec 13 14:54:37.923848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-816a22bf-5cfe-4b4e-9098-2c3b98ed5bf3 req-83bd7111-2816-4423-a12b-c6d16162794e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Dec 13 14:54:37.938926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:37.943319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.971601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:54:37.982316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:37.982316 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Added segment dfad6d5b-0ff7-4333-94f0-683df72c8c98 of type vlan for network 814cff2a-ab66-400b-a79b-4cc561a25705 Dec 13 14:54:38.024748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:38.114869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:38.120750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:38.121345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:38.192659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Network': ['ID=814cff2a-ab66-400b-a79b-4cc561a25705,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:38.204089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 814cff2a-ab66-400b-a79b-4cc561a25705 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:54:38.254956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-136ee0a9-b10e-4294-8051-1c13afc0e32b tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4479408 Dec 13 14:54:38.261424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55840) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:38.268216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:38.417219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:38.420907 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:38.680583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:38.750439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=3a7262a8-4a3d-483a-8ef0-b9aea3708932,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:38.765458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Checking segment: {'id': 'dfad6d5b-0ff7-4333-94f0-683df72c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:38.765823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network hostable DHCP agents. Network: 814cff2a-ab66-400b-a79b-4cc561a25705, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:54:38.857091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network 814cff2a-ab66-400b-a79b-4cc561a25705 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:54:38.900577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5a73b-c95d-4007-a2c7-cd603fded85c req-d3f1d0e6-b1a5-42ca-9d16-1c970b688f2b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:38.902199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76f5a73b-c95d-4007-a2c7-cd603fded85c req-d3f1d0e6-b1a5-42ca-9d16-1c970b688f2b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.0757668 Dec 13 14:54:38.948455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 814cff2a-ab66-400b-a79b-4cc561a25705) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:38.954406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76f5a73b-c95d-4007-a2c7-cd603fded85c req-16082c41-ea8b-45d9-9e11-1cc957bb5b86 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Dec 13 14:54:38.960974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb3d80-37db-4aba-aec2-d4ef11b1c6e0 None None] Network 814cff2a-ab66-400b-a79b-4cc561a25705 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:38.969599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:38.970475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.081637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fa179a49-6f64-4e62-a216-79ac63cc66ea tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8187728 Dec 13 14:54:39.084423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55858) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:39.088834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-088d7096-884f-465e-9f2e-37ff712c46e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1528223110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:39.123261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9788a-0c86-40b7-93de-81c6bbe286a0 req-d9e5397f-da26-4592-9d2a-d2d6e1050866 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:39.124765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23e9788a-0c86-40b7-93de-81c6bbe286a0 req-d9e5397f-da26-4592-9d2a-d2d6e1050866 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 946 time: 0.0809290 Dec 13 14:54:39.150622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-814cff2a-ab66-400b-a79b-4cc561a25705', 'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705', 'tenant_id': 'd9bede76b2344897ae80f1d137ffbf53', 'fixed_ips': [{'subnet_id': '3a7262a8-4a3d-483a-8ef0-b9aea3708932'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:54:39.152026 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.172783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23e9788a-0c86-40b7-93de-81c6bbe286a0 req-e70050e3-27c4-46ab-a037-3b226398b346 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Dec 13 14:54:39.174728 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-088d7096-884f-465e-9f2e-37ff712c46e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.176594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-088d7096-884f-465e-9f2e-37ff712c46e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.266546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-088d7096-884f-465e-9f2e-37ff712c46e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.350078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-088d7096-884f-465e-9f2e-37ff712c46e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.395311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Allocated IP 2001:db8::2 (814cff2a-ab66-400b-a79b-4cc561a25705/3a7262a8-4a3d-483a-8ef0-b9aea3708932/eadd708f-7135-4f42-b8cd-7b5672a7e2f0) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:39.403291 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-088d7096-884f-465e-9f2e-37ff712c46e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.404821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-088d7096-884f-465e-9f2e-37ff712c46e0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3194818 Dec 13 14:54:39.407583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55878) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:39.413233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705', 'name': 'tempest-PortsIpV6TestJSON-2031137555'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:39.572448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.626126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c04af-ccbb-4964-865c-79b94eb63801 req-009b0035-7625-4d74-b589-0883aa030a59 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:39.627901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a9c04af-ccbb-4964-865c-79b94eb63801 req-009b0035-7625-4d74-b589-0883aa030a59 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2107890 Dec 13 14:54:39.635117 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.653327 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a9c04af-ccbb-4964-865c-79b94eb63801 req-af564e26-6585-4f32-ada7-902ab559a31e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0185940 Dec 13 14:54:39.676854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Network 814cff2a-ab66-400b-a79b-4cc561a25705 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:39.685262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:39.685262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:39.691051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Pushing event updated for resources: {'Port': ['ID=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:39.711767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a9c04af-ccbb-4964-865c-79b94eb63801 req-5eee8966-ac2e-402a-9606-0d2c76a0df03 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506372 Dec 13 14:54:39.744384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Attempting to bind port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:39.744759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Attempting to bind port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'dfad6d5b-0ff7-4333-94f0-683df72c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:39.745119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Attempting to bind port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 on network 814cff2a-ab66-400b-a79b-4cc561a25705 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:39.752918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:39.752918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Checking segment: {'id': 'dfad6d5b-0ff7-4333-94f0-683df72c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:39.752918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.752918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Bound using segment: {'id': 'dfad6d5b-0ff7-4333-94f0-683df72c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:39.752918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Bound port: eadd708f-7135-4f42-b8cd-7b5672a7e2f0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad6d5b-0ff7-4333-94f0-683df72c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '814cff2a-ab66-400b-a79b-4cc561a25705'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:39.752918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.774799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:39.778637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:39.810666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 9172ac23-25c9-494d-9701-6f156ed86538 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:39.863557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a9c04af-ccbb-4964-865c-79b94eb63801 req-70c8c2dd-f3ae-4ef3-b17f-937cc8fe6d52 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445727 Dec 13 14:54:40.029832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::79 (814cff2a-ab66-400b-a79b-4cc561a25705/3a7262a8-4a3d-483a-8ef0-b9aea3708932/9172ac23-25c9-494d-9701-6f156ed86538) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:40.043485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] For port eadd708f-7135-4f42-b8cd-7b5672a7e2f0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:40.047715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] For port eadd708f-7135-4f42-b8cd-7b5672a7e2f0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,segment=NetworkSegment(dfad6d5b-0ff7-4333-94f0-683df72c8c98),segment_id=dfad6d5b-0ff7-4333-94f0-683df72c8c98)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:40.049067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a9c04af-ccbb-4964-865c-79b94eb63801 req-99b97bf6-fbf5-4510-a152-72a37bc0f1e1 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735804 Dec 13 14:54:40.124158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ab43-57eb-47be-928b-17f57dccf007 req-5aeb09a2-e69b-4557-a457-bc13290aabaa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:40.125734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ac5ab43-57eb-47be-928b-17f57dccf007 req-5aeb09a2-e69b-4557-a457-bc13290aabaa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.0824139 Dec 13 14:54:40.132016 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:40.183620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ac5ab43-57eb-47be-928b-17f57dccf007 req-d370d966-4181-4127-bddb-9f6fec771ce9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Dec 13 14:54:40.208200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6681c30-f4ee-40f4-9748-704db87d7648 None None] Pushing event updated for resources: {'Port': ['ID=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:40.217140 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:40.293175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:40.356115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network 814cff2a-ab66-400b-a79b-4cc561a25705 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:40.359659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:40.363843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:40.371809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:40.372569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:40.446593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=9172ac23-25c9-494d-9701-6f156ed86538,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:40.474658 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-07dbbe5f-6130-4e03-91af-bee12a0c94de tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0634658 Dec 13 14:54:40.475837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55904) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:41.040998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-dc595d5a-033b-4ee0-b0d1-e462e1dfbe2d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:41.053742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-dc595d5a-033b-4ee0-b0d1-e462e1dfbe2d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2584145 Dec 13 14:54:41.088109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-fef1befc-1a3a-48b8-8f94-8df92e08d099 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0329316 Dec 13 14:54:41.088109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:41.185346 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-e784acae-04c0-43db-a5d3-d659eeec3fbe tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943182 Dec 13 14:54:41.208325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bab7-e1b7-40dd-8f23-4150335bf2b6 req-4362e903-627f-49eb-ad58-04ad7b2e80b3 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:41.222979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1367bab7-e1b7-40dd-8f23-4150335bf2b6 req-4362e903-627f-49eb-ad58-04ad7b2e80b3 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.0676827 Dec 13 14:54:41.297432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1367bab7-e1b7-40dd-8f23-4150335bf2b6 req-04633af9-29de-4519-886b-c2af9a942924 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713933 Dec 13 14:54:41.454956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc40c8e-61a6-4113-9a55-dd1141790eb7 req-713c511f-b6d7-4223-a639-380af324ab32 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:41.479518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bc40c8e-61a6-4113-9a55-dd1141790eb7 req-713c511f-b6d7-4223-a639-380af324ab32 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.0952880 Dec 13 14:54:41.488739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-ecaf5d27-8483-4b8e-84f7-f12e22cb5aab service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024564 Dec 13 14:54:41.515994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0017a5c-3ea6-4422-8b26-8172bd825176 None None] Network 814cff2a-ab66-400b-a79b-4cc561a25705 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:41.537606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bc40c8e-61a6-4113-9a55-dd1141790eb7 req-78684fe6-2f11-4a70-ac75-4bba62db36b2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550158 Dec 13 14:54:41.620940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-34d294db-902d-49cb-8082-ec59e1ecd9dd None None] Provisioning complete for port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:41.621689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-34d294db-902d-49cb-8082-ec59e1ecd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:41.663056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-7fa9f145-c229-4aab-85a9-6f3fe719da3b service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727369 Dec 13 14:54:41.685056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:41.766268 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:41.792202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eadd708f-7135-4f42-b8cd-7b5672a7e2f0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:41.882066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=9172ac23-25c9-494d-9701-6f156ed86538,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:41.884768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-34d294db-902d-49cb-8082-ec59e1ecd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:41.949785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-34d294db-902d-49cb-8082-ec59e1ecd9dd None None] For port eadd708f-7135-4f42-b8cd-7b5672a7e2f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,segment=NetworkSegment(dfad6d5b-0ff7-4333-94f0-683df72c8c98),segment_id=dfad6d5b-0ff7-4333-94f0-683df72c8c98)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:41.971042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:41.971531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.015289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.036946 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-34d294db-902d-49cb-8082-ec59e1ecd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.054096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f0b9c62-a9e8-45c7-bdc1-4661cfc27804 req-9b4a8930-d380-4163-8687-a59f28604637 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 210 time: 0.0357409 Dec 13 14:54:42.168698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d294db-902d-49cb-8082-ec59e1ecd9dd None None] Pushing event updated for resources: {'Port': ['ID=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:42.244521 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.470693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b8d636fc-34d8-4f02-895f-783e41a782f9 None None] Provisioning complete for port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:42.471356 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8d636fc-34d8-4f02-895f-783e41a782f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.599803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404ac61-eccb-4d69-93d4-fc04197fc1ed req-7eebec57-63c0-477e-962d-afafb3b19105 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:42.601355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f404ac61-eccb-4d69-93d4-fc04197fc1ed req-7eebec57-63c0-477e-962d-afafb3b19105 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.1127341 Dec 13 14:54:42.644840 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.669204 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b8d636fc-34d8-4f02-895f-783e41a782f9 None None] Provisioning complete for port 9172ac23-25c9-494d-9701-6f156ed86538 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:42.669204 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8d636fc-34d8-4f02-895f-783e41a782f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.683376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f404ac61-eccb-4d69-93d4-fc04197fc1ed req-b92ec84a-8e0d-4592-9f2e-03faf2b981ad tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680757 Dec 13 14:54:42.730444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b8d636fc-34d8-4f02-895f-783e41a782f9 None None] Port 9172ac23-25c9-494d-9701-6f156ed86538 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:42.732248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf304f9-a5a3-465e-b7b1-8f28692e7418 req-9700ba51-1bbf-4cd0-8dd1-d67fa5aeddd9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:42.736424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2bf304f9-a5a3-465e-b7b1-8f28692e7418 req-9700ba51-1bbf-4cd0-8dd1-d67fa5aeddd9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1115963 Dec 13 14:54:42.738590 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.739765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.869392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-46a076be-76d7-44bf-93ce-d1cc6543e60b None None] Provisioning complete for port 9172ac23-25c9-494d-9701-6f156ed86538 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:42.870073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46a076be-76d7-44bf-93ce-d1cc6543e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:42.871777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-4a95ea91-3cf8-4bf1-bff0-62cd19173e2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1299350 Dec 13 14:54:42.887911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2bf304f9-a5a3-465e-b7b1-8f28692e7418 req-da3ba159-a061-491b-922e-babc34f70f5e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415079 Dec 13 14:54:42.933730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-46a076be-76d7-44bf-93ce-d1cc6543e60b None None] Port 9172ac23-25c9-494d-9701-6f156ed86538 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:42.948473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=9172ac23-25c9-494d-9701-6f156ed86538,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:42.995281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:42.996557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:42.997221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:42.997871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:42.998553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:42.999284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.004722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network 814cff2a-ab66-400b-a79b-4cc561a25705 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:43.006363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:43.009088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.011465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ca2e6d16-4480-49e8-ab56-1b7feee549e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 6502 time: 0.0720294 Dec 13 14:54:43.167079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-107d6f93-22c1-4b27-b642-9780f862f17f req-b0b9f902-68f0-41f2-b707-9fdbb8e5e672 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 210 time: 0.0413120 Dec 13 14:54:43.212919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-730e66b2-88b5-463a-9f80-771a9018062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.213799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-730e66b2-88b5-463a-9f80-771a9018062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.214341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-730e66b2-88b5-463a-9f80-771a9018062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.219919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-730e66b2-88b5-463a-9f80-771a9018062c service neutron] 10.222.0.50 "GET /v2.0/networks?id=201604d4-d80e-4e16-84bd-7f5c9d180a92&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=7d46ed12-972d-461d-a08a-d8bc27ada67b&id=3dc541cf-30f1-497b-a513-f10b3715708f&id=3dc541cf-30f1-497b-a513-f10b3715708f HTTP/1.1" status: 200 len: 2295 time: 0.1827137 Dec 13 14:54:43.264830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f9e9b182-f1fe-4208-816e-9bf5d5159d81 None None] Provisioning complete for port 9172ac23-25c9-494d-9701-6f156ed86538 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:43.265204 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b182-f1fe-4208-816e-9bf5d5159d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:43.274405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Router 7b626576-8275-4849-a82c-d02abe64c1d5 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:54:43.332783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-75c91e4d-5de1-49ad-a232-3d447dbfd520 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0becbb52-1600-4d4c-9378-985956be3813 HTTP/1.1" status: 200 len: 1001 time: 0.1043446 Dec 13 14:54:43.371711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9b182-f1fe-4208-816e-9bf5d5159d81 None None] Port 9172ac23-25c9-494d-9701-6f156ed86538 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:43.429344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-d670bae3-1cda-486f-bd7d-1815917acc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.440872 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-d670bae3-1cda-486f-bd7d-1815917acc35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9b06380-e9a7-4a5d-a8d4-12f7de43574f HTTP/1.1" status: 200 len: 855 time: 0.0953908 Dec 13 14:54:43.490195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:54:43.506281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d29f1421-c4b6-4f12-ad11-7e1d3230b077 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "PUT /v2.0/routers/7b626576-8275-4849-a82c-d02abe64c1d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0196099 Dec 13 14:54:43.506399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55996) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:43.506523 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] Sync routers for ids ['7b626576-8275-4849-a82c-d02abe64c1d5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:54:43.525713 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] Routers {'7b626576-8275-4849-a82c-d02abe64c1d5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:43.528592 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['7b626576-8275-4849-a82c-d02abe64c1d5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:43.543551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-693c6464-dcc6-4bae-bcf6-b3694bd71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.545020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-693c6464-dcc6-4bae-bcf6-b3694bd71179 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201604d4-d80e-4e16-84bd-7f5c9d180a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029949 Dec 13 14:54:43.574647 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:43.586705 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] Routers {'7b626576-8275-4849-a82c-d02abe64c1d5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:43.587485 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['7b626576-8275-4849-a82c-d02abe64c1d5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:43.601666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-144a2384-75fb-4453-89c0-5d442cfe3e71 None None] Provisioning complete for port 9172ac23-25c9-494d-9701-6f156ed86538 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:43.602044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-144a2384-75fb-4453-89c0-5d442cfe3e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:43.624640 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:43.625283 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32fa857-8163-4c4a-9ae0-cfcd1efbfd89 None None] The sync data for ids ['7b626576-8275-4849-a82c-d02abe64c1d5'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:54:43.672545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-144a2384-75fb-4453-89c0-5d442cfe3e71 None None] Port 9172ac23-25c9-494d-9701-6f156ed86538 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:43.692727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eadd708f-7135-4f42-b8cd-7b5672a7e2f0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:43.707394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4458a6cf-d66d-46b4-a1a2-31db725fd011 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.710689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4458a6cf-d66d-46b4-a1a2-31db725fd011 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b626576-8275-4849-a82c-d02abe64c1d5 HTTP/1.1" status: 200 len: 988 time: 0.2102182 Dec 13 14:54:43.711730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56000) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:43.730572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8be124-8a9a-45cc-97aa-85e064701625 req-2bba88d7-02b3-4069-9809-daf7cf6d2c69 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:43.738138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e8be124-8a9a-45cc-97aa-85e064701625 req-2bba88d7-02b3-4069-9809-daf7cf6d2c69 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.1968944 Dec 13 14:54:43.744978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:43.745715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:43.829155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e8be124-8a9a-45cc-97aa-85e064701625 req-1c51bbc1-a00c-44a8-96ff-c000063bc63e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900650 Dec 13 14:54:43.879300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-c2a0ba80-121f-40e3-a27a-0f10a3c2fd04 service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740684 Dec 13 14:54:44.017934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-12713686-6195-49b2-b219-634f23c132f6 service neutron] 10.222.0.50 "GET /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318414 Dec 13 14:54:44.119951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-45a0fa3b-5048-4fdb-b972-06f2c0f17887 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 217 time: 0.0933919 Dec 13 14:54:44.133088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64c410-feb7-4f85-8869-4699cad7d45e req-2c55761b-4bfd-400d-b9ad-c778916c05bc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:44.139312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e64c410-feb7-4f85-8869-4699cad7d45e req-2c55761b-4bfd-400d-b9ad-c778916c05bc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1271207 Dec 13 14:54:44.146810 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:54:44.203775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-6565bd26-3b82-4eb0-ae3d-bb0603e34ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:44.209926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-6565bd26-3b82-4eb0-ae3d-bb0603e34ade service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0828767 Dec 13 14:54:44.305831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e64c410-feb7-4f85-8869-4699cad7d45e req-c0d5685f-77c7-4e66-b744-23b820a49e68 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576877 Dec 13 14:54:44.307530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1b41124-2d63-493d-b252-c5adfc93fa2b req-4e738599-2ab0-43a8-8fb6-2d0d2099efdd tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 210 time: 0.0384243 Dec 13 14:54:44.312429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-280385f2-8b87-49f4-9b76-bff41aaaeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:44.314134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-280385f2-8b87-49f4-9b76-bff41aaaeb2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0971646 Dec 13 14:54:44.511507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-068f680b-313f-461b-9f45-4002b729ff2c service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894972 Dec 13 14:54:44.512432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:44.668836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56020) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:44.707288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-efdb2113-0622-4399-a2cf-67249ecfaf47 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889014 Dec 13 14:54:44.743111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-199a35c7-baac-4399-b0f9-b615faf3203e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:44.745465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-199a35c7-baac-4399-b0f9-b615faf3203e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2861156 Dec 13 14:54:44.754187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-40e86647-1783-496c-bb57-dc82c084524b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 217 time: 0.0389559 Dec 13 14:54:44.762038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Request body: {'port': {'device_id': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'admin_state_up': True, 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:44.847844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ac7c989e-ac8c-48bc-96d2-4bd203109c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:44.855708 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ac7c989e-ac8c-48bc-96d2-4bd203109c2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0908723 Dec 13 14:54:44.963489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-8becf23d-2ba1-4db4-839c-c399f00530e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:44.964998 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-8becf23d-2ba1-4db4-839c-c399f00530e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020982 Dec 13 14:54:44.978600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb047-a780-4abf-9bb1-6da6958fcce6 req-eba6b316-b855-403e-8c2a-b655f58ef307 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:44.980777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cecb047-a780-4abf-9bb1-6da6958fcce6 req-eba6b316-b855-403e-8c2a-b655f58ef307 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.0646269 Dec 13 14:54:45.279785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cce00f3b-c1ca-4a50-9d04-67f0c872362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:45.406709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-832dac79-bc1e-4ba0-8b34-da853ed756fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:45.408144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-832dac79-bc1e-4ba0-8b34-da853ed756fc tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.55 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.5865743 Dec 13 14:54:45.433890 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cecb047-a780-4abf-9bb1-6da6958fcce6 req-dc6ec062-2804-4fb0-b14d-4617ff8ad24d tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447937 Dec 13 14:54:45.469843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-8f4abbb7-5daa-42bb-acd9-bc43ab4c9ac5 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880760 Dec 13 14:54:45.487853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6edebbc-3d07-4233-9c64-983e65c9c989 req-c7ccafbf-7d9b-41a7-80bb-16aee02a8db2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 210 time: 0.0891056 Dec 13 14:54:45.622462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cce00f3b-c1ca-4a50-9d04-67f0c872362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:45.624074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:45.627580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:45.629292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f096-0710-493a-9ccf-4bb19701b861 req-0784c21c-3916-46e0-b243-008d312913c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:45.636559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0752f096-0710-493a-9ccf-4bb19701b861 req-0784c21c-3916-46e0-b243-008d312913c5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1278033 Dec 13 14:54:45.654150 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-933ea526-a8a1-402e-a1d6-34cd01575bee service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713929 Dec 13 14:54:45.669216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:45.683976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Deleting port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:45.684416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:45.690094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0752f096-0710-493a-9ccf-4bb19701b861 req-23410e12-5d73-403d-849d-20a85e450f35 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526137 Dec 13 14:54:45.719965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-9e66eeac-e1da-458f-bf38-a626d4bbecee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886 HTTP/1.1" status: 200 len: 217 time: 0.0466466 Dec 13 14:54:45.747817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 9172ac23-25c9-494d-9701-6f156ed86538 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:45.748415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:45.750815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cce00f3b-c1ca-4a50-9d04-67f0c872362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:45.779302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ae8cc921-1e5b-4fa2-bc66-03a26d6321fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:45.780870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ae8cc921-1e5b-4fa2-bc66-03a26d6321fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0447443 Dec 13 14:54:45.850416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-9d91d4c1-4c2b-49b3-80e3-39f06f862c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:45.852185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-9d91d4c1-4c2b-49b3-80e3-39f06f862c8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618844 Dec 13 14:54:46.099400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cce00f3b-c1ca-4a50-9d04-67f0c872362f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=217611f0623141e5ae8313f5d31e3a41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2260549 Dec 13 14:54:46.099400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56044) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:46.099400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce00f3b-c1ca-4a50-9d04-67f0c872362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e2f472-936a-4f9b-a9a5-d632588b6160,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:46.100180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-6a94d38e-bb00-4ece-a0fc-d3da99473ad8 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898702 Dec 13 14:54:46.100780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] For port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:46.100780 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.100780 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.101573 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-463bd432-0467-46fc-9450-8ebb9283ae2e service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878043 Dec 13 14:54:46.101793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Allocated IP 172.20.0.6 (0fb5250a-d7fd-4302-b982-58251343def9/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a/37c30a93-9124-440e-aca5-f878be3bc1e8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:46.101793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 9172ac23-25c9-494d-9701-6f156ed86538 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:46.102091 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-d7adf879-2905-4724-8049-c6f2a5966045 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7649cd34-f73e-4c02-a565-f9915c758fa6 HTTP/1.1" status: 200 len: 217 time: 0.0361676 Dec 13 14:54:46.149330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-226de3a9-dbfe-4ca0-977f-f50268ed9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:46.150847 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-226de3a9-dbfe-4ca0-977f-f50268ed9009 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 200 len: 797 time: 0.0465229 Dec 13 14:54:46.181380 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2f95b963-97e0-4e2e-b65e-8ef2f41c37df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.217728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-b6cc87d7-2fc5-4621-98ca-8a1fa0af502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:46.219437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-b6cc87d7-2fc5-4621-98ca-8a1fa0af502a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d46ed12-972d-461d-a08a-d8bc27ada67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615082 Dec 13 14:54:46.319186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-857389f7-6529-4079-8c2b-c7918b98a789 service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917566 Dec 13 14:54:46.335265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2f95b963-97e0-4e2e-b65e-8ef2f41c37df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.418693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-bc6ff3ec-aa52-43f2-93b9-55c6a036319c service neutron] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924129 Dec 13 14:54:46.463590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-44cd995b-d857-4c30-a462-e6a3df0aa81a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65781a6a-6df3-4e18-bda5-b286120214cf HTTP/1.1" status: 200 len: 217 time: 0.0382891 Dec 13 14:54:46.536643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-f35d258d-fa2b-4601-9f83-450bfcdb98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:46.538266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-f35d258d-fa2b-4601-9f83-450bfcdb98c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.0644808 Dec 13 14:54:46.634497 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0013b8c-66f6-4a52-84e6-fbe28038f7c9 req-2b46a9bf-e5fc-4f50-beaa-7330b35357b2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 210 time: 0.0553234 Dec 13 14:54:46.646574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.646939 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.647259 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Floating IP ca962b01-19e8-494d-b720-ab37412006bc disassociated. External IP: 172.25.7.222, port: 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d. Dec 13 14:54:46.647607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Calling delete_port for 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:46.656281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-42a046a7-9612-4544-a612-0890676c3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:46.656281 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-42a046a7-9612-4544-a612-0890676c3a63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788815 Dec 13 14:54:46.772640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0097d-cef3-428c-8560-ef9dca542332 req-07ddcf1d-b39a-419c-bc7d-57209d66ca2a tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:46.778167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36b0097d-cef3-428c-8560-ef9dca542332 req-07ddcf1d-b39a-419c-bc7d-57209d66ca2a tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 945 time: 0.2567606 Dec 13 14:54:46.786002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2f95b963-97e0-4e2e-b65e-8ef2f41c37df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.788374 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.795598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2f95b963-97e0-4e2e-b65e-8ef2f41c37df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.795598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2f95b963-97e0-4e2e-b65e-8ef2f41c37df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61e2f472-936a-4f9b-a9a5-d632588b6160 HTTP/1.1" status: 204 len: 168 time: 0.8844397 Dec 13 14:54:46.797873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:46.838343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95b963-97e0-4e2e-b65e-8ef2f41c37df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e2f472-936a-4f9b-a9a5-d632588b6160,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:46.841859 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-d1fd678e-2ed0-4717-875c-7d4e8e47cfeb service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779308 Dec 13 14:54:46.931987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fec8b9-7ae6-4031-af01-021eeebeb776 req-adfbef72-bba3-4722-92fe-c74493f1e01b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:46.933590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0fec8b9-7ae6-4031-af01-021eeebeb776 req-adfbef72-bba3-4722-92fe-c74493f1e01b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1483216 Dec 13 14:54:47.011384 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-5b3f15b2-08c2-471d-85c9-2f2527b49993 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566656 Dec 13 14:54:47.014636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0fec8b9-7ae6-4031-af01-021eeebeb776 req-87337de0-9da2-432a-9bbf-925473c5f9b7 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684416 Dec 13 14:54:47.066735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-4007cec4-85ab-41eb-abbc-dfed7572bd06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=184573da-2612-48a8-b68b-2b08cc805d99 HTTP/1.1" status: 200 len: 217 time: 0.0480642 Dec 13 14:54:47.119167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-93234886-9f35-4c9f-a28b-e3783a26e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:47.121222 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-93234886-9f35-4c9f-a28b-e3783a26e0da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 200 len: 797 time: 0.0473626 Dec 13 14:54:47.155789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36b0097d-cef3-428c-8560-ef9dca542332 req-8ac8b9da-b929-4f3f-95ea-f4a9c2d3d948 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups?id=40333453-e353-4902-a295-67841361a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627391 Dec 13 14:54:47.204439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-4b4acb32-f170-4db1-961a-f2db4a7be05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:47.208856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-4b4acb32-f170-4db1-961a-f2db4a7be05f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dc541cf-30f1-497b-a513-f10b3715708f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782018 Dec 13 14:54:47.226549 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:47.273135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:47.281776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=9172ac23-25c9-494d-9701-6f156ed86538,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:47.288835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:54:47.365154 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-d67c6577-31e4-4236-a546-6c4a54383284 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480606 Dec 13 14:54:47.478845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Network 0fb5250a-d7fd-4302-b982-58251343def9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:47.486419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84aa4468-c91a-4f60-b098-67d36e10be54 req-ce9642a4-6f97-4daa-8555-1ae92e32a338 service neutron] 10.222.0.50 "GET /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102068 Dec 13 14:54:47.486641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:47.486953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:47.494543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:47.544626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event updated for resources: {'Port': ['ID=37c30a93-9124-440e-aca5-f878be3bc1e8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:47.584458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:47.590979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event deleted for resources: {'Port': ['ID=941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:47.618334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:47.618965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:47.808383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679364-ac0c-441d-8cfc-3f9c9ef4f367 req-47ceda4b-9752-4193-b4b0-8c444bf4f5da tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:47.814720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90679364-ac0c-441d-8cfc-3f9c9ef4f367 req-47ceda4b-9752-4193-b4b0-8c444bf4f5da tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 931 time: 0.0908604 Dec 13 14:54:47.860433 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-c6750d90-286a-4dda-885a-4f702499afe7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1044562 Dec 13 14:54:47.878594 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90679364-ac0c-441d-8cfc-3f9c9ef4f367 req-f9e8a848-a10d-4b6f-93e1-d2411e130750 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Dec 13 14:54:47.880367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Request body: {'port': {'device_id': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:47.917710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Router 7b626576-8275-4849-a82c-d02abe64c1d5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:54:47.927203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:54:48.006157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:48.175378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:54:48.185343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] Sync routers for ids ['7b626576-8275-4849-a82c-d02abe64c1d5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:54:48.200751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] Routers {'7b626576-8275-4849-a82c-d02abe64c1d5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:48.201457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['7b626576-8275-4849-a82c-d02abe64c1d5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:48.201990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6fb5b19b-35b0-44b6-8388-f489445c5780 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "PUT /v2.0/routers/7b626576-8275-4849-a82c-d02abe64c1d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4891891 Dec 13 14:54:48.205302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56106) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:48.250686 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85d3ee7-ec32-41c1-a690-3e0a6781c928 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:48.256320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d85d3ee7-ec32-41c1-a690-3e0a6781c928 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/9172ac23-25c9-494d-9701-6f156ed86538 HTTP/1.1" status: 404 len: 333 time: 0.0476594 Dec 13 14:54:48.257417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56108) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:48.274266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:48.292685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94c7aed6-1505-4645-bb68-ef14dae1cdfa req-da7fd646-60f6-49b3-9e87-4ca46d5a07f1 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 210 time: 0.0349677 Dec 13 14:54:48.293474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] Routers {'7b626576-8275-4849-a82c-d02abe64c1d5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:48.294057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['7b626576-8275-4849-a82c-d02abe64c1d5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:48.339394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:48.340036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ce49c-eba6-4478-bbf9-1de6e924dc5e None None] The sync data for ids ['7b626576-8275-4849-a82c-d02abe64c1d5'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:54:48.432694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c1f1d-655d-4e3a-b849-51a1f2b6b035 req-edfb2857-83e4-4d63-bffa-068d098720f5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:48.434197 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-051c1f1d-655d-4e3a-b849-51a1f2b6b035 req-edfb2857-83e4-4d63-bffa-068d098720f5 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.2940397 Dec 13 14:54:48.443919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:54:48.456555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-771418fe-554a-4286-b204-4dfbb166cce1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:48.462644 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] Sync routers for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:54:48.473965 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:48.474610 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:48.543992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] No DVR routers for this DVR port 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:48.586819 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:54:48.588418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:48.592335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b7a8d6e-e53a-4f4f-a7d7-8350317cc35f req-947834ae-2d3f-4af7-acf2-ede88e6bded9 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.55 "DELETE /v2.0/ports/941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d HTTP/1.1" status: 204 len: 173 time: 3.1745963 Dec 13 14:54:48.592890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'name': 'network-vif-deleted', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:48.595340 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2383abeb-883b-4eb2-80a3-c4b4e893c1ce" -d '{"events": [{"server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "name": "network-vif-deleted", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:48.693282 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c005b26-7b0f-4ba9-b0d6-d5c70734b1ab x-openstack-request-id: req-8c005b26-7b0f-4ba9-b0d6-d5c70734b1ab {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:48.693707 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a70b3c-8318-49c8-98c5-174763aa7c3d", "name": "network-vif-deleted", "tag": "941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:48.694115 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c005b26-7b0f-4ba9-b0d6-d5c70734b1ab {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:48.694576 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a70b3c-8318-49c8-98c5-174763aa7c3d', 'name': 'network-vif-deleted', 'tag': '941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d', 'status': 'completed', 'code': 200} Dec 13 14:54:48.770251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-051c1f1d-655d-4e3a-b849-51a1f2b6b035 req-7d2b2b73-2306-434a-9c7f-194085eab7d9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172958 Dec 13 14:54:48.776710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:48.808727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:48.809991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 941c53c4-a2a6-4a22-976d-d5b9ab7e4f4d not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:48.838835 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:48.866051 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] Checking router: 30a775f0-0ae5-48ab-832c-37e30c65a9a5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:54:48.876574 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:48.878769 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:49.067757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-771418fe-554a-4286-b204-4dfbb166cce1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.068411 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:54:49.071275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-771418fe-554a-4286-b204-4dfbb166cce1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.123691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd1cb7-80cb-4033-89fe-ac8e4caf7d97 req-8083a51d-3c0c-4110-a6e7-007a7f5df479 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:49.126053 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d7dd1cb7-80cb-4033-89fe-ac8e4caf7d97 req-8083a51d-3c0c-4110-a6e7-007a7f5df479 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 931 time: 0.0724573 Dec 13 14:54:49.178698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d7dd1cb7-80cb-4033-89fe-ac8e4caf7d97 req-833c3576-aa97-48fa-9b6b-be54218ffda9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Dec 13 14:54:49.242940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-771418fe-554a-4286-b204-4dfbb166cce1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.243511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771418fe-554a-4286-b204-4dfbb166cce1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Fanout notify agent at l3_agent the message router_deleted on router 7b626576-8275-4849-a82c-d02abe64c1d5 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:54:49.257246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-771418fe-554a-4286-b204-4dfbb166cce1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.258463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-771418fe-554a-4286-b204-4dfbb166cce1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/routers/7b626576-8275-4849-a82c-d02abe64c1d5 HTTP/1.1" status: 204 len: 168 time: 0.9981036 Dec 13 14:54:49.265923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56138) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:49.270452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c30a93-9124-440e-aca5-f878be3bc1e8 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:54:49.283306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.300709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Transition to ACTIVE for port object 37c30a93-9124-440e-aca5-f878be3bc1e8 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:54:49.342513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 3a7262a8-4a3d-483a-8ef0-b9aea3708932 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:49.353995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.362394 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:49.406985 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a5f19a-a46e-44d5-8d7d-88d11713fff4 None None] The sync data for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 is: [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:52:35Z', 'revision_number': 4, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '4c5fef95-1ceb-4af1-92be-29b6a92cec2f', 'name': '', 'network_id': '01609b63-8eb7-476f-8aad-1040a82d7ab2', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'mac_address': 'fa:16:3e:bb:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:33Z', 'updated_at': '2021-12-13T14:52:41Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'subnets': [{'id': '93a65d93-7fa2-4059-a21f-458f8d8ef5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:54:49.415220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.424741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f394927-ec72-4c20-a81a-8294f796d7fc req-86369fd7-bf38-4479-8997-c464a91624fd tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/ports?device_id=49a70b3c-8318-49c8-98c5-174763aa7c3d HTTP/1.1" status: 200 len: 210 time: 0.0502853 Dec 13 14:54:49.425418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.488612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=37c30a93-9124-440e-aca5-f878be3bc1e8,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:49.583076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Attempting to bind port 37c30a93-9124-440e-aca5-f878be3bc1e8 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:49.583076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Attempting to bind port 37c30a93-9124-440e-aca5-f878be3bc1e8 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:49.583076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Attempting to bind port 37c30a93-9124-440e-aca5-f878be3bc1e8 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:49.588715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Port 37c30a93-9124-440e-aca5-f878be3bc1e8 on network 0fb5250a-d7fd-4302-b982-58251343def9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:54:49.589166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Attempting to bind port 37c30a93-9124-440e-aca5-f878be3bc1e8 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:49.595040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:49.595447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:49.595900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Bound using segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:49.596943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Bound port: 37c30a93-9124-440e-aca5-f878be3bc1e8, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:49.597367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.598379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.679426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] For port 37c30a93-9124-440e-aca5-f878be3bc1e8, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:49.682965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] For port 37c30a93-9124-440e-aca5-f878be3bc1e8, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=37c30a93-9124-440e-aca5-f878be3bc1e8,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:49.744045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.774810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.786966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7262a8-4a3d-483a-8ef0-b9aea3708932,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:49.796883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b34f81-eb75-4eb8-ada8-ec6d32e03dde None None] Network 814cff2a-ab66-400b-a79b-4cc561a25705 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:49.799761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.807473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c98bd03a-6757-4c10-a2f0-9ae9aea28ad3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/3a7262a8-4a3d-483a-8ef0-b9aea3708932 HTTP/1.1" status: 204 len: 168 time: 0.5397255 Dec 13 14:54:49.807473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56156) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:49.822373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:49.823117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.824721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] 10.222.0.55 "PUT /v2.0/ports/37c30a93-9124-440e-aca5-f878be3bc1e8 HTTP/1.1" status: 200 len: 1091 time: 1.9533148 Dec 13 14:54:49.849588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357215a6-0093-4ecb-8915-b68b54066fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=37c30a93-9124-440e-aca5-f878be3bc1e8,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:49.869345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a538356-afba-4353-b6e4-aad878e77baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.871121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60072d13-02b7-49ac-b087-840619a1f695 None None] New status for floating IP ca962b01-19e8-494d-b720-ab37412006bc: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:54:49.905167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:49.993472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c2391-19b7-4c2b-80dd-baf7c5073b06 req-0bacbc9d-b60f-41c2-9c3c-e5f44da5e4aa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:49.995112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-619c2391-19b7-4c2b-80dd-baf7c5073b06 req-0bacbc9d-b60f-41c2-9c3c-e5f44da5e4aa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.0853279 Dec 13 14:54:50.015583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-82a7141a-7aba-4adf-81d1-3643c5caf815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:50.017077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-82a7141a-7aba-4adf-81d1-3643c5caf815 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 1094 time: 0.0720818 Dec 13 14:54:50.033406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:50.033753 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.091684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-72fa4f40-b801-484f-8057-d6707c449a4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37c30a93-9124-440e-aca5-f878be3bc1e8 HTTP/1.1" status: 200 len: 217 time: 0.0608733 Dec 13 14:54:50.144378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] DHCP port deletion for 814cff2a-ab66-400b-a79b-4cc561a25705 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:54:50.158907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-619c2391-19b7-4c2b-80dd-baf7c5073b06 req-0888f867-4247-486f-aaa5-ed5ed8406de3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526165 Dec 13 14:54:50.181887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] For port eadd708f-7135-4f42-b8cd-7b5672a7e2f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,segment=NetworkSegment(dfad6d5b-0ff7-4333-94f0-683df72c8c98),segment_id=dfad6d5b-0ff7-4333-94f0-683df72c8c98)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:50.182281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.185976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-897bdffb-4aca-4187-a8ac-2e4d1ad3a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:50.193726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-897bdffb-4aca-4187-a8ac-2e4d1ad3a989 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0936325 Dec 13 14:54:50.198382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for eadd708f-7135-4f42-b8cd-7b5672a7e2f0 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:50.238596 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-a2876e8a-6b1b-49bc-b1f8-27fc80cf6d5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382197 Dec 13 14:54:50.246500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] Deleting port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:50.247007 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.383556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] For port eadd708f-7135-4f42-b8cd-7b5672a7e2f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,segment=NetworkSegment(dfad6d5b-0ff7-4333-94f0-683df72c8c98),segment_id=dfad6d5b-0ff7-4333-94f0-683df72c8c98)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:50.383556 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.396480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] Calling delete_port for eadd708f-7135-4f42-b8cd-7b5672a7e2f0 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:50.398532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7b270-de82-42db-8d09-3084fe85f90d req-9517bfb7-21ce-4db4-9133-25fbfec358f1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:50.400422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ec7b270-de82-42db-8d09-3084fe85f90d req-9517bfb7-21ce-4db4-9133-25fbfec358f1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 943 time: 0.0785854 Dec 13 14:54:50.446112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ec7b270-de82-42db-8d09-3084fe85f90d req-8d8af68f-1974-451a-ab8f-b2f2dadf0971 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Dec 13 14:54:50.450786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-50c768ad-d3de-480c-b280-42a393913418 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006264 Dec 13 14:54:50.480076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.505890 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.540298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] Pushing event deleted for resources: {'Port': ['ID=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:50.543510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa552b25-8ed9-457e-acfb-df85d1387d84 None None] No DVR routers for this DVR port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:50.569612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=eadd708f-7135-4f42-b8cd-7b5672a7e2f0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:50.572523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No DVR routers for this DVR port eadd708f-7135-4f42-b8cd-7b5672a7e2f0 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:50.602473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-206aaf5b-0b29-40a2-9314-4c8af1f3f318 req-f96e3f0f-7460-42a2-a7eb-a7d5c2ff73df service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424944 Dec 13 14:54:50.688912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.695972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'tag': '37c30a93-9124-440e-aca5-f878be3bc1e8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:50.699518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56184) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:50.700955 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd26267-348e-47dc-b447-266b98228182" -d '{"events": [{"name": "network-changed", "server_uuid": "36c61ef7-766f-4de2-ba03-0d9163391cf0", "tag": "37c30a93-9124-440e-aca5-f878be3bc1e8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:50.728989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814cff2a-ab66-400b-a79b-4cc561a25705']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:50.743676 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd1d756-a46a-437e-83aa-fd249cc0efcb x-openstack-request-id: req-6bd1d756-a46a-437e-83aa-fd249cc0efcb {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:50.745650 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c61ef7-766f-4de2-ba03-0d9163391cf0", "tag": "37c30a93-9124-440e-aca5-f878be3bc1e8", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:50.745650 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bd1d756-a46a-437e-83aa-fd249cc0efcb {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:50.745650 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'tag': '37c30a93-9124-440e-aca5-f878be3bc1e8', 'status': 'completed', 'code': 200} Dec 13 14:54:50.751110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfad6d5b-0ff7-4333-94f0-683df72c8c98') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:50.751608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfad6d5b-0ff7-4333-94f0-683df72c8c98') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:50.763179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.793990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.808972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:54:50.809417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:54:50.813258 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:54:50.817851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26267-348e-47dc-b447-266b98228182 req-bf63749b-4822-4674-a35c-95b9c5a914cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:50.817851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5fd26267-348e-47dc-b447-266b98228182 req-bf63749b-4822-4674-a35c-95b9c5a914cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 1094 time: 0.0473018 Dec 13 14:54:50.862760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-766bcd10-57e9-4dbd-9e46-83cf5d07a075 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.900042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-766bcd10-57e9-4dbd-9e46-83cf5d07a075 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:50.921065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26267-348e-47dc-b447-266b98228182 req-4bbee61f-e461-4bdd-a606-3f664710620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:50.922748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5fd26267-348e-47dc-b447-266b98228182 req-4bbee61f-e461-4bdd-a606-3f664710620f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.0979333 Dec 13 14:54:50.973482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5fd26267-348e-47dc-b447-266b98228182 req-de7b1109-7011-4700-aba5-dad59e6f86e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37c30a93-9124-440e-aca5-f878be3bc1e8 HTTP/1.1" status: 200 len: 217 time: 0.0420837 Dec 13 14:54:51.009079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-766bcd10-57e9-4dbd-9e46-83cf5d07a075 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.009079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-766bcd10-57e9-4dbd-9e46-83cf5d07a075 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.012886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56188) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:51.013070 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-766bcd10-57e9-4dbd-9e46-83cf5d07a075 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "DELETE /v2.0/security-groups/40333453-e353-4902-a295-67841361a8cb HTTP/1.1" status: 204 len: 168 time: 0.3122616 Dec 13 14:54:51.014173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.038130 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-71fd02ef-6c44-40f4-94c7-65ca51b36a3e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] show failed (client error): The resource could not be found. Dec 13 14:54:51.039104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-71fd02ef-6c44-40f4-94c7-65ca51b36a3e tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "GET /v2.0/security-groups/40333453-e353-4902-a295-67841361a8cb HTTP/1.1" status: 404 len: 347 time: 0.0248122 Dec 13 14:54:51.042710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56190) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:51.043646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.047095 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/814cff2a-ab66-400b-a79b-4cc561a25705 HTTP/1.1" status: 204 len: 168 time: 1.2387919 Dec 13 14:54:51.054519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56192) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:51.061333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bcd10-57e9-4dbd-9e46-83cf5d07a075 tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40333453-e353-4902-a295-67841361a8cb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:51.063488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6e1f2-e155-4ea6-a9be-5a7c4aff2342 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=814cff2a-ab66-400b-a79b-4cc561a25705,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:51.102193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26267-348e-47dc-b447-266b98228182 req-2732912f-72de-4ae8-a2af-7bee2b1f6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:51.106927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5fd26267-348e-47dc-b447-266b98228182 req-2732912f-72de-4ae8-a2af-7bee2b1f6b04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.1236439 Dec 13 14:54:51.163289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5fd26267-348e-47dc-b447-266b98228182 req-3deef171-71a3-4150-8458-7d9911fe5702 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380282 Dec 13 14:54:51.196545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d7699-2e58-4e74-9476-8c56e0bb57e1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:51.197978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-130d7699-2e58-4e74-9476-8c56e0bb57e1 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/f0336624-efe8-43f5-b296-4e8d1cf93d5f HTTP/1.1" status: 200 len: 844 time: 0.1425467 Dec 13 14:54:51.201908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56198) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:51.255487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6ae7f72f-47c5-4410-9382-29500a1a5e67 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/f0336624-efe8-43f5-b296-4e8d1cf93d5f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0497766 Dec 13 14:54:51.267560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:51.274681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:51.405492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafa1ef-5d7d-432f-9a47-d53e7ae2ddca req-d113bde2-2a7b-45cc-b8c3-b265b0634179 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:51.407218 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbafa1ef-5d7d-432f-9a47-d53e7ae2ddca req-d113bde2-2a7b-45cc-b8c3-b265b0634179 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1219411 Dec 13 14:54:51.414547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5fd26267-348e-47dc-b447-266b98228182 req-cd21fe79-fa3e-4ef1-bd58-129d025986d9 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106285 Dec 13 14:54:51.455513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Deleting port 9389f352-11e2-49e8-9a48-799e36fe7a6d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:51.455864 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.487507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:51.491808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.578123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbafa1ef-5d7d-432f-9a47-d53e7ae2ddca req-7f68aa25-d87c-4062-9b18-45c149d89f0b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614466 Dec 13 14:54:51.646194 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2a60-1d06-4c3e-b4f2-3ee665117dca req-09246f28-7d89-4078-8dd9-c14f48f735e2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:51.648841 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f91e2a60-1d06-4c3e-b4f2-3ee665117dca req-09246f28-7d89-4078-8dd9-c14f48f735e2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 943 time: 0.0944061 Dec 13 14:54:51.667860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5fd26267-348e-47dc-b447-266b98228182 req-09e3e1c3-be83-4233-a303-7e17d09960de service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436266 Dec 13 14:54:51.675244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.675769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.685893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eadd708f-7135-4f42-b8cd-7b5672a7e2f0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:51.707807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Calling delete_port for 9389f352-11e2-49e8-9a48-799e36fe7a6d owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:51.715877 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f91e2a60-1d06-4c3e-b4f2-3ee665117dca req-26c86ed2-f546-4049-aff2-dc029461626d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522401 Dec 13 14:54:51.744161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: eadd708f-7135-4f42-b8cd-7b5672a7e2f0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:51.744516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eadd708f-7135-4f42-b8cd-7b5672a7e2f0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:51.874307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.920368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:51.925634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:51.929879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:51.930523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.937593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d69bf-8364-470e-8aae-7ae3de9cad8b None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:51.939669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=74276f3d-5d5d-4b93-8566-7f4cc9d62de5,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:51.959983 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:51.994706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Pushing event deleted for resources: {'Port': ['ID=9389f352-11e2-49e8-9a48-799e36fe7a6d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:52.017418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56212) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:52.024791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e438bfc2-8a8e-483f-84c3-3c19c2a0545a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7492206 Dec 13 14:54:52.024937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2df43836-b5f8-43cc-baa9-ebda2db478ec tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'security_group': {'name': 'tempest-secgroup-81461127'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:52.080247 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.083484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.087771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0ca92cc1-fef5-4bfd-a441-00497a53f5ba tempest-ServersTestManualDisk-789600899 tempest-ServersTestManualDisk-789600899-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca962b01-19e8-494d-b720-ab37412006bc HTTP/1.1" status: 204 len: 168 time: 1.0441153 Dec 13 14:54:52.087941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56214) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:52.155201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2df43836-b5f8-43cc-baa9-ebda2db478ec tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.158381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-f79ece98-429a-43ca-9147-6b8224a0963a', 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'tenant_id': 'd9bede76b2344897ae80f1d137ffbf53', 'fixed_ips': [{'subnet_id': '74276f3d-5d5d-4b93-8566-7f4cc9d62de5'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:54:52.161983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.243420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2df43836-b5f8-43cc-baa9-ebda2db478ec tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.278054 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a876bdf-9245-4f2f-90a2-f6a61759d4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.314941 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2df43836-b5f8-43cc-baa9-ebda2db478ec tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.370697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Allocated IP 2001:db8::2 (f79ece98-429a-43ca-9147-6b8224a0963a/74276f3d-5d5d-4b93-8566-7f4cc9d62de5/d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:52.384446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df43836-b5f8-43cc-baa9-ebda2db478ec tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c518b3-18c4-4994-a393-d1f96d0db0a6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:52.442533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2df43836-b5f8-43cc-baa9-ebda2db478ec tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.446217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2df43836-b5f8-43cc-baa9-ebda2db478ec tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4254458 Dec 13 14:54:52.446872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56220) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:52.452312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f2d34bce-16ee-4522-a3f4-1ab193764e5a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'security_group': {'name': 'tempest-secgroup-2144376832'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:52.564223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.580195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f2d34bce-16ee-4522-a3f4-1ab193764e5a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.640211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.708819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.732691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f2d34bce-16ee-4522-a3f4-1ab193764e5a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.751366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd6b15-674b-45af-8d5b-453b6925d8b7 req-863a32f4-06a3-4cf3-82bf-2ce2c6b25411 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:52.751704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:52.754317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbdd6b15-674b-45af-8d5b-453b6925d8b7 req-863a32f4-06a3-4cf3-82bf-2ce2c6b25411 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.0846968 Dec 13 14:54:52.754727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:52.758354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:52.787708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Pushing event updated for resources: {'Port': ['ID=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:52.805802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbdd6b15-674b-45af-8d5b-453b6925d8b7 req-a4b67df2-dc80-4aec-adb3-0fab912d6f09 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Dec 13 14:54:52.844944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 37c30a93-9124-440e-aca5-f878be3bc1e8 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:54:52.867085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f2d34bce-16ee-4522-a3f4-1ab193764e5a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.905880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Attempting to bind port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:54:52.906262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Attempting to bind port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '979b7192-a32a-4394-9772-8d3da05c1812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:54:52.906615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Attempting to bind port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 on network f79ece98-429a-43ca-9147-6b8224a0963a {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:54:52.931183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d34bce-16ee-4522-a3f4-1ab193764e5a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b91f3cd-a070-4e18-8d40-23f528178cf7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:52.936425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:54:52.936787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Checking segment: {'id': '979b7192-a32a-4394-9772-8d3da05c1812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:54:52.937181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.938284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Bound using segment: {'id': '979b7192-a32a-4394-9772-8d3da05c1812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:54:52.938284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Bound port: d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979b7192-a32a-4394-9772-8d3da05c1812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:54:52.938536 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:52.954008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f4c1f-3145-45c7-89ea-a147b972006c req-a97a34a0-5374-46e8-9b24-8b41940f6453 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:52.955605 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd6f4c1f-3145-45c7-89ea-a147b972006c req-a97a34a0-5374-46e8-9b24-8b41940f6453 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 943 time: 0.1012678 Dec 13 14:54:52.998637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f2d34bce-16ee-4522-a3f4-1ab193764e5a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.003153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f2d34bce-16ee-4522-a3f4-1ab193764e5a tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5547345 Dec 13 14:54:53.003597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56228) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:53.010225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] For port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:54:53.013498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] For port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,segment=NetworkSegment(979b7192-a32a-4394-9772-8d3da05c1812),segment_id=979b7192-a32a-4394-9772-8d3da05c1812)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:54:53.014404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1253877655', 'security_groups': ['3b91f3cd-a070-4e18-8d40-23f528178cf7'], 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74276f3d-5d5d-4b93-8566-7f4cc9d62de5'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:53.045570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd6f4c1f-3145-45c7-89ea-a147b972006c req-9105aa81-2f62-4300-a085-e86415ff63e3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784214 Dec 13 14:54:53.056230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 37c30a93-9124-440e-aca5-f878be3bc1e8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=37c30a93-9124-440e-aca5-f878be3bc1e8,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:53.068153 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.081258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Deleting port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:53.081580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.144930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10069ed1-b280-402f-949a-b06d84dddd9e None None] Pushing event updated for resources: {'Port': ['ID=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:53.161607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '37c30a93-9124-440e-aca5-f878be3bc1e8', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'port_id': '37c30a93-9124-440e-aca5-f878be3bc1e8', 'mac_address': 'fa:16:3e:17:2f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:54:53.169171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] For port 4c5fef95-1ceb-4af1-92be-29b6a92cec2f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:53.169634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.196524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Calling delete_port for 4c5fef95-1ceb-4af1-92be-29b6a92cec2f owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:53.212108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.229029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.229029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c30a93-9124-440e-aca5-f878be3bc1e8 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:54:53.252114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 37c30a93-9124-440e-aca5-f878be3bc1e8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=37c30a93-9124-440e-aca5-f878be3bc1e8,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:53.279220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:53.337034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.443219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.452210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=37c30a93-9124-440e-aca5-f878be3bc1e8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:53.494898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port 688626f9-9470-4079-b4ef-57f3ba5f6c6b yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:54:53.548147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['37c30a93-9124-440e-aca5-f878be3bc1e8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:54:53.620866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:53.690875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5fef95-1ceb-4af1-92be-29b6a92cec2f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:53.725105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:53.788742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::39a (f79ece98-429a-43ca-9147-6b8224a0963a/74276f3d-5d5d-4b93-8566-7f4cc9d62de5/688626f9-9470-4079-b4ef-57f3ba5f6c6b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:53.797506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:53.797995 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.003688 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.064795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.083071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,segment=NetworkSegment(979b7192-a32a-4394-9772-8d3da05c1812),segment_id=979b7192-a32a-4394-9772-8d3da05c1812)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:54.122636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df28f1-bb68-488f-b473-17175a87c790 req-16c81911-d1bf-4f85-9546-769b2faaec87 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:54.130492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6df28f1-bb68-488f-b473-17175a87c790 req-16c81911-d1bf-4f85-9546-769b2faaec87 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1523581 Dec 13 14:54:54.165135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.171038 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.208084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d6df28f1-bb68-488f-b473-17175a87c790 req-dd545fad-d4e6-4721-a1f9-c246b9c898a1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766447 Dec 13 14:54:54.271556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:54.315284 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.326005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b736dd0-603e-4f26-be9f-41c024cd4880 req-656dfd2c-2c72-489a-b2fd-2ef00a0f4810 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:54.334726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b736dd0-603e-4f26-be9f-41c024cd4880 req-656dfd2c-2c72-489a-b2fd-2ef00a0f4810 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 944 time: 0.1453333 Dec 13 14:54:54.371000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:54.374613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:54.378729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:54:54.384435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:54.387427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.407823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=688626f9-9470-4079-b4ef-57f3ba5f6c6b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:54.448059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b736dd0-603e-4f26-be9f-41c024cd4880 req-c0c9ef89-a7ea-4810-b929-3dd977173cd9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110029 Dec 13 14:54:54.498171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:54:54.500502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5181d8be-1f0b-48b0-a261-5725187eeed7 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4949968 Dec 13 14:54:54.502999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56252) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:54.514039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b2835843-1ea1-442b-99ea-b5d802106b23 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:54.620062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-337459cc-3568-4e55-aea0-02c2e6ef7461 None None] Provisioning complete for port f0336624-efe8-43f5-b296-4e8d1cf93d5f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:54.620462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-337459cc-3568-4e55-aea0-02c2e6ef7461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.645033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:54:54.656454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] Sync routers for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:54:54.660041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56254) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:54.660360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-36354fb1-f295-4560-a09b-d841fbd1d84b admin admin] 10.222.0.24 "PUT /v2.0/routers/30a775f0-0ae5-48ab-832c-37e30c65a9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5714853 Dec 13 14:54:54.675494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-337459cc-3568-4e55-aea0-02c2e6ef7461 None None] Port f0336624-efe8-43f5-b296-4e8d1cf93d5f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:54.680426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:54.680921 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:54.704653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-337459cc-3568-4e55-aea0-02c2e6ef7461 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:54.705185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-337459cc-3568-4e55-aea0-02c2e6ef7461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.772985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2835843-1ea1-442b-99ea-b5d802106b23 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:54.778635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2835843-1ea1-442b-99ea-b5d802106b23 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.810665 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:54:54.837187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 37c30a93-9124-440e-aca5-f878be3bc1e8 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:54.851375 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:54.916728 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.011450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 37c30a93-9124-440e-aca5-f878be3bc1e8 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:54:55.043896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 37c30a93-9124-440e-aca5-f878be3bc1e8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:55.045587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.095023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f32d9fa7-fe07-43bd-be9f-fb4dd2743617 None None] Provisioning complete for port 688626f9-9470-4079-b4ef-57f3ba5f6c6b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:55.096687 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f32d9fa7-fe07-43bd-be9f-fb4dd2743617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.131252 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:54:53Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:55.142662 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.163336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f32d9fa7-fe07-43bd-be9f-fb4dd2743617 None None] Port 688626f9-9470-4079-b4ef-57f3ba5f6c6b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:55.173288 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] Checking router: 30a775f0-0ae5-48ab-832c-37e30c65a9a5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:54:55.184525 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] Routers {'30a775f0-0ae5-48ab-832c-37e30c65a9a5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:54:55.185457 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:55.349504 n-d-816954-1 neutron-server[102823]: INFO neutron.db.ipam_backend_mixin [None req-b2835843-1ea1-442b-99ea-b5d802106b23 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74276f3d-5d5d-4b93-8566-7f4cc9d62de5 (CIDR: 2001:db8::/64) Dec 13 14:54:55.350718 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] Set router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:54:55.407163 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.413709 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.417737 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2835843-1ea1-442b-99ea-b5d802106b23 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:54:55.418611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2835843-1ea1-442b-99ea-b5d802106b23 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:54:55.430197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c68b1-4268-44ba-b951-4a89fd78bf2c req-461bbd54-f83c-4a10-b297-6b2c0a8eb76e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:55.437896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c4c68b1-4268-44ba-b951-4a89fd78bf2c req-461bbd54-f83c-4a10-b297-6b2c0a8eb76e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1068454 Dec 13 14:54:55.441353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c30a93-9124-440e-aca5-f878be3bc1e8'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:54:55.444031 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e10682-6694-4024-8d68-4e29dc101a99" -d '{"events": [{"server_uuid": "36c61ef7-766f-4de2-ba03-0d9163391cf0", "name": "network-vif-plugged", "status": "completed", "tag": "37c30a93-9124-440e-aca5-f878be3bc1e8"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:54:55.466339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 37c30a93-9124-440e-aca5-f878be3bc1e8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=37c30a93-9124-440e-aca5-f878be3bc1e8,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:55.509115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c4c68b1-4268-44ba-b951-4a89fd78bf2c req-8895c2ce-4299-4984-bf03-3d76b637e6b8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699940 Dec 13 14:54:55.521170 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc437cd-1054-49ff-b496-3b3eb81cc080 x-openstack-request-id: req-bfc437cd-1054-49ff-b496-3b3eb81cc080 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:54:55.521458 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c61ef7-766f-4de2-ba03-0d9163391cf0", "name": "network-vif-plugged", "status": "completed", "tag": "37c30a93-9124-440e-aca5-f878be3bc1e8", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:54:55.521789 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfc437cd-1054-49ff-b496-3b3eb81cc080 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:54:55.522796 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c30a93-9124-440e-aca5-f878be3bc1e8', 'code': 200} Dec 13 14:54:55.536722 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.554287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b2835843-1ea1-442b-99ea-b5d802106b23 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0501161 Dec 13 14:54:55.557181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56264) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:55.564807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:55.592382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Deleting port b48cf463-3aac-4b74-9fa4-35af0f71cf9c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:55.592800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.660715 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:54:53Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:55.691826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=37c30a93-9124-440e-aca5-f878be3bc1e8,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:55.706039 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee578fb-5579-4c80-a7a5-0c906c12ee6d None None] The sync data for ids ['30a775f0-0ae5-48ab-832c-37e30c65a9a5'] in n-d-816954-1 is: [{'id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'name': 'tempest-ServersTestManualDisk-1161494183-router', 'tenant_id': '3411dab23b9b4e4eb03ad40ece837821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:52:28Z', 'updated_at': '2021-12-13T14:54:53Z', 'revision_number': 5, 'project_id': '3411dab23b9b4e4eb03ad40ece837821', 'gw_port': {'id': 'b48cf463-3aac-4b74-9fa4-35af0f71cf9c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a775f0-0ae5-48ab-832c-37e30c65a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:52:29Z', 'updated_at': '2021-12-13T14:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:54:55.776321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5a636-7c70-47e7-b26d-d477443c2427 req-a6620cc0-7fba-492e-b74d-6de91232576d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:55.777802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffc5a636-7c70-47e7-b26d-d477443c2427 req-a6620cc0-7fba-492e-b74d-6de91232576d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 945 time: 0.2030799 Dec 13 14:54:55.781421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6339b7-53c8-49e8-8f49-da4bdc042bae req-1d90f339-a70a-4915-989f-cf411fd9faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:55.782843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c6339b7-53c8-49e8-8f49-da4bdc042bae req-1d90f339-a70a-4915-989f-cf411fd9faf6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 1096 time: 0.1467965 Dec 13 14:54:55.842977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] For port b48cf463-3aac-4b74-9fa4-35af0f71cf9c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:55.843347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.863668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:54:55.871016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:55.872152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Calling delete_port for b48cf463-3aac-4b74-9fa4-35af0f71cf9c owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:55.886894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c6339b7-53c8-49e8-8f49-da4bdc042bae req-80229635-61c1-4660-ba5f-a5b5bf0ed168 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933511 Dec 13 14:54:55.891263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffc5a636-7c70-47e7-b26d-d477443c2427 req-ad05df97-a736-403a-82d2-60c4276f1204 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040564 Dec 13 14:54:56.082436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:56.141305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:56.141771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.154376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.182536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b48cf463-3aac-4b74-9fa4-35af0f71cf9c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:56.253289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.263034 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.316369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:54:56.319631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:54:56.323886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:56.328352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.329978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee87eb-bfdc-4536-b28e-5386674188c5 None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:56.337899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=16c1b10b-f437-49b9-b7d4-ba13406388c3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:56.375179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.377904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.380602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1068d628-1300-4b4e-983a-4c0ea9fd2c94 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8223050 Dec 13 14:54:56.383358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56278) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:56.391805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-809002074', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '16c1b10b-f437-49b9-b7d4-ba13406388c3'}], 'security_groups': ['36c518b3-18c4-4994-a393-d1f96d0db0a6']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:56.491917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.493816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a775f0-0ae5-48ab-832c-37e30c65a9a5 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:54:56.544983 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.546873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-721c457f-4b0b-40f8-98fb-39cfe6a7eb1f admin admin] 10.222.0.24 "DELETE /v2.0/routers/30a775f0-0ae5-48ab-832c-37e30c65a9a5 HTTP/1.1" status: 204 len: 168 time: 1.8850560 Dec 13 14:54:56.548761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56286) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:56.674557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45416ec-eb8c-4e4a-adcb-9d18bb8b5533 None None] Update dhcp port {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'fixed_ips': [{'subnet_id': '74276f3d-5d5d-4b93-8566-7f4cc9d62de5', 'ip_address': '2001:db8::2'}, {'subnet_id': '16c1b10b-f437-49b9-b7d4-ba13406388c3'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'd0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 14:54:56.750465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d45416ec-eb8c-4e4a-adcb-9d18bb8b5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:56.996739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-d45416ec-eb8c-4e4a-adcb-9d18bb8b5533 None None] Allocated IP 2001:db8:0:1::2 (f79ece98-429a-43ca-9147-6b8224a0963a/16c1b10b-f437-49b9-b7d4-ba13406388c3/d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:57.107114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.134102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1475061-5382-457f-885e-7267e7d460ca req-06f7b8c9-476a-4ddd-b570-387734db15c5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:57.134368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] Deleting subnet 93a65d93-7fa2-4059-a21f-458f8d8ef5ef {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:57.141192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.149591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1475061-5382-457f-885e-7267e7d460ca req-06f7b8c9-476a-4ddd-b570-387734db15c5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 945 time: 0.0932930 Dec 13 14:54:57.156586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d45416ec-eb8c-4e4a-adcb-9d18bb8b5533 None None] For port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,segment=NetworkSegment(979b7192-a32a-4394-9772-8d3da05c1812),segment_id=979b7192-a32a-4394-9772-8d3da05c1812)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:57.173878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487adca-9942-42f8-b01b-a0136a3ad97c req-0add072b-6ca3-4ebb-837d-e8113e8836c1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:57.176274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c487adca-9942-42f8-b01b-a0136a3ad97c req-0add072b-6ca3-4ebb-837d-e8113e8836c1 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1292264 Dec 13 14:54:57.220275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1475061-5382-457f-885e-7267e7d460ca req-18b958a2-4f98-411b-9209-a1948112a06b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642776 Dec 13 14:54:57.227836 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d45416ec-eb8c-4e4a-adcb-9d18bb8b5533 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.259236 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.314507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c487adca-9942-42f8-b01b-a0136a3ad97c req-0f1ef566-337f-41c5-b1e6-6a84a6883026 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137481 Dec 13 14:54:57.331355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d45416ec-eb8c-4e4a-adcb-9d18bb8b5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.393265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45416ec-eb8c-4e4a-adcb-9d18bb8b5533 None None] Pushing event updated for resources: {'Port': ['ID=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:57.502748 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.667019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:54:57.670269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Delete allocated IP 2001:db8::39a (f79ece98-429a-43ca-9147-6b8224a0963a/74276f3d-5d5d-4b93-8566-7f4cc9d62de5) {{(pid=102824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 14:54:57.678979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8:0:1::32e (f79ece98-429a-43ca-9147-6b8224a0963a/16c1b10b-f437-49b9-b7d4-ba13406388c3/688626f9-9470-4079-b4ef-57f3ba5f6c6b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:54:57.728602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:57.728994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.799217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.853034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0de157-0c44-4cd1-bbf5-79f071aea9c7 None None] Network 01609b63-8eb7-476f-8aad-1040a82d7ab2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:57.871864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a65d93-7fa2-4059-a21f-458f8d8ef5ef,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:57.878175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.886822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56304) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:57.894736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-619b31e2-22ac-4465-9af6-8857889246ec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/93a65d93-7fa2-4059-a21f-458f8d8ef5ef HTTP/1.1" status: 204 len: 168 time: 1.3446093 Dec 13 14:54:57.910094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b48cf463-3aac-4b74-9fa4-35af0f71cf9c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:57.943441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b48cf463-3aac-4b74-9fa4-35af0f71cf9c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:57.943945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b48cf463-3aac-4b74-9fa4-35af0f71cf9c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:57.944479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4c5fef95-1ceb-4af1-92be-29b6a92cec2f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:57.948885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:57.982020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 4c5fef95-1ceb-4af1-92be-29b6a92cec2f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:57.982461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4c5fef95-1ceb-4af1-92be-29b6a92cec2f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:57.987767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.006407 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.070827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Deleting port aaac79b3-18cd-4aea-9bd5-c9a66b82401a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:58.070827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.092021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=688626f9-9470-4079-b4ef-57f3ba5f6c6b,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:58.095105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] In _notify_port_updated(), no bound segment for port 688626f9-9470-4079-b4ef-57f3ba5f6c6b on network f79ece98-429a-43ca-9147-6b8224a0963a {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:54:58.100865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:58.101354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.105615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bff86f6b-4ecc-4123-9dcf-9380cab5e5eb tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "PUT /v2.0/ports/688626f9-9470-4079-b4ef-57f3ba5f6c6b HTTP/1.1" status: 200 len: 930 time: 1.7179923 Dec 13 14:54:58.105887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56306) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:58.155962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] For port aaac79b3-18cd-4aea-9bd5-c9a66b82401a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:58.156364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.172395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] DHCP port deletion for 01609b63-8eb7-476f-8aad-1040a82d7ab2 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:54:58.183674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Calling delete_port for aaac79b3-18cd-4aea-9bd5-c9a66b82401a owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:58.223072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port 688626f9-9470-4079-b4ef-57f3ba5f6c6b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:58.223653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.235303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Provisioning complete for port 688626f9-9470-4079-b4ef-57f3ba5f6c6b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:58.235681 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.298587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] Deleting port aaac79b3-18cd-4aea-9bd5-c9a66b82401a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:54:58.299816 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.346811 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.353522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7955f-f206-44a8-868c-f3b155582b91 req-292aefd9-4dec-48a1-8982-a8d7149cd427 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:58.355232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1aa7955f-f206-44a8-868c-f3b155582b91 req-292aefd9-4dec-48a1-8982-a8d7149cd427 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 945 time: 0.0588288 Dec 13 14:54:58.374707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Port 688626f9-9470-4079-b4ef-57f3ba5f6c6b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:58.392204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for 688626f9-9470-4079-b4ef-57f3ba5f6c6b owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:58.417282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] For port aaac79b3-18cd-4aea-9bd5-c9a66b82401a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,segment=NetworkSegment(8d5f6e83-e206-457e-b05f-505facd4dd97),segment_id=8d5f6e83-e206-457e-b05f-505facd4dd97)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:54:58.417993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.425896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.429504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Provisioning complete for port f0336624-efe8-43f5-b296-4e8d1cf93d5f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:58.432153 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.442769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] Calling delete_port for aaac79b3-18cd-4aea-9bd5-c9a66b82401a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:54:58.483784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1aa7955f-f206-44a8-868c-f3b155582b91 req-fffb05cf-30d7-4aa4-8069-658c4fb920c3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224577 Dec 13 14:54:58.487458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] No DVR routers for this DVR port aaac79b3-18cd-4aea-9bd5-c9a66b82401a on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.501871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.504953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:54:58.575027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Port f0336624-efe8-43f5-b296-4e8d1cf93d5f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:54:58.576882 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.602372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c644cf-c8df-4709-99f2-c16adc38fc7c req-615ae058-dec7-4d93-9951-8aeb1e7f88a9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:58.604052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-55c644cf-c8df-4709-99f2-c16adc38fc7c req-615ae058-dec7-4d93-9951-8aeb1e7f88a9 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1316097 Dec 13 14:54:58.614228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] Pushing event deleted for resources: {'Port': ['ID=aaac79b3-18cd-4aea-9bd5-c9a66b82401a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:58.616420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bdb7f-1510-4962-9a8a-96e91444e3b6 None None] No DVR routers for this DVR port aaac79b3-18cd-4aea-9bd5-c9a66b82401a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:54:58.629047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:54:58.629443 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ddbbce-6efc-4b71-a6fc-b08933e10fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.717751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-55c644cf-c8df-4709-99f2-c16adc38fc7c req-cfb25f7c-640a-4c39-84b3-7fdfc79802e3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065688 Dec 13 14:54:58.724024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.754740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01609b63-8eb7-476f-8aad-1040a82d7ab2']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:58.765615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.769334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5f6e83-e206-457e-b05f-505facd4dd97') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:58.769654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5f6e83-e206-457e-b05f-505facd4dd97') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:54:58.785840 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.799658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5716c-1f6e-4f26-9b3f-8014f6002ce5 req-69671ce7-ad62-4ac6-b62d-03b6fc84c2ff tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:58.801577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=688626f9-9470-4079-b4ef-57f3ba5f6c6b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:58.802476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7df5716c-1f6e-4f26-9b3f-8014f6002ce5 req-69671ce7-ad62-4ac6-b62d-03b6fc84c2ff tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 945 time: 0.1473012 Dec 13 14:54:58.860390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.869228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e3155b4-0ee7-4546-8f0b-6f0fb6bef269 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/688626f9-9470-4079-b4ef-57f3ba5f6c6b HTTP/1.1" status: 204 len: 168 time: 0.7619371 Dec 13 14:54:58.869553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:58.874717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.876793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1fe50e75-360c-45b6-b2e9-97ce6f80a5e8 None None] Could not find standard attr ID for object 688626f9-9470-4079-b4ef-57f3ba5f6c6b. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:54:58.889943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7df5716c-1f6e-4f26-9b3f-8014f6002ce5 req-e6126151-d549-4c16-b3ba-70692f8f7c6d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853455 Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:54:58.908393 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:54:58.913953 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a62b471-206f-4e12-ac60-2c0e5603bad0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:54:58.913953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a62b471-206f-4e12-ac60-2c0e5603bad0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/688626f9-9470-4079-b4ef-57f3ba5f6c6b HTTP/1.1" status: 404 len: 333 time: 0.0407243 Dec 13 14:54:58.913953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56324) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:58.993309 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadf29c4-13f8-42f7-82e1-8cd68056c292 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.018785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadf29c4-13f8-42f7-82e1-8cd68056c292 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.080114 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.088405 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.094405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/01609b63-8eb7-476f-8aad-1040a82d7ab2 HTTP/1.1" status: 204 len: 168 time: 1.2060437 Dec 13 14:54:59.105660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cc493-6a9f-4534-8375-229b816182f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=01609b63-8eb7-476f-8aad-1040a82d7ab2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:59.150170 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadf29c4-13f8-42f7-82e1-8cd68056c292 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.153451 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadf29c4-13f8-42f7-82e1-8cd68056c292 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.157240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eadf29c4-13f8-42f7-82e1-8cd68056c292 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b91f3cd-a070-4e18-8d40-23f528178cf7 HTTP/1.1" status: 204 len: 168 time: 0.2420793 Dec 13 14:54:59.157633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56330) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:59.175050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf29c4-13f8-42f7-82e1-8cd68056c292 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b91f3cd-a070-4e18-8d40-23f528178cf7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:59.217850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47e9d9be-4f74-4dd8-9250-2af87da0b904 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.243667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47e9d9be-4f74-4dd8-9250-2af87da0b904 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.378349 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47e9d9be-4f74-4dd8-9250-2af87da0b904 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.380795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47e9d9be-4f74-4dd8-9250-2af87da0b904 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.381881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-47e9d9be-4f74-4dd8-9250-2af87da0b904 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/security-groups/36c518b3-18c4-4994-a393-d1f96d0db0a6 HTTP/1.1" status: 204 len: 168 time: 0.2232363 Dec 13 14:54:59.384762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56334) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:59.419480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9d9be-4f74-4dd8-9250-2af87da0b904 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c518b3-18c4-4994-a393-d1f96d0db0a6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:59.448121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06743-c922-4650-beb1-ba1c46dcf96e req-ee57b39c-6d1a-4301-b24e-f633e4993ba1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:59.449692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cdc06743-c922-4650-beb1-ba1c46dcf96e req-ee57b39c-6d1a-4301-b24e-f633e4993ba1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 945 time: 0.0816107 Dec 13 14:54:59.459200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 74276f3d-5d5d-4b93-8566-7f4cc9d62de5 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:54:59.463462 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.514151 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.516880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cdc06743-c922-4650-beb1-ba1c46dcf96e req-9179482c-b5e7-437d-9b48-bc8b7d4bd2dd tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573249 Dec 13 14:54:59.563523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56342) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:59.656367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-14dfc2a9-ba47-440d-b2ae-b556affcce1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3411dab23b9b4e4eb03ad40ece837821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913820 Dec 13 14:54:59.669874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56344) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:59.670314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device aaac79b3-18cd-4aea-9bd5-c9a66b82401a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:54:59.686031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.691732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: aaac79b3-18cd-4aea-9bd5-c9a66b82401a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:54:59.692392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device aaac79b3-18cd-4aea-9bd5-c9a66b82401a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:54:59.777031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecbbf-a4a2-4e68-ba2c-f82da6b24e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.805767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecbbf-a4a2-4e68-ba2c-f82da6b24e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.859042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.896952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=74276f3d-5d5d-4b93-8566-7f4cc9d62de5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:54:59.901751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:54:59.905550 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a464b7c7-4713-48b4-bd98-185e0eba0dd8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/74276f3d-5d5d-4b93-8566-7f4cc9d62de5 HTTP/1.1" status: 204 len: 168 time: 0.5197268 Dec 13 14:54:59.906523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f09fae-dd09-4193-935f-266eae25a392 None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:54:59.911321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56350) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:54:59.917877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:54:59.937536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe112-e3e7-4ca6-ac2f-00da88bb1bff req-3088d623-a48a-43eb-aa39-7ac761ecba0c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:54:59.939481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-920fe112-e3e7-4ca6-ac2f-00da88bb1bff req-3088d623-a48a-43eb-aa39-7ac761ecba0c tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1226041 Dec 13 14:54:59.993423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-920fe112-e3e7-4ca6-ac2f-00da88bb1bff req-a4d5a038-e2d1-43bb-932d-6b75d0eddb55 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Dec 13 14:55:00.011327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecbbf-a4a2-4e68-ba2c-f82da6b24e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:00.014104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecbbf-a4a2-4e68-ba2c-f82da6b24e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:00.015503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1a4ecbbf-a4a2-4e68-ba2c-f82da6b24e18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ea097d1-8b80-4323-89eb-43e4677892f6 HTTP/1.1" status: 204 len: 168 time: 0.3555903 Dec 13 14:55:00.024290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ecbbf-a4a2-4e68-ba2c-f82da6b24e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea097d1-8b80-4323-89eb-43e4677892f6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:00.131032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:00.134789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:00.535924 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:00.649774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:00.667195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:00.671294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=9b49dcc7-1454-4331-b45e-5700199cbb42,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:00.673231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:00.673927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:00.745962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-7cef2348-e7ca-41f3-a200-d4a45e5a06d9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:00.748229 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-7cef2348-e7ca-41f3-a200-d4a45e5a06d9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 945 time: 0.1565611 Dec 13 14:55:00.760132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1218-b9f5-4b7f-a797-e24bda8470d3 req-9231c5e9-8fa4-4f21-85a6-b9ffb5f00535 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:00.762633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795d1218-b9f5-4b7f-a797-e24bda8470d3 req-9231c5e9-8fa4-4f21-85a6-b9ffb5f00535 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 945 time: 0.1115987 Dec 13 14:55:00.804630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3772642b-50e6-4dea-b5bf-67aa1af856a3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8914464 Dec 13 14:55:00.807773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56372) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:00.823202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e792c691-d4fa-4773-b4e7-672698542376 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'security_group': {'name': 'tempest-secgroup-698204980'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:00.886359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795d1218-b9f5-4b7f-a797-e24bda8470d3 req-1aa2097a-3a0c-4c11-b61a-2c1435a61452 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136408 Dec 13 14:55:00.931988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Deleting port 37c30a93-9124-440e-aca5-f878be3bc1e8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:00.933251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:00.978713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e792c691-d4fa-4773-b4e7-672698542376 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.080973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] For port 37c30a93-9124-440e-aca5-f878be3bc1e8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=37c30a93-9124-440e-aca5-f878be3bc1e8,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:01.081666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.100332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Calling delete_port for 37c30a93-9124-440e-aca5-f878be3bc1e8 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:01.128145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1d997-cd2c-4820-9f6e-66c30c60f23b None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:01.146685 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e792c691-d4fa-4773-b4e7-672698542376 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.218121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74993299-4ea7-448e-aeb2-050c8f90f94e req-49e4c3ce-36a6-4902-8b0d-99f2e2f4a07f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:01.227903 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74993299-4ea7-448e-aeb2-050c8f90f94e req-49e4c3ce-36a6-4902-8b0d-99f2e2f4a07f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1241329 Dec 13 14:55:01.245069 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e792c691-d4fa-4773-b4e7-672698542376 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.299604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1d61c583-40ad-4141-a3a6-148912de7491 None None] Provisioning complete for port f0336624-efe8-43f5-b296-4e8d1cf93d5f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:01.299604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1d61c583-40ad-4141-a3a6-148912de7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.341480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792c691-d4fa-4773-b4e7-672698542376 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08faa8f2-4949-48b6-bfad-58651a082e46,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:01.370337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74993299-4ea7-448e-aeb2-050c8f90f94e req-3d4037fd-2ccb-44f0-95b1-b854ae360192 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411774 Dec 13 14:55:01.401376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e792c691-d4fa-4773-b4e7-672698542376 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.405916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e792c691-d4fa-4773-b4e7-672698542376 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5934143 Dec 13 14:55:01.407943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56386) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:01.420084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2459eb3d-daaf-40d7-917a-3106d2838c8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'security_group': {'name': 'tempest-secgroup-928708248'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:01.432511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1d61c583-40ad-4141-a3a6-148912de7491 None None] Port f0336624-efe8-43f5-b296-4e8d1cf93d5f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:01.451049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.476201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['37c30a93-9124-440e-aca5-f878be3bc1e8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:01.478695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:01.483388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1d61c583-40ad-4141-a3a6-148912de7491 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:01.483756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1d61c583-40ad-4141-a3a6-148912de7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.494541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event deleted for resources: {'Port': ['ID=37c30a93-9124-440e-aca5-f878be3bc1e8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:01.543453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] No DVR routers for this DVR port 37c30a93-9124-440e-aca5-f878be3bc1e8 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:01.546405 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.550406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37d1205a-61e3-46cc-a7b0-2d035debe5e8 req-fa1017a6-5e8f-49a8-a102-e4a26a12126b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "DELETE /v2.0/ports/37c30a93-9124-440e-aca5-f878be3bc1e8 HTTP/1.1" status: 204 len: 173 time: 0.7865267 Dec 13 14:55:01.550855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'name': 'network-vif-deleted', 'tag': '37c30a93-9124-440e-aca5-f878be3bc1e8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:01.553400 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c4e91-8c0f-43bc-bf3e-7f6658a68575" -d '{"events": [{"server_uuid": "36c61ef7-766f-4de2-ba03-0d9163391cf0", "name": "network-vif-deleted", "tag": "37c30a93-9124-440e-aca5-f878be3bc1e8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:01.577756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2459eb3d-daaf-40d7-917a-3106d2838c8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.609500 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a49d9-51ad-4005-acef-c5a11ef385a0 x-openstack-request-id: req-b86a49d9-51ad-4005-acef-c5a11ef385a0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:01.609805 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c61ef7-766f-4de2-ba03-0d9163391cf0", "name": "network-vif-deleted", "tag": "37c30a93-9124-440e-aca5-f878be3bc1e8", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:01.610061 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b86a49d9-51ad-4005-acef-c5a11ef385a0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:01.610567 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c61ef7-766f-4de2-ba03-0d9163391cf0', 'name': 'network-vif-deleted', 'tag': '37c30a93-9124-440e-aca5-f878be3bc1e8', 'status': 'completed', 'code': 200} Dec 13 14:55:01.704614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56394) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:01.710910 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2459eb3d-daaf-40d7-917a-3106d2838c8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.780993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b28b55-847f-417f-9501-9f7f0eee8be0 None None] Update dhcp port {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'fixed_ips': [{'subnet_id': '16c1b10b-f437-49b9-b7d4-ba13406388c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9b49dcc7-1454-4331-b45e-5700199cbb42'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'd0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 14:55:01.819008 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-42b28b55-847f-417f-9501-9f7f0eee8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.837286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-546720445-network', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:01.863382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2459eb3d-daaf-40d7-917a-3106d2838c8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.901853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459eb3d-daaf-40d7-917a-3106d2838c8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64885cb7-4517-4c09-9b9c-41993ae0952d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:01.955107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:01.958229 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:01.982418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.001409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2459eb3d-daaf-40d7-917a-3106d2838c8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.005908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2459eb3d-daaf-40d7-917a-3106d2838c8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5965827 Dec 13 14:55:02.006825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56400) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:02.021570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-45168899-2ce8-4bc5-9454-aec21f42ef60 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'security_group': {'name': 'tempest-secgroup-425645316'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:02.044598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cfe6ebf4-fed6-4322-9105-b15452d42826 req-6d88528d-55c4-4962-8acd-248a13b36dd2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c61ef7-766f-4de2-ba03-0d9163391cf0 HTTP/1.1" status: 200 len: 210 time: 0.0375423 Dec 13 14:55:02.053664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-42b28b55-847f-417f-9501-9f7f0eee8be0 None None] Allocated IP 2001:db8::2 (f79ece98-429a-43ca-9147-6b8224a0963a/9b49dcc7-1454-4331-b45e-5700199cbb42/d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:02.111908 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.125578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45168899-2ce8-4bc5-9454-aec21f42ef60 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.163880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-42b28b55-847f-417f-9501-9f7f0eee8be0 None None] For port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,segment=NetworkSegment(979b7192-a32a-4394-9772-8d3da05c1812),segment_id=979b7192-a32a-4394-9772-8d3da05c1812)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:02.169447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.193225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-42b28b55-847f-417f-9501-9f7f0eee8be0 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.213861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:55:02.226645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed931b-2468-49b2-825d-ad6db2afdbb1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:02.245873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.245873 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Added segment a03318b8-1420-4ad1-a7bc-3215db7884ca of type vlan for network b9d5438a-2974-458a-9d3c-40849d0abe7f Dec 13 14:55:02.246095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-42b28b55-847f-417f-9501-9f7f0eee8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.258239 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45168899-2ce8-4bc5-9454-aec21f42ef60 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.295612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.331115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45168899-2ce8-4bc5-9454-aec21f42ef60 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.335087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b28b55-847f-417f-9501-9f7f0eee8be0 None None] Pushing event updated for resources: {'Port': ['ID=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:02.365316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45168899-2ce8-4bc5-9454-aec21f42ef60 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc974bf2-c58e-4f5c-a4c0-1c481d3fee93,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:02.482361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45168899-2ce8-4bc5-9454-aec21f42ef60 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.485992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-45168899-2ce8-4bc5-9454-aec21f42ef60 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4663990 Dec 13 14:55:02.485992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.485992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:02.485992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.487091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56408) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:02.491897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-139404404', 'security_groups': ['bc974bf2-c58e-4f5c-a4c0-1c481d3fee93'], 'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9b49dcc7-1454-4331-b45e-5700199cbb42'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:02.595527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d5438a-2974-458a-9d3c-40849d0abe7f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:02.606531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network b9d5438a-2974-458a-9d3c-40849d0abe7f details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:55:02.617722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35638ab5-dc3d-4f33-a7b3-2a04972f8636 req-908f1c6c-1be3-4c43-88ff-0a66467675c2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:02.619459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-35638ab5-dc3d-4f33-a7b3-2a04972f8636 req-908f1c6c-1be3-4c43-88ff-0a66467675c2 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1718545 Dec 13 14:55:02.695772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-35638ab5-dc3d-4f33-a7b3-2a04972f8636 req-0664e12c-2661-46e0-a46e-72171de4445b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Dec 13 14:55:02.717730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9c6dab59-8521-4ef4-9c74-0cca891c8266 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0099442 Dec 13 14:55:02.719758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56414) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:02.727967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Request body: {'subnet': {'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-546720445-subnet', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:02.799460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:02.916396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.919418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:02.926529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:02.940288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] device_id is not set on port a9d22d7f-6751-43c8-a5e4-204f99f572d7 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:55:03.029993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2537be3a-0f5a-43dd-8b85-f416a8412ea3 None None] Provisioning complete for port f0336624-efe8-43f5-b296-4e8d1cf93d5f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:03.030837 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2537be3a-0f5a-43dd-8b85-f416a8412ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.078026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2537be3a-0f5a-43dd-8b85-f416a8412ea3 None None] Port f0336624-efe8-43f5-b296-4e8d1cf93d5f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:03.090184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2537be3a-0f5a-43dd-8b85-f416a8412ea3 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:03.090841 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2537be3a-0f5a-43dd-8b85-f416a8412ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.202100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8::75 (f79ece98-429a-43ca-9147-6b8224a0963a/9b49dcc7-1454-4331-b45e-5700199cbb42/a9d22d7f-6751-43c8-a5e4-204f99f572d7) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:03.234361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.312529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2e102c-d2a3-478a-87ee-e1a2d8d60199,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:03.321350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Checking segment: {'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:03.321954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Network hostable DHCP agents. Network: b9d5438a-2974-458a-9d3c-40849d0abe7f, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:55:03.399803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Network b9d5438a-2974-458a-9d3c-40849d0abe7f is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:55:03.419143 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.468048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, b9d5438a-2974-458a-9d3c-40849d0abe7f) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:03.473722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:03.474911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.476961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab642bc-5c8a-410f-bdce-15beffad40ea None None] Network b9d5438a-2974-458a-9d3c-40849d0abe7f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:03.525509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.548621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:03.551955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-57b1ca06-6e79-4e04-ae1c-a259969e83e0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8309660 Dec 13 14:55:03.554391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56432) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:03.559580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:03.560452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:03.568758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:03.574268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:03.575041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.685324 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.687029 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.694793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=a9d22d7f-6751-43c8-a5e4-204f99f572d7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:03.726368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:03.785469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-201efd7c-a06b-4cc2-82b8-cfa0ef5b9585 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2972796 Dec 13 14:55:03.790174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:03.796045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d69d50f7-7493-4854-894c-e4614d6a3b8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:03.829872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:03.977515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-b9d5438a-2974-458a-9d3c-40849d0abe7f', 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'fixed_ips': [{'subnet_id': 'bd2e102c-d2a3-478a-87ee-e1a2d8d60199'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:55:03.978462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.036528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a4359-e40e-48e9-82e3-8b5126a34aaa req-7182691f-f869-495d-b0c6-7cb7879e4de0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:04.049420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b51a4359-e40e-48e9-82e3-8b5126a34aaa req-7182691f-f869-495d-b0c6-7cb7879e4de0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.2195473 Dec 13 14:55:04.096697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:04.097020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.154031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b51a4359-e40e-48e9-82e3-8b5126a34aaa req-b889587b-7d02-4d60-9aa1-1e335e50207e tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004694 Dec 13 14:55:04.244531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.258415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8ef198e2-0733-4039-9f33-514bc98c130a None None] Provisioning complete for port a9d22d7f-6751-43c8-a5e4-204f99f572d7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:04.258797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ef198e2-0733-4039-9f33-514bc98c130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.287930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69d50f7-7493-4854-894c-e4614d6a3b8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:04.294502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d69d50f7-7493-4854-894c-e4614d6a3b8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.342001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8ef198e2-0733-4039-9f33-514bc98c130a None None] Port a9d22d7f-6751-43c8-a5e4-204f99f572d7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:04.344041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Allocated IP 172.20.0.2 (b9d5438a-2974-458a-9d3c-40849d0abe7f/bd2e102c-d2a3-478a-87ee-e1a2d8d60199/a6388ac9-f414-457b-a338-16f03522742f) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:04.374914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110625-4719-4492-845e-cdf7cd2596c1 req-3c45b15d-2107-4a72-8140-ddd0d1c60698 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:04.375798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-3c45b15d-2107-4a72-8140-ddd0d1c60698 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.1698053 Dec 13 14:55:04.434612 n-d-816954-1 neutron-server[102824]: INFO neutron.db.ipam_backend_mixin [None req-d69d50f7-7493-4854-894c-e4614d6a3b8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b49dcc7-1454-4331-b45e-5700199cbb42 (CIDR: 2001:db8::/64) Dec 13 14:55:04.435131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-f7959a04-c03e-4926-9731-d1d2a6ac84c0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0277512 Dec 13 14:55:04.482414 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69d50f7-7493-4854-894c-e4614d6a3b8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:55:04.483670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69d50f7-7493-4854-894c-e4614d6a3b8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:04.510080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c570f532-6a50-4826-b5ef-2ac0717c48df tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656261 Dec 13 14:55:04.536703 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.567875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d69d50f7-7493-4854-894c-e4614d6a3b8d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7764864 Dec 13 14:55:04.570577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56458) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:04.577702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6b4891e4-9e30-4b46-ad05-a64e07c07a17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:04.634630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.715669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Pushing event updated for resources: {'Port': ['ID=a6388ac9-f414-457b-a338-16f03522742f,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:04.729445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Network b9d5438a-2974-458a-9d3c-40849d0abe7f is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:04.731301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:04.734836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:04.800377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Attempting to bind port a6388ac9-f414-457b-a338-16f03522742f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:04.800914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Attempting to bind port a6388ac9-f414-457b-a338-16f03522742f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:04.801373 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Attempting to bind port a6388ac9-f414-457b-a338-16f03522742f on network b9d5438a-2974-458a-9d3c-40849d0abe7f {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:04.807387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:04.807935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Checking segment: {'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:04.808416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.808895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Bound using segment: {'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:04.809454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Bound port: a6388ac9-f414-457b-a338-16f03522742f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:04.809925 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.833467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4891e4-9e30-4b46-ad05-a64e07c07a17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:04.837572 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b4891e4-9e30-4b46-ad05-a64e07c07a17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:04.854917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 37c30a93-9124-440e-aca5-f878be3bc1e8 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:04.887332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 37c30a93-9124-440e-aca5-f878be3bc1e8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:04.887933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 37c30a93-9124-440e-aca5-f878be3bc1e8 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:04.917993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] For port a6388ac9-f414-457b-a338-16f03522742f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:04.921470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] For port a6388ac9-f414-457b-a338-16f03522742f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a6388ac9-f414-457b-a338-16f03522742f,segment=NetworkSegment(a03318b8-1420-4ad1-a7bc-3215db7884ca),segment_id=a03318b8-1420-4ad1-a7bc-3215db7884ca)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:04.987419 n-d-816954-1 neutron-server[102824]: INFO neutron.db.ipam_backend_mixin [None req-6b4891e4-9e30-4b46-ad05-a64e07c07a17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 16c1b10b-f437-49b9-b7d4-ba13406388c3 (CIDR: 2001:db8:0:1::/64) Dec 13 14:55:04.988911 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:05.008257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-634c94cf-cc2f-40dc-8a6a-d5feadda0732 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970753 Dec 13 14:55:05.028651 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4891e4-9e30-4b46-ad05-a64e07c07a17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 14:55:05.029113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4891e4-9e30-4b46-ad05-a64e07c07a17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:05.069897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f290a3-3107-46d8-8d0c-074da6a2c11e None None] Pushing event updated for resources: {'Port': ['ID=a6388ac9-f414-457b-a338-16f03522742f,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:05.122126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6b4891e4-9e30-4b46-ad05-a64e07c07a17 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5504758 Dec 13 14:55:05.124821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56462) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:05.130633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'subnet': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:05.161556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:05.197610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:05.332811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-5ac5bc1b-74fe-41f8-b681-f0af90dec7ac service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231235 Dec 13 14:55:05.377773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Made reservation on behalf of d9bede76b2344897ae80f1d137ffbf53 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:05.384281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:05.482296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Allocated IP 172.25.7.102 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/33edb548-f26a-4e09-ae7c-73d2f39c66f8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:05.496551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989568d6-40c9-444b-9999-e459b127e67c req-2ca687c4-186b-43c6-bd9d-291f9355c434 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:05.498158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-989568d6-40c9-444b-9999-e459b127e67c req-2ca687c4-186b-43c6-bd9d-291f9355c434 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.2156031 Dec 13 14:55:05.569862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-989568d6-40c9-444b-9999-e459b127e67c req-761c5048-10f3-47ab-9e15-ccba85f91471 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624523 Dec 13 14:55:05.740234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca572882-dfd1-4c0d-9121-601f3b3c6ef8 req-dc854ae2-316f-4f84-9653-38da28ae1ff2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 210 time: 0.0605419 Dec 13 14:55:05.764165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:05.787611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a6388ac9-f414-457b-a338-16f03522742f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:05.875692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a6388ac9-f414-457b-a338-16f03522742f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:05.876068 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:05.937983 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:05.975458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.018544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a6388ac9-f414-457b-a338-16f03522742f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a6388ac9-f414-457b-a338-16f03522742f,segment=NetworkSegment(a03318b8-1420-4ad1-a7bc-3215db7884ca),segment_id=a03318b8-1420-4ad1-a7bc-3215db7884ca)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:06.022571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.034217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Pushing event updated for resources: {'Port': ['ID=33edb548-f26a-4e09-ae7c-73d2f39c66f8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:06.041214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:06.043208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:06.045522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:06.096353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Subnet': ['ID=50a438de-f6b7-4277-8312-392007692cfb,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:06.108021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.118324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Network f79ece98-429a-43ca-9147-6b8224a0963a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:06.122446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:06.126628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:06.127475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.156899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff6f75-2e2d-4a0c-8905-8044fca48705 None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:06.214937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-472d305d-ff9b-4e00-b1fb-d2873cec3f97 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0880415 Dec 13 14:55:06.223103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56478) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:06.228306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-14762152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '50a438de-f6b7-4277-8312-392007692cfb'}], 'security_groups': ['08faa8f2-4949-48b6-bfad-58651a082e46', '64885cb7-4517-4c09-9b9c-41993ae0952d']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:06.294049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a6388ac9-f414-457b-a338-16f03522742f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:06.525026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.531688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7000bc2d-b9b4-4e2d-bb25-a75323590661 None None] Update dhcp port {'port': {'network_id': 'f79ece98-429a-43ca-9147-6b8224a0963a', 'fixed_ips': [{'subnet_id': '16c1b10b-f437-49b9-b7d4-ba13406388c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9b49dcc7-1454-4331-b45e-5700199cbb42', 'ip_address': '2001:db8::2'}, {'subnet_id': '50a438de-f6b7-4277-8312-392007692cfb'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'd0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 14:55:06.568767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7000bc2d-b9b4-4e2d-bb25-a75323590661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.573616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc522b16-813c-4cec-a6f2-0f7a49e342a6 None None] Network b9d5438a-2974-458a-9d3c-40849d0abe7f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:06.720319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-80128f91-fc6d-4dcf-8f0c-4a829c706da9 None None] Provisioning complete for port a6388ac9-f414-457b-a338-16f03522742f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:06.721274 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-80128f91-fc6d-4dcf-8f0c-4a829c706da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.793479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:06.866846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7d7a-d5f9-454c-a8b5-618dac93c086 req-69868949-eccb-4ac3-9b54-8bdf5d55d904 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:06.868824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5fd7d7a-d5f9-454c-a8b5-618dac93c086 req-69868949-eccb-4ac3-9b54-8bdf5d55d904 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1582153 Dec 13 14:55:06.945771 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5fd7d7a-d5f9-454c-a8b5-618dac93c086 req-b5d679f5-a61c-487e-b230-f200a2573412 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706842 Dec 13 14:55:07.049054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7000bc2d-b9b4-4e2d-bb25-a75323590661 None None] Allocated IP 2001:db8:0:2::2 (f79ece98-429a-43ca-9147-6b8224a0963a/50a438de-f6b7-4277-8312-392007692cfb/d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:07.105045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e68c867e-547d-4a5b-8a20-1b1e42ecc26d req-3bbe5f69-8a78-40e2-a5fb-b76fc254fd04 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 210 time: 0.2236962 Dec 13 14:55:07.253589 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:07.261070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7000bc2d-b9b4-4e2d-bb25-a75323590661 None None] For port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,segment=NetworkSegment(979b7192-a32a-4394-9772-8d3da05c1812),segment_id=979b7192-a32a-4394-9772-8d3da05c1812)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:07.330282 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7000bc2d-b9b4-4e2d-bb25-a75323590661 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:07.414433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7000bc2d-b9b4-4e2d-bb25-a75323590661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:07.471815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:07.563947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000bc2d-b9b4-4e2d-bb25-a75323590661 None None] Pushing event updated for resources: {'Port': ['ID=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:07.631624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Delete allocated IP 2001:db8::75 (f79ece98-429a-43ca-9147-6b8224a0963a/9b49dcc7-1454-4331-b45e-5700199cbb42) {{(pid=102823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 14:55:07.643350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Allocated IP 2001:db8:0:2::268 (f79ece98-429a-43ca-9147-6b8224a0963a/50a438de-f6b7-4277-8312-392007692cfb/a9d22d7f-6751-43c8-a5e4-204f99f572d7) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:07.651178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Router 69e448b3-b24f-40f2-9e77-62685f5ffed3 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:55:07.700203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21836c18-ddec-40f3-a61b-e419b81dad9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:07.718369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a6388ac9-f414-457b-a338-16f03522742f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:07.792640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a6388ac9-f414-457b-a338-16f03522742f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:07.793132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:07.905420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:55:07.928299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Sync routers for ids ['69e448b3-b24f-40f2-9e77-62685f5ffed3'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:55:07.932567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:07.972299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21836c18-ddec-40f3-a61b-e419b81dad9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:07.980010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Routers {'69e448b3-b24f-40f2-9e77-62685f5ffed3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:55:07.980549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['69e448b3-b24f-40f2-9e77-62685f5ffed3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:08.027064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.050707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21836c18-ddec-40f3-a61b-e419b81dad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.073896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.075857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-78a2a201-6775-4438-80e4-5f4d10813a4e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5201044 Dec 13 14:55:08.095408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56510) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:08.122696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d43496cc-bf9c-45b4-817a-f4cf8823f977 None None] Provisioning complete for port a6388ac9-f414-457b-a338-16f03522742f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:08.123312 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d43496cc-bf9c-45b4-817a-f4cf8823f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.126994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:08.126994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.189580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.228002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-21836c18-ddec-40f3-a61b-e419b81dad9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7c65eb5c4a447d9be3be489b867ae3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7544446 Dec 13 14:55:08.231889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56514) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:08.257550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Set router 69e448b3-b24f-40f2-9e77-62685f5ffed3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:55:08.276862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21836c18-ddec-40f3-a61b-e419b81dad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67205704-9722-4e7e-98d5-a3f204d81544,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:08.317688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96659b6-c80d-415c-bf06-7651f89db43e req-5324d6f4-e37e-4347-9d65-aada5d5fc4fc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:08.320673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c96659b6-c80d-415c-bf06-7651f89db43e req-5324d6f4-e37e-4347-9d65-aada5d5fc4fc tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.2037323 Dec 13 14:55:08.333929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997b8dbf-c466-4eb4-aeea-be0f7c096ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.363413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997b8dbf-c466-4eb4-aeea-be0f7c096ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.457634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c96659b6-c80d-415c-bf06-7651f89db43e req-c1bf920c-ab20-4603-b577-19c1bafcd865 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391269 Dec 13 14:55:08.513814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997b8dbf-c466-4eb4-aeea-be0f7c096ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.518831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-997b8dbf-c466-4eb4-aeea-be0f7c096ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.518831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-997b8dbf-c466-4eb4-aeea-be0f7c096ac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67205704-9722-4e7e-98d5-a3f204d81544 HTTP/1.1" status: 204 len: 168 time: 0.2857468 Dec 13 14:55:08.530744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b8dbf-c466-4eb4-aeea-be0f7c096ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67205704-9722-4e7e-98d5-a3f204d81544,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:08.610020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:55:06Z', 'revision_number': 3, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:08.617124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8866bc5-cff2-4eda-9480-034c5cb82bad req-d5049adc-5612-4056-a51b-89e8125e0991 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 210 time: 0.0764346 Dec 13 14:55:08.654493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] In _notify_port_updated(), no bound segment for port a9d22d7f-6751-43c8-a5e4-204f99f572d7 on network f79ece98-429a-43ca-9147-6b8224a0963a {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:55:08.664742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Checking router: 69e448b3-b24f-40f2-9e77-62685f5ffed3 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:55:08.664742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Updating router 69e448b3-b24f-40f2-9e77-62685f5ffed3 port 33edb548-f26a-4e09-ae7c-73d2f39c66f8 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:55:08.665007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:08.665007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.665007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "PUT /v2.0/ports/a9d22d7f-6751-43c8-a5e4-204f99f572d7 HTTP/1.1" status: 200 len: 968 time: 2.4382987 Dec 13 14:55:08.665348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56518) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:08.679905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c255234-6844-477f-9724-593ec14b7335 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event updated for resources: {'Port': ['ID=a9d22d7f-6751-43c8-a5e4-204f99f572d7,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:08.691284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.693695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6a05c24f-1842-429a-8c27-55efff43c11c None None] Provisioning complete for port f0336624-efe8-43f5-b296-4e8d1cf93d5f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:08.694060 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6a05c24f-1842-429a-8c27-55efff43c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.769967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110625-4719-4492-845e-cdf7cd2596c1 req-14bef0ce-c2d3-449e-9595-a328960f0e8f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:08.771770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-14bef0ce-c2d3-449e-9595-a328960f0e8f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.7314849 Dec 13 14:55:08.806925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port a9d22d7f-6751-43c8-a5e4-204f99f572d7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:08.811858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:08.830124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Request body: {'port': {'device_id': '55388748-66eb-45fb-8720-9d35c150b235', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'admin_state_up': True, 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:09.003397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.020382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for a9d22d7f-6751-43c8-a5e4-204f99f572d7 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:09.083574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6a05c24f-1842-429a-8c27-55efff43c11c None None] Port f0336624-efe8-43f5-b296-4e8d1cf93d5f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:09.142744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6a05c24f-1842-429a-8c27-55efff43c11c None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:09.143418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6a05c24f-1842-429a-8c27-55efff43c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.185695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:09.190108 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.280220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.323451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=a9d22d7f-6751-43c8-a5e4-204f99f572d7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:09.379591 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.390658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6a05c24f-1842-429a-8c27-55efff43c11c None None] Could not find standard attr ID for object a9d22d7f-6751-43c8-a5e4-204f99f572d7. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:55:09.399213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56524) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:09.409159 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.412533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9a25f6a8-c648-44cb-8078-45a6f2c9716d tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/a9d22d7f-6751-43c8-a5e4-204f99f572d7 HTTP/1.1" status: 204 len: 168 time: 0.7461061 Dec 13 14:55:09.418411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56526) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:09.439782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Allocated IP 172.20.0.8 (0fb5250a-d7fd-4302-b982-58251343def9/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a/869ffa9c-a3b0-4504-bc18-a48d8f782447) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:09.455233 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.460809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-231fdda1-b748-4e97-b92c-b5f47896131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.476420 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce30f2ad-a6f1-42aa-b4cf-39304b34f768 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] GET failed (client error): The resource could not be found. Dec 13 14:55:09.480736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce30f2ad-a6f1-42aa-b4cf-39304b34f768 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports/a9d22d7f-6751-43c8-a5e4-204f99f572d7 HTTP/1.1" status: 404 len: 333 time: 0.0559630 Dec 13 14:55:09.483504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56532) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:09.505747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9d45b941-6f62-4028-8888-783b434a32b4 None None] Could not find standard attr ID for object a9d22d7f-6751-43c8-a5e4-204f99f572d7. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 14:55:09.560634 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.596575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51449fe5-800c-4b13-b0b1-daf07f31dbe4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.635020 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51449fe5-800c-4b13-b0b1-daf07f31dbe4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.662654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Attempting to bind port 33edb548-f26a-4e09-ae7c-73d2f39c66f8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:09.663035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Attempting to bind port 33edb548-f26a-4e09-ae7c-73d2f39c66f8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:09.663436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Attempting to bind port 33edb548-f26a-4e09-ae7c-73d2f39c66f8 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:09.672839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:09.673213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:09.674761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.674761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:09.675557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Bound port: 33edb548-f26a-4e09-ae7c-73d2f39c66f8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:09.675721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3d21-5b85-471c-8eed-e2842af008e8 req-fa1f7c4c-0201-4533-8f7d-01c7085d4951 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:09.675852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:09.677310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-782d3d21-5b85-471c-8eed-e2842af008e8 req-fa1f7c4c-0201-4533-8f7d-01c7085d4951 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.1248007 Dec 13 14:55:09.709641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd0212-7ebf-474c-a513-ef46e796d12a None None] Pushing event updated for resources: {'Port': ['ID=33edb548-f26a-4e09-ae7c-73d2f39c66f8,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.013200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] For port 33edb548-f26a-4e09-ae7c-73d2f39c66f8, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:10.022915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-782d3d21-5b85-471c-8eed-e2842af008e8 req-589fc033-fb3d-4169-bc1a-97fd4451c3fb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955706 Dec 13 14:55:10.025263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] For port 33edb548-f26a-4e09-ae7c-73d2f39c66f8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=33edb548-f26a-4e09-ae7c-73d2f39c66f8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:10.027114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51449fe5-800c-4b13-b0b1-daf07f31dbe4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.027454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-481f35fb-36c6-498a-9e08-4ab02c6b8e7d req-123a7d3d-ca1b-4f12-b13c-80d10d9075bb tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 210 time: 0.0736935 Dec 13 14:55:10.028148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51449fe5-800c-4b13-b0b1-daf07f31dbe4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.028148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-51449fe5-800c-4b13-b0b1-daf07f31dbe4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/security-groups/bc974bf2-c58e-4f5c-a4c0-1c481d3fee93 HTTP/1.1" status: 204 len: 168 time: 0.3361752 Dec 13 14:55:10.028148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56550) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:10.028952 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.029821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449fe5-800c-4b13-b0b1-daf07f31dbe4 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc974bf2-c58e-4f5c-a4c0-1c481d3fee93,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.030183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-231fdda1-b748-4e97-b92c-b5f47896131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.030183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Allocated IP 172.20.0.1 (b9d5438a-2974-458a-9d3c-40849d0abe7f/bd2e102c-d2a3-478a-87ee-e1a2d8d60199/d20b33c2-9651-401c-b2fc-9f83558df299) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:10.030747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Routers {'69e448b3-b24f-40f2-9e77-62685f5ffed3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:55:10.030747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['69e448b3-b24f-40f2-9e77-62685f5ffed3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:10.031173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f204c4d4-6c04-4e16-9db4-f4b132a0f597 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.031435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.031435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-231fdda1-b748-4e97-b92c-b5f47896131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.059844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd0212-7ebf-474c-a513-ef46e796d12a None None] Pushing event updated for resources: {'Port': ['ID=33edb548-f26a-4e09-ae7c-73d2f39c66f8,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.061934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f204c4d4-6c04-4e16-9db4-f4b132a0f597 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.119686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] Set router 69e448b3-b24f-40f2-9e77-62685f5ffed3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:55:10.138600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-231fdda1-b748-4e97-b92c-b5f47896131f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee36ec7da4a6421889d624c8bc2e1c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7339323 Dec 13 14:55:10.139000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56560) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:10.156637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fdda1-b748-4e97-b92c-b5f47896131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee31a764-7531-4036-8167-fa817bd43089,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.203048 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f204c4d4-6c04-4e16-9db4-f4b132a0f597 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.217118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f204c4d4-6c04-4e16-9db4-f4b132a0f597 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.217118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f204c4d4-6c04-4e16-9db4-f4b132a0f597 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/security-groups/64885cb7-4517-4c09-9b9c-41993ae0952d HTTP/1.1" status: 204 len: 168 time: 0.3805711 Dec 13 14:55:10.217487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56562) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:10.231234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204c4d4-6c04-4e16-9db4-f4b132a0f597 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64885cb7-4517-4c09-9b9c-41993ae0952d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.233082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c082d60a-df54-4224-b707-4066421e4fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.263681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.270143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.283000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:10.284796 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c082d60a-df54-4224-b707-4066421e4fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.388397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Network 0fb5250a-d7fd-4302-b982-58251343def9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:10.402007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca2a9-09f9-4b61-a5f9-c4933f6471ca tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.417483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event updated for resources: {'Port': ['ID=869ffa9c-a3b0-4504-bc18-a48d8f782447,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.425912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c082d60a-df54-4224-b707-4066421e4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.428176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c082d60a-df54-4224-b707-4066421e4fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.429320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c082d60a-df54-4224-b707-4066421e4fa8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee31a764-7531-4036-8167-fa817bd43089 HTTP/1.1" status: 204 len: 168 time: 0.2891054 Dec 13 14:55:10.439492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:10.446063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082d60a-df54-4224-b707-4066421e4fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee31a764-7531-4036-8167-fa817bd43089,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.452968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:10.502349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:55:06Z', 'revision_number': 3, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:10.526192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.537930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972601cd-8161-4935-8246-5a843ce07d92 None None] The sync data for ids ['69e448b3-b24f-40f2-9e77-62685f5ffed3'] in n-d-816954-1 is: [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:55:06Z', 'revision_number': 3, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:55:10.602954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca2a9-09f9-4b61-a5f9-c4933f6471ca tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.608100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Network b9d5438a-2974-458a-9d3c-40849d0abe7f is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:10.627706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:10.633939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d20b33c2-9651-401c-b2fc-9f83558df299,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:10.641286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:10.654315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:10.654985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.715823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf165d6-a8b1-4733-a5e1-40fde1d2ed48 req-0e923572-2e23-4b3b-9903-6780c2679a47 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:10.717348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaf165d6-a8b1-4733-a5e1-40fde1d2ed48 req-0e923572-2e23-4b3b-9903-6780c2679a47 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.2737539 Dec 13 14:55:10.765411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.817589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c2d48836-9dca-4921-b53f-80a62600bc3f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9984388 Dec 13 14:55:10.847098 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaf165d6-a8b1-4733-a5e1-40fde1d2ed48 req-e1cd26c8-0d79-40bb-bc6d-f57cbf4cf56b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177576 Dec 13 14:55:10.859508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Request body: {'port': {'device_id': '55388748-66eb-45fb-8720-9d35c150b235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:10.870138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca2a9-09f9-4b61-a5f9-c4933f6471ca tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.873177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca2a9-09f9-4b61-a5f9-c4933f6471ca tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:10.874561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce4ca2a9-09f9-4b61-a5f9-c4933f6471ca tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/security-groups/08faa8f2-4949-48b6-bfad-58651a082e46 HTTP/1.1" status: 204 len: 168 time: 0.6621306 Dec 13 14:55:10.877862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56578) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:10.950497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ca2a9-09f9-4b61-a5f9-c4933f6471ca tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08faa8f2-4949-48b6-bfad-58651a082e46,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:11.003461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 9b49dcc7-1454-4331-b45e-5700199cbb42 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:55:11.007142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.053381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.072285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a16968f8-23c1-42b6-bacb-21932b798a7a None None] Provisioning complete for port d20b33c2-9651-401c-b2fc-9f83558df299 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:11.072664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a16968f8-23c1-42b6-bacb-21932b798a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.121476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.162574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a16968f8-23c1-42b6-bacb-21932b798a7a None None] Port d20b33c2-9651-401c-b2fc-9f83558df299 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:11.249011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8113d-1b5a-4efa-bc86-bf4aa1c44c19 req-e1cbad05-1702-45b2-9045-298e9e55e9b5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:11.251106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bf8113d-1b5a-4efa-bc86-bf4aa1c44c19 req-e1cbad05-1702-45b2-9045-298e9e55e9b5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 931 time: 0.1398823 Dec 13 14:55:11.290194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.343612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bf8113d-1b5a-4efa-bc86-bf4aa1c44c19 req-774abb5f-702d-4fe5-ba77-4895ff91bf8c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835183 Dec 13 14:55:11.348149 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.443087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56590) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:11.458072 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f82bcdce-e99e-41c3-810a-7937ef9c4e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.494751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.593952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f82bcdce-e99e-41c3-810a-7937ef9c4e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.615252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869ffa9c-a3b0-4504-bc18-a48d8f782447 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:11.625726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.628706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.636963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56596) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:11.641556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06dc18c-c187-42c4-b4b0-db979573d2d0 None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:11.646849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/9b49dcc7-1454-4331-b45e-5700199cbb42 HTTP/1.1" status: 204 len: 168 time: 0.7678025 Dec 13 14:55:11.707248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.720458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e7b2-0359-4bed-af4b-8d1f7f381adf tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=9b49dcc7-1454-4331-b45e-5700199cbb42,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:11.730994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Transition to ACTIVE for port object 869ffa9c-a3b0-4504-bc18-a48d8f782447 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:11.752600 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f82bcdce-e99e-41c3-810a-7937ef9c4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.756863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 33edb548-f26a-4e09-ae7c-73d2f39c66f8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:11.775530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.867643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.887698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 33edb548-f26a-4e09-ae7c-73d2f39c66f8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:11.888082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:11.927695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 50a438de-f6b7-4277-8312-392007692cfb {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:55:11.948627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.015507 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.032594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d20b33c2-9651-401c-b2fc-9f83558df299,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:12.044767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 33edb548-f26a-4e09-ae7c-73d2f39c66f8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=33edb548-f26a-4e09-ae7c-73d2f39c66f8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:12.082402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.308644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.313694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-630db643-77cc-466c-ad0a-81cd45d2bac4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:12.313694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-630db643-77cc-466c-ad0a-81cd45d2bac4 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.4758890 Dec 13 14:55:12.313694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bcdce-e99e-41c3-810a-7937ef9c4e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a969c17-80be-458e-a615-a52b43bcaa08,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:12.313694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f82bcdce-e99e-41c3-810a-7937ef9c4e3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cba27cb2c7ac40db83a1d233ce5522b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860166 Dec 13 14:55:12.313694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:12.313694 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f95f82c-7940-4fdb-9cae-f7cbebbacd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.313694 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f95f82c-7940-4fdb-9cae-f7cbebbacd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.318617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Deleting port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:12.318975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.491917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.553262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] For port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:12.553647 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.590372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Calling delete_port for 56976d19-8b5d-46ff-9c0b-cdeeddb6395f owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:12.595389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=33edb548-f26a-4e09-ae7c-73d2f39c66f8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:12.627020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Pushing event updated for resources: {'Port': ['ID=869ffa9c-a3b0-4504-bc18-a48d8f782447,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:12.655759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db593951-d80f-4fea-b937-d7965a7de3c5 req-4713abb0-97e9-44a0-aa5c-4a06ee073419 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:12.656979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db593951-d80f-4fea-b937-d7965a7de3c5 req-4713abb0-97e9-44a0-aa5c-4a06ee073419 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 943 time: 0.2136853 Dec 13 14:55:12.659590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f95f82c-7940-4fdb-9cae-f7cbebbacd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.661999 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f95f82c-7940-4fdb-9cae-f7cbebbacd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.676176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0f95f82c-7940-4fdb-9cae-f7cbebbacd2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a969c17-80be-458e-a615-a52b43bcaa08 HTTP/1.1" status: 204 len: 168 time: 0.5417159 Dec 13 14:55:12.692081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6f9f4-f751-4c88-9fb9-20d0124da500 req-02d03b49-5161-4d3b-b13d-a0aee241822b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:12.693969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02c6f9f4-f751-4c88-9fb9-20d0124da500 req-02d03b49-5161-4d3b-b13d-a0aee241822b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 946 time: 0.7356904 Dec 13 14:55:12.705563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f82c-7940-4fdb-9cae-f7cbebbacd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a969c17-80be-458e-a615-a52b43bcaa08,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:12.835029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db593951-d80f-4fea-b937-d7965a7de3c5 req-b1320f8f-e075-471f-a903-1f541e47efa1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573532 Dec 13 14:55:12.903652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Attempting to bind port 869ffa9c-a3b0-4504-bc18-a48d8f782447 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:12.903983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Attempting to bind port 869ffa9c-a3b0-4504-bc18-a48d8f782447 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:12.904288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Attempting to bind port 869ffa9c-a3b0-4504-bc18-a48d8f782447 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:12.912917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0bc524fe-e92d-46ba-b378-3fd04ff3f86d None None] Provisioning complete for port f0336624-efe8-43f5-b296-4e8d1cf93d5f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:12.913985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0bc524fe-e92d-46ba-b378-3fd04ff3f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.933245 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:12.936660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Port 869ffa9c-a3b0-4504-bc18-a48d8f782447 on network 0fb5250a-d7fd-4302-b982-58251343def9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:12.936985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Attempting to bind port 869ffa9c-a3b0-4504-bc18-a48d8f782447 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:12.989176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02c6f9f4-f751-4c88-9fb9-20d0124da500 req-50b5f357-273f-4fa4-b26a-292dddeec99b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759182 Dec 13 14:55:12.989885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0bc524fe-e92d-46ba-b378-3fd04ff3f86d None None] Port f0336624-efe8-43f5-b296-4e8d1cf93d5f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:12.990266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Network b9d5438a-2974-458a-9d3c-40849d0abe7f is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:12.996896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:13.006547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:13.013603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:13.013603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Bound using segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:13.013603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Bound port: 869ffa9c-a3b0-4504-bc18-a48d8f782447, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:13.014004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0bc524fe-e92d-46ba-b378-3fd04ff3f86d None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:13.014298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.014547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0bc524fe-e92d-46ba-b378-3fd04ff3f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.035901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.062768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['56976d19-8b5d-46ff-9c0b-cdeeddb6395f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:13.133481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event deleted for resources: {'Port': ['ID=56976d19-8b5d-46ff-9c0b-cdeeddb6395f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:13.227906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] No DVR routers for this DVR port 56976d19-8b5d-46ff-9c0b-cdeeddb6395f on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:13.232269 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.237951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-16a8a595-0d41-430d-98a5-68111bd9dac0 req-b731b9f3-76c9-4c4c-8201-ee46c9f4d194 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.50 "DELETE /v2.0/ports/56976d19-8b5d-46ff-9c0b-cdeeddb6395f HTTP/1.1" status: 204 len: 173 time: 1.1050227 Dec 13 14:55:13.237951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'name': 'network-vif-deleted', 'tag': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:13.241269 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca369cd-c609-43ee-9728-73ea9f2bdd26" -d '{"events": [{"server_uuid": "207abab6-ba3a-491e-a0f5-2e6f551c2a87", "name": "network-vif-deleted", "tag": "56976d19-8b5d-46ff-9c0b-cdeeddb6395f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:13.311411 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b2441c-a0c1-4785-ac25-e8e2a92c0bf1 x-openstack-request-id: req-60b2441c-a0c1-4785-ac25-e8e2a92c0bf1 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:13.312085 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207abab6-ba3a-491e-a0f5-2e6f551c2a87", "name": "network-vif-deleted", "tag": "56976d19-8b5d-46ff-9c0b-cdeeddb6395f", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:13.312410 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60b2441c-a0c1-4785-ac25-e8e2a92c0bf1 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:13.312902 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207abab6-ba3a-491e-a0f5-2e6f551c2a87', 'name': 'network-vif-deleted', 'tag': '56976d19-8b5d-46ff-9c0b-cdeeddb6395f', 'status': 'completed', 'code': 200} Dec 13 14:55:13.369365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.424676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] For port 869ffa9c-a3b0-4504-bc18-a48d8f782447, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:13.440651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=50a438de-f6b7-4277-8312-392007692cfb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:13.472505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.475847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-585e9b4a-c25e-48d4-8bb6-721191acbcfc tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/50a438de-f6b7-4277-8312-392007692cfb HTTP/1.1" status: 204 len: 168 time: 1.8353665 Dec 13 14:55:13.477752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] For port 869ffa9c-a3b0-4504-bc18-a48d8f782447, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=869ffa9c-a3b0-4504-bc18-a48d8f782447,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:13.478684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:13.480839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbc5fb-1f05-4b86-8088-ab484bd7be78 None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:13.514074 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-332587ab-727e-4d7c-b57b-01074f1a64ba tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:13.514566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332587ab-727e-4d7c-b57b-01074f1a64ba tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:13.520681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-332587ab-727e-4d7c-b57b-01074f1a64ba tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/9b49dcc7-1454-4331-b45e-5700199cbb42 HTTP/1.1" status: 404 len: 337 time: 0.0348754 Dec 13 14:55:13.520681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Router 69e448b3-b24f-40f2-9e77-62685f5ffed3 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:55:13.521441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:13.628229 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting subnet 16c1b10b-f437-49b9-b7d4-ba13406388c3 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:55:13.632921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.634450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d5b3441a-8032-4498-990a-0e8ad5eaf627 None None] Provisioning complete for port d20b33c2-9651-401c-b2fc-9f83558df299 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:13.635056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5b3441a-8032-4498-990a-0e8ad5eaf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.711161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:55:13.711460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.713328 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.722106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Sync routers for ids ['69e448b3-b24f-40f2-9e77-62685f5ffed3'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:55:13.729771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 33edb548-f26a-4e09-ae7c-73d2f39c66f8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:13.737707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5e582835-c3c3-489d-a45e-6fceb44cc0e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/69e448b3-b24f-40f2-9e77-62685f5ffed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6338563 Dec 13 14:55:13.752189 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Routers {'69e448b3-b24f-40f2-9e77-62685f5ffed3'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:55:13.753257 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['69e448b3-b24f-40f2-9e77-62685f5ffed3'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:13.865795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:13.873330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:13.874988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] 10.222.0.55 "PUT /v2.0/ports/869ffa9c-a3b0-4504-bc18-a48d8f782447 HTTP/1.1" status: 200 len: 1091 time: 3.0435770 Dec 13 14:55:13.875483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55388748-66eb-45fb-8720-9d35c150b235', 'tag': '869ffa9c-a3b0-4504-bc18-a48d8f782447'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:13.885526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3441a-8032-4498-990a-0e8ad5eaf627 None None] Port d20b33c2-9651-401c-b2fc-9f83558df299 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:13.896777 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "55388748-66eb-45fb-8720-9d35c150b235", "tag": "869ffa9c-a3b0-4504-bc18-a48d8f782447"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:13.992639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56652) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:13.992798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7afc-6428-4182-8312-0476ea6a8963 service neutron] Pushing event updated for resources: {'Port': ['ID=869ffa9c-a3b0-4504-bc18-a48d8f782447,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:14.052208 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e77bdb4-0823-45e0-954f-d7ca40e60314 x-openstack-request-id: req-7e77bdb4-0823-45e0-954f-d7ca40e60314 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:14.052892 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55388748-66eb-45fb-8720-9d35c150b235", "tag": "869ffa9c-a3b0-4504-bc18-a48d8f782447", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:14.059324 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e77bdb4-0823-45e0-954f-d7ca40e60314 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:14.059324 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55388748-66eb-45fb-8720-9d35c150b235', 'tag': '869ffa9c-a3b0-4504-bc18-a48d8f782447', 'status': 'completed', 'code': 200} Dec 13 14:55:14.068624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 33edb548-f26a-4e09-ae7c-73d2f39c66f8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:14.069113 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.084650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.272970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714e09-0c3e-413c-915c-cdb89c8bf5be req-2b5afe6c-e291-4e39-a83b-ba9b5740f393 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:14.276565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7714e09-0c3e-413c-915c-cdb89c8bf5be req-2b5afe6c-e291-4e39-a83b-ba9b5740f393 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 943 time: 0.2172024 Dec 13 14:55:14.335673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f9cb9f3-0b81-4759-95fc-8a9b5b11f512 req-a3ce6b9c-5df5-43e4-8da8-57f9fd0bb0e8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=207abab6-ba3a-491e-a0f5-2e6f551c2a87 HTTP/1.1" status: 200 len: 210 time: 0.0539246 Dec 13 14:55:14.365778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-847932794'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:14.369617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110625-4719-4492-845e-cdf7cd2596c1 req-312db88b-8831-4ba6-954f-264e7ea98535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:14.370129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.371242 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-312db88b-8831-4ba6-954f-264e7ea98535 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 1094 time: 0.3663538 Dec 13 14:55:14.409784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7714e09-0c3e-413c-915c-cdb89c8bf5be req-5d13f036-45ef-4d32-90b8-1984ec426690 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197090 Dec 13 14:55:14.462455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-c0d96065-e7bd-4f5f-b1d2-bd9679298540 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=869ffa9c-a3b0-4504-bc18-a48d8f782447 HTTP/1.1" status: 200 len: 217 time: 0.0780520 Dec 13 14:55:14.495026 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.506248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/16c1b10b-f437-49b9-b7d4-ba13406388c3 HTTP/1.1" status: 204 len: 168 time: 0.9837277 Dec 13 14:55:14.524937 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Set router 69e448b3-b24f-40f2-9e77-62685f5ffed3 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:55:14.530493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56672) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:14.542080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48c119-0da0-4557-98eb-ffb2efc97acd tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Subnet': ['ID=16c1b10b-f437-49b9-b7d4-ba13406388c3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:14.585282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:14.592190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110625-4719-4492-845e-cdf7cd2596c1 req-5742c697-e45d-4fbe-89ee-df255d8f08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:14.598759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-5742c697-e45d-4fbe-89ee-df255d8f08fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.1283903 Dec 13 14:55:14.605047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.607914 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b435994f-fa24-4950-894a-192581618925 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:14.608666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b435994f-fa24-4950-894a-192581618925 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:14.612439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b435994f-fa24-4950-894a-192581618925 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/74276f3d-5d5d-4b93-8566-7f4cc9d62de5 HTTP/1.1" status: 404 len: 337 time: 0.0794857 Dec 13 14:55:14.624754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56674) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:14.674581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:55:14.684758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.685563 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Added segment ea6d981c-ea91-45a9-967c-8a58bc79f0c4 of type vlan for network ddc50a13-fd65-4c77-a09f-1e966450ce86 Dec 13 14:55:14.727482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9688d281-6715-4b9e-a47b-5ed50256c26f tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b626576-8275-4849-a82c-d02abe64c1d5 HTTP/1.1" status: 200 len: 205 time: 0.0978127 Dec 13 14:55:14.727482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:14.733804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-aac5fdee-7b40-439e-9b57-b104a2cb9f56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272008 Dec 13 14:55:14.739112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56680) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:14.756577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.800138 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-cb57e833-8bf7-4586-9cdc-51a372511789 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] delete failed (client error): The resource could not be found. Dec 13 14:55:14.806933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb57e833-8bf7-4586-9cdc-51a372511789 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/routers/7b626576-8275-4849-a82c-d02abe64c1d5 HTTP/1.1" status: 404 len: 336 time: 0.0610428 Dec 13 14:55:14.807718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56684) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:14.847436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.856839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:14.861202 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:14.867336 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a26dc6-553c-453b-b266-005ecc04f9a0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:14.867793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a26dc6-553c-453b-b266-005ecc04f9a0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:14.871803 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-71a26dc6-553c-453b-b266-005ecc04f9a0 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/3a7262a8-4a3d-483a-8ef0-b9aea3708932 HTTP/1.1" status: 404 len: 337 time: 0.0636487 Dec 13 14:55:14.888453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56688) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:14.957729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2104260015-network', 'tenant_id': '4e99a550e282449493922150d3f4d9bc'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:14.982558 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-32adf887-9be4-4cbb-8c32-2976e867d5ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:14.983199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32adf887-9be4-4cbb-8c32-2976e867d5ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:14.984203 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:55:11Z', 'revision_number': 4, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'd20b33c2-9651-401c-b2fc-9f83558df299', 'name': '', 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'mac_address': 'fa:16:3e:4b:b9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'bd2e102c-d2a3-478a-87ee-e1a2d8d60199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:09Z', 'updated_at': '2021-12-13T14:55:11Z', 'revision_number': 2, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'subnets': [{'id': 'bd2e102c-d2a3-478a-87ee-e1a2d8d60199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:14.988613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-32adf887-9be4-4cbb-8c32-2976e867d5ef tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/04dff314-c1de-44f3-8e30-b946ba3afbf5 HTTP/1.1" status: 404 len: 337 time: 0.0410674 Dec 13 14:55:14.991452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.006773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-a006d2d0-b5ed-4631-8080-b7f2b0a96ec6 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082198 Dec 13 14:55:15.037952 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Checking router: 69e448b3-b24f-40f2-9e77-62685f5ffed3 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:55:15.038622 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Updating router 69e448b3-b24f-40f2-9e77-62685f5ffed3 port d20b33c2-9651-401c-b2fc-9f83558df299 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:55:15.057199 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed8ea49-e609-4142-9062-1fb836b74a73 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:15.057934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed8ea49-e609-4142-9062-1fb836b74a73 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:15.069248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ed8ea49-e609-4142-9062-1fb836b74a73 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/334a4499-9977-4e6b-aef4-1e45a158776f HTTP/1.1" status: 404 len: 337 time: 0.0779066 Dec 13 14:55:15.072331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56694) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.089049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Made reservation on behalf of 4e99a550e282449493922150d3f4d9bc for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:15.091721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.103834 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.108613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.127440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Network': ['ID=ddc50a13-fd65-4c77-a09f-1e966450ce86,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:15.141704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:55:15.142750 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34362fe-3cfd-4c6d-945a-5621500c5495 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:15.143543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34362fe-3cfd-4c6d-945a-5621500c5495 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:15.150006 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e34362fe-3cfd-4c6d-945a-5621500c5495 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/5be5b928-17d6-4f13-a181-897725c11ad8 HTTP/1.1" status: 404 len: 333 time: 0.0765519 Dec 13 14:55:15.150786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56698) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.192173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05110625-4719-4492-845e-cdf7cd2596c1 req-9e8f2cda-30a7-4702-8dc8-6d153717a8b2 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769397 Dec 13 14:55:15.223464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56700) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.230905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-49900690-27e8-4d61-ac1a-399ad0eb0c8b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2335563 Dec 13 14:55:15.231259 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3218b8ee-1726-4e70-9edf-2664ebc6de1c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:15.233844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3218b8ee-1726-4e70-9edf-2664ebc6de1c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:15.237830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3218b8ee-1726-4e70-9edf-2664ebc6de1c tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/5c036ca7-0f8a-416e-9e35-eeace43daa51 HTTP/1.1" status: 404 len: 337 time: 0.0859478 Dec 13 14:55:15.239751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56704) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.245716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b1d6d-53d6-4f5c-81de-63e68341b81c None None] Network f79ece98-429a-43ca-9147-6b8224a0963a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:15.246717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'subnet': {'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:15.307705 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e1078c-3cdb-4d62-b9b2-e52cf67b5218 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:15.308281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e1078c-3cdb-4d62-b9b2-e52cf67b5218 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:15.311557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f8e1078c-3cdb-4d62-b9b2-e52cf67b5218 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/77ea1d54-5525-4640-af67-2429c8561723 HTTP/1.1" status: 404 len: 337 time: 0.0707700 Dec 13 14:55:15.314614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56706) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.342498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a3c1fe79-27fc-4fab-8b1d-632ca84c128f None None] Provisioning complete for port f0336624-efe8-43f5-b296-4e8d1cf93d5f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:15.343139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3c1fe79-27fc-4fab-8b1d-632ca84c128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.362491 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf2603c-0cc6-4a3e-bfda-86082fb287ab tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:15.363149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf2603c-0cc6-4a3e-bfda-86082fb287ab tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:15.366324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8bf2603c-0cc6-4a3e-bfda-86082fb287ab tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/b4d491c9-bdb7-406c-a7b6-33a4d4383299 HTTP/1.1" status: 404 len: 333 time: 0.0507331 Dec 13 14:55:15.370599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56710) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.403372 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbe9132-9b33-4008-9af6-1c1a053968f8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:15.403834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbe9132-9b33-4008-9af6-1c1a053968f8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:15.406969 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5dbe9132-9b33-4008-9af6-1c1a053968f8 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/f4b1e37a-fab2-404d-a98e-c2b36dc54ee6 HTTP/1.1" status: 404 len: 337 time: 0.0353739 Dec 13 14:55:15.409505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56714) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.484882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1fe79-27fc-4fab-8b1d-632ca84c128f None None] Port f0336624-efe8-43f5-b296-4e8d1cf93d5f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:15.495266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.500045 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac36fd3f-5e44-46a9-ba94-c74f75dce148 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] DELETE failed (client error): The resource could not be found. Dec 13 14:55:15.504072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac36fd3f-5e44-46a9-ba94-c74f75dce148 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 14:55:15.510056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-6b056098-fdf7-4daf-8915-02ffc946f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:15.511626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-6b056098-fdf7-4daf-8915-02ffc946f0d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 1094 time: 0.1665440 Dec 13 14:55:15.513374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac36fd3f-5e44-46a9-ba94-c74f75dce148 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/subnets/c5395bcd-7132-4d44-a067-5fd21dfc0279 HTTP/1.1" status: 404 len: 337 time: 0.1028550 Dec 13 14:55:15.518448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56720) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:15.572432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a3c1fe79-27fc-4fab-8b1d-632ca84c128f None None] Provisioning complete for port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:15.573121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3c1fe79-27fc-4fab-8b1d-632ca84c128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.586359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:15.594797 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.642772 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.644407 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.662698 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.719533 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.755517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01028b00-e1db-4c30-b386-328035fc753f None None] DHCP port deletion for f79ece98-429a-43ca-9147-6b8224a0963a request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:55:15.785986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:55:15.805559 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Pushing event updated for resources: {'Port': ['ID=d20b33c2-9651-401c-b2fc-9f83558df299,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:15.827431 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.827774 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.828107 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.828433 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.829080 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.829409 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.829733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.830051 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.830424 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.830709 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.831022 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.831336 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:15.832006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643711c7-edb6-42d2-a61b-29e2c2fe7181,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:15.835271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.835621 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Added segment 23eb059f-4f7f-43e7-acd5-2290ff3c8682 of type vlan for network 1a18c595-7203-4443-b7a2-43831d0ce2c0 Dec 13 14:55:15.918700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Deleting port f0336624-efe8-43f5-b296-4e8d1cf93d5f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:15.919322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:15.938818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4e8a9-8392-40ec-81ec-a2ba617c9062 req-62265228-5bb1-4c0e-8ab7-69de307e68ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:15.941867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1b4e8a9-8392-40ec-81ec-a2ba617c9062 req-62265228-5bb1-4c0e-8ab7-69de307e68ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 943 time: 0.3899801 Dec 13 14:55:15.980917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-c88b2724-cb2f-43d1-8162-8a88121754f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:15.983350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-c88b2724-cb2f-43d1-8162-8a88121754f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.4525485 Dec 13 14:55:16.002634 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Attempting to bind port d20b33c2-9651-401c-b2fc-9f83558df299 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:16.003241 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Attempting to bind port d20b33c2-9651-401c-b2fc-9f83558df299 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:16.003383 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Attempting to bind port d20b33c2-9651-401c-b2fc-9f83558df299 on network b9d5438a-2974-458a-9d3c-40849d0abe7f {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:16.015561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.018060 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:16.018463 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Checking segment: {'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:16.018868 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.019271 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Bound using segment: {'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:16.019755 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Bound port: d20b33c2-9651-401c-b2fc-9f83558df299, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03318b8-1420-4ad1-a7bc-3215db7884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:16.020129 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.069038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-01028b00-e1db-4c30-b386-328035fc753f None None] Deleting port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:16.069637 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01028b00-e1db-4c30-b386-328035fc753f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.078905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.099913 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] For port d20b33c2-9651-401c-b2fc-9f83558df299, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:16.103950 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] For port d20b33c2-9651-401c-b2fc-9f83558df299, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d20b33c2-9651-401c-b2fc-9f83558df299,segment=NetworkSegment(a03318b8-1420-4ad1-a7bc-3215db7884ca),segment_id=a03318b8-1420-4ad1-a7bc-3215db7884ca)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:16.113293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-f153ffa5-1333-4d0b-a89f-0959ea9c8626 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:16.118559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-f153ffa5-1333-4d0b-a89f-0959ea9c8626 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.3904274 Dec 13 14:55:16.141957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-66bf6ea7-f3ce-4897-b680-9de659c7ce57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=869ffa9c-a3b0-4504-bc18-a48d8f782447 HTTP/1.1" status: 200 len: 217 time: 0.1324537 Dec 13 14:55:16.157133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Calling delete_port for f0336624-efe8-43f5-b296-4e8d1cf93d5f owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:16.172054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-78fec67c-9bdd-4a81-9a1c-200080fc8fce tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/quotas/e64b9f3afef04722a198b58f59a95ea5 HTTP/1.1" status: 200 len: 375 time: 0.0396407 Dec 13 14:55:16.182855 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.206157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-01028b00-e1db-4c30-b386-328035fc753f None None] For port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,segment=NetworkSegment(979b7192-a32a-4394-9772-8d3da05c1812),segment_id=979b7192-a32a-4394-9772-8d3da05c1812)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:16.206693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01028b00-e1db-4c30-b386-328035fc753f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.228272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-e61c87e2-71ec-49f0-8bd5-485dffe5006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:16.235887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-e61c87e2-71ec-49f0-8bd5-485dffe5006b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0599344 Dec 13 14:55:16.240441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-01028b00-e1db-4c30-b386-328035fc753f None None] Calling delete_port for d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:16.283765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-0c208471-8a05-4bfc-bbb5-f50255b2d62a tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043668 Dec 13 14:55:16.311653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-1ebbda7d-f5bd-4913-9987-d5367a929b3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625179 Dec 13 14:55:16.313192 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Routers {'69e448b3-b24f-40f2-9e77-62685f5ffed3'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:55:16.314492 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:54:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['69e448b3-b24f-40f2-9e77-62685f5ffed3'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:16.317715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1b4e8a9-8392-40ec-81ec-a2ba617c9062 req-f9d5a1c6-df9b-40c7-bf1b-a76f6aa2f0ed tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633242 Dec 13 14:55:16.373966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6dc31de8-c17f-4fd5-830c-09b2f80d7fd2 None None] Provisioning complete for port d20b33c2-9651-401c-b2fc-9f83558df299 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:16.374420 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6dc31de8-c17f-4fd5-830c-09b2f80d7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.427150 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb40dee-c632-4d71-9d5c-236fa71ec618 None None] Pushing event updated for resources: {'Port': ['ID=d20b33c2-9651-401c-b2fc-9f83558df299,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:16.432127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.433090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:16.433673 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.514423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] Pushing event updated for resources: {'Network': ['ID=1a18c595-7203-4443-b7a2-43831d0ce2c0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:16.539932 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] Set router 69e448b3-b24f-40f2-9e77-62685f5ffed3 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:55:16.541152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1a18c595-7203-4443-b7a2-43831d0ce2c0 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:55:16.598808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-8663e2b9-2232-4057-b8ee-95e4744ed7a5 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675924 Dec 13 14:55:16.633493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.645718 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-939b7526-93cb-4674-9878-33b499ebd150 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598752 Dec 13 14:55:16.700751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 56976d19-8b5d-46ff-9c0b-cdeeddb6395f no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:16.716817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.736667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6dc31de8-c17f-4fd5-830c-09b2f80d7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.747429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01028b00-e1db-4c30-b386-328035fc753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.749167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 56976d19-8b5d-46ff-9c0b-cdeeddb6395f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:16.749507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 56976d19-8b5d-46ff-9c0b-cdeeddb6395f not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:16.757623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Port': ['ID=f0336624-efe8-43f5-b296-4e8d1cf93d5f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:16.781267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.786370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-83d7d7cd-4b2a-4057-8006-127aa1c09287 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/ports/f0336624-efe8-43f5-b296-4e8d1cf93d5f HTTP/1.1" status: 204 len: 168 time: 1.2650993 Dec 13 14:55:16.791783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56748) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:16.863404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c056daea-85a6-4e72-9bde-963c6ab8e828 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1361082 Dec 13 14:55:16.876113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01028b00-e1db-4c30-b386-328035fc753f None None] Pushing event deleted for resources: {'Port': ['ID=d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:16.878670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:16.899497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56750) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:16.905250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01028b00-e1db-4c30-b386-328035fc753f None None] No DVR routers for this DVR port d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:16.917842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Request body: {'subnet': {'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2104260015-subnet', 'tenant_id': '4e99a550e282449493922150d3f4d9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:16.957713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-7c396f5c-dc6d-4c44-a972-b1c686d399d7 service neutron] 10.222.0.24 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111286 Dec 13 14:55:16.959425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Subnet': ['ID=8e52a5e6-ed1f-4799-a0c8-113498e507e4,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:16.963559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-415dde5c-5c7b-4c72-a0a9-ae98d8edb8e9 req-eb1d924a-93f3-485f-b267-c2b92f637fbf service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639338 Dec 13 14:55:16.964323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Checking segment: {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:16.964732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network hostable DHCP agents. Network: ddc50a13-fd65-4c77-a09f-1e966450ce86, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:55:16.987025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.010715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6dc31de8-c17f-4fd5-830c-09b2f80d7fd2 None None] For port d20b33c2-9651-401c-b2fc-9f83558df299, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d20b33c2-9651-401c-b2fc-9f83558df299,segment=NetworkSegment(a03318b8-1420-4ad1-a7bc-3215db7884ca),segment_id=a03318b8-1420-4ad1-a7bc-3215db7884ca)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:17.025141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 869ffa9c-a3b0-4504-bc18-a48d8f782447 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:17.038741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Made reservation on behalf of 4e99a550e282449493922150d3f4d9bc for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:17.041408 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.076500 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:55:11Z', 'revision_number': 4, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'd20b33c2-9651-401c-b2fc-9f83558df299', 'name': '', 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'mac_address': 'fa:16:3e:4b:b9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'bd2e102c-d2a3-478a-87ee-e1a2d8d60199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:09Z', 'updated_at': '2021-12-13T14:55:16Z', 'revision_number': 4, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'subnets': [{'id': 'bd2e102c-d2a3-478a-87ee-e1a2d8d60199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:17.079301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:55:17.125107 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889edc2d-8d99-4808-9ff4-1c14ce147a7b None None] The sync data for ids ['69e448b3-b24f-40f2-9e77-62685f5ffed3'] in n-d-816954-1 is: [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:55:11Z', 'revision_number': 4, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'd20b33c2-9651-401c-b2fc-9f83558df299', 'name': '', 'network_id': 'b9d5438a-2974-458a-9d3c-40849d0abe7f', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'mac_address': 'fa:16:3e:4b:b9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'bd2e102c-d2a3-478a-87ee-e1a2d8d60199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:09Z', 'updated_at': '2021-12-13T14:55:16Z', 'revision_number': 4, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'subnets': [{'id': 'bd2e102c-d2a3-478a-87ee-e1a2d8d60199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:55:17.157581 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6dc31de8-c17f-4fd5-830c-09b2f80d7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.174222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ddc50a13-fd65-4c77-a09f-1e966450ce86) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:17.180964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:17.183634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.238108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.246613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3662fe3-6c2c-461a-b7cb-34fc5fab2a56 None None] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:17.287210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79ece98-429a-43ca-9147-6b8224a0963a']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:17.295810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979b7192-a32a-4394-9772-8d3da05c1812') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:17.296140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979b7192-a32a-4394-9772-8d3da05c1812') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:17.312575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.313771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-63fe82d7-63a9-4962-98ef-6fed45d53fb3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0854595 Dec 13 14:55:17.315071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56758) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:17.326188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-321582501'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:17.391038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 869ffa9c-a3b0-4504-bc18-a48d8f782447, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=869ffa9c-a3b0-4504-bc18-a48d8f782447,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:17.394492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.404602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:55:17.405061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.420034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc31de8-c17f-4fd5-830c-09b2f80d7fd2 None None] Pushing event updated for resources: {'Port': ['ID=d20b33c2-9651-401c-b2fc-9f83558df299,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:17.428860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c951bf48-cf99-4114-b5f5-6c6585603e0f req-6f94b737-191a-44ae-9e6e-f406971adede tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 210 time: 0.0403378 Dec 13 14:55:17.452166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '869ffa9c-a3b0-4504-bc18-a48d8f782447', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'port_id': '869ffa9c-a3b0-4504-bc18-a48d8f782447', 'mac_address': 'fa:16:3e:8c:11:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:17.469238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6eac4eb4-179a-4c8c-a99d-bb0f3668b441 None None] Provisioning complete for port d20b33c2-9651-401c-b2fc-9f83558df299 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:17.469615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6eac4eb4-179a-4c8c-a99d-bb0f3668b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:55:17.515593 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:55:17.523561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:17.527008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.614744 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.648937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:55:17.660558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869ffa9c-a3b0-4504-bc18-a48d8f782447 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:17.676480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3a417-45a1-4e03-915f-d990aab6e843 req-4f1b4aa3-598f-41a5-a138-16ac60bea418 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:17.684249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cca3a417-45a1-4e03-915f-d990aab6e843 req-4f1b4aa3-598f-41a5-a138-16ac60bea418 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 943 time: 0.1623957 Dec 13 14:55:17.713372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.713720 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Added segment 712a7cc7-4a83-45f0-828a-7ae148f302fc of type vlan for network c42f3378-38a7-4103-bad5-fa5ac31b430e Dec 13 14:55:17.757722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 869ffa9c-a3b0-4504-bc18-a48d8f782447, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=869ffa9c-a3b0-4504-bc18-a48d8f782447,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:17.770193 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.795544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.798850 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] 10.222.0.24 "DELETE /v2.0/networks/f79ece98-429a-43ca-9147-6b8224a0963a HTTP/1.1" status: 204 len: 168 time: 1.0060890 Dec 13 14:55:17.823063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Pushing event deleted for resources: {'Network': ['ID=f79ece98-429a-43ca-9147-6b8224a0963a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:17.837932 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cca3a417-45a1-4e03-915f-d990aab6e843 req-0086463d-4ad2-4d3c-83fb-325f34b56c7f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528065 Dec 13 14:55:17.842423 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.842774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.843800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.843800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.843800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.844133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.844356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.844681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.845008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.845887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.846207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.846551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33015db-23c5-45ad-a490-191f2300e1f3 tempest-PortsIpV6TestJSON-526620553 tempest-PortsIpV6TestJSON-526620553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:17.867170 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.869905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d20b33c2-9651-401c-b2fc-9f83558df299 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:17.912471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ddc50a13-fd65-4c77-a09f-1e966450ce86', 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'fixed_ips': [{'subnet_id': '8e52a5e6-ed1f-4799-a0c8-113498e507e4'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:55:17.913544 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.928169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.932923 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:17.980167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb2c18f-d0e5-4307-97e5-646be7fc6e19,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:18.023107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Checking segment: {'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:18.023645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Network hostable DHCP agents. Network: 1a18c595-7203-4443-b7a2-43831d0ce2c0, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:55:18.052460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:18.058625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:18.059385 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:18.164167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Network 1a18c595-7203-4443-b7a2-43831d0ce2c0 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:55:18.172748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d20b33c2-9651-401c-b2fc-9f83558df299 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:18.173126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:18.183955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['869ffa9c-a3b0-4504-bc18-a48d8f782447'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:18.186917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Network': ['ID=c42f3378-38a7-4103-bad5-fa5ac31b430e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:18.240604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network c42f3378-38a7-4103-bad5-fa5ac31b430e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:55:18.282423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-de7ae42d-7d0c-41f5-93c0-816692a1aa6d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9672842 Dec 13 14:55:18.289317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56786) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:18.296334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'subnet': {'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:18.321770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=869ffa9c-a3b0-4504-bc18-a48d8f782447,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:18.400446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1a18c595-7203-4443-b7a2-43831d0ce2c0) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:18.410383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:18.411240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:18.454220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56794) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:18.462223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Allocated IP 19.80.0.2 (ddc50a13-fd65-4c77-a09f-1e966450ce86/8e52a5e6-ed1f-4799-a0c8-113498e507e4/93ec6655-cc39-4e3b-90dd-a5b8c31923ab) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:18.478740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6f6ee-26e4-448a-9bf3-da844afa121a None None] Network 1a18c595-7203-4443-b7a2-43831d0ce2c0 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:18.527597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-93e440f6-6665-4767-beba-8d46f32369c7 req-8fe972b3-0c95-4a67-a5c1-c0dfec731289 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 210 time: 0.0423849 Dec 13 14:55:18.571193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-706b212b-a798-4a67-b958-feb3f40f75db admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6650405 Dec 13 14:55:18.669039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c3dc126d-c64f-4e17-a69a-a00ca0109a2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9bede76b2344897ae80f1d137ffbf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127032 Dec 13 14:55:18.672156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56802) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:18.692366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:18.696480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:18.933214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcd6371b-2fe8-47d6-ba6f-4a7762bfe5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:18.952763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2577ed4e-4390-41ce-9740-f2ac9b5910b5 None None] Network 1a18c595-7203-4443-b7a2-43831d0ce2c0 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:18.954813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:19.019505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcd6371b-2fe8-47d6-ba6f-4a7762bfe5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.090586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:19.090922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d0e209b6-ff0e-4c37-bfe7-9e0f7d4d1a49 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:19.150938 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.241711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7ef0-c928-4f97-88ce-71f97437ce8f req-ab7c0cd6-ce71-46c9-8e84-8a3edf8d6e96 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:19.243230 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bfde7ef0-c928-4f97-88ce-71f97437ce8f req-ab7c0cd6-ce71-46c9-8e84-8a3edf8d6e96 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 944 time: 0.1995089 Dec 13 14:55:19.251705 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.291302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:19.294294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:19.297294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:19.302196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.330984 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bfde7ef0-c928-4f97-88ce-71f97437ce8f req-e06e159a-0b73-422a-ba53-48979934565b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816162 Dec 13 14:55:19.331537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Pushing event updated for resources: {'Port': ['ID=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:19.365387 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcd6371b-2fe8-47d6-ba6f-4a7762bfe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.367966 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcd6371b-2fe8-47d6-ba6f-4a7762bfe5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.369090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dcd6371b-2fe8-47d6-ba6f-4a7762bfe5cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b075ab88-6454-4030-b88a-97e0c658e7a5 HTTP/1.1" status: 204 len: 168 time: 0.6959693 Dec 13 14:55:19.385464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Attempting to bind port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:19.385837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Attempting to bind port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:19.386202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Attempting to bind port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab on network ddc50a13-fd65-4c77-a09f-1e966450ce86 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:19.386924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6371b-2fe8-47d6-ba6f-4a7762bfe5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b075ab88-6454-4030-b88a-97e0c658e7a5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:19.395052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:19.395473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Checking segment: {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:19.395825 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.396220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Bound using segment: {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:19.396693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Bound port: 93ec6655-cc39-4e3b-90dd-a5b8c31923ab, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:19.397074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.417172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Subnet': ['ID=0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:19.421203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Checking segment: {'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:19.421496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network hostable DHCP agents. Network: c42f3378-38a7-4103-bad5-fa5ac31b430e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:55:19.494643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network c42f3378-38a7-4103-bad5-fa5ac31b430e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:55:19.526570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] For port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:19.529862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] For port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:19.564919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, c42f3378-38a7-4103-bad5-fa5ac31b430e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:19.569454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:19.582896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.583163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7297fc0-2ba0-47cd-adb9-f3fb4e4b81b9 None None] Network c42f3378-38a7-4103-bad5-fa5ac31b430e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:19.602149 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:19.631841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5cba8f6-9e55-4fc3-bf45-09f27d07a1d9 req-09e0aa0c-2167-428b-bf94-f93cba041c6d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 210 time: 0.0265729 Dec 13 14:55:19.699177 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ed8832ab-ab4f-4ebf-af0a-86995c2b7e04 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4083695 Dec 13 14:55:19.724208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cfce4-080e-4f58-b206-2864311f16c3 None None] Pushing event updated for resources: {'Port': ['ID=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:20.199198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-26d22a49-0dde-41e5-9122-05c2ee3bb1ae tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:20.202759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-26d22a49-0dde-41e5-9122-05c2ee3bb1ae tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "GET /v2.0/networks?id=57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 200 len: 812 time: 0.3203430 Dec 13 14:55:20.216606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Request body: {'port': {'device_id': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'admin_state_up': True, 'tenant_id': 'e64b9f3afef04722a198b58f59a95ea5'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:20.290366 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-899be60d-9ab4-4fd4-acdb-75eff5fce1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:20.298799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-c42f3378-38a7-4103-bad5-fa5ac31b430e', 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'fixed_ips': [{'subnet_id': '0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:55:20.299961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:20.404968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-65639ab7-dc75-4c42-a32b-844ebfaf1623 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:20.420776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-65639ab7-dc75-4c42-a32b-844ebfaf1623 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:20.422560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-65639ab7-dc75-4c42-a32b-844ebfaf1623 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/networks?id=ddc50a13-fd65-4c77-a09f-1e966450ce86&id=c42f3378-38a7-4103-bad5-fa5ac31b430e&id=ddc50a13-fd65-4c77-a09f-1e966450ce86 HTTP/1.1" status: 200 len: 1390 time: 0.4366226 Dec 13 14:55:20.456456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e96b3566-0702-48a1-a212-58caabb2a308 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/quotas/cd7abf44e6df45c0bfddbc8768b08324 HTTP/1.1" status: 200 len: 375 time: 0.0209384 Dec 13 14:55:20.492167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Made reservation on behalf of e64b9f3afef04722a198b58f59a95ea5 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:20.496319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:20.546225 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-d6685360-0e81-472c-8967-96532189484c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893915 Dec 13 14:55:20.553797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23b4da-058d-488d-b619-fc53c3cb3938 req-8d2ce4b8-c5e7-4b56-9142-b46fb718a745 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:20.558082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a23b4da-058d-488d-b619-fc53c3cb3938 req-8d2ce4b8-c5e7-4b56-9142-b46fb718a745 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 944 time: 0.1077013 Dec 13 14:55:20.628072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Allocated IP 19.86.0.2 (c42f3378-38a7-4103-bad5-fa5ac31b430e/0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8/b12baa1f-4657-47b8-93c9-fc9e2f3fd755) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:20.696581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a23b4da-058d-488d-b619-fc53c3cb3938 req-82d204c9-b5e2-4ce9-a4a9-9f515752d7f6 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263657 Dec 13 14:55:20.724923 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-a45d7e26-4d91-4135-8b15-6f661866d5d9 service neutron] 10.222.0.24 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709554 Dec 13 14:55:20.926876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22950a59-b98b-4fcf-bcf9-1960cca1db7f req-20d70f00-9234-404f-ac5b-85182681da40 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 210 time: 0.0931866 Dec 13 14:55:20.928791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Allocated IP 172.20.0.10 (57d5d542-97ac-4b73-88b5-59c793254f97/7b190bb4-13a6-438b-98c6-7f7508afb5b1/9ab0c4e7-7fa3-4c22-b85e-261001a49451) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:20.963755 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-7a924b08-2735-4809-a4b1-5fd483fb10c4 service neutron] 10.222.0.24 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323153 Dec 13 14:55:21.001628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 869ffa9c-a3b0-4504-bc18-a48d8f782447 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:21.093680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.116406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-36532346-382c-4a21-99a1-98fa1a8467db service neutron] 10.222.0.24 "GET /v2.0/networks/c42f3378-38a7-4103-bad5-fa5ac31b430e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515913 Dec 13 14:55:21.142845 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:55:21.222906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 869ffa9c-a3b0-4504-bc18-a48d8f782447 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:21.233347 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.264302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.290889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 869ffa9c-a3b0-4504-bc18-a48d8f782447 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:21.292539 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.333967 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-ef084953-db54-4920-ae94-8f60e3bbbd46 service neutron] 10.222.0.24 "GET /v2.0/networks/c42f3378-38a7-4103-bad5-fa5ac31b430e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076859 Dec 13 14:55:21.363753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Network c42f3378-38a7-4103-bad5-fa5ac31b430e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:21.374508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:21.379884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Pushing event updated for resources: {'Port': ['ID=b12baa1f-4657-47b8-93c9-fc9e2f3fd755,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:21.382682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:21.428285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.528679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Network 57d5d542-97ac-4b73-88b5-59c793254f97 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:21.533566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99e098-2fb4-4d5d-bec1-9f75fa4c0029 None None] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:21.540540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:21.545767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:21.552828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event updated for resources: {'Port': ['ID=9ab0c4e7-7fa3-4c22-b85e-261001a49451,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:21.586962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Attempting to bind port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:21.587529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Attempting to bind port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:21.588401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Attempting to bind port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 on network c42f3378-38a7-4103-bad5-fa5ac31b430e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:21.639389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:21.640072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Checking segment: {'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:21.640177 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.640541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Bound using segment: {'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:21.641132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Bound port: b12baa1f-4657-47b8-93c9-fc9e2f3fd755, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:21.641397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.642880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:21.643850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.661929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4f4d754b-d4ff-4a7a-bd74-9b05dcb4d975 None None] Provisioning complete for port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:21.661929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f4d754b-d4ff-4a7a-bd74-9b05dcb4d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.674908 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.774017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55388748-66eb-45fb-8720-9d35c150b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869ffa9c-a3b0-4504-bc18-a48d8f782447'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:21.776827 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285ab1c-6896-42d2-9b0d-4bd5999c3269" -d '{"events": [{"server_uuid": "55388748-66eb-45fb-8720-9d35c150b235", "name": "network-vif-plugged", "status": "completed", "tag": "869ffa9c-a3b0-4504-bc18-a48d8f782447"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:21.783126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-909f0788-f56e-48ab-834c-3f7242baf483 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5699332 Dec 13 14:55:21.795261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Request body: {'port': {'device_id': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:21.853314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 869ffa9c-a3b0-4504-bc18-a48d8f782447, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=869ffa9c-a3b0-4504-bc18-a48d8f782447,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:21.862206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-ae6104e6-dedd-43da-a1e5-36dc6024792c service neutron] 10.222.0.24 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182481 Dec 13 14:55:21.893079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 93ec6655-cc39-4e3b-90dd-a5b8c31923ab up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:21.908562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.956945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ca2a-b518-48e6-b7c5-9051c718e409 req-bcc88c81-a140-4686-b1d7-041449dd2fb8 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:21.958844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88c2ca2a-b518-48e6-b7c5-9051c718e409 req-bcc88c81-a140-4686-b1d7-041449dd2fb8 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 944 time: 0.0864701 Dec 13 14:55:21.960438 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:21.986981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-03626a5a-1705-42b4-a831-f32feff747dc service neutron] 10.222.0.24 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230350 Dec 13 14:55:22.090526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88c2ca2a-b518-48e6-b7c5-9051c718e409 req-9cf5d8ad-ac50-40b4-9fb5-151891e38f5b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221745 Dec 13 14:55:22.109357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] For port b12baa1f-4657-47b8-93c9-fc9e2f3fd755, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:22.178536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] For port b12baa1f-4657-47b8-93c9-fc9e2f3fd755, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b12baa1f-4657-47b8-93c9-fc9e2f3fd755,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:22.182869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=869ffa9c-a3b0-4504-bc18-a48d8f782447,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:22.231044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:22.233315 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:22.248690 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b3a9e-0734-4b63-b34b-4bc502b23959 x-openstack-request-id: req-291b3a9e-0734-4b63-b34b-4bc502b23959 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:22.249401 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55388748-66eb-45fb-8720-9d35c150b235", "name": "network-vif-plugged", "status": "completed", "tag": "869ffa9c-a3b0-4504-bc18-a48d8f782447", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:22.255214 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-291b3a9e-0734-4b63-b34b-4bc502b23959 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:22.257152 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55388748-66eb-45fb-8720-9d35c150b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869ffa9c-a3b0-4504-bc18-a48d8f782447', 'code': 200} Dec 13 14:55:22.337897 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-135a763c-5e07-44be-8f98-2b47b825235e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:22.346038 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f4d754b-d4ff-4a7a-bd74-9b05dcb4d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:22.352313 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:22.554071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e56834-8ccc-4843-b53c-cece04eb124e None None] Pushing event updated for resources: {'Port': ['ID=b12baa1f-4657-47b8-93c9-fc9e2f3fd755,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:22.560465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4f4d754b-d4ff-4a7a-bd74-9b05dcb4d975 None None] For port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:22.633090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:22.653993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f4d754b-d4ff-4a7a-bd74-9b05dcb4d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:22.785963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea7f85-9382-419d-b94e-ddf05d33ac02 req-b1e160c7-ed03-4fa9-896a-fea918faa2d6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:22.816148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-44ea7f85-9382-419d-b94e-ddf05d33ac02 req-b1e160c7-ed03-4fa9-896a-fea918faa2d6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 932 time: 0.2002492 Dec 13 14:55:22.826355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7416d4-ccaf-4c8f-8921-96a801b39f04 req-ae4ccc83-9804-43b4-ac92-c2c94ea1e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:22.829090 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae7416d4-ccaf-4c8f-8921-96a801b39f04 req-ae4ccc83-9804-43b4-ac92-c2c94ea1e248 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 1096 time: 0.2430265 Dec 13 14:55:22.837358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643721a-b66a-4184-b44e-d141743c12c2 req-f70b617e-991d-4f3c-ab2e-94476d063951 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:22.848155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-f70b617e-991d-4f3c-ab2e-94476d063951 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/networks?id=1a18c595-7203-4443-b7a2-43831d0ce2c0 HTTP/1.1" status: 200 len: 809 time: 0.3202274 Dec 13 14:55:22.850438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d754b-d4ff-4a7a-bd74-9b05dcb4d975 None None] Pushing event updated for resources: {'Port': ['ID=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:22.870891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:55:22.870891 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:55:22.875731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-a0a21f34-52b1-4368-9aed-a18788b348b8 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/quotas/4e99a550e282449493922150d3f4d9bc HTTP/1.1" status: 200 len: 375 time: 0.0277767 Dec 13 14:55:22.918085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-d25456c9-ce4b-40d0-b198-e5aa526202b0 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e99a550e282449493922150d3f4d9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417669 Dec 13 14:55:23.036705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae7416d4-ccaf-4c8f-8921-96a801b39f04 req-8007b335-ecce-4471-8313-a930f6330807 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656480 Dec 13 14:55:23.049284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-ec647cc8-1438-4fb2-870a-ea85052005d7 service neutron] 10.222.0.24 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302791 Dec 13 14:55:23.058250 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-44ea7f85-9382-419d-b94e-ddf05d33ac02 req-f8c75d3e-f8ff-48d0-ba02-a3cee71ef795 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411022 Dec 13 14:55:23.104072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-94bf6412-8b58-43a4-8371-7746acf729b4 None None] Provisioning complete for port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:23.104072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-94bf6412-8b58-43a4-8371-7746acf729b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:23.194380 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c463abb-d83f-4800-bc86-79bb231ca3be req-397db5ab-fb15-4ab3-a9b7-65a7e6eaf081 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 210 time: 0.0454080 Dec 13 14:55:23.231228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-99d0bf2a-9d90-42af-9bd8-8af28d08c627 service neutron] 10.222.0.24 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734877 Dec 13 14:55:23.241718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab0c4e7-7fa3-4c22-b85e-261001a49451 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:23.280385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:23.319852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Transition to ACTIVE for port object 9ab0c4e7-7fa3-4c22-b85e-261001a49451 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:23.372150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60474d5-f5f8-4873-b2ad-caf985d1fcbb req-e76de0a3-db74-4154-97de-46054c1114b1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:23.384327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e60474d5-f5f8-4873-b2ad-caf985d1fcbb req-e76de0a3-db74-4154-97de-46054c1114b1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 945 time: 0.0775378 Dec 13 14:55:23.406788 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:23.423201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:23.471538 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e60474d5-f5f8-4873-b2ad-caf985d1fcbb req-8a9c2c2c-b807-4a59-b256-411cdb07b423 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813231 Dec 13 14:55:23.492489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab0c4e7-7fa3-4c22-b85e-261001a49451,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:23.597520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Attempting to bind port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:23.597848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Attempting to bind port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:23.598255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Attempting to bind port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:23.603075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 on network 57d5d542-97ac-4b73-88b5-59c793254f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:23.603393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Attempting to bind port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 on network 57d5d542-97ac-4b73-88b5-59c793254f97 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:23.627842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:23.628286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Checking segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:23.637232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Bound using segment: {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:23.637731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Bound port: 9ab0c4e7-7fa3-4c22-b85e-261001a49451, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf14af2-18f5-4371-bd07-febf2bc93f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:23.638104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:23.742361 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a20ab1-8ab3-49a9-ac81-dc538b721a89 req-71ea3f69-f5ec-490c-b34a-add3fe137c3b tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 210 time: 0.0989861 Dec 13 14:55:23.822602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] For port 9ab0c4e7-7fa3-4c22-b85e-261001a49451, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:23.826628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] For port 9ab0c4e7-7fa3-4c22-b85e-261001a49451, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ab0c4e7-7fa3-4c22-b85e-261001a49451,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:23.895869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 93ec6655-cc39-4e3b-90dd-a5b8c31923ab up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:23.908434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:23.972852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:23.973559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:23.975099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/9ab0c4e7-7fa3-4c22-b85e-261001a49451 HTTP/1.1" status: 200 len: 1092 time: 2.1841605 Dec 13 14:55:23.975639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'tag': '9ab0c4e7-7fa3-4c22-b85e-261001a49451'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:23.978043 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420a0da-0ffd-462e-92a1-47ac28c913ce" -d '{"events": [{"name": "network-changed", "server_uuid": "10dd44ee-7ed8-4689-8b48-e7f4153b05a8", "tag": "9ab0c4e7-7fa3-4c22-b85e-261001a49451"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:23.979560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:23.979941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:24.000105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33b0ee-2835-448e-92a3-57387f13b2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab0c4e7-7fa3-4c22-b85e-261001a49451,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:24.060288 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7dd394-d2a5-4851-947c-275a7152dcf3 x-openstack-request-id: req-ed7dd394-d2a5-4851-947c-275a7152dcf3 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:24.060638 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dd44ee-7ed8-4689-8b48-e7f4153b05a8", "tag": "9ab0c4e7-7fa3-4c22-b85e-261001a49451", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:24.061076 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed7dd394-d2a5-4851-947c-275a7152dcf3 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:24.061485 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'tag': '9ab0c4e7-7fa3-4c22-b85e-261001a49451', 'status': 'completed', 'code': 200} Dec 13 14:55:24.131296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a79df3-7a97-4662-b0f4-c32db76c89d7 None None] Network c42f3378-38a7-4103-bad5-fa5ac31b430e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:24.134977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b12baa1f-4657-47b8-93c9-fc9e2f3fd755 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:24.196261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420a0da-0ffd-462e-92a1-47ac28c913ce req-c17cc672-45a6-4106-a062-a66199dbc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:24.197686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d420a0da-0ffd-462e-92a1-47ac28c913ce req-c17cc672-45a6-4106-a062-a66199dbc2c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 1095 time: 0.1110547 Dec 13 14:55:24.363746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e64f8e-5d21-4d75-8c0a-fac922694309 req-a8a052d9-95d3-4c63-b84c-2f93a800a8c0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:24.371745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e64f8e-5d21-4d75-8c0a-fac922694309 req-a8a052d9-95d3-4c63-b84c-2f93a800a8c0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 944 time: 0.1814275 Dec 13 14:55:24.376450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b0a387f0-9b15-4627-862c-ee34d33bdb32 None None] Provisioning complete for port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:24.377330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b0a387f0-9b15-4627-862c-ee34d33bdb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:24.409310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8480e26d-8ce6-4356-8fc4-364f21e7161f req-2e4e3dce-b6ec-428f-b914-f9b520374e31 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 210 time: 0.0427675 Dec 13 14:55:24.437214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6e64f8e-5d21-4d75-8c0a-fac922694309 req-135bef15-8e7a-4723-897d-875330739381 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584819 Dec 13 14:55:24.442455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420a0da-0ffd-462e-92a1-47ac28c913ce req-4c7f2bee-3a3e-44c3-9252-be814ea8bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:24.443052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d420a0da-0ffd-462e-92a1-47ac28c913ce req-4c7f2bee-3a3e-44c3-9252-be814ea8bbfc service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e64b9f3afef04722a198b58f59a95ea5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2356768 Dec 13 14:55:24.486817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:24.487236 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:24.582670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420a0da-0ffd-462e-92a1-47ac28c913ce req-838449ec-305f-4567-b8f2-2adfd249d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:24.585725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d420a0da-0ffd-462e-92a1-47ac28c913ce req-838449ec-305f-4567-b8f2-2adfd249d8f6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361308 Dec 13 14:55:24.674164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeec00-0eae-42e1-9573-546bec22f712 req-f553a85c-b009-48f0-955e-f6afa7e1d795 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:24.676582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edfeec00-0eae-42e1-9573-546bec22f712 req-f553a85c-b009-48f0-955e-f6afa7e1d795 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 945 time: 0.0935786 Dec 13 14:55:24.715823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-e564358b-83f3-4046-8dd3-139661ab1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:24.717343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-e564358b-83f3-4046-8dd3-139661ab1862 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64b9f3afef04722a198b58f59a95ea5&device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 1095 time: 0.0533700 Dec 13 14:55:24.768255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edfeec00-0eae-42e1-9573-546bec22f712 req-c14d5d77-b442-461e-955b-2f55ffaad4c5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728092 Dec 13 14:55:24.776189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-8a7e3f1d-7a07-4942-baf9-2382e993c8c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab0c4e7-7fa3-4c22-b85e-261001a49451 HTTP/1.1" status: 200 len: 217 time: 0.0503304 Dec 13 14:55:24.832089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b0a387f0-9b15-4627-862c-ee34d33bdb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:24.872819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:24.950558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdc76fbd-7210-4c9e-8c13-2d5687d4b1c4 req-419d406a-f04a-48d9-bfab-dbe8c8f7f9ec tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 210 time: 0.0812037 Dec 13 14:55:24.957794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-c5d1c092-f87d-46a1-85ca-0088af30d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:24.961400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-c5d1c092-f87d-46a1-85ca-0088af30d5af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 200 len: 852 time: 0.1575201 Dec 13 14:55:25.000106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b12baa1f-4657-47b8-93c9-fc9e2f3fd755, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b12baa1f-4657-47b8-93c9-fc9e2f3fd755,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:25.003928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc82b95-203e-4e0d-80b8-ce584cac2d1c req-07b56c14-42a5-4597-a36b-e23112de8def tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:25.005503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fc82b95-203e-4e0d-80b8-ce584cac2d1c req-07b56c14-42a5-4597-a36b-e23112de8def tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 945 time: 0.1215713 Dec 13 14:55:25.016274 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:25.058739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-9d212bb4-fb42-4dab-bbf8-f7a82363fae9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57d5d542-97ac-4b73-88b5-59c793254f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802600 Dec 13 14:55:25.091532 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:25.105974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fc82b95-203e-4e0d-80b8-ce584cac2d1c req-7984160f-8d9f-4bad-a0db-543c39c9b8cf tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831137 Dec 13 14:55:25.191225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:25.256952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-818c8d16-1738-4709-8ab4-43cf1beee854 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825140 Dec 13 14:55:25.278929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-b0a387f0-9b15-4627-862c-ee34d33bdb32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:55:25.279715 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-b0a387f0-9b15-4627-862c-ee34d33bdb32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:55:25.308321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b12baa1f-4657-47b8-93c9-fc9e2f3fd755,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:25.397016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ecdde0a-e886-48c1-b5bf-453986b6d33a req-fc08935b-9faa-4030-bbca-c3066af410b5 service neutron] 10.222.0.55 "GET /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257401 Dec 13 14:55:25.510057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c06faca1-02af-4562-8ad9-8252d8197d16 req-31467411-4a62-431c-8e46-4c8e4a287dca tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 210 time: 0.0341063 Dec 13 14:55:25.694836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b12baa1f-4657-47b8-93c9-fc9e2f3fd755 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:25.754128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28633c-556c-4499-bca4-939ff5fa110c req-a87e60df-fc81-4c70-b32e-3024b1f66559 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:25.762841 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d28633c-556c-4499-bca4-939ff5fa110c req-a87e60df-fc81-4c70-b32e-3024b1f66559 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 944 time: 0.1754143 Dec 13 14:55:25.836861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:25.837558 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:25.854595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d28633c-556c-4499-bca4-939ff5fa110c req-8f7eb492-eaba-409b-ad60-e2b6ab52daea tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767789 Dec 13 14:55:25.867019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-1199badd-8bc8-49f7-9b15-57d4d6313ffd tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:25.874713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-1199badd-8bc8-49f7-9b15-57d4d6313ffd tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:25.877282 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-1199badd-8bc8-49f7-9b15-57d4d6313ffd tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "GET /v2.0/networks?id=ddc50a13-fd65-4c77-a09f-1e966450ce86&id=c42f3378-38a7-4103-bad5-fa5ac31b430e&id=ddc50a13-fd65-4c77-a09f-1e966450ce86 HTTP/1.1" status: 200 len: 1390 time: 0.2571368 Dec 13 14:55:25.893323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'port': {'device_id': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86', 'admin_state_up': True, 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:25.913628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70e90d-f363-4327-8e96-02358d2ae27f req-86dd9273-9fee-48a8-82d5-9fe8b0812cb9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:25.919278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a70e90d-f363-4327-8e96-02358d2ae27f req-86dd9273-9fee-48a8-82d5-9fe8b0812cb9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 945 time: 0.1106079 Dec 13 14:55:25.983596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-33a47d06-4f8d-4f0a-b869-2b38986553ae None None] Provisioning complete for port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:25.983596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-33a47d06-4f8d-4f0a-b869-2b38986553ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:25.993381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a70e90d-f363-4327-8e96-02358d2ae27f req-37f043cf-7adf-4954-b0d9-7b39070b54cb tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597205 Dec 13 14:55:26.098296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85ad11e6-1c31-44a0-af58-0f8f89fcf32e req-6524e0f1-f948-4f0f-a03f-906261d37d0c tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 210 time: 0.0611994 Dec 13 14:55:26.181709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:26.185274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:26.335767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Allocated IP 19.80.0.83 (ddc50a13-fd65-4c77-a09f-1e966450ce86/8e52a5e6-ed1f-4799-a0c8-113498e507e4/631295cd-d79a-4547-bd83-630df26b2540) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:26.513405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643721a-b66a-4184-b44e-d141743c12c2 req-2dc4dd30-050f-4bec-ba4f-3433e1907069 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:26.515301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-2dc4dd30-050f-4bec-ba4f-3433e1907069 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.50 "GET /v2.0/networks?id=1a18c595-7203-4443-b7a2-43831d0ce2c0 HTTP/1.1" status: 200 len: 809 time: 0.1308243 Dec 13 14:55:26.528024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Request body: {'port': {'device_id': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0', 'admin_state_up': True, 'tenant_id': '4e99a550e282449493922150d3f4d9bc'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:26.530076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:26.620718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcb64d54-355c-4018-ab51-95895c075cc5 req-e546f95f-cea7-4fd0-8d33-ac4087f81a3e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 210 time: 0.0366516 Dec 13 14:55:26.685041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:26.728126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:26.731774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:26.735579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:26.763511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Port': ['ID=631295cd-d79a-4547-bd83-630df26b2540,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:26.770659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Made reservation on behalf of 4e99a550e282449493922150d3f4d9bc for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:26.776530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:26.794115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:26.794864 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:26.881696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0ce3713c-0d92-4552-8125-bcde5d853876 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9943528 Dec 13 14:55:26.895856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'port': {'device_id': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e', 'admin_state_up': True, 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:26.998121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Allocated IP 172.20.0.11 (1a18c595-7203-4443-b7a2-43831d0ce2c0/bbb2c18f-d0e5-4307-97e5-646be7fc6e19/e72667c6-d1ee-41f5-8f85-42385e8f4022) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:27.004711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ab0c4e7-7fa3-4c22-b85e-261001a49451 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:27.158244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-16ffb6e7-1dfb-42df-9c8c-cdcfa9bf6d9d None None] Provisioning complete for port 631295cd-d79a-4547-bd83-630df26b2540 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:27.158679 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-16ffb6e7-1dfb-42df-9c8c-cdcfa9bf6d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.183039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a658791-c520-4aa0-8fc7-bf5a1cc98a82 req-f40f7ec0-e39b-42c1-9592-bd5360289bae tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:27.192302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a658791-c520-4aa0-8fc7-bf5a1cc98a82 req-f40f7ec0-e39b-42c1-9592-bd5360289bae tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 944 time: 0.2247155 Dec 13 14:55:27.206371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-95918cf3-0f56-408b-b667-ea4f6c906937 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:27.208016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-95918cf3-0f56-408b-b667-ea4f6c906937 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 945 time: 0.1710091 Dec 13 14:55:27.228431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9ab0c4e7-7fa3-4c22-b85e-261001a49451, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ab0c4e7-7fa3-4c22-b85e-261001a49451,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:27.268709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a658791-c520-4aa0-8fc7-bf5a1cc98a82 req-9d8f7f36-454f-4c68-9031-c04f2b487f4b tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703318 Dec 13 14:55:27.269872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-16ffb6e7-1dfb-42df-9c8c-cdcfa9bf6d9d None None] Port 631295cd-d79a-4547-bd83-630df26b2540 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:27.271570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '9ab0c4e7-7fa3-4c22-b85e-261001a49451', 'network_id': '57d5d542-97ac-4b73-88b5-59c793254f97', 'port_id': '9ab0c4e7-7fa3-4c22-b85e-261001a49451', 'mac_address': 'fa:16:3e:dc:ef:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b190bb4-13a6-438b-98c6-7f7508afb5b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:27.314952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273a260-e782-463b-8478-aa1e179eb881 req-d4cadf15-74ec-4712-908b-ec3e0c8729e0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:27.322373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4273a260-e782-463b-8478-aa1e179eb881 req-d4cadf15-74ec-4712-908b-ec3e0c8729e0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 945 time: 0.2079215 Dec 13 14:55:27.346386 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.365862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab0c4e7-7fa3-4c22-b85e-261001a49451 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:27.387094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66f6e873-475d-47aa-b365-424a8557a22c req-da3ac359-c9e0-407e-a7c5-f930bc97a2a1 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 210 time: 0.0437546 Dec 13 14:55:27.391394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:27.392056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9ab0c4e7-7fa3-4c22-b85e-261001a49451, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ab0c4e7-7fa3-4c22-b85e-261001a49451,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:27.396188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.430891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4273a260-e782-463b-8478-aa1e179eb881 req-827ae941-a603-4f11-bcde-f796fa65b756 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075776 Dec 13 14:55:27.513666 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.518064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.559489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Deleting port 869ffa9c-a3b0-4504-bc18-a48d8f782447 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:27.560066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.562102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Allocated IP 19.86.0.230 (c42f3378-38a7-4103-bad5-fa5ac31b430e/0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8/2cd85fa8-3079-4083-8559-bd1659358be3) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:27.686416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9ab0c4e7-7fa3-4c22-b85e-261001a49451,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:27.696061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.701307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] For port 869ffa9c-a3b0-4504-bc18-a48d8f782447, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=869ffa9c-a3b0-4504-bc18-a48d8f782447,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:27.703923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.721976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9ab0c4e7-7fa3-4c22-b85e-261001a49451'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:27.761715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Calling delete_port for 869ffa9c-a3b0-4504-bc18-a48d8f782447 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:27.781497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Network 1a18c595-7203-4443-b7a2-43831d0ce2c0 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:27.788591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:27.791786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:27.828838 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.829579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Pushing event updated for resources: {'Port': ['ID=e72667c6-d1ee-41f5-8f85-42385e8f4022,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:27.881826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9343a-4e5f-44fe-914d-c9f053b035d5 req-88a1046c-d5df-453d-8dff-03cbbf0f4cbd tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:27.886866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bed9343a-4e5f-44fe-914d-c9f053b035d5 req-88a1046c-d5df-453d-8dff-03cbbf0f4cbd tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 931 time: 0.1147904 Dec 13 14:55:27.930918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:27.931111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:27.953388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bed9343a-4e5f-44fe-914d-c9f053b035d5 req-23308dac-83eb-4310-9c6c-07cfe57c53c0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652692 Dec 13 14:55:28.008434 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:28.054782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-23d9f7a7-75ed-40bd-a7a9-fa2bcfd0c3d7 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5303738 Dec 13 14:55:28.070317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Request body: {'port': {'device_id': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:28.139513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Port': ['ID=2cd85fa8-3079-4083-8559-bd1659358be3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:28.146414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network c42f3378-38a7-4103-bad5-fa5ac31b430e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:28.149856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:28.164533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:28.173479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:28.188335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:28.214599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:28.247755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:28.248770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:28.333052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-b3b62331-0b55-4ef8-942a-be58e5f06c25 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4428802 Dec 13 14:55:28.336250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event deleted for resources: {'Port': ['ID=869ffa9c-a3b0-4504-bc18-a48d8f782447,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:28.344750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'port': {'device_id': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86', 'admin_state_up': True, 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:28.502683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] No DVR routers for this DVR port 869ffa9c-a3b0-4504-bc18-a48d8f782447 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:28.508678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:28.512171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e24b97cc-7a7e-44a3-b3c5-84bd8a0dab5f req-060c11eb-b167-4202-b934-e1a449caa7a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "DELETE /v2.0/ports/869ffa9c-a3b0-4504-bc18-a48d8f782447 HTTP/1.1" status: 204 len: 173 time: 1.2959983 Dec 13 14:55:28.512624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55388748-66eb-45fb-8720-9d35c150b235', 'name': 'network-vif-deleted', 'tag': '869ffa9c-a3b0-4504-bc18-a48d8f782447'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:28.515125 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaa6934-651c-4770-8fc9-349a1c45d494" -d '{"events": [{"server_uuid": "55388748-66eb-45fb-8720-9d35c150b235", "name": "network-vif-deleted", "tag": "869ffa9c-a3b0-4504-bc18-a48d8f782447"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:28.552995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd2e67-db74-421e-9932-5df40dff0b3b req-31f26d83-f884-4b42-a74b-8504aa87a0fe tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:28.561936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34bd2e67-db74-421e-9932-5df40dff0b3b req-31f26d83-f884-4b42-a74b-8504aa87a0fe tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 932 time: 0.0710146 Dec 13 14:55:28.612933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0b9d1625-5050-4d31-a4b0-aee0ff3d7bb3 None None] Provisioning complete for port 2cd85fa8-3079-4083-8559-bd1659358be3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:28.613688 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b9d1625-5050-4d31-a4b0-aee0ff3d7bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:28.650174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34bd2e67-db74-421e-9932-5df40dff0b3b req-97c29ef9-fc24-4f57-a9a7-f264071c9d80 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872719 Dec 13 14:55:28.650771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fc452-14da-4276-ac98-cbb38c9af753 req-619f0c10-52ee-41ff-b275-7f51dca775fa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:28.652236 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-304fc452-14da-4276-ac98-cbb38c9af753 req-619f0c10-52ee-41ff-b275-7f51dca775fa tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 945 time: 0.2525692 Dec 13 14:55:28.733453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-304fc452-14da-4276-ac98-cbb38c9af753 req-f2ab1d6c-d4cb-4a51-9db4-d269da92c8b0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Dec 13 14:55:28.792899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d1625-5050-4d31-a4b0-aee0ff3d7bb3 None None] Port 2cd85fa8-3079-4083-8559-bd1659358be3 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:28.879889 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6844f8-b980-42e3-8f82-f297ed31dad7 x-openstack-request-id: req-8e6844f8-b980-42e3-8f82-f297ed31dad7 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:28.880306 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55388748-66eb-45fb-8720-9d35c150b235", "name": "network-vif-deleted", "tag": "869ffa9c-a3b0-4504-bc18-a48d8f782447", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:28.880661 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e6844f8-b980-42e3-8f82-f297ed31dad7 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:28.881182 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55388748-66eb-45fb-8720-9d35c150b235', 'name': 'network-vif-deleted', 'tag': '869ffa9c-a3b0-4504-bc18-a48d8f782447', 'status': 'completed', 'code': 200} Dec 13 14:55:28.908329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11c053ce-d6a6-41d1-855f-ce3e74820bfc req-7f2d5a2e-9a2a-403f-92ee-63faa199cf50 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=55388748-66eb-45fb-8720-9d35c150b235 HTTP/1.1" status: 200 len: 210 time: 0.1121900 Dec 13 14:55:28.953035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72667c6-d1ee-41f5-8f85-42385e8f4022 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:28.960532 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:28.979792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Transition to ACTIVE for port object e72667c6-d1ee-41f5-8f85-42385e8f4022 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:28.993606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:28.997760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.018182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ab0c4e7-7fa3-4c22-b85e-261001a49451 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:29.067888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.209922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:29.237185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:29.238066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.292249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Allocated IP 19.80.0.141 (ddc50a13-fd65-4c77-a09f-1e966450ce86/8e52a5e6-ed1f-4799-a0c8-113498e507e4/9fd35ee0-9432-4f24-add4-4f706e6edd78) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:29.330739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Pushing event updated for resources: {'Port': ['ID=e72667c6-d1ee-41f5-8f85-42385e8f4022,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:29.357929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e24a-bcca-4235-beaf-e85a41ab606d req-5d2d60a1-7dde-4d6d-803f-2ddaec61fda7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:29.364073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e24a-bcca-4235-beaf-e85a41ab606d req-5d2d60a1-7dde-4d6d-803f-2ddaec61fda7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:29.365767 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1af4e24a-bcca-4235-beaf-e85a41ab606d req-5d2d60a1-7dde-4d6d-803f-2ddaec61fda7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 1654 time: 0.2759922 Dec 13 14:55:29.389166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.418164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Attempting to bind port e72667c6-d1ee-41f5-8f85-42385e8f4022 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:29.418528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Attempting to bind port e72667c6-d1ee-41f5-8f85-42385e8f4022 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:29.418858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Attempting to bind port e72667c6-d1ee-41f5-8f85-42385e8f4022 on network 1a18c595-7203-4443-b7a2-43831d0ce2c0 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:29.430727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1af4e24a-bcca-4235-beaf-e85a41ab606d req-305191dd-d32b-46a3-9497-6f3be16be1f6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548275 Dec 13 14:55:29.431443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Port e72667c6-d1ee-41f5-8f85-42385e8f4022 on network 1a18c595-7203-4443-b7a2-43831d0ce2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:29.431767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Attempting to bind port e72667c6-d1ee-41f5-8f85-42385e8f4022 on network 1a18c595-7203-4443-b7a2-43831d0ce2c0 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:29.436558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab0c4e7-7fa3-4c22-b85e-261001a49451'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:29.439664 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20167c4d-dbdd-483e-9a5d-de224bd7cf79" -d '{"events": [{"server_uuid": "10dd44ee-7ed8-4689-8b48-e7f4153b05a8", "name": "network-vif-plugged", "status": "completed", "tag": "9ab0c4e7-7fa3-4c22-b85e-261001a49451"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:29.442076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:29.442578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Checking segment: {'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:29.442895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Bound using segment: {'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:29.443336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Bound port: e72667c6-d1ee-41f5-8f85-42385e8f4022, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:29.443702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.489399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9ab0c4e7-7fa3-4c22-b85e-261001a49451, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ab0c4e7-7fa3-4c22-b85e-261001a49451,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:29.503392 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ece3e88-e31b-44da-91cf-e757125a843b x-openstack-request-id: req-4ece3e88-e31b-44da-91cf-e757125a843b {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:29.503665 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dd44ee-7ed8-4689-8b48-e7f4153b05a8", "name": "network-vif-plugged", "status": "completed", "tag": "9ab0c4e7-7fa3-4c22-b85e-261001a49451", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:29.503911 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ece3e88-e31b-44da-91cf-e757125a843b {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:29.504306 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab0c4e7-7fa3-4c22-b85e-261001a49451', 'code': 200} Dec 13 14:55:29.520669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] For port e72667c6-d1ee-41f5-8f85-42385e8f4022, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:29.524700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] For port e72667c6-d1ee-41f5-8f85-42385e8f4022, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e72667c6-d1ee-41f5-8f85-42385e8f4022,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:29.555619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.609075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa89a2-29b1-4634-9862-f6277c601703 req-e462167e-551c-4d09-ad11-316059d39f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:29.609075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-daaa89a2-29b1-4634-9862-f6277c601703 req-e462167e-551c-4d09-ad11-316059d39f72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 1096 time: 0.0440722 Dec 13 14:55:29.643494 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-daaa89a2-29b1-4634-9862-f6277c601703 req-ccf829f1-969a-44cc-8c38-09de33eaf21e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279381 Dec 13 14:55:29.667503 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.673205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.673335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 869ffa9c-a3b0-4504-bc18-a48d8f782447 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:29.689686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 869ffa9c-a3b0-4504-bc18-a48d8f782447 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:29.689686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 869ffa9c-a3b0-4504-bc18-a48d8f782447 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:29.707018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:29.708291 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.709187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] 10.222.0.50 "PUT /v2.0/ports/e72667c6-d1ee-41f5-8f85-42385e8f4022 HTTP/1.1" status: 200 len: 1092 time: 1.6437190 Dec 13 14:55:29.714872 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.749258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9ab0c4e7-7fa3-4c22-b85e-261001a49451,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:29.756348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae5fbc-f2d5-4f2a-a06d-c7e48ccd384d service neutron] Pushing event updated for resources: {'Port': ['ID=e72667c6-d1ee-41f5-8f85-42385e8f4022,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:29.782143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:29.786706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:29.791816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:29.853548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2bdba-0b30-4296-8c30-9ff68aac86d2 req-30c66065-a8d7-469b-9574-0000b42a9e2f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:29.863272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acf2bdba-0b30-4296-8c30-9ff68aac86d2 req-30c66065-a8d7-469b-9574-0000b42a9e2f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 944 time: 0.1004653 Dec 13 14:55:29.872177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Port': ['ID=9fd35ee0-9432-4f24-add4-4f706e6edd78,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:29.885790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:29.886614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:29.926807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acf2bdba-0b30-4296-8c30-9ff68aac86d2 req-627a313d-4c00-4276-bb4d-73215fb1e2e9 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621653 Dec 13 14:55:29.969599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25492c7-140c-4111-9598-19cb12fc1f56 req-a2f65913-da20-4c88-ad37-50882578df96 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:29.981289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f25492c7-140c-4111-9598-19cb12fc1f56 req-a2f65913-da20-4c88-ad37-50882578df96 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 946 time: 0.0906143 Dec 13 14:55:30.015205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643721a-b66a-4184-b44e-d141743c12c2 req-37f9c57e-45cc-4933-b272-ec53753cd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:30.018836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-37f9c57e-45cc-4933-b272-ec53753cd42d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e99a550e282449493922150d3f4d9bc&device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 1095 time: 0.1083033 Dec 13 14:55:30.037225 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f25492c7-140c-4111-9598-19cb12fc1f56 req-62e4bbb7-097a-471c-a420-6faf018865ed tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550759 Dec 13 14:55:30.043065 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-bd9c5718-e0db-456b-9242-082cbfa3d9b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7027009 Dec 13 14:55:30.055331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Request body: {'port': {'device_id': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:30.083288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-aab5987c-16ff-434d-b2be-601220ed0db7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e72667c6-d1ee-41f5-8f85-42385e8f4022 HTTP/1.1" status: 200 len: 217 time: 0.0504768 Dec 13 14:55:30.121420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:30.144889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5c3f5c6b-b43b-47ed-8d3d-f863c0a4b8ea None None] Provisioning complete for port 9fd35ee0-9432-4f24-add4-4f706e6edd78 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:30.147469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5c6b-b43b-47ed-8d3d-f863c0a4b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:30.167909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643721a-b66a-4184-b44e-d141743c12c2 req-2524f774-d8f7-4ffa-bb38-6691c0943e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:30.172507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-2524f774-d8f7-4ffa-bb38-6691c0943e50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbb2c18f-d0e5-4307-97e5-646be7fc6e19 HTTP/1.1" status: 200 len: 849 time: 0.0795321 Dec 13 14:55:30.228962 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-c530c9fc-7e8b-4948-8841-9758b29f4ec2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a18c595-7203-4443-b7a2-43831d0ce2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508177 Dec 13 14:55:30.234562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f5c6b-b43b-47ed-8d3d-f863c0a4b8ea None None] Port 9fd35ee0-9432-4f24-add4-4f706e6edd78 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:30.353889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-7fd4acad-256f-4114-b4f3-c414c086174d service neutron] 10.222.0.50 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145313 Dec 13 14:55:30.467444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0643721a-b66a-4184-b44e-d141743c12c2 req-f47bf148-522e-4385-bf8a-350818a05f5f service neutron] 10.222.0.50 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045051 Dec 13 14:55:30.560961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-f3618608-c667-4288-a198-95ba2a98ad2a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:30.563360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-f3618608-c667-4288-a198-95ba2a98ad2a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2072134 Dec 13 14:55:30.613807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-c640efb6-d8dd-438a-9333-5e0ca3cb4bf4 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0398407 Dec 13 14:55:30.642195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631295cd-d79a-4547-bd83-630df26b2540 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:30.669584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:30.690253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Transition to ACTIVE for port object 631295cd-d79a-4547-bd83-630df26b2540 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:30.702225 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-5c53f533-9aea-4d16-824f-b034196c8922 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773396 Dec 13 14:55:30.805000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:30.842142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-69b1a492-7083-440e-aece-854134f16fef service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273298 Dec 13 14:55:30.881358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bccfac-fbba-454b-a372-a89cd3cc5754 req-534ec2d8-d829-4103-ba84-71d08ccd57a4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:30.887924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bccfac-fbba-454b-a372-a89cd3cc5754 req-534ec2d8-d829-4103-ba84-71d08ccd57a4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:30.895937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bccfac-fbba-454b-a372-a89cd3cc5754 req-534ec2d8-d829-4103-ba84-71d08ccd57a4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:30.902778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37bccfac-fbba-454b-a372-a89cd3cc5754 req-534ec2d8-d829-4103-ba84-71d08ccd57a4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2376 time: 0.3790960 Dec 13 14:55:30.909638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'tag': 'e72667c6-d1ee-41f5-8f85-42385e8f4022'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:30.909638 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e4481-ff03-4051-8a1a-916395470a43" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e9f889-1add-463b-bb14-c9f3c6c61892", "tag": "e72667c6-d1ee-41f5-8f85-42385e8f4022"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:30.921700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=631295cd-d79a-4547-bd83-630df26b2540,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:30.960714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37bccfac-fbba-454b-a372-a89cd3cc5754 req-a2009223-e9e1-4b0b-a806-8936a4e0be80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Dec 13 14:55:31.006466 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c9c11-2f41-48bb-a91d-676498f56dfb x-openstack-request-id: req-776c9c11-2f41-48bb-a91d-676498f56dfb {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:31.007126 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e9f889-1add-463b-bb14-c9f3c6c61892", "tag": "e72667c6-d1ee-41f5-8f85-42385e8f4022", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:31.007650 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-776c9c11-2f41-48bb-a91d-676498f56dfb {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:31.008292 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'tag': 'e72667c6-d1ee-41f5-8f85-42385e8f4022', 'status': 'completed', 'code': 200} Dec 13 14:55:31.036888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Attempting to bind port 631295cd-d79a-4547-bd83-630df26b2540 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:31.037270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Attempting to bind port 631295cd-d79a-4547-bd83-630df26b2540 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:31.038026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Attempting to bind port 631295cd-d79a-4547-bd83-630df26b2540 on network ddc50a13-fd65-4c77-a09f-1e966450ce86 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:31.046436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Port 631295cd-d79a-4547-bd83-630df26b2540 on network ddc50a13-fd65-4c77-a09f-1e966450ce86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:31.046436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Attempting to bind port 631295cd-d79a-4547-bd83-630df26b2540 on network ddc50a13-fd65-4c77-a09f-1e966450ce86 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:31.060018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:31.060543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Checking segment: {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:31.061110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Bound using segment: {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:31.061651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Bound port: 631295cd-d79a-4547-bd83-630df26b2540, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:31.062125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:31.108910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e4481-ff03-4051-8a1a-916395470a43 req-365da372-c8a1-4709-96b0-1a69c2bf0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.111320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-686e4481-ff03-4051-8a1a-916395470a43 req-365da372-c8a1-4709-96b0-1a69c2bf0c5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e99a550e282449493922150d3f4d9bc&device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 1095 time: 0.0789831 Dec 13 14:55:31.148981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-c24aa2e5-08ce-4803-a47b-855b7871371b service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831454 Dec 13 14:55:31.161711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] For port 631295cd-d79a-4547-bd83-630df26b2540, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:31.165363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] For port 631295cd-d79a-4547-bd83-630df26b2540, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631295cd-d79a-4547-bd83-630df26b2540,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:31.246648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f6ac-f194-4564-9c59-f386e11a23e7 req-0b6b93e3-aa93-40c0-9b04-1859efa0b1b2 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.251616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86d8f6ac-f194-4564-9c59-f386e11a23e7 req-0b6b93e3-aa93-40c0-9b04-1859efa0b1b2 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 944 time: 0.1361732 Dec 13 14:55:31.261001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:31.298634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e4481-ff03-4051-8a1a-916395470a43 req-2422186e-0e51-49bb-888c-42a2d3ab92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.300171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-686e4481-ff03-4051-8a1a-916395470a43 req-2422186e-0e51-49bb-888c-42a2d3ab92a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a18c595-7203-4443-b7a2-43831d0ce2c0 HTTP/1.1" status: 200 len: 910 time: 0.1752279 Dec 13 14:55:31.302217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.303075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:31.305800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/631295cd-d79a-4547-bd83-630df26b2540 HTTP/1.1" status: 200 len: 1091 time: 1.2544339 Dec 13 14:55:31.306645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'tag': '631295cd-d79a-4547-bd83-630df26b2540'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:31.310094 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e88c988-7b03-40a3-b1df-9e1926b4ce35" -d '{"events": [{"name": "network-changed", "server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "tag": "631295cd-d79a-4547-bd83-630df26b2540"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:31.327708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86d8f6ac-f194-4564-9c59-f386e11a23e7 req-d52e33ab-d514-4774-8651-b4e741016507 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635891 Dec 13 14:55:31.382945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756f5ee-4a7b-4729-90ea-9d59e3f6d7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=631295cd-d79a-4547-bd83-630df26b2540,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:31.400578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-686e4481-ff03-4051-8a1a-916395470a43 req-7b7c53e8-e016-49dc-8094-fddb9198e7f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e72667c6-d1ee-41f5-8f85-42385e8f4022 HTTP/1.1" status: 200 len: 217 time: 0.0718608 Dec 13 14:55:31.457058 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d87854-0cb7-4e79-95b3-ad92cf6ae0bd x-openstack-request-id: req-a3d87854-0cb7-4e79-95b3-ad92cf6ae0bd {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:31.457443 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "tag": "631295cd-d79a-4547-bd83-630df26b2540", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:31.457627 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3d87854-0cb7-4e79-95b3-ad92cf6ae0bd {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:31.457999 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'tag': '631295cd-d79a-4547-bd83-630df26b2540', 'status': 'completed', 'code': 200} Dec 13 14:55:31.463196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Request body: {'port': {'device_id': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:31.527510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6a473-cdc8-4a95-af08-9d9d7819476a req-2d7b50b6-f219-4640-b789-b6160349a4fe tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.528563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72d6a473-cdc8-4a95-af08-9d9d7819476a req-2d7b50b6-f219-4640-b789-b6160349a4fe tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 946 time: 0.1166654 Dec 13 14:55:31.556171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:31.594903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-455b2d2d-b31e-4af8-bc59-067e9c9b9f6e req-f151c9fa-864c-4f11-a2b5-02ba27a69b96 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 210 time: 0.1067538 Dec 13 14:55:31.641585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e4481-ff03-4051-8a1a-916395470a43 req-15988d25-4679-44e6-839d-b093b1add08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.643233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-686e4481-ff03-4051-8a1a-916395470a43 req-15988d25-4679-44e6-839d-b093b1add08c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbb2c18f-d0e5-4307-97e5-646be7fc6e19 HTTP/1.1" status: 200 len: 849 time: 0.2274952 Dec 13 14:55:31.650412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-bd88bd12-445e-4e15-a376-7ec91239ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.658055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-bd88bd12-445e-4e15-a376-7ec91239ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.658055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-bd88bd12-445e-4e15-a376-7ec91239ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.658055 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-bd88bd12-445e-4e15-a376-7ec91239ba8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2731 time: 0.1679866 Dec 13 14:55:31.693492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-686e4481-ff03-4051-8a1a-916395470a43 req-edb7098d-e36c-4af8-8859-50a8905c5b83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a18c595-7203-4443-b7a2-43831d0ce2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391462 Dec 13 14:55:31.870065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-a4e11e71-fff0-4b92-bef1-3dcfc7ee2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.870663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-a4e11e71-fff0-4b92-bef1-3dcfc7ee2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.871215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-a4e11e71-fff0-4b92-bef1-3dcfc7ee2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:31.872881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-a4e11e71-fff0-4b92-bef1-3dcfc7ee2856 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2100272 Dec 13 14:55:31.877114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-686e4481-ff03-4051-8a1a-916395470a43 req-e6b3288f-6610-4155-bdc8-29a7bc5ea390 service neutron] 10.222.0.50 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726725 Dec 13 14:55:32.109662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-67f6cab9-1f7d-4dbd-b2e9-60ba7a6c06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:32.110412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e88c988-7b03-40a3-b1df-9e1926b4ce35 req-67f6cab9-1f7d-4dbd-b2e9-60ba7a6c06c2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242451 Dec 13 14:55:32.131833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72d6a473-cdc8-4a95-af08-9d9d7819476a req-df3f5d7e-1318-47fb-b042-ef45e89f9ae6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716765 Dec 13 14:55:32.183386 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-686e4481-ff03-4051-8a1a-916395470a43 req-3a5c662d-81e6-47a7-af79-f4c23160c139 service neutron] 10.222.0.50 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960296 Dec 13 14:55:32.234754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38b96-177f-4c4d-af52-3e34357cce6f req-de00d287-ce49-47c2-bf10-ca919231424e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:32.241239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38b96-177f-4c4d-af52-3e34357cce6f req-de00d287-ce49-47c2-bf10-ca919231424e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:32.247927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38b96-177f-4c4d-af52-3e34357cce6f req-de00d287-ce49-47c2-bf10-ca919231424e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:32.256753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd85fa8-3079-4083-8559-bd1659358be3 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:32.256987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15d38b96-177f-4c4d-af52-3e34357cce6f req-de00d287-ce49-47c2-bf10-ca919231424e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2388 time: 0.2001231 Dec 13 14:55:32.266950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:32.282675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Transition to ACTIVE for port object 2cd85fa8-3079-4083-8559-bd1659358be3 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:32.296511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15d38b96-177f-4c4d-af52-3e34357cce6f req-cedee787-9028-496a-a102-02ed9f349437 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Dec 13 14:55:32.387327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:32.496463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd85fa8-3079-4083-8559-bd1659358be3,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:32.527573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd64c-7e1e-4ba0-8301-e0d3bd92a8d5 req-6f840ab7-3283-43fb-b340-a1d29ed51f5e tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:32.534482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a43dd64c-7e1e-4ba0-8301-e0d3bd92a8d5 req-6f840ab7-3283-43fb-b340-a1d29ed51f5e tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 944 time: 0.0931652 Dec 13 14:55:32.601919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Attempting to bind port 2cd85fa8-3079-4083-8559-bd1659358be3 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:32.602658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Attempting to bind port 2cd85fa8-3079-4083-8559-bd1659358be3 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:32.603184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Attempting to bind port 2cd85fa8-3079-4083-8559-bd1659358be3 on network c42f3378-38a7-4103-bad5-fa5ac31b430e {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:32.608497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Port 2cd85fa8-3079-4083-8559-bd1659358be3 on network c42f3378-38a7-4103-bad5-fa5ac31b430e not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:32.609840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Attempting to bind port 2cd85fa8-3079-4083-8559-bd1659358be3 on network c42f3378-38a7-4103-bad5-fa5ac31b430e {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:32.616854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:32.617480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Checking segment: {'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:32.618219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Bound using segment: {'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:32.618902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Bound port: 2cd85fa8-3079-4083-8559-bd1659358be3, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712a7cc7-4a83-45f0-828a-7ae148f302fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:32.619495 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:32.626997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a43dd64c-7e1e-4ba0-8301-e0d3bd92a8d5 req-5260858b-6bc0-4571-962e-48796635b519 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750113 Dec 13 14:55:32.706751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e72667c6-d1ee-41f5-8f85-42385e8f4022 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:32.722287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-926e31c7-ac41-4cc4-9fdf-4e4adbc2a652 req-0eb23b56-6f08-42df-b32c-bfb1b0467747 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 210 time: 0.0388746 Dec 13 14:55:32.816251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] For port 2cd85fa8-3079-4083-8559-bd1659358be3, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:32.820363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] For port 2cd85fa8-3079-4083-8559-bd1659358be3, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cd85fa8-3079-4083-8559-bd1659358be3,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:32.840928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e72667c6-d1ee-41f5-8f85-42385e8f4022, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e72667c6-d1ee-41f5-8f85-42385e8f4022,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:32.847554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f4f55-aeeb-4172-bb30-321751433cf8 req-e944df13-1b4d-4819-b74e-9993878ff954 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:32.854187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-270f4f55-aeeb-4172-bb30-321751433cf8 req-e944df13-1b4d-4819-b74e-9993878ff954 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 946 time: 0.2101583 Dec 13 14:55:32.872963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'e72667c6-d1ee-41f5-8f85-42385e8f4022', 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0', 'port_id': 'e72667c6-d1ee-41f5-8f85-42385e8f4022', 'mac_address': 'fa:16:3e:08:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb2c18f-d0e5-4307-97e5-646be7fc6e19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:32.915483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:32.936525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-270f4f55-aeeb-4172-bb30-321751433cf8 req-544e65cc-47c4-4a5a-8c4c-e716a2c68ea0 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614846 Dec 13 14:55:32.940262 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:32.952162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72667c6-d1ee-41f5-8f85-42385e8f4022 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:32.979518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e72667c6-d1ee-41f5-8f85-42385e8f4022, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e72667c6-d1ee-41f5-8f85-42385e8f4022,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:32.995078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:32.995719 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:32.997217 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] 10.222.0.50 "PUT /v2.0/ports/2cd85fa8-3079-4083-8559-bd1659358be3 HTTP/1.1" status: 200 len: 1092 time: 1.5384140 Dec 13 14:55:33.025035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752563c-8029-4d5d-91ef-2d89d2b4b433 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd85fa8-3079-4083-8559-bd1659358be3,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:33.124919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:33.170083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Request body: {'port': {'device_id': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:33.192678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=e72667c6-d1ee-41f5-8f85-42385e8f4022,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:33.295675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:33.408022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['e72667c6-d1ee-41f5-8f85-42385e8f4022'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:33.461830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'tag': '2cd85fa8-3079-4083-8559-bd1659358be3'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:33.464608 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70" -d '{"events": [{"name": "network-changed", "server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "tag": "2cd85fa8-3079-4083-8559-bd1659358be3"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:33.482855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022b23-af33-406c-b9fb-63aad7668167 req-b3df3160-c4c2-4040-b4ff-e69fba6dfca0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.490000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022b23-af33-406c-b9fb-63aad7668167 req-b3df3160-c4c2-4040-b4ff-e69fba6dfca0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.496768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022b23-af33-406c-b9fb-63aad7668167 req-b3df3160-c4c2-4040-b4ff-e69fba6dfca0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.507574 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0022b23-af33-406c-b9fb-63aad7668167 req-b3df3160-c4c2-4040-b4ff-e69fba6dfca0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2400 time: 0.1170189 Dec 13 14:55:33.564369 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3455c2-34d6-43a0-ab30-c30737861201 x-openstack-request-id: req-5c3455c2-34d6-43a0-ab30-c30737861201 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:33.564664 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "tag": "2cd85fa8-3079-4083-8559-bd1659358be3", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:33.564925 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c3455c2-34d6-43a0-ab30-c30737861201 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:33.565324 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'tag': '2cd85fa8-3079-4083-8559-bd1659358be3', 'status': 'completed', 'code': 200} Dec 13 14:55:33.571254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0022b23-af33-406c-b9fb-63aad7668167 req-ad8f049b-763c-4221-b912-511a7ad71d2f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636616 Dec 13 14:55:33.718121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-af7326e5-675d-4faf-b2e7-cf812da0ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.718956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-af7326e5-675d-4faf-b2e7-cf812da0ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.719520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-af7326e5-675d-4faf-b2e7-cf812da0ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.721659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-af7326e5-675d-4faf-b2e7-cf812da0ffa7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2798 time: 0.1264346 Dec 13 14:55:33.792979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd35ee0-9432-4f24-add4-4f706e6edd78 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:33.805674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:33.814382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-216d2b9d-e45b-429f-a1fe-8b8b1d47ea57 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.816479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-216d2b9d-e45b-429f-a1fe-8b8b1d47ea57 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2399728 Dec 13 14:55:33.834161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a152-116b-4eee-b0d0-4b89642a1004 req-57729ed1-c84b-42c5-bf11-aefda27aaaf3 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:33.834916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Request body: {'port': {'device_id': '927f28c7-5cee-445d-a414-6aee75f19864', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'admin_state_up': True, 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:33.835812 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2388a152-116b-4eee-b0d0-4b89642a1004 req-57729ed1-c84b-42c5-bf11-aefda27aaaf3 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 945 time: 0.1081579 Dec 13 14:55:33.836946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Transition to ACTIVE for port object 9fd35ee0-9432-4f24-add4-4f706e6edd78 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:33.897747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2388a152-116b-4eee-b0d0-4b89642a1004 req-92815136-0710-4934-bc71-4f3363912637 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523081 Dec 13 14:55:33.941602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:33.989889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf263bf5-f0f6-42ef-bbe0-0a0294bb104e req-f6124408-53fc-4e5c-b009-5203507f182c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 210 time: 0.0788181 Dec 13 14:55:33.999760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-02b98920-0ec5-49bf-8991-3514dc62dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.001810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-02b98920-0ec5-49bf-8991-3514dc62dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.001810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-02b98920-0ec5-49bf-8991-3514dc62dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.003543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-02b98920-0ec5-49bf-8991-3514dc62dc7c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2705245 Dec 13 14:55:34.096863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Pushing event updated for resources: {'Port': ['ID=9fd35ee0-9432-4f24-add4-4f706e6edd78,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:34.162492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-7bfacdd2-5174-4222-9ddc-8ae6d0d09cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.165332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1ec03f7-5614-4249-be2b-aeef3b2b5d70 req-7bfacdd2-5174-4222-9ddc-8ae6d0d09cad service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498089 Dec 13 14:55:34.221778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:34.225285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:34.289586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d83ed-9694-4d6d-94b2-ac5153b65309 req-58f85f5b-258f-414d-9c68-271186892029 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.291383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa0d83ed-9694-4d6d-94b2-ac5153b65309 req-58f85f5b-258f-414d-9c68-271186892029 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 946 time: 0.1393371 Dec 13 14:55:34.292739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Attempting to bind port 9fd35ee0-9432-4f24-add4-4f706e6edd78 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:34.293116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Attempting to bind port 9fd35ee0-9432-4f24-add4-4f706e6edd78 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:34.293519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Attempting to bind port 9fd35ee0-9432-4f24-add4-4f706e6edd78 on network ddc50a13-fd65-4c77-a09f-1e966450ce86 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:34.323622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Port 9fd35ee0-9432-4f24-add4-4f706e6edd78 on network ddc50a13-fd65-4c77-a09f-1e966450ce86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:34.324046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Attempting to bind port 9fd35ee0-9432-4f24-add4-4f706e6edd78 on network ddc50a13-fd65-4c77-a09f-1e966450ce86 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:34.351214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:34.351732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Checking segment: {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:34.352269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Bound using segment: {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:34.352807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Bound port: 9fd35ee0-9432-4f24-add4-4f706e6edd78, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:34.353589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:34.423046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Allocated IP 172.20.0.5 (0fb5250a-d7fd-4302-b982-58251343def9/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a/c5936c66-6031-4300-867b-4be4fcd81b93) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:34.425021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa0d83ed-9694-4d6d-94b2-ac5153b65309 req-f1e2b291-d3ad-42a9-8f3e-2f2ffd3139eb tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136885 Dec 13 14:55:34.538317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] For port 9fd35ee0-9432-4f24-add4-4f706e6edd78, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:34.542510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] For port 9fd35ee0-9432-4f24-add4-4f706e6edd78, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fd35ee0-9432-4f24-add4-4f706e6edd78,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:34.655167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:34.687007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:34.720399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e72667c6-d1ee-41f5-8f85-42385e8f4022 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:34.726731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.727547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:34.734548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] 10.222.0.50 "PUT /v2.0/ports/9fd35ee0-9432-4f24-add4-4f706e6edd78 HTTP/1.1" status: 200 len: 1092 time: 1.5637636 Dec 13 14:55:34.765336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338f1bf-a05e-4309-81a7-4ffeabd8d4ed service neutron] Pushing event updated for resources: {'Port': ['ID=9fd35ee0-9432-4f24-add4-4f706e6edd78,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:34.786958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a03d-b019-438c-bcbf-12a0add3a5cc req-a10fb151-a961-4c1d-a659-365f2cd35de8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.793637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a03d-b019-438c-bcbf-12a0add3a5cc req-a10fb151-a961-4c1d-a659-365f2cd35de8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.801353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a03d-b019-438c-bcbf-12a0add3a5cc req-a10fb151-a961-4c1d-a659-365f2cd35de8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:34.803764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd74a03d-b019-438c-bcbf-12a0add3a5cc req-a10fb151-a961-4c1d-a659-365f2cd35de8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2412 time: 0.1597240 Dec 13 14:55:34.878136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd74a03d-b019-438c-bcbf-12a0add3a5cc req-14822e7e-4874-4712-89af-13b44477977c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664091 Dec 13 14:55:34.891167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:34.941331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:34.950920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port e72667c6-d1ee-41f5-8f85-42385e8f4022 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:35.004548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Network 0fb5250a-d7fd-4302-b982-58251343def9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:35.008549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:35.015863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:35.025596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port e72667c6-d1ee-41f5-8f85-42385e8f4022 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:35.026064 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:35.100386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-112ceabb-4656-4828-a006-ca678f8c0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.105055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-112ceabb-4656-4828-a006-ca678f8c0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.105540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-112ceabb-4656-4828-a006-ca678f8c0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.114691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-112ceabb-4656-4828-a006-ca678f8c0341 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2865 time: 0.2144587 Dec 13 14:55:35.139200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event updated for resources: {'Port': ['ID=c5936c66-6031-4300-867b-4be4fcd81b93,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:35.169649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.170296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:35.189844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88f90-ff09-49bc-95d0-c14ee87dc81b req-df45426f-aef1-41af-9f1f-8c08ea5c8bc6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.197597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fb88f90-ff09-49bc-95d0-c14ee87dc81b req-df45426f-aef1-41af-9f1f-8c08ea5c8bc6 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 946 time: 0.1035280 Dec 13 14:55:35.206172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-e1bd789f-672c-4560-ab3c-a6ce84b9366e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=631295cd-d79a-4547-bd83-630df26b2540 HTTP/1.1" status: 200 len: 217 time: 0.0903687 Dec 13 14:55:35.272794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-2419d0cc-1163-4397-98fa-e14c59384fd7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4445448 Dec 13 14:55:35.275922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f48141-e1f7-4d37-8752-b953e7f88d49 req-0d3f8e89-1e4f-493a-a90c-6a8403189fe5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.280171 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:35.285481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46f48141-e1f7-4d37-8752-b953e7f88d49 req-0d3f8e89-1e4f-493a-a90c-6a8403189fe5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 945 time: 0.2777262 Dec 13 14:55:35.295846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fb88f90-ff09-49bc-95d0-c14ee87dc81b req-2a3a6462-53d6-4a93-8dc8-8dafce3e707d tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963314 Dec 13 14:55:35.312819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Request body: {'port': {'device_id': '927f28c7-5cee-445d-a414-6aee75f19864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:35.336183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-802d4659-1d2c-4abf-862a-96e7b86d6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.338069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-802d4659-1d2c-4abf-862a-96e7b86d6927 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e52a5e6-ed1f-4799-a0c8-113498e507e4 HTTP/1.1" status: 200 len: 801 time: 0.1252396 Dec 13 14:55:35.358785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46f48141-e1f7-4d37-8752-b953e7f88d49 req-db080ac4-e0de-456f-983e-7056e3df40c6 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673587 Dec 13 14:55:35.371774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72667c6-d1ee-41f5-8f85-42385e8f4022'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:35.371774 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9833b36-d3f0-40d8-b02c-5be661038048" -d '{"events": [{"server_uuid": "d2e9f889-1add-463b-bb14-c9f3c6c61892", "name": "network-vif-plugged", "status": "completed", "tag": "e72667c6-d1ee-41f5-8f85-42385e8f4022"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:35.419250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e72667c6-d1ee-41f5-8f85-42385e8f4022, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e72667c6-d1ee-41f5-8f85-42385e8f4022,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:35.434297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:35.439157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-609bdafe-eced-4fbd-8004-d7f61cd046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.448127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-609bdafe-eced-4fbd-8004-d7f61cd046ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ddc50a13-fd65-4c77-a09f-1e966450ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879853 Dec 13 14:55:35.476715 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3317c26-002d-438d-aa0b-8b92cb4b3324 x-openstack-request-id: req-a3317c26-002d-438d-aa0b-8b92cb4b3324 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:35.476999 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e9f889-1add-463b-bb14-c9f3c6c61892", "name": "network-vif-plugged", "status": "completed", "tag": "e72667c6-d1ee-41f5-8f85-42385e8f4022", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:35.477769 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3317c26-002d-438d-aa0b-8b92cb4b3324 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:35.478253 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72667c6-d1ee-41f5-8f85-42385e8f4022', 'code': 200} Dec 13 14:55:35.484896 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:35.566826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'tag': '9fd35ee0-9432-4f24-add4-4f706e6edd78'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:35.569061 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "tag": "9fd35ee0-9432-4f24-add4-4f706e6edd78"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:35.579431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=e72667c6-d1ee-41f5-8f85-42385e8f4022,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:35.615337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-3e12a3d0-2c1f-4b6f-b565-a21d6950493d service neutron] 10.222.0.50 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563742 Dec 13 14:55:35.615502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226d1ea-2c98-45ca-97b2-b4446d75ea0f req-befa4337-6795-42dd-9d36-b852a29f0e27 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.617030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6226d1ea-2c98-45ca-97b2-b4446d75ea0f req-befa4337-6795-42dd-9d36-b852a29f0e27 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 931 time: 0.1841040 Dec 13 14:55:35.716804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b8e95-917a-4834-974d-df37fc4faaac req-38c55792-d51f-42e5-9128-2c8c413d63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.718365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee8b8e95-917a-4834-974d-df37fc4faaac req-38c55792-d51f-42e5-9128-2c8c413d63ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 1097 time: 0.1589358 Dec 13 14:55:35.737765 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebb3487-3462-495f-af6e-24cb753200ec x-openstack-request-id: req-1ebb3487-3462-495f-af6e-24cb753200ec {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:35.738184 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "tag": "9fd35ee0-9432-4f24-add4-4f706e6edd78", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:35.740916 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ebb3487-3462-495f-af6e-24cb753200ec {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:35.740916 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'tag': '9fd35ee0-9432-4f24-add4-4f706e6edd78', 'status': 'completed', 'code': 200} Dec 13 14:55:35.741625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-32ca7697-f4e0-4c00-b62d-7bc786831140 service neutron] 10.222.0.50 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197870 Dec 13 14:55:35.789937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-6723dbca-6aba-44c2-a364-116622a7a897 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=2cd85fa8-3079-4083-8559-bd1659358be3 HTTP/1.1" status: 200 len: 217 time: 0.0404923 Dec 13 14:55:35.797246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6226d1ea-2c98-45ca-97b2-b4446d75ea0f req-7a024c73-41d4-4bd6-9112-d2b928e41d08 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672733 Dec 13 14:55:35.816217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee8b8e95-917a-4834-974d-df37fc4faaac req-c4241d22-95d6-42e6-bf7e-9ee3dc0ab0df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822487 Dec 13 14:55:35.874838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-995d8549-7140-48ba-b351-a757e8372de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:35.876153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-995d8549-7140-48ba-b351-a757e8372de7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8 HTTP/1.1" status: 200 len: 801 time: 0.0790415 Dec 13 14:55:35.923259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5936c66-6031-4300-867b-4be4fcd81b93 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:35.935775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:35.958427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Transition to ACTIVE for port object c5936c66-6031-4300-867b-4be4fcd81b93 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:36.061363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:36.072612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4275-d587-48be-9505-9cc3f60edcfc req-0a52acd3-1d5c-4dbe-aa51-bdf900782b97 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.079566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4275-d587-48be-9505-9cc3f60edcfc req-0a52acd3-1d5c-4dbe-aa51-bdf900782b97 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.085576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4275-d587-48be-9505-9cc3f60edcfc req-0a52acd3-1d5c-4dbe-aa51-bdf900782b97 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.088149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-245e4275-d587-48be-9505-9cc3f60edcfc req-0a52acd3-1d5c-4dbe-aa51-bdf900782b97 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2412 time: 0.1023839 Dec 13 14:55:36.090287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-5b490a4e-0bf6-470c-a260-c43524487c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.093204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-5b490a4e-0bf6-470c-a260-c43524487c72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c42f3378-38a7-4103-bad5-fa5ac31b430e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773094 Dec 13 14:55:36.124972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Pushing event updated for resources: {'Port': ['ID=c5936c66-6031-4300-867b-4be4fcd81b93,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:36.194759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-245e4275-d587-48be-9505-9cc3f60edcfc req-73aa10d4-6f56-40da-a572-66396a07a6d5 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970345 Dec 13 14:55:36.196136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Attempting to bind port c5936c66-6031-4300-867b-4be4fcd81b93 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:36.196540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Attempting to bind port c5936c66-6031-4300-867b-4be4fcd81b93 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:36.196871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Attempting to bind port c5936c66-6031-4300-867b-4be4fcd81b93 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:36.201648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Port c5936c66-6031-4300-867b-4be4fcd81b93 on network 0fb5250a-d7fd-4302-b982-58251343def9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:36.201974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Attempting to bind port c5936c66-6031-4300-867b-4be4fcd81b93 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:36.207853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:36.208196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:36.208576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Bound using segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:36.209021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Bound port: c5936c66-6031-4300-867b-4be4fcd81b93, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:36.209379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:36.232574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-8eb2f664-9b61-45ca-ae07-821abcf1f0ba service neutron] 10.222.0.50 "GET /v2.0/networks/c42f3378-38a7-4103-bad5-fa5ac31b430e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275470 Dec 13 14:55:36.273743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] For port c5936c66-6031-4300-867b-4be4fcd81b93, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:36.276794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] For port c5936c66-6031-4300-867b-4be4fcd81b93, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c5936c66-6031-4300-867b-4be4fcd81b93,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:36.327048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-19d1bf40-ab3b-4652-8cc9-3c19f94bc63c service neutron] 10.222.0.50 "GET /v2.0/networks/c42f3378-38a7-4103-bad5-fa5ac31b430e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Dec 13 14:55:36.343297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:36.379035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-0c5bbbd1-94a8-442c-b495-9883501ec9a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=9fd35ee0-9432-4f24-add4-4f706e6edd78 HTTP/1.1" status: 200 len: 217 time: 0.0438721 Dec 13 14:55:36.405181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-88723862-ec01-4bf2-8037-5a5c1951ad26 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.406686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-88723862-ec01-4bf2-8037-5a5c1951ad26 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 946 time: 0.0994811 Dec 13 14:55:36.422615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.423231 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:36.424589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] 10.222.0.55 "PUT /v2.0/ports/c5936c66-6031-4300-867b-4be4fcd81b93 HTTP/1.1" status: 200 len: 1091 time: 1.1277041 Dec 13 14:55:36.425032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927f28c7-5cee-445d-a414-6aee75f19864', 'tag': 'c5936c66-6031-4300-867b-4be4fcd81b93'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:36.427302 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018123bf-70f8-4855-8a58-2b4e514f4ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "927f28c7-5cee-445d-a414-6aee75f19864", "tag": "c5936c66-6031-4300-867b-4be4fcd81b93"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:36.468557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-667d41d8-fbf3-488d-ad9f-73fb40b6ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.470555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-667d41d8-fbf3-488d-ad9f-73fb40b6ddaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e52a5e6-ed1f-4799-a0c8-113498e507e4 HTTP/1.1" status: 200 len: 801 time: 0.0836458 Dec 13 14:55:36.482825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f95a-8558-4080-bf05-9f1e35d1244f service neutron] Pushing event updated for resources: {'Port': ['ID=c5936c66-6031-4300-867b-4be4fcd81b93,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:36.497534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246ec3-8665-48a2-abf8-b6bc3a0b0a06 req-2682553d-df72-40f0-92c3-bf164e3e289f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.499112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c246ec3-8665-48a2-abf8-b6bc3a0b0a06 req-2682553d-df72-40f0-92c3-bf164e3e289f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 946 time: 0.0754941 Dec 13 14:55:36.528773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e027b0-a4ef-4270-9cb0-1c70c83f9df7 req-d4ac0fb1-6150-4cfd-932c-6adf1fa9d417 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.530273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55e027b0-a4ef-4270-9cb0-1c70c83f9df7 req-d4ac0fb1-6150-4cfd-932c-6adf1fa9d417 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 946 time: 0.1528015 Dec 13 14:55:36.563993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-00c86690-dc59-4e68-a838-4968bdf645b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.565485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-00c86690-dc59-4e68-a838-4968bdf645b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ddc50a13-fd65-4c77-a09f-1e966450ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869617 Dec 13 14:55:36.568744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c246ec3-8665-48a2-abf8-b6bc3a0b0a06 req-40b23cb1-d1a3-4c6e-a586-b60627394e12 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458257 Dec 13 14:55:36.611264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-55e027b0-a4ef-4270-9cb0-1c70c83f9df7 req-a1f6ee62-ffed-48b1-b718-9aeb1ecdc9d3 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/security-groups?id=2633ac4b-d0df-4e26-b3da-265cae3eca57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725729 Dec 13 14:55:36.614447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-052ebf15-e56e-405b-8d11-70f25fabdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.615921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-052ebf15-e56e-405b-8d11-70f25fabdcfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 1094 time: 0.0952275 Dec 13 14:55:36.617697 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2448b709-2ac1-4323-9c5d-345286118286 x-openstack-request-id: req-2448b709-2ac1-4323-9c5d-345286118286 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:36.617837 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927f28c7-5cee-445d-a414-6aee75f19864", "tag": "c5936c66-6031-4300-867b-4be4fcd81b93", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:36.618067 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2448b709-2ac1-4323-9c5d-345286118286 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:36.618479 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927f28c7-5cee-445d-a414-6aee75f19864', 'tag': 'c5936c66-6031-4300-867b-4be4fcd81b93', 'status': 'completed', 'code': 200} Dec 13 14:55:36.642970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Deleting port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:36.643312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:36.676878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-ed0eebeb-e949-46cb-be1b-b041bc37b12e service neutron] 10.222.0.50 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030045 Dec 13 14:55:36.710572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-48e8254a-9307-46dd-8645-f61dca275aa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5936c66-6031-4300-867b-4be4fcd81b93 HTTP/1.1" status: 200 len: 217 time: 0.0751834 Dec 13 14:55:36.767883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ba12c20-3440-4860-9389-f7c38e186b98 req-97f65b7b-5591-42ad-94a7-1fd2b647cfc6 service neutron] 10.222.0.50 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836408 Dec 13 14:55:36.784273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-9c9ea071-ba8d-4b7f-905d-f3511a5c9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.785739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-9c9ea071-ba8d-4b7f-905d-f3511a5c9398 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0682149 Dec 13 14:55:36.804197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] For port 9ab0c4e7-7fa3-4c22-b85e-261001a49451, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9ab0c4e7-7fa3-4c22-b85e-261001a49451,segment=NetworkSegment(bdf14af2-18f5-4371-bd07-febf2bc93f9e),segment_id=bdf14af2-18f5-4371-bd07-febf2bc93f9e)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:36.804558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:36.829999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-570114ed-679d-4c59-ba99-f2cd471dc210 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342443 Dec 13 14:55:36.834162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Calling delete_port for 9ab0c4e7-7fa3-4c22-b85e-261001a49451 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:36.959876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18881d-926e-4c27-bcc9-9a4228458e92 req-6f24ff67-8bd8-41a2-a27c-c25502bcbd02 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.961417 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e18881d-926e-4c27-bcc9-9a4228458e92 req-6f24ff67-8bd8-41a2-a27c-c25502bcbd02 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 943 time: 0.0884304 Dec 13 14:55:36.986860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-55350ddc-53b5-4fc5-bdbc-2bb89bdd4ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484919 Dec 13 14:55:36.998818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-60620b20-fd9b-4b0e-98dc-5a9701462433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.999292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-60620b20-fd9b-4b0e-98dc-5a9701462433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:36.999832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-60620b20-fd9b-4b0e-98dc-5a9701462433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.002038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-60620b20-fd9b-4b0e-98dc-5a9701462433 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2865 time: 0.0778449 Dec 13 14:55:37.064321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e18881d-926e-4c27-bcc9-9a4228458e92 req-e4c3a48b-13fd-4786-8039-8f4f7bb65cd2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956471 Dec 13 14:55:37.116217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-b9874e46-3206-431d-bd45-f17fa4613dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.117962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-b9874e46-3206-431d-bd45-f17fa4613dec service neutron] 10.222.0.50 "GET /v2.0/networks?id=ddc50a13-fd65-4c77-a09f-1e966450ce86 HTTP/1.1" status: 200 len: 902 time: 0.1079171 Dec 13 14:55:37.167918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-1f47837d-a3c1-44cb-afe1-0f1ae0653e4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=9fd35ee0-9432-4f24-add4-4f706e6edd78 HTTP/1.1" status: 200 len: 217 time: 0.0405302 Dec 13 14:55:37.228529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-ca3ce66c-6641-481f-b2d0-a234f72bd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.230036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-ca3ce66c-6641-481f-b2d0-a234f72bd3c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e52a5e6-ed1f-4799-a0c8-113498e507e4 HTTP/1.1" status: 200 len: 801 time: 0.0505793 Dec 13 14:55:37.316769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-38e3e2d5-0597-49fb-b35b-30f7f30990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.318460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-38e3e2d5-0597-49fb-b35b-30f7f30990b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ddc50a13-fd65-4c77-a09f-1e966450ce86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0778148 Dec 13 14:55:37.441634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-703b3114-65af-4ee8-8d90-31dc82845598 service neutron] 10.222.0.50 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144049 Dec 13 14:55:37.457005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302c7f7-2297-4384-87b8-8c1cfcfdf47e req-18ccfe02-87bd-4719-824b-0a058c4e1bfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.462946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302c7f7-2297-4384-87b8-8c1cfcfdf47e req-18ccfe02-87bd-4719-824b-0a058c4e1bfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.468842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302c7f7-2297-4384-87b8-8c1cfcfdf47e req-18ccfe02-87bd-4719-824b-0a058c4e1bfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.471089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1302c7f7-2297-4384-87b8-8c1cfcfdf47e req-18ccfe02-87bd-4719-824b-0a058c4e1bfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2412 time: 0.1267025 Dec 13 14:55:37.507078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b53d7e1-b167-4dc2-bc5d-2dfc341eb0a2 req-79503546-9034-47bc-9d11-5ccc9e9263cd service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116816 Dec 13 14:55:37.532894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1302c7f7-2297-4384-87b8-8c1cfcfdf47e req-034cd1d0-4b15-41ec-8159-f6ea85c52cf2 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Dec 13 14:55:37.583743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf0e4ab3-14d1-4dcb-bdc0-516bb3facbd1 req-5e051fda-1cc1-4147-83f5-092eede57e5c service neutron] 10.222.0.50 "GET /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297166 Dec 13 14:55:37.627266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:37.640773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9ab0c4e7-7fa3-4c22-b85e-261001a49451'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:37.758910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Pushing event deleted for resources: {'Port': ['ID=9ab0c4e7-7fa3-4c22-b85e-261001a49451,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:37.787336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4391a9-122b-4eb0-a291-23d0e185209f req-c99f6087-606c-4970-9db5-0d5f8d321ece tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.789103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc4391a9-122b-4eb0-a291-23d0e185209f req-c99f6087-606c-4970-9db5-0d5f8d321ece tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 946 time: 0.1335161 Dec 13 14:55:37.846480 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18ab3001-6168-412d-9916-2635b105a178 req-7a5352cc-d3f0-4ab7-a16a-accb5f5a8d5f tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 210 time: 0.0846720 Dec 13 14:55:37.865937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] No DVR routers for this DVR port 9ab0c4e7-7fa3-4c22-b85e-261001a49451 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:37.870638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:37.874500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7a61c77-750e-4442-a8dd-24fe65556a9b req-889ca8ae-4149-44de-9f13-a51e2210e273 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.55 "DELETE /v2.0/ports/9ab0c4e7-7fa3-4c22-b85e-261001a49451 HTTP/1.1" status: 204 len: 173 time: 1.4419394 Dec 13 14:55:37.889849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-e2b17ba2-08c8-4ca6-999e-185375a1bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:37.892464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-e2b17ba2-08c8-4ca6-999e-185375a1bbfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 1094 time: 0.1640310 Dec 13 14:55:37.897846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc4391a9-122b-4eb0-a291-23d0e185209f req-8e9b53c3-09a4-45cb-8b4b-9dfbaf15c297 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911045 Dec 13 14:55:38.006318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-a40f82a2-8339-47d2-887e-7fe2d60457fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:38.007722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-a40f82a2-8339-47d2-887e-7fe2d60457fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.1059167 Dec 13 14:55:38.120978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-f961ec1e-d5b7-49b8-b2db-1f154887aac4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5936c66-6031-4300-867b-4be4fcd81b93 HTTP/1.1" status: 200 len: 217 time: 0.1024303 Dec 13 14:55:38.247022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba378c-561a-4be8-88a7-e105a3dca9be req-a6f8a62c-9565-41e7-abee-ffedd4f0fc62 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:38.248511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69ba378c-561a-4be8-88a7-e105a3dca9be req-a6f8a62c-9565-41e7-abee-ffedd4f0fc62 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 943 time: 0.0645816 Dec 13 14:55:38.250059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-539915b6-d60e-4989-ac0d-efaf77c13673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:38.251959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-539915b6-d60e-4989-ac0d-efaf77c13673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.1249368 Dec 13 14:55:38.352245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-379966b5-ca23-43aa-b82a-27fe7f923f0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519214 Dec 13 14:55:38.357269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69ba378c-561a-4be8-88a7-e105a3dca9be req-fe82c486-9e1b-44e4-9e1d-a8320f0fd58d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993793 Dec 13 14:55:38.476972 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-f5d266b9-aa99-4b86-ab71-44f35620e3c9 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157238 Dec 13 14:55:38.623624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'name': 'network-vif-deleted', 'tag': '9ab0c4e7-7fa3-4c22-b85e-261001a49451'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:38.625172 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6421b367-9a27-4998-9dee-6b6b09b0f89f" -d '{"events": [{"server_uuid": "10dd44ee-7ed8-4689-8b48-e7f4153b05a8", "name": "network-vif-deleted", "tag": "9ab0c4e7-7fa3-4c22-b85e-261001a49451"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:38.693195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-018123bf-70f8-4855-8a58-2b4e514f4ecd req-90ee0ce0-b829-4de6-b07c-c9976f836dea service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061799 Dec 13 14:55:38.733775 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f0b381-84c5-45b7-9976-089798d40705 x-openstack-request-id: req-e4f0b381-84c5-45b7-9976-089798d40705 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:38.734140 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dd44ee-7ed8-4689-8b48-e7f4153b05a8", "name": "network-vif-deleted", "tag": "9ab0c4e7-7fa3-4c22-b85e-261001a49451", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:38.734422 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4f0b381-84c5-45b7-9976-089798d40705 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:38.736349 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd44ee-7ed8-4689-8b48-e7f4153b05a8', 'name': 'network-vif-deleted', 'tag': '9ab0c4e7-7fa3-4c22-b85e-261001a49451', 'status': 'completed', 'code': 200} Dec 13 14:55:38.758400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80e7b-7b8a-4d8d-8e38-15f4d645f017 req-a9b4a563-c26e-4037-9203-dc896167d653 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:38.760816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fd35ee0-9432-4f24-add4-4f706e6edd78 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:38.764457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80e7b-7b8a-4d8d-8e38-15f4d645f017 req-a9b4a563-c26e-4037-9203-dc896167d653 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:38.772137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80e7b-7b8a-4d8d-8e38-15f4d645f017 req-a9b4a563-c26e-4037-9203-dc896167d653 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:38.779330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2c80e7b-7b8a-4d8d-8e38-15f4d645f017 req-a9b4a563-c26e-4037-9203-dc896167d653 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2412 time: 0.1304257 Dec 13 14:55:38.834540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2c80e7b-7b8a-4d8d-8e38-15f4d645f017 req-8c19615e-1819-47f7-92e3-d21729d52f6c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542336 Dec 13 14:55:38.974896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9fd35ee0-9432-4f24-add4-4f706e6edd78, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fd35ee0-9432-4f24-add4-4f706e6edd78,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:39.031916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '9fd35ee0-9432-4f24-add4-4f706e6edd78', 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86', 'port_id': '9fd35ee0-9432-4f24-add4-4f706e6edd78', 'mac_address': 'fa:16:3e:d3:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e52a5e6-ed1f-4799-a0c8-113498e507e4', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:39.087073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77e477bc-981b-4703-b8d4-144f8ecab34a req-cac446cc-ac47-4187-9973-fb99ed5919e8 tempest-DeleteServersTestJSON-1365264583 tempest-DeleteServersTestJSON-1365264583-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dd44ee-7ed8-4689-8b48-e7f4153b05a8 HTTP/1.1" status: 200 len: 210 time: 0.0394418 Dec 13 14:55:39.102581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c5936c66-6031-4300-867b-4be4fcd81b93 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:39.155509 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:39.183414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd35ee0-9432-4f24-add4-4f706e6edd78 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:39.253609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9fd35ee0-9432-4f24-add4-4f706e6edd78, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fd35ee0-9432-4f24-add4-4f706e6edd78,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:39.305972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c5936c66-6031-4300-867b-4be4fcd81b93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c5936c66-6031-4300-867b-4be4fcd81b93,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:39.318110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'c5936c66-6031-4300-867b-4be4fcd81b93', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'port_id': 'c5936c66-6031-4300-867b-4be4fcd81b93', 'mac_address': 'fa:16:3e:59:c1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:39.342620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:39.343261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631295cd-d79a-4547-bd83-630df26b2540 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:39.395223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:39.437364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5936c66-6031-4300-867b-4be4fcd81b93 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:39.447688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 631295cd-d79a-4547-bd83-630df26b2540, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631295cd-d79a-4547-bd83-630df26b2540,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:39.452458 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9fd35ee0-9432-4f24-add4-4f706e6edd78,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:39.480043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '631295cd-d79a-4547-bd83-630df26b2540', 'network_id': 'ddc50a13-fd65-4c77-a09f-1e966450ce86', 'port_id': '631295cd-d79a-4547-bd83-630df26b2540', 'mac_address': 'fa:16:3e:5e:30:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e52a5e6-ed1f-4799-a0c8-113498e507e4', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:39.484633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.485605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.485948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.486301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:39.497120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c5936c66-6031-4300-867b-4be4fcd81b93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c5936c66-6031-4300-867b-4be4fcd81b93,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:39.513435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974161c-8d02-4bc0-aade-b36c6b2742eb req-a36b7295-d437-4d8c-9211-bb957971ec6a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:39.515530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4974161c-8d02-4bc0-aade-b36c6b2742eb req-a36b7295-d437-4d8c-9211-bb957971ec6a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 943 time: 0.0810516 Dec 13 14:55:39.542055 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:39.556657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631295cd-d79a-4547-bd83-630df26b2540 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:39.572692 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:39.590581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4974161c-8d02-4bc0-aade-b36c6b2742eb req-046e9542-0ac9-4f60-bc6a-634c7011ab2c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Dec 13 14:55:39.590887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 631295cd-d79a-4547-bd83-630df26b2540, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631295cd-d79a-4547-bd83-630df26b2540,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:39.663195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c5936c66-6031-4300-867b-4be4fcd81b93,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:39.671579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:39.671579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cd85fa8-3079-4083-8559-bd1659358be3 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:39.724600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769b560-55d1-47de-9b13-bb102b455ce6 req-f8a51e22-748f-46c1-9013-1aa6f7d0cf67 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:39.726612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4769b560-55d1-47de-9b13-bb102b455ce6 req-f8a51e22-748f-46c1-9013-1aa6f7d0cf67 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 946 time: 0.0879970 Dec 13 14:55:39.780021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4769b560-55d1-47de-9b13-bb102b455ce6 req-0fdc7cb5-9f7c-4afb-9501-ae8e4dcdc3ff tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Dec 13 14:55:39.780665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c5936c66-6031-4300-867b-4be4fcd81b93'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:39.791155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=631295cd-d79a-4547-bd83-630df26b2540,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:39.872577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cd85fa8-3079-4083-8559-bd1659358be3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cd85fa8-3079-4083-8559-bd1659358be3,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:39.896783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2cd85fa8-3079-4083-8559-bd1659358be3', 'network_id': 'c42f3378-38a7-4103-bad5-fa5ac31b430e', 'port_id': '2cd85fa8-3079-4083-8559-bd1659358be3', 'mac_address': 'fa:16:3e:28:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:39.964459 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:39.981493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e057-562e-45dd-93f3-8bb0ce7a62ed req-f95c759f-329c-4ece-9b04-aa70766b37a1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:39.991990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e057-562e-45dd-93f3-8bb0ce7a62ed req-f95c759f-329c-4ece-9b04-aa70766b37a1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:40.003147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e057-562e-45dd-93f3-8bb0ce7a62ed req-f95c759f-329c-4ece-9b04-aa70766b37a1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:40.003444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd85fa8-3079-4083-8559-bd1659358be3 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:40.004976 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab37e057-562e-45dd-93f3-8bb0ce7a62ed req-f95c759f-329c-4ece-9b04-aa70766b37a1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2414 time: 0.0970883 Dec 13 14:55:40.048283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cd85fa8-3079-4083-8559-bd1659358be3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cd85fa8-3079-4083-8559-bd1659358be3,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:40.061665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab37e057-562e-45dd-93f3-8bb0ce7a62ed req-9b922ef8-0ebb-41ab-a592-da1175d9fae2 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Dec 13 14:55:40.121076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:40.198769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cd85fa8-3079-4083-8559-bd1659358be3,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:40.507530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631295cd-d79a-4547-bd83-630df26b2540'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:40.545465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2cd85fa8-3079-4083-8559-bd1659358be3'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:40.577101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9fd35ee0-9432-4f24-add4-4f706e6edd78'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:40.742551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656535-c86a-4d59-886b-866d8050bcfe req-84bcf29b-e648-41d3-a725-0a1f6c0ecea5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:40.752954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1656535-c86a-4d59-886b-866d8050bcfe req-84bcf29b-e648-41d3-a725-0a1f6c0ecea5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 944 time: 0.0892639 Dec 13 14:55:40.812046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1656535-c86a-4d59-886b-866d8050bcfe req-9a989cbc-0006-4e7a-9873-9cf26a78d77b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564599 Dec 13 14:55:40.983357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-139b7cd1-d063-4722-b188-67a04f789cef tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:40.988290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-139b7cd1-d063-4722-b188-67a04f789cef tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 946 time: 0.1017039 Dec 13 14:55:41.012206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eddd9-3989-402c-a427-6336919b2f30 req-e3e5cb5c-4ad7-4a03-8dda-0571a2eb6e41 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:41.013873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c8eddd9-3989-402c-a427-6336919b2f30 req-e3e5cb5c-4ad7-4a03-8dda-0571a2eb6e41 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 946 time: 0.0874350 Dec 13 14:55:41.099895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c5936c66-6031-4300-867b-4be4fcd81b93 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:41.158612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c8eddd9-3989-402c-a427-6336919b2f30 req-4481757d-e37a-4717-9bb4-cf3c9860f7f2 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130176 Dec 13 14:55:41.199433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Deleting port e72667c6-d1ee-41f5-8f85-42385e8f4022 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:41.199945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:41.252377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33044ff9-33ed-49af-b83c-5c4e6551da25 req-dbdc9a90-7bab-40a0-b56a-e9b166def375 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:41.262806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33044ff9-33ed-49af-b83c-5c4e6551da25 req-dbdc9a90-7bab-40a0-b56a-e9b166def375 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:41.272083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33044ff9-33ed-49af-b83c-5c4e6551da25 req-dbdc9a90-7bab-40a0-b56a-e9b166def375 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:41.274996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33044ff9-33ed-49af-b83c-5c4e6551da25 req-dbdc9a90-7bab-40a0-b56a-e9b166def375 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2415 time: 0.0820079 Dec 13 14:55:41.307139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port c5936c66-6031-4300-867b-4be4fcd81b93 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:41.313835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port c5936c66-6031-4300-867b-4be4fcd81b93 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:41.313835 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:41.332624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33044ff9-33ed-49af-b83c-5c4e6551da25 req-be9f925d-e1e0-48e1-b62f-d15ec3b0e86c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Dec 13 14:55:41.357222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] For port e72667c6-d1ee-41f5-8f85-42385e8f4022, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e72667c6-d1ee-41f5-8f85-42385e8f4022,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:41.357884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:41.377465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Calling delete_port for e72667c6-d1ee-41f5-8f85-42385e8f4022 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:41.477652 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:41.531541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927f28c7-5cee-445d-a414-6aee75f19864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5936c66-6031-4300-867b-4be4fcd81b93'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:41.533850 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3a2842-29ce-478f-a68c-e591b64e5675" -d '{"events": [{"server_uuid": "927f28c7-5cee-445d-a414-6aee75f19864", "name": "network-vif-plugged", "status": "completed", "tag": "c5936c66-6031-4300-867b-4be4fcd81b93"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:41.550722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c5936c66-6031-4300-867b-4be4fcd81b93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c5936c66-6031-4300-867b-4be4fcd81b93,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:41.598327 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fde9df-7fba-4261-99ac-1b63ceb2ea94 x-openstack-request-id: req-17fde9df-7fba-4261-99ac-1b63ceb2ea94 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:41.601579 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927f28c7-5cee-445d-a414-6aee75f19864", "name": "network-vif-plugged", "status": "completed", "tag": "c5936c66-6031-4300-867b-4be4fcd81b93", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:41.601579 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17fde9df-7fba-4261-99ac-1b63ceb2ea94 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:41.601579 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927f28c7-5cee-445d-a414-6aee75f19864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5936c66-6031-4300-867b-4be4fcd81b93', 'code': 200} Dec 13 14:55:41.621654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:41.652098 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:41.652959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ab0c4e7-7fa3-4c22-b85e-261001a49451 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:41.693715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Pushing event deleted for resources: {'Port': ['ID=e72667c6-d1ee-41f5-8f85-42385e8f4022,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:41.697393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 9ab0c4e7-7fa3-4c22-b85e-261001a49451 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:41.697393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9ab0c4e7-7fa3-4c22-b85e-261001a49451 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:41.726358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39fef1-fc50-471a-895b-ce9a1be0fc2a req-ed3f5200-0c3f-43df-bc7f-2e8d3dae2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:41.730186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c39fef1-fc50-471a-895b-ce9a1be0fc2a req-ed3f5200-0c3f-43df-bc7f-2e8d3dae2519 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 1096 time: 0.0507817 Dec 13 14:55:41.784852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0c39fef1-fc50-471a-895b-ce9a1be0fc2a req-34e72eeb-3dd8-49b1-a011-becccc223a24 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472353 Dec 13 14:55:41.790923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] No DVR routers for this DVR port e72667c6-d1ee-41f5-8f85-42385e8f4022 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:41.793356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c5936c66-6031-4300-867b-4be4fcd81b93,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:41.794736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:41.799317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51dbe2a0-6730-4e44-90cb-ea969e7fe617 req-c9c780d3-ed27-43bd-97b5-7fcd933bc98f tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.50 "DELETE /v2.0/ports/e72667c6-d1ee-41f5-8f85-42385e8f4022 HTTP/1.1" status: 204 len: 173 time: 0.8038080 Dec 13 14:55:41.799776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'name': 'network-vif-deleted', 'tag': 'e72667c6-d1ee-41f5-8f85-42385e8f4022'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:41.802169 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca41acb-343d-4810-bbc2-ab6a67db9483" -d '{"events": [{"server_uuid": "d2e9f889-1add-463b-bb14-c9f3c6c61892", "name": "network-vif-deleted", "tag": "e72667c6-d1ee-41f5-8f85-42385e8f4022"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:41.842578 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ddb96c-752a-4702-9f42-b662537155f4 x-openstack-request-id: req-89ddb96c-752a-4702-9f42-b662537155f4 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:41.843064 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e9f889-1add-463b-bb14-c9f3c6c61892", "name": "network-vif-deleted", "tag": "e72667c6-d1ee-41f5-8f85-42385e8f4022", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:41.843501 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89ddb96c-752a-4702-9f42-b662537155f4 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:41.845516 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f889-1add-463b-bb14-c9f3c6c61892', 'name': 'network-vif-deleted', 'tag': 'e72667c6-d1ee-41f5-8f85-42385e8f4022', 'status': 'completed', 'code': 200} Dec 13 14:55:41.982285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5a926-37cb-430d-8b85-8ac0ffaf07dc req-abae2147-ec70-477b-860f-a3886f9a741f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:41.990778 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3eb5a926-37cb-430d-8b85-8ac0ffaf07dc req-abae2147-ec70-477b-860f-a3886f9a741f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 945 time: 0.0779333 Dec 13 14:55:42.043283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3eb5a926-37cb-430d-8b85-8ac0ffaf07dc req-f6145193-f1d2-4a48-8869-c4382fc13b51 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507638 Dec 13 14:55:42.121405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['e72667c6-d1ee-41f5-8f85-42385e8f4022'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:42.306101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df902811-38ed-4ce1-bdd2-086542958d5e req-c2a16747-7223-4060-9b5d-cc2baf82010a tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e9f889-1add-463b-bb14-c9f3c6c61892 HTTP/1.1" status: 200 len: 210 time: 0.0430446 Dec 13 14:55:42.470336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9932621-fdbf-4e56-ab9c-47f2510216cd req-e9f90ceb-7099-4076-bb3b-d0e5a350a279 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:42.477366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9932621-fdbf-4e56-ab9c-47f2510216cd req-e9f90ceb-7099-4076-bb3b-d0e5a350a279 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:42.485426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9932621-fdbf-4e56-ab9c-47f2510216cd req-e9f90ceb-7099-4076-bb3b-d0e5a350a279 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:42.490766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9932621-fdbf-4e56-ab9c-47f2510216cd req-e9f90ceb-7099-4076-bb3b-d0e5a350a279 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2415 time: 0.0860560 Dec 13 14:55:42.528428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9932621-fdbf-4e56-ab9c-47f2510216cd req-82a1edfd-0368-464f-b4ca-28d64fc48f44 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Dec 13 14:55:42.770058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cd85fa8-3079-4083-8559-bd1659358be3 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:42.894013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 2cd85fa8-3079-4083-8559-bd1659358be3 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:42.898058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2cd85fa8-3079-4083-8559-bd1659358be3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:42.898608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:42.998404 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:43.044906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cd85fa8-3079-4083-8559-bd1659358be3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cd85fa8-3079-4083-8559-bd1659358be3,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:43.132640 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:43.139298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fd35ee0-9432-4f24-add4-4f706e6edd78 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:43.222503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ebd8d-50ff-49d9-88e2-1912667c9033 req-d398f759-4177-4b2b-b552-56d728c471e7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:43.224147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-909ebd8d-50ff-49d9-88e2-1912667c9033 req-d398f759-4177-4b2b-b552-56d728c471e7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 945 time: 0.1043615 Dec 13 14:55:43.261886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cd85fa8-3079-4083-8559-bd1659358be3,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:43.317260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-909ebd8d-50ff-49d9-88e2-1912667c9033 req-3c46723f-171d-4a24-9d74-f15787b4d1e7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853581 Dec 13 14:55:43.404358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 9fd35ee0-9432-4f24-add4-4f706e6edd78 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:43.408812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 9fd35ee0-9432-4f24-add4-4f706e6edd78 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:43.409415 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:43.528460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:43.589367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9fd35ee0-9432-4f24-add4-4f706e6edd78, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fd35ee0-9432-4f24-add4-4f706e6edd78,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:43.600738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd85fa8-3079-4083-8559-bd1659358be3'}, {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd35ee0-9432-4f24-add4-4f706e6edd78'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:43.602943 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b812fe4-f52e-449c-9838-51d109f60d01" -d '{"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd85fa8-3079-4083-8559-bd1659358be3"}, {"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-plugged", "status": "completed", "tag": "9fd35ee0-9432-4f24-add4-4f706e6edd78"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:43.638587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150853-42ed-4277-b83e-38ff57558a27 req-a15d69a6-c29c-47b5-94fb-969d37d3f616 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:43.640077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-a15d69a6-c29c-47b5-94fb-969d37d3f616 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.1445851 Dec 13 14:55:43.655778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-7e673bd6-3480-4aa8-a914-17747ef3c965 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0097144 Dec 13 14:55:43.674373 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:43.675443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631295cd-d79a-4547-bd83-630df26b2540 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:43.730744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-5b034bd9-b60d-4e15-b79c-2f15abe3d783 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683699 Dec 13 14:55:43.759118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9fd35ee0-9432-4f24-add4-4f706e6edd78,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:43.767344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-247a3d65-6a8e-4f1f-8c2f-50b7ce2709ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:43.768934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-247a3d65-6a8e-4f1f-8c2f-50b7ce2709ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/networks?id=1a18c595-7203-4443-b7a2-43831d0ce2c0 HTTP/1.1" status: 200 len: 809 time: 0.1507113 Dec 13 14:55:43.790821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2fd9ee72-f6ba-4fc0-8ee8-7a96f24b61e6 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/quotas/4e99a550e282449493922150d3f4d9bc HTTP/1.1" status: 200 len: 375 time: 0.0136197 Dec 13 14:55:43.829116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-8d7965b3-43e5-443b-81aa-d8180d513dc0 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e99a550e282449493922150d3f4d9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343382 Dec 13 14:55:43.862032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 631295cd-d79a-4547-bd83-630df26b2540 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:43.866942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 631295cd-d79a-4547-bd83-630df26b2540 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:43.867209 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:43.894078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-f0863712-1a75-4375-9546-36a45a915576 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325092 Dec 13 14:55:43.923001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57610) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:43.957918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:43.970112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-f8c27ed2-8f09-4893-a556-f20ba984459e service neutron] 10.222.0.24 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305432 Dec 13 14:55:44.006602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 631295cd-d79a-4547-bd83-630df26b2540, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631295cd-d79a-4547-bd83-630df26b2540,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:44.011438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-cde65cfe-8f30-468f-a352-7a06dd4ef9b6 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162920 Dec 13 14:55:44.084797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.085799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e72667c6-d1ee-41f5-8f85-42385e8f4022 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:44.104139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-a51ab23f-0a2a-4521-860f-2edaf0b29ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259849 Dec 13 14:55:44.125562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81c1ce0c-a03f-4cee-87dc-b075e88d70ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.132119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: e72667c6-d1ee-41f5-8f85-42385e8f4022 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:44.132452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e72667c6-d1ee-41f5-8f85-42385e8f4022 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:44.173350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=631295cd-d79a-4547-bd83-630df26b2540,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:44.258714 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81c1ce0c-a03f-4cee-87dc-b075e88d70ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.319056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b238-5ccc-4d6d-8e68-17815f0a4464 req-95864d88-f83f-48cf-8840-558364727e9d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:44.324431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81c1ce0c-a03f-4cee-87dc-b075e88d70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.348918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b238-5ccc-4d6d-8e68-17815f0a4464 req-95864d88-f83f-48cf-8840-558364727e9d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:44.357196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b238-5ccc-4d6d-8e68-17815f0a4464 req-95864d88-f83f-48cf-8840-558364727e9d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:44.359737 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f45b238-5ccc-4d6d-8e68-17815f0a4464 req-95864d88-f83f-48cf-8840-558364727e9d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2418 time: 0.1137519 Dec 13 14:55:44.363610 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831be8c9-694c-4f7f-b4d1-d7d8993ddb1a x-openstack-request-id: req-831be8c9-694c-4f7f-b4d1-d7d8993ddb1a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:44.363918 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd85fa8-3079-4083-8559-bd1659358be3", "code": 200}, {"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-plugged", "status": "completed", "tag": "9fd35ee0-9432-4f24-add4-4f706e6edd78", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:44.364149 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-831be8c9-694c-4f7f-b4d1-d7d8993ddb1a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:44.364737 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd85fa8-3079-4083-8559-bd1659358be3', 'code': 200} Dec 13 14:55:44.365150 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd35ee0-9432-4f24-add4-4f706e6edd78', 'code': 200} Dec 13 14:55:44.461335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ce0c-a03f-4cee-87dc-b075e88d70ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a6b07-143f-4033-ba0d-922d98f05974,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:44.465985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f45b238-5ccc-4d6d-8e68-17815f0a4464 req-4f9e7e69-021d-4c23-b496-96c46ae6b217 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996940 Dec 13 14:55:44.468655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-81c1ce0c-a03f-4cee-87dc-b075e88d70ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9867a969885b48caa13d200f4e8a18fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431018 Dec 13 14:55:44.470025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57658) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:44.529398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9281cfd-c877-41a8-b6ed-7ccc24654dd1 req-54c4b3b9-3fbd-46fb-a3f1-4eb7f6a8d96d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 210 time: 0.0737298 Dec 13 14:55:44.597822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1e7c7ef-1b9d-4256-81b1-c9ee9be18207 req-4900e87c-7648-45d3-941e-0dd6d01d2ec8 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 210 time: 0.0337741 Dec 13 14:55:44.614874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1501749d-9de6-4e09-bab7-7ca2624275c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.642563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1501749d-9de6-4e09-bab7-7ca2624275c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.700623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:44.749313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] Deleting subnet 7b190bb4-13a6-438b-98c6-7f7508afb5b1 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:55:44.752953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.791471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.793746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1501749d-9de6-4e09-bab7-7ca2624275c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.796629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1501749d-9de6-4e09-bab7-7ca2624275c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.801511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1501749d-9de6-4e09-bab7-7ca2624275c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/922a6b07-143f-4033-ba0d-922d98f05974 HTTP/1.1" status: 204 len: 168 time: 0.3274996 Dec 13 14:55:44.837249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501749d-9de6-4e09-bab7-7ca2624275c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a6b07-143f-4033-ba0d-922d98f05974,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:44.866316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:44.885587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-57382b04-05fc-4b96-971f-41450180b005 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127825 Dec 13 14:55:44.979296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-effc8234-db65-4fb7-91a5-e27b07eaf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:44.981146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-effc8234-db65-4fb7-91a5-e27b07eaf366 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 1097 time: 0.0669441 Dec 13 14:55:45.039463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.073326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b190bb4-13a6-438b-98c6-7f7508afb5b1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:45.079853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.083851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ab30bfba-3718-4e74-aac9-08fb7e39d53c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b190bb4-13a6-438b-98c6-7f7508afb5b1 HTTP/1.1" status: 204 len: 168 time: 0.3817451 Dec 13 14:55:45.086203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57698) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:45.122551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-6024945a-4a98-45bc-be82-910c98543a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:45.124069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-6024945a-4a98-45bc-be82-910c98543a43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.1210339 Dec 13 14:55:45.161312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.167769 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-9df6d687-179e-441a-aa71-4c47fc00c19d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc HTTP/1.1" status: 200 len: 217 time: 0.0365224 Dec 13 14:55:45.250029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-49403378-29fb-45c1-be80-c72fbd5bf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:45.252160 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-49403378-29fb-45c1-be80-c72fbd5bf0d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0767913 Dec 13 14:55:45.287578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.301286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-586acc60-89ac-4d67-ba43-a20ef6e174e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412779 Dec 13 14:55:45.326664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d5d542-97ac-4b73-88b5-59c793254f97']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:45.342556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf14af2-18f5-4371-bd07-febf2bc93f9e') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:45.343398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf14af2-18f5-4371-bd07-febf2bc93f9e') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:45.357779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.382110 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.397830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:55:45.398613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:55:45.400528 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:55:45.444828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-73dd4772-83d1-45a8-9d3f-cbbd8db6e2d9 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354423 Dec 13 14:55:45.530388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.537410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.543117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] 10.222.0.24 "DELETE /v2.0/networks/57d5d542-97ac-4b73-88b5-59c793254f97 HTTP/1.1" status: 204 len: 168 time: 0.4552522 Dec 13 14:55:45.565703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ca63-a33c-422f-858a-60a393aa5208 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d5d542-97ac-4b73-88b5-59c793254f97,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:45.579613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c91d7b3-bf83-4442-bc5e-8430ab10617c req-3bb9b92f-9b33-4708-8051-3f7a0b224745 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281533 Dec 13 14:55:45.679403 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4e61186-fecc-4c63-826a-6854256c65b0 req-df36af89-f8fa-44b5-883b-c489281dd0e6 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 210 time: 0.0398796 Dec 13 14:55:45.711188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f3ee-e1c7-48a8-9529-dcc7338a93df req-967ecbaf-3eeb-47b7-9ef7-e0b4643a8aef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:45.721619 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.731569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f3ee-e1c7-48a8-9529-dcc7338a93df req-967ecbaf-3eeb-47b7-9ef7-e0b4643a8aef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:45.735547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f3ee-e1c7-48a8-9529-dcc7338a93df req-967ecbaf-3eeb-47b7-9ef7-e0b4643a8aef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:45.743490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39e1f3ee-e1c7-48a8-9529-dcc7338a93df req-967ecbaf-3eeb-47b7-9ef7-e0b4643a8aef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2418 time: 0.1090176 Dec 13 14:55:45.784062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d60437d7-8c75-40be-ad18-07d0dc709574 req-94fefaae-90b9-462a-9e61-42e61b1482d1 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 210 time: 0.0292656 Dec 13 14:55:45.792052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39e1f3ee-e1c7-48a8-9529-dcc7338a93df req-a054a9b7-2c70-4c1c-926a-472e3eda56ae tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477028 Dec 13 14:55:45.795864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57740) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:45.819916 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c09621b-8cc9-44c5-ac3b-d1e87bb968f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.902773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c09621b-8cc9-44c5-ac3b-d1e87bb968f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:45.952856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57750) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:45.972024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c09621b-8cc9-44c5-ac3b-d1e87bb968f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.032004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-260aa118-2ef9-4190-846f-101b7b158529 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e64b9f3afef04722a198b58f59a95ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771682 Dec 13 14:55:46.032004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09621b-8cc9-44c5-ac3b-d1e87bb968f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a759d801-e50d-402e-8113-c0970c29b6a7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:46.039329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57756) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:46.040092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3c09621b-8cc9-44c5-ac3b-d1e87bb968f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddc4ca9e018e45378313e0eeb09dfd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393298 Dec 13 14:55:46.040984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57758) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:46.092667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea22d600-fb6b-4207-ac34-d8c7807fac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.096145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f612-5feb-407e-9635-bf10b61c0383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.122383 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea22d600-fb6b-4207-ac34-d8c7807fac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.125207 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f612-5feb-407e-9635-bf10b61c0383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.232975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea22d600-fb6b-4207-ac34-d8c7807fac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.236352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ea22d600-fb6b-4207-ac34-d8c7807fac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.237704 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea22d600-fb6b-4207-ac34-d8c7807fac38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2633ac4b-d0df-4e26-b3da-265cae3eca57 HTTP/1.1" status: 204 len: 168 time: 0.2033775 Dec 13 14:55:46.245698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22d600-fb6b-4207-ac34-d8c7807fac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2633ac4b-d0df-4e26-b3da-265cae3eca57,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:46.257619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f612-5feb-407e-9635-bf10b61c0383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.264197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f612-5feb-407e-9635-bf10b61c0383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.275036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6f2f612-5feb-407e-9635-bf10b61c0383 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a759d801-e50d-402e-8113-c0970c29b6a7 HTTP/1.1" status: 204 len: 168 time: 0.2237322 Dec 13 14:55:46.280908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2f612-5feb-407e-9635-bf10b61c0383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a759d801-e50d-402e-8113-c0970c29b6a7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:46.366493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631295cd-d79a-4547-bd83-630df26b2540'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:46.369030 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92006fd0-625a-472a-a270-1aea356370f4" -d '{"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-plugged", "status": "completed", "tag": "631295cd-d79a-4547-bd83-630df26b2540"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:46.415212 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a2bdc-b150-4cab-9e89-571b49cf6adf x-openstack-request-id: req-be7a2bdc-b150-4cab-9e89-571b49cf6adf {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:46.415502 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-plugged", "status": "completed", "tag": "631295cd-d79a-4547-bd83-630df26b2540", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:46.416058 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be7a2bdc-b150-4cab-9e89-571b49cf6adf {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:46.416635 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631295cd-d79a-4547-bd83-630df26b2540', 'code': 200} Dec 13 14:55:46.514787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc943c50-7c33-40dd-bb35-3c174c37ed0e req-0990a4d5-25cf-47bf-810c-b5c9672c10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:46.515325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc943c50-7c33-40dd-bb35-3c174c37ed0e req-0990a4d5-25cf-47bf-810c-b5c9672c10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:46.516295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc943c50-7c33-40dd-bb35-3c174c37ed0e req-0990a4d5-25cf-47bf-810c-b5c9672c10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:46.517942 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc943c50-7c33-40dd-bb35-3c174c37ed0e req-0990a4d5-25cf-47bf-810c-b5c9672c10f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2871 time: 0.0446966 Dec 13 14:55:46.554428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc943c50-7c33-40dd-bb35-3c174c37ed0e req-bd49a4a9-05b1-4a09-8e50-92d91f865d2a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295742 Dec 13 14:55:46.673888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150853-42ed-4277-b83e-38ff57558a27 req-22027db9-707a-4921-ba9a-ae92e28c70d5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:46.676350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-22027db9-707a-4921-ba9a-ae92e28c70d5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.1211860 Dec 13 14:55:46.689552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Request body: {'port': {'device_id': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'admin_state_up': True, 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:46.799036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0a936a5-4552-49ac-ab11-95a151f54c2d req-ec52b2e7-9b49-4010-bf7f-4f91252afc0d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 210 time: 0.0337994 Dec 13 14:55:46.855739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.947445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:46.948833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b175578-0df7-4f0d-91c6-a064728550e9 req-4006c6c9-59b1-4265-be2e-7508f1d96bff tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 210 time: 0.0394742 Dec 13 14:55:46.950906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:46.997268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06bc40-3d71-4d5b-9275-e36434cda05b req-b728afde-8824-424c-9f78-9cecbff33af5 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:47.008706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06bc40-3d71-4d5b-9275-e36434cda05b req-b728afde-8824-424c-9f78-9cecbff33af5 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:47.014572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06bc40-3d71-4d5b-9275-e36434cda05b req-b728afde-8824-424c-9f78-9cecbff33af5 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:47.017107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a06bc40-3d71-4d5b-9275-e36434cda05b req-b728afde-8824-424c-9f78-9cecbff33af5 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2418 time: 0.1196213 Dec 13 14:55:47.097915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a06bc40-3d71-4d5b-9275-e36434cda05b req-96888900-3753-4240-9fde-3bc36fe58939 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542526 Dec 13 14:55:47.151196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Allocated IP 172.20.0.4 (0fb5250a-d7fd-4302-b982-58251343def9/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a/a1655ac2-c15c-451f-9dac-cb9f1e4ea853) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:47.409691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:47.441629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-0b413ff8-2bc1-4d5c-9a7d-d60f24eca050 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:47.444505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-0b413ff8-2bc1-4d5c-9a7d-d60f24eca050 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.55 "GET /v2.0/networks?id=1a18c595-7203-4443-b7a2-43831d0ce2c0 HTTP/1.1" status: 200 len: 809 time: 0.1744683 Dec 13 14:55:47.458553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Request body: {'port': {'device_id': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0', 'admin_state_up': True, 'tenant_id': '4e99a550e282449493922150d3f4d9bc'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:47.617856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:47.635278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c5936c66-6031-4300-867b-4be4fcd81b93'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:47.672406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Network 0fb5250a-d7fd-4302-b982-58251343def9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:47.676638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:47.685706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:47.688669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Made reservation on behalf of 4e99a550e282449493922150d3f4d9bc for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:47.697854 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:47.709141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:47.717421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57886) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:47.778717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event updated for resources: {'Port': ['ID=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:47.805219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:47.813351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:47.874003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1814655267-network', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:47.961723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Allocated IP 172.20.0.11 (1a18c595-7203-4443-b7a2-43831d0ce2c0/bbb2c18f-d0e5-4307-97e5-646be7fc6e19/ba9b310e-7b93-4531-a948-9fbd6dd486dd) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:47.985517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25d01c-d802-4a03-8e96-0ab0164b1b9d req-d380180e-8164-4be1-b817-765716056a2b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:47.987473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc25d01c-d802-4a03-8e96-0ab0164b1b9d req-d380180e-8164-4be1-b817-765716056a2b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 931 time: 0.0731745 Dec 13 14:55:48.005357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-e8c1a121-6909-488b-911c-ed354e60da70 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3202417 Dec 13 14:55:48.036315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Request body: {'port': {'device_id': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:48.071898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc25d01c-d802-4a03-8e96-0ab0164b1b9d req-31800c14-5b53-42df-bd8e-d98216ce69ff tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775981 Dec 13 14:55:48.118991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:48.121464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.132228 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.147767 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc75e28e-b3b3-4f55-bf44-03807b3fa773 req-67a392a2-a4a7-4f53-a43c-6dd4adb735b5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 210 time: 0.0754595 Dec 13 14:55:48.175726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.287780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35291129-be87-46a0-837b-61fc67b4e46e req-01e37d37-6090-4dbc-be43-a439212d376f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:48.289695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35291129-be87-46a0-837b-61fc67b4e46e req-01e37d37-6090-4dbc-be43-a439212d376f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:48.297669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35291129-be87-46a0-837b-61fc67b4e46e req-01e37d37-6090-4dbc-be43-a439212d376f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:48.297669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-35291129-be87-46a0-837b-61fc67b4e46e req-01e37d37-6090-4dbc-be43-a439212d376f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2418 time: 0.0966892 Dec 13 14:55:48.309956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.355708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.357645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-35291129-be87-46a0-837b-61fc67b4e46e req-36b485dc-11b3-4844-8906-ea2c81eacf60 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Dec 13 14:55:48.365304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.416457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:55:48.431257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9163c079-83ab-47a9-a6ee-119dfe2afc71,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:48.450329 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.450675 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Added segment 555ac296-be30-4838-948a-094d1d86c6c8 of type vlan for network 4ae87db4-6566-4a34-b93b-12167460eed5 Dec 13 14:55:48.516567 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.521340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.535015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1655ac2-c15c-451f-9dac-cb9f1e4ea853 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:48.564766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.586668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Network 1a18c595-7203-4443-b7a2-43831d0ce2c0 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:48.592879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:48.595595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Transition to ACTIVE for port object a1655ac2-c15c-451f-9dac-cb9f1e4ea853 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:48.598157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:48.625610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Pushing event updated for resources: {'Port': ['ID=ba9b310e-7b93-4531-a948-9fbd6dd486dd,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:48.638848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.639820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:48.640395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.661307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:48.661934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.674428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.701333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae87db4-6566-4a34-b93b-12167460eed5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:48.712896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 4ae87db4-6566-4a34-b93b-12167460eed5 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:55:48.760159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Pushing event updated for resources: {'Port': ['ID=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:48.777027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-65b84ac8-cc49-42c0-aa90-be99a8fc6286 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0583937 Dec 13 14:55:48.780720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57962) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:48.784281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-2f662a0a-7d30-4df6-af75-5ceadb9979ea tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3310363 Dec 13 14:55:48.787399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Request body: {'subnet': {'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1814655267-subnet', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:48.815437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Request body: {'port': {'device_id': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:48.881178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:48.884017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.897533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Attempting to bind port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:48.897871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Attempting to bind port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:48.898200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Attempting to bind port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:48.901532 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:48.914947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 on network 0fb5250a-d7fd-4302-b982-58251343def9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:48.915353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Attempting to bind port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:48.924108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:48.924513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:48.924971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Bound using segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:48.925614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Bound port: a1655ac2-c15c-451f-9dac-cb9f1e4ea853, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:48.926043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.293335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc573df5-6548-4f64-87fd-4dd7e9d698ba req-06585419-2c65-4d25-8bce-d155c0cc1a74 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.294933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc573df5-6548-4f64-87fd-4dd7e9d698ba req-06585419-2c65-4d25-8bce-d155c0cc1a74 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 943 time: 0.0804918 Dec 13 14:55:49.411894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc573df5-6548-4f64-87fd-4dd7e9d698ba req-1d6c80f3-a2d3-45d5-a4ac-99f4c62bb1f0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820742 Dec 13 14:55:49.442134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e19dd-353d-4731-933c-21ba86ae0f03 req-7008d44e-9cac-41e8-bc73-4924012747b1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.448400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e19dd-353d-4731-933c-21ba86ae0f03 req-7008d44e-9cac-41e8-bc73-4924012747b1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.455492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e19dd-353d-4731-933c-21ba86ae0f03 req-7008d44e-9cac-41e8-bc73-4924012747b1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.456814 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c4e19dd-353d-4731-933c-21ba86ae0f03 req-7008d44e-9cac-41e8-bc73-4924012747b1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2418 time: 0.5059125 Dec 13 14:55:49.502354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] For port a1655ac2-c15c-451f-9dac-cb9f1e4ea853, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:49.506207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.531599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] For port a1655ac2-c15c-451f-9dac-cb9f1e4ea853, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:49.568220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c4e19dd-353d-4731-933c-21ba86ae0f03 req-65dd071f-dfcf-409b-932d-eb57cfb18f9b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954418 Dec 13 14:55:49.570113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58012) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:49.574946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59491-b76f-4635-b76f-521493cd1598 req-90ce2689-8f3e-4246-9012-aae3320d5329 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.576742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4b59491-b76f-4635-b76f-521493cd1598 req-90ce2689-8f3e-4246-9012-aae3320d5329 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 932 time: 0.1009984 Dec 13 14:55:49.587658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.629623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:49.632980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Checking segment: {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:49.633360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Network hostable DHCP agents. Network: 4ae87db4-6566-4a34-b93b-12167460eed5, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:55:49.644670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.645419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.646928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] 10.222.0.55 "PUT /v2.0/ports/a1655ac2-c15c-451f-9dac-cb9f1e4ea853 HTTP/1.1" status: 200 len: 1091 time: 1.6329353 Dec 13 14:55:49.649073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'tag': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:49.651612 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6d5d6-03bc-44e3-a73b-96d570c4ee61" -d '{"events": [{"name": "network-changed", "server_uuid": "60a564bd-7010-49ca-a820-e81d80da0c7d", "tag": "a1655ac2-c15c-451f-9dac-cb9f1e4ea853"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:49.659858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4b59491-b76f-4635-b76f-521493cd1598 req-de7be53b-3664-4d05-89d9-6ef4e2224ab4 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589652 Dec 13 14:55:49.711110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752449-796e-4688-9b1f-cd5bf8605008 service neutron] Pushing event updated for resources: {'Port': ['ID=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:49.724033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Network 4ae87db4-6566-4a34-b93b-12167460eed5 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:55:49.728744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e12a29a-3c62-4606-b79e-2306a5448653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.748584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9b310e-7b93-4531-a948-9fbd6dd486dd {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:49.754486 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d38cc-5066-406a-8ce5-5446de68d006 x-openstack-request-id: req-636d38cc-5066-406a-8ce5-5446de68d006 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:49.754802 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a564bd-7010-49ca-a820-e81d80da0c7d", "tag": "a1655ac2-c15c-451f-9dac-cb9f1e4ea853", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:49.755031 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-636d38cc-5066-406a-8ce5-5446de68d006 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:49.755400 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'tag': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853', 'status': 'completed', 'code': 200} Dec 13 14:55:49.764275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.775443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 4ae87db4-6566-4a34-b93b-12167460eed5) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:49.786135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.786135 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.790172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c946a59-b49f-4b84-bf30-affef03767c2 None None] Network 4ae87db4-6566-4a34-b93b-12167460eed5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:49.813637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Transition to ACTIVE for port object ba9b310e-7b93-4531-a948-9fbd6dd486dd will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:55:49.841097 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6e32439-d095-4f91-a735-1691f6bc947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.851552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d5d6-03bc-44e3-a73b-96d570c4ee61 req-59ca123a-2ad8-4c33-a6dd-456e799a1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:49.853094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abc6d5d6-03bc-44e3-a73b-96d570c4ee61 req-59ca123a-2ad8-4c33-a6dd-456e799a1341 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 1094 time: 0.0837288 Dec 13 14:55:49.861586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a4874c13-f128-47b8-b241-c5caeda51e2e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0756714 Dec 13 14:55:49.862095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58024) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:49.864215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:49.871507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:49.942708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-4ae87db4-6566-4a34-b93b-12167460eed5', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:55:49.943598 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.001482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e12a29a-3c62-4606-b79e-2306a5448653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.014666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9b310e-7b93-4531-a948-9fbd6dd486dd,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:50.067517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.068531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.083178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Allocated IP 172.20.0.2 (4ae87db4-6566-4a34-b93b-12167460eed5/97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16/3cd39c6e-c57d-4278-bb9b-34f681270fdd) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:50.086454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e12a29a-3c62-4606-b79e-2306a5448653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.116681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d5d6-03bc-44e3-a73b-96d570c4ee61 req-19a53fd7-ebfc-4042-b6d7-f4a2700af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.118148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abc6d5d6-03bc-44e3-a73b-96d570c4ee61 req-19a53fd7-ebfc-4042-b6d7-f4a2700af24f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=620dc395144c4837ad8bc00dbf76ff19&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2549167 Dec 13 14:55:50.165816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3e12a29a-3c62-4606-b79e-2306a5448653 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aefccca3a5584590b835bac8c4c73027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944967 Dec 13 14:55:50.168712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58026) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:50.223747 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a01a6837-01de-4cce-a065-d5cb22291f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.230431 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.239171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12a29a-3c62-4606-b79e-2306a5448653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57133af-d5cb-4e14-89de-1a918474f63f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:50.249641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.252376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Attempting to bind port ba9b310e-7b93-4531-a948-9fbd6dd486dd on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:50.252742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Attempting to bind port ba9b310e-7b93-4531-a948-9fbd6dd486dd by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:50.253071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Attempting to bind port ba9b310e-7b93-4531-a948-9fbd6dd486dd on network 1a18c595-7203-4443-b7a2-43831d0ce2c0 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:50.259522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a01a6837-01de-4cce-a065-d5cb22291f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.263068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Port ba9b310e-7b93-4531-a948-9fbd6dd486dd on network 1a18c595-7203-4443-b7a2-43831d0ce2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:55:50.263393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Attempting to bind port ba9b310e-7b93-4531-a948-9fbd6dd486dd on network 1a18c595-7203-4443-b7a2-43831d0ce2c0 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:50.273741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:50.274079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Checking segment: {'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:50.274480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Bound using segment: {'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:50.274905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Bound port: ba9b310e-7b93-4531-a948-9fbd6dd486dd, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23eb059f-4f7f-43e7-acd5-2290ff3c8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:50.275263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.295830 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.332524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Network 4ae87db4-6566-4a34-b93b-12167460eed5 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:50.334128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:50.337720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:50.362620 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a01a6837-01de-4cce-a065-d5cb22291f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.365280 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a01a6837-01de-4cce-a065-d5cb22291f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.369016 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a01a6837-01de-4cce-a065-d5cb22291f32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e57133af-d5cb-4e14-89de-1a918474f63f HTTP/1.1" status: 204 len: 168 time: 0.1963730 Dec 13 14:55:50.376657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a6837-01de-4cce-a065-d5cb22291f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57133af-d5cb-4e14-89de-1a918474f63f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:50.389013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Pushing event updated for resources: {'Port': ['ID=3cd39c6e-c57d-4278-bb9b-34f681270fdd,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:50.415168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d5d6-03bc-44e3-a73b-96d570c4ee61 req-0e98d22f-35e1-4402-884f-8a39c0ee4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.419814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Attempting to bind port 3cd39c6e-c57d-4278-bb9b-34f681270fdd on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:50.419965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abc6d5d6-03bc-44e3-a73b-96d570c4ee61 req-0e98d22f-35e1-4402-884f-8a39c0ee4139 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2885609 Dec 13 14:55:50.420061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Attempting to bind port 3cd39c6e-c57d-4278-bb9b-34f681270fdd by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:50.420061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Attempting to bind port 3cd39c6e-c57d-4278-bb9b-34f681270fdd on network 4ae87db4-6566-4a34-b93b-12167460eed5 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:50.446849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:50.447555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Checking segment: {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:50.448234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.448841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Bound using segment: {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:50.450454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Bound port: 3cd39c6e-c57d-4278-bb9b-34f681270fdd, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:50.451355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.508124 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.542950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-0e2d790a-4508-4ae0-b3b3-6e4290e861df tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.547016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] For port 3cd39c6e-c57d-4278-bb9b-34f681270fdd, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:50.550297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-0e2d790a-4508-4ae0-b3b3-6e4290e861df tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.552263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] For port 3cd39c6e-c57d-4278-bb9b-34f681270fdd, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3cd39c6e-c57d-4278-bb9b-34f681270fdd,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:50.557139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-0e2d790a-4508-4ae0-b3b3-6e4290e861df tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.558845 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-0e2d790a-4508-4ae0-b3b3-6e4290e861df tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2418 time: 0.1346073 Dec 13 14:55:50.580179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] For port ba9b310e-7b93-4531-a948-9fbd6dd486dd, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:50.584340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] For port ba9b310e-7b93-4531-a948-9fbd6dd486dd, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ba9b310e-7b93-4531-a948-9fbd6dd486dd,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:50.589082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150853-42ed-4277-b83e-38ff57558a27 req-97f611ce-66eb-4084-b6f8-e05bd3da5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.589082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-97f611ce-66eb-4084-b6f8-e05bd3da5d11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 1094 time: 0.0733805 Dec 13 14:55:50.648448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-492f53c9-6c00-41e9-a593-68774e4ea7f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1655ac2-c15c-451f-9dac-cb9f1e4ea853 HTTP/1.1" status: 200 len: 217 time: 0.0426645 Dec 13 14:55:50.667580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.674625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0047-a61b-4562-b11e-78864532a565 req-a9716809-695a-4cf7-8667-208f005df5de tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.681870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bfcc0047-a61b-4562-b11e-78864532a565 req-a9716809-695a-4cf7-8667-208f005df5de tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 943 time: 0.1220310 Dec 13 14:55:50.745202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port 9fd35ee0-9432-4f24-add4-4f706e6edd78 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:50.745705 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.751790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bfcc0047-a61b-4562-b11e-78864532a565 req-bd174377-6dd4-48d2-aec8-57b0d449bb86 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690675 Dec 13 14:55:50.758393 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.787300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.787873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.788933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba9b310e-7b93-4531-a948-9fbd6dd486dd HTTP/1.1" status: 200 len: 1092 time: 1.9794390 Dec 13 14:55:50.792812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b5e0c-746d-4bc8-9013-7a2c5f9b3278 None None] Pushing event updated for resources: {'Port': ['ID=3cd39c6e-c57d-4278-bb9b-34f681270fdd,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:50.871677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150853-42ed-4277-b83e-38ff57558a27 req-8d4c9cd9-6e89-49e2-9f3b-e99611147e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.873305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-8d4c9cd9-6e89-49e2-9f3b-e99611147e59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.2161775 Dec 13 14:55:50.893058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccbda-35fc-4e0c-bcbd-75e312004036 req-925dfd95-8bcc-4cdb-8da0-25433a6fa69d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.899451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccbda-35fc-4e0c-bcbd-75e312004036 req-925dfd95-8bcc-4cdb-8da0-25433a6fa69d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.905750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccbda-35fc-4e0c-bcbd-75e312004036 req-925dfd95-8bcc-4cdb-8da0-25433a6fa69d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:50.907995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da0ccbda-35fc-4e0c-bcbd-75e312004036 req-925dfd95-8bcc-4cdb-8da0-25433a6fa69d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 2418 time: 0.2492361 Dec 13 14:55:50.927630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port 9fd35ee0-9432-4f24-add4-4f706e6edd78, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fd35ee0-9432-4f24-add4-4f706e6edd78,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:50.928615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:50.958275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for 9fd35ee0-9432-4f24-add4-4f706e6edd78 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:51.017552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-68e10598-249b-433b-90c8-adb54c14ee46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079769 Dec 13 14:55:51.021860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2081a42-a001-43c6-b95f-82dd96d14df1 req-ac3237a0-4002-4bc1-8f3c-70ec9b73d193 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:51.023498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f1017-fa89-425e-8da0-4ba3f43196a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9b310e-7b93-4531-a948-9fbd6dd486dd,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:51.051502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2081a42-a001-43c6-b95f-82dd96d14df1 req-ac3237a0-4002-4bc1-8f3c-70ec9b73d193 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 944 time: 0.1496251 Dec 13 14:55:51.137811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2081a42-a001-43c6-b95f-82dd96d14df1 req-999f9121-ee5d-4c2e-a9a1-4c985cc9becd tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778525 Dec 13 14:55:51.153479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-5a04a25b-2ca5-4e62-aa27-21dc7884162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:51.155805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-5a04a25b-2ca5-4e62-aa27-21dc7884162a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e99a550e282449493922150d3f4d9bc&device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 1095 time: 0.2434614 Dec 13 14:55:51.165200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da0ccbda-35fc-4e0c-bcbd-75e312004036 req-8a5a8437-133b-4bda-96ba-f986b8dfb463 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312551 Dec 13 14:55:51.246681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-66edfdc3-cfd9-41e7-a554-1c405b4a90de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba9b310e-7b93-4531-a948-9fbd6dd486dd HTTP/1.1" status: 200 len: 217 time: 0.0749736 Dec 13 14:55:51.278617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:51.290533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['631295cd-d79a-4547-bd83-630df26b2540', '2cd85fa8-3079-4083-8559-bd1659358be3', '9fd35ee0-9432-4f24-add4-4f706e6edd78'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:51.309789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=9fd35ee0-9432-4f24-add4-4f706e6edd78,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:51.335959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58046) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:51.356222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port 9fd35ee0-9432-4f24-add4-4f706e6edd78 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:51.358596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:51.362707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-17951a4c-717d-4da0-afe8-99b0641b17e0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "DELETE /v2.0/ports/9fd35ee0-9432-4f24-add4-4f706e6edd78 HTTP/1.1" status: 204 len: 173 time: 0.7937727 Dec 13 14:55:51.363351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-deleted', 'tag': '9fd35ee0-9432-4f24-add4-4f706e6edd78'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:51.364658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-ecc89c93-f1e7-491b-9d79-d80862276d4c service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370614 Dec 13 14:55:51.366110 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70268a39-5a28-4df3-83ea-4f9aadc0de46" -d '{"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-deleted", "tag": "9fd35ee0-9432-4f24-add4-4f706e6edd78"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:51.380370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-96431388-4981-4daf-b9ae-e26c451c775c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:51.445701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-68c6b878-d3bd-4177-8435-15edd994cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:51.447201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-68c6b878-d3bd-4177-8435-15edd994cead service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb2c18f-d0e5-4307-97e5-646be7fc6e19 HTTP/1.1" status: 200 len: 849 time: 0.1968474 Dec 13 14:55:51.478635 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3485a55d-e94f-4013-a20f-e76479dad738 x-openstack-request-id: req-3485a55d-e94f-4013-a20f-e76479dad738 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:51.478931 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-deleted", "tag": "9fd35ee0-9432-4f24-add4-4f706e6edd78", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:51.479188 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3485a55d-e94f-4013-a20f-e76479dad738 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:51.479802 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-deleted', 'tag': '9fd35ee0-9432-4f24-add4-4f706e6edd78', 'status': 'completed', 'code': 200} Dec 13 14:55:51.538687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port 631295cd-d79a-4547-bd83-630df26b2540 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:51.539304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:51.646533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-a8de54fd-efb5-4a82-9284-aab60c257947 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a18c595-7203-4443-b7a2-43831d0ce2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281478 Dec 13 14:55:51.686636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port 631295cd-d79a-4547-bd83-630df26b2540, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=631295cd-d79a-4547-bd83-630df26b2540,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:51.687009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:51.709540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for 631295cd-d79a-4547-bd83-630df26b2540 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:51.819494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'tag': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:51.834389 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a7a645-7dbc-4774-a014-1dfe30045b07" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f1c518-defc-4a0d-971b-8d70e32b4edb", "tag": "ba9b310e-7b93-4531-a948-9fbd6dd486dd"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:51.849618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-cfe12672-9747-43ba-b3f6-a99cae53f4ac service neutron] 10.222.0.55 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870306 Dec 13 14:55:51.887715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3cd39c6e-c57d-4278-bb9b-34f681270fdd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:51.968435 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10260af9-a034-4037-a748-2c61ce356182 x-openstack-request-id: req-10260af9-a034-4037-a748-2c61ce356182 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:51.969165 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f1c518-defc-4a0d-971b-8d70e32b4edb", "tag": "ba9b310e-7b93-4531-a948-9fbd6dd486dd", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:51.969610 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10260af9-a034-4037-a748-2c61ce356182 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:51.970197 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'tag': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd', 'status': 'completed', 'code': 200} Dec 13 14:55:51.977741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3cd39c6e-c57d-4278-bb9b-34f681270fdd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:51.977741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.027043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.042868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9fd35ee0-9432-4f24-add4-4f706e6edd78'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:52.090125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.092970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=631295cd-d79a-4547-bd83-630df26b2540,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:52.104088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da150853-42ed-4277-b83e-38ff57558a27 req-f133e779-96e2-4b9d-8045-609221cad90a service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126400 Dec 13 14:55:52.144270 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.152196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0132d-c4d4-49ed-a7fd-d96a67e3a300 req-da2bff66-01ea-4a9d-b10b-ad222d1c7ac8 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:52.158890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70e0132d-c4d4-49ed-a7fd-d96a67e3a300 req-da2bff66-01ea-4a9d-b10b-ad222d1c7ac8 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 943 time: 0.2139869 Dec 13 14:55:52.186872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 3cd39c6e-c57d-4278-bb9b-34f681270fdd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3cd39c6e-c57d-4278-bb9b-34f681270fdd,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:52.205610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90eca547-cce0-40cd-a49b-2cb682088cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.215383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743cd15-b3de-4d3b-8f2f-b9ab75aaa30c None None] Network 4ae87db4-6566-4a34-b93b-12167460eed5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:52.249450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.255863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port 631295cd-d79a-4547-bd83-630df26b2540 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:52.273849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.277545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-12ff88ef-ca4d-4451-b0ec-90196ae582e6 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "DELETE /v2.0/ports/631295cd-d79a-4547-bd83-630df26b2540 HTTP/1.1" status: 204 len: 173 time: 0.9067476 Dec 13 14:55:52.290632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.364895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4685734d-d5fd-4ca4-97c3-9f7c02154b2e None None] Provisioning complete for port 3cd39c6e-c57d-4278-bb9b-34f681270fdd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:52.366675 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4685734d-d5fd-4ca4-97c3-9f7c02154b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.394945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd5607-2478-4d43-900b-2178259c2bdf req-5d517484-bfb7-46b8-ac06-feedf96d39ec tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:52.403819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36dd5607-2478-4d43-900b-2178259c2bdf req-5d517484-bfb7-46b8-ac06-feedf96d39ec tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 944 time: 0.1249039 Dec 13 14:55:52.410085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Allocated IP 172.25.7.214 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b5f9199f-16c8-4883-8560-5efaf7716a3a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:52.429938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=3cd39c6e-c57d-4278-bb9b-34f681270fdd,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:52.479546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d9cfc7b-f760-4fd4-b8ab-61d020797b4a req-9bdf895e-03d6-4000-b537-8badcdeb8edb service neutron] 10.222.0.55 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989292 Dec 13 14:55:52.492742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-96431388-4981-4daf-b9ae-e26c451c775c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.505083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36dd5607-2478-4d43-900b-2178259c2bdf req-b2789b3a-df44-4225-9f7d-e616136ad8df tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920110 Dec 13 14:55:52.554992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port 2cd85fa8-3079-4083-8559-bd1659358be3 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:52.555955 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.557342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70e0132d-c4d4-49ed-a7fd-d96a67e3a300 req-95f5ec3f-3f84-4d35-8aba-a1eb85d51ac7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968959 Dec 13 14:55:52.560746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-96431388-4981-4daf-b9ae-e26c451c775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.674282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-96431388-4981-4daf-b9ae-e26c451c775c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac0d27491df641e3b9a3ab6cc08b6277&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3326206 Dec 13 14:55:52.677394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96431388-4981-4daf-b9ae-e26c451c775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e905f19b-3269-494a-aa86-9846f0b5ad9b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:52.681353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58062) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:52.711768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.719680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959686b4-54ca-48da-97df-8b518fcd9de3 req-4c06bab1-0b41-4506-a4e0-156769d38f96 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:52.721335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-959686b4-54ca-48da-97df-8b518fcd9de3 req-4c06bab1-0b41-4506-a4e0-156769d38f96 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 946 time: 0.0973914 Dec 13 14:55:52.723470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port 2cd85fa8-3079-4083-8559-bd1659358be3, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cd85fa8-3079-4083-8559-bd1659358be3,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:52.723908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:52.743942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for 2cd85fa8-3079-4083-8559-bd1659358be3 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:52.821233 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-959686b4-54ca-48da-97df-8b518fcd9de3 req-74ec1182-dc86-42e2-90b3-b38d1cc0f006 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894492 Dec 13 14:55:52.885820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-44c91867-0cea-4c8f-a33c-13f4f75c60bc None None] Provisioning complete for port 3cd39c6e-c57d-4278-bb9b-34f681270fdd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:52.888914 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-44c91867-0cea-4c8f-a33c-13f4f75c60bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.021686 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.055860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=2cd85fa8-3079-4083-8559-bd1659358be3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:53.098377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port 2cd85fa8-3079-4083-8559-bd1659358be3 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:53.101040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.101907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-5afb7ef4-a382-420c-bc6f-64d617eaa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:53.103488 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-5afb7ef4-a382-420c-bc6f-64d617eaa42d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e99a550e282449493922150d3f4d9bc&device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 1095 time: 0.4719164 Dec 13 14:55:53.104640 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd640e78-2abf-4d61-a5fa-c324a6f932e3 req-594b9c6b-231a-4185-aee2-ccdd3ff3ebfa tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "DELETE /v2.0/ports/2cd85fa8-3079-4083-8559-bd1659358be3 HTTP/1.1" status: 204 len: 173 time: 0.8153348 Dec 13 14:55:53.152756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a1655ac2-c15c-451f-9dac-cb9f1e4ea853 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:53.171762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8889da9-17ff-487a-9482-cc6e07bdb268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.204920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8889da9-17ff-487a-9482-cc6e07bdb268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.226487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.230341 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.271762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a1655ac2-c15c-451f-9dac-cb9f1e4ea853, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:53.285401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'port_id': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853', 'mac_address': 'fa:16:3e:c6:bb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:53.301805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-fe6b0884-8365-4cad-9b92-a7ecd819f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:53.303330 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-fe6b0884-8365-4cad-9b92-a7ecd819f3b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a18c595-7203-4443-b7a2-43831d0ce2c0 HTTP/1.1" status: 200 len: 910 time: 0.1900885 Dec 13 14:55:53.306017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:53.311982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:53.320910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:53.345644 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.360067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f9199f-16c8-4883-8560-5efaf7716a3a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:53.360849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1655ac2-c15c-451f-9dac-cb9f1e4ea853 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:53.381522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-c1af73d8-791e-4fb7-a837-73e13e5e5cd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba9b310e-7b93-4531-a948-9fbd6dd486dd HTTP/1.1" status: 200 len: 217 time: 0.0664258 Dec 13 14:55:53.394040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a1655ac2-c15c-451f-9dac-cb9f1e4ea853, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:53.467988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.481448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-deleted', 'tag': '631295cd-d79a-4547-bd83-630df26b2540'}, {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-deleted', 'tag': '2cd85fa8-3079-4083-8559-bd1659358be3'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:53.485081 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17bc418-c2d6-41d7-aec4-4dacab6a900b" -d '{"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-deleted", "tag": "631295cd-d79a-4547-bd83-630df26b2540"}, {"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-deleted", "tag": "2cd85fa8-3079-4083-8559-bd1659358be3"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:53.505469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8889da9-17ff-487a-9482-cc6e07bdb268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.508157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8889da9-17ff-487a-9482-cc6e07bdb268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.509310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8889da9-17ff-487a-9482-cc6e07bdb268 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e905f19b-3269-494a-aa86-9846f0b5ad9b HTTP/1.1" status: 204 len: 168 time: 0.8217621 Dec 13 14:55:53.536130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-8e4bb41a-4737-42a1-aa00-40156c3f78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:53.536704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:53.537618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-8e4bb41a-4737-42a1-aa00-40156c3f78b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb2c18f-d0e5-4307-97e5-646be7fc6e19 HTTP/1.1" status: 200 len: 849 time: 0.1473300 Dec 13 14:55:53.541057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8889da9-17ff-487a-9482-cc6e07bdb268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905f19b-3269-494a-aa86-9846f0b5ad9b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:53.551036 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c4a165-1106-46ad-9105-0ab5c112b7e5 x-openstack-request-id: req-69c4a165-1106-46ad-9105-0ab5c112b7e5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:53.551568 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-deleted", "tag": "631295cd-d79a-4547-bd83-630df26b2540", "status": "completed", "code": 200}, {"server_uuid": "25768b47-f4a4-4040-bcd2-bcc5e98ba54c", "name": "network-vif-deleted", "tag": "2cd85fa8-3079-4083-8559-bd1659358be3", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:53.554513 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69c4a165-1106-46ad-9105-0ab5c112b7e5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:53.554513 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-deleted', 'tag': '631295cd-d79a-4547-bd83-630df26b2540', 'status': 'completed', 'code': 200} Dec 13 14:55:53.554513 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25768b47-f4a4-4040-bcd2-bcc5e98ba54c', 'name': 'network-vif-deleted', 'tag': '2cd85fa8-3079-4083-8559-bd1659358be3', 'status': 'completed', 'code': 200} Dec 13 14:55:53.591271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-f08de727-c0de-4086-8e46-d014bcce137a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a18c595-7203-4443-b7a2-43831d0ce2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305915 Dec 13 14:55:53.689740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a1655ac2-c15c-451f-9dac-cb9f1e4ea853'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:53.702261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70c929-30fd-4230-91ad-0b27d37e79fe req-e693e8e0-4568-4d69-a384-a6df90ffcd7a tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:53.716338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f70c929-30fd-4230-91ad-0b27d37e79fe req-e693e8e0-4568-4d69-a384-a6df90ffcd7a tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 944 time: 0.1106563 Dec 13 14:55:53.757743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d4252-0cfd-4c61-88e6-6f9c643cf09a req-fdfd1713-bcbb-491f-aac7-3f55a9d020a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:53.759329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-451d4252-0cfd-4c61-88e6-6f9c643cf09a req-fdfd1713-bcbb-491f-aac7-3f55a9d020a2 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 944 time: 0.0981653 Dec 13 14:55:53.772535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-4418c0a4-0d13-4ce3-bb65-56a2f10b7cca service neutron] 10.222.0.55 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681921 Dec 13 14:55:53.775545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f70c929-30fd-4230-91ad-0b27d37e79fe req-7b0856c9-bcbc-4877-9057-2e88c9ad8b3e tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525215 Dec 13 14:55:53.776354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3cd39c6e-c57d-4278-bb9b-34f681270fdd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:53.881197 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-451d4252-0cfd-4c61-88e6-6f9c643cf09a req-642f46b1-e3b9-415c-ae25-dac912b70d85 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117110 Dec 13 14:55:53.905074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3cd39c6e-c57d-4278-bb9b-34f681270fdd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:53.906635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:53.928868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24a7a645-7dbc-4774-a014-1dfe30045b07 req-8be0022b-364e-4aab-8b7f-2069cd7259d1 service neutron] 10.222.0.55 "GET /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397953 Dec 13 14:55:53.951332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b194b481-3e6e-4f7a-ae5c-de2c897e46b1 req-b0a11ab6-0d87-44c9-857b-10ad1169eb9c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=25768b47-f4a4-4040-bcd2-bcc5e98ba54c HTTP/1.1" status: 200 len: 210 time: 0.0289881 Dec 13 14:55:54.088625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:54.295453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:54.478337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Router b755e055-ee19-4fa0-903a-79621009a105 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:55:54.593954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:55:54.603680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Sync routers for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:55:54.614141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:55:54.620001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:54.675293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:54.676492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e50373d6-995c-4c5c-98a2-fab029aca005 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8098395 Dec 13 14:55:54.679227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58098) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:54.744952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:55:54.807166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cd85fa8-3079-4083-8559-bd1659358be3 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:54.844797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2cd85fa8-3079-4083-8559-bd1659358be3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:54.845290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cd85fa8-3079-4083-8559-bd1659358be3 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:54.845841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fd35ee0-9432-4f24-add4-4f706e6edd78 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:54.873584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 9fd35ee0-9432-4f24-add4-4f706e6edd78 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:54.873954 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fd35ee0-9432-4f24-add4-4f706e6edd78 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:54.874395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631295cd-d79a-4547-bd83-630df26b2540 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:54.949531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 631295cd-d79a-4547-bd83-630df26b2540 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:54.953127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 631295cd-d79a-4547-bd83-630df26b2540 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:54.954637 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.081689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dfbe6-2f40-4636-ad4a-a8010ae10a7e req-0a37ed5d-8b9c-4e00-a261-68120985f1eb tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:55.096305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-675dfbe6-2f40-4636-ad4a-a8010ae10a7e req-0a37ed5d-8b9c-4e00-a261-68120985f1eb tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 944 time: 0.1970687 Dec 13 14:55:55.131393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215738-2c0e-4da8-8d93-a3858c8e1f86 req-2ff8ad6e-d117-4990-b6df-51cc21dae805 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:55.131393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c215738-2c0e-4da8-8d93-a3858c8e1f86 req-2ff8ad6e-d117-4990-b6df-51cc21dae805 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 944 time: 0.1112323 Dec 13 14:55:55.146992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:53Z', 'revision_number': 3, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:55.157876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-675dfbe6-2f40-4636-ad4a-a8010ae10a7e req-08291082-dda6-44e0-8de6-26be08d08462 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599682 Dec 13 14:55:55.196201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ba9b310e-7b93-4531-a948-9fbd6dd486dd details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:55:55.198227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a1655ac2-c15c-451f-9dac-cb9f1e4ea853 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:55.242978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.244579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c215738-2c0e-4da8-8d93-a3858c8e1f86 req-f5577b51-270e-4ad4-b923-33cc3f441503 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950830 Dec 13 14:55:55.247364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Checking router: b755e055-ee19-4fa0-903a-79621009a105 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:55:55.247717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Updating router b755e055-ee19-4fa0-903a-79621009a105 port b5f9199f-16c8-4883-8560-5efaf7716a3a binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:55:55.289914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58114) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:55.312315 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.322884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.355782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting subnet 0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:55:55.359868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.407121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.462185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ba9b310e-7b93-4531-a948-9fbd6dd486dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ba9b310e-7b93-4531-a948-9fbd6dd486dd,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:55.464745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:55.485801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:55.492029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.493922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd', 'network_id': '1a18c595-7203-4443-b7a2-43831d0ce2c0', 'port_id': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd', 'mac_address': 'fa:16:3e:cb:eb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb2c18f-d0e5-4307-97e5-646be7fc6e19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:55:55.519895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.537670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Allocated IP 172.20.0.1 (4ae87db4-6566-4a34-b93b-12167460eed5/97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16/9a949de4-a346-479c-8f1d-91863c125b3d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:55:55.650221 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.682935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.688583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.712469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9b310e-7b93-4531-a948-9fbd6dd486dd {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:55:55.734635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1360e9c-6de4-476c-afb6-efcbf19d305d None None] Network c42f3378-38a7-4103-bad5-fa5ac31b430e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:55.757661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.763515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/subnets/0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8 HTTP/1.1" status: 204 len: 168 time: 0.4698703 Dec 13 14:55:55.766060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58122) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:55.773099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c90577-9467-4846-a833-9b5fd4d0770f tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff7e150-cd06-4b7d-80d7-de5d8cdfc9b8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:55.838950 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.864506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.946356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Network 4ae87db4-6566-4a34-b93b-12167460eed5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:55.947092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:55.947092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:55.947615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:55.947615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:55:55.987659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ba9b310e-7b93-4531-a948-9fbd6dd486dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ba9b310e-7b93-4531-a948-9fbd6dd486dd,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:56.034072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.049587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Pushing event updated for resources: {'Port': ['ID=9a949de4-a346-479c-8f1d-91863c125b3d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:56.065478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port b12baa1f-4657-47b8-93c9-fc9e2f3fd755, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b12baa1f-4657-47b8-93c9-fc9e2f3fd755,segment=NetworkSegment(712a7cc7-4a83-45f0-828a-7ae148f302fc),segment_id=712a7cc7-4a83-45f0-828a-7ae148f302fc)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:56.067595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.067735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.093315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for b12baa1f-4657-47b8-93c9-fc9e2f3fd755 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:56.150201 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.210058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:56.212907 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4749d268-bf73-40ab-a0e4-5004f0d0fea8" -d '{"events": [{"server_uuid": "60a564bd-7010-49ca-a820-e81d80da0c7d", "name": "network-vif-plugged", "status": "completed", "tag": "a1655ac2-c15c-451f-9dac-cb9f1e4ea853"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:56.220627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ba9b310e-7b93-4531-a948-9fbd6dd486dd,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:56.302713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a1655ac2-c15c-451f-9dac-cb9f1e4ea853, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:56.308005 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416a606-65b4-44b1-b57b-fb4ff269d9b6 x-openstack-request-id: req-b416a606-65b4-44b1-b57b-fb4ff269d9b6 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:56.318701 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a564bd-7010-49ca-a820-e81d80da0c7d", "name": "network-vif-plugged", "status": "completed", "tag": "a1655ac2-c15c-451f-9dac-cb9f1e4ea853", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:56.319052 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b416a606-65b4-44b1-b57b-fb4ff269d9b6 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:56.319492 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853', 'code': 200} Dec 13 14:55:56.367290 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.400734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=b12baa1f-4657-47b8-93c9-fc9e2f3fd755,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:56.403108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.412585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port b12baa1f-4657-47b8-93c9-fc9e2f3fd755 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:56.480240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.490482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ec3c-5c32-48dc-9c74-7d1b4c25a977 req-37be3947-83c1-411b-bc27-f63931b45015 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:56.495952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a60ec3c-5c32-48dc-9c74-7d1b4c25a977 req-37be3947-83c1-411b-bc27-f63931b45015 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 945 time: 0.1760478 Dec 13 14:55:56.496434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:56.506827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['ba9b310e-7b93-4531-a948-9fbd6dd486dd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:55:56.562970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796be35-eff1-4dfe-9773-f6be98892540 req-8c5ff438-9a93-412f-a272-460241e9b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:56.564524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d796be35-eff1-4dfe-9773-f6be98892540 req-8c5ff438-9a93-412f-a272-460241e9b676 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 1096 time: 0.1790257 Dec 13 14:55:56.571520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-101a8581-6837-43ff-9921-3eb88c7a84b5 None None] Provisioning complete for port 9a949de4-a346-479c-8f1d-91863c125b3d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:56.572161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-101a8581-6837-43ff-9921-3eb88c7a84b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.572922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480802c7-1af4-4bdd-9077-dd6148bbcf89 req-26aba109-98bf-4611-9a86-9c27b8855569 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:56.574460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-480802c7-1af4-4bdd-9077-dd6148bbcf89 req-26aba109-98bf-4611-9a86-9c27b8855569 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.1589406 Dec 13 14:55:56.608990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.626465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.643030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-101a8581-6837-43ff-9921-3eb88c7a84b5 None None] Port 9a949de4-a346-479c-8f1d-91863c125b3d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:56.662152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42f3378-38a7-4103-bad5-fa5ac31b430e']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:56.692371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a60ec3c-5c32-48dc-9c74-7d1b4c25a977 req-e4d57be2-35e5-4629-8206-87e161318e8d tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780572 Dec 13 14:55:56.696671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712a7cc7-4a83-45f0-828a-7ae148f302fc') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:56.696992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712a7cc7-4a83-45f0-828a-7ae148f302fc') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:56.726284 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.741299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aa27e9-af1e-4213-aadf-8cad1c1b001d None None] DHCP port deletion for c42f3378-38a7-4103-bad5-fa5ac31b430e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:55:56.743152 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.746746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.757226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:55:56.757226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:55:56.758874 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:55:56.852173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Attempting to bind port b5f9199f-16c8-4883-8560-5efaf7716a3a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:55:56.852551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Attempting to bind port b5f9199f-16c8-4883-8560-5efaf7716a3a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:55:56.855077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Attempting to bind port b5f9199f-16c8-4883-8560-5efaf7716a3a on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:55:56.872501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ea669-7b62-459f-9010-c63ecdb1db53 None None] Pushing event updated for resources: {'Port': ['ID=b5f9199f-16c8-4883-8560-5efaf7716a3a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:56.877973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:55:56.878428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:55:56.882035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.882035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:55:56.882035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Bound port: b5f9199f-16c8-4883-8560-5efaf7716a3a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:55:56.882035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.937813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] For port b5f9199f-16c8-4883-8560-5efaf7716a3a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:55:56.941453 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.941820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] For port b5f9199f-16c8-4883-8560-5efaf7716a3a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b5f9199f-16c8-4883-8560-5efaf7716a3a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:55:56.949864 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:56.958838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/networks/c42f3378-38a7-4103-bad5-fa5ac31b430e HTTP/1.1" status: 204 len: 168 time: 1.1939454 Dec 13 14:55:56.980799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58146) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:57.023859 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.028034 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d796be35-eff1-4dfe-9773-f6be98892540 req-d2c0825f-1ea8-4958-9c92-4ef96d8451e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525974 Dec 13 14:55:57.057161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-480802c7-1af4-4bdd-9077-dd6148bbcf89 req-01c032a7-3a9b-4828-bd72-96a57ce5a9ea tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498923 Dec 13 14:55:57.083044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b39e-8496-4185-884a-3b6d8679b269 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Network': ['ID=c42f3378-38a7-4103-bad5-fa5ac31b430e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:57.089396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting subnet 8e52a5e6-ed1f-4799-a0c8-113498e507e4 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:55:57.092873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.097394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:55:57.097556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:57.138721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.151755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.204095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ea669-7b62-459f-9010-c63ecdb1db53 None None] Pushing event updated for resources: {'Port': ['ID=b5f9199f-16c8-4883-8560-5efaf7716a3a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:57.220869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.247583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.268046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:55:57.322088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Pushing event updated for resources: {'Port': ['ID=9a949de4-a346-479c-8f1d-91863c125b3d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:57.336369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.389166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.441913 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.449786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/subnets/8e52a5e6-ed1f-4799-a0c8-113498e507e4 HTTP/1.1" status: 204 len: 168 time: 0.4680021 Dec 13 14:55:57.450532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:57.451695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a4960-ea87-4f33-9354-04a5feee6b80 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Subnet': ['ID=8e52a5e6-ed1f-4799-a0c8-113498e507e4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:57.451828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Network 4ae87db4-6566-4a34-b93b-12167460eed5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:55:57.457089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8f528-4533-4b82-91d9-366f2fa2a09c None None] Network ddc50a13-fd65-4c77-a09f-1e966450ce86 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:55:57.457735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:55:57.575013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.645305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Router b755e055-ee19-4fa0-903a-79621009a105 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:55:57.736031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:57.739303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.758336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:55:55Z', 'revision_number': 1, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:57.816743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30df0d-88d4-492e-954e-d308b3dd390e None None] The sync data for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 is: [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:55:55Z', 'revision_number': 1, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:55:57.825300 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b12baa1f-4657-47b8-93c9-fc9e2f3fd755 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:55:57.855390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b12baa1f-4657-47b8-93c9-fc9e2f3fd755 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:55:57.855612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:55:57.856223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b12baa1f-4657-47b8-93c9-fc9e2f3fd755 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:55:57.870311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bdbb916d-1576-4331-bbcd-53cec9007103 admin admin] 10.222.0.24 "PUT /v2.0/routers/b755e055-ee19-4fa0-903a-79621009a105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1884174 Dec 13 14:55:57.910738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:57.911196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:57.934380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for 93ec6655-cc39-4e3b-90dd-a5b8c31923ab owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:57.950080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] DHCP port deletion for ddc50a13-fd65-4c77-a09f-1e966450ce86 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:55:57.975396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184ff30-1955-4e51-ab61-92bfd4c0a549 req-b0b127aa-770e-48c1-8f48-dfecb3152b74 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:57.976975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5184ff30-1955-4e51-ab61-92bfd4c0a549 req-b0b127aa-770e-48c1-8f48-dfecb3152b74 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 945 time: 0.1603396 Dec 13 14:55:58.011914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dcbd8492-f2e5-4723-bec9-eed0956ed644 None None] Provisioning complete for port 9a949de4-a346-479c-8f1d-91863c125b3d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:58.012209 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8492-f2e5-4723-bec9-eed0956ed644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.058487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] Deleting port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:55:58.059006 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.060855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd8492-f2e5-4723-bec9-eed0956ed644 None None] Port 9a949de4-a346-479c-8f1d-91863c125b3d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:55:58.151912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:55:58.174808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] For port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,segment=NetworkSegment(ea6d981c-ea91-45a9-967c-8a58bc79f0c4),segment_id=ea6d981c-ea91-45a9-967c-8a58bc79f0c4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:58.175361 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.183593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5184ff30-1955-4e51-ab61-92bfd4c0a549 req-f7ce62b4-fd7e-4139-aaf4-393ab3a68cfd tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504626 Dec 13 14:55:58.277637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] Calling delete_port for 93ec6655-cc39-4e3b-90dd-a5b8c31923ab owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:55:58.313483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99bf3c-3a6b-4eb2-8452-e835987753ab req-9f1c0cb9-d1e9-467f-bfae-fa1bdf7a42d4 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:58.325306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f99bf3c-3a6b-4eb2-8452-e835987753ab req-9f1c0cb9-d1e9-467f-bfae-fa1bdf7a42d4 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.1429055 Dec 13 14:55:58.343075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.388106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:58.391989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f99bf3c-3a6b-4eb2-8452-e835987753ab req-91ba4c93-6bb2-46da-b115-d0fa987dbb6d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663376 Dec 13 14:55:58.421163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:58.431881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.477076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] Pushing event deleted for resources: {'Port': ['ID=93ec6655-cc39-4e3b-90dd-a5b8c31923ab,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:58.483178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc782f5-ac76-4ed1-b3c2-f7b8a487b254 None None] No DVR routers for this DVR port 93ec6655-cc39-4e3b-90dd-a5b8c31923ab on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:55:58.581158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.602552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc50a13-fd65-4c77-a09f-1e966450ce86']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:58.612316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:58.612691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6d981c-ea91-45a9-967c-8a58bc79f0c4') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:55:58.622686 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.637446 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.647915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:55:58.648319 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:55:58.651572 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:55:58.821553 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.847844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:58.860673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/networks/ddc50a13-fd65-4c77-a09f-1e966450ce86 HTTP/1.1" status: 204 len: 168 time: 1.4011889 Dec 13 14:55:58.868415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58178) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:58.875823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-452338677'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:58.927694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff100935-99ab-40f6-92e8-ffeb30fa3872 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Network': ['ID=ddc50a13-fd65-4c77-a09f-1e966450ce86,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:59.044079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:59.048763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.084915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:55:59.100672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.101020 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Added segment ad7d5e7f-d660-4342-8d69-f419db0e2ae3 of type vlan for network cf67069d-0fd5-4b63-9960-53f66982200a Dec 13 14:55:59.147047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.148990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58184) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:59.154581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-281832376-network', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:59.192551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ba9b310e-7b93-4531-a948-9fbd6dd486dd up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:59.263756 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.270924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:59.272355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.290406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Made reservation on behalf of a785249744a4429a9bae82dd0de51f9a for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:59.293227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.303018 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.352069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Network': ['ID=cf67069d-0fd5-4b63-9960-53f66982200a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:59.353737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port ba9b310e-7b93-4531-a948-9fbd6dd486dd completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:55:59.360833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port ba9b310e-7b93-4531-a948-9fbd6dd486dd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:55:59.361321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.361461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.366773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:55:59.400488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network cf67069d-0fd5-4b63-9960-53f66982200a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:55:59.427376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a650d06-335f-4393-b1e0-d3dcfc2b79ef tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5542686 Dec 13 14:55:59.427717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58192) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:55:59.436230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'subnet': {'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:55:59.503126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.525223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb50481-2273-4abd-8c2e-533a73d59276 req-9847cb92-a22a-48f5-92f9-44822935edfe tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:59.529967 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bb50481-2273-4abd-8c2e-533a73d59276 req-9847cb92-a22a-48f5-92f9-44822935edfe tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 945 time: 0.1850975 Dec 13 14:55:59.568559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.606173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1a6e-2b13-42a9-b300-4755a25726d4 req-32d646b3-a149-4db0-9e6c-99b1053e2cc6 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:59.614539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e03e1a6e-2b13-42a9-b300-4755a25726d4 req-32d646b3-a149-4db0-9e6c-99b1053e2cc6 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.0766754 Dec 13 14:55:59.614907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bb50481-2273-4abd-8c2e-533a73d59276 req-13beedb3-368e-45e6-be3f-a13f88916c13 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Dec 13 14:55:59.615013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:55:59.615114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.615234 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ec7892-bf31-4967-9ec6-8cb17d012787" -d '{"events": [{"server_uuid": "f5f1c518-defc-4a0d-971b-8d70e32b4edb", "name": "network-vif-plugged", "status": "completed", "tag": "ba9b310e-7b93-4531-a948-9fbd6dd486dd"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:55:59.631804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ba9b310e-7b93-4531-a948-9fbd6dd486dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ba9b310e-7b93-4531-a948-9fbd6dd486dd,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:55:59.659050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:55:59.685082 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d4160-3389-47ae-8e4c-9f2ae348ff4a x-openstack-request-id: req-948d4160-3389-47ae-8e4c-9f2ae348ff4a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:55:59.685261 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f1c518-defc-4a0d-971b-8d70e32b4edb", "name": "network-vif-plugged", "status": "completed", "tag": "ba9b310e-7b93-4531-a948-9fbd6dd486dd", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:55:59.685390 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-948d4160-3389-47ae-8e4c-9f2ae348ff4a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:55:59.685943 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd', 'code': 200} Dec 13 14:55:59.688320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.688656 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Added segment 93573f91-eaf3-4942-84f5-00edd4d51089 of type vlan for network a24c08b2-772d-443a-8448-e3d0d2938ef4 Dec 13 14:55:59.690381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a392c22-10bd-49a4-b691-b265834df6a9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:59.691754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e03e1a6e-2b13-42a9-b300-4755a25726d4 req-551a8bae-44fe-4abb-bb38-c3725033d9d1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664802 Dec 13 14:55:59.719288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.802014 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.840999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:55:59.849153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.853442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ba9b310e-7b93-4531-a948-9fbd6dd486dd,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:55:59.892323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80a671-94d2-4c7f-845c-97242bfd414d req-2d55fd0a-6960-4ba1-95ae-cc6c39bca81e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:59.900118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c80a671-94d2-4c7f-845c-97242bfd414d req-2d55fd0a-6960-4ba1-95ae-cc6c39bca81e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 945 time: 0.1006749 Dec 13 14:55:59.934572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b5f9199f-16c8-4883-8560-5efaf7716a3a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:55:59.946566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.947524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:55:59.948093 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:55:59.970549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c80a671-94d2-4c7f-845c-97242bfd414d req-9447eed4-1921-4a3b-ae63-72758d023ab9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Dec 13 14:56:00.011272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41817e05-36c8-4b36-a3fd-d0cd52bf5308 req-d517ae25-1338-426b-b77c-192bdffe1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:00.018279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41817e05-36c8-4b36-a3fd-d0cd52bf5308 req-d517ae25-1338-426b-b77c-192bdffe1627 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 1097 time: 0.2500217 Dec 13 14:56:00.046661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b5f9199f-16c8-4883-8560-5efaf7716a3a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:00.047150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.051311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] Pushing event updated for resources: {'Network': ['ID=a24c08b2-772d-443a-8448-e3d0d2938ef4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:00.068379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-83a5c07f-2c75-4516-be6e-3eaf1017d0fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9178619 Dec 13 14:56:00.070362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:56:00.070906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58206) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:00.076305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Request body: {'subnet': {'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-281832376-subnet', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:00.154021 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41817e05-36c8-4b36-a3fd-d0cd52bf5308 req-6cdfc765-3e95-4d76-ac0b-db1afed48354 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249895 Dec 13 14:56:00.193563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b8c7-71fc-486c-8a18-9441b7f30074 req-643ddabd-a17a-4203-a7bb-73d278ddd66d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:00.201478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f483b8c7-71fc-486c-8a18-9441b7f30074 req-643ddabd-a17a-4203-a7bb-73d278ddd66d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.0974820 Dec 13 14:56:00.204460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Made reservation on behalf of a785249744a4429a9bae82dd0de51f9a for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:56:00.206866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.259183 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.295233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f483b8c7-71fc-486c-8a18-9441b7f30074 req-6ab7a403-22c3-443b-928e-0ec3bc30f43e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927522 Dec 13 14:56:00.296668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b5f9199f-16c8-4883-8560-5efaf7716a3a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b5f9199f-16c8-4883-8560-5efaf7716a3a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:00.367195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.398642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.479802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Subnet': ['ID=7b87fc30-375e-43e1-8bbe-e4015ffded19,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:00.482023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Checking segment: {'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:00.482429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network hostable DHCP agents. Network: cf67069d-0fd5-4b63-9960-53f66982200a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:56:00.498524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 93ec6655-cc39-4e3b-90dd-a5b8c31923ab no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:00.529575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b5f9199f-16c8-4883-8560-5efaf7716a3a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:00.533019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 93ec6655-cc39-4e3b-90dd-a5b8c31923ab {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:00.533354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 93ec6655-cc39-4e3b-90dd-a5b8c31923ab not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:00.564270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.598707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network cf67069d-0fd5-4b63-9960-53f66982200a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:56:00.661106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=31091734-b81c-4dc9-8db8-bc767ccad099,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:00.674704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Checking segment: {'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:00.676243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Network hostable DHCP agents. Network: a24c08b2-772d-443a-8448-e3d0d2938ef4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:56:00.678562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, cf67069d-0fd5-4b63-9960-53f66982200a) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:00.707837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:00.708324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9161a1-bd5b-4bc9-bd21-a97dc8b79a40 None None] Network cf67069d-0fd5-4b63-9960-53f66982200a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:00.708528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.798842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:56:00.808771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a24c08b2-772d-443a-8448-e3d0d2938ef4) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:00.813406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2e321-2429-4eb6-a2da-1b82b2bb9935 req-72778a83-f6b0-4b7c-b95c-d34cd56a34fe tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:00.827287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900f743-039f-4419-9d6e-f72e9206b2d7 None None] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:00.831732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffb2e321-2429-4eb6-a2da-1b82b2bb9935 req-72778a83-f6b0-4b7c-b95c-d34cd56a34fe tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 946 time: 0.1245162 Dec 13 14:56:00.835697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:00.836682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:00.875492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f9312c5-e119-4aa5-88bf-ebb37e558076 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4458718 Dec 13 14:56:00.878060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58220) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:00.892855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2019078889'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:00.923584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffb2e321-2429-4eb6-a2da-1b82b2bb9935 req-91ef4f02-e02a-4ff6-af95-c7b492c39a99 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901632 Dec 13 14:56:00.946415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438976-f782-4649-be89-3d691014903a req-ceec9d2d-3fed-4b62-ab70-dc9f50df8e68 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:00.962264 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-12438976-f782-4649-be89-3d691014903a req-ceec9d2d-3fed-4b62-ab70-dc9f50df8e68 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.1027973 Dec 13 14:56:00.979374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d7abfe82-5f74-48bd-8f27-d3fcad2e6fdf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9052484 Dec 13 14:56:00.981585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58222) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:00.986672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:00.998604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-cf67069d-0fd5-4b63-9960-53f66982200a', 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'fixed_ips': [{'subnet_id': '7b87fc30-375e-43e1-8bbe-e4015ffded19'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:56:01.000119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.033859 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-12438976-f782-4649-be89-3d691014903a req-3a15b84c-4e0b-4362-bfa7-fef4d4b5b7a0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702538 Dec 13 14:56:01.085420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:56:01.088911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.123988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:56:01.135330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.135796 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Added segment c7e421d0-ca56-4f1a-bffc-699fccdf42bf of type vlan for network 857e55e2-a914-4ccd-bd4a-67b95d37435f Dec 13 14:56:01.159156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-a24c08b2-772d-443a-8448-e3d0d2938ef4', 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'fixed_ips': [{'subnet_id': '31091734-b81c-4dc9-8db8-bc767ccad099'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:56:01.160171 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.191297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.195707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.196674 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.221695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Allocated IP 19.80.0.2 (cf67069d-0fd5-4b63-9960-53f66982200a/7b87fc30-375e-43e1-8bbe-e4015ffded19/47a8cf45-fce3-4771-b021-d71e3174554b) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:01.230455 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Sync routers for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:56:01.241717 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:01.242737 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:01.290843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.313691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.324556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:01.325681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.399815 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:01.477866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Allocated IP 172.20.0.2 (a24c08b2-772d-443a-8448-e3d0d2938ef4/31091734-b81c-4dc9-8db8-bc767ccad099/a41d15eb-99bc-4d38-8b9b-9388fd86bd74) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:01.480292 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6010747 Dec 13 14:56:01.483207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58228) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:01.484394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c4a01-23b0-4749-a3a7-7656a291bf37 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Network': ['ID=857e55e2-a914-4ccd-bd4a-67b95d37435f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:01.492725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'subnet': {'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:01.517359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 857e55e2-a914-4ccd-bd4a-67b95d37435f details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:56:01.588778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.610213 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.703518 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 2, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:01.718552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:56:01.724608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:01.786140 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Checking router: b755e055-ee19-4fa0-903a-79621009a105 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:56:01.786532 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Updating router b755e055-ee19-4fa0-903a-79621009a105 port 9a949de4-a346-479c-8f1d-91863c125b3d binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:56:01.826651 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.072889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b5f9199f-16c8-4883-8560-5efaf7716a3a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:02.192809 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.231653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.242225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.293314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Pushing event updated for resources: {'Port': ['ID=47a8cf45-fce3-4771-b021-d71e3174554b,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:02.317181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.319463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4844-c436-4173-98ba-6e99e3ece9be req-fe9a69b3-7f2a-4872-94cc-7d630988d737 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:02.321192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8ec4844-c436-4173-98ba-6e99e3ece9be req-fe9a69b3-7f2a-4872-94cc-7d630988d737 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.1591823 Dec 13 14:56:02.342512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Subnet': ['ID=04e9d472-351b-4278-8207-cecb3d073ea3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:02.387232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Network cf67069d-0fd5-4b63-9960-53f66982200a is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:02.388402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b5f9199f-16c8-4883-8560-5efaf7716a3a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:02.389131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.395667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Checking segment: {'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:02.395667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network hostable DHCP agents. Network: 857e55e2-a914-4ccd-bd4a-67b95d37435f, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:56:02.409726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8ec4844-c436-4173-98ba-6e99e3ece9be req-49fdba01-2b5b-44b7-be74-829dd48dd143 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745754 Dec 13 14:56:02.437862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931699d-60ad-42bc-a30a-5e33cf7b326a req-34aa8d64-589d-41ee-8334-3c9f0a1de160 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:02.446109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9931699d-60ad-42bc-a30a-5e33cf7b326a req-34aa8d64-589d-41ee-8334-3c9f0a1de160 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 946 time: 0.3317015 Dec 13 14:56:02.453869 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.463379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:02.471805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:02.507262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network 857e55e2-a914-4ccd-bd4a-67b95d37435f is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:56:02.553001 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.593444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.617174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Attempting to bind port 47a8cf45-fce3-4771-b021-d71e3174554b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:02.617426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Attempting to bind port 47a8cf45-fce3-4771-b021-d71e3174554b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:02.617817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Attempting to bind port 47a8cf45-fce3-4771-b021-d71e3174554b on network cf67069d-0fd5-4b63-9960-53f66982200a {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:02.626970 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f33c-45df-422a-9fe6-683c5680acdf None None] Pushing event updated for resources: {'Port': ['ID=9a949de4-a346-479c-8f1d-91863c125b3d,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:02.631620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:02.631988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Checking segment: {'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:02.632390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.632772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Bound using segment: {'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:02.633244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Bound port: 47a8cf45-fce3-4771-b021-d71e3174554b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:02.633619 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.660959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 857e55e2-a914-4ccd-bd4a-67b95d37435f) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:02.672724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:02.675033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658fcb1-347c-4ff6-a4ce-6dc61841e9cd None None] Network 857e55e2-a914-4ccd-bd4a-67b95d37435f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:02.688157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.688701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9931699d-60ad-42bc-a30a-5e33cf7b326a req-892c8994-13f9-429f-8500-b77fd4014002 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411129 Dec 13 14:56:02.701966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-50116e22-9d12-4aa5-b850-9f293e606880 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:02.704122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-50116e22-9d12-4aa5-b850-9f293e606880 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.3369074 Dec 13 14:56:02.749324 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Attempting to bind port 9a949de4-a346-479c-8f1d-91863c125b3d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:02.750623 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Attempting to bind port 9a949de4-a346-479c-8f1d-91863c125b3d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:02.751343 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Attempting to bind port 9a949de4-a346-479c-8f1d-91863c125b3d on network 4ae87db4-6566-4a34-b93b-12167460eed5 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:02.761803 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:02.766688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Checking segment: {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:02.766688 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.766688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Bound using segment: {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:02.766688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Bound port: 9a949de4-a346-479c-8f1d-91863c125b3d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:02.767141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Allocated IP 172.25.7.149 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/cc20de80-b458-4d17-ac6f-e6268aaf1e34) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:02.767259 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.862220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d5af6e3f-aa0e-4c5c-b982-b677cbbe21d7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3730505 Dec 13 14:56:02.893100 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] For port 9a949de4-a346-479c-8f1d-91863c125b3d, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:02.899746 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] For port 9a949de4-a346-479c-8f1d-91863c125b3d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a949de4-a346-479c-8f1d-91863c125b3d,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:02.903617 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:02.969914 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.021372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] For port 47a8cf45-fce3-4771-b021-d71e3174554b, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:03.025065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:03.028514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Pushing event updated for resources: {'Port': ['ID=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:03.040084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:03.043481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:03.112013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] For port 47a8cf45-fce3-4771-b021-d71e3174554b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=47a8cf45-fce3-4771-b021-d71e3174554b,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:03.115900 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:03.116594 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:03.120152 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f33c-45df-422a-9fe6-683c5680acdf None None] Pushing event updated for resources: {'Port': ['ID=9a949de4-a346-479c-8f1d-91863c125b3d,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:03.181953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.197186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-857e55e2-a914-4ccd-bd4a-67b95d37435f', 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'fixed_ips': [{'subnet_id': '04e9d472-351b-4278-8207-cecb3d073ea3'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:56:03.198287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.277673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Attempting to bind port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:03.278054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Attempting to bind port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:03.278451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Attempting to bind port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 on network a24c08b2-772d-443a-8448-e3d0d2938ef4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:03.288705 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.309867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Deleting port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:03.310481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.446123 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:03.636622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.651163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Allocated IP 19.86.0.2 (857e55e2-a914-4ccd-bd4a-67b95d37435f/04e9d472-351b-4278-8207-cecb3d073ea3/2337039e-e55a-46ad-8034-5455dad7b231) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:03.652892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c58e05-728f-41b9-9c3f-dc036f91b1cc None None] Pushing event updated for resources: {'Port': ['ID=47a8cf45-fce3-4771-b021-d71e3174554b,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:03.656667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-118f55e8-c980-4894-b7e7-8bb931d1d183 None None] Provisioning complete for port 9a949de4-a346-479c-8f1d-91863c125b3d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:03.657056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-118f55e8-c980-4894-b7e7-8bb931d1d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.705408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:03.705789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Checking segment: {'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:03.706625 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.707206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Bound using segment: {'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:03.707709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Bound port: a41d15eb-99bc-4d38-8b9b-9388fd86bd74, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:03.708093 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.822834 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-118f55e8-c980-4894-b7e7-8bb931d1d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.847114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] For port a1655ac2-c15c-451f-9dac-cb9f1e4ea853, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:03.852197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:03.921399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Calling delete_port for a1655ac2-c15c-451f-9dac-cb9f1e4ea853 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:03.925913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:03.946105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2b640-f4c2-4b3a-afb3-d3511c66bccf req-cd739faf-cf49-458e-bb9c-11f8768073f4 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:03.948758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1a2b640-f4c2-4b3a-afb3-d3511c66bccf req-cd739faf-cf49-458e-bb9c-11f8768073f4 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 945 time: 0.3675709 Dec 13 14:56:03.952159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:03.955647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:03.962092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Pushing event updated for resources: {'Port': ['ID=cc20de80-b458-4d17-ac6f-e6268aaf1e34,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:03.976195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a949de4-a346-479c-8f1d-91863c125b3d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:04.090789 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:02Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:04.170390 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766cc2a-5824-4f76-ba78-1c1ef1dd98f7 None None] The sync data for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 is: [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:02Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:56:04.237273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-118f55e8-c980-4894-b7e7-8bb931d1d183 None None] For port 9a949de4-a346-479c-8f1d-91863c125b3d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a949de4-a346-479c-8f1d-91863c125b3d,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:04.316352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-cee3ef2c-af17-49bf-b93f-7e3ddcace572 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:04.333404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-cee3ef2c-af17-49bf-b93f-7e3ddcace572 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:04.341466 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-118f55e8-c980-4894-b7e7-8bb931d1d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:04.360775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-cee3ef2c-af17-49bf-b93f-7e3ddcace572 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/networks?id=cf67069d-0fd5-4b63-9960-53f66982200a&id=857e55e2-a914-4ccd-bd4a-67b95d37435f HTTP/1.1" status: 200 len: 1391 time: 1.1384170 Dec 13 14:56:04.388871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-c1ef6c35-73ba-4e3b-ab65-88b81fc02555 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/quotas/cd7abf44e6df45c0bfddbc8768b08324 HTTP/1.1" status: 200 len: 375 time: 0.0235653 Dec 13 14:56:04.432736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1a2b640-f4c2-4b3a-afb3-d3511c66bccf req-86f64748-2d8f-4c23-9b93-57a728cd1038 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582567 Dec 13 14:56:04.451994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] For port a41d15eb-99bc-4d38-8b9b-9388fd86bd74, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:04.502362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9a949de4-a346-479c-8f1d-91863c125b3d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:04.502362 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:04.503021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-be27c0fa-9881-4f90-bcaf-d325735bd3fb tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038396 Dec 13 14:56:04.536572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] For port a41d15eb-99bc-4d38-8b9b-9388fd86bd74, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,segment=NetworkSegment(93573f91-eaf3-4942-84f5-00edd4d51089),segment_id=93573f91-eaf3-4942-84f5-00edd4d51089)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:04.632446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f55e8-c980-4894-b7e7-8bb931d1d183 None None] Pushing event updated for resources: {'Port': ['ID=9a949de4-a346-479c-8f1d-91863c125b3d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:04.651653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ad537716-11d2-4875-9a8a-ac281e702057 None None] Provisioning complete for port 9a949de4-a346-479c-8f1d-91863c125b3d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:04.652239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ad537716-11d2-4875-9a8a-ac281e702057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:04.654908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-9eb9aa73-215b-4a23-8c5f-53c29d5c942c service neutron] 10.222.0.24 "GET /v2.0/networks/cf67069d-0fd5-4b63-9960-53f66982200a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509402 Dec 13 14:56:04.662657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:04.812249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:04.892982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-e270ee58-1e8e-44fa-b5f6-4e76e1c8ba38 service neutron] 10.222.0.24 "GET /v2.0/networks/cf67069d-0fd5-4b63-9960-53f66982200a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301562 Dec 13 14:56:04.951555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b653af-9da4-4a3d-b467-9b9e8297cf85 None None] Pushing event updated for resources: {'Port': ['ID=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:04.970110 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:05.064815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:05.134577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:05.141353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c5936c66-6031-4300-867b-4be4fcd81b93', 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:05.144614 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-11e5c5e6-23be-4187-bdf8-60be6367e02e service neutron] 10.222.0.24 "GET /v2.0/networks/857e55e2-a914-4ccd-bd4a-67b95d37435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449431 Dec 13 14:56:05.272718 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:05.413276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-b35dae94-b3bb-41b3-992b-fc4c6dbead80 service neutron] 10.222.0.24 "GET /v2.0/networks/857e55e2-a914-4ccd-bd4a-67b95d37435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624047 Dec 13 14:56:05.609879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Network 857e55e2-a914-4ccd-bd4a-67b95d37435f is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:05.689601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:05.705880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df633c-58d1-42de-a493-2fd67068fcf8 None None] Network cf67069d-0fd5-4b63-9960-53f66982200a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:05.741368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event deleted for resources: {'Port': ['ID=a1655ac2-c15c-451f-9dac-cb9f1e4ea853,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:05.746743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:05.880570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] No DVR routers for this DVR port a1655ac2-c15c-451f-9dac-cb9f1e4ea853 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:05.888373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:05.889642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Pushing event updated for resources: {'Port': ['ID=2337039e-e55a-46ad-8034-5455dad7b231,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:05.898413 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f173c4b4-8aea-49cb-8434-3b500a6d9553 req-9fdf5ad3-7408-420b-83dc-6416c0957383 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "DELETE /v2.0/ports/a1655ac2-c15c-451f-9dac-cb9f1e4ea853 HTTP/1.1" status: 204 len: 173 time: 2.9963410 Dec 13 14:56:05.898413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'name': 'network-vif-deleted', 'tag': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:05.898413 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a68ddf-b177-421c-b448-d0b82524a772" -d '{"events": [{"server_uuid": "60a564bd-7010-49ca-a820-e81d80da0c7d", "name": "network-vif-deleted", "tag": "a1655ac2-c15c-451f-9dac-cb9f1e4ea853"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:05.918542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad448-971f-4480-be5b-78058b41b955 req-1b0c6c03-13a0-42d9-a09f-0e09549a34b2 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:05.927262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192ad448-971f-4480-be5b-78058b41b955 req-1b0c6c03-13a0-42d9-a09f-0e09549a34b2 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 946 time: 0.8259521 Dec 13 14:56:05.932519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2d1a505a-cced-4811-97d6-2d3f4a90612c None None] Provisioning complete for port 47a8cf45-fce3-4771-b021-d71e3174554b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:05.932519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d1a505a-cced-4811-97d6-2d3f4a90612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.025660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a41d15eb-99bc-4d38-8b9b-9388fd86bd74 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:06.028153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fdcf5793-2773-456e-9602-1cf455ea84c8 req-0713efe7-ef65-4651-b1bd-5b7970c642cc tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 210 time: 0.0681660 Dec 13 14:56:06.058401 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192ad448-971f-4480-be5b-78058b41b955 req-fe276950-e9ca-44be-8879-ba64c72034e4 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220794 Dec 13 14:56:06.143088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Attempting to bind port 2337039e-e55a-46ad-8034-5455dad7b231 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:06.143464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Attempting to bind port 2337039e-e55a-46ad-8034-5455dad7b231 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:06.150770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Attempting to bind port 2337039e-e55a-46ad-8034-5455dad7b231 on network 857e55e2-a914-4ccd-bd4a-67b95d37435f {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:06.164394 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39d25ef-4222-4b71-b894-1e43e7cefdfc x-openstack-request-id: req-e39d25ef-4222-4b71-b894-1e43e7cefdfc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:06.165189 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a564bd-7010-49ca-a820-e81d80da0c7d", "name": "network-vif-deleted", "tag": "a1655ac2-c15c-451f-9dac-cb9f1e4ea853", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:06.165710 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e39d25ef-4222-4b71-b894-1e43e7cefdfc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:06.166776 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a564bd-7010-49ca-a820-e81d80da0c7d', 'name': 'network-vif-deleted', 'tag': 'a1655ac2-c15c-451f-9dac-cb9f1e4ea853', 'status': 'completed', 'code': 200} Dec 13 14:56:06.168241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.230758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51560a2d-7923-450d-8233-73741611845e req-fb7229a3-511e-4b51-ac18-965e8a78f007 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 210 time: 0.0980179 Dec 13 14:56:06.244090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:06.244462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Checking segment: {'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:06.244866 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.245260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Bound using segment: {'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:06.245737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Bound port: 2337039e-e55a-46ad-8034-5455dad7b231, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:06.246119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.389760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-9a16a355-820c-4a69-af9d-3d1df55badde tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:06.391326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-9a16a355-820c-4a69-af9d-3d1df55badde tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 946 time: 0.1082051 Dec 13 14:56:06.533967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] For port 2337039e-e55a-46ad-8034-5455dad7b231, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:06.535512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] For port 2337039e-e55a-46ad-8034-5455dad7b231, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2337039e-e55a-46ad-8034-5455dad7b231,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:06.556823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Deleting port ba9b310e-7b93-4531-a948-9fbd6dd486dd {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:06.560486 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.607732 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d1a505a-cced-4811-97d6-2d3f4a90612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.631344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Router 244b6aaf-f1f7-4c44-854c-c1189819bc16 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:56:06.654784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:06.664105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.664105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.787964 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b7d42-cf55-4234-86be-87d33ea8549a None None] Pushing event updated for resources: {'Port': ['ID=2337039e-e55a-46ad-8034-5455dad7b231,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:06.844961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2d1a505a-cced-4811-97d6-2d3f4a90612c None None] For port 47a8cf45-fce3-4771-b021-d71e3174554b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=47a8cf45-fce3-4771-b021-d71e3174554b,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:06.932660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] For port ba9b310e-7b93-4531-a948-9fbd6dd486dd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ba9b310e-7b93-4531-a948-9fbd6dd486dd,segment=NetworkSegment(23eb059f-4f7f-43e7-acd5-2290ff3c8682),segment_id=23eb059f-4f7f-43e7-acd5-2290ff3c8682)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:06.933282 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:06.954562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060436fc-306d-4860-86b8-4b92e1e6e65e None None] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:06.989275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Calling delete_port for ba9b310e-7b93-4531-a948-9fbd6dd486dd owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:07.176168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:56:07.318225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee9f2-a0d3-4f91-a30a-73fb967010b3 req-8ff654de-a746-4d99-830d-4b17aad226c4 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:07.328776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-351ee9f2-a0d3-4f91-a30a-73fb967010b3 req-8ff654de-a746-4d99-830d-4b17aad226c4 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 946 time: 0.1258965 Dec 13 14:56:07.335921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a1655ac2-c15c-451f-9dac-cb9f1e4ea853 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:07.338344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Sync routers for ids ['244b6aaf-f1f7-4c44-854c-c1189819bc16'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:56:07.342865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d1a505a-cced-4811-97d6-2d3f4a90612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:07.399390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: a1655ac2-c15c-451f-9dac-cb9f1e4ea853 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:07.399390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a1655ac2-c15c-451f-9dac-cb9f1e4ea853 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:07.459581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:07.460809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-87bff4c5-901f-4439-af58-15e9b9db4d9e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4781435 Dec 13 14:56:07.481481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-adde3008-e405-465a-b1b1-71688a497444 req-6a6f1b47-7058-4319-b273-f238448eee77 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a564bd-7010-49ca-a820-e81d80da0c7d HTTP/1.1" status: 200 len: 210 time: 0.2478271 Dec 13 14:56:07.481767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-351ee9f2-a0d3-4f91-a30a-73fb967010b3 req-c5e5c546-3e0c-4a11-a74d-4d1fd23961ed tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/security-groups?id=643711c7-edb6-42d2-a61b-29e2c2fe7181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520324 Dec 13 14:56:07.482348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58352) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:07.487782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Routers {'244b6aaf-f1f7-4c44-854c-c1189819bc16'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:07.491166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['244b6aaf-f1f7-4c44-854c-c1189819bc16'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:07.495313 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:07.616058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:07.646035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23a6023d-471d-42c0-b5b7-2f2ade96685b req-66003c8e-3871-4af6-9b8c-db9ad65577c5 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 210 time: 0.0542767 Dec 13 14:56:07.647168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['ba9b310e-7b93-4531-a948-9fbd6dd486dd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:07.649709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Pushing event deleted for resources: {'Port': ['ID=ba9b310e-7b93-4531-a948-9fbd6dd486dd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:07.736889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a505a-cced-4811-97d6-2d3f4a90612c None None] Pushing event updated for resources: {'Port': ['ID=47a8cf45-fce3-4771-b021-d71e3174554b,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:07.750727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4fb01840-1b9a-474b-9f86-76a5db79093c None None] Provisioning complete for port 47a8cf45-fce3-4771-b021-d71e3174554b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:07.751414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4fb01840-1b9a-474b-9f86-76a5db79093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:07.794978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a41d15eb-99bc-4d38-8b9b-9388fd86bd74, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,segment=NetworkSegment(93573f91-eaf3-4942-84f5-00edd4d51089),segment_id=93573f91-eaf3-4942-84f5-00edd4d51089)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:07.818271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] No DVR routers for this DVR port ba9b310e-7b93-4531-a948-9fbd6dd486dd on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:07.841649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:07.856542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-205d9f62-78a7-4a7b-b4fa-9602026a096d req-eefe1730-6e09-43ec-a2c3-c6d7b5440cb5 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.55 "DELETE /v2.0/ports/ba9b310e-7b93-4531-a948-9fbd6dd486dd HTTP/1.1" status: 204 len: 173 time: 1.4573653 Dec 13 14:56:07.863841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Set router 244b6aaf-f1f7-4c44-854c-c1189819bc16 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:07.898726 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:07.899806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 47a8cf45-fce3-4771-b021-d71e3174554b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:08.168260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'name': 'network-vif-deleted', 'tag': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:08.170943 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e351d6b2-9477-4cfd-bf7d-4a96d970b85a" -d '{"events": [{"server_uuid": "f5f1c518-defc-4a0d-971b-8d70e32b4edb", "name": "network-vif-deleted", "tag": "ba9b310e-7b93-4531-a948-9fbd6dd486dd"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:08.207430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58364) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:08.208957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:08.244426 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20fe5bd-b91c-44f2-93b6-97eadefc0241 x-openstack-request-id: req-c20fe5bd-b91c-44f2-93b6-97eadefc0241 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:08.244645 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f1c518-defc-4a0d-971b-8d70e32b4edb", "name": "network-vif-deleted", "tag": "ba9b310e-7b93-4531-a948-9fbd6dd486dd", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:08.245013 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c20fe5bd-b91c-44f2-93b6-97eadefc0241 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:08.245440 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f1c518-defc-4a0d-971b-8d70e32b4edb', 'name': 'network-vif-deleted', 'tag': 'ba9b310e-7b93-4531-a948-9fbd6dd486dd', 'status': 'completed', 'code': 200} Dec 13 14:56:08.334318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 47a8cf45-fce3-4771-b021-d71e3174554b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:08.334701 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.395412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4fb01840-1b9a-474b-9f86-76a5db79093c None None] Provisioning complete for port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:08.395796 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4fb01840-1b9a-474b-9f86-76a5db79093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.421508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd78bc6e-00eb-473b-9be7-1cbc9893d967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.462335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.580228 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd78bc6e-00eb-473b-9be7-1cbc9893d967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.588567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 3, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port': {'id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:02Z', 'updated_at': '2021-12-13T14:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:08.653367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Checking router: 244b6aaf-f1f7-4c44-854c-c1189819bc16 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:56:08.654588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Updating router 244b6aaf-f1f7-4c44-854c-c1189819bc16 port cc20de80-b458-4d17-ac6f-e6268aaf1e34 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:56:08.666759 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fd78bc6e-00eb-473b-9be7-1cbc9893d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.690682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.779377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78bc6e-00eb-473b-9be7-1cbc9893d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf6ef7-1631-4391-b0eb-4536e4a71431,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:08.805033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fd78bc6e-00eb-473b-9be7-1cbc9893d967 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8601601640f14f23ac964701a6f7db09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865035 Dec 13 14:56:08.809853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58382) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:08.840071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ec95d36-a0bb-4163-945f-6c6d7588f92c req-7949b81b-15e1-499e-91e1-0675784f0335 tempest-VolumesActionsTest-1059248022 tempest-VolumesActionsTest-1059248022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f1c518-defc-4a0d-971b-8d70e32b4edb HTTP/1.1" status: 200 len: 210 time: 0.1154990 Dec 13 14:56:08.930837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a0903d13-375c-4fd1-8dd7-b30d2041de4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:08.978465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a0903d13-375c-4fd1-8dd7-b30d2041de4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.005804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0610899-88cc-4a4f-83ec-a2e0c8c3501f None None] Network 857e55e2-a914-4ccd-bd4a-67b95d37435f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:09.009365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a949de4-a346-479c-8f1d-91863c125b3d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:09.036827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecd336d2-bab5-4875-95fd-2190ae458c78 req-7c19c8e2-7f02-4405-beff-f684a55ebd97 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 210 time: 0.0461509 Dec 13 14:56:09.100249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-08ec8997-acf0-4e78-ad97-02c8721aa3be tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:09.106151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-08ec8997-acf0-4e78-ad97-02c8721aa3be tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:09.107719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-08ec8997-acf0-4e78-ad97-02c8721aa3be tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "GET /v2.0/networks?id=cf67069d-0fd5-4b63-9960-53f66982200a&id=857e55e2-a914-4ccd-bd4a-67b95d37435f HTTP/1.1" status: 200 len: 1391 time: 0.5972381 Dec 13 14:56:09.135232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'port': {'device_id': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a', 'admin_state_up': True, 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:09.148526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bda7d8ef-3f66-4f7b-977c-0190ed4c15be None None] Provisioning complete for port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:09.148700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bda7d8ef-3f66-4f7b-977c-0190ed4c15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.158706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a0903d13-375c-4fd1-8dd7-b30d2041de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.162414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a0903d13-375c-4fd1-8dd7-b30d2041de4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.167483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a0903d13-375c-4fd1-8dd7-b30d2041de4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8cf6ef7-1631-4391-b0eb-4536e4a71431 HTTP/1.1" status: 204 len: 168 time: 0.3525481 Dec 13 14:56:09.193268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0903d13-375c-4fd1-8dd7-b30d2041de4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf6ef7-1631-4391-b0eb-4536e4a71431,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:09.251522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Allocated IP 172.20.0.1 (a24c08b2-772d-443a-8448-e3d0d2938ef4/31091734-b81c-4dc9-8db8-bc767ccad099/1a1ef9b1-9eba-4429-9101-e0e1b329d6ea) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:09.319234 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9a949de4-a346-479c-8f1d-91863c125b3d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:09.319609 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.418325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84babc-f370-4f7e-9743-4923ec6d2611 req-cb474917-cc8b-4f1c-ac02-4d320553fb91 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:09.425845 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca84babc-f370-4f7e-9743-4923ec6d2611 req-cb474917-cc8b-4f1c-ac02-4d320553fb91 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 945 time: 0.1580281 Dec 13 14:56:09.487992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.495138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca84babc-f370-4f7e-9743-4923ec6d2611 req-1210ce41-e2f8-466d-a9b4-50cb0eb0a499 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648735 Dec 13 14:56:09.532071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.554285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6b631620-79b8-4fb4-b442-17b500a804ca None None] Provisioning complete for port 2337039e-e55a-46ad-8034-5455dad7b231 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:09.554662 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b631620-79b8-4fb4-b442-17b500a804ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.616620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.683127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.691434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:56:09.718964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.887379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a41d15eb-99bc-4d38-8b9b-9388fd86bd74 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:09.944254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:09.957324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:09.962420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:09.973644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Pushing event updated for resources: {'Port': ['ID=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:09.973769 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b631620-79b8-4fb4-b442-17b500a804ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:09.992601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Attempting to bind port cc20de80-b458-4d17-ac6f-e6268aaf1e34 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:09.992980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Attempting to bind port cc20de80-b458-4d17-ac6f-e6268aaf1e34 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:09.993348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Attempting to bind port cc20de80-b458-4d17-ac6f-e6268aaf1e34 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:09.996393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Allocated IP 19.80.0.152 (cf67069d-0fd5-4b63-9960-53f66982200a/7b87fc30-375e-43e1-8bbe-e4015ffded19/52ae9533-88fc-4904-94d9-eb4fb5d989bf) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:10.000330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d29c6-71fa-4e65-b3d8-3a5d1ed340ae None None] Pushing event updated for resources: {'Port': ['ID=cc20de80-b458-4d17-ac6f-e6268aaf1e34,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:10.013080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:10.013924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:10.013924 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.014281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:10.015324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Bound port: cc20de80-b458-4d17-ac6f-e6268aaf1e34, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:10.015725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.022324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:10.022324 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.036494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58408) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:10.063064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.101214 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f165-ddcf-47c3-ae5a-1c5f4db39d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.111548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6b631620-79b8-4fb4-b442-17b500a804ca None None] For port 2337039e-e55a-46ad-8034-5455dad7b231, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2337039e-e55a-46ad-8034-5455dad7b231,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:10.198000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] For port cc20de80-b458-4d17-ac6f-e6268aaf1e34, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:10.220778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] For port cc20de80-b458-4d17-ac6f-e6268aaf1e34, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cc20de80-b458-4d17-ac6f-e6268aaf1e34,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:10.236263 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b631620-79b8-4fb4-b442-17b500a804ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.261180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f165-ddcf-47c3-ae5a-1c5f4db39d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.322755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631620-79b8-4fb4-b442-17b500a804ca None None] Pushing event updated for resources: {'Port': ['ID=2337039e-e55a-46ad-8034-5455dad7b231,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:10.327949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f165-ddcf-47c3-ae5a-1c5f4db39d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.341134 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.418048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b5a2f165-ddcf-47c3-ae5a-1c5f4db39d21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7744fc37f6bc481d8a343c83bdb08d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802037 Dec 13 14:56:10.419256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2f165-ddcf-47c3-ae5a-1c5f4db39d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b7233-1cab-4655-8310-919fc046d6a4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:10.427407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58422) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:10.507706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c9e89b3-7ac8-4b7b-b696-4b8d4a656215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.515278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c3ed4a07-b6e9-4fa1-8eec-08d36fb89614 None None] Provisioning complete for port 2337039e-e55a-46ad-8034-5455dad7b231 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:10.515650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4a07-b6e9-4fa1-8eec-08d36fb89614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.530149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63a74016-133f-4d58-a910-7e9bacde8892 req-5266a955-ae0d-4957-ba8d-4953825adaea tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 210 time: 0.3605132 Dec 13 14:56:10.547319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c9e89b3-7ac8-4b7b-b696-4b8d4a656215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.610538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d29c6-71fa-4e65-b3d8-3a5d1ed340ae None None] Pushing event updated for resources: {'Port': ['ID=cc20de80-b458-4d17-ac6f-e6268aaf1e34,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:10.638921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2337039e-e55a-46ad-8034-5455dad7b231 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:10.640768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Routers {'244b6aaf-f1f7-4c44-854c-c1189819bc16'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:10.641405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['244b6aaf-f1f7-4c44-854c-c1189819bc16'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:10.702822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.729251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c9e89b3-7ac8-4b7b-b696-4b8d4a656215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.731918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c9e89b3-7ac8-4b7b-b696-4b8d4a656215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.734112 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3c9e89b3-7ac8-4b7b-b696-4b8d4a656215 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/386b7233-1cab-4655-8310-919fc046d6a4 HTTP/1.1" status: 204 len: 168 time: 0.3049469 Dec 13 14:56:10.756668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e89b3-7ac8-4b7b-b696-4b8d4a656215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b7233-1cab-4655-8310-919fc046d6a4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:10.779647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-b5d25503-47c0-4698-b1bf-d5cf375ae743 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:10.781766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-b5d25503-47c0-4698-b1bf-d5cf375ae743 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 945 time: 0.1679759 Dec 13 14:56:10.796918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef9d39-5cc4-4d5b-ae27-ad4e6349d789 req-fb2efe54-73f4-4eaa-aee9-237339732620 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:10.798039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.798755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74ef9d39-5cc4-4d5b-ae27-ad4e6349d789 req-fb2efe54-73f4-4eaa-aee9-237339732620 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 945 time: 0.1068549 Dec 13 14:56:10.815219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] Set router 244b6aaf-f1f7-4c44-854c-c1189819bc16 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:10.922813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74ef9d39-5cc4-4d5b-ae27-ad4e6349d789 req-2eb3133b-db88-43b4-b5bc-aea5af0816f4 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145847 Dec 13 14:56:10.947478 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:10.982405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Deleting port c5936c66-6031-4300-867b-4be4fcd81b93 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:10.984509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.034940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Port': ['ID=52ae9533-88fc-4904-94d9-eb4fb5d989bf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:11.048459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2337039e-e55a-46ad-8034-5455dad7b231 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:11.055525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.083651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network cf67069d-0fd5-4b63-9960-53f66982200a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:11.086563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:11.093577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:11.113442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c3ed4a07-b6e9-4fa1-8eec-08d36fb89614 None None] Provisioning complete for port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:11.113814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4a07-b6e9-4fa1-8eec-08d36fb89614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.156757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] For port c5936c66-6031-4300-867b-4be4fcd81b93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c5936c66-6031-4300-867b-4be4fcd81b93,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:11.157407 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.171460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:11.172082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.176512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Calling delete_port for c5936c66-6031-4300-867b-4be4fcd81b93 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:11.245472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.246413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed4a07-b6e9-4fa1-8eec-08d36fb89614 None None] Port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:56:11.293863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ba9b310e-7b93-4531-a948-9fbd6dd486dd no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:11.293863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 47a8cf45-fce3-4771-b021-d71e3174554b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:11.323112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-555f492e-dbed-40cc-8ec4-8e6d7c22154d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1932492 Dec 13 14:56:11.324452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.355960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: ba9b310e-7b93-4531-a948-9fbd6dd486dd {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:11.356451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ba9b310e-7b93-4531-a948-9fbd6dd486dd not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:11.392789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 3, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port': {'id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:02Z', 'updated_at': '2021-12-13T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:11.448241 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Request body: {'port': {'device_id': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f', 'admin_state_up': True, 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:11.449301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce45f34-781d-4b04-8f4b-950169459bab None None] The sync data for ids ['244b6aaf-f1f7-4c44-854c-c1189819bc16'] in n-d-816954-1 is: [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 3, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port': {'id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:02Z', 'updated_at': '2021-12-13T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:56:11.471579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 47a8cf45-fce3-4771-b021-d71e3174554b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:11.474602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.503738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.505962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Pushing event updated for resources: {'Port': ['ID=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:11.511296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ed35821e-925b-4581-ba1a-e65faa622654 None None] Provisioning complete for port 52ae9533-88fc-4904-94d9-eb4fb5d989bf triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:11.512081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed35821e-925b-4581-ba1a-e65faa622654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.525301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.540926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:11.543007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c5936c66-6031-4300-867b-4be4fcd81b93'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:11.601849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event deleted for resources: {'Port': ['ID=c5936c66-6031-4300-867b-4be4fcd81b93,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:11.684018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ed35821e-925b-4581-ba1a-e65faa622654 None None] Port 52ae9533-88fc-4904-94d9-eb4fb5d989bf cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:56:11.690125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] No DVR routers for this DVR port c5936c66-6031-4300-867b-4be4fcd81b93 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:11.713434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:11.724267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ab41fef-bb47-4022-9c5f-72baacf4a32b req-44786af8-3d44-436e-bc92-b2971dec460d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "DELETE /v2.0/ports/c5936c66-6031-4300-867b-4be4fcd81b93 HTTP/1.1" status: 204 len: 173 time: 0.9244924 Dec 13 14:56:11.724761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927f28c7-5cee-445d-a414-6aee75f19864', 'name': 'network-vif-deleted', 'tag': 'c5936c66-6031-4300-867b-4be4fcd81b93'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:11.737972 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4781c5-1aac-482e-b24e-3b4af3fe1e4b" -d '{"events": [{"server_uuid": "927f28c7-5cee-445d-a414-6aee75f19864", "name": "network-vif-deleted", "tag": "c5936c66-6031-4300-867b-4be4fcd81b93"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:11.807969 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2114c674-39bd-4d11-9bf0-ffc2223d2b93 x-openstack-request-id: req-2114c674-39bd-4d11-9bf0-ffc2223d2b93 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:11.808269 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927f28c7-5cee-445d-a414-6aee75f19864", "name": "network-vif-deleted", "tag": "c5936c66-6031-4300-867b-4be4fcd81b93", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:11.808568 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2114c674-39bd-4d11-9bf0-ffc2223d2b93 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:11.808974 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927f28c7-5cee-445d-a414-6aee75f19864', 'name': 'network-vif-deleted', 'tag': 'c5936c66-6031-4300-867b-4be4fcd81b93', 'status': 'completed', 'code': 200} Dec 13 14:56:11.932567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bc700-9de1-40b7-bc11-d3ffc4e748b9 req-deb4dc9a-71db-47b7-a1e4-18122bc5e3e7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:11.962137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-316bc700-9de1-40b7-bc11-d3ffc4e748b9 req-deb4dc9a-71db-47b7-a1e4-18122bc5e3e7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 932 time: 0.3155761 Dec 13 14:56:12.007082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Made reservation on behalf of cd7abf44e6df45c0bfddbc8768b08324 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:56:12.018923 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:12.094823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:12.098195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:12.115894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2337039e-e55a-46ad-8034-5455dad7b231 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:12.119259 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-316bc700-9de1-40b7-bc11-d3ffc4e748b9 req-21e9b637-08d5-4a48-9054-99934c64cadb tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551359 Dec 13 14:56:12.130865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c80ca0c0-6589-425a-802b-8effc9d2ec76 req-eeac1e39-dbef-4e1c-a9c2-e1644f5770b0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=927f28c7-5cee-445d-a414-6aee75f19864 HTTP/1.1" status: 200 len: 210 time: 0.0518339 Dec 13 14:56:12.235630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2337039e-e55a-46ad-8034-5455dad7b231 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:12.236004 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:12.518111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Allocated IP 19.86.0.115 (857e55e2-a914-4ccd-bd4a-67b95d37435f/04e9d472-351b-4278-8207-cecb3d073ea3/b8dc8f86-c24c-48cc-8343-d4601e19475c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:12.528547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Router 244b6aaf-f1f7-4c44-854c-c1189819bc16 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:56:12.622776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f744e692-1b2f-4d4b-98a6-ebad84908059 None None] Provisioning complete for port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:12.623137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f744e692-1b2f-4d4b-98a6-ebad84908059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:12.727470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f744e692-1b2f-4d4b-98a6-ebad84908059 None None] Port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:56:12.788904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:56:12.795170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-095de3cb-1fe6-4f68-b880-de96f63a5abe admin admin] 10.222.0.24 "PUT /v2.0/routers/244b6aaf-f1f7-4c44-854c-c1189819bc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3118150 Dec 13 14:56:12.968147 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:13.162501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:13.316582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Network 857e55e2-a914-4ccd-bd4a-67b95d37435f is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:13.330640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event updated for resources: {'Port': ['ID=b8dc8f86-c24c-48cc-8343-d4601e19475c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:13.335272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:13.337929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:13.399391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfff1f-9fe5-4192-8651-421b4eefac1d req-524e3dfd-9554-43a1-8ded-a9f730f420a8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:13.411196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfff1f-9fe5-4192-8651-421b4eefac1d req-524e3dfd-9554-43a1-8ded-a9f730f420a8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:13.419558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fcfff1f-9fe5-4192-8651-421b4eefac1d req-524e3dfd-9554-43a1-8ded-a9f730f420a8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1655 time: 0.1438158 Dec 13 14:56:13.432831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:13.433488 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:13.500810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fcfff1f-9fe5-4192-8651-421b4eefac1d req-60b2bc21-1a7e-4985-b027-377bb982f409 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802026 Dec 13 14:56:13.540144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-82301f09-8837-4930-9f2d-d0367868d712 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0961592 Dec 13 14:56:13.559042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Request body: {'port': {'device_id': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:13.768301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:13.878912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ee003a49-2b93-41ac-91de-2a3d3fd359df None None] Provisioning complete for port b8dc8f86-c24c-48cc-8343-d4601e19475c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:13.879405 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee003a49-2b93-41ac-91de-2a3d3fd359df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:14.059732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ee003a49-2b93-41ac-91de-2a3d3fd359df None None] Port b8dc8f86-c24c-48cc-8343-d4601e19475c cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:56:14.061080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea685d-9dab-4158-b121-75064f05e621 req-1516214c-0262-4a97-995f-5062ea01ee4c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:14.063955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-1516214c-0262-4a97-995f-5062ea01ee4c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2655928 Dec 13 14:56:14.091487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-4c11528c-06c0-4dd3-bdbc-8a766512623f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0199237 Dec 13 14:56:14.150200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc20de80-b458-4d17-ac6f-e6268aaf1e34 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:14.171360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-2908404a-654e-4a3e-b439-c253975d679d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770764 Dec 13 14:56:14.320769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cc20de80-b458-4d17-ac6f-e6268aaf1e34 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:14.321793 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:14.328437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-198a5e1e-3308-4120-be5d-d29ea9108f65 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550829 Dec 13 14:56:14.411504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ae9533-88fc-4904-94d9-eb4fb5d989bf {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:56:14.435374 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:14.460571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Transition to ACTIVE for port object 52ae9533-88fc-4904-94d9-eb4fb5d989bf will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:56:14.483956 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:14.517335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-78ece514-13c5-4747-b355-6f0432c531d5 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767724 Dec 13 14:56:14.518011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port cc20de80-b458-4d17-ac6f-e6268aaf1e34, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cc20de80-b458-4d17-ac6f-e6268aaf1e34,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:14.550549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:14.603155 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Sync routers for ids ['244b6aaf-f1f7-4c44-854c-c1189819bc16'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:56:14.619097 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Routers {'244b6aaf-f1f7-4c44-854c-c1189819bc16'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:14.622974 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['244b6aaf-f1f7-4c44-854c-c1189819bc16'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:14.695240 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:14.884464 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Set router 244b6aaf-f1f7-4c44-854c-c1189819bc16 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:14.905020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Pushing event updated for resources: {'Port': ['ID=52ae9533-88fc-4904-94d9-eb4fb5d989bf,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:14.906165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=cc20de80-b458-4d17-ac6f-e6268aaf1e34,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:14.954512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd36d5-edc0-447a-817e-d83602e9c992 req-5c1d2c06-d322-4053-9973-31d6a58776b4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:14.976339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd36d5-edc0-447a-817e-d83602e9c992 req-5c1d2c06-d322-4053-9973-31d6a58776b4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:14.989016 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62dd36d5-edc0-447a-817e-d83602e9c992 req-5c1d2c06-d322-4053-9973-31d6a58776b4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1667 time: 0.2947214 Dec 13 14:56:15.157264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1527f957-a8fa-40dc-8b3d-da957b71b1dd req-5103e9c3-efbe-417f-952a-810b92529fdf tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.0451348 Dec 13 14:56:15.205276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62dd36d5-edc0-447a-817e-d83602e9c992 req-2f693fbf-22fc-4e68-abb9-deab064b7754 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153945 Dec 13 14:56:15.229807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Attempting to bind port 52ae9533-88fc-4904-94d9-eb4fb5d989bf on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:15.230915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Attempting to bind port 52ae9533-88fc-4904-94d9-eb4fb5d989bf by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:15.231233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Attempting to bind port 52ae9533-88fc-4904-94d9-eb4fb5d989bf on network cf67069d-0fd5-4b63-9960-53f66982200a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:15.237642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Port 52ae9533-88fc-4904-94d9-eb4fb5d989bf on network cf67069d-0fd5-4b63-9960-53f66982200a not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:56:15.237974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Attempting to bind port 52ae9533-88fc-4904-94d9-eb4fb5d989bf on network cf67069d-0fd5-4b63-9960-53f66982200a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:15.248144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:15.248494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Checking segment: {'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:15.250087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Bound using segment: {'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:15.251313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Bound port: 52ae9533-88fc-4904-94d9-eb4fb5d989bf, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:15.251752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:15.279831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c5936c66-6031-4300-867b-4be4fcd81b93 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:15.383337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: c5936c66-6031-4300-867b-4be4fcd81b93 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:15.384885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c5936c66-6031-4300-867b-4be4fcd81b93 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:15.429555 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T14:56:10Z', 'revision_number': 4, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port': {'id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:02Z', 'updated_at': '2021-12-13T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '1a1ef9b1-9eba-4429-9101-e0e1b329d6ea', 'name': '', 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'mac_address': 'fa:16:3e:61:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '31091734-b81c-4dc9-8db8-bc767ccad099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:08Z', 'updated_at': '2021-12-13T14:56:10Z', 'revision_number': 2, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'subnets': [{'id': '31091734-b81c-4dc9-8db8-bc767ccad099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:15.453257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] For port 52ae9533-88fc-4904-94d9-eb4fb5d989bf, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:15.461720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] For port 52ae9533-88fc-4904-94d9-eb4fb5d989bf, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=52ae9533-88fc-4904-94d9-eb4fb5d989bf,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:15.481892 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Checking router: 244b6aaf-f1f7-4c44-854c-c1189819bc16 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:56:15.482291 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Updating router 244b6aaf-f1f7-4c44-854c-c1189819bc16 port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:56:15.518844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:15.521474 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:15.585081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:15.586402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:15.588726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] 10.222.0.50 "PUT /v2.0/ports/52ae9533-88fc-4904-94d9-eb4fb5d989bf HTTP/1.1" status: 200 len: 1092 time: 2.0397587 Dec 13 14:56:15.591312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'tag': '52ae9533-88fc-4904-94d9-eb4fb5d989bf'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:15.599013 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5236ea9-6c0e-45e9-aebe-42d0e0105046" -d '{"events": [{"name": "network-changed", "server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "tag": "52ae9533-88fc-4904-94d9-eb4fb5d989bf"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:15.650204 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:15.713560 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9ebf23-ebad-488b-bd3a-fedc50441700 x-openstack-request-id: req-9d9ebf23-ebad-488b-bd3a-fedc50441700 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:15.715158 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "tag": "52ae9533-88fc-4904-94d9-eb4fb5d989bf", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:15.715673 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d9ebf23-ebad-488b-bd3a-fedc50441700 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:15.717457 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'tag': '52ae9533-88fc-4904-94d9-eb4fb5d989bf', 'status': 'completed', 'code': 200} Dec 13 14:56:15.737637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Request body: {'port': {'device_id': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:15.741470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2909a1a-bb6a-4e33-81ca-e66088254798 service neutron] Pushing event updated for resources: {'Port': ['ID=52ae9533-88fc-4904-94d9-eb4fb5d989bf,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:15.888377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:15.924811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-7978bf35-9e10-4c3e-b745-c5ce5b3c0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:15.925279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-7978bf35-9e10-4c3e-b745-c5ce5b3c0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:15.926853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-7978bf35-9e10-4c3e-b745-c5ce5b3c0281 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1914 time: 0.2085619 Dec 13 14:56:16.094523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc20de80-b458-4d17-ac6f-e6268aaf1e34 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:16.279579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-59b81ad1-b7c8-4e98-bd60-d9cf329d6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:16.286267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-59b81ad1-b7c8-4e98-bd60-d9cf329d6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:16.286975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-59b81ad1-b7c8-4e98-bd60-d9cf329d6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:16.288876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-59b81ad1-b7c8-4e98-bd60-d9cf329d6e20 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3513656 Dec 13 14:56:16.307774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cc20de80-b458-4d17-ac6f-e6268aaf1e34 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:16.309487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:16.398350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622ded3-cae3-4f8c-93ef-2187c3cdbd92 req-cd241732-b023-46a6-87d1-da866ab2c547 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.0464025 Dec 13 14:56:16.506733 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:16.581459 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:16.685396 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Pushing event updated for resources: {'Port': ['ID=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:16.721332 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.721485 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.721797 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.730395 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.736048 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.736048 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.736048 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.738211 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.738779 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.739944 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.742138 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.744520 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:16.758835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae1d11-2f27-4abf-8611-10616ad6c131 req-c60cb40b-880c-499e-9b85-3887d03d1f8d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:16.789029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dc8f86-c24c-48cc-8343-d4601e19475c {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:56:16.803928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae1d11-2f27-4abf-8611-10616ad6c131 req-c60cb40b-880c-499e-9b85-3887d03d1f8d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:16.805610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afae1d11-2f27-4abf-8611-10616ad6c131 req-c60cb40b-880c-499e-9b85-3887d03d1f8d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1667 time: 0.4120429 Dec 13 14:56:16.818047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:16.843890 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:16.849472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Transition to ACTIVE for port object b8dc8f86-c24c-48cc-8343-d4601e19475c will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:56:16.865721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-f33895bc-9dc9-42c5-ae83-dbaeb68c18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:16.891887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5236ea9-6c0e-45e9-aebe-42d0e0105046 req-f33895bc-9dc9-42c5-ae83-dbaeb68c18f6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5697138 Dec 13 14:56:16.935425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:16.950137 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Attempting to bind port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:16.951453 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Attempting to bind port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:16.952556 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Attempting to bind port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea on network a24c08b2-772d-443a-8448-e3d0d2938ef4 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:16.965320 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:16.966538 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Checking segment: {'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:16.968075 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:16.969078 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Bound using segment: {'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:16.970780 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Bound port: 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93573f91-eaf3-4942-84f5-00edd4d51089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:16.971353 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:17.076746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afae1d11-2f27-4abf-8611-10616ad6c131 req-55dd80b0-1e1d-4b9a-989b-ca2ee81e07df tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467134 Dec 13 14:56:17.153512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc8f86-c24c-48cc-8343-d4601e19475c,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:17.180030 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] For port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:17.185764 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] For port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,segment=NetworkSegment(93573f91-eaf3-4942-84f5-00edd4d51089),segment_id=93573f91-eaf3-4942-84f5-00edd4d51089)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:17.272745 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:17.360223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b8e8ca07-c00c-4e7d-8b26-7ee6fbb4f589 None None] Provisioning complete for port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:17.361140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ca07-c00c-4e7d-8b26-7ee6fbb4f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:17.509100 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Routers {'244b6aaf-f1f7-4c44-854c-c1189819bc16'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:17.509793 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['244b6aaf-f1f7-4c44-854c-c1189819bc16'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:17.515729 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0cb3-f4bd-4db6-990f-e500ecaf4f51 None None] Pushing event updated for resources: {'Port': ['ID=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:17.594260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Attempting to bind port b8dc8f86-c24c-48cc-8343-d4601e19475c on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:17.620337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Attempting to bind port b8dc8f86-c24c-48cc-8343-d4601e19475c by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:17.620687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Attempting to bind port b8dc8f86-c24c-48cc-8343-d4601e19475c on network 857e55e2-a914-4ccd-bd4a-67b95d37435f {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:17.651552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Port b8dc8f86-c24c-48cc-8343-d4601e19475c on network 857e55e2-a914-4ccd-bd4a-67b95d37435f not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:56:17.657450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Attempting to bind port b8dc8f86-c24c-48cc-8343-d4601e19475c on network 857e55e2-a914-4ccd-bd4a-67b95d37435f {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:17.686782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ca07-c00c-4e7d-8b26-7ee6fbb4f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:17.744053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b8e8ca07-c00c-4e7d-8b26-7ee6fbb4f589 None None] For port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,segment=NetworkSegment(93573f91-eaf3-4942-84f5-00edd4d51089),segment_id=93573f91-eaf3-4942-84f5-00edd4d51089)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:17.746099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:17.746530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Checking segment: {'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:17.749509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Bound using segment: {'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:17.749979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Bound port: b8dc8f86-c24c-48cc-8343-d4601e19475c, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:17.750370 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:17.815297 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ca07-c00c-4e7d-8b26-7ee6fbb4f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:17.824474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] Set router 244b6aaf-f1f7-4c44-854c-c1189819bc16 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:17.878835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f811f711-d799-46a9-b40d-33f514d9caec req-75640354-2389-45a1-9ab9-3082c7e91696 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.1926677 Dec 13 14:56:17.966878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8ca07-c00c-4e7d-8b26-7ee6fbb4f589 None None] Pushing event updated for resources: {'Port': ['ID=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:18.075684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] For port b8dc8f86-c24c-48cc-8343-d4601e19475c, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:18.087579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] For port b8dc8f86-c24c-48cc-8343-d4601e19475c, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b8dc8f86-c24c-48cc-8343-d4601e19475c,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:18.114049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d22a3872-8bf5-4704-baf4-aa2776faf8a6 None None] Provisioning complete for port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:18.114364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d22a3872-8bf5-4704-baf4-aa2776faf8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:18.183788 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:18.272951 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T14:56:10Z', 'revision_number': 4, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port': {'id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:02Z', 'updated_at': '2021-12-13T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '1a1ef9b1-9eba-4429-9101-e0e1b329d6ea', 'name': '', 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'mac_address': 'fa:16:3e:61:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '31091734-b81c-4dc9-8db8-bc767ccad099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:08Z', 'updated_at': '2021-12-13T14:56:17Z', 'revision_number': 4, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'subnets': [{'id': '31091734-b81c-4dc9-8db8-bc767ccad099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:18.432490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea685d-9dab-4158-b121-75064f05e621 req-0dd2cf3a-282e-4747-9d07-91479cfa5963 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:18.437926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-0dd2cf3a-282e-4747-9d07-91479cfa5963 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.3758786 Dec 13 14:56:18.455722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Request body: {'port': {'device_id': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'admin_state_up': True, 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:18.491815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:18.492433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:18.518900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] 10.222.0.50 "PUT /v2.0/ports/b8dc8f86-c24c-48cc-8343-d4601e19475c HTTP/1.1" status: 200 len: 1092 time: 2.7919791 Dec 13 14:56:18.573557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'tag': 'b8dc8f86-c24c-48cc-8343-d4601e19475c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:18.596687 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930fe68b-5753-4197-baf5-4df5b1f595c5" -d '{"events": [{"name": "network-changed", "server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "tag": "b8dc8f86-c24c-48cc-8343-d4601e19475c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:18.710149 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d48d8-e7fe-4d06-a937-7eb0aaef8fbf None None] The sync data for ids ['244b6aaf-f1f7-4c44-854c-c1189819bc16'] in n-d-816954-1 is: [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T14:56:10Z', 'revision_number': 4, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port': {'id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:02Z', 'updated_at': '2021-12-13T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '1a1ef9b1-9eba-4429-9101-e0e1b329d6ea', 'name': '', 'network_id': 'a24c08b2-772d-443a-8448-e3d0d2938ef4', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'mac_address': 'fa:16:3e:61:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '31091734-b81c-4dc9-8db8-bc767ccad099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:08Z', 'updated_at': '2021-12-13T14:56:17Z', 'revision_number': 4, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'subnets': [{'id': '31091734-b81c-4dc9-8db8-bc767ccad099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:56:18.754381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc8f86-c24c-48cc-8343-d4601e19475c,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:18.786794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:56:18.803462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:18.901033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685a0d-3802-4142-81f2-23664ea1b646 req-4e23571b-b01b-47cb-8071-82c1c0002916 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:18.917926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685a0d-3802-4142-81f2-23664ea1b646 req-4e23571b-b01b-47cb-8071-82c1c0002916 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:18.928334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99685a0d-3802-4142-81f2-23664ea1b646 req-4e23571b-b01b-47cb-8071-82c1c0002916 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1679 time: 0.5835807 Dec 13 14:56:18.933325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.934446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.934446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.935069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.935580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.936471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.936991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.937557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.938111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.938688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.939354 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:18.940245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724cc02b-0e99-46b3-aaf2-f951664c5a66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:19.048000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-aed3d2d8-12b3-4f28-bc87-7d67e9e6b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.049729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-aed3d2d8-12b3-4f28-bc87-7d67e9e6b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.054947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-aed3d2d8-12b3-4f28-bc87-7d67e9e6b95c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1981 time: 0.4060395 Dec 13 14:56:19.082726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Allocated IP 172.20.0.13 (0fb5250a-d7fd-4302-b982-58251343def9/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a/01ad540b-13b2-4c84-aa37-b0e701b7f25c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:19.114493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99685a0d-3802-4142-81f2-23664ea1b646 req-6a7b3543-6de4-41a4-a68a-7d49f281cdc8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846800 Dec 13 14:56:19.219690 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d547da-1682-453a-9f43-b13e5e3eedda x-openstack-request-id: req-91d547da-1682-453a-9f43-b13e5e3eedda {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:19.223054 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "tag": "b8dc8f86-c24c-48cc-8343-d4601e19475c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:19.223574 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91d547da-1682-453a-9f43-b13e5e3eedda {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:19.224333 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'tag': 'b8dc8f86-c24c-48cc-8343-d4601e19475c', 'status': 'completed', 'code': 200} Dec 13 14:56:19.229770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-e55c5e69-d56a-4e8d-b880-ee7bfb415229 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=52ae9533-88fc-4904-94d9-eb4fb5d989bf HTTP/1.1" status: 200 len: 217 time: 0.1540682 Dec 13 14:56:19.440233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d09834a9-0c5b-424f-ae21-7ba4eacc38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.441189 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:19.452595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-d09834a9-0c5b-424f-ae21-7ba4eacc38e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b87fc30-375e-43e1-8bbe-e4015ffded19 HTTP/1.1" status: 200 len: 801 time: 0.2125111 Dec 13 14:56:19.561976 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f73361c0-3519-4977-9207-a38e811f0c1c req-72cfc969-0730-4e11-9662-1f6116184528 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.1681478 Dec 13 14:56:19.565123 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:19.579974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:19.611329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.631214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.650507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.707016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.747950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.780956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.807296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.807525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-53c9b06c-07df-4c32-9241-4f5725ffb633 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.4703693 Dec 13 14:56:19.821749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Network 0fb5250a-d7fd-4302-b982-58251343def9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:19.828522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event updated for resources: {'Port': ['ID=01ad540b-13b2-4c84-aa37-b0e701b7f25c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:19.840701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:19.846194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:19.954070 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6eceda3-a189-40ed-819d-9b652c3152ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:19.984326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.985006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:19.987509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-4ec1a1e3-5ec3-4f1b-a53c-aab940d07ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:19.991876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-4ec1a1e3-5ec3-4f1b-a53c-aab940d07ce9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf67069d-0fd5-4b63-9960-53f66982200a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5264051 Dec 13 14:56:20.044058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fef05b53-c925-4ab7-9c2e-565fa813c0f7 req-bb9cdae4-7f51-4c38-a3f6-5e8cb3c45e17 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2284265 Dec 13 14:56:20.149797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-2a802e7f-f342-4237-a85c-4b9a39736131 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7016857 Dec 13 14:56:20.168294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Request body: {'port': {'device_id': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:20.177039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:20.247963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-f70da4cd-6f02-410f-b920-32364919e86f service neutron] 10.222.0.50 "GET /v2.0/networks/cf67069d-0fd5-4b63-9960-53f66982200a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028193 Dec 13 14:56:20.318993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:20.320591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:20.388134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.394880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.406741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.413362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.419549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.426295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.432498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.434699 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-c1973c70-bf8e-489c-a7ad-c19c5669dbdd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.2738011 Dec 13 14:56:20.449394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-8903e3a3-51a7-4d64-b2a3-e62506b178a8 service neutron] 10.222.0.50 "GET /v2.0/networks/cf67069d-0fd5-4b63-9960-53f66982200a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919389 Dec 13 14:56:20.565455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-27b45c55-b7da-4171-b8b5-1c60e37a5126 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.115&port_id=b8dc8f86-c24c-48cc-8343-d4601e19475c HTTP/1.1" status: 200 len: 217 time: 0.1037469 Dec 13 14:56:20.573178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-7fdb4d9a-edf7-4ae5-b3ef-0f46ee9d1aa7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.575522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-7fdb4d9a-edf7-4ae5-b3ef-0f46ee9d1aa7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "GET /v2.0/ports/71a0dcb6-5383-4844-9380-6f6b90a16de9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1149821 Dec 13 14:56:20.677903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-c6554578-615d-4bf3-b408-4a8069330786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:20.682503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-c6554578-615d-4bf3-b408-4a8069330786 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=04e9d472-351b-4278-8207-cecb3d073ea3 HTTP/1.1" status: 200 len: 801 time: 0.1084256 Dec 13 14:56:20.769902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:20.791290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-f65e8530-dda9-4c26-96d1-7bcc63d0082b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "GET /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2098529 Dec 13 14:56:20.837553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:21.121470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304eae8-bb32-454e-a955-e1a54c191f6e req-999a9e6e-6041-4ed3-9f07-2b0c6731defe tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.121470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304eae8-bb32-454e-a955-e1a54c191f6e req-999a9e6e-6041-4ed3-9f07-2b0c6731defe tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.121470 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5304eae8-bb32-454e-a955-e1a54c191f6e req-999a9e6e-6041-4ed3-9f07-2b0c6731defe tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1679 time: 0.6246264 Dec 13 14:56:21.127479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-f46a2606-7805-41cc-9aa9-67dfed4d6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.127479 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-f46a2606-7805-41cc-9aa9-67dfed4d6abc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=857e55e2-a914-4ccd-bd4a-67b95d37435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3050413 Dec 13 14:56:21.158093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5304eae8-bb32-454e-a955-e1a54c191f6e req-39605718-87d8-4598-a452-cc4e0cdf8b60 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920202 Dec 13 14:56:21.197835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:21.244914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ed40a-b8f7-4225-b21d-5e3ca18444c9 req-230304fe-93bc-4bb3-b620-ea270316fccc tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.261177 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-355ed40a-b8f7-4225-b21d-5e3ca18444c9 req-230304fe-93bc-4bb3-b620-ea270316fccc tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 932 time: 0.4802151 Dec 13 14:56:21.430424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.435234 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-355ed40a-b8f7-4225-b21d-5e3ca18444c9 req-c4d7731b-5d46-4fe0-b62b-4f6c113a44d5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729589 Dec 13 14:56:21.436654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.438882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-0e362a25-daaf-4c59-83ab-f15bca9535a4 service neutron] 10.222.0.50 "GET /v2.0/networks/857e55e2-a914-4ccd-bd4a-67b95d37435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282212 Dec 13 14:56:21.448821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.467877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.483614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.489686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.513332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.513332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-406c2399-d05d-42f8-afbf-30c692865f02 req-a6bd2443-cbfe-44a7-a571-7ee6c830c3b0 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 5445 time: 0.2254622 Dec 13 14:56:21.632349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] For port 71a0dcb6-5383-4844-9380-6f6b90a16de9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=71a0dcb6-5383-4844-9380-6f6b90a16de9,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:21.638336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-406c2399-d05d-42f8-afbf-30c692865f02 req-d31d1103-e868-435a-9d95-8659fea7cff8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126890 Dec 13 14:56:21.659327 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a95464db-3fc0-4e55-8e5f-80472839e8d1 req-0efd029b-58d8-4826-9cd0-0f672ff23db2 service neutron] 10.222.0.50 "GET /v2.0/networks/857e55e2-a914-4ccd-bd4a-67b95d37435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124445 Dec 13 14:56:21.704410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ad540b-13b2-4c84-aa37-b0e701b7f25c {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:56:21.716216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:21.738622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] For port 71a0dcb6-5383-4844-9380-6f6b90a16de9, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:21.789362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Transition to ACTIVE for port object 01ad540b-13b2-4c84-aa37-b0e701b7f25c will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:56:21.803947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] device_id is not set on port 71a0dcb6-5383-4844-9380-6f6b90a16de9 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:56:21.813045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:21.883833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-48b96c07-de99-4e56-9c32-14c1950e52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.884777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-48b96c07-de99-4e56-9c32-14c1950e52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:21.886983 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-48b96c07-de99-4e56-9c32-14c1950e52f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1981 time: 0.1027758 Dec 13 14:56:21.895951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:21.898047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:22.029057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-b94f07da-a3f1-495c-88bf-9a595fc1d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:22.035907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-b94f07da-a3f1-495c-88bf-9a595fc1d610 service neutron] 10.222.0.50 "GET /v2.0/networks?id=857e55e2-a914-4ccd-bd4a-67b95d37435f HTTP/1.1" status: 200 len: 903 time: 0.1415665 Dec 13 14:56:22.059096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Pushing event updated for resources: {'Port': ['ID=01ad540b-13b2-4c84-aa37-b0e701b7f25c,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:22.127341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] No DVR routers for this DVR port 71a0dcb6-5383-4844-9380-6f6b90a16de9 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:22.215246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-800a9280-7809-44c2-8734-318f7b86e8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:22.341565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] Pushing event updated for resources: {'Port': ['ID=71a0dcb6-5383-4844-9380-6f6b90a16de9,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:22.404549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] In _notify_port_updated(), no bound segment for port 71a0dcb6-5383-4844-9380-6f6b90a16de9 on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:56:22.406724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:22.407460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:22.411837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-e1f14504-e36f-479e-913a-45bbf1ac49c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 200 len: 1033 time: 1.5884554 Dec 13 14:56:22.454263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7f1dafae-d9ba-491f-9a9d-9af4000a70a5 None None] Provisioning complete for port 71a0dcb6-5383-4844-9380-6f6b90a16de9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:22.455313 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f1dafae-d9ba-491f-9a9d-9af4000a70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:22.525428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7f1dafae-d9ba-491f-9a9d-9af4000a70a5 None None] Port 71a0dcb6-5383-4844-9380-6f6b90a16de9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:56:22.638439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-092a8a7e-d668-452c-b074-d2edff755105 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:22.640497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-092a8a7e-d668-452c-b074-d2edff755105 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "GET /v2.0/ports/cc376c7a-ebdc-4fcb-926d-46815f14fd5b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2179384 Dec 13 14:56:22.657808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-7d5383ce-55eb-48b7-b8cf-eb22b7dd8431 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.115&port_id=b8dc8f86-c24c-48cc-8343-d4601e19475c HTTP/1.1" status: 200 len: 217 time: 0.6128383 Dec 13 14:56:22.660489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Attempting to bind port 01ad540b-13b2-4c84-aa37-b0e701b7f25c on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:22.660890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Attempting to bind port 01ad540b-13b2-4c84-aa37-b0e701b7f25c by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:22.661219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Attempting to bind port 01ad540b-13b2-4c84-aa37-b0e701b7f25c on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:22.721749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-2c856386-34a8-417a-9c08-301b89ac201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:22.721749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-2c856386-34a8-417a-9c08-301b89ac201c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=04e9d472-351b-4278-8207-cecb3d073ea3 HTTP/1.1" status: 200 len: 801 time: 0.0511892 Dec 13 14:56:22.937990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5092e-d73b-41b0-883c-6fb34f4fed24 req-9de027a0-d25f-4980-aec3-58dbc6e228c4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:22.949278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5092e-d73b-41b0-883c-6fb34f4fed24 req-9de027a0-d25f-4980-aec3-58dbc6e228c4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:22.960131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1fb5092e-d73b-41b0-883c-6fb34f4fed24 req-9de027a0-d25f-4980-aec3-58dbc6e228c4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1679 time: 0.3056538 Dec 13 14:56:22.968996 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 52ae9533-88fc-4904-94d9-eb4fb5d989bf details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:56:22.969547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-0f63d5d2-8e8a-47d8-b929-ac037054da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:22.971342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-0f63d5d2-8e8a-47d8-b929-ac037054da5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=857e55e2-a914-4ccd-bd4a-67b95d37435f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2031319 Dec 13 14:56:23.209698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 52ae9533-88fc-4904-94d9-eb4fb5d989bf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=52ae9533-88fc-4904-94d9-eb4fb5d989bf,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:23.216388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1fb5092e-d73b-41b0-883c-6fb34f4fed24 req-dd2c4cd2-61ae-4813-aa64-5fdd091cd02c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259822 Dec 13 14:56:23.231866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:23.232056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '52ae9533-88fc-4904-94d9-eb4fb5d989bf', 'network_id': 'cf67069d-0fd5-4b63-9960-53f66982200a', 'port_id': '52ae9533-88fc-4904-94d9-eb4fb5d989bf', 'mac_address': 'fa:16:3e:80:60:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b87fc30-375e-43e1-8bbe-e4015ffded19', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:56:23.280306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-cc22242c-4191-4145-afc0-d06ad5fee860 service neutron] 10.222.0.50 "GET /v2.0/networks/857e55e2-a914-4ccd-bd4a-67b95d37435f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902777 Dec 13 14:56:23.319094 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.352742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ae9533-88fc-4904-94d9-eb4fb5d989bf {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:56:23.401264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 52ae9533-88fc-4904-94d9-eb4fb5d989bf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=52ae9533-88fc-4904-94d9-eb4fb5d989bf,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:23.406075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.420245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Port 01ad540b-13b2-4c84-aa37-b0e701b7f25c on network 0fb5250a-d7fd-4302-b982-58251343def9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:56:23.421183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Attempting to bind port 01ad540b-13b2-4c84-aa37-b0e701b7f25c on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:23.450697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:23.451008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:23.451523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-930fe68b-5753-4197-baf5-4df5b1f595c5 req-20fa3e37-0716-4ecd-aaa4-d0ed99751cdc service neutron] 10.222.0.50 "GET /v2.0/networks/857e55e2-a914-4ccd-bd4a-67b95d37435f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625776 Dec 13 14:56:23.454644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Bound using segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:23.455152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Bound port: 01ad540b-13b2-4c84-aa37-b0e701b7f25c, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:23.455533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.460596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.461460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b8dc8f86-c24c-48cc-8343-d4601e19475c details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:56:23.539701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953d490-a614-4336-ab0c-28512da7dfcd req-e6827fdb-dd5a-47a8-8ceb-e924a129af09 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.553136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d953d490-a614-4336-ab0c-28512da7dfcd req-e6827fdb-dd5a-47a8-8ceb-e924a129af09 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.9708908 Dec 13 14:56:23.634610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] For port 01ad540b-13b2-4c84-aa37-b0e701b7f25c, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:23.638637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] For port 01ad540b-13b2-4c84-aa37-b0e701b7f25c, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=01ad540b-13b2-4c84-aa37-b0e701b7f25c,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:23.669451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=52ae9533-88fc-4904-94d9-eb4fb5d989bf,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:23.694402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.700010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95c408-45aa-4be2-b7a7-967523422738 req-f8411838-163c-4469-9534-d3c2d69d494d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.709702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d953d490-a614-4336-ab0c-28512da7dfcd req-07bed2b6-cdbc-4778-8eaf-a9ba63c11bc0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532793 Dec 13 14:56:23.714600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.720273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95c408-45aa-4be2-b7a7-967523422738 req-f8411838-163c-4469-9534-d3c2d69d494d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.741064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95c408-45aa-4be2-b7a7-967523422738 req-f8411838-163c-4469-9534-d3c2d69d494d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.752184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95c408-45aa-4be2-b7a7-967523422738 req-f8411838-163c-4469-9534-d3c2d69d494d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.767436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95c408-45aa-4be2-b7a7-967523422738 req-f8411838-163c-4469-9534-d3c2d69d494d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.781794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95c408-45aa-4be2-b7a7-967523422738 req-f8411838-163c-4469-9534-d3c2d69d494d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.786013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee95c408-45aa-4be2-b7a7-967523422738 req-f8411838-163c-4469-9534-d3c2d69d494d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 4665 time: 0.3335395 Dec 13 14:56:23.884567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee95c408-45aa-4be2-b7a7-967523422738 req-e88396ee-139a-4bdc-bafd-c25d4a269446 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f315fbf-890a-4cad-9ac4-43e59262ae78&id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885983 Dec 13 14:56:23.899806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b8dc8f86-c24c-48cc-8343-d4601e19475c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b8dc8f86-c24c-48cc-8343-d4601e19475c,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:23.917091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'b8dc8f86-c24c-48cc-8343-d4601e19475c', 'network_id': '857e55e2-a914-4ccd-bd4a-67b95d37435f', 'port_id': 'b8dc8f86-c24c-48cc-8343-d4601e19475c', 'mac_address': 'fa:16:3e:0e:f1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e9d472-351b-4278-8207-cecb3d073ea3', 'ip_address': '19.86.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:56:23.934998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Pushing event updated for resources: {'Port': ['ID=01ad540b-13b2-4c84-aa37-b0e701b7f25c,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:23.974873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.975452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:23.976294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:23.977997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-2035228f-7136-41cf-832a-cdfadb5e319b service neutron] 10.222.0.55 "PUT /v2.0/ports/01ad540b-13b2-4c84-aa37-b0e701b7f25c HTTP/1.1" status: 200 len: 1092 time: 3.8186798 Dec 13 14:56:23.998285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dc8f86-c24c-48cc-8343-d4601e19475c {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:56:24.015930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'tag': '01ad540b-13b2-4c84-aa37-b0e701b7f25c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:24.019523 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19142f05-4eb1-4075-a706-ad52960100e7" -d '{"events": [{"name": "network-changed", "server_uuid": "78f08655-8005-4ee1-9bdd-84bc295ddbc1", "tag": "01ad540b-13b2-4c84-aa37-b0e701b7f25c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:24.021998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b8dc8f86-c24c-48cc-8343-d4601e19475c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b8dc8f86-c24c-48cc-8343-d4601e19475c,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:24.098110 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8330c92-d63e-46cb-a96f-1d5065089a68 x-openstack-request-id: req-e8330c92-d63e-46cb-a96f-1d5065089a68 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:24.098431 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f08655-8005-4ee1-9bdd-84bc295ddbc1", "tag": "01ad540b-13b2-4c84-aa37-b0e701b7f25c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:24.099060 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8330c92-d63e-46cb-a96f-1d5065089a68 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:24.099469 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'tag': '01ad540b-13b2-4c84-aa37-b0e701b7f25c', 'status': 'completed', 'code': 200} Dec 13 14:56:24.130332 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:24.168923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] For port cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:24.265781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] For port cc376c7a-ebdc-4fcb-926d-46815f14fd5b, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:24.357115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b8dc8f86-c24c-48cc-8343-d4601e19475c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:24.365207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea685d-9dab-4158-b121-75064f05e621 req-8164ad97-541a-4f24-a9c6-2c0614d637a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:24.366746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-8164ad97-541a-4f24-a9c6-2c0614d637a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 1095 time: 0.2800214 Dec 13 14:56:24.371485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b8dc8f86-c24c-48cc-8343-d4601e19475c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:24.448046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] device_id is not set on port cc376c7a-ebdc-4fcb-926d-46815f14fd5b yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:56:24.479631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70c13c-e369-4ec5-a7b8-ec9db60dee10 req-c8f95d8a-c440-4132-807b-1af666f696f9 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:24.490349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70c13c-e369-4ec5-a7b8-ec9db60dee10 req-c8f95d8a-c440-4132-807b-1af666f696f9 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:24.505341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee70c13c-e369-4ec5-a7b8-ec9db60dee10 req-c8f95d8a-c440-4132-807b-1af666f696f9 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1681 time: 0.1485465 Dec 13 14:56:24.583359 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee70c13c-e369-4ec5-a7b8-ec9db60dee10 req-eaf010f9-f7a1-4506-822b-4a7e0a87ce01 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770707 Dec 13 14:56:24.603817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-62b5cb2e-5ca0-4245-9964-19e642dbe81c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ad540b-13b2-4c84-aa37-b0e701b7f25c HTTP/1.1" status: 200 len: 217 time: 0.2261884 Dec 13 14:56:24.622451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:24.674897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea685d-9dab-4158-b121-75064f05e621 req-eb56d1c8-8896-4859-b388-5ed3921b54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:24.677131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-eb56d1c8-8896-4859-b388-5ed3921b54c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0574472 Dec 13 14:56:24.726831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-230e5bce-35af-44b2-aae0-63fca32498c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342360 Dec 13 14:56:24.851113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-75f28e02-2d58-43bd-b2f1-fd5763eacc1e service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252549 Dec 13 14:56:24.853436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:24.878138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:24.985070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cc376c7a-ebdc-4fcb-926d-46815f14fd5b no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:25.043849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df30955-a369-41fc-968a-dbe06a3eab45 req-7a5b2574-25c3-4649-b47a-d3b87f938747 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.045987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9df30955-a369-41fc-968a-dbe06a3eab45 req-7a5b2574-25c3-4649-b47a-d3b87f938747 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.2440410 Dec 13 14:56:25.064969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] Pushing event updated for resources: {'Port': ['ID=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:25.135242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] No DVR routers for this DVR port cc376c7a-ebdc-4fcb-926d-46815f14fd5b on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:25.207534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb27d-fae5-47b6-8345-cebdda957a25 req-060ec9b3-caad-4c07-84bc-a04175f607b4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.221157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb27d-fae5-47b6-8345-cebdda957a25 req-060ec9b3-caad-4c07-84bc-a04175f607b4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.233623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9df30955-a369-41fc-968a-dbe06a3eab45 req-11732e8d-339f-442e-a441-7009526f782c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772640 Dec 13 14:56:25.236660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device cc376c7a-ebdc-4fcb-926d-46815f14fd5b not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:25.237848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb27d-fae5-47b6-8345-cebdda957a25 req-060ec9b3-caad-4c07-84bc-a04175f607b4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.238119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b2f30b86-99e6-4fa2-92a5-551ce05ae886 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:25.247180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb27d-fae5-47b6-8345-cebdda957a25 req-060ec9b3-caad-4c07-84bc-a04175f607b4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.253704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb27d-fae5-47b6-8345-cebdda957a25 req-060ec9b3-caad-4c07-84bc-a04175f607b4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.255987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c1eb27d-fae5-47b6-8345-cebdda957a25 req-060ec9b3-caad-4c07-84bc-a04175f607b4 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 3885 time: 0.2138081 Dec 13 14:56:25.285924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45ea685d-9dab-4158-b121-75064f05e621 req-79505c9b-b10a-41de-a783-5069d14dd9d6 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255307 Dec 13 14:56:25.299492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:25.316597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] In _notify_port_updated(), no bound segment for port cc376c7a-ebdc-4fcb-926d-46815f14fd5b on network 7d46ed12-972d-461d-a08a-d8bc27ada67b {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 14:56:25.317752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.318408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:25.319923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-623687fe-cc16-44ba-8de3-5df8d8f6a28a service neutron] 10.222.0.50 "PUT /v2.0/ports/cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 200 len: 1033 time: 2.6689599 Dec 13 14:56:25.347159 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c1eb27d-fae5-47b6-8345-cebdda957a25 req-81f4cb14-20c8-4879-a0db-8798f5acbf4f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840807 Dec 13 14:56:25.383683 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:25.437506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:25.440074 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247ddcff-92f3-465a-9cdc-86658ca38d7b" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:25.460060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b2f30b86-99e6-4fa2-92a5-551ce05ae886, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:25.464015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['52ae9533-88fc-4904-94d9-eb4fb5d989bf'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:25.539803 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1daa0e-cabc-4097-b33a-2f32106c941c x-openstack-request-id: req-9a1daa0e-cabc-4097-b33a-2f32106c941c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:25.540089 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:25.540339 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a1daa0e-cabc-4097-b33a-2f32106c941c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:25.540740 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886', 'code': 200} Dec 13 14:56:25.541876 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:25.542738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0becbb52-1600-4d4c-9378-985956be3813 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:25.591146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19142f05-4eb1-4075-a706-ad52960100e7 req-7940bf26-787b-4acd-8ffe-0d76df9e8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.595662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19142f05-4eb1-4075-a706-ad52960100e7 req-7940bf26-787b-4acd-8ffe-0d76df9e8d96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 1095 time: 0.1768847 Dec 13 14:56:25.661411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d2993a3a-0724-4afe-885a-0e4d8ab6cb2e None None] Provisioning complete for port cc376c7a-ebdc-4fcb-926d-46815f14fd5b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:25.661780 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2993a3a-0724-4afe-885a-0e4d8ab6cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:25.710740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d2993a3a-0724-4afe-885a-0e4d8ab6cb2e None None] Port cc376c7a-ebdc-4fcb-926d-46815f14fd5b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:56:25.771641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port 0becbb52-1600-4d4c-9378-985956be3813 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:25.772203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:25.791512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be961206-b28e-42bf-9b94-688a484f5bd1 req-d64a5ee1-d8ec-4553-8728-9c8c456017ee tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.806297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be961206-b28e-42bf-9b94-688a484f5bd1 req-d64a5ee1-d8ec-4553-8728-9c8c456017ee tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.812636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be961206-b28e-42bf-9b94-688a484f5bd1 req-d64a5ee1-d8ec-4553-8728-9c8c456017ee tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1681 time: 0.1052561 Dec 13 14:56:25.860525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b2f30b86-99e6-4fa2-92a5-551ce05ae886,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:25.904244 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:25.948743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be961206-b28e-42bf-9b94-688a484f5bd1 req-ad01f63b-0801-4ee4-a7f7-7b0250ba1875 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274581 Dec 13 14:56:25.993850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19142f05-4eb1-4075-a706-ad52960100e7 req-abde1e4c-eea5-41fe-be36-0fa0b772c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:25.995725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19142f05-4eb1-4075-a706-ad52960100e7 req-abde1e4c-eea5-41fe-be36-0fa0b772c83e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.3914862 Dec 13 14:56:26.053761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0becbb52-1600-4d4c-9378-985956be3813, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0becbb52-1600-4d4c-9378-985956be3813,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:26.058874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19142f05-4eb1-4075-a706-ad52960100e7 req-7dbd2a43-80ad-4f31-a843-c5839ce6e9e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ad540b-13b2-4c84-aa37-b0e701b7f25c HTTP/1.1" status: 200 len: 217 time: 0.0540924 Dec 13 14:56:26.062134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] For port 0becbb52-1600-4d4c-9378-985956be3813, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0becbb52-1600-4d4c-9378-985956be3813,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:26.062788 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:26.123384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:26.124938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 71a0dcb6-5383-4844-9380-6f6b90a16de9 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:26.234452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19142f05-4eb1-4075-a706-ad52960100e7 req-1737c0fc-1f18-4b98-a271-36d406426c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:26.235951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19142f05-4eb1-4075-a706-ad52960100e7 req-1737c0fc-1f18-4b98-a271-36d406426c1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.1646445 Dec 13 14:56:26.280609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19142f05-4eb1-4075-a706-ad52960100e7 req-15e208fc-30b8-4bce-9f71-b9eacad2f1fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338843 Dec 13 14:56:26.339849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 71a0dcb6-5383-4844-9380-6f6b90a16de9 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:26.340646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 65781a6a-6df3-4e18-bda5-b286120214cf no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:26.352485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0becbb52-1600-4d4c-9378-985956be3813,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:26.604292 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:26.612266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e249e3-dcc3-408d-a3f6-bd944b72eeff req-719281f5-892e-4485-a923-ef4be280e4de tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:26.618185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b4d9d-b99f-445f-96cf-a63fcbdc7ea2 req-c804d005-aa63-4ddc-8953-21d41bb5fdc1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:26.619764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b9b4d9d-b99f-445f-96cf-a63fcbdc7ea2 req-c804d005-aa63-4ddc-8953-21d41bb5fdc1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.2148862 Dec 13 14:56:26.628064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e249e3-dcc3-408d-a3f6-bd944b72eeff req-719281f5-892e-4485-a923-ef4be280e4de tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:26.640195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e249e3-dcc3-408d-a3f6-bd944b72eeff req-719281f5-892e-4485-a923-ef4be280e4de tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:26.657766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e249e3-dcc3-408d-a3f6-bd944b72eeff req-719281f5-892e-4485-a923-ef4be280e4de tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:26.678864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e249e3-dcc3-408d-a3f6-bd944b72eeff req-719281f5-892e-4485-a923-ef4be280e4de tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:26.697639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13e249e3-dcc3-408d-a3f6-bd944b72eeff req-719281f5-892e-4485-a923-ef4be280e4de tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 3881 time: 0.1879187 Dec 13 14:56:26.705331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 65781a6a-6df3-4e18-bda5-b286120214cf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=65781a6a-6df3-4e18-bda5-b286120214cf,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:26.718903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:26.719302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:26.719600 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Floating IP 120e7e6d-5700-4452-b915-1fa8e9137124 disassociated. External IP: 172.25.7.204, port: 0becbb52-1600-4d4c-9378-985956be3813. Dec 13 14:56:26.719954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for 0becbb52-1600-4d4c-9378-985956be3813 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:26.758112 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:26.759263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 7649cd34-f73e-4c02-a565-f9915c758fa6 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:26.787951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13e249e3-dcc3-408d-a3f6-bd944b72eeff req-7ece039e-f1fd-4ee7-b67d-3f86e38f8af7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890052 Dec 13 14:56:26.819101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19142f05-4eb1-4075-a706-ad52960100e7 req-d5de6ab0-bcb3-4c8a-a22a-ffc170caadf1 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320678 Dec 13 14:56:26.961317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=65781a6a-6df3-4e18-bda5-b286120214cf,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:26.965449 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b9b4d9d-b99f-445f-96cf-a63fcbdc7ea2 req-3244d9f2-a3d2-47e8-9d8b-82ccec33ed77 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276854 Dec 13 14:56:26.971745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19142f05-4eb1-4075-a706-ad52960100e7 req-24d85ce3-ee3c-47f4-8c26-ffe30ec871c0 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425643 Dec 13 14:56:27.021566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:27.077690 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 7649cd34-f73e-4c02-a565-f9915c758fa6, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7649cd34-f73e-4c02-a565-f9915c758fa6,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:27.163558 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:27.164443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 184573da-2612-48a8-b68b-2b08cc805d99 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:27.167746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b59d-c088-46e9-a2fc-9904e46f53d4 req-5cfe9697-f0a1-46be-af97-c5ce9b6fbd8a tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:27.174955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b59d-c088-46e9-a2fc-9904e46f53d4 req-5cfe9697-f0a1-46be-af97-c5ce9b6fbd8a tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:27.183662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7505b59d-c088-46e9-a2fc-9904e46f53d4 req-5cfe9697-f0a1-46be-af97-c5ce9b6fbd8a tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1681 time: 0.1152647 Dec 13 14:56:27.192339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:27.275014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=0becbb52-1600-4d4c-9378-985956be3813,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:27.282801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7505b59d-c088-46e9-a2fc-9904e46f53d4 req-20abb315-f222-4b2c-a441-b2b464cbe3d3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980718 Dec 13 14:56:27.331486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=7649cd34-f73e-4c02-a565-f9915c758fa6,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:27.352933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 01ad540b-13b2-4c84-aa37-b0e701b7f25c details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:56:27.447423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 01ad540b-13b2-4c84-aa37-b0e701b7f25c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=01ad540b-13b2-4c84-aa37-b0e701b7f25c,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:27.462042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '01ad540b-13b2-4c84-aa37-b0e701b7f25c', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'port_id': '01ad540b-13b2-4c84-aa37-b0e701b7f25c', 'mac_address': 'fa:16:3e:9d:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:56:27.476207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Router bc0defe9-918d-4ca2-808f-585101d2936c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:56:27.567776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0becbb52-1600-4d4c-9378-985956be3813'}, {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf'}, {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:27.570116 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93a3c0b-0568-4a8c-a134-419633399598" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0becbb52-1600-4d4c-9378-985956be3813"}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf"}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:27.572785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:27.683260 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f48b32f-643e-41b8-9c15-3816ca038b1b x-openstack-request-id: req-4f48b32f-643e-41b8-9c15-3816ca038b1b {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:27.687409 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0becbb52-1600-4d4c-9378-985956be3813", "code": 200}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf", "code": 200}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:27.689075 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f48b32f-643e-41b8-9c15-3816ca038b1b {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:27.689522 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0becbb52-1600-4d4c-9378-985956be3813', 'code': 200} Dec 13 14:56:27.689771 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf', 'code': 200} Dec 13 14:56:27.690022 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6', 'code': 200} Dec 13 14:56:27.690684 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:27.719512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:56:27.737508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] Sync routers for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:56:27.770940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ad540b-13b2-4c84-aa37-b0e701b7f25c {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:56:27.798604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 01ad540b-13b2-4c84-aa37-b0e701b7f25c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=01ad540b-13b2-4c84-aa37-b0e701b7f25c,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:27.859525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 184573da-2612-48a8-b68b-2b08cc805d99, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=184573da-2612-48a8-b68b-2b08cc805d99,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:27.866359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:27.869406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:56:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:27.871210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] No DVR routers for this DVR port 0becbb52-1600-4d4c-9378-985956be3813 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:27.882725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:27.899389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-4590d0fc-11e7-4b22-903d-9c8cf23244eb tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "DELETE /v2.0/ports/0becbb52-1600-4d4c-9378-985956be3813 HTTP/1.1" status: 204 len: 173 time: 2.5732467 Dec 13 14:56:27.899912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '0becbb52-1600-4d4c-9378-985956be3813'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:27.909686 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6800c7-84cf-4f33-8e2f-6062c6a4cc4a" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "0becbb52-1600-4d4c-9378-985956be3813"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:28.049984 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9900b10-19ef-4de7-b509-a28f20398be6 x-openstack-request-id: req-b9900b10-19ef-4de7-b509-a28f20398be6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:28.055608 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "0becbb52-1600-4d4c-9378-985956be3813", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:28.056183 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9900b10-19ef-4de7-b509-a28f20398be6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:28.056583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b16f-a980-4fdd-99fc-7708ef50885f req-9a2ab34e-db05-4d8d-96ea-b15878eeee3f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:28.057438 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '0becbb52-1600-4d4c-9378-985956be3813', 'status': 'completed', 'code': 200} Dec 13 14:56:28.074313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b16f-a980-4fdd-99fc-7708ef50885f req-9a2ab34e-db05-4d8d-96ea-b15878eeee3f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:28.095005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b16f-a980-4fdd-99fc-7708ef50885f req-9a2ab34e-db05-4d8d-96ea-b15878eeee3f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:28.110270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:28.114537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b16f-a980-4fdd-99fc-7708ef50885f req-9a2ab34e-db05-4d8d-96ea-b15878eeee3f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:28.119236 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e42b16f-a980-4fdd-99fc-7708ef50885f req-9a2ab34e-db05-4d8d-96ea-b15878eeee3f tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 3144 time: 0.1873202 Dec 13 14:56:28.174377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e42b16f-a980-4fdd-99fc-7708ef50885f req-ee35f937-5c68-4bb9-be0c-a382b0b4a3bd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Dec 13 14:56:28.391616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port 65781a6a-6df3-4e18-bda5-b286120214cf {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:28.400772 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:28.421939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281812-64b8-43e2-93c6-7cee6a979701 req-624e65e9-b5b4-45ea-abdf-aba13ec71a72 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:28.429531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd281812-64b8-43e2-93c6-7cee6a979701 req-624e65e9-b5b4-45ea-abdf-aba13ec71a72 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 944 time: 0.2611380 Dec 13 14:56:28.466484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:28.500958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:28.572786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 52ae9533-88fc-4904-94d9-eb4fb5d989bf up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:28.606842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd281812-64b8-43e2-93c6-7cee6a979701 req-7772e70f-e48e-4313-902a-1f815622d6a5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763654 Dec 13 14:56:28.611728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8bd78-d9b1-453d-a2f5-ccd014eeeb72 req-d7aa08f6-d415-4895-bb60-9d88b9ff563e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:28.650853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8bd78-d9b1-453d-a2f5-ccd014eeeb72 req-d7aa08f6-d415-4895-bb60-9d88b9ff563e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:28.658517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] For port 65781a6a-6df3-4e18-bda5-b286120214cf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=65781a6a-6df3-4e18-bda5-b286120214cf,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:28.658891 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:28.659888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1dc8bd78-d9b1-453d-a2f5-ccd014eeeb72 req-d7aa08f6-d415-4895-bb60-9d88b9ff563e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1681 time: 0.2342281 Dec 13 14:56:28.703361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for 65781a6a-6df3-4e18-bda5-b286120214cf owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:28.738393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1dc8bd78-d9b1-453d-a2f5-ccd014eeeb72 req-7781085a-4fdf-4317-ba87-c6fa555a9a57 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698888 Dec 13 14:56:28.758518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['01ad540b-13b2-4c84-aa37-b0e701b7f25c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:28.882041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=01ad540b-13b2-4c84-aa37-b0e701b7f25c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:29.015009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 52ae9533-88fc-4904-94d9-eb4fb5d989bf completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:56:29.043772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=184573da-2612-48a8-b68b-2b08cc805d99,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:29.049458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:29.109433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=65781a6a-6df3-4e18-bda5-b286120214cf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:29.133190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 52ae9533-88fc-4904-94d9-eb4fb5d989bf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:29.145443 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:29.151250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:51Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:29.245594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] No DVR routers for this DVR port 65781a6a-6df3-4e18-bda5-b286120214cf on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:29.249061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:29.253511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-2256c116-7714-4d76-a8e0-f32987c8a15c tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "DELETE /v2.0/ports/65781a6a-6df3-4e18-bda5-b286120214cf HTTP/1.1" status: 204 len: 173 time: 1.3136704 Dec 13 14:56:29.335280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] Checking router: bc0defe9-918d-4ca2-808f-585101d2936c for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:56:29.413144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:29.413865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:56:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:29.535583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ff0d4-b02a-46fe-a2f1-599c82373c66 req-f14ec51e-8cd5-4784-9d7f-2b59e77ff040 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:29.543597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ff0d4-b02a-46fe-a2f1-599c82373c66 req-f14ec51e-8cd5-4784-9d7f-2b59e77ff040 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:29.551157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ff0d4-b02a-46fe-a2f1-599c82373c66 req-f14ec51e-8cd5-4784-9d7f-2b59e77ff040 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:29.553035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d87ff0d4-b02a-46fe-a2f1-599c82373c66 req-f14ec51e-8cd5-4784-9d7f-2b59e77ff040 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 2409 time: 0.2587204 Dec 13 14:56:29.711225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port b2f30b86-99e6-4fa2-92a5-551ce05ae886 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:29.711844 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:29.875649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d87ff0d4-b02a-46fe-a2f1-599c82373c66 req-4099b4b2-e382-490a-a8a7-4df8a6997122 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109906 Dec 13 14:56:29.922452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85b0e4-39eb-4a66-8275-c4e10de1f903 req-0c13d8cc-2fa1-4535-b445-4ec0049e259e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:29.937949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f85b0e4-39eb-4a66-8275-c4e10de1f903 req-0c13d8cc-2fa1-4535-b445-4ec0049e259e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.1524417 Dec 13 14:56:30.043398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f85b0e4-39eb-4a66-8275-c4e10de1f903 req-54cd68c8-a034-498f-9e84-284f7d313969 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929534 Dec 13 14:56:30.047500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] For port b2f30b86-99e6-4fa2-92a5-551ce05ae886, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b2f30b86-99e6-4fa2-92a5-551ce05ae886,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:30.048336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:30.058287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:30.063492 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18061fa3-e39d-45dd-8432-775dc9631f15" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:30.091343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for b2f30b86-99e6-4fa2-92a5-551ce05ae886 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:30.146325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:30.148856 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee3ea7f-56b3-42e1-a4dc-0c311d6b301c" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "184573da-2612-48a8-b68b-2b08cc805d99"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:30.156839 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:30.200622 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bcc9d6-9e50-47c3-9de1-ecef9cd261de x-openstack-request-id: req-33bcc9d6-9e50-47c3-9de1-ecef9cd261de {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:30.202797 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "65781a6a-6df3-4e18-bda5-b286120214cf", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:30.203816 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33bcc9d6-9e50-47c3-9de1-ecef9cd261de {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:30.205375 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '65781a6a-6df3-4e18-bda5-b286120214cf', 'status': 'completed', 'code': 200} Dec 13 14:56:30.218217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 52ae9533-88fc-4904-94d9-eb4fb5d989bf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=52ae9533-88fc-4904-94d9-eb4fb5d989bf,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:30.260510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:30.295935 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c888873-304d-42d2-9fb3-5e4bbf7339e9 x-openstack-request-id: req-7c888873-304d-42d2-9fb3-5e4bbf7339e9 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:30.296118 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "184573da-2612-48a8-b68b-2b08cc805d99", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:30.296373 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c888873-304d-42d2-9fb3-5e4bbf7339e9 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:30.296752 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99', 'code': 200} Dec 13 14:56:30.316291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0c22-a666-43cd-b39a-32c7d389c9ce req-3ca4b05f-f2f7-4b85-aebd-64c593e53d4b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:30.352563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0c22-a666-43cd-b39a-32c7d389c9ce req-3ca4b05f-f2f7-4b85-aebd-64c593e53d4b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:30.359501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f8f0c22-a666-43cd-b39a-32c7d389c9ce req-3ca4b05f-f2f7-4b85-aebd-64c593e53d4b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1681 time: 0.2602572 Dec 13 14:56:30.427678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:30.430500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b8dc8f86-c24c-48cc-8343-d4601e19475c up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:30.540324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f8f0c22-a666-43cd-b39a-32c7d389c9ce req-4238c592-1e1c-4145-b3fa-ec2b799ee4b0 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830690 Dec 13 14:56:30.586416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:30.640487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=b2f30b86-99e6-4fa2-92a5-551ce05ae886,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:30.711684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=52ae9533-88fc-4904-94d9-eb4fb5d989bf,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:30.729966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] No DVR routers for this DVR port b2f30b86-99e6-4fa2-92a5-551ce05ae886 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:30.733926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:30.737288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-9f853b0c-d610-40a0-9ea9-495fbd1fa776 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "DELETE /v2.0/ports/b2f30b86-99e6-4fa2-92a5-551ce05ae886 HTTP/1.1" status: 204 len: 173 time: 1.4748962 Dec 13 14:56:30.787200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port b8dc8f86-c24c-48cc-8343-d4601e19475c completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:56:30.805150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port b8dc8f86-c24c-48cc-8343-d4601e19475c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:30.805150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:30.875027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:51Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:30.898843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port 184573da-2612-48a8-b68b-2b08cc805d99 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:30.899275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:30.963151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb9233-71f9-4409-8a41-1ee3c0266f7a None None] The sync data for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 is: [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:45:46Z', 'revision_number': 4, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f1e60224-64ab-4e1f-91d1-b1f469d2fd73', 'name': '', 'network_id': '201604d4-d80e-4e16-84bd-7f5c9d180a92', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'mac_address': 'fa:16:3e:af:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:45Z', 'updated_at': '2021-12-13T14:45:51Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'subnets': [{'id': 'd9b06380-e9a7-4a5d-a8d4-12f7de43574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:56:30.992664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:31.053423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b8dc8f86-c24c-48cc-8343-d4601e19475c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b8dc8f86-c24c-48cc-8343-d4601e19475c,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:31.137309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] For port 184573da-2612-48a8-b68b-2b08cc805d99, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=184573da-2612-48a8-b68b-2b08cc805d99,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:31.137850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:31.152612 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:31.285975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for 184573da-2612-48a8-b68b-2b08cc805d99 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:31.310002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1b7e8-fc09-47d8-a9c5-894fad8fda69 req-36b67bdb-0066-4b02-8ee7-b8d32bfcb593 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:31.335347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b8dc8f86-c24c-48cc-8343-d4601e19475c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:31.336897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1b7e8-fc09-47d8-a9c5-894fad8fda69 req-36b67bdb-0066-4b02-8ee7-b8d32bfcb593 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:31.339795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6c1b7e8-fc09-47d8-a9c5-894fad8fda69 req-36b67bdb-0066-4b02-8ee7-b8d32bfcb593 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 1676 time: 0.2102740 Dec 13 14:56:31.355427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 01ad540b-13b2-4c84-aa37-b0e701b7f25c up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:56:31.493923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f78ed9-0af3-4dc2-844d-c34cfcb769db req-49245381-9ae3-4923-9b23-b365a89ecae7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:31.502437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2f78ed9-0af3-4dc2-844d-c34cfcb769db req-49245381-9ae3-4923-9b23-b365a89ecae7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 945 time: 0.3237319 Dec 13 14:56:31.532931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6c1b7e8-fc09-47d8-a9c5-894fad8fda69 req-0c8182ac-0240-4867-8b61-151205eb9476 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809247 Dec 13 14:56:31.558180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 01ad540b-13b2-4c84-aa37-b0e701b7f25c completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:56:31.563900 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee5b53-e1ed-47e3-ab3a-651471aebd87 None None] New status for floating IP 120e7e6d-5700-4452-b915-1fa8e9137124: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:56:31.564709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 01ad540b-13b2-4c84-aa37-b0e701b7f25c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:56:31.565122 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:31.713026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2f78ed9-0af3-4dc2-844d-c34cfcb769db req-3b0953a6-464c-44f5-82e2-1af1ef723c6b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095842 Dec 13 14:56:31.749016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad95ef6-7774-485b-989f-d9d3fd5af3c7 req-57eb3535-ec55-4cb6-aa5b-e38608f5f89e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:31.755445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad95ef6-7774-485b-989f-d9d3fd5af3c7 req-57eb3535-ec55-4cb6-aa5b-e38608f5f89e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:31.757135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ad95ef6-7774-485b-989f-d9d3fd5af3c7 req-57eb3535-ec55-4cb6-aa5b-e38608f5f89e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1683 time: 0.1002169 Dec 13 14:56:31.808466 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:31.833493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ad95ef6-7774-485b-989f-d9d3fd5af3c7 req-ee1f9fc5-ccf6-4017-9904-2b0920f2c710 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673220 Dec 13 14:56:31.849004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:31.937362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 01ad540b-13b2-4c84-aa37-b0e701b7f25c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=01ad540b-13b2-4c84-aa37-b0e701b7f25c,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:31.944590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=184573da-2612-48a8-b68b-2b08cc805d99,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:31.997332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] No DVR routers for this DVR port 184573da-2612-48a8-b68b-2b08cc805d99 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:32.005392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:32.008326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:32.028181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-1f282767-444c-4da7-9b80-836e66d34c42 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "DELETE /v2.0/ports/184573da-2612-48a8-b68b-2b08cc805d99 HTTP/1.1" status: 204 len: 173 time: 1.2833538 Dec 13 14:56:32.109397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=01ad540b-13b2-4c84-aa37-b0e701b7f25c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:32.195360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port 7649cd34-f73e-4c02-a565-f9915c758fa6 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:32.195934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:32.209212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886'}, {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:32.211662 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c874d29c-22fb-446b-94a0-4871f487e49e" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886"}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "184573da-2612-48a8-b68b-2b08cc805d99"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:32.298151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ae9533-88fc-4904-94d9-eb4fb5d989bf'}, {'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc8f86-c24c-48cc-8343-d4601e19475c'}, {'server_uuid': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ad540b-13b2-4c84-aa37-b0e701b7f25c'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:32.300579 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e3930-c161-4e7c-95e8-6d803046f557" -d '{"events": [{"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-plugged", "status": "completed", "tag": "52ae9533-88fc-4904-94d9-eb4fb5d989bf"}, {"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc8f86-c24c-48cc-8343-d4601e19475c"}, {"server_uuid": "78f08655-8005-4ee1-9bdd-84bc295ddbc1", "name": "network-vif-plugged", "status": "completed", "tag": "01ad540b-13b2-4c84-aa37-b0e701b7f25c"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:32.585652 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5035b5-7b98-4c48-bfa0-df539d1f3605 x-openstack-request-id: req-cf5035b5-7b98-4c48-bfa0-df539d1f3605 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:32.585954 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-plugged", "status": "completed", "tag": "52ae9533-88fc-4904-94d9-eb4fb5d989bf", "code": 200}, {"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc8f86-c24c-48cc-8343-d4601e19475c", "code": 200}, {"server_uuid": "78f08655-8005-4ee1-9bdd-84bc295ddbc1", "name": "network-vif-plugged", "status": "completed", "tag": "01ad540b-13b2-4c84-aa37-b0e701b7f25c", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:32.586211 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf5035b5-7b98-4c48-bfa0-df539d1f3605 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:32.586668 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ae9533-88fc-4904-94d9-eb4fb5d989bf', 'code': 200} Dec 13 14:56:32.586924 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc8f86-c24c-48cc-8343-d4601e19475c', 'code': 200} Dec 13 14:56:32.587176 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ad540b-13b2-4c84-aa37-b0e701b7f25c', 'code': 200} Dec 13 14:56:32.773577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c52e7-c526-4400-833c-dc3d046cc438 req-8d5d4027-efbd-418e-8f92-02f7820122a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:32.774337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c52e7-c526-4400-833c-dc3d046cc438 req-8d5d4027-efbd-418e-8f92-02f7820122a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:32.775742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f5c52e7-c526-4400-833c-dc3d046cc438 req-8d5d4027-efbd-418e-8f92-02f7820122a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1985 time: 0.0489810 Dec 13 14:56:32.813830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f5c52e7-c526-4400-833c-dc3d046cc438 req-b82c7a1b-b8cc-45c5-963d-6fb94f3b3095 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Dec 13 14:56:32.928986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd420d-f919-4fc4-819c-5fe6a9ddd5a2 req-7462cd98-dc51-4634-a7e1-8b9afb2b3902 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:32.930973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50cd420d-f919-4fc4-819c-5fe6a9ddd5a2 req-7462cd98-dc51-4634-a7e1-8b9afb2b3902 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.0893421 Dec 13 14:56:32.946299 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3048c60f-75df-4860-9ded-56f93201ede6 x-openstack-request-id: req-3048c60f-75df-4860-9ded-56f93201ede6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:32.946617 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "b2f30b86-99e6-4fa2-92a5-551ce05ae886", "status": "completed", "code": 200}, {"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "184573da-2612-48a8-b68b-2b08cc805d99", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:32.946905 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3048c60f-75df-4860-9ded-56f93201ede6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:32.947248 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': 'b2f30b86-99e6-4fa2-92a5-551ce05ae886', 'status': 'completed', 'code': 200} Dec 13 14:56:32.947496 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '184573da-2612-48a8-b68b-2b08cc805d99', 'status': 'completed', 'code': 200} Dec 13 14:56:33.012021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50cd420d-f919-4fc4-819c-5fe6a9ddd5a2 req-ef53edef-34f5-40a0-a08c-9b9906c4dfaa tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554698 Dec 13 14:56:33.036631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] For port 7649cd34-f73e-4c02-a565-f9915c758fa6, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=7649cd34-f73e-4c02-a565-f9915c758fa6,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:33.037048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:33.058143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2047d-44cd-4635-80c7-dd74c643481c req-d1dfd3e1-714e-4012-8dd7-2a80c6a6514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:33.059762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68c2047d-44cd-4635-80c7-dd74c643481c req-d1dfd3e1-714e-4012-8dd7-2a80c6a6514f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 1097 time: 0.1249571 Dec 13 14:56:33.066382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for 7649cd34-f73e-4c02-a565-f9915c758fa6 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:33.086083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9536-f8b7-4a33-ae0f-ac33ed610d1d req-13bbf13b-4d1c-4146-87e4-f3594c6df858 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:33.087745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2e9536-f8b7-4a33-ae0f-ac33ed610d1d req-13bbf13b-4d1c-4146-87e4-f3594c6df858 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 942 time: 0.1436779 Dec 13 14:56:33.151087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89c9e6-5a8e-4a55-988e-53dd5d8c5565 req-999a0351-fee4-45c5-87f1-36ebe5ab58a9 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:33.161217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89c9e6-5a8e-4a55-988e-53dd5d8c5565 req-999a0351-fee4-45c5-87f1-36ebe5ab58a9 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:33.162893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd89c9e6-5a8e-4a55-988e-53dd5d8c5565 req-999a0351-fee4-45c5-87f1-36ebe5ab58a9 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1683 time: 0.0820127 Dec 13 14:56:33.197009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68c2047d-44cd-4635-80c7-dd74c643481c req-71694d20-5e64-4e54-b12c-c601eef84a41 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283681 Dec 13 14:56:33.206495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d2e9536-f8b7-4a33-ae0f-ac33ed610d1d req-8ef5602e-76f5-4854-b6b5-196d46597627 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7455692-b491-4ebf-b19c-fb0058cfdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998461 Dec 13 14:56:33.236858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd89c9e6-5a8e-4a55-988e-53dd5d8c5565 req-d90dcf36-c68b-44a7-9e7f-396ea0c8d0b4 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617471 Dec 13 14:56:33.341019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:33.387930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=7649cd34-f73e-4c02-a565-f9915c758fa6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:33.489583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] No DVR routers for this DVR port 7649cd34-f73e-4c02-a565-f9915c758fa6 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:33.493111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:33.496947 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fabc8840-d71b-40da-bbc9-836e6afcab26 req-d1e02ef5-68dd-41a4-8228-b7de94b53021 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.50 "DELETE /v2.0/ports/7649cd34-f73e-4c02-a565-f9915c758fa6 HTTP/1.1" status: 204 len: 173 time: 1.4613140 Dec 13 14:56:34.316984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef6931-98fc-412f-b4e8-1a6bc1da872f req-6b03b4aa-a5a8-4b3e-908e-3eabc446d8fc tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:34.321471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edef6931-98fc-412f-b4e8-1a6bc1da872f req-6b03b4aa-a5a8-4b3e-908e-3eabc446d8fc tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.0914576 Dec 13 14:56:34.429281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edef6931-98fc-412f-b4e8-1a6bc1da872f req-ccb64e85-4952-4e45-8eb1-c0bb28fb2d30 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004193 Dec 13 14:56:34.444404 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0d6c038-81e3-4a6b-9739-4e3f21a43ee7 req-1e8b6023-a030-45f4-8f12-04beac4fabdf tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0493817 Dec 13 14:56:34.655430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc602a69-075e-4c5b-b82c-1d8066085413 req-f1bc8f23-3b45-4ebb-a992-28d2f8a970b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:34.661487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc602a69-075e-4c5b-b82c-1d8066085413 req-f1bc8f23-3b45-4ebb-a992-28d2f8a970b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:34.680499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc602a69-075e-4c5b-b82c-1d8066085413 req-f1bc8f23-3b45-4ebb-a992-28d2f8a970b7 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1683 time: 0.0992849 Dec 13 14:56:34.738286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc602a69-075e-4c5b-b82c-1d8066085413 req-ae9bc532-797d-4340-9446-d51743c76db3 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513704 Dec 13 14:56:34.948907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:34.952131 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e818754-8c04-4889-b630-85912a5c3438" -d '{"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:35.038097 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42445a6e-2077-4277-a838-c082eac579be x-openstack-request-id: req-42445a6e-2077-4277-a838-c082eac579be {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:35.038285 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01a9b6-cdc5-46b2-b002-b8910c38ddfe", "name": "network-vif-deleted", "tag": "7649cd34-f73e-4c02-a565-f9915c758fa6", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:35.038522 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42445a6e-2077-4277-a838-c082eac579be {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:35.038923 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01a9b6-cdc5-46b2-b002-b8910c38ddfe', 'name': 'network-vif-deleted', 'tag': '7649cd34-f73e-4c02-a565-f9915c758fa6', 'status': 'completed', 'code': 200} Dec 13 14:56:35.145790 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:56:35.640207 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4adbc80-26cd-48ea-9e33-8485594ba39f req-aa3002f6-c7cb-412c-92f2-a696f0da4472 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0438046 Dec 13 14:56:35.699336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2481c-90a0-46a9-a051-72c158d22b47 req-6eedd5d7-266d-407d-be64-d76da4855f23 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:35.703933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57b2481c-90a0-46a9-a051-72c158d22b47 req-6eedd5d7-266d-407d-be64-d76da4855f23 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.1457474 Dec 13 14:56:35.849909 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57b2481c-90a0-46a9-a051-72c158d22b47 req-8c2d5268-a4b1-4a61-a62b-11b03132a682 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344934 Dec 13 14:56:35.853076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97373bb-dc88-484b-b0a3-175f9a295997 req-0ad91b94-c00d-49d6-851e-5e1587cfdb4c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:35.860120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97373bb-dc88-484b-b0a3-175f9a295997 req-0ad91b94-c00d-49d6-851e-5e1587cfdb4c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:35.867772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e97373bb-dc88-484b-b0a3-175f9a295997 req-0ad91b94-c00d-49d6-851e-5e1587cfdb4c tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1683 time: 0.1159873 Dec 13 14:56:36.055824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e97373bb-dc88-484b-b0a3-175f9a295997 req-0e027682-ac20-43ea-bb12-731f4c01c71e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782281 Dec 13 14:56:36.474510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ae0aa-14cc-4ff2-bffe-f6e96713c08c req-6aa4ab2d-96db-42b3-b5b2-fd095f18860f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:36.476719 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c8ae0aa-14cc-4ff2-bffe-f6e96713c08c req-6aa4ab2d-96db-42b3-b5b2-fd095f18860f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.1538427 Dec 13 14:56:36.560895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c8ae0aa-14cc-4ff2-bffe-f6e96713c08c req-f808be75-c75d-4f64-8e93-380c8dc45d32 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743206 Dec 13 14:56:36.700074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59056) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:36.769090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c83a90-901c-4e83-988a-6e3c5d96e196 req-b06d85f7-ea25-4177-b543-f571c474db49 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:36.777588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83c83a90-901c-4e83-988a-6e3c5d96e196 req-b06d85f7-ea25-4177-b543-f571c474db49 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.1051319 Dec 13 14:56:36.814821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0840dc21-e574-4879-a0e4-94cf7fcd4b8c req-391ee646-8c56-4ac2-8812-d8189e4f0412 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0367990 Dec 13 14:56:36.858382 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83c83a90-901c-4e83-988a-6e3c5d96e196 req-899dd1a8-3194-4298-aefe-2c4ef45e1dcd tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798979 Dec 13 14:56:37.042935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0588edbb-ce5b-4e76-ab0f-95b8ac0ef7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:37.147699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-0b4951d8-852d-4177-a00f-179a067d1f3b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:37.166711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-0b4951d8-852d-4177-a00f-179a067d1f3b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:37.170364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-0b4951d8-852d-4177-a00f-179a067d1f3b tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1683 time: 0.2438872 Dec 13 14:56:37.268725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8c21b-6504-4ac3-a732-bb0c8c7e49e2 req-14256304-ac8d-4f5b-adbf-67f564bd3e29 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:37.281964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8c21b-6504-4ac3-a732-bb0c8c7e49e2 req-14256304-ac8d-4f5b-adbf-67f564bd3e29 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:37.292961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cde8c21b-6504-4ac3-a732-bb0c8c7e49e2 req-14256304-ac8d-4f5b-adbf-67f564bd3e29 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 1683 time: 0.1532307 Dec 13 14:56:37.382330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cde8c21b-6504-4ac3-a732-bb0c8c7e49e2 req-755990fc-aab1-4318-9589-3907c5126a83 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851383 Dec 13 14:56:37.415497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port 52ae9533-88fc-4904-94d9-eb4fb5d989bf {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:37.415838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:37.428187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0588edbb-ce5b-4e76-ab0f-95b8ac0ef7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:37.549679 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0588edbb-ce5b-4e76-ab0f-95b8ac0ef7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:37.675476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588edbb-ce5b-4e76-ab0f-95b8ac0ef7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136f120-4ec6-4864-afc0-3770ef45ade7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:37.739854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0588edbb-ce5b-4e76-ab0f-95b8ac0ef7ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2242b9ddd4e843519edbc3cf431d108c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0372057 Dec 13 14:56:37.742669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59076) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:37.802838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abe905-e3e2-4890-a0e0-696b7e372ab7 req-27ed37d6-cd5f-427b-af4c-2e56cbc0c740 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:37.810451 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30abe905-e3e2-4890-a0e0-696b7e372ab7 req-27ed37d6-cd5f-427b-af4c-2e56cbc0c740 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.2925484 Dec 13 14:56:37.828429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c487e0-20a0-454e-af8f-14aaca5e5d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:37.898786 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c487e0-20a0-454e-af8f-14aaca5e5d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:37.899325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port 52ae9533-88fc-4904-94d9-eb4fb5d989bf, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=52ae9533-88fc-4904-94d9-eb4fb5d989bf,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:37.899697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:37.967953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-30abe905-e3e2-4890-a0e0-696b7e372ab7 req-03960c72-5213-4275-a4f1-defa074ad120 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565533 Dec 13 14:56:37.979086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for 52ae9533-88fc-4904-94d9-eb4fb5d989bf owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:38.106000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c487e0-20a0-454e-af8f-14aaca5e5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:38.108757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1c487e0-20a0-454e-af8f-14aaca5e5d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:38.112739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b1c487e0-20a0-454e-af8f-14aaca5e5d34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2136f120-4ec6-4864-afc0-3770ef45ade7 HTTP/1.1" status: 204 len: 168 time: 0.3663099 Dec 13 14:56:38.151471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c487e0-20a0-454e-af8f-14aaca5e5d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136f120-4ec6-4864-afc0-3770ef45ade7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:38.210153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ea120f6-016a-4965-8c30-cb78cb769010 req-969b3a39-3a59-4c5d-a256-5adcdfc1230e tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0517683 Dec 13 14:56:38.359904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:38.374083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b8dc8f86-c24c-48cc-8343-d4601e19475c', '52ae9533-88fc-4904-94d9-eb4fb5d989bf'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:38.535115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=52ae9533-88fc-4904-94d9-eb4fb5d989bf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:38.805152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port 52ae9533-88fc-4904-94d9-eb4fb5d989bf on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:38.833589 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:38.836823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-8d20a13b-f05a-498a-a6d9-b16194b95be1 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "DELETE /v2.0/ports/52ae9533-88fc-4904-94d9-eb4fb5d989bf HTTP/1.1" status: 204 len: 173 time: 1.6558406 Dec 13 14:56:38.837435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-deleted', 'tag': '52ae9533-88fc-4904-94d9-eb4fb5d989bf'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:38.839894 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f69394-32bb-4703-b330-f70839096642" -d '{"events": [{"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-deleted", "tag": "52ae9533-88fc-4904-94d9-eb4fb5d989bf"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:38.944608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416e522-bbc7-4012-91d6-464966df5694 req-1626af3e-846c-4fd0-821c-858786f88394 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:38.952875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a416e522-bbc7-4012-91d6-464966df5694 req-1626af3e-846c-4fd0-821c-858786f88394 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 946 time: 0.3827438 Dec 13 14:56:39.024972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-b69d4bd3-79f0-4017-9cc5-87d911f0c4f0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:39.026520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-b69d4bd3-79f0-4017-9cc5-87d911f0c4f0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.3025186 Dec 13 14:56:39.077626 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234a91d3-20b8-45c9-8d38-4edf747c188f x-openstack-request-id: req-234a91d3-20b8-45c9-8d38-4edf747c188f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:39.077924 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-deleted", "tag": "52ae9533-88fc-4904-94d9-eb4fb5d989bf", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:39.078177 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-234a91d3-20b8-45c9-8d38-4edf747c188f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:39.078619 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-deleted', 'tag': '52ae9533-88fc-4904-94d9-eb4fb5d989bf', 'status': 'completed', 'code': 200} Dec 13 14:56:39.104128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a416e522-bbc7-4012-91d6-464966df5694 req-1ed1fed3-4820-485f-af86-daf50f51bf8d tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ed931b-2468-49b2-825d-ad6db2afdbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354561 Dec 13 14:56:39.160105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port b8dc8f86-c24c-48cc-8343-d4601e19475c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:39.160432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:39.242826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59104) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:39.259104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Deleting port 01ad540b-13b2-4c84-aa37-b0e701b7f25c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:39.260213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:39.274473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1be457d9-6827-4eb1-b7dd-5ab65e9925df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:39.389952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8855348-f395-46cc-9169-b934acfbd6b9 req-95176429-4b87-42ff-a8e4-7de53f5200d3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:39.405269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8855348-f395-46cc-9169-b934acfbd6b9 req-95176429-4b87-42ff-a8e4-7de53f5200d3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 946 time: 0.1529372 Dec 13 14:56:39.422477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aec2b16a-7df1-49e0-adc8-f0c884506641 req-7f559819-39a8-4888-84d6-64bd2e4354c1 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0498750 Dec 13 14:56:39.456887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port b8dc8f86-c24c-48cc-8343-d4601e19475c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b8dc8f86-c24c-48cc-8343-d4601e19475c,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:39.457483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:39.508970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for b8dc8f86-c24c-48cc-8343-d4601e19475c owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:39.578626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8855348-f395-46cc-9169-b934acfbd6b9 req-112f8459-9375-4154-8ed6-a827b05cf71d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721816 Dec 13 14:56:39.645150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1be457d9-6827-4eb1-b7dd-5ab65e9925df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:39.695560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] For port 01ad540b-13b2-4c84-aa37-b0e701b7f25c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=01ad540b-13b2-4c84-aa37-b0e701b7f25c,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:39.696344 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:39.714952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Calling delete_port for 01ad540b-13b2-4c84-aa37-b0e701b7f25c owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:39.723285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1be457d9-6827-4eb1-b7dd-5ab65e9925df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:39.793799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1be457d9-6827-4eb1-b7dd-5ab65e9925df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=492cf3b980304109b7871bcfd11c621d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478153 Dec 13 14:56:39.799988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59116) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:39.829280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be457d9-6827-4eb1-b7dd-5ab65e9925df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0b96e-8f3b-4055-8af7-1d94556aa13c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:39.944468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bb98922-e2ed-4aee-88e0-619c94e21275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.031449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bb98922-e2ed-4aee-88e0-619c94e21275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.045675 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.136347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.145961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=b8dc8f86-c24c-48cc-8343-d4601e19475c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:40.157646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:40.161815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['01ad540b-13b2-4c84-aa37-b0e701b7f25c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:40.381256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33cfda2b-1a7a-450f-bfec-34779983e2c1 req-d56d1f89-9d1a-49f3-b26a-afd76c4b0387 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 210 time: 0.1122386 Dec 13 14:56:40.415908 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bb98922-e2ed-4aee-88e0-619c94e21275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.421563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bb98922-e2ed-4aee-88e0-619c94e21275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.427715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6bb98922-e2ed-4aee-88e0-619c94e21275 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaf0b96e-8f3b-4055-8af7-1d94556aa13c HTTP/1.1" status: 204 len: 168 time: 0.6258283 Dec 13 14:56:40.466792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event deleted for resources: {'Port': ['ID=01ad540b-13b2-4c84-aa37-b0e701b7f25c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:40.525878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port b8dc8f86-c24c-48cc-8343-d4601e19475c on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:40.529565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.536909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2c52595-7efc-428c-8db7-6a7d98d60417 req-174c96c7-f7b3-4d64-ad5e-faad0fbd6215 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.50 "DELETE /v2.0/ports/b8dc8f86-c24c-48cc-8343-d4601e19475c HTTP/1.1" status: 204 len: 173 time: 1.6913881 Dec 13 14:56:40.659040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb98922-e2ed-4aee-88e0-619c94e21275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0b96e-8f3b-4055-8af7-1d94556aa13c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:40.675927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] No DVR routers for this DVR port 01ad540b-13b2-4c84-aa37-b0e701b7f25c on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:40.683588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:40.703799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80c51cf3-1862-4246-b5d4-84b6c8a7cb96 req-81398076-7102-429b-ba80-febc9f244835 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "DELETE /v2.0/ports/01ad540b-13b2-4c84-aa37-b0e701b7f25c HTTP/1.1" status: 204 len: 173 time: 1.6605511 Dec 13 14:56:40.735041 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f21b29b-bf14-428f-8a5b-65086784be14 req-4b372c6f-b015-4bf3-b675-34b0638ec921 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.1011810 Dec 13 14:56:40.891986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7eac3e5-94b1-4d88-95fa-7389f7db0258 req-179e18c3-e972-449a-baac-680d31a3dd32 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.1087458 Dec 13 14:56:41.079564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-deleted', 'tag': 'b8dc8f86-c24c-48cc-8343-d4601e19475c'}, {'server_uuid': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'name': 'network-vif-deleted', 'tag': '01ad540b-13b2-4c84-aa37-b0e701b7f25c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:41.083885 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ad0e2-c974-4934-a5b7-c835d67c9abe" -d '{"events": [{"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-deleted", "tag": "b8dc8f86-c24c-48cc-8343-d4601e19475c"}, {"server_uuid": "78f08655-8005-4ee1-9bdd-84bc295ddbc1", "name": "network-vif-deleted", "tag": "01ad540b-13b2-4c84-aa37-b0e701b7f25c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:41.092101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 52ae9533-88fc-4904-94d9-eb4fb5d989bf no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:41.171562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 52ae9533-88fc-4904-94d9-eb4fb5d989bf {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:41.172608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 52ae9533-88fc-4904-94d9-eb4fb5d989bf not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:41.175543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b8dc8f86-c24c-48cc-8343-d4601e19475c no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:41.207065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: b8dc8f86-c24c-48cc-8343-d4601e19475c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:41.207488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b8dc8f86-c24c-48cc-8343-d4601e19475c not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:41.217864 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2742a7b-e2cd-4a35-9a18-4aa3bd35a376 x-openstack-request-id: req-c2742a7b-e2cd-4a35-9a18-4aa3bd35a376 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:41.218164 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345eda69-56e1-48b3-bd52-3771f9e3e452", "name": "network-vif-deleted", "tag": "b8dc8f86-c24c-48cc-8343-d4601e19475c", "status": "completed", "code": 200}, {"server_uuid": "78f08655-8005-4ee1-9bdd-84bc295ddbc1", "name": "network-vif-deleted", "tag": "01ad540b-13b2-4c84-aa37-b0e701b7f25c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:41.218454 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2742a7b-e2cd-4a35-9a18-4aa3bd35a376 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:41.218853 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345eda69-56e1-48b3-bd52-3771f9e3e452', 'name': 'network-vif-deleted', 'tag': 'b8dc8f86-c24c-48cc-8343-d4601e19475c', 'status': 'completed', 'code': 200} Dec 13 14:56:41.219117 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f08655-8005-4ee1-9bdd-84bc295ddbc1', 'name': 'network-vif-deleted', 'tag': '01ad540b-13b2-4c84-aa37-b0e701b7f25c', 'status': 'completed', 'code': 200} Dec 13 14:56:41.487673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4f68782-68c2-4040-a8ac-766501dcef06 req-4efc2329-0eff-45b4-b1d2-b9ad2bd96cb8 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "GET /v2.0/ports?device_id=345eda69-56e1-48b3-bd52-3771f9e3e452 HTTP/1.1" status: 200 len: 210 time: 0.0283928 Dec 13 14:56:42.000121 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0834b13-0002-4deb-9308-692f91eef471 req-d0002774-7bab-4fd9-bbdc-f44d297e243b tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0809705 Dec 13 14:56:42.144675 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-98b19abe-f9e3-4047-967a-a16cfdea3b66 req-4560e933-809f-465e-b5d3-2fed493f87bc tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=78f08655-8005-4ee1-9bdd-84bc295ddbc1 HTTP/1.1" status: 200 len: 210 time: 0.0628150 Dec 13 14:56:42.575106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59184) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:42.676581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting subnet 04e9d472-351b-4278-8207-cecb3d073ea3 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:56:42.681745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:42.745172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:42.961926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.174999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.185779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16924648-f51c-45ba-8396-7fdaf3f99752 req-f92e4014-ddde-4fc8-ac08-f95c835e0fce tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0499601 Dec 13 14:56:43.308251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Subnet': ['ID=04e9d472-351b-4278-8207-cecb3d073ea3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:43.309835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.316035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59210) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:43.320628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1566a442-204a-41d1-aab6-b0db6777f74e tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/subnets/04e9d472-351b-4278-8207-cecb3d073ea3 HTTP/1.1" status: 204 len: 168 time: 0.7410481 Dec 13 14:56:43.349299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe66ba8-5ad3-4658-b9d0-899e01b92c8d None None] Network 857e55e2-a914-4ccd-bd4a-67b95d37435f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:43.427346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 01ad540b-13b2-4c84-aa37-b0e701b7f25c no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:43.453568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 01ad540b-13b2-4c84-aa37-b0e701b7f25c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:43.454177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 01ad540b-13b2-4c84-aa37-b0e701b7f25c not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:43.494735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.590250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port 2337039e-e55a-46ad-8034-5455dad7b231 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:43.591281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.645279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] DHCP port deletion for 857e55e2-a914-4ccd-bd4a-67b95d37435f request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:56:43.731092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port 2337039e-e55a-46ad-8034-5455dad7b231, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2337039e-e55a-46ad-8034-5455dad7b231,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:43.731490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.745851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Deleting port 2337039e-e55a-46ad-8034-5455dad7b231 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:43.748388 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.760975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for 2337039e-e55a-46ad-8034-5455dad7b231 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:43.850445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] For port 2337039e-e55a-46ad-8034-5455dad7b231, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2337039e-e55a-46ad-8034-5455dad7b231,segment=NetworkSegment(c7e421d0-ca56-4f1a-bffc-699fccdf42bf),segment_id=c7e421d0-ca56-4f1a-bffc-699fccdf42bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:43.851084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:43.868505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Calling delete_port for 2337039e-e55a-46ad-8034-5455dad7b231 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:44.008707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.091057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=2337039e-e55a-46ad-8034-5455dad7b231,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:44.106770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port 2337039e-e55a-46ad-8034-5455dad7b231 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.119807 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:44.122110 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 14:56:44.138784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2337039e-e55a-46ad-8034-5455dad7b231 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:44.141515 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.323564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.345962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857e55e2-a914-4ccd-bd4a-67b95d37435f']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:44.352811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Pushing event deleted for resources: {'Port': ['ID=2337039e-e55a-46ad-8034-5455dad7b231,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:44.356286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:44.356897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e421d0-ca56-4f1a-bffc-699fccdf42bf') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:44.358970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59228) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:44.367902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.369239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] No DVR routers for this DVR port 2337039e-e55a-46ad-8034-5455dad7b231 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:44.383609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.403440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:56:44.410858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.421829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.422190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.426930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.427573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:56:44.428712 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.430841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d050cc4-6f70-4ed0-b715-efec62c48d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:56:44.436796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2337039e-e55a-46ad-8034-5455dad7b231 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:44.437143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2337039e-e55a-46ad-8034-5455dad7b231 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:44.560857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcb6f959-a7ed-4a63-938a-4e53ac25daca req-d981f4b3-0717-4510-9794-466772f009c7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.1255662 Dec 13 14:56:44.665846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.712205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9462c3e-b059-456b-aeb2-d1a4bfbb432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.732402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.749914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59236) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:44.751360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/networks/857e55e2-a914-4ccd-bd4a-67b95d37435f HTTP/1.1" status: 204 len: 168 time: 1.4342139 Dec 13 14:56:44.753019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3ccfc-989e-4c27-86e3-b01970cab280 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Network': ['ID=857e55e2-a914-4ccd-bd4a-67b95d37435f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:44.894446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting subnet 7b87fc30-375e-43e1-8bbe-e4015ffded19 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:56:44.898444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:44.957802 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.280113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9462c3e-b059-456b-aeb2-d1a4bfbb432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.317776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.412952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9462c3e-b059-456b-aeb2-d1a4bfbb432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.493498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59248) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:45.495029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d9462c3e-b059-456b-aeb2-d1a4bfbb432e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=183d0cbc47e84d7cb7a35f1c43d2a6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1343927 Dec 13 14:56:45.540171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9462c3e-b059-456b-aeb2-d1a4bfbb432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a658c56a-5dc1-489d-b7d6-e115621562b4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:45.560592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.625134 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cae1ee34-3d52-405a-a8e3-6e561ff2b077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.670492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cae1ee34-3d52-405a-a8e3-6e561ff2b077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.684231 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.692376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Subnet': ['ID=7b87fc30-375e-43e1-8bbe-e4015ffded19,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:45.709411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.715000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ed045c7-8d2f-44e4-aa80-ffdfbb2080cf tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/subnets/7b87fc30-375e-43e1-8bbe-e4015ffded19 HTTP/1.1" status: 204 len: 168 time: 0.9607234 Dec 13 14:56:45.715624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652aa4b8-3165-4710-b980-9478a65d29f2 None None] Network cf67069d-0fd5-4b63-9960-53f66982200a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:45.719623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59256) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:45.877933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8fab93e-1e55-47b6-80a3-a636c2c99577 req-ab56b60d-6dfe-40b0-ad09-139dc633b1b9 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0578306 Dec 13 14:56:45.884866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cae1ee34-3d52-405a-a8e3-6e561ff2b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.887475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cae1ee34-3d52-405a-a8e3-6e561ff2b077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.889109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cae1ee34-3d52-405a-a8e3-6e561ff2b077 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a658c56a-5dc1-489d-b7d6-e115621562b4 HTTP/1.1" status: 204 len: 168 time: 0.3923736 Dec 13 14:56:45.892407 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:45.923339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ee34-3d52-405a-a8e3-6e561ff2b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a658c56a-5dc1-489d-b7d6-e115621562b4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:45.923988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-7f864695-8c0d-4b99-8050-60860e30c25a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1907597 Dec 13 14:56:46.154591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-8244e57d-63e0-425a-9ce5-b567b541bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:46.156334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-8244e57d-63e0-425a-9ce5-b567b541bc39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 1097 time: 0.0762622 Dec 13 14:56:46.175140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Deleting port 47a8cf45-fce3-4771-b021-d71e3174554b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:46.175480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:46.299285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] DHCP port deletion for cf67069d-0fd5-4b63-9960-53f66982200a request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:56:46.422227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] Deleting port 47a8cf45-fce3-4771-b021-d71e3174554b {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:46.422917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:46.572672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] For port 47a8cf45-fce3-4771-b021-d71e3174554b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=47a8cf45-fce3-4771-b021-d71e3174554b,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:46.581619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:46.621355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] For port 47a8cf45-fce3-4771-b021-d71e3174554b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=47a8cf45-fce3-4771-b021-d71e3174554b,segment=NetworkSegment(ad7d5e7f-d660-4342-8d69-f419db0e2ae3),segment_id=ad7d5e7f-d660-4342-8d69-f419db0e2ae3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:46.621755 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:46.624340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Calling delete_port for 47a8cf45-fce3-4771-b021-d71e3174554b owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:46.635236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-af4476e0-1c23-4c94-9c52-e59853f76700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:46.636722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-af4476e0-1c23-4c94-9c52-e59853f76700 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.4522898 Dec 13 14:56:46.653841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] Calling delete_port for 47a8cf45-fce3-4771-b021-d71e3174554b owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:46.731494 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-903abe4c-e419-4287-bf6b-41af955320e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc HTTP/1.1" status: 200 len: 217 time: 0.0818377 Dec 13 14:56:46.866527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:46.881368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-0f120b12-daa5-4b5a-befc-3e30a22c1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:46.882916 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-0f120b12-daa5-4b5a-befc-3e30a22c1c3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0919199 Dec 13 14:56:46.923002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:46.939604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-48029473-ebd4-49b5-bc26-31d10eaa8022 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455339 Dec 13 14:56:46.971669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] Pushing event deleted for resources: {'Port': ['ID=47a8cf45-fce3-4771-b021-d71e3174554b,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:46.973600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601b96d-79aa-41d3-a113-876af1888342 None None] No DVR routers for this DVR port 47a8cf45-fce3-4771-b021-d71e3174554b on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:47.059467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:47.090434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] No DVR routers for this DVR port 47a8cf45-fce3-4771-b021-d71e3174554b on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:47.160325 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2548d06c-069a-41d0-b3a2-65212fe54582 req-69edeab2-e565-47d4-8841-db949624ebcd tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0616393 Dec 13 14:56:47.197777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Port': ['ID=47a8cf45-fce3-4771-b021-d71e3174554b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:47.352150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:47.379803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf67069d-0fd5-4b63-9960-53f66982200a']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:47.391724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:47.392030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7d5e7f-d660-4342-8d69-f419db0e2ae3') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:47.428812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:47.457335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:47.476373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:56:47.479024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:47.548485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-aba95309-c4a1-465f-9f4b-5dbd409acdc7 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993621 Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:56:47.549240 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:56:48.031221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 47a8cf45-fce3-4771-b021-d71e3174554b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:48.108927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 47a8cf45-fce3-4771-b021-d71e3174554b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:48.112685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 47a8cf45-fce3-4771-b021-d71e3174554b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:48.397507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc8ad2c-4900-48fb-a63d-2a9b6da8ba69 req-1dcf59f4-3fc2-4d21-a7d7-196795d31a03 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0669584 Dec 13 14:56:48.460676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-dd49ca1e-d455-429c-a9b1-f1fb13bb6886 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:48.487564 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-dd49ca1e-d455-429c-a9b1-f1fb13bb6886 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 1.1948688 Dec 13 14:56:48.685145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-b344b18a-834f-4587-b929-8d5072cb28e4 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/quotas/620dc395144c4837ad8bc00dbf76ff19 HTTP/1.1" status: 200 len: 375 time: 0.0392282 Dec 13 14:56:48.758002 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bb37c38-0b24-4e94-80ea-332971f76b7a req-87bbd354-1f44-4a6f-9726-baa0ac17a68a service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201547 Dec 13 14:56:48.771954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-44bb9804-6d42-437e-8826-aca7463de050 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757041 Dec 13 14:56:48.908507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:48.935537 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:48.947131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] 10.222.0.24 "DELETE /v2.0/networks/cf67069d-0fd5-4b63-9960-53f66982200a HTTP/1.1" status: 204 len: 168 time: 3.2264178 Dec 13 14:56:48.992527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fcd8f-ff7c-4c03-b357-35548b31a853 tempest-ServersTestMultiNic-1069562588 tempest-ServersTestMultiNic-1069562588-project] Pushing event deleted for resources: {'Network': ['ID=cf67069d-0fd5-4b63-9960-53f66982200a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:49.089837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-79f4767a-804e-438c-b281-ddf11b4b599e service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041117 Dec 13 14:56:49.274021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59362) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:49.281604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-1dd089c4-2a4d-4fd6-be56-2fd44b3a9587 service neutron] 10.222.0.24 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802623 Dec 13 14:56:49.632894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c96b5a50-5711-45d9-9fde-4e958c38a0f1 req-13de26b0-bc02-414c-a39e-e454c4fa0be7 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0755415 Dec 13 14:56:49.784881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b85c403-7229-4f5c-8c4c-29cc6f24d21d req-437baa1b-163b-4a1c-9b18-f9498bf466b9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 210 time: 0.0853519 Dec 13 14:56:49.851066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d0d04ef9-8969-4fa4-a32f-11eb62d5abe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:50.280561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:50.899207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cca85017-c4eb-45f1-8393-2e881da33144 req-53201dfb-da30-430b-8692-33e67c589e78 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.1006169 Dec 13 14:56:50.962674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-353eca1b-6704-47e3-972c-c1b1e56e3846 req-01e4232c-5c39-47db-b5c0-c894b2933f36 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 210 time: 0.0856833 Dec 13 14:56:50.999649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Deleting port d20b33c2-9651-401c-b2fc-9f83558df299 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:51.000238 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:51.235403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] For port d20b33c2-9651-401c-b2fc-9f83558df299, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d20b33c2-9651-401c-b2fc-9f83558df299,segment=NetworkSegment(a03318b8-1420-4ad1-a7bc-3215db7884ca),segment_id=a03318b8-1420-4ad1-a7bc-3215db7884ca)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:51.236154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:51.280662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Calling delete_port for d20b33c2-9651-401c-b2fc-9f83558df299 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:51.711906 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:51.741453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20b33c2-9651-401c-b2fc-9f83558df299,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:52.208895 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-012e4849-aae7-460b-91f8-1468b1bb69da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:52.211603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-657b28ae-1863-4c4b-af54-3b3d71039017 req-d69364ba-c313-4064-8b70-39adca5be3e0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 210 time: 0.0734167 Dec 13 14:56:52.242502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5703d0a5-4b07-4e1c-bd8b-b69c7c5daa92 req-a21575ae-ed7f-4351-bf9c-1b4cc5ac4e5d tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.1459980 Dec 13 14:56:52.319340 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:52.556149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-89f200b9-fc3c-4da4-aa64-8f5cc27de73b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:52.559478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-89f200b9-fc3c-4da4-aa64-8f5cc27de73b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 806 time: 0.2122195 Dec 13 14:56:52.573478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Request body: {'port': {'device_id': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'admin_state_up': True, 'tenant_id': '620dc395144c4837ad8bc00dbf76ff19'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:53.157102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Made reservation on behalf of 620dc395144c4837ad8bc00dbf76ff19 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:56:53.162308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:53.242925 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:53.245021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Router 69e448b3-b24f-40f2-9e77-62685f5ffed3 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:56:53.458426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54576bb3-1e92-4392-be78-047e54f5aaad req-71e2ee55-fced-43c5-97ed-da38ab4fb9a7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 210 time: 0.0864689 Dec 13 14:56:53.480750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fa04d95-955f-4bd5-8f5a-f2578f3794ea req-1733e100-2996-426e-9a7c-cc8f68f45242 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0545352 Dec 13 14:56:53.531295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:56:53.557940 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d151a3f1-19b8-499b-969a-06705746f8c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/69e448b3-b24f-40f2-9e77-62685f5ffed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2797747 Dec 13 14:56:53.558056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59478) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:53.604368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] Sync routers for ids ['69e448b3-b24f-40f2-9e77-62685f5ffed3'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:56:53.614800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] Routers {'69e448b3-b24f-40f2-9e77-62685f5ffed3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:53.615476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:56:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['69e448b3-b24f-40f2-9e77-62685f5ffed3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:53.863920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Allocated IP 172.20.0.9 (0fb5250a-d7fd-4302-b982-58251343def9/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a/c7f654ce-cd7c-45eb-8a24-0c88d9d928a7) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:56:53.867096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] Set router 69e448b3-b24f-40f2-9e77-62685f5ffed3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:54.065418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:54.273472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:56:51Z', 'revision_number': 5, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:54.337647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] Checking router: 69e448b3-b24f-40f2-9e77-62685f5ffed3 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:56:54.382076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] Routers {'69e448b3-b24f-40f2-9e77-62685f5ffed3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:56:54.382731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:56:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['69e448b3-b24f-40f2-9e77-62685f5ffed3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:54.711962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:54.793913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1978cc0-874f-4a95-85e8-5df5b68f1fbd req-9ea0b13d-105c-4c36-89bc-d9a6cd1a564e tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0982220 Dec 13 14:56:54.872607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] Set router 69e448b3-b24f-40f2-9e77-62685f5ffed3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:56:54.887627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:54.902854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-050d4562-d705-4dbc-aca5-e3756d796a29 req-a9832e0a-fa5b-4345-8c23-45c59510fa33 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 210 time: 0.2219417 Dec 13 14:56:54.980852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:55.047426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Deleting port 33edb548-f26a-4e09-ae7c-73d2f39c66f8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:55.050456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:55.170147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:55.177203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:55.207955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:56:55.236734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Network 0fb5250a-d7fd-4302-b982-58251343def9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:56:55.243048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:56:55.255617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:56:55.299923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event updated for resources: {'Port': ['ID=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:55.345232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] For port 33edb548-f26a-4e09-ae7c-73d2f39c66f8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=33edb548-f26a-4e09-ae7c-73d2f39c66f8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:55.346052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:55.362785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Calling delete_port for 33edb548-f26a-4e09-ae7c-73d2f39c66f8 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:55.734489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:55.739140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:55.789973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:55.824646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:56:51Z', 'revision_number': 5, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:55.895812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d375d9b-13d7-454f-abb4-ecfe46c10529 None None] The sync data for ids ['69e448b3-b24f-40f2-9e77-62685f5ffed3'] in n-d-816954-1 is: [{'id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'name': 'tempest-ServersTestMultiNic-546720445-router', 'tenant_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:03Z', 'updated_at': '2021-12-13T14:56:51Z', 'revision_number': 5, 'project_id': 'cd7abf44e6df45c0bfddbc8768b08324', 'gw_port': {'id': '33edb548-f26a-4e09-ae7c-73d2f39c66f8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ce:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e448b3-b24f-40f2-9e77-62685f5ffed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:05Z', 'updated_at': '2021-12-13T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:56:55.942115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33edb548-f26a-4e09-ae7c-73d2f39c66f8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:55.972377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-2419046d-cd8f-4033-a3f3-d001e470774e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3913569 Dec 13 14:56:55.983562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Request body: {'port': {'device_id': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:56:56.067118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0965b8da-faa4-4b9a-a419-060c95947db7 req-d303c006-4109-43f0-9d24-84fcc57a5a58 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0794954 Dec 13 14:56:56.364794 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:56.387471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d1c1-3247-48a4-adc9-3047c658d176 req-e32c242d-7359-4987-89c4-8d97eb23bcab tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:56.391179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d78d1c1-3247-48a4-adc9-3047c658d176 req-e32c242d-7359-4987-89c4-8d97eb23bcab tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 931 time: 0.2003481 Dec 13 14:56:56.424442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:56.841796 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d78d1c1-3247-48a4-adc9-3047c658d176 req-59ed2b48-9453-455a-934b-317c0d9640ad tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417684 Dec 13 14:56:56.944809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:56.950682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.175982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.176927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e448b3-b24f-40f2-9e77-62685f5ffed3 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:56:57.244783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:56:57.258964 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.288455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Transition to ACTIVE for port object c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:56:57.312297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.316642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5419c09b-a1ad-42df-ba0d-34e20180e2f1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/69e448b3-b24f-40f2-9e77-62685f5ffed3 HTTP/1.1" status: 204 len: 168 time: 3.7577584 Dec 13 14:56:57.318378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59552) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:57.353623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-abe9db55-4f3f-410f-b701-446a5d709610 req-92d1ee82-2fe2-4007-a120-9d810c5a8df2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.0680513 Dec 13 14:56:57.404828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.492862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] Deleting subnet bd2e102c-d2a3-478a-87ee-e1a2d8d60199 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:56:57.500062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.560112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:57.579161 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.683770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Attempting to bind port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:56:57.684020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Attempting to bind port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:56:57.684334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Attempting to bind port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:57.711722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 on network 0fb5250a-d7fd-4302-b982-58251343def9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:56:57.712044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Attempting to bind port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 on network 0fb5250a-d7fd-4302-b982-58251343def9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:56:57.735763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:56:57.736081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Checking segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:56:57.736754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Bound using segment: {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:56:57.737202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Bound port: c7f654ce-cd7c-45eb-8a24-0c88d9d928a7, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:56:57.737577 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.753242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:57.927691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] For port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:56:57.931548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] For port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:56:57.998044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.084841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.088231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bd2e102c-d2a3-478a-87ee-e1a2d8d60199 HTTP/1.1" status: 204 len: 168 time: 0.7670565 Dec 13 14:56:58.092723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59568) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:58.100888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164917c-c62b-48f6-969f-1eaf84d792af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2e102c-d2a3-478a-87ee-e1a2d8d60199,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:58.104257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee318c8c-3fda-460a-af47-ac8c1ed1313f None None] Network b9d5438a-2974-458a-9d3c-40849d0abe7f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:56:58.184218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d39d4-4402-4bfb-8821-90784209d3e9 req-9c96b9d9-f235-4e8d-b382-1528e36e1553 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:58.190226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b0d39d4-4402-4bfb-8821-90784209d3e9 req-9c96b9d9-f235-4e8d-b382-1528e36e1553 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 943 time: 0.1135778 Dec 13 14:56:58.241372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 33edb548-f26a-4e09-ae7c-73d2f39c66f8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:58.248336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 33edb548-f26a-4e09-ae7c-73d2f39c66f8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:58.249994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 33edb548-f26a-4e09-ae7c-73d2f39c66f8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:58.250630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d20b33c2-9651-401c-b2fc-9f83558df299 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:56:58.269525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2b0d39d4-4402-4bfb-8821-90784209d3e9 req-f7f034b9-eb9f-414d-a946-fe805ac35918 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649986 Dec 13 14:56:58.272462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.288240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.336160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:58.337036 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.339106 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] 10.222.0.55 "PUT /v2.0/ports/c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 HTTP/1.1" status: 200 len: 1091 time: 2.3632138 Dec 13 14:56:58.339775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'tag': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:56:58.341995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d20b33c2-9651-401c-b2fc-9f83558df299 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:56:58.342812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d20b33c2-9651-401c-b2fc-9f83558df299 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:56:58.350634 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45374042-ebc1-46c4-8bcb-08e210e1cf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ceb6041-406f-4d25-bd16-5f0db41e0064", "tag": "c7f654ce-cd7c-45eb-8a24-0c88d9d928a7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:56:58.441646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Deleting port a6388ac9-f414-457b-a338-16f03522742f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:58.444956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.515478 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c98d47-c342-4bf9-a7f7-339fdc042a03 x-openstack-request-id: req-93c98d47-c342-4bf9-a7f7-339fdc042a03 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:56:58.515771 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ceb6041-406f-4d25-bd16-5f0db41e0064", "tag": "c7f654ce-cd7c-45eb-8a24-0c88d9d928a7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:56:58.516029 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93c98d47-c342-4bf9-a7f7-339fdc042a03 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:56:58.516434 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'tag': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7', 'status': 'completed', 'code': 200} Dec 13 14:56:58.566745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] DHCP port deletion for b9d5438a-2974-458a-9d3c-40849d0abe7f request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:56:58.643294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] For port a6388ac9-f414-457b-a338-16f03522742f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a6388ac9-f414-457b-a338-16f03522742f,segment=NetworkSegment(a03318b8-1420-4ad1-a7bc-3215db7884ca),segment_id=a03318b8-1420-4ad1-a7bc-3215db7884ca)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:58.643751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.663782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Calling delete_port for a6388ac9-f414-457b-a338-16f03522742f owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:58.698338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] Deleting port a6388ac9-f414-457b-a338-16f03522742f {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:56:58.698902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.879400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] For port a6388ac9-f414-457b-a338-16f03522742f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a6388ac9-f414-457b-a338-16f03522742f,segment=NetworkSegment(a03318b8-1420-4ad1-a7bc-3215db7884ca),segment_id=a03318b8-1420-4ad1-a7bc-3215db7884ca)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:56:58.880033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.903401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] Calling delete_port for a6388ac9-f414-457b-a338-16f03522742f owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:56:58.974361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:58.991611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] No DVR routers for this DVR port a6388ac9-f414-457b-a338-16f03522742f on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:59.080616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.114176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:59.145735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6388ac9-f414-457b-a338-16f03522742f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:59.154485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] No DVR routers for this DVR port a6388ac9-f414-457b-a338-16f03522742f on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:56:59.161632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ced243-cd45-4f60-b30d-03b0843b84b1 None None] Pushing event deleted for resources: {'Port': ['ID=a6388ac9-f414-457b-a338-16f03522742f,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:59.204535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e706d-31dd-4b60-8cb5-f17c79da4337 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:59.276144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b82978ea-0187-416b-81d9-3ad90b822f33 req-efec4563-315a-4d1d-b555-b10fe2d6a0d5 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c01a9b6-cdc5-46b2-b002-b8910c38ddfe HTTP/1.1" status: 200 len: 210 time: 0.1100831 Dec 13 14:56:59.304589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-1bdfdb93-e5a8-473f-aec3-7bb04a80490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:59.306171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-1bdfdb93-e5a8-473f-aec3-7bb04a80490c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 1094 time: 0.7889352 Dec 13 14:56:59.323926 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.379913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d5438a-2974-458a-9d3c-40849d0abe7f']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:59.383417 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-b6c3ba22-c929-4165-95ce-00dee0814351 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 HTTP/1.1" status: 200 len: 217 time: 0.0674822 Dec 13 14:56:59.413311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03318b8-1420-4ad1-a7bc-3215db7884ca') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:59.413847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03318b8-1420-4ad1-a7bc-3215db7884ca') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:56:59.424840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.439231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.463436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:56:59.464065 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:56:59.467139 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:56:59.469156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-072a75af-e1e7-42bd-9a8a-7a5e80004c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:59.471073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-072a75af-e1e7-42bd-9a8a-7a5e80004c35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0785134 Dec 13 14:56:59.516857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-aabc4293-bd85-40e9-a104-62478caedbb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373998 Dec 13 14:56:59.619969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-041cff75-fdfc-48aa-88af-e714b12ba598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.720529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-5ae348e2-6dd6-4af2-814e-f8bd9320f1b9 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955495 Dec 13 14:56:59.747178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-041cff75-fdfc-48aa-88af-e714b12ba598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.751676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.776844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d3e01-4200-4802-81dc-52bcbaa0c760 req-90565b96-8066-4110-9650-63f375ca8fb9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:56:59.779084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b83d3e01-4200-4802-81dc-52bcbaa0c760 req-90565b96-8066-4110-9650-63f375ca8fb9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 943 time: 0.2857528 Dec 13 14:56:59.780306 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.783945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b9d5438a-2974-458a-9d3c-40849d0abe7f HTTP/1.1" status: 204 len: 168 time: 1.6899364 Dec 13 14:56:59.785055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb21ee0-eac4-4f5a-8e25-c3c1fa23efa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d5438a-2974-458a-9d3c-40849d0abe7f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:59.826308 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b83d3e01-4200-4802-81dc-52bcbaa0c760 req-17552189-ea5e-405e-b678-d56cf07bb0c7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389905 Dec 13 14:56:59.873240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-041cff75-fdfc-48aa-88af-e714b12ba598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:56:59.889151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5a0dc6-3c83-45c4-a111-bdd9941de9b4 req-a0c09de3-af6f-41ed-8b16-8943621957ba service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563671 Dec 13 14:56:59.917304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-041cff75-fdfc-48aa-88af-e714b12ba598 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d82f019f32a943098ab7a8282a375296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7948022 Dec 13 14:56:59.917711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59616) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:56:59.920110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cff75-fdfc-48aa-88af-e714b12ba598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa6dac-c48d-4299-ba84-eb2155519a41,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:56:59.975969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.000326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.006743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a6388ac9-f414-457b-a338-16f03522742f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:00.026499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a6388ac9-f414-457b-a338-16f03522742f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:00.026925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a6388ac9-f414-457b-a338-16f03522742f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:00.259847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-e7839d28-8beb-4a66-a049-e8a1d911edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:00.261278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-e7839d28-8beb-4a66-a049-e8a1d911edd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 1094 time: 0.0414896 Dec 13 14:57:00.295124 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.303333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.305994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebfa6dac-c48d-4299-ba84-eb2155519a41 HTTP/1.1" status: 204 len: 168 time: 0.3871200 Dec 13 14:57:00.348526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa6dac-c48d-4299-ba84-eb2155519a41,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:00.361909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.361909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.361909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.361909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.361909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.362444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.362444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.362678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.363027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.363362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.363590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.363902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012ed39-fae3-48d4-a7e9-e385616c803b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:00.438556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-501b6c6c-b3ff-4020-a3f6-d97eb537bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:00.443154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-501b6c6c-b3ff-4020-a3f6-d97eb537bc7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.1712108 Dec 13 14:57:00.486118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-95a743e7-1382-48d8-a545-d551be9e25fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 HTTP/1.1" status: 200 len: 217 time: 0.0386062 Dec 13 14:57:00.507100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59632) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:00.545161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-e4e923de-97a7-4e60-9710-10f85a8e6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:00.546408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-e4e923de-97a7-4e60-9710-10f85a8e6691 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.0526621 Dec 13 14:57:00.567695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59638) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:00.577291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-553b9289-9169-438f-bc60-bfc9f7babf75 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.614935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-a4c8de82-2458-4166-b0fc-77a9cc87d9ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571365 Dec 13 14:57:00.620178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-553b9289-9169-438f-bc60-bfc9f7babf75 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.686480 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-70957ef2-c905-4993-ba0d-555a02a5e272 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd7abf44e6df45c0bfddbc8768b08324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093109 Dec 13 14:57:00.689303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59646) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:00.736407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-477c12ef-1557-45a5-b8cb-9a2483c18b4b service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112919 Dec 13 14:57:00.745943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0572bf81-dcef-495e-821f-65dfa34d7e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.770184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0572bf81-dcef-495e-821f-65dfa34d7e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.889023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-553b9289-9169-438f-bc60-bfc9f7babf75 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.891869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-553b9289-9169-438f-bc60-bfc9f7babf75 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:00.893144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-553b9289-9169-438f-bc60-bfc9f7babf75 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7455692-b491-4ebf-b19c-fb0058cfdb72 HTTP/1.1" status: 204 len: 168 time: 0.3842962 Dec 13 14:57:00.894300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45374042-ebc1-46c4-8bcb-08e210e1cf5d req-01d666d7-4c05-47fe-9d6a-919c3c346c19 service neutron] 10.222.0.55 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501527 Dec 13 14:57:00.896436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59666) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:00.918888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b9289-9169-438f-bc60-bfc9f7babf75 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7455692-b491-4ebf-b19c-fb0058cfdb72,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:00.933801 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-4ec5614f-82f2-474e-becf-ab41baf1c75a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] show failed (client error): The resource could not be found. Dec 13 14:57:00.935695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4ec5614f-82f2-474e-becf-ab41baf1c75a tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "GET /v2.0/security-groups/f7455692-b491-4ebf-b19c-fb0058cfdb72 HTTP/1.1" status: 404 len: 347 time: 0.0384052 Dec 13 14:57:00.939825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:00.995464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a8d1-6775-4d70-86b0-7feeac6185a9 req-883f5168-298f-4f47-a741-80807b8fac1d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:00.997522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5742a8d1-6775-4d70-86b0-7feeac6185a9 req-883f5168-298f-4f47-a741-80807b8fac1d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 943 time: 0.0660243 Dec 13 14:57:01.007861 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0572bf81-dcef-495e-821f-65dfa34d7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.011809 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0572bf81-dcef-495e-821f-65dfa34d7e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.017062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0572bf81-dcef-495e-821f-65dfa34d7e15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5ed931b-2468-49b2-825d-ad6db2afdbb1 HTTP/1.1" status: 204 len: 168 time: 0.3265722 Dec 13 14:57:01.066420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5742a8d1-6775-4d70-86b0-7feeac6185a9 req-ae4e55b8-b3b8-4cbf-891d-28a11e210161 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620713 Dec 13 14:57:01.095338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572bf81-dcef-495e-821f-65dfa34d7e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed931b-2468-49b2-825d-ad6db2afdbb1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:01.205654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port 1968abab-fc4a-449b-9e9d-a06510833e11 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:01.206032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.288406 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.288667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.302490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for 1968abab-fc4a-449b-9e9d-a06510833e11 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:01.654341 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.681373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=1968abab-fc4a-449b-9e9d-a06510833e11,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:01.702176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59692) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:01.718917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ccd285-d4a4-4f98-9046-18eb177a2357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.760548 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.763697 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.764895 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-10f0654c-05c4-4ec8-b01b-f91357c5ce93 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/floatingips/120e7e6d-5700-4452-b915-1fa8e9137124 HTTP/1.1" status: 204 len: 168 time: 0.8239863 Dec 13 14:57:01.768607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59696) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:01.891630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ccd285-d4a4-4f98-9046-18eb177a2357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:01.913008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port cc376c7a-ebdc-4fcb-926d-46815f14fd5b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:01.916145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.020433 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.037513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for cc376c7a-ebdc-4fcb-926d-46815f14fd5b owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:02.086865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ccd285-d4a4-4f98-9046-18eb177a2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.138061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-03ccd285-d4a4-4f98-9046-18eb177a2357 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7c71dfb1e784ed18cc31ad2988cfd29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318078 Dec 13 14:57:02.138494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59722) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:02.161380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccd285-d4a4-4f98-9046-18eb177a2357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c570588a-3cc5-45a9-b7ae-cef81e098873,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:02.253014 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e0de5c3-b6b3-4191-b429-f339bfa402ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.275830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b235f78-321e-41d8-8672-c8be1eb007cd req-6ebb0376-6e27-4355-ad41-2d45be9f31b3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:02.277425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b235f78-321e-41d8-8672-c8be1eb007cd req-6ebb0376-6e27-4355-ad41-2d45be9f31b3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 943 time: 0.0999889 Dec 13 14:57:02.288218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e0de5c3-b6b3-4191-b429-f339bfa402ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.364665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b235f78-321e-41d8-8672-c8be1eb007cd req-295f31c0-4f18-462f-8b26-bff3042fe274 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786567 Dec 13 14:57:02.396677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.435102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=cc376c7a-ebdc-4fcb-926d-46815f14fd5b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:02.510364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.514404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2514c617-af62-4899-a141-a19907900ec2 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/ports/cc376c7a-ebdc-4fcb-926d-46815f14fd5b HTTP/1.1" status: 204 len: 168 time: 0.7446809 Dec 13 14:57:02.517049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59742) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:02.605835 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e0de5c3-b6b3-4191-b429-f339bfa402ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.607710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e0de5c3-b6b3-4191-b429-f339bfa402ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.609178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e0de5c3-b6b3-4191-b429-f339bfa402ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c570588a-3cc5-45a9-b7ae-cef81e098873 HTTP/1.1" status: 204 len: 168 time: 0.4697390 Dec 13 14:57:02.619649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port 71a0dcb6-5383-4844-9380-6f6b90a16de9 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:02.620249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.621180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0de5c3-b6b3-4191-b429-f339bfa402ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c570588a-3cc5-45a9-b7ae-cef81e098873,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:02.663086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59750) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:02.742020 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.755517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for 71a0dcb6-5383-4844-9380-6f6b90a16de9 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:02.799534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1792534915-network', 'tenant_id': '945b57a18a944f72818eebc960350af1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:02.922976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Made reservation on behalf of 945b57a18a944f72818eebc960350af1 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:02.925417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:02.935214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.021302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.117170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.151288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=71a0dcb6-5383-4844-9380-6f6b90a16de9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:03.157367 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.185323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:57:03.201690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a48976-6204-4dd1-83d7-854a10a339b0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:03.226641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.226641 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Added segment 54361206-8755-4e08-ab73-53ad2ea431c3 of type vlan for network af476870-fadd-4867-bb57-8d8fd662ba8a Dec 13 14:57:03.228184 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.232829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a8184d64-36e7-4411-ba49-3673b8eadcb8 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/ports/71a0dcb6-5383-4844-9380-6f6b90a16de9 HTTP/1.1" status: 204 len: 168 time: 0.7148314 Dec 13 14:57:03.235455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59776) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:03.288641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.300130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting subnet ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:57:03.305146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.345614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.449535 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.454279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:57:03.512990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.522587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:03.522587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.551309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f2872-98eb-4edb-92d0-9f6b313cfce9 req-75d168a4-9703-4a38-910b-869be7af4fbf tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:03.553102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a1f2872-98eb-4edb-92d0-9f6b313cfce9 req-75d168a4-9703-4a38-910b-869be7af4fbf tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 943 time: 0.1172581 Dec 13 14:57:03.597848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:03.612102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7', 'network_id': '0fb5250a-d7fd-4302-b982-58251343def9', 'port_id': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7', 'mac_address': 'fa:16:3e:f5:a3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:57:03.638008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a1f2872-98eb-4edb-92d0-9f6b313cfce9 req-cd34e5c5-8a46-4da5-93ac-137cb4c4ab57 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463960 Dec 13 14:57:03.652957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] Pushing event updated for resources: {'Network': ['ID=af476870-fadd-4867-bb57-8d8fd662ba8a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:03.660527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.667417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network af476870-fadd-4867-bb57-8d8fd662ba8a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:57:03.678307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.716262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-faf8ae34-0c65-43dd-a6f2-3ff43447b690 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0505767 Dec 13 14:57:03.718672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59796) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:03.724281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:03.730625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.732474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Request body: {'subnet': {'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1792534915-subnet', 'tenant_id': '945b57a18a944f72818eebc960350af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:03.736165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc483359-2e04-46bd-8d60-574950fbf341 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/subnets/ff5fd0e0-f42f-4ce0-8aaf-ce1d6259318b HTTP/1.1" status: 204 len: 168 time: 0.4992793 Dec 13 14:57:03.739101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59800) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:03.755889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:03.778748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:03.780369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fee402-5f0e-48bc-8496-ff916ce8de26 None None] Network 3dc541cf-30f1-497b-a513-f10b3715708f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:03.839939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting subnet 3d6d251e-2db3-4136-be9b-a02492dcf3cc {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:57:03.843208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.916250 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:03.973863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.029970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:04.030753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Made reservation on behalf of 945b57a18a944f72818eebc960350af1 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:04.036016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.058415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] DHCP port deletion for 3dc541cf-30f1-497b-a513-f10b3715708f request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:57:04.122621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] Deleting port 6dc36645-6642-4fdb-a4ca-732ded9c784a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:04.123001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.134933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.184719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c7f654ce-cd7c-45eb-8a24-0c88d9d928a7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:04.229258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] For port 6dc36645-6642-4fdb-a4ca-732ded9c784a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6dc36645-6642-4fdb-a4ca-732ded9c784a,segment=NetworkSegment(37e1361c-4162-4c8f-b467-2d6d2e0a7350),segment_id=37e1361c-4162-4c8f-b467-2d6d2e0a7350)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:04.230288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.250451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] Calling delete_port for 6dc36645-6642-4fdb-a4ca-732ded9c784a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:04.362160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.398295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e20a2-fa25-4ed3-859f-33cd5c170735 None None] Network 7d46ed12-972d-461d-a08a-d8bc27ada67b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:04.400679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.409280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/subnets/3d6d251e-2db3-4136-be9b-a02492dcf3cc HTTP/1.1" status: 204 len: 168 time: 0.6660511 Dec 13 14:57:04.412345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59830) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:04.455368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317d6fa-be9e-4518-beac-77134c2ab370 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6d251e-2db3-4136-be9b-a02492dcf3cc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:04.471377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.548617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.560135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886e88a6-4c5d-4411-af66-ec17ac462e62,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:04.572688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Checking segment: {'id': '54361206-8755-4e08-ab73-53ad2ea431c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:04.573145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Network hostable DHCP agents. Network: af476870-fadd-4867-bb57-8d8fd662ba8a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:57:04.614073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.621118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Deleting port 6dc36645-6642-4fdb-a4ca-732ded9c784a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:04.621118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.667538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] Pushing event deleted for resources: {'Port': ['ID=6dc36645-6642-4fdb-a4ca-732ded9c784a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:04.672115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b81be-76db-4e80-84ea-8731ff4a63c7 None None] No DVR routers for this DVR port 6dc36645-6642-4fdb-a4ca-732ded9c784a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:04.710962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] DHCP port deletion for 7d46ed12-972d-461d-a08a-d8bc27ada67b request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:57:04.721567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] For port 6dc36645-6642-4fdb-a4ca-732ded9c784a, host n-d-816954-1, got binding levels [] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:04.721936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.739305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Calling delete_port for 6dc36645-6642-4fdb-a4ca-732ded9c784a owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:04.742280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Port 6dc36645-6642-4fdb-a4ca-732ded9c784a was not found and therefore no delete operation was performed {{(pid=102823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 14:57:04.744241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.767307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] Deleting port f0529ab7-d395-4f13-8e0c-84febc74e951 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:04.767690 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.774965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Port': ['ID=6dc36645-6642-4fdb-a4ca-732ded9c784a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:04.781197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] No DVR routers for this DVR port 6dc36645-6642-4fdb-a4ca-732ded9c784a on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:04.793432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227369a-8786-4401-8b22-a0ba2795d988 req-fb7e44b5-071a-4fb5-b209-db29a1973e9a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:04.793432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c227369a-8786-4401-8b22-a0ba2795d988 req-fb7e44b5-071a-4fb5-b209-db29a1973e9a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 944 time: 0.0560653 Dec 13 14:57:04.793432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Network af476870-fadd-4867-bb57-8d8fd662ba8a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:57:04.856684 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c227369a-8786-4401-8b22-a0ba2795d988 req-8bcf7005-6326-42b4-9c6a-9fc8cf6fbc34 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573902 Dec 13 14:57:04.863101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] For port f0529ab7-d395-4f13-8e0c-84febc74e951, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f0529ab7-d395-4f13-8e0c-84febc74e951,segment=NetworkSegment(417f555f-f570-4238-b3cf-8e3d3b7b467b),segment_id=417f555f-f570-4238-b3cf-8e3d3b7b467b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:04.863579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.880812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] Calling delete_port for f0529ab7-d395-4f13-8e0c-84febc74e951 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:04.903035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.908856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, af476870-fadd-4867-bb57-8d8fd662ba8a) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:04.926757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf202e-dac8-4859-9f1e-d3f3b3702313 None None] Network af476870-fadd-4867-bb57-8d8fd662ba8a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:04.928887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:04.929664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:04.934927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc541cf-30f1-497b-a513-f10b3715708f']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:04.952347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e1361c-4162-4c8f-b467-2d6d2e0a7350') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:04.953952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e1361c-4162-4c8f-b467-2d6d2e0a7350') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:04.971555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.000928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.008069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:57:05.008675 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.073855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6cec5cfb-7771-46ff-9634-9697a71c5cd4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3510416 Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:57:05.081276 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:57:05.107398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d316448-de08-4301-826d-81f939dc6b6d None None] Network af476870-fadd-4867-bb57-8d8fd662ba8a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:05.210169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.232945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.261207 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.265084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/networks/3dc541cf-30f1-497b-a513-f10b3715708f HTTP/1.1" status: 204 len: 168 time: 0.8511105 Dec 13 14:57:05.266207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c7b28-de00-4982-a323-501ab3823050 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Network': ['ID=3dc541cf-30f1-497b-a513-f10b3715708f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:05.267839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59852) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:05.283694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] Pushing event deleted for resources: {'Port': ['ID=f0529ab7-d395-4f13-8e0c-84febc74e951,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:05.285025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e01c0f-51b3-4120-90f7-c60b73f1bb3b None None] No DVR routers for this DVR port f0529ab7-d395-4f13-8e0c-84febc74e951 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:05.398275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.452795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:05.582330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.610999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d46ed12-972d-461d-a08a-d8bc27ada67b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:05.624100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417f555f-f570-4238-b3cf-8e3d3b7b467b') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:05.624393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417f555f-f570-4238-b3cf-8e3d3b7b467b') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:05.636664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.663234 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.667220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-f3c88c77-7d48-4e1d-b5cd-16fa5a258515 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:05.672997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:57:05.675989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-f3c88c77-7d48-4e1d-b5cd-16fa5a258515 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/networks?id=af476870-fadd-4867-bb57-8d8fd662ba8a HTTP/1.1" status: 200 len: 822 time: 0.1234674 Dec 13 14:57:05.682514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:57:05.688382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:05.688622 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.694455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.696879 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-09d01edb-17a2-43a7-8232-25f011d69190 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/quotas/945b57a18a944f72818eebc960350af1 HTTP/1.1" status: 200 len: 375 time: 0.0198047 Dec 13 14:57:05.726720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-1e4486ad-493e-46be-9d97-e2ca3293de13 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=945b57a18a944f72818eebc960350af1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289593 Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:57:05.764074 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:57:05.835300 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.844410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-58b3bc53-8827-4906-bd84-90e35d9596e6 service neutron] 10.222.0.24 "GET /v2.0/networks/af476870-fadd-4867-bb57-8d8fd662ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996821 Dec 13 14:57:05.868958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:05.871380 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5850a62-1b40-478b-9391-f21c08750c44" -d '{"events": [{"server_uuid": "6ceb6041-406f-4d25-bd16-5f0db41e0064", "name": "network-vif-plugged", "status": "completed", "tag": "c7f654ce-cd7c-45eb-8a24-0c88d9d928a7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:05.886674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:05.919887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.938830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:05.946544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] 10.222.0.24 "DELETE /v2.0/networks/7d46ed12-972d-461d-a08a-d8bc27ada67b HTTP/1.1" status: 204 len: 168 time: 0.6729791 Dec 13 14:57:05.974851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-e16d0c19-b727-4a60-8ba6-372f76d9ff77 service neutron] 10.222.0.24 "GET /v2.0/networks/af476870-fadd-4867-bb57-8d8fd662ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231897 Dec 13 14:57:05.985099 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9f5ae-b062-4096-b73c-83c8caea9a6c x-openstack-request-id: req-37f9f5ae-b062-4096-b73c-83c8caea9a6c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:05.985537 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceb6041-406f-4d25-bd16-5f0db41e0064", "name": "network-vif-plugged", "status": "completed", "tag": "c7f654ce-cd7c-45eb-8a24-0c88d9d928a7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:05.986295 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37f9f5ae-b062-4096-b73c-83c8caea9a6c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:05.996003 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7', 'code': 200} Dec 13 14:57:06.020488 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:06.071865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbafc46-f613-47ff-bb1c-ce62dd27c080 tempest-TaggedBootDevicesTest_v242-946848052 tempest-TaggedBootDevicesTest_v242-946848052-project] Pushing event deleted for resources: {'Network': ['ID=7d46ed12-972d-461d-a08a-d8bc27ada67b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:06.159410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:06.181476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6dc36645-6642-4fdb-a4ca-732ded9c784a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:06.234039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6dc36645-6642-4fdb-a4ca-732ded9c784a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:06.234639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6dc36645-6642-4fdb-a4ca-732ded9c784a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:06.235212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f0529ab7-d395-4f13-8e0c-84febc74e951 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:06.273956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f0529ab7-d395-4f13-8e0c-84febc74e951 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:06.274411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f0529ab7-d395-4f13-8e0c-84febc74e951 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:06.284729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a7e3-76ff-40e5-992b-b79c6ecabc14 req-ce0c1e1e-904b-494f-9c2f-5713831d03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:06.286374 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c93a7e3-76ff-40e5-992b-b79c6ecabc14 req-ce0c1e1e-904b-494f-9c2f-5713831d03db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 1096 time: 0.1262281 Dec 13 14:57:06.305701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5c47e-6d4e-4719-a150-edda1d22ab55 req-8fee708f-ca4f-4f3e-a1b7-c999275f3787 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:06.307392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4c5c47e-6d4e-4719-a150-edda1d22ab55 req-8fee708f-ca4f-4f3e-a1b7-c999275f3787 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1585984 Dec 13 14:57:06.328901 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c93a7e3-76ff-40e5-992b-b79c6ecabc14 req-0e8716fd-6ac2-409b-93cb-5961715fe99b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Dec 13 14:57:06.364843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4c5c47e-6d4e-4719-a150-edda1d22ab55 req-c6f018f6-c81e-4f17-98f1-5215f63af024 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461793 Dec 13 14:57:06.502937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce22a6d3-cc2c-4d29-914b-b69844ce82c4 req-3462b648-28d5-434a-b0d8-4858f199a118 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 210 time: 0.0535774 Dec 13 14:57:07.520186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181e7e5-970f-474c-8a40-96a016801f06 req-2fb77122-8043-46d8-8e39-91cf48d2eda1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:07.526287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9181e7e5-970f-474c-8a40-96a016801f06 req-2fb77122-8043-46d8-8e39-91cf48d2eda1 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.0638916 Dec 13 14:57:07.603994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9181e7e5-970f-474c-8a40-96a016801f06 req-1d4be469-a2e7-432a-b120-9b5433a5db64 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Dec 13 14:57:07.619875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3aa3d4d-d798-43a8-8401-3df06fe01519 req-0dde989a-4639-4a44-a0e0-fd78d0afa4f3 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 210 time: 0.0625713 Dec 13 14:57:08.350390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59956) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:08.469939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] Deleting subnet bbb2c18f-d0e5-4307-97e5-646be7fc6e19 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:57:08.473488 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:08.513580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:08.566029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:08.776104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:08.827436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb2c18f-d0e5-4307-97e5-646be7fc6e19,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:08.830617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:08.837109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59974) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:08.837949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fdbebad3-f7fa-4118-9d56-187c464d53a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bbb2c18f-d0e5-4307-97e5-646be7fc6e19 HTTP/1.1" status: 204 len: 168 time: 0.4859774 Dec 13 14:57:08.857472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c24044-3fad-4005-9097-24774e3bcbd2 req-d758f2e6-46b3-47f0-a309-5383b1afd89f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:08.867749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8ecd74f-62ea-48d8-991b-0540af51b321 req-16a4e9d0-f50f-4279-8463-af4432cd9d0a tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 210 time: 0.0962565 Dec 13 14:57:08.868788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42c24044-3fad-4005-9097-24774e3bcbd2 req-d758f2e6-46b3-47f0-a309-5383b1afd89f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1038778 Dec 13 14:57:08.930894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42c24044-3fad-4005-9097-24774e3bcbd2 req-0fb58245-7df3-4203-b0ee-bd47b3c428cb tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610704 Dec 13 14:57:09.003701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.125137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.149807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a18c595-7203-4443-b7a2-43831d0ce2c0']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:09.161871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23eb059f-4f7f-43e7-acd5-2290ff3c8682') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:09.162015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23eb059f-4f7f-43e7-acd5-2290ff3c8682') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:09.174734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.189520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:57:09.202434 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:57:09.341989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dd22c-dd81-4707-8f06-e678ebd4e4cb req-5cf2a0ba-6630-4f5d-82ce-50bfaaa77a2f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:09.349124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-557dd22c-dd81-4707-8f06-e678ebd4e4cb req-5cf2a0ba-6630-4f5d-82ce-50bfaaa77a2f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.0935519 Dec 13 14:57:09.374335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.390917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.397861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] 10.222.0.24 "DELETE /v2.0/networks/1a18c595-7203-4443-b7a2-43831d0ce2c0 HTTP/1.1" status: 204 len: 168 time: 0.5597527 Dec 13 14:57:09.398897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e0672-025e-495a-b656-852ac930cf5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a18c595-7203-4443-b7a2-43831d0ce2c0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:09.417611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-557dd22c-dd81-4707-8f06-e678ebd4e4cb req-599e15d7-d82f-48d7-a806-72e6584f739a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675712 Dec 13 14:57:09.648649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a87e5-d052-4d2a-90ed-d557120feb17 req-47efb84a-7de8-4604-8ca8-c9873aae9c50 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:09.650898 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83a87e5-d052-4d2a-90ed-d557120feb17 req-47efb84a-7de8-4604-8ca8-c9873aae9c50 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1478624 Dec 13 14:57:09.687832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-e29d2c57-58e9-43cd-8e73-6d142588617e tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:09.689435 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-e29d2c57-58e9-43cd-8e73-6d142588617e tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.50 "GET /v2.0/networks?id=af476870-fadd-4867-bb57-8d8fd662ba8a HTTP/1.1" status: 200 len: 822 time: 0.1507051 Dec 13 14:57:09.710987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Request body: {'port': {'device_id': 'abd82184-8c28-4141-bf74-87754c235f44', 'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a', 'admin_state_up': True, 'tenant_id': '945b57a18a944f72818eebc960350af1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:09.789323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d83a87e5-d052-4d2a-90ed-d557120feb17 req-5bbb2bff-e88b-454f-9689-d67ece08e899 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987728 Dec 13 14:57:09.962402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Made reservation on behalf of 945b57a18a944f72818eebc960350af1 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:09.966442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:09.987710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60018) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:10.064646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0c6f3df-769e-4502-b3ef-913284220657 req-0a25d1b3-cb91-49a7-b096-22cdcf565033 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 210 time: 0.0636170 Dec 13 14:57:10.069139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea276b67-40b8-47cd-bc99-da1d012d05cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e99a550e282449493922150d3f4d9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787151 Dec 13 14:57:10.070916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60022) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:10.188498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5dbde84e-ceed-421e-a733-c2d5787845c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:10.240749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Allocated IP 172.20.0.5 (af476870-fadd-4867-bb57-8d8fd662ba8a/886e88a6-4c5d-4411-af66-ec17ac462e62/99a3986c-6e2a-430f-8cd7-078fe6e0134e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:10.240960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5dbde84e-ceed-421e-a733-c2d5787845c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:10.337275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5abbee-70be-4b8f-983d-8cfcd88e6989 req-c7589916-b635-4825-b72b-6a0532a6a301 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:10.347040 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a5abbee-70be-4b8f-983d-8cfcd88e6989 req-c7589916-b635-4825-b72b-6a0532a6a301 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1242647 Dec 13 14:57:10.407638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a5abbee-70be-4b8f-983d-8cfcd88e6989 req-be1e38e8-10d1-4384-ad0c-9817ab6a8909 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594070 Dec 13 14:57:10.442514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5dbde84e-ceed-421e-a733-c2d5787845c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:10.448199 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5dbde84e-ceed-421e-a733-c2d5787845c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:10.451083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5dbde84e-ceed-421e-a733-c2d5787845c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/643711c7-edb6-42d2-a61b-29e2c2fe7181 HTTP/1.1" status: 204 len: 168 time: 0.3789988 Dec 13 14:57:10.479327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde84e-ceed-421e-a733-c2d5787845c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643711c7-edb6-42d2-a61b-29e2c2fe7181,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:10.575773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:10.781056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:10.837228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Network af476870-fadd-4867-bb57-8d8fd662ba8a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:10.841508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:10.868610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:10.945293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:10.946483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:10.952089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Pushing event updated for resources: {'Port': ['ID=99a3986c-6e2a-430f-8cd7-078fe6e0134e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:11.045619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cede40eb-9db0-494c-baa6-3e16152df538 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3393970 Dec 13 14:57:11.061993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Request body: {'port': {'device_id': 'abd82184-8c28-4141-bf74-87754c235f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:11.166339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:11.576880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3cddd-5b06-4b3c-8047-e38f21bec25b req-23156fe7-698f-40d2-bd73-7b32113f2397 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:11.578468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45d3cddd-5b06-4b3c-8047-e38f21bec25b req-23156fe7-698f-40d2-bd73-7b32113f2397 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 931 time: 0.3369842 Dec 13 14:57:11.679506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45d3cddd-5b06-4b3c-8047-e38f21bec25b req-13f64f3d-a937-42bd-8f40-a9d19930fd43 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914102 Dec 13 14:57:11.725099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c918e0-991e-4482-beb8-1730808a70dc req-87969809-a131-483a-b8ba-83d4ae148764 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:11.740243 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70c918e0-991e-4482-beb8-1730808a70dc req-87969809-a131-483a-b8ba-83d4ae148764 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1379704 Dec 13 14:57:11.800642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70c918e0-991e-4482-beb8-1730808a70dc req-9ee59d1d-e5e8-466b-9c01-9c13196fbcc3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Dec 13 14:57:11.806517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a3986c-6e2a-430f-8cd7-078fe6e0134e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:11.827244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:11.864699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Transition to ACTIVE for port object 99a3986c-6e2a-430f-8cd7-078fe6e0134e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:11.932500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:12.037729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=99a3986c-6e2a-430f-8cd7-078fe6e0134e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:12.149249 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:57:12.167464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Attempting to bind port 99a3986c-6e2a-430f-8cd7-078fe6e0134e on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:12.168449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Attempting to bind port 99a3986c-6e2a-430f-8cd7-078fe6e0134e by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '54361206-8755-4e08-ab73-53ad2ea431c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:12.169566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Attempting to bind port 99a3986c-6e2a-430f-8cd7-078fe6e0134e on network af476870-fadd-4867-bb57-8d8fd662ba8a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:12.174456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Port 99a3986c-6e2a-430f-8cd7-078fe6e0134e on network af476870-fadd-4867-bb57-8d8fd662ba8a not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:12.174881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Attempting to bind port 99a3986c-6e2a-430f-8cd7-078fe6e0134e on network af476870-fadd-4867-bb57-8d8fd662ba8a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:12.180634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:12.181042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Checking segment: {'id': '54361206-8755-4e08-ab73-53ad2ea431c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:12.181440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Bound using segment: {'id': '54361206-8755-4e08-ab73-53ad2ea431c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:12.181854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Bound port: 99a3986c-6e2a-430f-8cd7-078fe6e0134e, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54361206-8755-4e08-ab73-53ad2ea431c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:12.184601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:12.289990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] For port 99a3986c-6e2a-430f-8cd7-078fe6e0134e, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:12.295001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] For port 99a3986c-6e2a-430f-8cd7-078fe6e0134e, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=99a3986c-6e2a-430f-8cd7-078fe6e0134e,segment=NetworkSegment(54361206-8755-4e08-ab73-53ad2ea431c3),segment_id=54361206-8755-4e08-ab73-53ad2ea431c3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:12.363348 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:12.422449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:12.423136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:12.424660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] 10.222.0.50 "PUT /v2.0/ports/99a3986c-6e2a-430f-8cd7-078fe6e0134e HTTP/1.1" status: 200 len: 1091 time: 1.3681235 Dec 13 14:57:12.425115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd82184-8c28-4141-bf74-87754c235f44', 'tag': '99a3986c-6e2a-430f-8cd7-078fe6e0134e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:12.427589 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8147faa9-deb5-4d55-af27-5330065a868c" -d '{"events": [{"name": "network-changed", "server_uuid": "abd82184-8c28-4141-bf74-87754c235f44", "tag": "99a3986c-6e2a-430f-8cd7-078fe6e0134e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:12.459183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5c738-c4c3-43a1-8df1-85b70965b3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=99a3986c-6e2a-430f-8cd7-078fe6e0134e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:12.499887 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4cdf8a-7ae4-4e85-a3b8-39758304fd5a x-openstack-request-id: req-8b4cdf8a-7ae4-4e85-a3b8-39758304fd5a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:12.500920 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd82184-8c28-4141-bf74-87754c235f44", "tag": "99a3986c-6e2a-430f-8cd7-078fe6e0134e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:12.501085 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b4cdf8a-7ae4-4e85-a3b8-39758304fd5a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:12.501503 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd82184-8c28-4141-bf74-87754c235f44', 'tag': '99a3986c-6e2a-430f-8cd7-078fe6e0134e', 'status': 'completed', 'code': 200} Dec 13 14:57:12.575965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147faa9-deb5-4d55-af27-5330065a868c req-ee4d6f72-0cc3-45df-b429-49e94dd02516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:12.579817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8147faa9-deb5-4d55-af27-5330065a868c req-ee4d6f72-0cc3-45df-b429-49e94dd02516 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=945b57a18a944f72818eebc960350af1&device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 1094 time: 0.0520217 Dec 13 14:57:12.739784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147faa9-deb5-4d55-af27-5330065a868c req-534ea8cd-9fd4-4335-a75f-104415e0dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:12.741203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8147faa9-deb5-4d55-af27-5330065a868c req-534ea8cd-9fd4-4335-a75f-104415e0dc9c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=945b57a18a944f72818eebc960350af1&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1538854 Dec 13 14:57:13.025124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453506e-67f7-4477-9bd1-a028c21596cf req-45b927f9-30b8-4a61-a7fa-6a0d72e0bcf7 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:13.029046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9453506e-67f7-4477-9bd1-a028c21596cf req-45b927f9-30b8-4a61-a7fa-6a0d72e0bcf7 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 943 time: 0.1671767 Dec 13 14:57:13.053506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147faa9-deb5-4d55-af27-5330065a868c req-3a2a30ed-a017-4ae8-8160-fa37d4824e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:13.080640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8147faa9-deb5-4d55-af27-5330065a868c req-3a2a30ed-a017-4ae8-8160-fa37d4824e81 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3325794 Dec 13 14:57:13.141432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca139-fa48-4778-94e4-df2aefb91b99 req-98174aae-9961-4f95-900c-f039e17f026f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:13.146966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fbca139-fa48-4778-94e4-df2aefb91b99 req-98174aae-9961-4f95-900c-f039e17f026f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.2099469 Dec 13 14:57:13.169951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9453506e-67f7-4477-9bd1-a028c21596cf req-b7e3e47b-a34d-48e2-880e-5c359f2b2cb2 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343272 Dec 13 14:57:13.231842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-bcaac9f4-8a1d-48b7-a121-d17d8399b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:13.233343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-bcaac9f4-8a1d-48b7-a121-d17d8399b1bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=945b57a18a944f72818eebc960350af1&device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 1094 time: 0.0848088 Dec 13 14:57:13.236603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fbca139-fa48-4778-94e4-df2aefb91b99 req-158eef16-8178-45f3-a16a-701837eea2e3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539615 Dec 13 14:57:13.804319 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-cc45365f-5a9e-4419-9693-02de1652f286 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99a3986c-6e2a-430f-8cd7-078fe6e0134e HTTP/1.1" status: 200 len: 217 time: 0.5621743 Dec 13 14:57:13.867459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-e7fee033-1ccf-4e9f-9867-efe88656006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:13.869148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-e7fee033-1ccf-4e9f-9867-efe88656006d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=886e88a6-4c5d-4411-af66-ec17ac462e62 HTTP/1.1" status: 200 len: 862 time: 0.0568931 Dec 13 14:57:13.932115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-9d285112-a2a6-4f6d-9da8-76b1659c6316 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af476870-fadd-4867-bb57-8d8fd662ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553980 Dec 13 14:57:14.098427 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-a348e991-1306-4107-b6a8-d24263784256 service neutron] 10.222.0.50 "GET /v2.0/networks/af476870-fadd-4867-bb57-8d8fd662ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587853 Dec 13 14:57:14.292352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fbfaed7-5bb8-4e30-a91e-1e739893b994 req-821d8c6c-5ffa-4e66-85e7-763c3720f416 service neutron] 10.222.0.50 "GET /v2.0/networks/af476870-fadd-4867-bb57-8d8fd662ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853139 Dec 13 14:57:14.401513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60190) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:14.437058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d58f-ef29-464c-8469-877a61e2b1e7 req-53a0e633-b14c-47d3-8f3a-65784bfed7a7 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:14.444875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbd2d58f-ef29-464c-8469-877a61e2b1e7 req-53a0e633-b14c-47d3-8f3a-65784bfed7a7 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 943 time: 0.1011188 Dec 13 14:57:14.506619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0066-1dde-4abe-93f0-5f77e7ae035a req-23709923-7c1c-44fd-8e1c-cdaf65306b2a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:14.522548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbd2d58f-ef29-464c-8469-877a61e2b1e7 req-cf213405-37ef-4ef7-95b3-5b44b8f80d13 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671232 Dec 13 14:57:14.523235 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bccb0066-1dde-4abe-93f0-5f77e7ae035a req-23709923-7c1c-44fd-8e1c-cdaf65306b2a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1377492 Dec 13 14:57:14.571426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bccb0066-1dde-4abe-93f0-5f77e7ae035a req-ad47c4e9-6eee-40ae-ac7e-ce2df6f4123f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472884 Dec 13 14:57:14.663250 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b171d90e-98f4-4bc8-b6f9-2e9a15859bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:14.783848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b171d90e-98f4-4bc8-b6f9-2e9a15859bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:14.853961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b171d90e-98f4-4bc8-b6f9-2e9a15859bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:14.901650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171d90e-98f4-4bc8-b6f9-2e9a15859bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91249c-3d6f-46c9-9c82-4f105843cf8c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:14.925659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b171d90e-98f4-4bc8-b6f9-2e9a15859bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbb9e6e30d8046eaaf73005764483beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183671 Dec 13 14:57:14.928035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60216) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:14.994645 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6118708e-3adb-4d99-ab4f-cb8e15e1f76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:15.045492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6118708e-3adb-4d99-ab4f-cb8e15e1f76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:15.224677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6118708e-3adb-4d99-ab4f-cb8e15e1f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:15.228151 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6118708e-3adb-4d99-ab4f-cb8e15e1f76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:15.232266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6118708e-3adb-4d99-ab4f-cb8e15e1f76f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d91249c-3d6f-46c9-9c82-4f105843cf8c HTTP/1.1" status: 204 len: 168 time: 0.3003309 Dec 13 14:57:15.239471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118708e-3adb-4d99-ab4f-cb8e15e1f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91249c-3d6f-46c9-9c82-4f105843cf8c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:15.659685 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:15.743695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b7e12-7601-489f-9ccf-152619611cbe req-60306922-3683-4c1d-98a6-277d57a5dd05 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:15.754361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a5b7e12-7601-489f-9ccf-152619611cbe req-60306922-3683-4c1d-98a6-277d57a5dd05 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 943 time: 0.1507957 Dec 13 14:57:15.825693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a5b7e12-7601-489f-9ccf-152619611cbe req-794541ea-8633-44fd-830e-fabbeef5f9f3 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717111 Dec 13 14:57:15.849460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4693f-3823-4da3-a7e6-267d0bd09a72 req-ae19c551-2f4b-43a6-bd12-8fa404ac70ad tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:15.851872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01e4693f-3823-4da3-a7e6-267d0bd09a72 req-ae19c551-2f4b-43a6-bd12-8fa404ac70ad tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1108572 Dec 13 14:57:15.909047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01e4693f-3823-4da3-a7e6-267d0bd09a72 req-7f3dcba7-dc5d-44be-aa58-49c9ec8ac9b7 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Dec 13 14:57:16.021908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60246) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:16.028179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-953940807'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:16.150472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:16.155583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.182207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:57:16.197708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.197708 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Added segment fcb0a3d2-f289-49b6-8f0b-181f05a6e865 of type vlan for network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 Dec 13 14:57:16.275126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.357121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.362752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:16.364607 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.461870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Network': ['ID=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:16.476354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:57:16.524293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bb263a48-1261-4ff6-8296-cc465f1f5a85 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5011773 Dec 13 14:57:16.526992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60258) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:16.539989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-281173438'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:16.654154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:16.657733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.689776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:57:16.700600 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.701020 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Added segment 9c89807c-f481-436e-b83a-1ea4e927596d of type vlan for network 0dbf2396-4b31-4a83-8887-655b95608024 Dec 13 14:57:16.753026 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.905275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.963029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:16.970988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:16.971591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:17.061031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ddb32-0873-4da3-aeae-af1df1d74139 req-6d82de40-0f61-4fd5-8cc5-52a6d1a5c7bd tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:17.063254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e90ddb32-0873-4da3-aeae-af1df1d74139 req-6d82de40-0f61-4fd5-8cc5-52a6d1a5c7bd tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.0640886 Dec 13 14:57:17.110722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e74b-2b58-42da-8b61-4e9360f91e63 req-8dc8dc74-7899-4a73-b0e7-292c94a121e2 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:17.114738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42d2e74b-2b58-42da-8b61-4e9360f91e63 req-8dc8dc74-7899-4a73-b0e7-292c94a121e2 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 943 time: 0.2148221 Dec 13 14:57:17.121158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Network': ['ID=0dbf2396-4b31-4a83-8887-655b95608024,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:17.123468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e90ddb32-0873-4da3-aeae-af1df1d74139 req-b74e1596-cbd2-44bd-89cf-9dadfbbb0edd tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464189 Dec 13 14:57:17.145413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 0dbf2396-4b31-4a83-8887-655b95608024 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:57:17.187597 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42d2e74b-2b58-42da-8b61-4e9360f91e63 req-864aa688-40d8-4333-acc8-4cdea740a0b4 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477743 Dec 13 14:57:17.191520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f346d26d-0895-481c-882d-88f2e53dbb91 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6586235 Dec 13 14:57:17.201819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60272) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:17.201819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'subnet': {'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:17.215728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 99a3986c-6e2a-430f-8cd7-078fe6e0134e details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:57:17.349753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 99a3986c-6e2a-430f-8cd7-078fe6e0134e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=99a3986c-6e2a-430f-8cd7-078fe6e0134e,segment=NetworkSegment(54361206-8755-4e08-ab73-53ad2ea431c3),segment_id=54361206-8755-4e08-ab73-53ad2ea431c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:17.362608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '99a3986c-6e2a-430f-8cd7-078fe6e0134e', 'network_id': 'af476870-fadd-4867-bb57-8d8fd662ba8a', 'port_id': '99a3986c-6e2a-430f-8cd7-078fe6e0134e', 'mac_address': 'fa:16:3e:9f:48:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886e88a6-4c5d-4411-af66-ec17ac462e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:57:17.395745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:17.399237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:17.410352 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:17.432995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a3986c-6e2a-430f-8cd7-078fe6e0134e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:17.459620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 99a3986c-6e2a-430f-8cd7-078fe6e0134e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=99a3986c-6e2a-430f-8cd7-078fe6e0134e,segment=NetworkSegment(54361206-8755-4e08-ab73-53ad2ea431c3),segment_id=54361206-8755-4e08-ab73-53ad2ea431c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:17.539059 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:17.627261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=99a3986c-6e2a-430f-8cd7-078fe6e0134e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:17.756902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:17.760894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['99a3986c-6e2a-430f-8cd7-078fe6e0134e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:17.865189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Subnet': ['ID=49247f3f-9125-4995-9473-58d17e263f46,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:17.891405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Checking segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:17.891765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network hostable DHCP agents. Network: 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:57:17.979737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:57:18.053865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:18.058721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:18.059320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:18.079591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db94af-8e66-4234-beb4-33bc9352426d None None] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:18.179421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60294) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:18.179964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6e389cb0-85d6-490c-a59d-3f0ccd2d447d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9840229 Dec 13 14:57:18.187718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'subnet': {'network_id': '0dbf2396-4b31-4a83-8887-655b95608024', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:18.344917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'fixed_ips': [{'subnet_id': '49247f3f-9125-4995-9473-58d17e263f46'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:57:18.346074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:18.400831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f290ce8-31a9-4d5c-9148-d4fa591c4e3e req-1a9edd8c-a520-41cf-bd4f-d149f719fd1d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:18.402460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f290ce8-31a9-4d5c-9148-d4fa591c4e3e req-1a9edd8c-a520-41cf-bd4f-d149f719fd1d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1997445 Dec 13 14:57:18.508007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f290ce8-31a9-4d5c-9148-d4fa591c4e3e req-b194c732-9269-45e5-9d85-ce3fa1d36620 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875065 Dec 13 14:57:18.587492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Allocated IP 10.1.1.2 (7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9/49247f3f-9125-4995-9473-58d17e263f46/20ab8de8-e6f4-4b35-884c-a906f1e04925) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:18.637567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:18.642351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:18.774365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be68db-e487-4d2e-b1cd-42451a8a4055 req-af166518-e16a-4ab3-94b0-b481095421bf tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:18.778004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72be68db-e487-4d2e-b1cd-42451a8a4055 req-af166518-e16a-4ab3-94b0-b481095421bf tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 944 time: 0.4939523 Dec 13 14:57:18.886973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72be68db-e487-4d2e-b1cd-42451a8a4055 req-0583fdca-51ae-428b-ad1e-3987841990e3 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937943 Dec 13 14:57:18.922314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.030676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.070889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:19.074102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:19.077307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:19.091053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.121302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Pushing event updated for resources: {'Port': ['ID=20ab8de8-e6f4-4b35-884c-a906f1e04925,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:19.185601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Attempting to bind port 20ab8de8-e6f4-4b35-884c-a906f1e04925 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:19.188743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Attempting to bind port 20ab8de8-e6f4-4b35-884c-a906f1e04925 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:19.188743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Attempting to bind port 20ab8de8-e6f4-4b35-884c-a906f1e04925 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:19.204810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:19.205197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Checking segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:19.205611 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.211484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Bound using segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:19.211484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Bound port: 20ab8de8-e6f4-4b35-884c-a906f1e04925, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:19.211484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.219115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 99a3986c-6e2a-430f-8cd7-078fe6e0134e up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:19.231202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Subnet': ['ID=d1d5bddc-cc53-451c-993d-e63e12a07df4,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:19.234435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Checking segment: {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:19.234942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network hostable DHCP agents. Network: 0dbf2396-4b31-4a83-8887-655b95608024, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:57:19.327939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] For port 20ab8de8-e6f4-4b35-884c-a906f1e04925, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:19.328399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 0dbf2396-4b31-4a83-8887-655b95608024 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:57:19.335351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] For port 20ab8de8-e6f4-4b35-884c-a906f1e04925, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=20ab8de8-e6f4-4b35-884c-a906f1e04925,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:19.379646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 99a3986c-6e2a-430f-8cd7-078fe6e0134e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:57:19.384736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 99a3986c-6e2a-430f-8cd7-078fe6e0134e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:19.385135 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.403203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 0dbf2396-4b31-4a83-8887-655b95608024) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:19.413314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.414019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:19.414852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.415301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d928a0-ed9f-479a-9ab2-a1977a1739a0 None None] Network 0dbf2396-4b31-4a83-8887-655b95608024 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:19.494988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60318) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:19.496049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7ee21055-4d17-47e1-abd4-ada601bc3d24 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3154404 Dec 13 14:57:19.500093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'port': {'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'name': 'tempest-TaggedBootDevicesTest-217504187', 'fixed_ips': [{'subnet_id': '49247f3f-9125-4995-9473-58d17e263f46'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:19.781807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1a9ea-604d-4a58-a1ff-598cb050b5e1 None None] Pushing event updated for resources: {'Port': ['ID=20ab8de8-e6f4-4b35-884c-a906f1e04925,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:19.802488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d605e9e-455b-45d3-9510-5921ef5501a8 req-9fdfecdf-305e-4d34-a827-bf0c92ec91fe tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:19.810253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d605e9e-455b-45d3-9510-5921ef5501a8 req-9fdfecdf-305e-4d34-a827-bf0c92ec91fe tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1251864 Dec 13 14:57:19.819450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:19.954917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1dfca7dc-5219-4ab2-9d59-673b7baabdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.974436 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:19.975049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d605e9e-455b-45d3-9510-5921ef5501a8 req-5bf4d179-5255-48d8-8133-ec222a1e8c0a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516368 Dec 13 14:57:20.063443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-99cbd040-dbf9-478a-a055-0d471c7c8202 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5673c19694c24b8595ca43991597855e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001642 Dec 13 14:57:20.089312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd82184-8c28-4141-bf74-87754c235f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3986c-6e2a-430f-8cd7-078fe6e0134e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:20.096070 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b9c913-8ef5-45ea-a174-7ee95ae6ec19" -d '{"events": [{"server_uuid": "abd82184-8c28-4141-bf74-87754c235f44", "name": "network-vif-plugged", "status": "completed", "tag": "99a3986c-6e2a-430f-8cd7-078fe6e0134e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:20.107141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-0dbf2396-4b31-4a83-8887-655b95608024', 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'fixed_ips': [{'subnet_id': 'd1d5bddc-cc53-451c-993d-e63e12a07df4'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:57:20.108161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:20.123556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 99a3986c-6e2a-430f-8cd7-078fe6e0134e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=99a3986c-6e2a-430f-8cd7-078fe6e0134e,segment=NetworkSegment(54361206-8755-4e08-ab73-53ad2ea431c3),segment_id=54361206-8755-4e08-ab73-53ad2ea431c3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:20.170564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb200dc-79cc-4d95-a5e1-c834a211c81d req-04d6a86d-1d71-4eb0-b2e3-8c70c6a55b27 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:20.182816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1cb200dc-79cc-4d95-a5e1-c834a211c81d req-04d6a86d-1d71-4eb0-b2e3-8c70c6a55b27 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 944 time: 0.1031706 Dec 13 14:57:20.265869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1cb200dc-79cc-4d95-a5e1-c834a211c81d req-736630df-f615-4552-92eb-cab376e8c3d3 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785778 Dec 13 14:57:20.297596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:20.396510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-84032862-379c-4624-867d-47c8e5aee5c4 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:20.398321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-84032862-379c-4624-867d-47c8e5aee5c4 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136110 Dec 13 14:57:20.407470 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746f5a8f-31de-43a9-a0a2-e53a501df533 x-openstack-request-id: req-746f5a8f-31de-43a9-a0a2-e53a501df533 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:20.407470 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd82184-8c28-4141-bf74-87754c235f44", "name": "network-vif-plugged", "status": "completed", "tag": "99a3986c-6e2a-430f-8cd7-078fe6e0134e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:20.407470 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-746f5a8f-31de-43a9-a0a2-e53a501df533 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:20.407470 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd82184-8c28-4141-bf74-87754c235f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3986c-6e2a-430f-8cd7-078fe6e0134e', 'code': 200} Dec 13 14:57:20.428908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f2194a76-e6d1-4bd5-8bf3-4ab5f0083a3c tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/quotas/5673c19694c24b8595ca43991597855e HTTP/1.1" status: 200 len: 375 time: 0.0191312 Dec 13 14:57:20.433921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:20.468032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=99a3986c-6e2a-430f-8cd7-078fe6e0134e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:20.474852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] device_id is not set on port 0b585914-31fa-42d2-94a6-01be29f26100 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:57:20.486656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-6c6bba3f-c8ac-4139-91ae-027208ec3491 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5673c19694c24b8595ca43991597855e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486310 Dec 13 14:57:20.528965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Allocated IP 10.2.2.2 (0dbf2396-4b31-4a83-8887-655b95608024/d1d5bddc-cc53-451c-993d-e63e12a07df4/0f34982d-c934-4a7d-822a-07f9a55e6836) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:20.553538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2d09-5681-435c-abc9-c6e80510d82c req-70a7f7e9-8f6a-4c23-876d-d20c7d388ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:20.561532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72bd2d09-5681-435c-abc9-c6e80510d82c req-70a7f7e9-8f6a-4c23-876d-d20c7d388ac5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 1096 time: 0.1067228 Dec 13 14:57:20.624916 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72bd2d09-5681-435c-abc9-c6e80510d82c req-d49c73f6-5347-470f-a9ed-5ab6535299b7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Dec 13 14:57:20.700014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 10.1.1.142 (7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9/49247f3f-9125-4995-9473-58d17e263f46/0b585914-31fa-42d2-94a6-01be29f26100) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:20.725567 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:20.797522 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:20.881296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ac88db3-379e-4820-b9fb-d2e4a25eb8a4 req-94fc1a20-72c3-4245-a20d-dca815643313 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 210 time: 0.0931036 Dec 13 14:57:20.891863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Network 0dbf2396-4b31-4a83-8887-655b95608024 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:20.911194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60394) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:20.914074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:20.921384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:20.953067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Pushing event updated for resources: {'Port': ['ID=0f34982d-c934-4a7d-822a-07f9a55e6836,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:21.077069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Attempting to bind port 0f34982d-c934-4a7d-822a-07f9a55e6836 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:21.079885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Attempting to bind port 0f34982d-c934-4a7d-822a-07f9a55e6836 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:21.079885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Attempting to bind port 0f34982d-c934-4a7d-822a-07f9a55e6836 on network 0dbf2396-4b31-4a83-8887-655b95608024 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:21.084898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:21.085449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Checking segment: {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:21.085965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:21.086502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Bound using segment: {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:21.086617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:21.087160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Bound port: 0f34982d-c934-4a7d-822a-07f9a55e6836, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:21.087665 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:21.218287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90ee09-67c6-400f-9712-1f3d9b6d4d7d req-519297d4-cd61-4e52-bfa5-3e5d3e5f5d06 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:21.220009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d90ee09-67c6-400f-9712-1f3d9b6d4d7d req-519297d4-cd61-4e52-bfa5-3e5d3e5f5d06 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.0969958 Dec 13 14:57:21.235464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] For port 0f34982d-c934-4a7d-822a-07f9a55e6836, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:21.248244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] For port 0f34982d-c934-4a7d-822a-07f9a55e6836, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0f34982d-c934-4a7d-822a-07f9a55e6836,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:21.253225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:21.385010 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:21.430410 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d90ee09-67c6-400f-9712-1f3d9b6d4d7d req-c82aa8e3-41b9-48b2-948a-e7f04f0e3c44 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042568 Dec 13 14:57:21.450435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:21.478758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:21.478842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54668a42-d42b-407f-8d64-c333171ccafb None None] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:21.490741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:21.551784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=0b585914-31fa-42d2-94a6-01be29f26100,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:21.570211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.579016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:21.616512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:21.617189 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:21.627779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65165d7-c1d1-4778-81ee-832db4b79fb8 None None] Pushing event updated for resources: {'Port': ['ID=0f34982d-c934-4a7d-822a-07f9a55e6836,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:21.642510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a2368-ec3d-4a49-a8d8-54dca4579538 req-b7fe33b8-cda6-4c85-8a09-867e428c990e tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:21.644070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-637a2368-ec3d-4a49-a8d8-54dca4579538 req-b7fe33b8-cda6-4c85-8a09-867e428c990e tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 945 time: 0.1615777 Dec 13 14:57:21.656061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6ffc2058-9add-4460-8607-d029e2d5c417 None None] Provisioning complete for port 20ab8de8-e6f4-4b35-884c-a906f1e04925 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:21.656433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2058-9add-4460-8607-d029e2d5c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:21.739588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8d9e18b5-ed33-40d7-b334-4f3925054335 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2403440 Dec 13 14:57:21.739588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60430) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:21.744890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'port': {'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'name': 'tempest-TaggedBootDevicesTest-202947739', 'fixed_ips': [{'subnet_id': '49247f3f-9125-4995-9473-58d17e263f46'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:21.873185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-637a2368-ec3d-4a49-a8d8-54dca4579538 req-9944156a-2df8-4c24-bab9-de91a6acae2f tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148736 Dec 13 14:57:22.088866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e009d53-9450-4c21-aaaa-1bcff7c38ad1 req-a4b65a7d-7dc4-4b93-a563-cb3a326f6d3c tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 210 time: 0.1203141 Dec 13 14:57:22.146364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2058-9add-4460-8607-d029e2d5c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.162612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:22.167376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.201761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] device_id is not set on port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 14:57:22.236257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6ffc2058-9add-4460-8607-d029e2d5c417 None None] For port 20ab8de8-e6f4-4b35-884c-a906f1e04925, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=20ab8de8-e6f4-4b35-884c-a906f1e04925,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:22.237381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 20ab8de8-e6f4-4b35-884c-a906f1e04925 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:22.292138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-775018a5-658a-4922-bad2-08b22825e5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.318767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 20ab8de8-e6f4-4b35-884c-a906f1e04925 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:22.319142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.384093 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2058-9add-4460-8607-d029e2d5c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.385310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.488550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc2058-9add-4460-8607-d029e2d5c417 None None] Pushing event updated for resources: {'Port': ['ID=20ab8de8-e6f4-4b35-884c-a906f1e04925,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:22.580034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0f34982d-c934-4a7d-822a-07f9a55e6836 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:22.655094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-be3b6cd2-bdee-44cb-86a4-ec5e6af01e0f None None] Provisioning complete for port 0b585914-31fa-42d2-94a6-01be29f26100 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:22.655584 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be3b6cd2-bdee-44cb-86a4-ec5e6af01e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.695912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 10.1.1.40 (7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9/49247f3f-9125-4995-9473-58d17e263f46/0ab78f8f-bb5b-4aa3-badb-a502cb75114e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:22.756616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-be3b6cd2-bdee-44cb-86a4-ec5e6af01e0f None None] Port 0b585914-31fa-42d2-94a6-01be29f26100 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:22.770385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0f34982d-c934-4a7d-822a-07f9a55e6836 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:22.773337 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.855637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-be3b6cd2-bdee-44cb-86a4-ec5e6af01e0f None None] Provisioning complete for port 20ab8de8-e6f4-4b35-884c-a906f1e04925 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:22.856143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be3b6cd2-bdee-44cb-86a4-ec5e6af01e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:22.901276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1c94f-fc9a-44c3-8ae1-4a0f7f38b6ff req-e1c069cf-0132-48a2-af0b-532d99409e48 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:22.927715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf1c94f-fc9a-44c3-8ae1-4a0f7f38b6ff req-e1c069cf-0132-48a2-af0b-532d99409e48 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.3118834 Dec 13 14:57:23.007702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcf1c94f-fc9a-44c3-8ae1-4a0f7f38b6ff req-2e96b21a-a7f1-4838-9ab9-a827e043abf9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787728 Dec 13 14:57:23.037630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.087559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 0f34982d-c934-4a7d-822a-07f9a55e6836, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0f34982d-c934-4a7d-822a-07f9a55e6836,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:23.192623 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.195174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.209384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b721749-c119-4143-bd3b-d2d8bcbcbb6f req-ee8a0fe6-398e-438d-816e-e4eb68e0946c tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:23.217236 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b721749-c119-4143-bd3b-d2d8bcbcbb6f req-ee8a0fe6-398e-438d-816e-e4eb68e0946c tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 945 time: 0.1563301 Dec 13 14:57:23.268476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Deleting port f1e60224-64ab-4e1f-91d1-b1f469d2fd73 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:23.268945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.291639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bf937bc3-d9fe-4029-97a7-5d44ddf826d8 None None] Provisioning complete for port 0b585914-31fa-42d2-94a6-01be29f26100 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:23.292163 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bf937bc3-d9fe-4029-97a7-5d44ddf826d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.294920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.295386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b721749-c119-4143-bd3b-d2d8bcbcbb6f req-977a39a0-d1b5-44eb-a544-44db030267cf tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701873 Dec 13 14:57:23.325089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54fbda4-5629-47d0-9aca-bde04be39b30 None None] Network 0dbf2396-4b31-4a83-8887-655b95608024 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:23.329163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75242a5e-9f9c-4f6b-9a58-ca4f8d2ac73b req-a9926c26-19cf-44e2-ab8d-2852c270bd8a tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 210 time: 0.1148221 Dec 13 14:57:23.386698 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.398824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=0f34982d-c934-4a7d-822a-07f9a55e6836,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:23.424085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bf937bc3-d9fe-4029-97a7-5d44ddf826d8 None None] Port 0b585914-31fa-42d2-94a6-01be29f26100 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:23.425911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] For port f1e60224-64ab-4e1f-91d1-b1f469d2fd73, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:23.426669 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.471339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Calling delete_port for f1e60224-64ab-4e1f-91d1-b1f469d2fd73 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:23.489088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:23.496347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:23.498556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:23.501032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:23.608217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:23.609336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.621677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5f36ed6d-9479-4e0a-aff0-09c2c56233cb None None] Provisioning complete for port 0f34982d-c934-4a7d-822a-07f9a55e6836 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:23.622074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f36ed6d-9479-4e0a-aff0-09c2c56233cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.728122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-30a3bdcd-40dd-4980-9b38-7139c0fbeaf5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9880106 Dec 13 14:57:23.973998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1284e36d-f6ab-4d84-ae7e-7b8e334b2554 None None] Provisioning complete for port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:23.973998 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1284e36d-f6ab-4d84-ae7e-7b8e334b2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:23.973998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1284e36d-f6ab-4d84-ae7e-7b8e334b2554 None None] Port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:24.054267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 20ab8de8-e6f4-4b35-884c-a906f1e04925 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:24.076530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.110925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 20ab8de8-e6f4-4b35-884c-a906f1e04925 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:24.110925 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.111823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e60224-64ab-4e1f-91d1-b1f469d2fd73,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:24.119089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3fed145c-4e78-4659-bebd-21809ac6bcd4 None None] Provisioning complete for port 0f34982d-c934-4a7d-822a-07f9a55e6836 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:24.119471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3fed145c-4e78-4659-bebd-21809ac6bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.243275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c8d81-ee03-4df7-afad-7dc94086e945 req-40576018-0e78-42d0-b809-2d70cc6e9213 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:24.243275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a37c8d81-ee03-4df7-afad-7dc94086e945 req-40576018-0e78-42d0-b809-2d70cc6e9213 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.0738134 Dec 13 14:57:24.244118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0f34982d-c934-4a7d-822a-07f9a55e6836 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:24.284300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a37c8d81-ee03-4df7-afad-7dc94086e945 req-353a56e7-4f95-4927-bc4c-a7f6d2f95113 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648668 Dec 13 14:57:24.344967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0f34982d-c934-4a7d-822a-07f9a55e6836 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:24.345920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.379684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60526) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:24.380959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.384645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4c73a8bf-8512-49d4-81de-68d34d0f6eb8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20553113', 'description': 'tempest-description--133885135'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:24.516560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef9552-ff71-447e-bfde-aa4eba10a54f req-6cfa541a-8739-40cf-850f-fb8c6bed91bd tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:24.518773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82ef9552-ff71-447e-bfde-aa4eba10a54f req-6cfa541a-8739-40cf-850f-fb8c6bed91bd tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 945 time: 0.1122000 Dec 13 14:57:24.579510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82ef9552-ff71-447e-bfde-aa4eba10a54f req-af00cf20-a372-46e2-9e9a-f297707a76f9 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535502 Dec 13 14:57:24.580573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c73a8bf-8512-49d4-81de-68d34d0f6eb8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.588451 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f3635039-bf14-47c5-9c2e-35bb3be31d1c tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5673c19694c24b8595ca43991597855e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325736 Dec 13 14:57:24.708727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c73a8bf-8512-49d4-81de-68d34d0f6eb8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.796325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c73a8bf-8512-49d4-81de-68d34d0f6eb8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.801736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e541bea6-b52b-488c-856f-d6ef143e5767 req-79bdb1a7-48e9-473a-8a6f-622b3c654f11 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 210 time: 0.0776978 Dec 13 14:57:24.834613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73a8bf-8512-49d4-81de-68d34d0f6eb8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4499f36-0e25-4720-bb23-91f5a76f8bca,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:24.859493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.895516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c73a8bf-8512-49d4-81de-68d34d0f6eb8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:24.896821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4c73a8bf-8512-49d4-81de-68d34d0f6eb8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5160441 Dec 13 14:57:24.899675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60544) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:24.906008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-54400af0-3b31-4610-80bc-a1eca5d3805c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'security_group_rule': {'security_group_id': 'a4499f36-0e25-4720-bb23-91f5a76f8bca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:24.978637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-b8baf0be-85b7-47d2-9057-bc1a1a011fca tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:24.980049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-b8baf0be-85b7-47d2-9057-bc1a1a011fca tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847289 Dec 13 14:57:24.988231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54400af0-3b31-4610-80bc-a1eca5d3805c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.002244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Request body: {'port': {'device_id': '6954a2a0-d07f-4f15-9f57-879292520a64', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': '5673c19694c24b8595ca43991597855e'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:25.073926 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54400af0-3b31-4610-80bc-a1eca5d3805c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.103802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Router bc0defe9-918d-4ca2-808f-585101d2936c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:57:25.156226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.201821 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54400af0-3b31-4610-80bc-a1eca5d3805c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.223418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54400af0-3b31-4610-80bc-a1eca5d3805c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd125950-4dea-48ee-895f-9164eead68be,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:25.249211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:57:25.254542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-628df092-ab97-414c-949b-5a45792cc4bf admin admin] 10.222.0.24 "PUT /v2.0/routers/bc0defe9-918d-4ca2-808f-585101d2936c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3421476 Dec 13 14:57:25.257029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60558) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:25.259736 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] Sync routers for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:57:25.269703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:57:25.270350 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:57:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:25.343915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Made reservation on behalf of 5673c19694c24b8595ca43991597855e for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:25.347597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.359658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.390144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54400af0-3b31-4610-80bc-a1eca5d3805c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.394772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-54400af0-3b31-4610-80bc-a1eca5d3805c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4908488 Dec 13 14:57:25.394772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60566) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:25.400733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5b6d83b7-4dc8-46b8-a536-c6e3d1581c20 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'security_group_rule': {'security_group_id': 'a4499f36-0e25-4720-bb23-91f5a76f8bca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:25.428636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0717e-c76c-48d8-bbf9-0c2ad6cb7176 req-98afd8aa-d0f7-4353-929c-2d8ad79dff05 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:25.429660 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:57:25.436949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63c0717e-c76c-48d8-bbf9-0c2ad6cb7176 req-98afd8aa-d0f7-4353-929c-2d8ad79dff05 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.0843592 Dec 13 14:57:25.451495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-576bdf47-97c0-42c3-bb97-157172cdf661 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:25.453291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-576bdf47-97c0-42c3-bb97-157172cdf661 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.50 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 945 time: 0.0965395 Dec 13 14:57:25.490629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63c0717e-c76c-48d8-bbf9-0c2ad6cb7176 req-cfd1d198-4c98-4e03-ba79-98f2c9af0d13 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483096 Dec 13 14:57:25.556849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b6d83b7-4dc8-46b8-a536-c6e3d1581c20 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.638049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b6d83b7-4dc8-46b8-a536-c6e3d1581c20 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.677069 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:57:23Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:25.717826 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] Checking router: bc0defe9-918d-4ca2-808f-585101d2936c for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:57:25.726745 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] Routers {'bc0defe9-918d-4ca2-808f-585101d2936c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:57:25.727356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:57:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bc0defe9-918d-4ca2-808f-585101d2936c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:25.733691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b6d83b7-4dc8-46b8-a536-c6e3d1581c20 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.756999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d83b7-4dc8-46b8-a536-c6e3d1581c20 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5652d4-b7d1-4532-8146-898dcb1f6643,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:25.779922 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.828040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b6d83b7-4dc8-46b8-a536-c6e3d1581c20 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:25.829192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5b6d83b7-4dc8-46b8-a536-c6e3d1581c20 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4332638 Dec 13 14:57:25.832296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60586) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:25.836959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:25.889623 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] Set router bc0defe9-918d-4ca2-808f-585101d2936c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:57:25.993249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e70c8a25-0151-43c8-96a4-1cffb390c402 req-1c37908d-6221-49ef-89d8-c2003f6ddfdb tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 210 time: 0.0339763 Dec 13 14:57:25.994096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c9974-93c6-458c-809d-91dafae74173 req-19531d22-9e20-4679-bd32-9ad00bc36f8b tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:25.995669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f23c9974-93c6-458c-809d-91dafae74173 req-19531d22-9e20-4679-bd32-9ad00bc36f8b tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 945 time: 0.2131526 Dec 13 14:57:26.030746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.041155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.059051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Deleting port 99a3986c-6e2a-430f-8cd7-078fe6e0134e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:26.059633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.126545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.146009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.160742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.178953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f23c9974-93c6-458c-809d-91dafae74173 req-8e59a2ac-70bd-43bf-ac74-43cbc3f3a9ed tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a48976-6204-4dd1-83d7-854a10a339b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624198 Dec 13 14:57:26.208331 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:57:23Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:26.242012 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ff3a-2029-4803-a5a4-256e230376ed None None] The sync data for ids ['bc0defe9-918d-4ca2-808f-585101d2936c'] in n-d-816954-1 is: [{'id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'name': 'tempest-TaggedBootDevicesTest_v242-221023972-router', 'tenant_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:41Z', 'updated_at': '2021-12-13T14:57:23Z', 'revision_number': 5, 'project_id': '3623ae3aed2d4f1b9b531834ad116ef5', 'gw_port': {'id': 'ceb0f14a-2e98-4d51-bb56-6f20f695d719', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0defe9-918d-4ca2-808f-585101d2936c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:42Z', 'updated_at': '2021-12-13T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:57:26.292500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa3ccd2-4349-432e-bb4c-a1aac947bb07,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:26.304919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 172.25.7.184 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/91ae1d11-135a-4543-b4b8-2c1b46ecd185) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:26.372890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] For port 99a3986c-6e2a-430f-8cd7-078fe6e0134e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=99a3986c-6e2a-430f-8cd7-078fe6e0134e,segment=NetworkSegment(54361206-8755-4e08-ab73-53ad2ea431c3),segment_id=54361206-8755-4e08-ab73-53ad2ea431c3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:26.373188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.391177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Calling delete_port for 99a3986c-6e2a-430f-8cd7-078fe6e0134e owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:26.408718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Allocated IP 192.168.233.66 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/14e59034-934a-4c03-9347-c4af7322db1b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:26.431470 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.483728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Deleting port ceb0f14a-2e98-4d51-bb56-6f20f695d719 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:26.484068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.521790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.603896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=91ae1d11-135a-4543-b4b8-2c1b46ecd185,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:26.615444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:26.648810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:26.653939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:26.699848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] For port ceb0f14a-2e98-4d51-bb56-6f20f695d719, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ceb0f14a-2e98-4d51-bb56-6f20f695d719,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:26.700089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.759071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24cb5f-0bcb-4b11-b0f5-2368f0616e1e req-40f7dbc5-89b6-4697-9ab1-744a97743b52 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:26.761024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b24cb5f-0bcb-4b11-b0f5-2368f0616e1e req-40f7dbc5-89b6-4697-9ab1-744a97743b52 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1518734 Dec 13 14:57:26.763459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Calling delete_port for ceb0f14a-2e98-4d51-bb56-6f20f695d719 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:26.813326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.829754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b24cb5f-0bcb-4b11-b0f5-2368f0616e1e req-bce70289-c800-4545-841c-40007b65ab09 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535769 Dec 13 14:57:26.896561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:26.910211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['99a3986c-6e2a-430f-8cd7-078fe6e0134e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:26.935631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Pushing event deleted for resources: {'Port': ['ID=99a3986c-6e2a-430f-8cd7-078fe6e0134e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:26.978207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.032327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.060978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] No DVR routers for this DVR port 99a3986c-6e2a-430f-8cd7-078fe6e0134e on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:27.064303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.067992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ba11d7f-e760-47ff-a0fb-de044b38f8f5 req-e9a67dde-eb09-494e-9f6b-1f5d29c9cbf1 tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.50 "DELETE /v2.0/ports/99a3986c-6e2a-430f-8cd7-078fe6e0134e HTTP/1.1" status: 204 len: 173 time: 1.6071663 Dec 13 14:57:27.090325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd82184-8c28-4141-bf74-87754c235f44', 'name': 'network-vif-deleted', 'tag': '99a3986c-6e2a-430f-8cd7-078fe6e0134e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:27.092662 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e605e6a2-87e3-4771-9fa4-853e40f01a16" -d '{"events": [{"server_uuid": "abd82184-8c28-4141-bf74-87754c235f44", "name": "network-vif-deleted", "tag": "99a3986c-6e2a-430f-8cd7-078fe6e0134e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:27.101276 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.147740 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfda4b0-7ba4-45c1-9c90-b32354288067 x-openstack-request-id: req-0cfda4b0-7ba4-45c1-9c90-b32354288067 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:27.148314 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd82184-8c28-4141-bf74-87754c235f44", "name": "network-vif-deleted", "tag": "99a3986c-6e2a-430f-8cd7-078fe6e0134e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:27.148314 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cfda4b0-7ba4-45c1-9c90-b32354288067 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:27.148695 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd82184-8c28-4141-bf74-87754c235f44', 'name': 'network-vif-deleted', 'tag': '99a3986c-6e2a-430f-8cd7-078fe6e0134e', 'status': 'completed', 'code': 200} Dec 13 14:57:27.150998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:27.161338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:27.163985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:27.204492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Pushing event updated for resources: {'Port': ['ID=14e59034-934a-4c03-9347-c4af7322db1b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:27.294918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa49502-6f27-4375-8e3a-3ec78a6b6694 req-b490b4dd-05fd-480c-80f5-90da742067cb tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:27.296508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4aa49502-6f27-4375-8e3a-3ec78a6b6694 req-b490b4dd-05fd-480c-80f5-90da742067cb tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 935 time: 0.1893179 Dec 13 14:57:27.305791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:27.306467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.351923 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-adc8e324-08df-4300-903c-c1f3e0ba6529 req-ddf361ab-8cd3-4e25-9b68-e8fa261e93fb tempest-InstanceActionsNegativeTestJSON-892055098 tempest-InstanceActionsNegativeTestJSON-892055098-project] 10.222.0.24 "GET /v2.0/ports?device_id=abd82184-8c28-4141-bf74-87754c235f44 HTTP/1.1" status: 200 len: 210 time: 0.0354049 Dec 13 14:57:27.362013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4aa49502-6f27-4375-8e3a-3ec78a6b6694 req-30639a8a-3581-4d18-8e23-360ede308a23 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Dec 13 14:57:27.376707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.413536 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.439473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb0f14a-2e98-4d51-bb56-6f20f695d719,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:27.448690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.485428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-d875e9df-cb23-48a6-a725-12eefc2cd7c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4940104 Dec 13 14:57:27.517937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Request body: {'port': {'device_id': '6954a2a0-d07f-4f15-9f57-879292520a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:27.535926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=91ae1d11-135a-4543-b4b8-2c1b46ecd185,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:27.550482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.557968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7d07a8a3-9a2c-41bf-b821-102222702f83 None None] Provisioning complete for port 14e59034-934a-4c03-9347-c4af7322db1b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:27.559468 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d07a8a3-9a2c-41bf-b821-102222702f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.589021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.598871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7d07a8a3-9a2c-41bf-b821-102222702f83 None None] Port 14e59034-934a-4c03-9347-c4af7322db1b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:27.650517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.661490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.672161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff849a8a-b28a-4041-9664-9d125da5e313 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8386700 Dec 13 14:57:27.697988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.701604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.888019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.888573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0defe9-918d-4ca2-808f-585101d2936c {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:57:27.895256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:27.896041 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b3a09111-7a04-4e16-baed-1e00ef56fa44 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bc0defe9-918d-4ca2-808f-585101d2936c HTTP/1.1" status: 204 len: 168 time: 2.6376150 Dec 13 14:57:27.898700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:28.105839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] Deleting subnet d9b06380-e9a7-4a5d-a8d4-12f7de43574f {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:57:28.123082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.127284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c2c11-2459-4358-b7d4-19b22f0641a3 req-6ed71814-cb7e-4889-82a6-0a9f940f148e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:28.128868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a8c2c11-2459-4358-b7d4-19b22f0641a3 req-6ed71814-cb7e-4889-82a6-0a9f940f148e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1613736 Dec 13 14:57:28.143594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1e60224-64ab-4e1f-91d1-b1f469d2fd73 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:28.183941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f1e60224-64ab-4e1f-91d1-b1f469d2fd73 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:28.184557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1e60224-64ab-4e1f-91d1-b1f469d2fd73 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:28.228518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-72d2523d-13b9-4eb3-a8fa-30bc0bdcf792 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--20553113&fields=id&tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c HTTP/1.1" status: 200 len: 267 time: 0.2537134 Dec 13 14:57:28.232599 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.264211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e59034-934a-4c03-9347-c4af7322db1b {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:28.271607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a8c2c11-2459-4358-b7d4-19b22f0641a3 req-07c31ac0-8e3d-4ff3-b432-8b28dc2e7ee5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320801 Dec 13 14:57:28.277740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.305907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Transition to ACTIVE for port object 14e59034-934a-4c03-9347-c4af7322db1b will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:28.344187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-58e8705b-f1cb-454e-bedf-753d00b4b6c6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:28.350863 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-58e8705b-f1cb-454e-bedf-753d00b4b6c6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports/0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 931 time: 0.0983994 Dec 13 14:57:28.355242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.413738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Pushing event updated for resources: {'Port': ['ID=14e59034-934a-4c03-9347-c4af7322db1b,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:28.446604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60708) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:28.470171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-138e71e8-2ee7-49e4-943b-90f239da3f9f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:28.471719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-138e71e8-2ee7-49e4-943b-90f239da3f9f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports/0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 930 time: 0.1177690 Dec 13 14:57:28.586390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.595834 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-9758cbb4-2f9f-423b-8cd9-c5ba1e307cf3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1144464 Dec 13 14:57:28.654442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-418a7ac4-4eec-4217-bd2f-7786e16bbf55 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0360975 Dec 13 14:57:28.660153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] Deleting subnet 886e88a6-4c5d-4411-af66-ec17ac462e62 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:57:28.664533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Attempting to bind port 14e59034-934a-4c03-9347-c4af7322db1b on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:28.665009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Attempting to bind port 14e59034-934a-4c03-9347-c4af7322db1b by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:28.665435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Attempting to bind port 14e59034-934a-4c03-9347-c4af7322db1b on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:28.672540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.704115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Port 14e59034-934a-4c03-9347-c4af7322db1b on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:28.707353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Attempting to bind port 14e59034-934a-4c03-9347-c4af7322db1b on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:28.720452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31385be-1d0d-4424-ba74-4dfd24cfd879 req-ff636002-fe34-4e4d-8eb1-d0571b093d90 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:28.722119 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f31385be-1d0d-4424-ba74-4dfd24cfd879 req-ff636002-fe34-4e4d-8eb1-d0571b093d90 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 947 time: 0.1630530 Dec 13 14:57:28.726843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:28.729046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:28.729046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:28.729046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Bound port: 14e59034-934a-4c03-9347-c4af7322db1b, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:28.729046 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.764773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.820489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-5ec2f92f-8986-40b9-a691-354c81243749 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:28.827968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-5ec2f92f-8986-40b9-a691-354c81243749 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:28.833794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-5ec2f92f-8986-40b9-a691-354c81243749 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:28.841132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-5ec2f92f-8986-40b9-a691-354c81243749 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/networks?id=4ae87db4-6566-4a34-b93b-12167460eed5&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=0dbf2396-4b31-4a83-8887-655b95608024&id=0dbf2396-4b31-4a83-8887-655b95608024 HTTP/1.1" status: 200 len: 1989 time: 0.1714063 Dec 13 14:57:28.849002 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.859400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f31385be-1d0d-4424-ba74-4dfd24cfd879 req-66d0fcd5-f79e-45c1-a6e3-1bb573dababc tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261184 Dec 13 14:57:28.865554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.878262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-a55a5f7c-f52f-4b11-94f4-d640a25d50c2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/quotas/e158b3cb4fba4a368ceb62f57b4ffa6c HTTP/1.1" status: 200 len: 375 time: 0.0362496 Dec 13 14:57:28.879303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b06380-e9a7-4a5d-a8d4-12f7de43574f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:28.883152 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:28.887057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-91088b2f-a813-4e7b-8c03-d3a297f1136a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d9b06380-e9a7-4a5d-a8d4-12f7de43574f HTTP/1.1" status: 204 len: 168 time: 0.9858575 Dec 13 14:57:28.889595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60724) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:28.892114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dab6a9-21f9-482d-9946-188d1b3e13e8 None None] Network 201604d4-d80e-4e16-84bd-7f5c9d180a92 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:28.935968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] For port 14e59034-934a-4c03-9347-c4af7322db1b, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:28.942646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] For port 14e59034-934a-4c03-9347-c4af7322db1b, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14e59034-934a-4c03-9347-c4af7322db1b,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:29.037220 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.073697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.082781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:29.083579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.085103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] 10.222.0.55 "PUT /v2.0/ports/14e59034-934a-4c03-9347-c4af7322db1b HTTP/1.1" status: 200 len: 1095 time: 1.5736020 Dec 13 14:57:29.120002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886e88a6-4c5d-4411-af66-ec17ac462e62,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:29.137422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.143090 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-59a21a99-920d-443f-9015-e05c979d95f5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/886e88a6-4c5d-4411-af66-ec17ac462e62 HTTP/1.1" status: 204 len: 168 time: 0.6950281 Dec 13 14:57:29.150486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60734) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:29.150486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6954a2a0-d07f-4f15-9f57-879292520a64', 'tag': '14e59034-934a-4c03-9347-c4af7322db1b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:29.152316 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6954a2a0-d07f-4f15-9f57-879292520a64", "tag": "14e59034-934a-4c03-9347-c4af7322db1b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:29.168923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27aa4e0-e948-42ca-8d99-586a0cf24403 service neutron] Pushing event updated for resources: {'Port': ['ID=14e59034-934a-4c03-9347-c4af7322db1b,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:29.198892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] DHCP port deletion for 201604d4-d80e-4e16-84bd-7f5c9d180a92 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:57:29.274295 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5817452-1685-4986-974a-ea06e488a4b8 x-openstack-request-id: req-c5817452-1685-4986-974a-ea06e488a4b8 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:29.275813 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6954a2a0-d07f-4f15-9f57-879292520a64", "tag": "14e59034-934a-4c03-9347-c4af7322db1b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:29.276235 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5817452-1685-4986-974a-ea06e488a4b8 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:29.276810 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6954a2a0-d07f-4f15-9f57-879292520a64', 'tag': '14e59034-934a-4c03-9347-c4af7322db1b', 'status': 'completed', 'code': 200} Dec 13 14:57:29.290910 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.292097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] Deleting port e2377fb8-e64d-43f6-9fee-24a98f9c8278 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:29.293183 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.299232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 99a3986c-6e2a-430f-8cd7-078fe6e0134e no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:29.314297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-35d773de-8e9e-4e65-891f-2349e9e10a02 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4261410 Dec 13 14:57:29.404869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-a0c43325-dfbc-4151-b8c0-8b48e565e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:29.406666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-a0c43325-dfbc-4151-b8c0-8b48e565e07c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5673c19694c24b8595ca43991597855e&device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 1098 time: 0.1889234 Dec 13 14:57:29.409597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.432537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 99a3986c-6e2a-430f-8cd7-078fe6e0134e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:29.433180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 99a3986c-6e2a-430f-8cd7-078fe6e0134e not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:29.488351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Deleting port e2377fb8-e64d-43f6-9fee-24a98f9c8278 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:29.488829 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.494142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] For port e2377fb8-e64d-43f6-9fee-24a98f9c8278, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e2377fb8-e64d-43f6-9fee-24a98f9c8278,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:29.494660 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.498820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-902e87bf-cf7e-4431-a18c-de787b43f230 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=14e59034-934a-4c03-9347-c4af7322db1b HTTP/1.1" status: 200 len: 217 time: 0.0780730 Dec 13 14:57:29.503978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-725cb097-6f7d-4092-9ed2-4ad8edb411da service neutron] 10.222.0.24 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530511 Dec 13 14:57:29.518372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] Calling delete_port for e2377fb8-e64d-43f6-9fee-24a98f9c8278 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:29.614525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] For port e2377fb8-e64d-43f6-9fee-24a98f9c8278, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e2377fb8-e64d-43f6-9fee-24a98f9c8278,segment=NetworkSegment(c9416ade-aaec-49eb-a3f4-02aa633f8907),segment_id=c9416ade-aaec-49eb-a3f4-02aa633f8907)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:29.614884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.633864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Calling delete_port for e2377fb8-e64d-43f6-9fee-24a98f9c8278 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:29.687494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-ea9986a0-bf76-48a1-81d7-c0cd3ec89642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:29.689077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-ea9986a0-bf76-48a1-81d7-c0cd3ec89642 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1818688 Dec 13 14:57:29.696346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-c000c64c-77b3-415e-b1ae-71a03066a997 service neutron] 10.222.0.24 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652701 Dec 13 14:57:29.918416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1021a-304a-4cb7-9625-b742b4aab74c req-c1a7d6f3-9e8b-4020-a588-4a4ec5024e52 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:29.918416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68e1021a-304a-4cb7-9625-b742b4aab74c req-c1a7d6f3-9e8b-4020-a588-4a4ec5024e52 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.2857530 Dec 13 14:57:29.918416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.919570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8d87f4f7-71ba-4990-9f89-dc2aa6c65b28 service neutron] 10.222.0.24 "GET /v2.0/ports/0b585914-31fa-42d2-94a6-01be29f26100?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0552857 Dec 13 14:57:29.919753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af476870-fadd-4867-bb57-8d8fd662ba8a']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:29.919753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54361206-8755-4e08-ab73-53ad2ea431c3') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:29.919753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54361206-8755-4e08-ab73-53ad2ea431c3') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:29.919753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-a58c2d9e-b75d-4ed7-91cb-2a46e9f771fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:29.919753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-a58c2d9e-b75d-4ed7-91cb-2a46e9f771fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286881 Dec 13 14:57:29.919753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.919753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68e1021a-304a-4cb7-9625-b742b4aab74c req-862f7293-832f-49c2-b5c8-988e71c9c09f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156468 Dec 13 14:57:29.920305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-4fd9a48a-0c05-44ca-9c91-382950d40e73 service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839884 Dec 13 14:57:29.920470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.920640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:57:29.920953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:57:29.945927 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:57:29.984589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-e93f7e1c-c8d6-4997-bdc1-9503a67dd624 service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139350 Dec 13 14:57:30.007829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.036207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.091363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-7eae0acb-dc05-4d3d-9586-5dcaa9be0f0b service neutron] 10.222.0.24 "GET /v2.0/ports/0ab78f8f-bb5b-4aa3-badb-a502cb75114e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1082594 Dec 13 14:57:30.096791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2377fb8-e64d-43f6-9fee-24a98f9c8278,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:30.103412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] No DVR routers for this DVR port e2377fb8-e64d-43f6-9fee-24a98f9c8278 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:30.243453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ceb0f14a-2e98-4d51-bb56-6f20f695d719 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:30.245698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] No DVR routers for this DVR port e2377fb8-e64d-43f6-9fee-24a98f9c8278 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:30.248078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d80d69-00fa-4f3f-a5ae-d6f694c85c41 None None] Pushing event deleted for resources: {'Port': ['ID=e2377fb8-e64d-43f6-9fee-24a98f9c8278,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:30.273707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.287648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: ceb0f14a-2e98-4d51-bb56-6f20f695d719 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:30.287994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ceb0f14a-2e98-4d51-bb56-6f20f695d719 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:30.291464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e2377fb8-e64d-43f6-9fee-24a98f9c8278 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:30.313568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201604d4-d80e-4e16-84bd-7f5c9d180a92']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:30.329467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e2377fb8-e64d-43f6-9fee-24a98f9c8278 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:30.330043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9416ade-aaec-49eb-a3f4-02aa633f8907') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:30.330364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9416ade-aaec-49eb-a3f4-02aa633f8907') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:30.331250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e2377fb8-e64d-43f6-9fee-24a98f9c8278 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:30.349896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.362947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2c65e9ca-781a-43b9-a8c0-14a8b9880b8c service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569027 Dec 13 14:57:30.371696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.425826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:57:30.426252 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:57:30.428161 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:57:30.453262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-6a22d1f7-0d10-4d9b-87fb-b708ad624444 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020393 Dec 13 14:57:30.462306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67f00c-9ed6-41fd-a413-f25e6821a524 req-8c7933ef-e8da-4c97-8a02-3a8d4b0d8652 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:30.463804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf67f00c-9ed6-41fd-a413-f25e6821a524 req-8c7933ef-e8da-4c97-8a02-3a8d4b0d8652 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 947 time: 0.5145864 Dec 13 14:57:30.523738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-dedd871b-ec70-4ec8-b2c3-9685df931b99 service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496277 Dec 13 14:57:30.525782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.547303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.547303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/af476870-fadd-4867-bb57-8d8fd662ba8a HTTP/1.1" status: 204 len: 168 time: 1.3903227 Dec 13 14:57:30.562077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404b2d-5b06-482b-93a7-9d97123658f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=af476870-fadd-4867-bb57-8d8fd662ba8a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:30.600554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf67f00c-9ed6-41fd-a413-f25e6821a524 req-37c6d3da-0cfe-4832-a3b0-934538a889ff tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856917 Dec 13 14:57:30.613922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2428fe07-f7a1-4290-bf74-51c8df7d731f req-7505f56a-d801-43d6-99d9-b7f027df27fc service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485920 Dec 13 14:57:30.618093 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.627835 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:30.633807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] 10.222.0.24 "DELETE /v2.0/networks/201604d4-d80e-4e16-84bd-7f5c9d180a92 HTTP/1.1" status: 204 len: 168 time: 1.7433379 Dec 13 14:57:30.637550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60780) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:30.653312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2848de-3059-4c02-abd4-aa2ce8530e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=201604d4-d80e-4e16-84bd-7f5c9d180a92,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:30.692027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-a44d724e-a05a-4532-b348-3dbdb058b945 service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598606 Dec 13 14:57:30.814209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-97532d49-813f-47ad-bdb0-859a9854e762 service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158910 Dec 13 14:57:30.880563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-844c495d-68e3-460b-862f-0618109b11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:30.882052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-844c495d-68e3-460b-862f-0618109b11d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5673c19694c24b8595ca43991597855e&device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 1098 time: 0.1223133 Dec 13 14:57:30.933916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b58bcdba-472b-472f-b473-91b472edc5e7 service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180217 Dec 13 14:57:30.934226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60798) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:31.038283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2935c6f1-75ba-4a56-8b6f-a10ac8b9e022 service neutron] 10.222.0.24 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967853 Dec 13 14:57:31.102630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-07530241-fcab-48ca-a38a-65c9d377ae6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=945b57a18a944f72818eebc960350af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675055 Dec 13 14:57:31.105546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60810) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:31.147466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57679-5554-4da9-91f6-d6c4160f1594 req-20b19898-c312-46fe-9a67-f322396f9b59 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:31.148983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba57679-5554-4da9-91f6-d6c4160f1594 req-20b19898-c312-46fe-9a67-f322396f9b59 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1380651 Dec 13 14:57:31.152005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-954e5eb0-b525-496a-acaf-5c443fdc7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:31.153353 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-954e5eb0-b525-496a-acaf-5c443fdc7715 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.2612989 Dec 13 14:57:31.180603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-775001a5-a2a4-4c10-822d-3742ad604a26 service neutron] 10.222.0.24 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353476 Dec 13 14:57:31.185847 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-001b0eb9-b242-47ad-9200-c995ca030884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:31.238825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-e0d15589-8135-442f-aab8-5c262d012a69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=14e59034-934a-4c03-9347-c4af7322db1b HTTP/1.1" status: 200 len: 217 time: 0.0740676 Dec 13 14:57:31.256437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-001b0eb9-b242-47ad-9200-c995ca030884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:31.290258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ba57679-5554-4da9-91f6-d6c4160f1594 req-3fab9193-ef49-427c-8195-06301db41857 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339517 Dec 13 14:57:31.321269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-a9abf4df-97c9-436d-b5a1-ce05e1df75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:31.321269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-a9abf4df-97c9-436d-b5a1-ce05e1df75e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0648458 Dec 13 14:57:31.328711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-7bb42b5a-3a9d-4d66-a998-4cbb1b845ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332779 Dec 13 14:57:31.404580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-58af7ff4-0c69-4887-8b2e-c4fd224c4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:31.406102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-58af7ff4-0c69-4887-8b2e-c4fd224c4618 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753651 Dec 13 14:57:31.418448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-001b0eb9-b242-47ad-9200-c995ca030884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:31.421117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-001b0eb9-b242-47ad-9200-c995ca030884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:31.423033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-001b0eb9-b242-47ad-9200-c995ca030884 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84a48976-6204-4dd1-83d7-854a10a339b0 HTTP/1.1" status: 204 len: 168 time: 0.3153985 Dec 13 14:57:31.434715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b0eb9-b242-47ad-9200-c995ca030884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a48976-6204-4dd1-83d7-854a10a339b0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:31.476597 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-d0962d2e-7aac-46b9-b572-01e58605ed6e service neutron] 10.222.0.24 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358712 Dec 13 14:57:31.502609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:31.602894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-92a81598-c93e-48dc-8d36-bd74bd4e2b3e service neutron] 10.222.0.24 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158950 Dec 13 14:57:31.626102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-396b6bad-8655-425b-9de8-012fe09e5252 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098806 Dec 13 14:57:31.831328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d1ef3-8cc4-4c19-ac27-b402545bb142 req-f0896155-1817-447b-83fd-0eb7de1ba718 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:31.832823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b10d1ef3-8cc4-4c19-ac27-b402545bb142 req-f0896155-1817-447b-83fd-0eb7de1ba718 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 947 time: 0.1003313 Dec 13 14:57:31.841065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-abf237e2-fa28-4087-b0eb-7bba5f6d10d1 req-5c7cb1b1-f2b0-4ebb-a385-0c2316618192 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025270 Dec 13 14:57:31.908046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b10d1ef3-8cc4-4c19-ac27-b402545bb142 req-b32e7aae-d7c4-42cd-81a1-6cc6d07feb3c tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626538 Dec 13 14:57:31.965000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Deleting port a06f5efa-9699-4490-8c47-76c7b959404f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:31.966371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:32.065013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] For port a06f5efa-9699-4490-8c47-76c7b959404f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a06f5efa-9699-4490-8c47-76c7b959404f,segment=NetworkSegment(21aee524-79d2-4f39-9d9a-da9ced4b9f74),segment_id=21aee524-79d2-4f39-9d9a-da9ced4b9f74)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:32.065371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:32.082255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Calling delete_port for a06f5efa-9699-4490-8c47-76c7b959404f owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:32.373736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:32.413816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Pushing event deleted for resources: {'Port': ['ID=a06f5efa-9699-4490-8c47-76c7b959404f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:32.529775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369b831-13ff-4dc4-b711-f27648067325 req-32c2b9d6-fbe3-45cd-8a61-08f3de15f446 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:32.536416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2369b831-13ff-4dc4-b711-f27648067325 req-32c2b9d6-fbe3-45cd-8a61-08f3de15f446 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1524479 Dec 13 14:57:32.673351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2369b831-13ff-4dc4-b711-f27648067325 req-e5e4a603-42bb-43b4-97d2-ff490e3045fb tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866511 Dec 13 14:57:32.692293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:32.887434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60926) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:32.972025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:57:33.041488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-666772486-network', 'tenant_id': '945c2e9af4cc4209852541eee560ef11'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:33.124989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc78f7-c318-423a-b473-95228d58ea08 req-f60d3167-4a8c-4d05-a884-43547bf89ec9 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:33.126584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26cc78f7-c318-423a-b473-95228d58ea08 req-f60d3167-4a8c-4d05-a884-43547bf89ec9 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 947 time: 0.1348343 Dec 13 14:57:33.139604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Made reservation on behalf of 945c2e9af4cc4209852541eee560ef11 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:33.141966 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.148071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:57:33.157045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.160853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-24d2f7ba-5a9c-4b84-b479-b460147e934f admin admin] 10.222.0.24 "PUT /v2.0/routers/724a86e0-2a1e-43cc-af5b-626a31e8bb86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198693 Dec 13 14:57:33.161329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60946) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:33.162202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] Sync routers for ids ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:57:33.174693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] Routers {'724a86e0-2a1e-43cc-af5b-626a31e8bb86'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:57:33.175579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:57:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:33.372985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] Set router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:57:33.392163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0efb2c56-3a14-4974-9e2a-701a1dcb2528 req-94a1db00-6fda-411a-aad2-5bfd7b1bde53 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0902948 Dec 13 14:57:33.442720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.515467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.548523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:57:33.577189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe64984-8741-428b-9469-ccf7b57fed7a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:33.586167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.587014 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Added segment 1bdc3d71-e5ed-4121-9a32-0519575c373d of type vlan for network 3b24f59f-3a2a-41f9-8640-30c991187cd1 Dec 13 14:57:33.624816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 14e59034-934a-4c03-9347-c4af7322db1b details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:57:33.652982 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.660713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26cc78f7-c318-423a-b473-95228d58ea08 req-795cf2e4-8d26-4880-9489-c8f4ab652389 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259171 Dec 13 14:57:33.718851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:57:32Z', 'revision_number': 5, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:33.726649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.749747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] Checking router: 724a86e0-2a1e-43cc-af5b-626a31e8bb86 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:57:33.781956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] Routers {'724a86e0-2a1e-43cc-af5b-626a31e8bb86'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:57:33.781956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:57:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:33.787339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 14e59034-934a-4c03-9347-c4af7322db1b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14e59034-934a-4c03-9347-c4af7322db1b,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:33.805557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.806632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:33.807286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.859317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '14e59034-934a-4c03-9347-c4af7322db1b', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '14e59034-934a-4c03-9347-c4af7322db1b', 'mac_address': 'fa:16:3e:6b:3d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:57:33.907605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3179b-fab3-4367-b945-405cc16f413f req-c8d8a4cc-f19f-485a-85dd-b15d8d2bd497 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:33.908147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.909921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ea3179b-fab3-4367-b945-405cc16f413f req-c8d8a4cc-f19f-485a-85dd-b15d8d2bd497 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1406388 Dec 13 14:57:33.913224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] Pushing event updated for resources: {'Network': ['ID=3b24f59f-3a2a-41f9-8640-30c991187cd1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:33.932691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:57:33.945147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:33.962375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e59034-934a-4c03-9347-c4af7322db1b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:33.973849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ea3179b-fab3-4367-b945-405cc16f413f req-312e91d0-fd9e-42f7-9498-8f6c30626f3e tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482130 Dec 13 14:57:34.051137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] Set router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:57:34.059003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 14e59034-934a-4c03-9347-c4af7322db1b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14e59034-934a-4c03-9347-c4af7322db1b,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:34.244898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a6499fbe-3595-4912-9bf2-c723ca83c419 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3562450 Dec 13 14:57:34.250182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:57:32Z', 'revision_number': 5, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:34.251959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60990) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:34.253438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Request body: {'subnet': {'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-666772486-subnet', 'tenant_id': '945c2e9af4cc4209852541eee560ef11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:34.275902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbf050-d734-4d1e-ac58-246c7e829a58 None None] The sync data for ids ['724a86e0-2a1e-43cc-af5b-626a31e8bb86'] in n-d-816954-1 is: [{'id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'name': 'tempest-TaggedBootDevicesTest_v242-520748073-router', 'tenant_id': '4d344660a1f742209dec039f3a69c5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '9520b300-85a5-4951-8875-210be327e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:45:51Z', 'updated_at': '2021-12-13T14:57:32Z', 'revision_number': 5, 'project_id': '4d344660a1f742209dec039f3a69c5d7', 'gw_port': {'id': '9520b300-85a5-4951-8875-210be327e6cf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a86e0-2a1e-43cc-af5b-626a31e8bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:45:52Z', 'updated_at': '2021-12-13T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:57:34.344838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:34.358933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Deleting port 9520b300-85a5-4951-8875-210be327e6cf {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:34.360107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:34.379431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Made reservation on behalf of 945c2e9af4cc4209852541eee560ef11 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:34.382372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:34.403453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=14e59034-934a-4c03-9347-c4af7322db1b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:34.461930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] For port 9520b300-85a5-4951-8875-210be327e6cf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9520b300-85a5-4951-8875-210be327e6cf,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:34.462345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:34.507433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Calling delete_port for 9520b300-85a5-4951-8875-210be327e6cf owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:34.525069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7053777c-62e3-4a26-9590-1e9ec15ee0f0 req-84fb8d8a-2deb-4c81-8362-8aee21639880 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0577860 Dec 13 14:57:34.547914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['14e59034-934a-4c03-9347-c4af7322db1b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:34.745736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:34.843039 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:34.844628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ef9e00-c5bd-4524-a470-08a877a9abaf,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:34.865654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814d87-bbb1-4260-88ec-987fe0713a66 req-2e1a8e50-4113-45ed-8388-106422838cc1 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:34.867189 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3814d87-bbb1-4260-88ec-987fe0713a66 req-2e1a8e50-4113-45ed-8388-106422838cc1 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 948 time: 0.0889683 Dec 13 14:57:34.868375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Checking segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:34.868732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Network hostable DHCP agents. Network: 3b24f59f-3a2a-41f9-8640-30c991187cd1, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:57:34.871883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9520b300-85a5-4951-8875-210be327e6cf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:34.919608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3814d87-bbb1-4260-88ec-987fe0713a66 req-c1e16685-1755-4e7e-9fc3-0acea644de81 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Dec 13 14:57:34.963885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.103837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.110167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.171741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610789e5-92e0-41ba-b352-e67607de03bd req-3c9e2d19-e875-433a-9164-0a78baf14d18 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:35.173197 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-610789e5-92e0-41ba-b352-e67607de03bd req-3c9e2d19-e875-433a-9164-0a78baf14d18 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1089556 Dec 13 14:57:35.219406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-610789e5-92e0-41ba-b352-e67607de03bd req-96317db2-0914-4662-bbf9-fd9f2f651cb3 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Dec 13 14:57:35.488479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:57:35.591351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 14e59034-934a-4c03-9347-c4af7322db1b up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:35.609491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-14f4fe14-d7f6-4b7a-8f7e-86e6f90d1257 req-6f2d4c9e-8913-48ff-9de2-a8b7353afb3e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0324779 Dec 13 14:57:35.700107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.700653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724a86e0-2a1e-43cc-af5b-626a31e8bb86 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:57:35.706747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.710751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8ea963c8-5a9f-45eb-a143-d1560c2c40f4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/724a86e0-2a1e-43cc-af5b-626a31e8bb86 HTTP/1.1" status: 204 len: 168 time: 2.5462029 Dec 13 14:57:35.711178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32790) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:35.763633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 3b24f59f-3a2a-41f9-8640-30c991187cd1) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:35.765298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 14e59034-934a-4c03-9347-c4af7322db1b completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:57:35.774604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 14e59034-934a-4c03-9347-c4af7322db1b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:35.774947 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.776729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee1930-8404-409c-aad1-58831245d62a None None] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:35.777716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:35.778417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.782261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] Deleting subnet c6830849-bf3e-492c-a334-57365e51e0b3 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:57:35.786572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.872729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:35.903791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5416b5c2-5788-4636-84d0-c781ca07adaa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6544785 Dec 13 14:57:36.055093 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.097726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 14e59034-934a-4c03-9347-c4af7322db1b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14e59034-934a-4c03-9347-c4af7322db1b,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:36.098973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6954a2a0-d07f-4f15-9f57-879292520a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e59034-934a-4c03-9347-c4af7322db1b'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:36.099231 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.101377 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6eace-308f-470a-902d-92abb0b37dc2" -d '{"events": [{"server_uuid": "6954a2a0-d07f-4f15-9f57-879292520a64", "name": "network-vif-plugged", "status": "completed", "tag": "14e59034-934a-4c03-9347-c4af7322db1b"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:36.142545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975645-6178-44cb-b052-b89f217a26e3 req-6ba16a21-1efd-4689-a2d9-3a477c74afb3 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:36.144083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34975645-6178-44cb-b052-b89f217a26e3 req-6ba16a21-1efd-4689-a2d9-3a477c74afb3 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 948 time: 0.1032150 Dec 13 14:57:36.152924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-3b24f59f-3a2a-41f9-8640-30c991187cd1', 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'tenant_id': '945c2e9af4cc4209852541eee560ef11', 'fixed_ips': [{'subnet_id': 'c3ef9e00-c5bd-4524-a470-08a877a9abaf'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:57:36.156943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.177250 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c31fe3-55ef-4482-a7da-cc9ab85d5e6d x-openstack-request-id: req-32c31fe3-55ef-4482-a7da-cc9ab85d5e6d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:36.177537 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6954a2a0-d07f-4f15-9f57-879292520a64", "name": "network-vif-plugged", "status": "completed", "tag": "14e59034-934a-4c03-9347-c4af7322db1b", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:36.177822 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32c31fe3-55ef-4482-a7da-cc9ab85d5e6d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:36.178177 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6954a2a0-d07f-4f15-9f57-879292520a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e59034-934a-4c03-9347-c4af7322db1b', 'code': 200} Dec 13 14:57:36.181526 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.227483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34975645-6178-44cb-b052-b89f217a26e3 req-4e7b2f1d-c4a3-4d2c-9287-f052e2966877 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763247 Dec 13 14:57:36.289927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=14e59034-934a-4c03-9347-c4af7322db1b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:36.391816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.426570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.436144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6830849-bf3e-492c-a334-57365e51e0b3 HTTP/1.1" status: 204 len: 168 time: 0.7239199 Dec 13 14:57:36.436802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32820) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:36.462168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a06f5efa-9699-4490-8c47-76c7b959404f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:36.469974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff1f0a-190b-4f32-90cf-d1892d19879d None None] Network 7436cb96-5fb4-495e-883c-3852f8ac42ef requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:36.490113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09b774-ab72-4bb2-83b9-fd2424130304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6830849-bf3e-492c-a334-57365e51e0b3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:36.501614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef9b7-15af-4854-b364-ce0ca548e6c9 req-46c8a784-0dac-4f8a-8fc9-300a019dd484 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:36.512785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c0ef9b7-15af-4854-b364-ce0ca548e6c9 req-46c8a784-0dac-4f8a-8fc9-300a019dd484 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1048977 Dec 13 14:57:36.569523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c0ef9b7-15af-4854-b364-ce0ca548e6c9 req-6c1d01ab-f55c-403a-8308-b6c012bef4dd tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Dec 13 14:57:36.583335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e007e2-5677-4170-816d-a727906aa904 req-745ea6b4-8ec2-4e9e-b669-99fe463fcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:36.585143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3e007e2-5677-4170-816d-a727906aa904 req-745ea6b4-8ec2-4e9e-b669-99fe463fcf91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 1100 time: 0.2883930 Dec 13 14:57:36.644975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a06f5efa-9699-4490-8c47-76c7b959404f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:36.645532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a06f5efa-9699-4490-8c47-76c7b959404f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:36.646999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9520b300-85a5-4951-8875-210be327e6cf no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:36.680327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3e007e2-5677-4170-816d-a727906aa904 req-73158716-c270-455f-b0d6-b4b3fbc0d8fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832105 Dec 13 14:57:36.692116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.720443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9520b300-85a5-4951-8875-210be327e6cf {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:36.720790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9520b300-85a5-4951-8875-210be327e6cf not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:36.831527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-37b362ec-cc8e-4192-a504-c4243c4f0c8e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:36.833358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-37b362ec-cc8e-4192-a504-c4243c4f0c8e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 815 time: 0.1549897 Dec 13 14:57:36.844957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Deleting port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:36.844957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:36.870683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Allocated IP 172.20.0.2 (3b24f59f-3a2a-41f9-8640-30c991187cd1/c3ef9e00-c5bd-4524-a470-08a877a9abaf/85e3a15e-b208-41a8-81b4-e6ef6e4503c6) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:36.930685 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-d67b2aab-c617-41eb-b97c-15c8fa5216f3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/quotas/945c2e9af4cc4209852541eee560ef11 HTTP/1.1" status: 200 len: 375 time: 0.0154424 Dec 13 14:57:36.998699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] DHCP port deletion for 7436cb96-5fb4-495e-883c-3852f8ac42ef request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:57:37.038257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-ca073578-668e-464c-b1aa-c6f6deec71a2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726790 Dec 13 14:57:37.044492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8499c1e3-80f4-474b-884f-39c435138b5f req-2a6b2d7a-6b59-483f-bba5-ae6ebd04092f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0374947 Dec 13 14:57:37.164659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] Deleting port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:37.164659 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:37.184468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-ae3e5c5e-2aa3-4004-97ad-272310fbd5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307068 Dec 13 14:57:37.184468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] For port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,segment=NetworkSegment(21aee524-79d2-4f39-9d9a-da9ced4b9f74),segment_id=21aee524-79d2-4f39-9d9a-da9ced4b9f74)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:37.185017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:37.218757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cec29-5f14-4f1e-8713-02ed41a8eec8 req-9fde668c-da27-4392-8d7a-3507b2a32b3b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.224516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-e05097e0-a957-4476-89e6-cf5e4c55af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.226126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-e05097e0-a957-4476-89e6-cf5e4c55af7f service neutron] 10.222.0.50 "GET /v2.0/ports/0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 1027 time: 0.0512540 Dec 13 14:57:37.231706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-221cec29-5f14-4f1e-8713-02ed41a8eec8 req-9fde668c-da27-4392-8d7a-3507b2a32b3b tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.0989897 Dec 13 14:57:37.315153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-221cec29-5f14-4f1e-8713-02ed41a8eec8 req-a5770ee1-dddb-4609-8d29-1edc0fed5393 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822780 Dec 13 14:57:37.402082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Calling delete_port for f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:37.418493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:37.438417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] For port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,segment=NetworkSegment(21aee524-79d2-4f39-9d9a-da9ced4b9f74),segment_id=21aee524-79d2-4f39-9d9a-da9ced4b9f74)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:37.444095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:37.445351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-81483a64-7555-4fea-b43d-9420f5c3442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.447329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-81483a64-7555-4fea-b43d-9420f5c3442a service neutron] 10.222.0.50 "GET /v2.0/ports/0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 1026 time: 0.1865189 Dec 13 14:57:37.453249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] Calling delete_port for f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:37.483332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6bc7-faf9-4d0b-91ac-b44af6105b2d req-710942d1-c0c0-4f7b-ab55-0327decd6533 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.492568 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03cc6bc7-faf9-4d0b-91ac-b44af6105b2d req-710942d1-c0c0-4f7b-ab55-0327decd6533 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 949 time: 0.1050618 Dec 13 14:57:37.534626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03cc6bc7-faf9-4d0b-91ac-b44af6105b2d req-038b9aff-162c-496c-8fff-33751d5dafee tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Dec 13 14:57:37.543323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:37.592519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-783a0b6b-2ea4-45d4-87ff-db7f5f2b454d service neutron] 10.222.0.24 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220212 Dec 13 14:57:37.683192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-105f1cb4-01f5-4504-84cd-b308727d4b70 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.701086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-105f1cb4-01f5-4504-84cd-b308727d4b70 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.715879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:37.719991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:37.721145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-105f1cb4-01f5-4504-84cd-b308727d4b70 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.723514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-105f1cb4-01f5-4504-84cd-b308727d4b70 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "GET /v2.0/networks?id=4ae87db4-6566-4a34-b93b-12167460eed5&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=0dbf2396-4b31-4a83-8887-655b95608024&id=0dbf2396-4b31-4a83-8887-655b95608024 HTTP/1.1" status: 200 len: 1989 time: 0.2671711 Dec 13 14:57:37.728760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:37.800424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61af7c-70cf-4bdf-8c95-60faec0947da req-4ceaae0b-61ab-48cf-9636-0ab61d4bc8c5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:37.803766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c61af7c-70cf-4bdf-8c95-60faec0947da req-4ceaae0b-61ab-48cf-9636-0ab61d4bc8c5 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1668687 Dec 13 14:57:37.837851 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:37.840579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-de00e30b-24a7-4839-a2c5-927c0ecaf9d4 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c HTTP/1.1" status: 200 len: 378 time: 0.0991571 Dec 13 14:57:37.853268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'admin_state_up': True, 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'security_groups': ['a4499f36-0e25-4720-bb23-91f5a76f8bca']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:37.896616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Pushing event updated for resources: {'Port': ['ID=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:37.937372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c61af7c-70cf-4bdf-8c95-60faec0947da req-c26bb76e-d561-4f5a-8276-8c738e1e962a tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273439 Dec 13 14:57:37.998126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.035162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] Pushing event deleted for resources: {'Port': ['ID=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:38.046871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45878a2c-28d4-4620-92b1-9f65a14f51c3 None None] No DVR routers for this DVR port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:38.069605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Attempting to bind port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:38.069605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Attempting to bind port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:38.069605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Attempting to bind port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:38.069952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:38.070364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Checking segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:38.070772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.071168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Bound using segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:38.071639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Bound port: 85e3a15e-b208-41a8-81b4-e6ef6e4503c6, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:38.072027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.092793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:38.136562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] No DVR routers for this DVR port f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:38.142822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:38.166494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:38.166843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1230a6d-87f7-4c29-b9e1-a45d15b0f0a5 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:38.243734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] For port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:38.257702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] For port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:38.313900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.345275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.362866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-8fab49b1-37dc-4c23-abad-7c5b2b8ef611 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:38.369531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7436cb96-5fb4-495e-883c-3852f8ac42ef']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:38.375657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-8fab49b1-37dc-4c23-abad-7c5b2b8ef611 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 815 time: 0.1656997 Dec 13 14:57:38.395953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-1091ba0d-d5bf-4d8d-81f5-2b9466319b36 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/quotas/945c2e9af4cc4209852541eee560ef11 HTTP/1.1" status: 200 len: 375 time: 0.0203965 Dec 13 14:57:38.409957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21aee524-79d2-4f39-9d9a-da9ced4b9f74') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:38.414593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc72d-461c-478a-950f-de6e293d3b10 None None] Pushing event updated for resources: {'Port': ['ID=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:38.418085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21aee524-79d2-4f39-9d9a-da9ced4b9f74') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:38.459076 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-549b1263-3ba7-459f-9934-39e9ab7479c0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620387 Dec 13 14:57:38.471340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.530852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.546661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:57:38.549269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.625725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-074284ef-b9f5-4892-8d63-cca54955c137 service neutron] 10.222.0.24 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407585 Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:57:38.628976 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:57:38.810564 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9942e25a-7ddb-44cd-9dea-3e3183548733 req-98acf141-b923-493b-91a5-3626cbfe3c60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.1572299 Dec 13 14:57:38.817304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:38.828581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.839718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.855004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-4f9b3a54-8e0a-4d71-a7a8-851958c6ab9a service neutron] 10.222.0.24 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211039 Dec 13 14:57:38.856641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:38.884331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7436cb96-5fb4-495e-883c-3852f8ac42ef HTTP/1.1" status: 204 len: 168 time: 2.4361157 Dec 13 14:57:38.924960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f3d4c-9feb-4db2-9378-ae23200cc452 admin admin] Pushing event deleted for resources: {'Network': ['ID=7436cb96-5fb4-495e-883c-3852f8ac42ef,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:39.258696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 172.20.0.9 (4ae87db4-6566-4a34-b93b-12167460eed5/97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16/e9e01921-ca68-44f5-b12b-2a9e1377f580) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:39.377194 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32892) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:39.463735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-898d9cde-2d7d-4977-8079-f23c25cbee9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3623ae3aed2d4f1b9b531834ad116ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824597 Dec 13 14:57:39.463735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32896) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:39.597229 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3af4e5-3590-4e5a-8adb-d505b3019592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:39.607403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e2a8a-ba5b-443b-8c19-d318794e3918 req-5efa114a-9644-42c8-910f-80b9b3e63d27 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:39.611843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-800e2a8a-ba5b-443b-8c19-d318794e3918 req-5efa114a-9644-42c8-910f-80b9b3e63d27 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.4259498 Dec 13 14:57:39.655760 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:39.676924 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3af4e5-3590-4e5a-8adb-d505b3019592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:39.742567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc3f9-2877-4cc5-aefe-2a51181161b2 req-1b5fe0af-eaa7-438d-9c84-ff74a0547cde tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:39.750729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c3bc3f9-2877-4cc5-aefe-2a51181161b2 req-1b5fe0af-eaa7-438d-9c84-ff74a0547cde tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 949 time: 0.1312015 Dec 13 14:57:39.834963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c3bc3f9-2877-4cc5-aefe-2a51181161b2 req-d17999f3-c510-4ccf-8d32-11d896f0d401 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741146 Dec 13 14:57:39.892576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-800e2a8a-ba5b-443b-8c19-d318794e3918 req-d0d97d44-d200-434a-b008-8591eb9c2030 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557154 Dec 13 14:57:39.892682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3af4e5-3590-4e5a-8adb-d505b3019592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:39.892682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3af4e5-3590-4e5a-8adb-d505b3019592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:39.895466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9e3af4e5-3590-4e5a-8adb-d505b3019592 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f315fbf-890a-4cad-9ac4-43e59262ae78 HTTP/1.1" status: 204 len: 168 time: 0.4287114 Dec 13 14:57:39.920162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3af4e5-3590-4e5a-8adb-d505b3019592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f315fbf-890a-4cad-9ac4-43e59262ae78,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:39.953467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-1f5b71ca-0375-4664-9b78-6ab4a1931b95 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:39.959229 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-1f5b71ca-0375-4664-9b78-6ab4a1931b95 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.1962092 Dec 13 14:57:40.009372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:40.248610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:40.338144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-b94f959e-9307-4310-a351-cb400022783d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:40.354368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-b94f959e-9307-4310-a351-cb400022783d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 815 time: 0.3596447 Dec 13 14:57:40.397965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-ac73843c-baa4-48b2-89d4-1d5593a5952f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/quotas/945c2e9af4cc4209852541eee560ef11 HTTP/1.1" status: 200 len: 375 time: 0.0404224 Dec 13 14:57:40.416189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:40.417556 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:40.505143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 4ae87db4-6566-4a34-b93b-12167460eed5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:40.517774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:40.524018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=e9e01921-ca68-44f5-b12b-2a9e1377f580,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:40.528742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:40.528987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-afbb7c0e-1472-4668-a378-de1a0d03f0dc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208177 Dec 13 14:57:40.563535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:40.612375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed19442-58d6-463c-8e2b-3aea91a14562 None None] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:40.686118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-75ce8894-3650-4804-8a62-1c4c36af764d service neutron] 10.222.0.24 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526017 Dec 13 14:57:40.702724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:40.754483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5e815898-48dc-4924-9f7d-fcc40c6979ed None None] Provisioning complete for port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:40.760038 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5e815898-48dc-4924-9f7d-fcc40c6979ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:40.801099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:40.801775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:40.853017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:40.900997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Deleting port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:40.902119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:40.978008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:40.997677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-67afa108-80eb-4d31-904e-8e3529f3fa80 service neutron] 10.222.0.24 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116720 Dec 13 14:57:41.009447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-503c01e5-e78d-4c3a-836b-82f81f0822bc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1587732 Dec 13 14:57:41.039232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'admin_state_up': True, 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'security_groups': ['a4499f36-0e25-4720-bb23-91f5a76f8bca']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:41.245932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] For port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:41.246419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:41.313594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3374c0f8-f9a2-41af-87fb-5a263adb5d10 None None] Provisioning complete for port e9e01921-ca68-44f5-b12b-2a9e1377f580 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:41.334014 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3374c0f8-f9a2-41af-87fb-5a263adb5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:41.381055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Calling delete_port for c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:41.405743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-b5c3a8a8-e01e-476d-8acf-57e16c893734 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:41.409607 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-b5c3a8a8-e01e-476d-8acf-57e16c893734 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.50 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 815 time: 0.2750809 Dec 13 14:57:41.425272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Request body: {'port': {'device_id': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'admin_state_up': True, 'tenant_id': '945c2e9af4cc4209852541eee560ef11'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:41.443394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3374c0f8-f9a2-41af-87fb-5a263adb5d10 None None] Port e9e01921-ca68-44f5-b12b-2a9e1377f580 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:41.489411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32944) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:41.635413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:41.639868 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:41.769355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1dfeb9c9-2327-4bad-be32-ce6dc69e0208 None None] Provisioning complete for port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:41.770200 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1dfeb9c9-2327-4bad-be32-ce6dc69e0208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:41.891059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a6ab978-c37b-4992-95fd-f70b3e1e95d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d344660a1f742209dec039f3a69c5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854036 Dec 13 14:57:41.903952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32954) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:41.946515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e7aa-8a3c-4544-b9ba-a4d8beed034a req-cc2d6000-9a43-4498-a45c-b0d28eeee865 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:41.948476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ed4e7aa-8a3c-4544-b9ba-a4d8beed034a req-cc2d6000-9a43-4498-a45c-b0d28eeee865 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 945 time: 0.2653904 Dec 13 14:57:41.969619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6a6b3-ef3f-4a8d-8f52-65c0e5486693 req-e4e89bca-dff7-4849-a06b-da21317ce9bf tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:41.977709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65d6a6b3-ef3f-4a8d-8f52-65c0e5486693 req-e4e89bca-dff7-4849-a06b-da21317ce9bf tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 931 time: 0.4858665 Dec 13 14:57:42.035617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Made reservation on behalf of 945c2e9af4cc4209852541eee560ef11 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:42.059206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.123470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ed4e7aa-8a3c-4544-b9ba-a4d8beed034a req-7772be45-1e9e-4c08-9846-a4488edfe6eb tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909348 Dec 13 14:57:42.129192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:42.239009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:42.239753 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.473129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Allocated IP 172.20.0.5 (3b24f59f-3a2a-41f9-8640-30c991187cd1/c3ef9e00-c5bd-4524-a470-08a877a9abaf/571fc759-8b85-49b7-b669-67c309cbc3a8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:42.613968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 10.1.1.141 (7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9/49247f3f-9125-4995-9473-58d17e263f46/a9e20ea3-31f4-4a18-93af-82110cc4b6b4) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:42.659974 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.771731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-64853e10-dfca-4f16-8d4d-cde5ce7fef4f req-2ef7a3ea-0a02-44ff-a57b-a5e3e9ab67a5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 210 time: 0.0781460 Dec 13 14:57:42.822564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-027dc224-2d72-449e-b1da-dc2d330dc679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.829592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.841853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.842731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:42.855017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-027dc224-2d72-449e-b1da-dc2d330dc679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.888568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:42.923202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65d6a6b3-ef3f-4a8d-8f52-65c0e5486693 req-ccd8595f-ace6-47c9-b771-1e314e69db14 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9445879 Dec 13 14:57:42.930497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event deleted for resources: {'Port': ['ID=c7f654ce-cd7c-45eb-8a24-0c88d9d928a7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:42.980043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-87192e4a-ad95-456b-8a11-332130c3dca5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3219304 Dec 13 14:57:42.998751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:43.021655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:43.033517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:43.083883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] No DVR routers for this DVR port c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:43.109946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.128767 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.55 "DELETE /v2.0/ports/c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 HTTP/1.1" status: 204 len: 173 time: 3.1583357 Dec 13 14:57:43.129086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:43.129516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'name': 'network-vif-deleted', 'tag': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:43.129752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.138020 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d91f3b-e524-4704-9011-427bb28aae7b" -d '{"events": [{"server_uuid": "6ceb6041-406f-4d25-bd16-5f0db41e0064", "name": "network-vif-deleted", "tag": "c7f654ce-cd7c-45eb-8a24-0c88d9d928a7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:43.144371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Pushing event updated for resources: {'Port': ['ID=571fc759-8b85-49b7-b669-67c309cbc3a8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:43.172339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-b6dd2cc9-a824-4b71-b05f-9b86f7779785 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:43.175547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-b6dd2cc9-a824-4b71-b05f-9b86f7779785 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 815 time: 0.4834642 Dec 13 14:57:43.206600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Request body: {'port': {'device_id': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'admin_state_up': True, 'tenant_id': '945c2e9af4cc4209852541eee560ef11'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:43.228317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-d4e1890c-31e4-4890-be19-235fa9faee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:43.229988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-d4e1890c-31e4-4890-be19-235fa9faee64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5673c19694c24b8595ca43991597855e&device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 1100 time: 0.1772988 Dec 13 14:57:43.252862 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f8b49-065d-4098-b487-cadb4051ee50 x-openstack-request-id: req-863f8b49-065d-4098-b487-cadb4051ee50 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:43.253366 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceb6041-406f-4d25-bd16-5f0db41e0064", "name": "network-vif-deleted", "tag": "c7f654ce-cd7c-45eb-8a24-0c88d9d928a7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:43.253725 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-863f8b49-065d-4098-b487-cadb4051ee50 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:43.254225 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceb6041-406f-4d25-bd16-5f0db41e0064', 'name': 'network-vif-deleted', 'tag': 'c7f654ce-cd7c-45eb-8a24-0c88d9d928a7', 'status': 'completed', 'code': 200} Dec 13 14:57:43.314143 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-7d82c4b0-8c25-4886-bdf1-bfc4fd0a65cc tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8936408 Dec 13 14:57:43.314750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-027dc224-2d72-449e-b1da-dc2d330dc679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.330396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-027dc224-2d72-449e-b1da-dc2d330dc679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.330396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-027dc224-2d72-449e-b1da-dc2d330dc679 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f397fc1e-ac56-436b-9caa-493361c23995 HTTP/1.1" status: 204 len: 168 time: 1.4153509 Dec 13 14:57:43.331149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d00826a-8686-4423-beee-3e2e26fc9056 req-b2626b6a-a453-4625-b354-cf88eb10773d tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 210 time: 0.0658920 Dec 13 14:57:43.337384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dc224-2d72-449e-b1da-dc2d330dc679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f397fc1e-ac56-436b-9caa-493361c23995,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:43.340152 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.342348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Request body: {'port': {'device_id': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:43.431163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.474259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:43.481753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:43.488668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:43.522783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2dd06699-7819-4c73-80bb-ca07570e0f37 None None] Provisioning complete for port 571fc759-8b85-49b7-b669-67c309cbc3a8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:43.529872 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2dd06699-7819-4c73-80bb-ca07570e0f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.554078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:43.571119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2dd06699-7819-4c73-80bb-ca07570e0f37 None None] Port 571fc759-8b85-49b7-b669-67c309cbc3a8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:43.578768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Made reservation on behalf of 945c2e9af4cc4209852541eee560ef11 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:43.582467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.605940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:43.607795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-85bf3bfc-5fb3-4a1c-b884-491f1f826ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:43.609331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-85bf3bfc-5fb3-4a1c-b884-491f1f826ea8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.3383660 Dec 13 14:57:43.646621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:43.647416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c7f654ce-cd7c-45eb-8a24-0c88d9d928a7 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:43.688558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-0a804a24-d0b2-40ad-b5f9-a7a5d3563518 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=14e59034-934a-4c03-9347-c4af7322db1b HTTP/1.1" status: 200 len: 217 time: 0.0674570 Dec 13 14:57:43.709111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:43.710168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:43.815530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-fc1d81f9-a224-49d1-807e-0b0f19b2d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:43.817181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-fc1d81f9-a224-49d1-807e-0b0f19b2d4fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.1015916 Dec 13 14:57:43.890105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-91f7443e-c35b-4352-99e8-29551e561cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:43.897159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-91f7443e-c35b-4352-99e8-29551e561cbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677559 Dec 13 14:57:43.898823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-551b6a0f-6172-42f9-a27f-4037133c71c5 None None] Provisioning complete for port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:43.900035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-551b6a0f-6172-42f9-a27f-4037133c71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:44.005253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60c303c7-8d5c-4336-a909-c0652dc4de17 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9878154 Dec 13 14:57:44.034808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'admin_state_up': True, 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'security_groups': ['a4499f36-0e25-4720-bb23-91f5a76f8bca']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:44.064406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-551b6a0f-6172-42f9-a27f-4037133c71c5 None None] Port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:44.184456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571fc759-8b85-49b7-b669-67c309cbc3a8 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:44.193803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:44.208042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Transition to ACTIVE for port object 571fc759-8b85-49b7-b669-67c309cbc3a8 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:44.263740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d327cab-129b-43f6-a99f-d8920386a87f req-aad8f1f8-2aa2-45aa-8860-84a9fc2285a1 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 210 time: 0.3725767 Dec 13 14:57:44.285686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9d176-dad3-4d16-abb1-50637c37a28f req-14154dcb-c993-404c-9da5-4427dbff99db tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:44.292005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9d176-dad3-4d16-abb1-50637c37a28f req-14154dcb-c993-404c-9da5-4427dbff99db tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:44.299464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ef9d176-dad3-4d16-abb1-50637c37a28f req-14154dcb-c993-404c-9da5-4427dbff99db tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 1653 time: 0.1629097 Dec 13 14:57:44.353869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:44.387864 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-d0e24bb9-41ec-432f-9d91-c653db77b928 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778078 Dec 13 14:57:44.406580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ef9d176-dad3-4d16-abb1-50637c37a28f req-d7426ae1-3f50-485b-a35b-1e93c661f666 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059954 Dec 13 14:57:44.490534 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1cbe618-a082-43ad-b51b-5bd13f787cd3 req-c8e87244-e154-40da-a3a1-470b171e0fb9 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ceb6041-406f-4d25-bd16-5f0db41e0064 HTTP/1.1" status: 200 len: 210 time: 0.0530427 Dec 13 14:57:44.515681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Pushing event updated for resources: {'Port': ['ID=571fc759-8b85-49b7-b669-67c309cbc3a8,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:44.544994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Allocated IP 172.20.0.10 (3b24f59f-3a2a-41f9-8640-30c991187cd1/c3ef9e00-c5bd-4524-a470-08a877a9abaf/a077c73b-3b7f-4c64-9797-27a053b70dc8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:44.554439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fef0797-11d2-4fc7-a1ce-92d80499cbe6 req-e9bdce43-99bb-4906-abdb-48f8f76a3fce service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468778 Dec 13 14:57:44.555586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:44.562404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:44.733045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Attempting to bind port 571fc759-8b85-49b7-b669-67c309cbc3a8 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:44.733374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Attempting to bind port 571fc759-8b85-49b7-b669-67c309cbc3a8 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:44.733709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Attempting to bind port 571fc759-8b85-49b7-b669-67c309cbc3a8 on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:44.742770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Port 571fc759-8b85-49b7-b669-67c309cbc3a8 on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:44.743471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Attempting to bind port 571fc759-8b85-49b7-b669-67c309cbc3a8 on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:44.772430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:44.774352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Checking segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:44.774772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Bound using segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:44.775233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Bound port: 571fc759-8b85-49b7-b669-67c309cbc3a8, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:44.775599 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:44.795936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 10.1.1.109 (7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9/49247f3f-9125-4995-9473-58d17e263f46/b3c0ea7d-50db-4265-a72d-ae833691afff) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:44.900891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] For port 571fc759-8b85-49b7-b669-67c309cbc3a8, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:44.906661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] For port 571fc759-8b85-49b7-b669-67c309cbc3a8, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=571fc759-8b85-49b7-b669-67c309cbc3a8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:44.910139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.012773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.036097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.081082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.094907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:45.094907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.100265 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] 10.222.0.50 "PUT /v2.0/ports/571fc759-8b85-49b7-b669-67c309cbc3a8 HTTP/1.1" status: 200 len: 1091 time: 1.7620208 Dec 13 14:57:45.110378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'tag': '571fc759-8b85-49b7-b669-67c309cbc3a8'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:45.115975 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a638ead5-7466-4633-b694-73870c1d3af7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014", "tag": "571fc759-8b85-49b7-b669-67c309cbc3a8"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:45.141837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52879c5a-1e8b-400c-9684-46a433614058 service neutron] Pushing event updated for resources: {'Port': ['ID=571fc759-8b85-49b7-b669-67c309cbc3a8,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:45.193578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:45.195442 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c22c342-26dc-414d-9689-1e5b13a177d0 x-openstack-request-id: req-4c22c342-26dc-414d-9689-1e5b13a177d0 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:45.195815 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014", "tag": "571fc759-8b85-49b7-b669-67c309cbc3a8", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:45.196187 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c22c342-26dc-414d-9689-1e5b13a177d0 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:45.196650 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'tag': '571fc759-8b85-49b7-b669-67c309cbc3a8', 'status': 'completed', 'code': 200} Dec 13 14:57:45.200315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:45.205238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:45.225813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.294530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:45.314508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:45.340837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:45.362015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Pushing event updated for resources: {'Port': ['ID=a077c73b-3b7f-4c64-9797-27a053b70dc8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:45.425497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:45.429303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.435628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33000) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:45.482433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=b3c0ea7d-50db-4265-a72d-ae833691afff,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:45.533448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ead5-7466-4633-b694-73870c1d3af7 req-a9f8df9c-757b-420f-a85d-82a44865db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:45.535625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a638ead5-7466-4633-b694-73870c1d3af7 req-a9f8df9c-757b-420f-a85d-82a44865db7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 1094 time: 0.2968898 Dec 13 14:57:45.602014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fbccb52-0078-4e52-8157-be24ce54c58f req-60881e42-6aff-497c-b212-f8696bfe98d4 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 210 time: 0.1381083 Dec 13 14:57:45.654010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-c0647a61-2e08-4a56-a93d-ff390a87532f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4638507 Dec 13 14:57:45.744136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:45.745228 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.767060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Request body: {'port': {'device_id': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:45.825379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.862173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-90998612-network', 'tenant_id': 'fa2f0c06b94f400a97032300c20c9582'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:45.867769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3da7c681-d062-4404-b43c-e06f7cdbf7d9 None None] Provisioning complete for port b3c0ea7d-50db-4265-a72d-ae833691afff triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:45.870099 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3da7c681-d062-4404-b43c-e06f7cdbf7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:45.892336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-12980baa-169a-4b2d-b1a6-75b2d3dbb4c8 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:45.902734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-12980baa-169a-4b2d-b1a6-75b2d3dbb4c8 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 815 time: 0.5106997 Dec 13 14:57:45.914189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Request body: {'port': {'device_id': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'admin_state_up': True, 'tenant_id': '945c2e9af4cc4209852541eee560ef11'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:45.982509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0affc0e1-ff9d-47db-a462-f4eb5fc0c129 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9674923 Dec 13 14:57:46.001796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3da7c681-d062-4404-b43c-e06f7cdbf7d9 None None] Port b3c0ea7d-50db-4265-a72d-ae833691afff cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:46.017999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024', 'admin_state_up': True, 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'security_groups': ['a4499f36-0e25-4720-bb23-91f5a76f8bca']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:46.087075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.111869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ead5-7466-4633-b694-73870c1d3af7 req-423ad5c6-80df-4cf8-bbfb-15fb289ce50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:46.113370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a638ead5-7466-4633-b694-73870c1d3af7 req-423ad5c6-80df-4cf8-bbfb-15fb289ce50f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=945c2e9af4cc4209852541eee560ef11&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5139954 Dec 13 14:57:46.117068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Made reservation on behalf of fa2f0c06b94f400a97032300c20c9582 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:46.119442 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.131117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-54981304-a31e-4e32-b514-179f50b0e250 None None] Provisioning complete for port a077c73b-3b7f-4c64-9797-27a053b70dc8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:46.131554 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-54981304-a31e-4e32-b514-179f50b0e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.177737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-54981304-a31e-4e32-b514-179f50b0e250 None None] Port a077c73b-3b7f-4c64-9797-27a053b70dc8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:46.267907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.427904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ead5-7466-4633-b694-73870c1d3af7 req-3450b4bd-bd82-40a7-8b7b-3b77dc77ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:46.429375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a638ead5-7466-4633-b694-73870c1d3af7 req-3450b4bd-bd82-40a7-8b7b-3b77dc77ca7e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2706554 Dec 13 14:57:46.450508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e18-85c5-418c-9a9d-ef8163f2d5cf req-4a530da6-9f19-43d0-a41f-3f77c0a8ea9f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:46.474364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e18-85c5-418c-9a9d-ef8163f2d5cf req-4a530da6-9f19-43d0-a41f-3f77c0a8ea9f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:46.484993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a6e18-85c5-418c-9a9d-ef8163f2d5cf req-4a530da6-9f19-43d0-a41f-3f77c0a8ea9f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:46.495984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f4a6e18-85c5-418c-9a9d-ef8163f2d5cf req-4a530da6-9f19-43d0-a41f-3f77c0a8ea9f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 2374 time: 0.8154664 Dec 13 14:57:46.579351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 14:57:46.579351 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 14:57:46.579351 n-d-816954-1 neutron-server[102823]: [parameters: {'project_id_1': '945c2e9af4cc4209852541eee560ef11', 'expiration_1': datetime.datetime(2021, 12, 13, 14, 57, 26, 405210)}] Dec 13 14:57:46.579351 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:57:46.580027 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:57:46.618838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f4a6e18-85c5-418c-9a9d-ef8163f2d5cf req-16f01efd-db4b-4db4-9798-53c97c5e55b3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214075 Dec 13 14:57:46.660337 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.669182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-b8e3e830-3d53-4174-9c74-ea43b3f4e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:46.671247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-b8e3e830-3d53-4174-9c74-ea43b3f4e799 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 1094 time: 0.1650200 Dec 13 14:57:46.709566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:46.755058 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.794923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bb58b862-9d8d-4f77-b280-41c647e26426 req-9ea2950e-d429-41c1-a5c9-1e285bbd79f1 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 210 time: 0.0983059 Dec 13 14:57:46.800579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-38b9667d-ec61-452f-9223-ee8648c0663c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=571fc759-8b85-49b7-b669-67c309cbc3a8 HTTP/1.1" status: 200 len: 217 time: 0.1190655 Dec 13 14:57:46.877842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:57:46.904809 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.905338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a077c73b-3b7f-4c64-9797-27a053b70dc8 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:46.910164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756c627f-46c8-4a6b-81e0-0ece2180395b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:46.911842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.922220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.929546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:46.929901 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Added segment 3b0a2064-f8a2-4a33-9cee-f3cf143ce381 of type vlan for network 5782386b-0506-4e41-b0c8-9e9bc652ba2c Dec 13 14:57:46.935753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-51f4d877-5e85-4137-8ad0-8846a691a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:46.937779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-51f4d877-5e85-4137-8ad0-8846a691a9be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3ef9e00-c5bd-4524-a470-08a877a9abaf HTTP/1.1" status: 200 len: 854 time: 0.1233339 Dec 13 14:57:46.951630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-410b96ee-6b3c-43c9-b33b-4e541de02c1b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765621 Dec 13 14:57:47.008598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Transition to ACTIVE for port object a077c73b-3b7f-4c64-9797-27a053b70dc8 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:47.033566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.078591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-0381d1bd-cce7-4844-86d9-4498bbbada95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:47.080180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-0381d1bd-cce7-4844-86d9-4498bbbada95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b24f59f-3a2a-41f9-8640-30c991187cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326926 Dec 13 14:57:47.141736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.187355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-ca525cd6-ed04-40b9-9632-bcf408a03207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:47.188460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-ca525cd6-ed04-40b9-9632-bcf408a03207 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=620dc395144c4837ad8bc00dbf76ff19&device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 1097 time: 0.1212890 Dec 13 14:57:47.228339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.228339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:47.229986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.233021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Pushing event updated for resources: {'Port': ['ID=a077c73b-3b7f-4c64-9797-27a053b70dc8,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:47.299580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 10.2.2.100 (0dbf2396-4b31-4a83-8887-655b95608024/d1d5bddc-cc53-451c-993d-e63e12a07df4/2cca6fe3-da88-4c65-85db-39f506ea9a9a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:47.341235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-460b1f73-6cad-42fc-bb8a-921e882f721c service neutron] 10.222.0.50 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529933 Dec 13 14:57:47.342878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Made reservation on behalf of 945c2e9af4cc4209852541eee560ef11 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:47.349344 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.391301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] Pushing event updated for resources: {'Network': ['ID=5782386b-0506-4e41-b0c8-9e9bc652ba2c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:47.402767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 5782386b-0506-4e41-b0c8-9e9bc652ba2c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:57:47.447430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-42349e18-e69e-4ed0-b8b0-f6d3d41a0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:47.450920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-42349e18-e69e-4ed0-b8b0-f6d3d41a0aaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 200 len: 907 time: 0.2233770 Dec 13 14:57:47.469529 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e04aa8b4-b59c-41be-908b-2a0f580bed35 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0326917 Dec 13 14:57:47.476184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33044) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:47.487949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Request body: {'subnet': {'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-90998612-subnet', 'tenant_id': 'fa2f0c06b94f400a97032300c20c9582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:47.497475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Attempting to bind port a077c73b-3b7f-4c64-9797-27a053b70dc8 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:47.497825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Attempting to bind port a077c73b-3b7f-4c64-9797-27a053b70dc8 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:47.498142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Attempting to bind port a077c73b-3b7f-4c64-9797-27a053b70dc8 on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:47.521613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Port a077c73b-3b7f-4c64-9797-27a053b70dc8 on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:47.521916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Attempting to bind port a077c73b-3b7f-4c64-9797-27a053b70dc8 on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:47.544930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:47.545271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Checking segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:47.545709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Bound using segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:47.546155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Bound port: a077c73b-3b7f-4c64-9797-27a053b70dc8, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:47.548837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.553777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-081b3321-87d9-4821-b06c-d3e8ca89a134 req-d44c3e71-05d1-418a-b44e-4573739b71e9 service neutron] 10.222.0.50 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793230 Dec 13 14:57:47.655878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] For port a077c73b-3b7f-4c64-9797-27a053b70dc8, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:47.663983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] For port a077c73b-3b7f-4c64-9797-27a053b70dc8, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a077c73b-3b7f-4c64-9797-27a053b70dc8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:47.687760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-774a2e07-afed-438f-98b7-f49cd157ce46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc HTTP/1.1" status: 200 len: 217 time: 0.0996146 Dec 13 14:57:47.692683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Made reservation on behalf of fa2f0c06b94f400a97032300c20c9582 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:47.696173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.813068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf849a-9a09-488e-b846-3c44a3d208b0 req-c8ae8c26-49b3-43be-81b4-d3a2761e4e07 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:47.814633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2bf849a-9a09-488e-b846-3c44a3d208b0 req-c8ae8c26-49b3-43be-81b4-d3a2761e4e07 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 946 time: 0.4932890 Dec 13 14:57:47.864262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-6672e56e-7742-4676-ad87-c0a2dbbb74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:47.864262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-6672e56e-7742-4676-ad87-c0a2dbbb74fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 200 len: 846 time: 0.1338749 Dec 13 14:57:47.864555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.872241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.918169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-2bc81594-0c05-429d-b1e0-acb4f9d35df4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fb5250a-d7fd-4302-b982-58251343def9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442328 Dec 13 14:57:47.989572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:47.991021 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:47.992723 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] 10.222.0.55 "PUT /v2.0/ports/a077c73b-3b7f-4c64-9797-27a053b70dc8 HTTP/1.1" status: 200 len: 1092 time: 2.2456248 Dec 13 14:57:47.995902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'tag': 'a077c73b-3b7f-4c64-9797-27a053b70dc8'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:47.999548 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf6eb92-a679-4c87-b7bc-810176bcbd6b", "tag": "a077c73b-3b7f-4c64-9797-27a053b70dc8"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:48.016018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dc25-7a73-4f83-b2da-e6f2e0d43705 req-2cf1eb1f-17a8-4215-92b1-d371a6fe1669 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:48.022518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dc25-7a73-4f83-b2da-e6f2e0d43705 req-2cf1eb1f-17a8-4215-92b1-d371a6fe1669 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:48.029123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dc25-7a73-4f83-b2da-e6f2e0d43705 req-2cf1eb1f-17a8-4215-92b1-d371a6fe1669 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:48.038421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f44dc25-7a73-4f83-b2da-e6f2e0d43705 req-2cf1eb1f-17a8-4215-92b1-d371a6fe1669 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 2374 time: 0.3052588 Dec 13 14:57:48.040596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb80681-dadf-4858-99d1-69a7b45a633f service neutron] Pushing event updated for resources: {'Port': ['ID=a077c73b-3b7f-4c64-9797-27a053b70dc8,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:48.178306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f44dc25-7a73-4f83-b2da-e6f2e0d43705 req-5b962fa5-5306-4999-b30e-faa5176bccd2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385250 Dec 13 14:57:48.266358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:48.324762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-d808d04f-c92e-4843-af36-de82c3c05480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:48.326616 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-d808d04f-c92e-4843-af36-de82c3c05480 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 1095 time: 0.1838663 Dec 13 14:57:48.434574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ae250170-44ba-42dc-92e8-8d0c117bf45a req-d7a0668b-77c4-4d2d-8150-64a73406f05c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 210 time: 0.1053326 Dec 13 14:57:48.452372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-b233138b-1674-4a19-989e-70e961081909 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a077c73b-3b7f-4c64-9797-27a053b70dc8 HTTP/1.1" status: 200 len: 217 time: 0.0955353 Dec 13 14:57:48.488579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6106a127-a110-4eba-a8e9-ec5c98428265,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:48.513554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2bf849a-9a09-488e-b846-3c44a3d208b0 req-8853cb11-faf3-4847-88ca-53e9066b6de0 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/security-groups?id=f41f0995-c216-4b8c-bfbf-91f0518e5c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871529 Dec 13 14:57:48.522630 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324d286e-e16b-48fa-9000-c2347c1642fd x-openstack-request-id: req-324d286e-e16b-48fa-9000-c2347c1642fd {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:48.523010 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf6eb92-a679-4c87-b7bc-810176bcbd6b", "tag": "a077c73b-3b7f-4c64-9797-27a053b70dc8", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:48.523331 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-324d286e-e16b-48fa-9000-c2347c1642fd {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:48.524171 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'tag': 'a077c73b-3b7f-4c64-9797-27a053b70dc8', 'status': 'completed', 'code': 200} Dec 13 14:57:48.546099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Checking segment: {'id': '3b0a2064-f8a2-4a33-9cee-f3cf143ce381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:48.549125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Network hostable DHCP agents. Network: 5782386b-0506-4e41-b0c8-9e9bc652ba2c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:57:48.569355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-967cd95f-c7ba-4d9e-a265-892a5cba3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:48.571192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-967cd95f-c7ba-4d9e-a265-892a5cba3bcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ef9e00-c5bd-4524-a470-08a877a9abaf HTTP/1.1" status: 200 len: 854 time: 0.0984366 Dec 13 14:57:48.597413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Allocated IP 172.20.0.4 (3b24f59f-3a2a-41f9-8640-30c991187cd1/c3ef9e00-c5bd-4524-a470-08a877a9abaf/a04e6824-0074-4e90-a462-9feea1b2215b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:48.643230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-938cf078-6d2b-40b6-8572-0e057c2cf0a4 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130480 Dec 13 14:57:48.695757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123733b-a931-4327-9606-bd58d333d557 req-122119b6-1831-437a-b629-8ff6c3ed5764 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:48.697341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4123733b-a931-4327-9606-bd58d333d557 req-122119b6-1831-437a-b629-8ff6c3ed5764 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.50 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 946 time: 0.1303000 Dec 13 14:57:48.715083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456116-4670-486f-8e86-2a21a98d7091 req-4d76ffa4-0f89-4846-8375-6c84ae9f0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:48.716576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-4d76ffa4-0f89-4846-8375-6c84ae9f0753 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b24f59f-3a2a-41f9-8640-30c991187cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335490 Dec 13 14:57:48.736256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:48.797945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Network 5782386b-0506-4e41-b0c8-9e9bc652ba2c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:57:48.868773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 0dbf2396-4b31-4a83-8887-655b95608024 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:48.873966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=2cca6fe3-da88-4c65-85db-39f506ea9a9a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:48.886581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:48.894949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:48.915192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Deleting port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:57:48.915532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:48.935303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-fce1f7b8-2fd1-45b5-a9b1-29f396ba36cd service neutron] 10.222.0.55 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999345 Dec 13 14:57:48.959412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4fe34b2e-594d-4975-80b8-e35172b2b482 req-f5dd720b-a525-46b3-991f-d6fa05ee7f62 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077750 Dec 13 14:57:48.970782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 5782386b-0506-4e41-b0c8-9e9bc652ba2c) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:48.980287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beda795-7a74-481b-b0b0-1a4bb6abb63c None None] Network 5782386b-0506-4e41-b0c8-9e9bc652ba2c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:48.998287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.001530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.002825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.007959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.059030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.139902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] For port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,segment=NetworkSegment(c467b65d-7223-4aa7-9bfd-0298d30ce3fb),segment_id=c467b65d-7223-4aa7-9bfd-0298d30ce3fb)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:49.140313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.149455 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:57:49.154182 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e896f671-f424-4845-acdd-332194229c3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6769488 Dec 13 14:57:49.182911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Calling delete_port for 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:57:49.193152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9456116-4670-486f-8e86-2a21a98d7091 req-d7e507df-982c-4012-995a-0bfa0fa56181 service neutron] 10.222.0.55 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237449 Dec 13 14:57:49.207652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe11d02b-d11a-48c5-bef9-a2d07c884aeb None None] Network 5782386b-0506-4e41-b0c8-9e9bc652ba2c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:57:49.229874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bd2c8da-6df9-4173-92b2-973b2505db61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2162750 Dec 13 14:57:49.240340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024', 'admin_state_up': True, 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'security_groups': ['a4499f36-0e25-4720-bb23-91f5a76f8bca']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:49.317771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.352162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 571fc759-8b85-49b7-b669-67c309cbc3a8 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:57:49.424746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ef5384b9-a095-4e3e-ad25-1d5bffe674e5 None None] Provisioning complete for port 2cca6fe3-da88-4c65-85db-39f506ea9a9a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:49.425361 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ef5384b9-a095-4e3e-ad25-1d5bffe674e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.472816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Pushing event updated for resources: {'Port': ['ID=a04e6824-0074-4e90-a462-9feea1b2215b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:49.508305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b3fb-e735-41a0-baa3-492042942a86 req-51c4533e-8b6a-4eaa-9c1e-250e6e6d313e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.515922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b3fb-e735-41a0-baa3-492042942a86 req-51c4533e-8b6a-4eaa-9c1e-250e6e6d313e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.520554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:49.522480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b3fb-e735-41a0-baa3-492042942a86 req-51c4533e-8b6a-4eaa-9c1e-250e6e6d313e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.524666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:49.530268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b3fb-e735-41a0-baa3-492042942a86 req-51c4533e-8b6a-4eaa-9c1e-250e6e6d313e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.532038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1839b3fb-e735-41a0-baa3-492042942a86 req-51c4533e-8b6a-4eaa-9c1e-250e6e6d313e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 3095 time: 0.2501473 Dec 13 14:57:49.549460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:49.576569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.590046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-2957f435-b48f-4ce7-9eb5-a2ae3d517779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.591634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-2957f435-b48f-4ce7-9eb5-a2ae3d517779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 1095 time: 0.1652083 Dec 13 14:57:49.597840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:49.636187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Pushing event deleted for resources: {'Port': ['ID=8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:49.645143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 571fc759-8b85-49b7-b669-67c309cbc3a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=571fc759-8b85-49b7-b669-67c309cbc3a8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:49.661165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ef5384b9-a095-4e3e-ad25-1d5bffe674e5 None None] Port 2cca6fe3-da88-4c65-85db-39f506ea9a9a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:49.680224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.681006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.719659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a60f-98f3-4344-b2fa-c1a9b448c9e5 req-6dc59ecc-26c6-418c-80cb-1c1363019696 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:49.721581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3566a60f-98f3-4344-b2fa-c1a9b448c9e5 req-6dc59ecc-26c6-418c-80cb-1c1363019696 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 931 time: 0.1871786 Dec 13 14:57:49.728961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '571fc759-8b85-49b7-b669-67c309cbc3a8', 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'port_id': '571fc759-8b85-49b7-b669-67c309cbc3a8', 'mac_address': 'fa:16:3e:e5:ab:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef9e00-c5bd-4524-a470-08a877a9abaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:57:49.751285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Made reservation on behalf of e158b3cb4fba4a368ceb62f57b4ffa6c for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:49.757779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.805484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.838541 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3566a60f-98f3-4344-b2fa-c1a9b448c9e5 req-de31c9cc-5ee5-4028-867d-008f20ee50c4 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920172 Dec 13 14:57:49.840148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571fc759-8b85-49b7-b669-67c309cbc3a8 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:49.840537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-894bd0c4-872e-4fdd-a607-c55281b9b0f0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9354510 Dec 13 14:57:49.913232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 571fc759-8b85-49b7-b669-67c309cbc3a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=571fc759-8b85-49b7-b669-67c309cbc3a8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:49.917061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d32be476-defd-489d-8619-0f4d48c37e1d None None] Provisioning complete for port a04e6824-0074-4e90-a462-9feea1b2215b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:49.917874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d32be476-defd-489d-8619-0f4d48c37e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:49.952160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Request body: {'port': {'device_id': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:50.005786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d32be476-defd-489d-8619-0f4d48c37e1d None None] Port a04e6824-0074-4e90-a462-9feea1b2215b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:50.009380 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a40f8bd7-3022-4a2e-8b40-d7085732d782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:50.025744 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:50.026384 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1839b3fb-e735-41a0-baa3-492042942a86 req-a4ff873b-b50d-437f-9ef4-624bdcb78eb0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4702339 Dec 13 14:57:50.081030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:50.147720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=571fc759-8b85-49b7-b669-67c309cbc3a8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:50.156589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.156589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.156589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.156589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.156985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.158704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.158704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.158934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] No DVR routers for this DVR port 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:57:50.159018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.159018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.159018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.159351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.159881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:57:50.164706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-7af74faf-3f57-4807-8108-7eef244b1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:50.174267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-7af74faf-3f57-4807-8108-7eef244b1ad2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 916 time: 0.5503244 Dec 13 14:57:50.174267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:50.174267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4123733b-a931-4327-9606-bd58d333d557 req-897f1f87-8cdd-4867-9b19-a48b1bc3a32c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.50 "DELETE /v2.0/ports/8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc HTTP/1.1" status: 204 len: 173 time: 1.4661083 Dec 13 14:57:50.203515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-469e13d4-3d1d-4029-ac6d-7e2521853c56 req-547ea423-9ede-463b-b982-610d8599ac90 tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 210 time: 0.0307968 Dec 13 14:57:50.214414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['571fc759-8b85-49b7-b669-67c309cbc3a8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:50.244256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Allocated IP 10.2.2.200 (0dbf2396-4b31-4a83-8887-655b95608024/d1d5bddc-cc53-451c-993d-e63e12a07df4/b466609e-73cd-430b-8122-f49a68826c9c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:50.280027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-6978d8d5-3a82-4563-a230-f6bcfe826a59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a077c73b-3b7f-4c64-9797-27a053b70dc8 HTTP/1.1" status: 200 len: 217 time: 0.0787315 Dec 13 14:57:50.353747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-d4af348e-b8f1-4d35-b319-5e48f7b435d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:50.356481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-d4af348e-b8f1-4d35-b319-5e48f7b435d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ef9e00-c5bd-4524-a470-08a877a9abaf HTTP/1.1" status: 200 len: 854 time: 0.0669146 Dec 13 14:57:50.417835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-1a5d4c24-ee55-4f48-8cf7-be5525ff2acd tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:50.419340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-1a5d4c24-ee55-4f48-8cf7-be5525ff2acd tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/networks?id=5782386b-0506-4e41-b0c8-9e9bc652ba2c HTTP/1.1" status: 200 len: 816 time: 0.3170934 Dec 13 14:57:50.449767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-692ff219-8d0a-447a-891c-3680eec88cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:50.452235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-692ff219-8d0a-447a-891c-3680eec88cd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b24f59f-3a2a-41f9-8640-30c991187cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867684 Dec 13 14:57:50.525403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'name': 'network-vif-deleted', 'tag': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:50.528181 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8e5f7-84b4-4c9a-ae98-6760844af0a7" -d '{"events": [{"server_uuid": "d027e62e-063a-470e-926e-67eb1bf90bff", "name": "network-vif-deleted", "tag": "8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:50.584799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-157b8e0e-4be9-4334-b65e-da91a0280b8e service neutron] 10.222.0.55 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161962 Dec 13 14:57:50.585780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-897c1966-5808-489d-8fc2-702b0c87e254 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/quotas/fa2f0c06b94f400a97032300c20c9582 HTTP/1.1" status: 200 len: 375 time: 0.1494613 Dec 13 14:57:50.656267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-984a1d03-e2b1-431f-8241-bbc5e594bf37 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa2f0c06b94f400a97032300c20c9582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547171 Dec 13 14:57:50.660287 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b68ba55-eb6a-4784-9877-7b9cb320d874 x-openstack-request-id: req-1b68ba55-eb6a-4784-9877-7b9cb320d874 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:50.660592 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d027e62e-063a-470e-926e-67eb1bf90bff", "name": "network-vif-deleted", "tag": "8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:50.660847 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b68ba55-eb6a-4784-9877-7b9cb320d874 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:50.661247 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd027e62e-063a-470e-926e-67eb1bf90bff', 'name': 'network-vif-deleted', 'tag': '8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc', 'status': 'completed', 'code': 200} Dec 13 14:57:50.712220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca577dbe-fba7-4b6a-bd03-6dafbebe7f99 req-af5ef187-bffa-4258-be8e-4ab6a0856a0e service neutron] 10.222.0.55 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184776 Dec 13 14:57:50.812361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:50.860796 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-12a8414c-b08a-4e8d-81f2-7c88844bc648 service neutron] 10.222.0.24 "GET /v2.0/networks/5782386b-0506-4e41-b0c8-9e9bc652ba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836979 Dec 13 14:57:50.978818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04e6824-0074-4e90-a462-9feea1b2215b {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:50.988055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:50.993998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ed7f-b5df-4440-93c8-c711f9a32cfa req-b22bcba2-67ae-430e-867d-5b56babedb1e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:50.995881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d8ed7f-b5df-4440-93c8-c711f9a32cfa req-b22bcba2-67ae-430e-867d-5b56babedb1e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 931 time: 0.0716622 Dec 13 14:57:51.013974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Transition to ACTIVE for port object a04e6824-0074-4e90-a462-9feea1b2215b will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:51.030165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-b313dbd4-28e6-4054-b782-3065304f8ba8 service neutron] 10.222.0.24 "GET /v2.0/networks/5782386b-0506-4e41-b0c8-9e9bc652ba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591890 Dec 13 14:57:51.043943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d8ed7f-b5df-4440-93c8-c711f9a32cfa req-0fef0ba5-6ab8-4ce1-a264-f12913bb75c5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389559 Dec 13 14:57:51.104927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.179815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.222482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Network 0dbf2396-4b31-4a83-8887-655b95608024 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:51.232481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:51.242657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:51.269908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event updated for resources: {'Port': ['ID=b466609e-73cd-430b-8122-f49a68826c9c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:51.288507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe71a-10f1-4b61-a9ba-80f4f2bedd08 req-ff17d569-fd54-44f9-9732-93b808afce80 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:51.306308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe71a-10f1-4b61-a9ba-80f4f2bedd08 req-ff17d569-fd54-44f9-9732-93b808afce80 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:51.325715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33086) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:51.337603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe71a-10f1-4b61-a9ba-80f4f2bedd08 req-ff17d569-fd54-44f9-9732-93b808afce80 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:51.352074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 571fc759-8b85-49b7-b669-67c309cbc3a8 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:51.371208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe71a-10f1-4b61-a9ba-80f4f2bedd08 req-ff17d569-fd54-44f9-9732-93b808afce80 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:51.414973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a04e6824-0074-4e90-a462-9feea1b2215b,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:51.426698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe71a-10f1-4b61-a9ba-80f4f2bedd08 req-ff17d569-fd54-44f9-9732-93b808afce80 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:51.435527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:51.436221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.437815 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36dfe71a-10f1-4b61-a9ba-80f4f2bedd08 req-ff17d569-fd54-44f9-9732-93b808afce80 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 3816 time: 0.2767944 Dec 13 14:57:51.530058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36dfe71a-10f1-4b61-a9ba-80f4f2bedd08 req-7af3169b-5ce2-4125-b237-3cc54785d70d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845163 Dec 13 14:57:51.537071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Attempting to bind port a04e6824-0074-4e90-a462-9feea1b2215b on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:51.560145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Attempting to bind port a04e6824-0074-4e90-a462-9feea1b2215b by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:51.560621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Attempting to bind port a04e6824-0074-4e90-a462-9feea1b2215b on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:51.575147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Port a04e6824-0074-4e90-a462-9feea1b2215b on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:51.575480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Attempting to bind port a04e6824-0074-4e90-a462-9feea1b2215b on network 3b24f59f-3a2a-41f9-8640-30c991187cd1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:51.589821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:51.590416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Checking segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:51.590740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Bound using segment: {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:51.591316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Bound port: a04e6824-0074-4e90-a462-9feea1b2215b, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdc3d71-e5ed-4121-9a32-0519575c373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:51.591741 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.655695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd650863-6d3c-4e02-87b5-fb83bd5371f0 req-75c40587-21ee-4b53-9dc8-2eceb7dcd50d tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 210 time: 0.0468445 Dec 13 14:57:51.663128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 571fc759-8b85-49b7-b669-67c309cbc3a8 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:57:51.671729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 571fc759-8b85-49b7-b669-67c309cbc3a8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:51.672162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.719390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] For port a04e6824-0074-4e90-a462-9feea1b2215b, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:51.723318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] For port a04e6824-0074-4e90-a462-9feea1b2215b, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a04e6824-0074-4e90-a462-9feea1b2215b,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:51.732497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b906e130-f0c6-4b73-9ea1-63f3d4a525c9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4958596 Dec 13 14:57:51.769388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:51.797139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18805e6d-b791-45a9-b243-2cf35fc7356b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.801098 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-766c9c3d-de2d-4f83-8e31-070a3dc64578 req-c96a052a-6a02-4725-97fc-aef39b27d22c tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] 10.222.0.24 "GET /v2.0/ports?device_id=d027e62e-063a-470e-926e-67eb1bf90bff HTTP/1.1" status: 200 len: 210 time: 0.0740674 Dec 13 14:57:51.874993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.939703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571fc759-8b85-49b7-b669-67c309cbc3a8'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:51.941835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:51.946643 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1bae8d-130d-4246-b252-bd11a2afcc28" -d '{"events": [{"server_uuid": "0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014", "name": "network-vif-plugged", "status": "completed", "tag": "571fc759-8b85-49b7-b669-67c309cbc3a8"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:51.994173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 571fc759-8b85-49b7-b669-67c309cbc3a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=571fc759-8b85-49b7-b669-67c309cbc3a8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:52.014197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fd0de32e-2564-435d-a338-e0871b5a7c1d None None] Provisioning complete for port b466609e-73cd-430b-8122-f49a68826c9c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:52.020492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd0de32e-2564-435d-a338-e0871b5a7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.020492 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a265e49-a100-4803-82de-9319d203a94a x-openstack-request-id: req-0a265e49-a100-4803-82de-9319d203a94a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:52.020492 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014", "name": "network-vif-plugged", "status": "completed", "tag": "571fc759-8b85-49b7-b669-67c309cbc3a8", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:52.020492 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a265e49-a100-4803-82de-9319d203a94a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:52.020492 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571fc759-8b85-49b7-b669-67c309cbc3a8', 'code': 200} Dec 13 14:57:52.062792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de32e-2564-435d-a338-e0871b5a7c1d None None] Port b466609e-73cd-430b-8122-f49a68826c9c cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:57:52.065317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18805e6d-b791-45a9-b243-2cf35fc7356b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.069435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a04e6824-0074-4e90-a462-9feea1b2215b,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:52.090825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.091450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.093503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-4ff0c6e9-9596-4893-9391-f5933e90fbb0 service neutron] 10.222.0.55 "PUT /v2.0/ports/a04e6824-0074-4e90-a462-9feea1b2215b HTTP/1.1" status: 200 len: 1091 time: 2.1464596 Dec 13 14:57:52.094031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'tag': 'a04e6824-0074-4e90-a462-9feea1b2215b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:52.096516 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2115e552-bc69-49a9-9944-1fbfb64e1d99" -d '{"events": [{"name": "network-changed", "server_uuid": "8315d346-4f3e-49fd-a3a6-fb71bb926706", "tag": "a04e6824-0074-4e90-a462-9feea1b2215b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:52.109919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.109919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:57:52.131158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.178696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a86f84-14d2-4d42-8749-73ba2f1a7fce req-d0bcd918-406d-4243-a853-248e9c1290ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.184510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0a86f84-14d2-4d42-8749-73ba2f1a7fce req-d0bcd918-406d-4243-a853-248e9c1290ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 1096 time: 0.1043322 Dec 13 14:57:52.190973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18805e6d-b791-45a9-b243-2cf35fc7356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.260161 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40186051-cae2-4b8e-a26b-b8c712ae9a49 x-openstack-request-id: req-40186051-cae2-4b8e-a26b-b8c712ae9a49 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:52.260161 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8315d346-4f3e-49fd-a3a6-fb71bb926706", "tag": "a04e6824-0074-4e90-a462-9feea1b2215b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:52.260161 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40186051-cae2-4b8e-a26b-b8c712ae9a49 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:52.260161 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'tag': 'a04e6824-0074-4e90-a462-9feea1b2215b', 'status': 'completed', 'code': 200} Dec 13 14:57:52.261174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18805e6d-b791-45a9-b243-2cf35fc7356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2b936-4068-493a-8220-de13a9c45efc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:52.274882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0a86f84-14d2-4d42-8749-73ba2f1a7fce req-7321b781-82e2-4a15-8a0a-f0af182ab02e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830984 Dec 13 14:57:52.287320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=571fc759-8b85-49b7-b669-67c309cbc3a8,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:52.292321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:57:52.292667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 8e2b53c2-12da-4318-b57f-8a3f1cc1b3cc not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:57:52.431923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-18805e6d-b791-45a9-b243-2cf35fc7356b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba8a1c61841744648608d2c3c24a2614&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1047201 Dec 13 14:57:52.437313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33110) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:52.438049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4c39-eb78-44c9-8a1c-2c74da010f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.512977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21fac5ed-b49a-4c61-af6a-3bd39e488eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.524389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250a54a-f460-4962-99ed-08b9d19cf8a3 req-221568d1-8000-4824-9e26-ee6b67df97d3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.527431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4250a54a-f460-4962-99ed-08b9d19cf8a3 req-221568d1-8000-4824-9e26-ee6b67df97d3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 943 time: 0.2678506 Dec 13 14:57:52.535724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115e552-bc69-49a9-9944-1fbfb64e1d99 req-b2c4b539-381a-460a-8ff3-c97c68aea459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.536652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21fac5ed-b49a-4c61-af6a-3bd39e488eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.538140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2115e552-bc69-49a9-9944-1fbfb64e1d99 req-b2c4b539-381a-460a-8ff3-c97c68aea459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 1094 time: 0.1942823 Dec 13 14:57:52.724272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21fac5ed-b49a-4c61-af6a-3bd39e488eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.726859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21fac5ed-b49a-4c61-af6a-3bd39e488eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.731245 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-21fac5ed-b49a-4c61-af6a-3bd39e488eba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ff2b936-4068-493a-8220-de13a9c45efc HTTP/1.1" status: 204 len: 168 time: 0.2923696 Dec 13 14:57:52.746828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac5ed-b49a-4c61-af6a-3bd39e488eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2b936-4068-493a-8220-de13a9c45efc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:52.751880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4250a54a-f460-4962-99ed-08b9d19cf8a3 req-ce791340-effe-4476-ab42-948e36456b58 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120121 Dec 13 14:57:52.752972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115e552-bc69-49a9-9944-1fbfb64e1d99 req-1807c2da-9a0c-481f-b034-24aaaa79831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.754455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2115e552-bc69-49a9-9944-1fbfb64e1d99 req-1807c2da-9a0c-481f-b034-24aaaa79831b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=945c2e9af4cc4209852541eee560ef11&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1993799 Dec 13 14:57:52.777752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eeba3-e4e4-4464-a0f6-39b29a00b53f req-56b0e593-4d82-4994-b008-443b7d73044b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.784907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eeba3-e4e4-4464-a0f6-39b29a00b53f req-56b0e593-4d82-4994-b008-443b7d73044b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.795564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eeba3-e4e4-4464-a0f6-39b29a00b53f req-56b0e593-4d82-4994-b008-443b7d73044b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.805717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eeba3-e4e4-4464-a0f6-39b29a00b53f req-56b0e593-4d82-4994-b008-443b7d73044b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.812841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eeba3-e4e4-4464-a0f6-39b29a00b53f req-56b0e593-4d82-4994-b008-443b7d73044b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.815004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e2eeba3-e4e4-4464-a0f6-39b29a00b53f req-56b0e593-4d82-4994-b008-443b7d73044b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 3816 time: 0.1689167 Dec 13 14:57:52.875765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e2eeba3-e4e4-4464-a0f6-39b29a00b53f req-feb4bd9b-3a3d-4bd0-96da-30b23d3a6460 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545394 Dec 13 14:57:52.912647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13da955d-e66d-466f-adea-6c6a6ab48741 req-963a9710-1b20-4119-9110-0e76cd89f69e tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 210 time: 0.0406003 Dec 13 14:57:52.920400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e01921-ca68-44f5-b12b-2a9e1377f580 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:52.932032 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:52.947707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33120) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:52.962913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Transition to ACTIVE for port object e9e01921-ca68-44f5-b12b-2a9e1377f580 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:52.976743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115e552-bc69-49a9-9944-1fbfb64e1d99 req-a9436876-b63c-4797-b9fd-ab7bad138cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:52.978143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2115e552-bc69-49a9-9944-1fbfb64e1d99 req-a9436876-b63c-4797-b9fd-ab7bad138cc0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2120893 Dec 13 14:57:52.989935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] Deleting subnet dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:57:52.998000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.049499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.082415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-e0650d3a-c50a-4310-9c08-c01f21ad5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:53.084412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-e0650d3a-c50a-4310-9c08-c01f21ad5fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 1094 time: 0.0691073 Dec 13 14:57:53.102201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.142499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.145204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-ecb2952a-93e4-4d8d-8722-7d7ddd00f050 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04e6824-0074-4e90-a462-9feea1b2215b HTTP/1.1" status: 200 len: 217 time: 0.0525026 Dec 13 14:57:53.242020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.275598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.302533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-e74b61ae-cd38-4d61-872a-6aca18846d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:53.304156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-e74b61ae-cd38-4d61-872a-6aca18846d89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ef9e00-c5bd-4524-a470-08a877a9abaf HTTP/1.1" status: 200 len: 854 time: 0.1474192 Dec 13 14:57:53.327171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:53.329896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.339405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33126) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:53.343321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-731dab6f-0be8-44ed-8cad-950d366e6b9c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dfbcb917-f2ca-492c-9d5c-bdb3e3d32e2a HTTP/1.1" status: 204 len: 168 time: 0.4043529 Dec 13 14:57:53.478191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.572133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Attempting to bind port e9e01921-ca68-44f5-b12b-2a9e1377f580 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:53.572467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Attempting to bind port e9e01921-ca68-44f5-b12b-2a9e1377f580 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:53.573621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Attempting to bind port e9e01921-ca68-44f5-b12b-2a9e1377f580 on network 4ae87db4-6566-4a34-b93b-12167460eed5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:53.593016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e01921-ca68-44f5-b12b-2a9e1377f580,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:53.629126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Port e9e01921-ca68-44f5-b12b-2a9e1377f580 on network 4ae87db4-6566-4a34-b93b-12167460eed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:53.629445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Attempting to bind port e9e01921-ca68-44f5-b12b-2a9e1377f580 on network 4ae87db4-6566-4a34-b93b-12167460eed5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:53.638849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a077c73b-3b7f-4c64-9797-27a053b70dc8 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:57:53.652245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33128) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:53.676717 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b99a1a90-9445-45fd-825a-7c9eee131c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.738943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.783991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb5250a-d7fd-4302-b982-58251343def9']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:53.796819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:53.797117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c467b65d-7223-4aa7-9bfd-0298d30ce3fb') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:57:53.811165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.831515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.838194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:57:53.838862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.885788 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b99a1a90-9445-45fd-825a-7c9eee131c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:53.887443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a077c73b-3b7f-4c64-9797-27a053b70dc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a077c73b-3b7f-4c64-9797-27a053b70dc8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:53.934357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'a077c73b-3b7f-4c64-9797-27a053b70dc8', 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'port_id': 'a077c73b-3b7f-4c64-9797-27a053b70dc8', 'mac_address': 'fa:16:3e:5e:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef9e00-c5bd-4524-a470-08a877a9abaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:57:54.003161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b99a1a90-9445-45fd-825a-7c9eee131c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.014693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c1f7-9f74-4097-b329-12184d009828 req-0f46eb47-9754-4901-8658-6ba3c6b636a9 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.019271 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.022475 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6689c1f7-9f74-4097-b329-12184d009828 req-0f46eb47-9754-4901-8658-6ba3c6b636a9 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 943 time: 0.1315160 Dec 13 14:57:54.043236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a077c73b-3b7f-4c64-9797-27a053b70dc8 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:54.070549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a077c73b-3b7f-4c64-9797-27a053b70dc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a077c73b-3b7f-4c64-9797-27a053b70dc8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:54.094855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b99a1a90-9445-45fd-825a-7c9eee131c00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a84f52f99ef458a815000f3502d567b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414318 Dec 13 14:57:54.107854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6689c1f7-9f74-4097-b329-12184d009828 req-f10de088-c774-466e-8e1c-d6bbeb595bde tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794744 Dec 13 14:57:54.107854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33140) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:54.155891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.177866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a1a90-9445-45fd-825a-7c9eee131c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e978292-e629-4419-9c00-1f3ef0f5b9e3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:54.242125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a077c73b-3b7f-4c64-9797-27a053b70dc8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:54.270657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-764f3605-458c-46d3-95de-28ebe5386b44 req-f86ab39a-ae1e-43d0-ad2c-6d9b9e26bb50 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 210 time: 0.0670800 Dec 13 14:57:54.276579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6030b58-3acc-4207-b0ba-2edcd591e30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:57:54.287847 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:57:54.289678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-84867e1a-f35d-47fd-86f6-70cca92333e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.291156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-84867e1a-f35d-47fd-86f6-70cca92333e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b24f59f-3a2a-41f9-8640-30c991187cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9658883 Dec 13 14:57:54.325024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6030b58-3acc-4207-b0ba-2edcd591e30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.326393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:54.329072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Checking segment: {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:54.329072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Bound using segment: {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:54.329072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Bound port: e9e01921-ca68-44f5-b12b-2a9e1377f580, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555ac296-be30-4838-948a-094d1d86c6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:54.329072 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.357740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a077c73b-3b7f-4c64-9797-27a053b70dc8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:54.382872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.398300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.401953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0fb5250a-d7fd-4302-b982-58251343def9 HTTP/1.1" status: 204 len: 168 time: 1.0430102 Dec 13 14:57:54.450173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aafc88-2ce6-4de9-af15-d1ff7735ef13 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb5250a-d7fd-4302-b982-58251343def9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:54.468883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032043d-12d2-4a3e-bc29-2542fde670d6 req-37a02b0b-554b-4464-828e-9c47141a1f0e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.475599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032043d-12d2-4a3e-bc29-2542fde670d6 req-37a02b0b-554b-4464-828e-9c47141a1f0e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.482249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032043d-12d2-4a3e-bc29-2542fde670d6 req-37a02b0b-554b-4464-828e-9c47141a1f0e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.488263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032043d-12d2-4a3e-bc29-2542fde670d6 req-37a02b0b-554b-4464-828e-9c47141a1f0e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.493173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6030b58-3acc-4207-b0ba-2edcd591e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.494261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032043d-12d2-4a3e-bc29-2542fde670d6 req-37a02b0b-554b-4464-828e-9c47141a1f0e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.496110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3032043d-12d2-4a3e-bc29-2542fde670d6 req-37a02b0b-554b-4464-828e-9c47141a1f0e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 3828 time: 0.2018075 Dec 13 14:57:54.496227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6030b58-3acc-4207-b0ba-2edcd591e30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.497386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e6030b58-3acc-4207-b0ba-2edcd591e30c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e978292-e629-4419-9c00-1f3ef0f5b9e3 HTTP/1.1" status: 204 len: 168 time: 0.3883419 Dec 13 14:57:54.512639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6030b58-3acc-4207-b0ba-2edcd591e30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e978292-e629-4419-9c00-1f3ef0f5b9e3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:54.627566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-00bae13b-80b3-401e-a5f8-c2c07f134189 service neutron] 10.222.0.55 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233712 Dec 13 14:57:54.628946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] For port e9e01921-ca68-44f5-b12b-2a9e1377f580, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:54.638764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] For port e9e01921-ca68-44f5-b12b-2a9e1377f580, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:54.666300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3032043d-12d2-4a3e-bc29-2542fde670d6 req-c7910eb2-2c88-4918-992e-a7825ce9e581 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1500373 Dec 13 14:57:54.716039 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.794971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:54.795596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.802539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 200 len: 1091 time: 3.0524440 Dec 13 14:57:54.803025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:54.805369 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68af6a81-d489-41e5-bd54-9a0540079c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:54.861932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e903a8-bd2c-4eb2-82ee-48987c13bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e01921-ca68-44f5-b12b-2a9e1377f580,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:54.886393 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccdcd51-753c-42d8-a7cf-7ade32c3bddb x-openstack-request-id: req-1ccdcd51-753c-42d8-a7cf-7ade32c3bddb {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:54.887029 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:54.887333 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ccdcd51-753c-42d8-a7cf-7ade32c3bddb {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:54.887881 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'status': 'completed', 'code': 200} Dec 13 14:57:54.916360 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:54.941063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:54.982716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33154) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:55.004754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d412e8-6dfe-4e1e-bc2f-c3bb49f5f33f req-114728e9-5ea5-4c64-a9c9-fde2dcf5d917 service neutron] 10.222.0.55 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678908 Dec 13 14:57:55.057862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-768ae30a-7f65-4da6-915c-aeede3699fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.058377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-768ae30a-7f65-4da6-915c-aeede3699fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.058838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-768ae30a-7f65-4da6-915c-aeede3699fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.059298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-768ae30a-7f65-4da6-915c-aeede3699fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.066941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-768ae30a-7f65-4da6-915c-aeede3699fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.069041 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-768ae30a-7f65-4da6-915c-aeede3699fc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 4363 time: 0.1597424 Dec 13 14:57:55.146401 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.239562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:55.239965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1bd24e94-de34-4f93-af59-a7638768e5ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=620dc395144c4837ad8bc00dbf76ff19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482109 Dec 13 14:57:55.245346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.280143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-07346a65-9532-4739-b7b1-4c493d1757b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.287169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-07346a65-9532-4739-b7b1-4c493d1757b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.287169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-07346a65-9532-4739-b7b1-4c493d1757b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.287169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-07346a65-9532-4739-b7b1-4c493d1757b9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2054636 Dec 13 14:57:55.288696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-f7179817-5a9d-4f77-804e-b9fc81a15923 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.290501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-f7179817-5a9d-4f77-804e-b9fc81a15923 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.50 "GET /v2.0/networks?id=5782386b-0506-4e41-b0c8-9e9bc652ba2c HTTP/1.1" status: 200 len: 816 time: 0.4521389 Dec 13 14:57:55.411448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d647088-8cb0-46c7-8add-ba9278f6ab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.453130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dce124c8-8c97-43df-be38-778e21b4291f req-d9cac56d-acad-4164-95d4-612408b34d93 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 210 time: 0.0887003 Dec 13 14:57:55.457106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Request body: {'port': {'device_id': '48f1519f-b80a-4af5-b445-df69c5168195', 'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c', 'admin_state_up': True, 'tenant_id': 'fa2f0c06b94f400a97032300c20c9582'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:55.466734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-2f98b91e-a424-4528-b2d1-300258c244ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.468419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-68af6a81-d489-41e5-bd54-9a0540079c4a req-2f98b91e-a424-4528-b2d1-300258c244ad service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733894 Dec 13 14:57:55.496750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d647088-8cb0-46c7-8add-ba9278f6ab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.607637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d647088-8cb0-46c7-8add-ba9278f6ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.610295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d647088-8cb0-46c7-8add-ba9278f6ab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.611499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d647088-8cb0-46c7-8add-ba9278f6ab80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41f0995-c216-4b8c-bfbf-91f0518e5c13 HTTP/1.1" status: 204 len: 168 time: 0.3702908 Dec 13 14:57:55.620835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647088-8cb0-46c7-8add-ba9278f6ab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f0995-c216-4b8c-bfbf-91f0518e5c13,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:55.630461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e769e-c1b1-457a-91ae-86c3957c1a94 req-a3d4df92-e499-45a2-8616-bac362c50f5e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.645418 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901e769e-c1b1-457a-91ae-86c3957c1a94 req-a3d4df92-e499-45a2-8616-bac362c50f5e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 943 time: 0.3708620 Dec 13 14:57:55.655846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a077c73b-3b7f-4c64-9797-27a053b70dc8 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:55.895092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6753-a606-4914-9632-5274ad51745e req-09e68052-113a-4dff-a3a8-730919b3649a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.896434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b585914-31fa-42d2-94a6-01be29f26100 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:55.899526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port a077c73b-3b7f-4c64-9797-27a053b70dc8 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:57:55.903627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6753-a606-4914-9632-5274ad51745e req-09e68052-113a-4dff-a3a8-730919b3649a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.910460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port a077c73b-3b7f-4c64-9797-27a053b70dc8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:55.910601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6753-a606-4914-9632-5274ad51745e req-09e68052-113a-4dff-a3a8-730919b3649a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.910851 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.919139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6753-a606-4914-9632-5274ad51745e req-09e68052-113a-4dff-a3a8-730919b3649a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.925356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6753-a606-4914-9632-5274ad51745e req-09e68052-113a-4dff-a3a8-730919b3649a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:55.935933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f25f6753-a606-4914-9632-5274ad51745e req-09e68052-113a-4dff-a3a8-730919b3649a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 3828 time: 0.1533477 Dec 13 14:57:55.984556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901e769e-c1b1-457a-91ae-86c3957c1a94 req-ad27c4a6-259c-4f76-acb5-2cb6aa0914d4 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612696 Dec 13 14:57:55.988329 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:55.996349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f25f6753-a606-4914-9632-5274ad51745e req-4f28902b-bd45-49bd-a72a-2fd2bcb68932 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591772 Dec 13 14:57:56.039544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Transition to ACTIVE for port object 0b585914-31fa-42d2-94a6-01be29f26100 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:56.124154 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:56.138738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:56.168396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a077c73b-3b7f-4c64-9797-27a053b70dc8'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:56.169979 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b37597-700c-47ba-a87f-77f7c66f2803" -d '{"events": [{"server_uuid": "ebf6eb92-a679-4c87-b7bc-810176bcbd6b", "name": "network-vif-plugged", "status": "completed", "tag": "a077c73b-3b7f-4c64-9797-27a053b70dc8"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:56.184831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a077c73b-3b7f-4c64-9797-27a053b70dc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a077c73b-3b7f-4c64-9797-27a053b70dc8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:56.188561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Pushing event updated for resources: {'Port': ['ID=0b585914-31fa-42d2-94a6-01be29f26100,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:56.195910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Made reservation on behalf of fa2f0c06b94f400a97032300c20c9582 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:56.199362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:56.253248 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:56.260875 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff62712-94ab-478e-8a47-ae4a01f45322 x-openstack-request-id: req-fff62712-94ab-478e-8a47-ae4a01f45322 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:56.261622 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf6eb92-a679-4c87-b7bc-810176bcbd6b", "name": "network-vif-plugged", "status": "completed", "tag": "a077c73b-3b7f-4c64-9797-27a053b70dc8", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:56.261622 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fff62712-94ab-478e-8a47-ae4a01f45322 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:56.261943 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a077c73b-3b7f-4c64-9797-27a053b70dc8', 'code': 200} Dec 13 14:57:56.399151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a077c73b-3b7f-4c64-9797-27a053b70dc8,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:56.617496 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a88d5382-97b9-4da4-a5f2-784247cbb95d req-8f9dd183-18bf-4d5c-9f9f-733d0e24b54c tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Dec 13 14:57:56.636353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Attempting to bind port 0b585914-31fa-42d2-94a6-01be29f26100 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:56.636672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Attempting to bind port 0b585914-31fa-42d2-94a6-01be29f26100 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:56.637002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Attempting to bind port 0b585914-31fa-42d2-94a6-01be29f26100 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:56.639473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Allocated IP 172.20.0.11 (5782386b-0506-4e41-b0c8-9e9bc652ba2c/6106a127-a110-4eba-a8e9-ec5c98428265/51019142-8c4e-4cfa-aba2-45f3d967e7f0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:57:56.657676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Port 0b585914-31fa-42d2-94a6-01be29f26100 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:56.658002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Attempting to bind port 0b585914-31fa-42d2-94a6-01be29f26100 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:56.666147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b8c7c-f3aa-4745-8eaa-ad023d94be9e req-cdf1ddb8-e7c8-4a33-a162-e15654efbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:56.667713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4b8c7c-f3aa-4745-8eaa-ad023d94be9e req-cdf1ddb8-e7c8-4a33-a162-e15654efbbbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 1097 time: 0.2973361 Dec 13 14:57:56.674472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:56.674883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Checking segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:56.675270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Bound using segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:56.675710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Bound port: 0b585914-31fa-42d2-94a6-01be29f26100, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:56.676082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:56.738498 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba4b8c7c-f3aa-4745-8eaa-ad023d94be9e req-ba680e1b-ed55-4d1a-a50c-9e2c3ee2f2de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583611 Dec 13 14:57:56.805966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] For port 0b585914-31fa-42d2-94a6-01be29f26100, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:56.815564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] For port 0b585914-31fa-42d2-94a6-01be29f26100, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0b585914-31fa-42d2-94a6-01be29f26100,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:56.910788 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:56.981529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Pushing event updated for resources: {'Port': ['ID=0b585914-31fa-42d2-94a6-01be29f26100,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:56.996878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:56.997694 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.000363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ff68f1d-82fb-4710-9a01-1edefc67367f service neutron] 10.222.0.50 "PUT /v2.0/ports/0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 1130 time: 2.0630310 Dec 13 14:57:57.000363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': '0b585914-31fa-42d2-94a6-01be29f26100'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:57.002432 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "0b585914-31fa-42d2-94a6-01be29f26100"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:57.055017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.094520 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6a76cb-3a80-4854-8f5f-f3cfb889cf97 x-openstack-request-id: req-1c6a76cb-3a80-4854-8f5f-f3cfb889cf97 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:57.094827 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "0b585914-31fa-42d2-94a6-01be29f26100", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:57.095084 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c6a76cb-3a80-4854-8f5f-f3cfb889cf97 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:57.095496 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': '0b585914-31fa-42d2-94a6-01be29f26100', 'status': 'completed', 'code': 200} Dec 13 14:57:57.106375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33228) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:57.144794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:57.321371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f651f678-7d2b-4c9d-9c00-3cbbcdaf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.321371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f651f678-7d2b-4c9d-9c00-3cbbcdaf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.324216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f651f678-7d2b-4c9d-9c00-3cbbcdaf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.324703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f651f678-7d2b-4c9d-9c00-3cbbcdaf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.325179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f651f678-7d2b-4c9d-9c00-3cbbcdaf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.325683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f651f678-7d2b-4c9d-9c00-3cbbcdaf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.328068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f651f678-7d2b-4c9d-9c00-3cbbcdaf3fc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5286 time: 0.1961572 Dec 13 14:57:57.363384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-7b93d2b5-97ee-43d9-9f40-01024feb94f6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.371570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-7b93d2b5-97ee-43d9-9f40-01024feb94f6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.378103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-7b93d2b5-97ee-43d9-9f40-01024feb94f6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.384944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-7b93d2b5-97ee-43d9-9f40-01024feb94f6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.391342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-7b93d2b5-97ee-43d9-9f40-01024feb94f6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.397638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-7b93d2b5-97ee-43d9-9f40-01024feb94f6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.397781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.399550 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-7b93d2b5-97ee-43d9-9f40-01024feb94f6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 4600 time: 0.1917365 Dec 13 14:57:57.407324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67495ae-e31f-48a7-a81a-8aa96822677c req-15d571e2-8a47-4a1b-84ba-1f04d576b57d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.410307 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b67495ae-e31f-48a7-a81a-8aa96822677c req-15d571e2-8a47-4a1b-84ba-1f04d576b57d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 943 time: 0.1571724 Dec 13 14:57:57.487117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.518615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-601f359d-284a-472f-99e5-fb1b4259901a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.532635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b67495ae-e31f-48a7-a81a-8aa96822677c req-b59ead75-445b-4a3f-a45f-d7a483c40e0f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133935 Dec 13 14:57:57.590959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a2c0a95-7258-4d89-a600-a246db708dc0 req-fe80158c-0e6b-45c4-a85c-18b102e27151 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1738062 Dec 13 14:57:57.632069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:57.646985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Network 5782386b-0506-4e41-b0c8-9e9bc652ba2c is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:57:57.661764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:57:57.667780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:57:57.669794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-92bbf67b-9e55-4446-ac6e-3aac496fa641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.670518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-92bbf67b-9e55-4446-ac6e-3aac496fa641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.670959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-92bbf67b-9e55-4446-ac6e-3aac496fa641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.671174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Pushing event updated for resources: {'Port': ['ID=51019142-8c4e-4cfa-aba2-45f3d967e7f0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:57.672740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-92bbf67b-9e55-4446-ac6e-3aac496fa641 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3274407 Dec 13 14:57:57.676318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a04e6824-0074-4e90-a462-9feea1b2215b details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:57:57.789379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.790094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.840405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a04e6824-0074-4e90-a462-9feea1b2215b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a04e6824-0074-4e90-a462-9feea1b2215b,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:57.846172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c44c6a-58ba-4292-b139-80ad50c9fb67 req-b50f85ee-6967-4d16-84a3-9cecb20a0711 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.847756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79c44c6a-58ba-4292-b139-80ad50c9fb67 req-b50f85ee-6967-4d16-84a3-9cecb20a0711 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 932 time: 0.0836995 Dec 13 14:57:57.860615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'a04e6824-0074-4e90-a462-9feea1b2215b', 'network_id': '3b24f59f-3a2a-41f9-8640-30c991187cd1', 'port_id': 'a04e6824-0074-4e90-a462-9feea1b2215b', 'mac_address': 'fa:16:3e:9d:fa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ef9e00-c5bd-4524-a470-08a877a9abaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:57:57.878050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-906407342-network', 'tenant_id': 'befbbed10d9a4f039c80c9022019a65b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:57.913772 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-601f359d-284a-472f-99e5-fb1b4259901a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.915527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:57.921806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-ef8a44ac-b602-4e81-96ea-f1cff23ab865 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4690943 Dec 13 14:57:57.932723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04e6824-0074-4e90-a462-9feea1b2215b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:57.940834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Request body: {'port': {'device_id': '48f1519f-b80a-4af5-b445-df69c5168195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:57.960159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a04e6824-0074-4e90-a462-9feea1b2215b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a04e6824-0074-4e90-a462-9feea1b2215b,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:57:57.967586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f91c50b5-7e57-4535-bd8c-73ea2a01d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:57.969146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da56e5a1-fd15-46d2-b3b5-fe84e2827de4 req-f91c50b5-7e57-4535-bd8c-73ea2a01d7f5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2794037 Dec 13 14:57:58.004664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79c44c6a-58ba-4292-b139-80ad50c9fb67 req-9017703d-840f-416f-a6f2-bddc66ded57a tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108258 Dec 13 14:57:58.030752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-601f359d-284a-472f-99e5-fb1b4259901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.063795 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.123096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab78f8f-bb5b-4aa3-badb-a502cb75114e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:58.141547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Made reservation on behalf of befbbed10d9a4f039c80c9022019a65b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:58.153806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.179101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.185733 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.186502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-601f359d-284a-472f-99e5-fb1b4259901a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4fe0e4aefc84b64bd7337970d7c6367&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0787113 Dec 13 14:57:58.189175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f359d-284a-472f-99e5-fb1b4259901a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb422fbd-17f1-40d3-b153-2baa1aa439b5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:58.194210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33244) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:58.218273 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.231548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a04e6824-0074-4e90-a462-9feea1b2215b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:58.326556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Transition to ACTIVE for port object 0ab78f8f-bb5b-4aa3-badb-a502cb75114e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:58.334322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a04e6824-0074-4e90-a462-9feea1b2215b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:57:58.398342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.431749 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.442533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b29d-a48b-4a08-8c05-a6f5506c8c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.474814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.538312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:57:58.556301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9158d744-4ba8-4f4d-9623-6d1b66ff2aa4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:58.565982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b29d-a48b-4a08-8c05-a6f5506c8c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.572335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.572925 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Added segment c1a74efb-cb0c-4037-83db-7a5792673231 of type vlan for network f6a6c660-28fc-4362-93f6-76cfaadaa344 Dec 13 14:57:58.574493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:58.673853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.764688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Attempting to bind port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:58.765020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Attempting to bind port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:58.765356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Attempting to bind port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:58.807108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:57:58.807432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Attempting to bind port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:57:58.807715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f615f34-5558-4a8a-a670-9096aff0ae19 req-788c9920-e6de-4855-b281-3505e0b0d82b tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:58.809019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f615f34-5558-4a8a-a670-9096aff0ae19 req-788c9920-e6de-4855-b281-3505e0b0d82b tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 944 time: 0.1097407 Dec 13 14:57:58.860837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:57:58.862556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Checking segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:57:58.862556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Bound using segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:57:58.862556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Bound port: 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:57:58.862556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.864258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b29d-a48b-4a08-8c05-a6f5506c8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.866780 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b29d-a48b-4a08-8c05-a6f5506c8c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.867905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e4c6b29d-a48b-4a08-8c05-a6f5506c8c03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb422fbd-17f1-40d3-b153-2baa1aa439b5 HTTP/1.1" status: 204 len: 168 time: 0.6694133 Dec 13 14:57:58.878399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f615f34-5558-4a8a-a670-9096aff0ae19 req-e7738985-315c-4523-9f11-fe81dec6a2e3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628948 Dec 13 14:57:58.889479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.890813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:58.891458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:58.920828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6b29d-a48b-4a08-8c05-a6f5506c8c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb422fbd-17f1-40d3-b153-2baa1aa439b5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:58.972960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:58.980085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:58.986643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:58.992559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:58.999244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:59.006154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:59.008871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a6c660-28fc-4362-93f6-76cfaadaa344,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:59.012964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:59.021249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f6a6c660-28fc-4362-93f6-76cfaadaa344 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:57:59.021731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-a1a1992a-8265-4007-8d34-7a5c4160ee60 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5371 time: 0.2824883 Dec 13 14:57:59.036220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51019142-8c4e-4cfa-aba2-45f3d967e7f0 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:57:59.068285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:59.121957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Transition to ACTIVE for port object 51019142-8c4e-4cfa-aba2-45f3d967e7f0 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:57:59.125910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-79ec1fa8-d834-4933-9669-0f330fea6390 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4900935 Dec 13 14:57:59.126300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33256) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:57:59.134196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Request body: {'subnet': {'network_id': 'f6a6c660-28fc-4362-93f6-76cfaadaa344', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-906407342-subnet', 'tenant_id': 'befbbed10d9a4f039c80c9022019a65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:59.147841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34c6ebb7-2a35-42c0-9008-da169583b991 req-cca1cc8a-ccd0-4a92-b927-d8d021d07391 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1256564 Dec 13 14:57:59.160251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] For port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:57:59.163283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] For port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:57:59.168706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ca19d-21b8-47ef-9bfe-700f84fd79f0 req-efd035ac-fc57-4a2d-ab3e-3680555b489f tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:59.173481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d65ca19d-21b8-47ef-9bfe-700f84fd79f0 req-efd035ac-fc57-4a2d-ab3e-3680555b489f tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 932 time: 0.0863986 Dec 13 14:57:59.218734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:59.237845 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d65ca19d-21b8-47ef-9bfe-700f84fd79f0 req-87177f39-060f-4930-a7eb-5f218fc977c8 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560753 Dec 13 14:57:59.310632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Made reservation on behalf of befbbed10d9a4f039c80c9022019a65b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:57:59.313198 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:59.316366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:59.446446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:57:59.448379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:59.449875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] 10.222.0.50 "PUT /v2.0/ports/0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 1129 time: 2.3282175 Dec 13 14:57:59.457136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': '0ab78f8f-bb5b-4aa3-badb-a502cb75114e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:57:59.460088 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "0ab78f8f-bb5b-4aa3-badb-a502cb75114e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:57:59.465586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=51019142-8c4e-4cfa-aba2-45f3d967e7f0,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:59.551435 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e953737-2187-47b3-9e2c-e9a89c0013e6 x-openstack-request-id: req-4e953737-2187-47b3-9e2c-e9a89c0013e6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:57:59.551727 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "0ab78f8f-bb5b-4aa3-badb-a502cb75114e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:57:59.551986 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e953737-2187-47b3-9e2c-e9a89c0013e6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:57:59.552389 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': '0ab78f8f-bb5b-4aa3-badb-a502cb75114e', 'status': 'completed', 'code': 200} Dec 13 14:57:59.578672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:57:59.679114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a04e6824-0074-4e90-a462-9feea1b2215b up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:57:59.701425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:59.872188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b1b5c-1a4f-4339-98d6-33c3fa092bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:57:59.881961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port a04e6824-0074-4e90-a462-9feea1b2215b completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:57:59.886607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port a04e6824-0074-4e90-a462-9feea1b2215b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:57:59.887164 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:57:59.983085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Attempting to bind port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:57:59.983525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Attempting to bind port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '3b0a2064-f8a2-4a33-9cee-f3cf143ce381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:57:59.983759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Attempting to bind port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 on network 5782386b-0506-4e41-b0c8-9e9bc652ba2c {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:00.015751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.016220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.016875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.017213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.017662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.018227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.022034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.024254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-6cbf3e6f-fa1a-4113-9435-673079c6f96d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6208 time: 0.4598856 Dec 13 14:58:00.025102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 on network 5782386b-0506-4e41-b0c8-9e9bc652ba2c not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:58:00.025467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Attempting to bind port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 on network 5782386b-0506-4e41-b0c8-9e9bc652ba2c {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:00.039656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:00.064092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:00.064434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Checking segment: {'id': '3b0a2064-f8a2-4a33-9cee-f3cf143ce381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:00.064809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Bound using segment: {'id': '3b0a2064-f8a2-4a33-9cee-f3cf143ce381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:00.065247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Bound port: 51019142-8c4e-4cfa-aba2-45f3d967e7f0, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0a2064-f8a2-4a33-9cee-f3cf143ce381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:00.065601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:00.076904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04e6824-0074-4e90-a462-9feea1b2215b'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:00.081092 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e50a46-60d8-4582-9641-b468e0dfc8b1" -d '{"events": [{"server_uuid": "8315d346-4f3e-49fd-a3a6-fb71bb926706", "name": "network-vif-plugged", "status": "completed", "tag": "a04e6824-0074-4e90-a462-9feea1b2215b"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:00.097128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a04e6824-0074-4e90-a462-9feea1b2215b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a04e6824-0074-4e90-a462-9feea1b2215b,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:00.190036 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:00.192045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-fa4ac677-2fc3-4796-8944-eef615837cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.192172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-fa4ac677-2fc3-4796-8944-eef615837cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.192639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-fa4ac677-2fc3-4796-8944-eef615837cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.194419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-fa4ac677-2fc3-4796-8944-eef615837cc7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1589274 Dec 13 14:58:00.205599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:00.261748 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4627b8-da64-410a-88d2-2dd28167cdc0 x-openstack-request-id: req-bb4627b8-da64-410a-88d2-2dd28167cdc0 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:00.262055 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8315d346-4f3e-49fd-a3a6-fb71bb926706", "name": "network-vif-plugged", "status": "completed", "tag": "a04e6824-0074-4e90-a462-9feea1b2215b", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:00.262302 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb4627b8-da64-410a-88d2-2dd28167cdc0 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:00.277713 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04e6824-0074-4e90-a462-9feea1b2215b', 'code': 200} Dec 13 14:58:00.319760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a04e6824-0074-4e90-a462-9feea1b2215b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:00.355938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaee7f-a1c2-4241-a0c6-0df24e7729d2 req-d4a4bf9e-4d18-422d-a7a6-a55149f2e3a2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.357627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fdaee7f-a1c2-4241-a0c6-0df24e7729d2 req-d4a4bf9e-4d18-422d-a7a6-a55149f2e3a2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 944 time: 0.3210073 Dec 13 14:58:00.494957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fdaee7f-a1c2-4241-a0c6-0df24e7729d2 req-15b74302-209b-4141-91bc-e6dc3189e224 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261702 Dec 13 14:58:00.620627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e20ea3-31f4-4a18-93af-82110cc4b6b4 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:00.647910 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:00.742775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Transition to ACTIVE for port object a9e20ea3-31f4-4a18-93af-82110cc4b6b4 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:58:00.765791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb08e-8df3-411d-8ed1-09e148b3be94 req-3dc6e35e-7bde-4811-bf14-9dd4f527065d tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:00.767346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edfbb08e-8df3-411d-8ed1-09e148b3be94 req-3dc6e35e-7bde-4811-bf14-9dd4f527065d tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 944 time: 0.1392312 Dec 13 14:58:00.825808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:00.947461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:00.966524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-edfbb08e-8df3-411d-8ed1-09e148b3be94 req-dbf441ed-9ccb-456e-816f-40e435314828 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859760 Dec 13 14:58:01.134069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Attempting to bind port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:01.136503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Attempting to bind port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:01.136848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Attempting to bind port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:01.154596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:58:01.162945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Attempting to bind port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:01.167826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:01.168107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Checking segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:01.168514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Bound using segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:01.168952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Bound port: a9e20ea3-31f4-4a18-93af-82110cc4b6b4, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:01.169351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:01.345187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] For port a9e20ea3-31f4-4a18-93af-82110cc4b6b4, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:01.350116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] For port a9e20ea3-31f4-4a18-93af-82110cc4b6b4, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:01.379257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db3346c-9b74-4fac-9b2a-27c0ed84c0ab,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:01.384864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-06c89ec8-fcb4-447b-9dc9-089ce1cadbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.386879 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0b1d15f-96f4-4b30-a736-0f5e1b49e172 req-06c89ec8-fcb4-447b-9dc9-089ce1cadbdf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1828411 Dec 13 14:58:01.412467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.419217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.425495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.432554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.438756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.444813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.451194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.452687 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:01.453164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-0923a20b-4724-4e89-b93a-07cb5e7f5d51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5383 time: 1.0796690 Dec 13 14:58:01.457763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Checking segment: {'id': 'c1a74efb-cb0c-4037-83db-7a5792673231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6a6c660-28fc-4362-93f6-76cfaadaa344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:01.458126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Network hostable DHCP agents. Network: f6a6c660-28fc-4362-93f6-76cfaadaa344, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.466714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.467420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.467420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:01.478061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9daa7-2faf-4657-a68b-4178d28f47c9 req-0f075bb1-d4ba-49b8-aa69-6f79fe70dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.480164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39b9daa7-2faf-4657-a68b-4178d28f47c9 req-0f075bb1-d4ba-49b8-aa69-6f79fe70dcec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 1096 time: 1.1002915 Dec 13 14:58:01.482892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] For port 51019142-8c4e-4cfa-aba2-45f3d967e7f0, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:01.495293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] For port 51019142-8c4e-4cfa-aba2-45f3d967e7f0, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=51019142-8c4e-4cfa-aba2-45f3d967e7f0,segment=NetworkSegment(3b0a2064-f8a2-4a33-9cee-f3cf143ce381),segment_id=3b0a2064-f8a2-4a33-9cee-f3cf143ce381)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:01.558867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.560920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:01.565693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d15323ed-7c07-4f81-bdc4-7056c6e87908 req-d70d1858-eb41-46e6-9774-6f838b5d6061 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0924027 Dec 13 14:58:01.567270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] 10.222.0.50 "PUT /v2.0/ports/a9e20ea3-31f4-4a18-93af-82110cc4b6b4 HTTP/1.1" status: 200 len: 1091 time: 1.9944282 Dec 13 14:58:01.568636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:01.572473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39b9daa7-2faf-4657-a68b-4178d28f47c9 req-8cc4fd30-e18a-41a6-8f16-43c40a58d2a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805585 Dec 13 14:58:01.583158 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23353d5-c308-4c29-9140-4c474737f8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "a9e20ea3-31f4-4a18-93af-82110cc4b6b4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:01.608036 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:01.663900 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26fcf35-9454-4980-84ae-940d5814a1ec x-openstack-request-id: req-b26fcf35-9454-4980-84ae-940d5814a1ec {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:01.664325 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "a9e20ea3-31f4-4a18-93af-82110cc4b6b4", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:01.664578 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b26fcf35-9454-4980-84ae-940d5814a1ec {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:01.664985 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4', 'status': 'completed', 'code': 200} Dec 13 14:58:01.668370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf2fa4-9c4c-4b17-986a-1ed1939bc334 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:01.675243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Network f6a6c660-28fc-4362-93f6-76cfaadaa344 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:58:01.711901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.712528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:01.714747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] 10.222.0.50 "PUT /v2.0/ports/51019142-8c4e-4cfa-aba2-45f3d967e7f0 HTTP/1.1" status: 200 len: 1092 time: 3.7806382 Dec 13 14:58:01.715019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f1519f-b80a-4af5-b445-df69c5168195', 'tag': '51019142-8c4e-4cfa-aba2-45f3d967e7f0'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:01.718344 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae4eea-96ad-4c18-9865-02ec65f94011" -d '{"events": [{"name": "network-changed", "server_uuid": "48f1519f-b80a-4af5-b445-df69c5168195", "tag": "51019142-8c4e-4cfa-aba2-45f3d967e7f0"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:01.756027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:01.766211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301567d-44a9-438d-a7a1-042fb0f02389 req-e85e9be3-e143-42e1-8247-c9f743ab73ab tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.768707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f301567d-44a9-438d-a7a1-042fb0f02389 req-e85e9be3-e143-42e1-8247-c9f743ab73ab tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.1473966 Dec 13 14:58:01.829697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f6a6c660-28fc-4362-93f6-76cfaadaa344) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:01.848468 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93442684-d482-4f9f-a1c3-11f0e7f8f079 x-openstack-request-id: req-93442684-d482-4f9f-a1c3-11f0e7f8f079 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:01.858630 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f1519f-b80a-4af5-b445-df69c5168195", "tag": "51019142-8c4e-4cfa-aba2-45f3d967e7f0", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:01.859240 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93442684-d482-4f9f-a1c3-11f0e7f8f079 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:01.859870 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f1519f-b80a-4af5-b445-df69c5168195', 'tag': '51019142-8c4e-4cfa-aba2-45f3d967e7f0', 'status': 'completed', 'code': 200} Dec 13 14:58:01.863298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.871124 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:01.877246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3482e-6120-4a22-b92f-28695cfce0df None None] Network f6a6c660-28fc-4362-93f6-76cfaadaa344 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:58:01.891090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f367-8a62-4b72-961a-10090695c5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=51019142-8c4e-4cfa-aba2-45f3d967e7f0,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:01.939339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f301567d-44a9-438d-a7a1-042fb0f02389 req-28b54533-55b0-4cd1-8a97-63e464c5d1a8 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621284 Dec 13 14:58:01.955184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.955776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.956302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.956927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.957488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.958012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.959145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:01.961987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-b5570486-4e75-445d-a703-b5245f8ecb09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6275 time: 0.2650712 Dec 13 14:58:02.122019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:02.207239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-78c07831-d01b-43f8-a7f6-8768a0792f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.207729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-78c07831-d01b-43f8-a7f6-8768a0792f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.208183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-78c07831-d01b-43f8-a7f6-8768a0792f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.209938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-78c07831-d01b-43f8-a7f6-8768a0792f36 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2404287 Dec 13 14:58:02.243519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-90747aa9-c1c1-422b-aab1-b4569ea39e65 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1132886 Dec 13 14:58:02.263435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4eea-96ad-4c18-9865-02ec65f94011 req-bbe1e28c-8eaa-425c-bbbb-990185dfd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.266426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fae4eea-96ad-4c18-9865-02ec65f94011 req-bbe1e28c-8eaa-425c-bbbb-990185dfd0aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa2f0c06b94f400a97032300c20c9582&device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 1095 time: 0.3762622 Dec 13 14:58:02.414096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4eea-96ad-4c18-9865-02ec65f94011 req-d133abe5-eb0d-4c59-8318-5dc2c22aaede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.415813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fae4eea-96ad-4c18-9865-02ec65f94011 req-d133abe5-eb0d-4c59-8318-5dc2c22aaede service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fa2f0c06b94f400a97032300c20c9582&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1352351 Dec 13 14:58:02.487467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-2bb5f11a-05b8-4571-9586-5a4a6aa47258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.489099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f23353d5-c308-4c29-9140-4c474737f8b2 req-2bb5f11a-05b8-4571-9586-5a4a6aa47258 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600870 Dec 13 14:58:02.544266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d51a6-646c-438d-a79b-28d0d8418af8 req-e63e4a7c-eb75-4aa5-ba70-4f5cd57e6b6f tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.551841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c81d51a6-646c-438d-a79b-28d0d8418af8 req-e63e4a7c-eb75-4aa5-ba70-4f5cd57e6b6f tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 944 time: 0.3990123 Dec 13 14:58:02.581897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33380) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:02.613954 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef37c29-2fe6-46c4-ae56-5cf9079bfcbc None None] Network f6a6c660-28fc-4362-93f6-76cfaadaa344 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:58:02.708416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] Deleting subnet 7db3346c-9b74-4fac-9b2a-27c0ed84c0ab {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:58:02.727390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:02.760860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c81d51a6-646c-438d-a79b-28d0d8418af8 req-357ef1d2-3417-4572-8af7-2952c34772a8 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306465 Dec 13 14:58:02.895526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:02.912581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.919417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.921860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4eea-96ad-4c18-9865-02ec65f94011 req-93817cc3-3b6b-42c3-ba5e-fc52e00823d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.923369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fae4eea-96ad-4c18-9865-02ec65f94011 req-93817cc3-3b6b-42c3-ba5e-fc52e00823d4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4948518 Dec 13 14:58:02.925577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.932651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.952852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:02.985352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:03.003725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:03.012663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-cc32b819-400f-41ff-baa7-6fe9d07b224f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5383 time: 0.2988956 Dec 13 14:58:03.110363 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:03.229501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c0ea7d-50db-4265-a72d-ae833691afff {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:03.230661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c757e026-eb97-4827-a539-dfe0c3a2145b req-70a0ffa9-058a-4627-9e14-0aba14b12688 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1802897 Dec 13 14:58:03.274450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:03.301350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9067820f-653d-47d6-8304-31f82345a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:03.303215 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-9067820f-653d-47d6-8304-31f82345a81d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa2f0c06b94f400a97032300c20c9582&device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 1095 time: 0.2979867 Dec 13 14:58:03.315943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Transition to ACTIVE for port object b3c0ea7d-50db-4265-a72d-ae833691afff will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:58:03.331682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070875a7-ed15-419e-834a-612d08cd37bb req-498f2a20-1b1b-419a-b5c0-c11d8e72d13d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:03.341160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-070875a7-ed15-419e-834a-612d08cd37bb req-498f2a20-1b1b-419a-b5c0-c11d8e72d13d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.2734561 Dec 13 14:58:03.380285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-3df4ea2d-f011-43d6-916f-6366ed112d93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51019142-8c4e-4cfa-aba2-45f3d967e7f0 HTTP/1.1" status: 200 len: 217 time: 0.0649760 Dec 13 14:58:03.419214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:03.442306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-070875a7-ed15-419e-834a-612d08cd37bb req-cb0d7b6a-36cd-44fa-9c57-23bfa6571b73 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997162 Dec 13 14:58:03.454112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-be71b756-858e-4327-ac73-f692b831f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:03.455655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-be71b756-858e-4327-ac73-f692b831f309 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6106a127-a110-4eba-a8e9-ec5c98428265 HTTP/1.1" status: 200 len: 856 time: 0.0661082 Dec 13 14:58:03.458998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:03.515929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db3346c-9b74-4fac-9b2a-27c0ed84c0ab,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:03.523502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:03.531211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bcd6c44e-1450-4341-a99f-10a4810f9a5e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7db3346c-9b74-4fac-9b2a-27c0ed84c0ab HTTP/1.1" status: 204 len: 168 time: 0.9456563 Dec 13 14:58:03.533599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33402) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:03.571542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-63a37e86-0f3f-43fb-ad61-9b3282cdc2d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782386b-0506-4e41-b0c8-9e9bc652ba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064026 Dec 13 14:58:03.657382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c0ea7d-50db-4265-a72d-ae833691afff,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:03.718703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:03.758011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937874-6565-42ad-bff9-c6924c83fab4 req-92e80dc7-0f86-4fa9-8baf-64c2612fba86 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:03.760286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81937874-6565-42ad-bff9-c6924c83fab4 req-92e80dc7-0f86-4fa9-8baf-64c2612fba86 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.2001255 Dec 13 14:58:03.888242 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-18e18071-9928-439d-a397-0d27421a4b62 service neutron] 10.222.0.50 "GET /v2.0/networks/5782386b-0506-4e41-b0c8-9e9bc652ba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094387 Dec 13 14:58:03.893270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Attempting to bind port b3c0ea7d-50db-4265-a72d-ae833691afff on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:03.895608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Attempting to bind port b3c0ea7d-50db-4265-a72d-ae833691afff by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:03.901473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Attempting to bind port b3c0ea7d-50db-4265-a72d-ae833691afff on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:03.955052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81937874-6565-42ad-bff9-c6924c83fab4 req-1a033703-e48c-4cd5-88d7-ba5915ea4f85 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675959 Dec 13 14:58:03.956406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Port b3c0ea7d-50db-4265-a72d-ae833691afff on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:58:03.956839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Attempting to bind port b3c0ea7d-50db-4265-a72d-ae833691afff on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:03.957122 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:03.994745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a6c660-28fc-4362-93f6-76cfaadaa344']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:04.025094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a74efb-cb0c-4037-83db-7a5792673231') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:04.026264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a74efb-cb0c-4037-83db-7a5792673231') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:04.056444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:04.058059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Checking segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:04.058862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Bound using segment: {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:04.059438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Bound port: b3c0ea7d-50db-4265-a72d-ae833691afff, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:04.059927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.068458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.135624 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.181530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:58:04.181530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:58:04.186197 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:58:04.207984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0271c6-ca7c-45b5-b652-7ad62f4375ba req-9ac6769c-f935-4f7a-8d2d-8ff4c6d51d96 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.209593 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca0271c6-ca7c-45b5-b652-7ad62f4375ba req-9ac6769c-f935-4f7a-8d2d-8ff4c6d51d96 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 944 time: 0.1812065 Dec 13 14:58:04.289463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dba2782a-792c-48e5-9381-6d2820261dc8 req-1c7f3f06-e8a2-441e-affc-1ed22025989f service neutron] 10.222.0.50 "GET /v2.0/networks/5782386b-0506-4e41-b0c8-9e9bc652ba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830054 Dec 13 14:58:04.297034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] For port b3c0ea7d-50db-4265-a72d-ae833691afff, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:04.302562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1738-ee09-434f-9d11-bd1c3f732ebb req-27b5c2dc-a488-4fa8-8ba1-03cabe780487 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.304749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6cdc1738-ee09-434f-9d11-bd1c3f732ebb req-27b5c2dc-a488-4fa8-8ba1-03cabe780487 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 946 time: 0.1882734 Dec 13 14:58:04.335093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] For port b3c0ea7d-50db-4265-a72d-ae833691afff, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b3c0ea7d-50db-4265-a72d-ae833691afff,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:04.335093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca0271c6-ca7c-45b5-b652-7ad62f4375ba req-154506cd-8f05-496f-810b-0d38e3d7352e tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888314 Dec 13 14:58:04.370480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6cdc1738-ee09-434f-9d11-bd1c3f732ebb req-046e638e-9ac6-465c-b44c-6ab357588b38 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470784 Dec 13 14:58:04.412995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.449507 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.463949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.468480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6a6c660-28fc-4362-93f6-76cfaadaa344 HTTP/1.1" status: 204 len: 168 time: 0.9307253 Dec 13 14:58:04.470722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbaf7c-1fd9-44db-873a-b69ba4d4ed53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a6c660-28fc-4362-93f6-76cfaadaa344,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:04.597050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.599642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:04.601261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] 10.222.0.50 "PUT /v2.0/ports/b3c0ea7d-50db-4265-a72d-ae833691afff HTTP/1.1" status: 200 len: 1091 time: 2.8589218 Dec 13 14:58:04.603371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:04.608423 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341ef69-a86e-420f-a3bb-c2bf04d71c66" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:04.715117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.720265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.743774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.761713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.780336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.797908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.818167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.831645 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-e5ffee29-8ae7-42a6-9b27-aa4e0482976d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5395 time: 0.3862383 Dec 13 14:58:04.852789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:04.862318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef42635-b5a0-4546-b5d5-7902a07f0bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c0ea7d-50db-4265-a72d-ae833691afff,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:04.887597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50355495-9011-4fc5-b33f-5bf9638f1297 req-f6f6765d-5117-4f6c-9b6f-1826f08e68cb tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:04.891611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50355495-9011-4fc5-b33f-5bf9638f1297 req-f6f6765d-5117-4f6c-9b6f-1826f08e68cb tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.1160932 Dec 13 14:58:05.097840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50355495-9011-4fc5-b33f-5bf9638f1297 req-5a0a22da-5e4c-4cd1-b6cc-c0271914a6ab tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919018 Dec 13 14:58:05.099325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0c56409-2dad-4c00-a770-5556a443d8fb req-2bfe5482-9d54-4168-8b07-3bb5bf6262c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1773474 Dec 13 14:58:05.099325 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a9ce58-331d-4856-acfb-c004133e75b8 x-openstack-request-id: req-69a9ce58-331d-4856-acfb-c004133e75b8 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:05.099325 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:05.099325 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69a9ce58-331d-4856-acfb-c004133e75b8 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:05.099325 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff', 'status': 'completed', 'code': 200} Dec 13 14:58:05.099325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:05.281556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.307428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.307428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.307428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.307428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.307428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.307428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.307428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-1f3b1c15-f3c3-4add-912d-b2d64c9a0ef6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6342 time: 0.2251217 Dec 13 14:58:05.352642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33430) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:05.462538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 51019142-8c4e-4cfa-aba2-45f3d967e7f0 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:05.487825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aeb7cf55-9ab0-4687-ba22-b194e3730296 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=befbbed10d9a4f039c80c9022019a65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406293 Dec 13 14:58:05.497531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33436) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:05.548734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f3b91-ac5f-4c63-8a62-6ca704464283 req-027180df-b6e9-4b86-b136-03b0073bd49f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.554726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-077f3b91-ac5f-4c63-8a62-6ca704464283 req-027180df-b6e9-4b86-b136-03b0073bd49f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1759830 Dec 13 14:58:05.648775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-077f3b91-ac5f-4c63-8a62-6ca704464283 req-3a20b246-27fb-46f0-94f1-5a098f1a4ee2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869515 Dec 13 14:58:05.676635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 51019142-8c4e-4cfa-aba2-45f3d967e7f0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=51019142-8c4e-4cfa-aba2-45f3d967e7f0,segment=NetworkSegment(3b0a2064-f8a2-4a33-9cee-f3cf143ce381),segment_id=3b0a2064-f8a2-4a33-9cee-f3cf143ce381)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:05.692379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '51019142-8c4e-4cfa-aba2-45f3d967e7f0', 'network_id': '5782386b-0506-4e41-b0c8-9e9bc652ba2c', 'port_id': '51019142-8c4e-4cfa-aba2-45f3d967e7f0', 'mac_address': 'fa:16:3e:a1:af:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6106a127-a110-4eba-a8e9-ec5c98428265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:05.757812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:05.773858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc086-fde3-40a8-b71b-6d402be875dd req-e6704ce5-3431-4ad4-a455-c60f90bf2a2e tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.774053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51019142-8c4e-4cfa-aba2-45f3d967e7f0 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:05.776441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36adc086-fde3-40a8-b71b-6d402be875dd req-e6704ce5-3431-4ad4-a455-c60f90bf2a2e tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 944 time: 0.2874646 Dec 13 14:58:05.815986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 51019142-8c4e-4cfa-aba2-45f3d967e7f0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=51019142-8c4e-4cfa-aba2-45f3d967e7f0,segment=NetworkSegment(3b0a2064-f8a2-4a33-9cee-f3cf143ce381),segment_id=3b0a2064-f8a2-4a33-9cee-f3cf143ce381)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:05.835671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-82fb4536-46e7-4475-8db8-82050c7c532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.836137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-82fb4536-46e7-4475-8db8-82050c7c532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.836602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-82fb4536-46e7-4475-8db8-82050c7c532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:05.838973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-82fb4536-46e7-4475-8db8-82050c7c532f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4461432 Dec 13 14:58:05.892422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7e42134-a5a1-48a5-b477-2ce7601fe53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:05.925572 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:05.932095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36adc086-fde3-40a8-b71b-6d402be875dd req-fe7d80c5-4eef-4d48-9fa6-0dce3367b5ca tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535828 Dec 13 14:58:06.028575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7e42134-a5a1-48a5-b477-2ce7601fe53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:06.088683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=51019142-8c4e-4cfa-aba2-45f3d967e7f0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:06.093970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cca6fe3-da88-4c65-85db-39f506ea9a9a {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:06.133847 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:06.160369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Transition to ACTIVE for port object 2cca6fe3-da88-4c65-85db-39f506ea9a9a will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:58:06.164541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['51019142-8c4e-4cfa-aba2-45f3d967e7f0'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:06.220798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-ea2cef42-5f23-46f2-8c59-917edc07501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.222301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e341ef69-a86e-420f-a3bb-c2bf04d71c66 req-ea2cef42-5f23-46f2-8c59-917edc07501e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3496711 Dec 13 14:58:06.246692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958cc1-848c-4692-8925-2402a3524314 req-75bac93d-7162-47ca-b90c-8cbb83d88f1b tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.251991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:06.265102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958cc1-848c-4692-8925-2402a3524314 req-75bac93d-7162-47ca-b90c-8cbb83d88f1b tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.271045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958cc1-848c-4692-8925-2402a3524314 req-75bac93d-7162-47ca-b90c-8cbb83d88f1b tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.272732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21958cc1-848c-4692-8925-2402a3524314 req-75bac93d-7162-47ca-b90c-8cbb83d88f1b tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706&device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b&device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 2417 time: 0.1642663 Dec 13 14:58:06.344157 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21958cc1-848c-4692-8925-2402a3524314 req-239607df-dfe1-489c-ba14-d78d9d4c02cf tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573852 Dec 13 14:58:06.375155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.388340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.394486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.400665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.408705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.414911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.421945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.423914 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-8bb4e388-4211-436a-bb6f-8e1dba23c67a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5395 time: 0.2521644 Dec 13 14:58:06.427348 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7e42134-a5a1-48a5-b477-2ce7601fe53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:06.429955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7e42134-a5a1-48a5-b477-2ce7601fe53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:06.434847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b7e42134-a5a1-48a5-b477-2ce7601fe53a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9158d744-4ba8-4f4d-9623-6d1b66ff2aa4 HTTP/1.1" status: 204 len: 168 time: 0.8741148 Dec 13 14:58:06.434847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cca6fe3-da88-4c65-85db-39f506ea9a9a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:06.530084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e42134-a5a1-48a5-b477-2ce7601fe53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9158d744-4ba8-4f4d-9623-6d1b66ff2aa4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:06.725797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df2068-435e-4c8e-9b7d-b37359630298 req-de180a44-ffa4-46ae-8468-c9a54cbeecee tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:06.738548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d5df2068-435e-4c8e-9b7d-b37359630298 req-de180a44-ffa4-46ae-8468-c9a54cbeecee tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.1327214 Dec 13 14:58:06.747545 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8933b87-36cd-4e3d-b0f4-54d1983cfe3c req-b74b96d0-8602-45a4-b4c4-304ad8233f03 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3031838 Dec 13 14:58:06.825533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d5df2068-435e-4c8e-9b7d-b37359630298 req-1d944562-a5bc-41e7-8902-1ddaf4d0bd7e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742958 Dec 13 14:58:06.825643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Attempting to bind port 2cca6fe3-da88-4c65-85db-39f506ea9a9a on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:06.825643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Attempting to bind port 2cca6fe3-da88-4c65-85db-39f506ea9a9a by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:06.825643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Attempting to bind port 2cca6fe3-da88-4c65-85db-39f506ea9a9a on network 0dbf2396-4b31-4a83-8887-655b95608024 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:06.855187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Port 2cca6fe3-da88-4c65-85db-39f506ea9a9a on network 0dbf2396-4b31-4a83-8887-655b95608024 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:58:06.855463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Attempting to bind port 2cca6fe3-da88-4c65-85db-39f506ea9a9a on network 0dbf2396-4b31-4a83-8887-655b95608024 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:06.869949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:06.870359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Checking segment: {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:06.870780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Bound using segment: {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:06.871372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Bound port: 2cca6fe3-da88-4c65-85db-39f506ea9a9a, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:06.871689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:06.983043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] For port 2cca6fe3-da88-4c65-85db-39f506ea9a9a, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:06.989261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] For port 2cca6fe3-da88-4c65-85db-39f506ea9a9a, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:07.086711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:07.168448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b23e9-4275-45d3-bf39-48a10293642a req-753d41c8-aa61-482b-a934-6e9e1839b292 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.193862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b04b23e9-4275-45d3-bf39-48a10293642a req-753d41c8-aa61-482b-a934-6e9e1839b292 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 945 time: 0.1166391 Dec 13 14:58:07.194022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cca6fe3-da88-4c65-85db-39f506ea9a9a,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:07.199078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.200496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:07.202187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0ea3e66b-3956-452c-b793-6161b92079e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/2cca6fe3-da88-4c65-85db-39f506ea9a9a HTTP/1.1" status: 200 len: 1091 time: 2.3595934 Dec 13 14:58:07.202870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': '2cca6fe3-da88-4c65-85db-39f506ea9a9a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:07.206558 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad85575-e946-4dbe-bae6-59d1d53ed501" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "2cca6fe3-da88-4c65-85db-39f506ea9a9a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:07.315394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b04b23e9-4275-45d3-bf39-48a10293642a req-1e663a67-76fd-4170-b646-33ea4f6368d8 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951443 Dec 13 14:58:07.338777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Request body: {'port': {'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:07.402404 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabcbaa2-1800-474e-a7b4-dc76adb599d8 x-openstack-request-id: req-cabcbaa2-1800-474e-a7b4-dc76adb599d8 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:07.402746 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "2cca6fe3-da88-4c65-85db-39f506ea9a9a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:07.403000 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cabcbaa2-1800-474e-a7b4-dc76adb599d8 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:07.403396 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': '2cca6fe3-da88-4c65-85db-39f506ea9a9a', 'status': 'completed', 'code': 200} Dec 13 14:58:07.463055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 51019142-8c4e-4cfa-aba2-45f3d967e7f0 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:07.549083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:07.579716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.580268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.580882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.581357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.581850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.582328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.582789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.584850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-72c4d70b-6bfd-4a3d-aa58-c10c89725873 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6409 time: 0.1733251 Dec 13 14:58:07.698522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:07.702957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:07.703660 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:07.865907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-79cf18bf-f507-4323-a24d-21f6927fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.866401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-79cf18bf-f507-4323-a24d-21f6927fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.866861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-79cf18bf-f507-4323-a24d-21f6927fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:07.868440 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-79cf18bf-f507-4323-a24d-21f6927fdc15 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2575977 Dec 13 14:58:07.949061 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:08.006032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f1519f-b80a-4af5-b445-df69c5168195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51019142-8c4e-4cfa-aba2-45f3d967e7f0'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:08.008636 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7069ac-ba21-44cf-a33d-9427e65bb6a0" -d '{"events": [{"server_uuid": "48f1519f-b80a-4af5-b445-df69c5168195", "name": "network-vif-plugged", "status": "completed", "tag": "51019142-8c4e-4cfa-aba2-45f3d967e7f0"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:08.029040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 51019142-8c4e-4cfa-aba2-45f3d967e7f0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=51019142-8c4e-4cfa-aba2-45f3d967e7f0,segment=NetworkSegment(3b0a2064-f8a2-4a33-9cee-f3cf143ce381),segment_id=3b0a2064-f8a2-4a33-9cee-f3cf143ce381)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:08.121701 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:08.128854 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400eeeb1-391e-475b-9700-dec954750e08 x-openstack-request-id: req-400eeeb1-391e-475b-9700-dec954750e08 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:08.129485 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f1519f-b80a-4af5-b445-df69c5168195", "name": "network-vif-plugged", "status": "completed", "tag": "51019142-8c4e-4cfa-aba2-45f3d967e7f0", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:08.129826 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-400eeeb1-391e-475b-9700-dec954750e08 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:08.131049 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f1519f-b80a-4af5-b445-df69c5168195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51019142-8c4e-4cfa-aba2-45f3d967e7f0', 'code': 200} Dec 13 14:58:08.241568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=51019142-8c4e-4cfa-aba2-45f3d967e7f0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:08.296662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6bf5-4193-4b2b-ad1f-6c6c40c52932 req-44b8c075-aa59-4b8c-bc70-c730abb3907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.298830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-604c6bf5-4193-4b2b-ad1f-6c6c40c52932 req-44b8c075-aa59-4b8c-bc70-c730abb3907b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 1097 time: 0.0828016 Dec 13 14:58:08.355351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-604c6bf5-4193-4b2b-ad1f-6c6c40c52932 req-dfe42471-1e31-4ece-976a-a1a335a42113 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382400 Dec 13 14:58:08.624085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.630198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.637495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.644136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4953ef9-bef1-4519-9afd-77fba1d00ccb req-1ab45b6e-ae01-427c-8e78-f318d2d7ffc6 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.646132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.646368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4953ef9-bef1-4519-9afd-77fba1d00ccb req-1ab45b6e-ae01-427c-8e78-f318d2d7ffc6 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 946 time: 0.0724013 Dec 13 14:58:08.653060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.659816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.671684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.673924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9260f27a-284c-4427-8829-1bccebf15fdf req-7170de60-61a1-483f-a4c6-8294a1dd22d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5407 time: 0.7402079 Dec 13 14:58:08.715702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-a2f19d4d-80ef-470b-824c-0220b648236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.717165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ad85575-e946-4dbe-bae6-59d1d53ed501 req-a2f19d4d-80ef-470b-824c-0220b648236a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8022592 Dec 13 14:58:08.721252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4953ef9-bef1-4519-9afd-77fba1d00ccb req-7d5bc38d-b366-46a3-81bb-aaaeeb0ec6a2 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624087 Dec 13 14:58:08.752394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9260f27a-284c-4427-8829-1bccebf15fdf req-ac75d4af-a362-4d2a-86ee-b6ca77368b64 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0655384 Dec 13 14:58:08.813529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b466609e-73cd-430b-8122-f49a68826c9c {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:08.832664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:08.851927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Transition to ACTIVE for port object b466609e-73cd-430b-8122-f49a68826c9c will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:58:08.919225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9d66-8e46-478a-b471-85793a302f20 req-0484c963-f3d8-4784-9a45-871ab1486167 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:08.920807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b4d9d66-8e46-478a-b471-85793a302f20 req-0484c963-f3d8-4784-9a45-871ab1486167 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0620387 Dec 13 14:58:08.932275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:08.970052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b4d9d66-8e46-478a-b471-85793a302f20 req-29f650d9-0822-4d28-b099-308e459fc48e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Dec 13 14:58:09.032107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Pushing event updated for resources: {'Port': ['ID=b466609e-73cd-430b-8122-f49a68826c9c,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:09.138321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Attempting to bind port b466609e-73cd-430b-8122-f49a68826c9c on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:09.138711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Attempting to bind port b466609e-73cd-430b-8122-f49a68826c9c by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:09.138976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Attempting to bind port b466609e-73cd-430b-8122-f49a68826c9c on network 0dbf2396-4b31-4a83-8887-655b95608024 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:09.143872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Port b466609e-73cd-430b-8122-f49a68826c9c on network 0dbf2396-4b31-4a83-8887-655b95608024 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:58:09.144191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Attempting to bind port b466609e-73cd-430b-8122-f49a68826c9c on network 0dbf2396-4b31-4a83-8887-655b95608024 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:09.165122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:09.165122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Checking segment: {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:09.165122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Bound using segment: {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:09.165122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Bound port: b466609e-73cd-430b-8122-f49a68826c9c, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c89807c-f481-436e-b83a-1ea4e927596d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:09.165122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:09.279730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] For port b466609e-73cd-430b-8122-f49a68826c9c, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:09.281667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] For port b466609e-73cd-430b-8122-f49a68826c9c, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b466609e-73cd-430b-8122-f49a68826c9c,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:09.379176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:09.439033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.439763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:09.441170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] 10.222.0.50 "PUT /v2.0/ports/b466609e-73cd-430b-8122-f49a68826c9c HTTP/1.1" status: 200 len: 1091 time: 2.1079164 Dec 13 14:58:09.441616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:09.443945 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc5e595-af93-4bc5-b699-063e57039016" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "b466609e-73cd-430b-8122-f49a68826c9c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:09.510839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6fa2e-f8cb-4b50-ab5d-0b03991a642d service neutron] Pushing event updated for resources: {'Port': ['ID=b466609e-73cd-430b-8122-f49a68826c9c,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:09.520389 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ae597-6bbf-444e-aae7-3d5062da8429 x-openstack-request-id: req-a14ae597-6bbf-444e-aae7-3d5062da8429 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:09.521250 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "b466609e-73cd-430b-8122-f49a68826c9c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:09.521785 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a14ae597-6bbf-444e-aae7-3d5062da8429 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:09.528256 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c', 'status': 'completed', 'code': 200} Dec 13 14:58:09.624738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.626610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.627092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.627553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.628021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.628482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.628912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.631010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdc5e595-af93-4bc5-b699-063e57039016 req-2ec6d0ea-755e-46db-a75e-e34fd4e81805 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6476 time: 0.0888774 Dec 13 14:58:09.782516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-4ac415bc-2148-48ae-90ef-a91905e54574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.783042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-4ac415bc-2148-48ae-90ef-a91905e54574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.783501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-4ac415bc-2148-48ae-90ef-a91905e54574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.785099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdc5e595-af93-4bc5-b699-063e57039016 req-4ac415bc-2148-48ae-90ef-a91905e54574 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1454720 Dec 13 14:58:09.937887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d141-0b9e-4d01-a1ac-aaea5f3009d5 req-062ea002-29d7-496b-8293-2f0e1e66c503 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:09.940164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c52d141-0b9e-4d01-a1ac-aaea5f3009d5 req-062ea002-29d7-496b-8293-2f0e1e66c503 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 946 time: 0.0821469 Dec 13 14:58:10.005610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.012253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.015689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c52d141-0b9e-4d01-a1ac-aaea5f3009d5 req-f1adc5d1-8314-4811-95d1-33f915291edc tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561373 Dec 13 14:58:10.027064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.049174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.063781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.065451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.070712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.072961 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-ddd5ba1e-30fa-49b9-9ed2-272adc34c24c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1588707 Dec 13 14:58:10.089454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e595-af93-4bc5-b699-063e57039016 req-e4017188-2f26-4fab-a20b-440c76e89f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.091281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdc5e595-af93-4bc5-b699-063e57039016 req-e4017188-2f26-4fab-a20b-440c76e89f34 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2920804 Dec 13 14:58:10.142019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1a951d1-f1b6-42f4-a322-ebdade1f5e81 req-84645171-a29f-471f-8501-40789ce546e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0493681 Dec 13 14:58:10.162508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecff83d-8bc2-48e7-93b0-150be03019c5 req-0121d227-ef3e-4fd8-a243-b68a23e5b47d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.167015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ecff83d-8bc2-48e7-93b0-150be03019c5 req-0121d227-ef3e-4fd8-a243-b68a23e5b47d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0803576 Dec 13 14:58:10.228859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.229329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.229791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.230704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.230848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.231185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.231633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.233839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-8f07ad4f-f234-4a65-b294-8d01752354a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6476 time: 0.0842981 Dec 13 14:58:10.253915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ecff83d-8bc2-48e7-93b0-150be03019c5 req-b30d4757-e454-432d-87da-dbff4270e717 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706387 Dec 13 14:58:10.302058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-1eb56271-bf8b-4ad0-9fb6-19a043254b9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 200 len: 217 time: 0.0590098 Dec 13 14:58:10.343143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33562) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:10.365623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-dc554922-4672-4bc4-a836-d4399db103e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.367423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-dc554922-4672-4bc4-a836-d4399db103e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 HTTP/1.1" status: 200 len: 851 time: 0.0583866 Dec 13 14:58:10.432394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-fe300c12-02cd-4af3-a1fb-fea96400bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.434583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-fe300c12-02cd-4af3-a1fb-fea96400bf8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ae87db4-6566-4a34-b93b-12167460eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575783 Dec 13 14:58:10.495810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-975645e9-0654-4183-99cd-0cd89489d75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:10.545089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-27b019f9-bc8b-41b1-acae-92289e12ca5d service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023054 Dec 13 14:58:10.614947 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-975645e9-0654-4183-99cd-0cd89489d75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:10.670153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b76f3bbb-69d6-4703-b310-c512b7750d08 service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177485 Dec 13 14:58:10.722525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-2bcaa0dd-a8de-4f86-b7fe-efa79e97800f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 217 time: 0.0437429 Dec 13 14:58:10.727352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413d72-1a81-4632-9174-66b80a72796b req-6c15a117-58ca-44b2-93a9-06043842c1a4 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.729482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb413d72-1a81-4632-9174-66b80a72796b req-6c15a117-58ca-44b2-93a9-06043842c1a4 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 946 time: 0.0706062 Dec 13 14:58:10.730807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-975645e9-0654-4183-99cd-0cd89489d75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:10.783116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-072c7191-825a-4dc6-9427-cd425ffd9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.784659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-072c7191-825a-4dc6-9427-cd425ffd9844 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0550299 Dec 13 14:58:10.797655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975645e9-0654-4183-99cd-0cd89489d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7731f3-51ce-4bad-bcfa-266a57391cce,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:10.802948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-975645e9-0654-4183-99cd-0cd89489d75a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bad55acc3374d07be0c90f6170eaf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583807 Dec 13 14:58:10.805834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33568) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:10.806770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb413d72-1a81-4632-9174-66b80a72796b req-300af939-fef6-4676-98dc-730731f15057 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703702 Dec 13 14:58:10.904186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-02f93f29-cbc0-4354-b922-324ba851761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:10.905715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-02f93f29-cbc0-4354-b922-324ba851761f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118848 Dec 13 14:58:10.934734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d74e2ee-4db7-4d3b-b830-03910d0282e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:11.016037 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d74e2ee-4db7-4d3b-b830-03910d0282e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:11.082326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-850e544e-d539-4cbc-bedc-ee3496456b78 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650980 Dec 13 14:58:11.200543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-ef2d1d21-3838-4064-b085-b4987d0f485e service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003833 Dec 13 14:58:11.251220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-7659085a-0ae9-44d4-b60f-fe2a11102af3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 217 time: 0.0468976 Dec 13 14:58:11.252014 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d74e2ee-4db7-4d3b-b830-03910d0282e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:11.255170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d74e2ee-4db7-4d3b-b830-03910d0282e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:11.257090 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8d74e2ee-4db7-4d3b-b830-03910d0282e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c7731f3-51ce-4bad-bcfa-266a57391cce HTTP/1.1" status: 204 len: 168 time: 0.4239972 Dec 13 14:58:11.336425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74e2ee-4db7-4d3b-b830-03910d0282e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7731f3-51ce-4bad-bcfa-266a57391cce,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:11.401640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.409616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.416000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.422411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.428698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.439195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.451075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.454420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-09caf6ca-2ad0-44a3-a22c-71d84f1f9fcc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.2062454 Dec 13 14:58:11.459622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-f26d9132-8f15-4d79-91e9-615515893025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.461160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-f26d9132-8f15-4d79-91e9-615515893025 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.1936839 Dec 13 14:58:11.466358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5c91-723a-49f5-a3f1-486e6e8bb027 req-6d3d7138-1e6a-4c9a-be43-0c37706e09f7 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.473462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-daed5c91-723a-49f5-a3f1-486e6e8bb027 req-6d3d7138-1e6a-4c9a-be43-0c37706e09f7 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0771258 Dec 13 14:58:11.528776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-daed5c91-723a-49f5-a3f1-486e6e8bb027 req-4597ddb1-87eb-4ff7-8354-659d59896d77 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Dec 13 14:58:11.536403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57745af3-8ec2-42d3-8306-f52e0f4415eb req-812e0538-712e-4772-a301-015323572f8d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0739620 Dec 13 14:58:11.541749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-ab93f59d-bacf-4ac6-9c20-90a8985f8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.547166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-ab93f59d-bacf-4ac6-9c20-90a8985f8449 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777001 Dec 13 14:58:11.675969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-d0409ec3-c30b-4070-8348-dfbfb6a3e71a service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193743 Dec 13 14:58:11.802880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-b989f525-9a64-4980-b4e1-083d9698f135 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167982 Dec 13 14:58:11.858562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-bfdec713-6698-45c6-b969-f2a19c358c0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4 HTTP/1.1" status: 200 len: 217 time: 0.0462852 Dec 13 14:58:11.926275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0da2a459-dfc2-4d32-8c6c-5577a0444d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.928007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0da2a459-dfc2-4d32-8c6c-5577a0444d73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0562589 Dec 13 14:58:11.974124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869175c-38c5-4527-ab45-cd53c2001652 req-e03ef3fa-ae2e-4bca-b095-34dd38bfead2 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:11.982810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1869175c-38c5-4527-ab45-cd53c2001652 req-e03ef3fa-ae2e-4bca-b095-34dd38bfead2 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 946 time: 0.0744536 Dec 13 14:58:12.006824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0b527350-99ab-409c-a8dd-b44831f43faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.008783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-0b527350-99ab-409c-a8dd-b44831f43faa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723140 Dec 13 14:58:12.039511 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1869175c-38c5-4527-ab45-cd53c2001652 req-b705b278-f858-465c-9579-bdc0b8cf17d4 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554969 Dec 13 14:58:12.171412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f0e8-d54e-4165-a292-799262f297be req-140a4016-8d73-46b5-8cac-14093da3cadb tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.172867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6696f0e8-d54e-4165-a292-799262f297be req-140a4016-8d73-46b5-8cac-14093da3cadb tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.50 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 946 time: 0.1112728 Dec 13 14:58:12.199242 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-c2f62e2f-0e5f-4333-9233-4c12c2634d8b service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830361 Dec 13 14:58:12.361452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-3dbf3c50-7341-472f-afba-800320027857 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448116 Dec 13 14:58:12.382544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Deleting port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:58:12.382544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:12.450303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-02113634-b4d8-46a1-8b3f-34bf22b013f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b3c0ea7d-50db-4265-a72d-ae833691afff HTTP/1.1" status: 200 len: 217 time: 0.0802994 Dec 13 14:58:12.526041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-4c1259f7-54b8-4f51-8a52-b020c779ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.527638 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-4c1259f7-54b8-4f51-8a52-b020c779ec7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0708294 Dec 13 14:58:12.567948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] For port 51019142-8c4e-4cfa-aba2-45f3d967e7f0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=51019142-8c4e-4cfa-aba2-45f3d967e7f0,segment=NetworkSegment(3b0a2064-f8a2-4a33-9cee-f3cf143ce381),segment_id=3b0a2064-f8a2-4a33-9cee-f3cf143ce381)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:12.568318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:12.627433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Calling delete_port for 51019142-8c4e-4cfa-aba2-45f3d967e7f0 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:58:12.703180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33612) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:12.736100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60b98996-7d15-41d3-ab77-96fd9e3dec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.737661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-60b98996-7d15-41d3-ab77-96fd9e3dec4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2004550 Dec 13 14:58:12.778971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.796684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.809065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.825845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.839694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.863744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.880952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.887128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-1118f4fb-0e08-4d75-a0c4-4a4337d24939 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.2320755 Dec 13 14:58:12.944475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad998d-8f30-4be6-96cc-a404302af6fb req-9213a686-c056-4b96-bffa-bf9ef97f926f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:12.946198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3dad998d-8f30-4be6-96cc-a404302af6fb req-9213a686-c056-4b96-bffa-bf9ef97f926f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.3101933 Dec 13 14:58:12.950106 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-3a61b57b-e711-4c30-ba13-0c742cd618dd service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710625 Dec 13 14:58:12.965768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1404167665-network', 'tenant_id': '4bc44bba90054848a796ab24359ec6c9'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:12.975540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-567a9729-46a8-4b54-8e8b-76cb5708af55 req-517f651c-ca31-4efe-b38f-39c5a74dfb0d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0804193 Dec 13 14:58:13.018445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3dad998d-8f30-4be6-96cc-a404302af6fb req-874d8a11-26fe-4b92-90e6-0358f564e160 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648305 Dec 13 14:58:13.108384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Made reservation on behalf of 4bc44bba90054848a796ab24359ec6c9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:58:13.110794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.124429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.288522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff05bd8-ef19-491d-97c9-02063d51eca7 req-d38e899f-a879-4b74-b510-140389b71b5e tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:13.290090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ff05bd8-ef19-491d-97c9-02063d51eca7 req-d38e899f-a879-4b74-b510-140389b71b5e tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 946 time: 0.0872023 Dec 13 14:58:13.300817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-df89b482-2f96-441e-bd3a-605e297ff242 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858157 Dec 13 14:58:13.350033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6ff05bd8-ef19-491d-97c9-02063d51eca7 req-b94da6cb-e358-42da-9ab8-ebe6386679a4 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/security-groups?id=756c627f-46c8-4a6b-81e0-0ece2180395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489547 Dec 13 14:58:13.361035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-bfccbfc6-1ec7-4cc0-9f5c-6182afa3145d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a HTTP/1.1" status: 200 len: 217 time: 0.0518587 Dec 13 14:58:13.432599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-c7beb977-05c4-464e-8c8b-44a4735428fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:13.434568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-c7beb977-05c4-464e-8c8b-44a4735428fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.0631459 Dec 13 14:58:13.455688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.466024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['51019142-8c4e-4cfa-aba2-45f3d967e7f0'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:13.509933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Pushing event deleted for resources: {'Port': ['ID=51019142-8c4e-4cfa-aba2-45f3d967e7f0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:13.553329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] No DVR routers for this DVR port 51019142-8c4e-4cfa-aba2-45f3d967e7f0 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:58:13.557361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.561530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6696f0e8-d54e-4165-a292-799262f297be req-38d3579d-a937-4f8f-ace8-bc3620ff25d0 tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.50 "DELETE /v2.0/ports/51019142-8c4e-4cfa-aba2-45f3d967e7f0 HTTP/1.1" status: 204 len: 173 time: 1.3768313 Dec 13 14:58:13.561903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f1519f-b80a-4af5-b445-df69c5168195', 'name': 'network-vif-deleted', 'tag': '51019142-8c4e-4cfa-aba2-45f3d967e7f0'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:13.564309 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083dcb97-001f-4a38-86c3-2789ebea3249" -d '{"events": [{"server_uuid": "48f1519f-b80a-4af5-b445-df69c5168195", "name": "network-vif-deleted", "tag": "51019142-8c4e-4cfa-aba2-45f3d967e7f0"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:13.585789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.591214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-1d1381a6-3180-4c2c-a496-4e0f9b58642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:13.593012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-1d1381a6-3180-4c2c-a496-4e0f9b58642c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492832 Dec 13 14:58:13.748564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.761309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-4c7a4a00-9859-4bd7-bf0d-d6bf19f6664b service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592851 Dec 13 14:58:13.786289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:58:13.786289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed6768-4048-43bc-8898-4edcf54e30cc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:13.797044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.797982 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Added segment b9ad7367-7dea-471c-8fbb-05f3279b9eda of type vlan for network 4040833f-d89e-44ff-971f-48f92aceaad4 Dec 13 14:58:13.850095 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08626c82-0ca6-4979-8d25-56b73738e9f1 x-openstack-request-id: req-08626c82-0ca6-4979-8d25-56b73738e9f1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:13.850410 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f1519f-b80a-4af5-b445-df69c5168195", "name": "network-vif-deleted", "tag": "51019142-8c4e-4cfa-aba2-45f3d967e7f0", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:13.850663 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08626c82-0ca6-4979-8d25-56b73738e9f1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:13.852392 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f1519f-b80a-4af5-b445-df69c5168195', 'name': 'network-vif-deleted', 'tag': '51019142-8c4e-4cfa-aba2-45f3d967e7f0', 'status': 'completed', 'code': 200} Dec 13 14:58:13.886510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:13.929130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-5b69a31f-47aa-4982-9d38-d3f03849cfcd service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592176 Dec 13 14:58:13.979895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-80ce243b-8963-4060-8cf6-7329d9e91b79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b466609e-73cd-430b-8122-f49a68826c9c HTTP/1.1" status: 200 len: 217 time: 0.0432460 Dec 13 14:58:14.034405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:14.035864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.036458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:14.080900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-e22e3b46-7c92-4669-91f2-0a6b7ef9c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.082537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-e22e3b46-7c92-4669-91f2-0a6b7ef9c99a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.0893953 Dec 13 14:58:14.207494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-d08a97bf-e8c7-4252-8006-1cb9cd83d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.209129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-d08a97bf-e8c7-4252-8006-1cb9cd83d30c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060596 Dec 13 14:58:14.340935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e7c5d-4297-4dab-990b-0237d76966a2 req-de1827c8-c3ad-4f69-a3e2-d84dc16ece4d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.342868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e7e7c5d-4297-4dab-990b-0237d76966a2 req-de1827c8-c3ad-4f69-a3e2-d84dc16ece4d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.2192779 Dec 13 14:58:14.430290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7260056 Dec 13 14:58:14.433534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98bc9a-2235-43e2-a8c2-f5f319413325 admin admin] Pushing event updated for resources: {'Network': ['ID=4040833f-d89e-44ff-971f-48f92aceaad4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:14.435691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e7e7c5d-4297-4dab-990b-0237d76966a2 req-6eea7686-22c4-4a27-923e-eee302ae1e7e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822880 Dec 13 14:58:14.450984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-11111e1f-d735-4857-a69d-ed2ad3f99213 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309082 Dec 13 14:58:14.466786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 4040833f-d89e-44ff-971f-48f92aceaad4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:58:14.525596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.529507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.536599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.545848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.559130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.582558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.591435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:14.594452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-b6d6500e-0ce3-40f7-9f4c-d64f02e9e82c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.4784510 Dec 13 14:58:14.608443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ffabdf-54ec-4c7f-83a2-b81281c13b11 req-54c33059-4639-4106-a234-f8a6d7c6fda3 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488900 Dec 13 14:58:14.682614 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba207fd0-51a0-488e-9465-a7923f2d890c req-aec3683a-915d-4500-9740-1dc3bbf8a2cd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0804808 Dec 13 14:58:14.696472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13329805-efba-4203-b298-afc2cf8e5de2 req-7600241f-7eec-4bba-b291-3175a6c1fe1e tempest-InstanceActionsV221TestJSON-1420147779 tempest-InstanceActionsV221TestJSON-1420147779-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f1519f-b80a-4af5-b445-df69c5168195 HTTP/1.1" status: 200 len: 210 time: 0.0375519 Dec 13 14:58:15.063743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9d60-80b7-4901-944b-c64d0f8be6c4 req-2ea40777-bc71-45b8-bcb0-6b27c16121a5 tempest-ComputeTenantNetworksTest-396376474 tempest-ComputeTenantNetworksTest-396376474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.070712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9d60-80b7-4901-944b-c64d0f8be6c4 req-2ea40777-bc71-45b8-bcb0-6b27c16121a5 tempest-ComputeTenantNetworksTest-396376474 tempest-ComputeTenantNetworksTest-396376474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.077428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9d60-80b7-4901-944b-c64d0f8be6c4 req-2ea40777-bc71-45b8-bcb0-6b27c16121a5 tempest-ComputeTenantNetworksTest-396376474 tempest-ComputeTenantNetworksTest-396376474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.082789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b39c9d60-80b7-4901-944b-c64d0f8be6c4 req-2ea40777-bc71-45b8-bcb0-6b27c16121a5 tempest-ComputeTenantNetworksTest-396376474 tempest-ComputeTenantNetworksTest-396376474-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2191586 Dec 13 14:58:15.205615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68f1cc-4e2e-4b31-90eb-7ea9b3a05dd3 req-0b847eb8-a43c-44d9-aa58-72c3e75da0a7 tempest-ComputeTenantNetworksTest-396376474 tempest-ComputeTenantNetworksTest-396376474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.210126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee68f1cc-4e2e-4b31-90eb-7ea9b3a05dd3 req-0b847eb8-a43c-44d9-aa58-72c3e75da0a7 tempest-ComputeTenantNetworksTest-396376474 tempest-ComputeTenantNetworksTest-396376474-project] 10.222.0.24 "GET /v2.0/networks/4040833f-d89e-44ff-971f-48f92aceaad4 HTTP/1.1" status: 200 len: 769 time: 0.1059625 Dec 13 14:58:15.215628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33650) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:15.303131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.404378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.430187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4040833f-d89e-44ff-971f-48f92aceaad4']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:15.442929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ad7367-7dea-471c-8fbb-05f3279b9eda') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:15.443249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ad7367-7dea-471c-8fbb-05f3279b9eda') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:15.453433 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.468402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.477013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:58:15.477403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:58:15.479945 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:58:15.630015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.635667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.639162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] 10.222.0.24 "DELETE /v2.0/networks/4040833f-d89e-44ff-971f-48f92aceaad4 HTTP/1.1" status: 204 len: 168 time: 0.4221938 Dec 13 14:58:15.657607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550f724-7b11-4382-9a13-8638ecb9d3be admin admin] Pushing event deleted for resources: {'Network': ['ID=4040833f-d89e-44ff-971f-48f92aceaad4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:15.676534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548b6fe-2f60-479c-ba34-8f6bd037c931 req-e6845271-b71d-43c2-855b-e3f6c463e0ed tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.678147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1548b6fe-2f60-479c-ba34-8f6bd037c931 req-e6845271-b71d-43c2-855b-e3f6c463e0ed tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0809722 Dec 13 14:58:15.697801 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:15.725773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1548b6fe-2f60-479c-ba34-8f6bd037c931 req-08320085-9d29-4071-98e3-011582d7fb87 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Dec 13 14:58:15.883685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.892502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.898515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.911108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.911370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.917816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.923817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:15.926037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-9b424c7b-d99d-4b4c-b365-26ec6864f9f0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1154571 Dec 13 14:58:15.978111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-487bdba3-4442-4c52-bbda-db0ff3500611 req-c9b0e29d-000c-4787-92ce-9269a4d86cd8 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0436659 Dec 13 14:58:15.991964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33672) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:16.023067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33674) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:16.047381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] Deleting subnet 6106a127-a110-4eba-a8e9-ec5c98428265 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:58:16.050809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.078599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c0fdd5bc-171e-418d-81ee-e7464901a2af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bc44bba90054848a796ab24359ec6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541761 Dec 13 14:58:16.081157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33676) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:16.096763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.144723 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.150863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95377723-791f-43cb-aa60-5ae280b23610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.188647 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95377723-791f-43cb-aa60-5ae280b23610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.286978 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.316399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6106a127-a110-4eba-a8e9-ec5c98428265,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:16.320322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.326130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d4b181eb-5f6f-44f2-8388-486dfd3677a7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6106a127-a110-4eba-a8e9-ec5c98428265 HTTP/1.1" status: 204 len: 168 time: 0.3308218 Dec 13 14:58:16.328993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:16.332136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95377723-791f-43cb-aa60-5ae280b23610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.334941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95377723-791f-43cb-aa60-5ae280b23610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.336430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-95377723-791f-43cb-aa60-5ae280b23610 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2ed6768-4048-43bc-8898-4edcf54e30cc HTTP/1.1" status: 204 len: 168 time: 0.2540829 Dec 13 14:58:16.352693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95377723-791f-43cb-aa60-5ae280b23610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed6768-4048-43bc-8898-4edcf54e30cc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:16.754639 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.871999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.898522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5782386b-0506-4e41-b0c8-9e9bc652ba2c']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:16.904633 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.917721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427764-f203-429f-812b-14b0db498fb9 req-d23e454f-16f4-48b7-b9c9-da969f6cb4d9 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:16.919252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa427764-f203-429f-812b-14b0db498fb9 req-d23e454f-16f4-48b7-b9c9-da969f6cb4d9 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0905108 Dec 13 14:58:16.921010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0a2064-f8a2-4a33-9cee-f3cf143ce381') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:16.921588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0a2064-f8a2-4a33-9cee-f3cf143ce381') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:16.933813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.971647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.978953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:58:16.979360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:58:16.981294 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:58:16.993187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa427764-f203-429f-812b-14b0db498fb9 req-b5f6a74e-a4f0-4a59-bfdf-c27529cb5af6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 Dec 13 14:58:17.139747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:17.149282 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:17.152595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:17.156997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5782386b-0506-4e41-b0c8-9e9bc652ba2c HTTP/1.1" status: 204 len: 168 time: 0.8285625 Dec 13 14:58:17.158439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:17.164867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:17.171457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:17.171633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eeabb-2641-46ee-9a49-948019e6fb98 admin admin] Pushing event deleted for resources: {'Network': ['ID=5782386b-0506-4e41-b0c8-9e9bc652ba2c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:17.178072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:17.185222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:17.191382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:17.193645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-640449c0-5591-451e-989f-78a04353312b req-db3926d0-358f-4a16-a94b-e50c232aeb3b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1122572 Dec 13 14:58:17.242165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-640449c0-5591-451e-989f-78a04353312b req-1612165a-7723-4cec-93aa-d350be7081ac tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0407586 Dec 13 14:58:17.496499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 51019142-8c4e-4cfa-aba2-45f3d967e7f0 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:58:17.552870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 51019142-8c4e-4cfa-aba2-45f3d967e7f0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:58:17.552870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 51019142-8c4e-4cfa-aba2-45f3d967e7f0 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:58:17.630274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:17.674567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e655d7d-3b91-46d7-99a5-ec30b5fc37da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa2f0c06b94f400a97032300c20c9582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432017 Dec 13 14:58:17.677479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33718) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:17.733774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-15fe8e98-6ce2-493d-aebe-14f6d64f9794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:17.759975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-15fe8e98-6ce2-493d-aebe-14f6d64f9794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.116234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2876d-d364-496b-8c37-d32979f87342 req-6522a9bb-57b0-4c83-8db3-e99c4dda8ddf tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.118584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ee2876d-d364-496b-8c37-d32979f87342 req-6522a9bb-57b0-4c83-8db3-e99c4dda8ddf tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0539582 Dec 13 14:58:18.165150 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ee2876d-d364-496b-8c37-d32979f87342 req-7fdb968a-447f-4a95-aabd-7875c0b08033 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Dec 13 14:58:18.223844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-15fe8e98-6ce2-493d-aebe-14f6d64f9794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.226914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-15fe8e98-6ce2-493d-aebe-14f6d64f9794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.231251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-15fe8e98-6ce2-493d-aebe-14f6d64f9794 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/756c627f-46c8-4a6b-81e0-0ece2180395b HTTP/1.1" status: 204 len: 168 time: 0.5504696 Dec 13 14:58:18.241247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe8e98-6ce2-493d-aebe-14f6d64f9794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756c627f-46c8-4a6b-81e0-0ece2180395b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:18.308128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33728) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:18.486125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.492751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.498963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.506223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.513358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.520514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.527949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:18.531235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-aaba193e-3e66-4ec4-b7df-8af4c89364d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1370289 Dec 13 14:58:18.536744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1926860249-network', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:18.627316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2247d23-ec24-402d-87e9-b35f37ef6f91 req-717e2234-20e8-4251-976e-c8ea296ae98b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0868340 Dec 13 14:58:18.653684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Made reservation on behalf of 6322b64b529f47ecb014dd6da5bd7fb1 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:58:18.658807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.670167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.760792 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.853656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.891704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:58:18.902342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585985c-ad84-44b1-9fe0-d854659d4c74,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:18.912247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:18.912247 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Added segment cfb0605e-bb53-4e59-a581-50ff384dd053 of type vlan for network 7ea0d2ca-03b5-436c-9498-f79877ae3763 Dec 13 14:58:18.979799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:19.172654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:19.175750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.175750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:19.244867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] Pushing event updated for resources: {'Network': ['ID=7ea0d2ca-03b5-436c-9498-f79877ae3763,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:19.257783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:58:19.310134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5490c3b6-9ba7-48e6-aaf6-5d2cc49f3afb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0010214 Dec 13 14:58:19.310395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33750) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:19.315210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Request body: {'subnet': {'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1926860249-subnet', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:19.352525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555cc84-2262-4f43-824f-e33df1f63940 req-08ec463d-318e-43be-8ffd-0de60d656d6a tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.358681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4555cc84-2262-4f43-824f-e33df1f63940 req-08ec463d-318e-43be-8ffd-0de60d656d6a tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0774522 Dec 13 14:58:19.404618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4555cc84-2262-4f43-824f-e33df1f63940 req-a5d70955-86f2-4685-89f6-0a74b3687aff tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 Dec 13 14:58:19.475611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Made reservation on behalf of 6322b64b529f47ecb014dd6da5bd7fb1 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:58:19.479177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:19.817969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:19.882800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.889799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.907024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.920434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.929715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.937052 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d2134dc4-64ac-4dca-a7db-f696851d160b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:19.944345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:19.947999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.948433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Checking segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:19.953990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Network hostable DHCP agents. Network: 7ea0d2ca-03b5-436c-9498-f79877ae3763, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:58:19.955710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:19.957562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-bf4ba159-5329-4e6d-9ce5-ab1e29b9780c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.2059746 Dec 13 14:58:20.022858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52eb91fe-ce19-409d-bab2-e37a07940ca7 req-34c9bba4-494f-493d-ae5a-b49e6a6706b7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0580413 Dec 13 14:58:20.041567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:58:20.167651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7ea0d2ca-03b5-436c-9498-f79877ae3763) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:20.183905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:20.183905 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.192575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b2813-b0df-4fd9-ab14-718f6631505c None None] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:58:20.358757 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4481b18b-f04a-48b3-bef2-4f7abadfe6c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0472593 Dec 13 14:58:20.361869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33792) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:20.366774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:20.392351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7ea0d2ca-03b5-436c-9498-f79877ae3763', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:58:20.395656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.489577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.490958 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.583952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Allocated IP 172.20.0.2 (7ea0d2ca-03b5-436c-9498-f79877ae3763/0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c/69fb2c90-d534-44de-856e-7a8fd2d14882) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:20.623449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.635060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d5c51-3cf4-4f5c-9282-7c5bf0c737dc req-808fdb57-dbea-46f7-99a2-55866220f3c2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:20.636638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-139d5c51-3cf4-4f5c-9282-7c5bf0c737dc req-808fdb57-dbea-46f7-99a2-55866220f3c2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1360359 Dec 13 14:58:20.695570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-139d5c51-3cf4-4f5c-9282-7c5bf0c737dc req-258745a3-2899-4fe6-9ff1-1964c120f6ee tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465870 Dec 13 14:58:20.752369 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.840034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.892452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:20.895411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:20.899015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:20.917201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.933471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Pushing event updated for resources: {'Port': ['ID=69fb2c90-d534-44de-856e-7a8fd2d14882,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:20.972621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Attempting to bind port 69fb2c90-d534-44de-856e-7a8fd2d14882 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:20.972992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Attempting to bind port 69fb2c90-d534-44de-856e-7a8fd2d14882 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:20.973457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Attempting to bind port 69fb2c90-d534-44de-856e-7a8fd2d14882 on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:20.979322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:20.982429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Checking segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:20.982429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:20.982429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Bound using segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:20.982429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Bound port: 69fb2c90-d534-44de-856e-7a8fd2d14882, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:20.982429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.049892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33804) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:21.085510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] For port 69fb2c90-d534-44de-856e-7a8fd2d14882, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:21.089474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] For port 69fb2c90-d534-44de-856e-7a8fd2d14882, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=69fb2c90-d534-44de-856e-7a8fd2d14882,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:21.185441 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.238000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:21.244338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:21.250906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:21.261406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:21.268022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:21.275426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:21.282210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:21.284680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2e77df9e-6f3d-4223-a226-7d18f55648a7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1410444 Dec 13 14:58:21.327700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ff351b9-72eb-421c-9d69-d2d2320183d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.348506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7021b-c9cd-45ee-a4a9-27505fa2dfbc None None] Pushing event updated for resources: {'Port': ['ID=69fb2c90-d534-44de-856e-7a8fd2d14882,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:21.361956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.385639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-038e76f4-d068-4cf3-8036-a1331b995f1d req-2f46817a-85bb-41d0-a43a-c162b2ebe40e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0909257 Dec 13 14:58:21.403154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.504584 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ff351b9-72eb-421c-9d69-d2d2320183d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.594020 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6ff351b9-72eb-421c-9d69-d2d2320183d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.638116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6ff351b9-72eb-421c-9d69-d2d2320183d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=081e1a56f212438b93a3d5025b14984d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846727 Dec 13 14:58:21.643820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33810) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:21.675216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Allocated IP 172.25.7.14 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d7019617-2201-45ff-8345-4ec69da11283) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:21.682256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff351b9-72eb-421c-9d69-d2d2320183d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093fc61e-3c8e-4390-a9c6-1b8c9e09ec94,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:21.862553 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ba73dc9-3970-4279-adf5-e9daf6d9ae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.916391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ba73dc9-3970-4279-adf5-e9daf6d9ae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:21.944699 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:22.007345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831388a-a8e8-4283-aa31-e7794effcce4 req-f93a8b54-3b37-4fe9-967c-f4e57af637fd tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.007345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e831388a-a8e8-4283-aa31-e7794effcce4 req-f93a8b54-3b37-4fe9-967c-f4e57af637fd tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1439662 Dec 13 14:58:22.068184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e831388a-a8e8-4283-aa31-e7794effcce4 req-4e30fdf3-b0aa-4e78-9a57-61232cbfa649 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804055 Dec 13 14:58:22.097214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 69fb2c90-d534-44de-856e-7a8fd2d14882 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:22.165396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 69fb2c90-d534-44de-856e-7a8fd2d14882 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:22.166090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:22.263269 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:22.948415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 69fb2c90-d534-44de-856e-7a8fd2d14882, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=69fb2c90-d534-44de-856e-7a8fd2d14882,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:22.948415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ee974-f7ce-4c57-b701-6efeda040a5e None None] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:22.951028 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-53475c1d-776e-4ff5-a87a-72960cfac6d0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1119080 Dec 13 14:58:22.952351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a31941cd-b93a-4184-ab53-75bb9ce19f0b None None] Provisioning complete for port 69fb2c90-d534-44de-856e-7a8fd2d14882 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:22.952351 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a31941cd-b93a-4184-ab53-75bb9ce19f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:22.953780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81589888-87c7-4e66-bc95-fd0cdf641900 req-6159e3c0-d53a-4d36-8b29-1ff324ecb7d1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0375698 Dec 13 14:58:22.954865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a31941cd-b93a-4184-ab53-75bb9ce19f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:22.955271 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:22.966016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:22.970165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:22.972690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:23.007980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Pushing event updated for resources: {'Port': ['ID=d7019617-2201-45ff-8345-4ec69da11283,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:23.022070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.022434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.023131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.023482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.023806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.024130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.024450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.025377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.025704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.026020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.026359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.044775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:23.044775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ba73dc9-3970-4279-adf5-e9daf6d9ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.044775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ba73dc9-3970-4279-adf5-e9daf6d9ae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.044775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ba73dc9-3970-4279-adf5-e9daf6d9ae8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/093fc61e-3c8e-4390-a9c6-1b8c9e09ec94 HTTP/1.1" status: 204 len: 168 time: 1.3949778 Dec 13 14:58:23.079767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd64d-aacb-44a3-9a68-7d6dda13f9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.080809 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.120589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba73dc9-3970-4279-adf5-e9daf6d9ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093fc61e-3c8e-4390-a9c6-1b8c9e09ec94,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:23.126667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-a31941cd-b93a-4184-ab53-75bb9ce19f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 14:58:23.127534 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-a31941cd-b93a-4184-ab53-75bb9ce19f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 14:58:23.197619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=69fb2c90-d534-44de-856e-7a8fd2d14882,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:23.274799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.276372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ad2a-3b7e-41f5-aa72-b48cb815d558 req-300f5982-4201-4c5e-bf55-6821703be95f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.277905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da08ad2a-3b7e-41f5-aa72-b48cb815d558 req-300f5982-4201-4c5e-bf55-6821703be95f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0625889 Dec 13 14:58:23.322391 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da08ad2a-3b7e-41f5-aa72-b48cb815d558 req-99f7132c-5ba1-4f1b-854c-0a6b3a252f7d tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368671 Dec 13 14:58:23.480064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.797854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.822479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.828694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.851292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.862963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e4b21b42-35c3-4ea3-8f08-b39d443ea7ae None None] Provisioning complete for port 69fb2c90-d534-44de-856e-7a8fd2d14882 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:23.867587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4b21b42-35c3-4ea3-8f08-b39d443ea7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:23.876567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.895239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.914445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.920860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:23.934118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08828f24-a655-4330-b89f-e237fa179757 req-b155f273-d97c-4415-91fd-623db67b01c3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1787629 Dec 13 14:58:24.085256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-08828f24-a655-4330-b89f-e237fa179757 req-490c4e6c-ebd2-4663-a9ca-c03fb338e5a2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1475065 Dec 13 14:58:24.205833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 69fb2c90-d534-44de-856e-7a8fd2d14882 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:24.228923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Router d3802321-60a1-4160-b894-6fba06c385d0 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:58:24.318837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 69fb2c90-d534-44de-856e-7a8fd2d14882 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:24.325427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:24.392481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:58:24.406279 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Sync routers for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:58:24.426359 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:24.427359 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:24.555670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2f87-77ab-401c-929a-e2416eb3560d req-3220fc0d-911c-467d-bdcb-a24c91fdae2f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:24.575118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3dc2f87-77ab-401c-929a-e2416eb3560d req-3220fc0d-911c-467d-bdcb-a24c91fdae2f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1305137 Dec 13 14:58:24.594921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:24.596128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a12a154f-f79f-434e-9c67-3ee50577a61a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2330759 Dec 13 14:58:24.599168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33872) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:24.692961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3dc2f87-77ab-401c-929a-e2416eb3560d req-36ec605b-13b2-4ae0-a959-7fd4685d557a tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173193 Dec 13 14:58:24.739715 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:24.918103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:24.936943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33880) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:25.126515 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.130310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-network', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:25.159058 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:23Z', 'revision_number': 3, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:25.230622 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Checking router: d3802321-60a1-4160-b894-6fba06c385d0 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:58:25.231715 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Updating router d3802321-60a1-4160-b894-6fba06c385d0 port d7019617-2201-45ff-8345-4ec69da11283 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:58:25.260412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Made reservation on behalf of 0d79ef0d6aa74b998676d751f7ee18ca for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:58:25.260960 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.265089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.289912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.447701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.454261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.460501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.467209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.470889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.473456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.481033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.487983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.490087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-0a85293d-8a28-42fb-b12c-8d57498f2d61 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1343784 Dec 13 14:58:25.549278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.604172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:58:25.614963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.615307 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e824998-f93c-425f-bfdd-59c5d3b1fe16 req-16988a41-8a93-48b1-941f-2fb76c156375 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1107388 Dec 13 14:58:25.615532 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Added segment 4914c56a-4397-4114-9eea-74eb373c0482 of type vlan for network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 Dec 13 14:58:25.661020 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.684599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94326bf-93c1-494b-9749-adb674580533,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:25.736743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.762979 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.766696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.774116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.774116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.867033 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:25.867218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:25.880800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:58:25.950287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f99a8-fe00-4ab4-9e32-d2e6edd35a5e req-33e6e856-69cb-4e9b-9158-0f1367b428a9 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:25.952126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce3f99a8-fe00-4ab4-9e32-d2e6edd35a5e req-33e6e856-69cb-4e9b-9158-0f1367b428a9 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1717210 Dec 13 14:58:25.966858 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Attempting to bind port d7019617-2201-45ff-8345-4ec69da11283 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:25.967222 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Attempting to bind port d7019617-2201-45ff-8345-4ec69da11283 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:25.967576 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Attempting to bind port d7019617-2201-45ff-8345-4ec69da11283 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:25.970451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-45841ca4-3a2a-416f-94b9-fe4aaab6e1f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0322654 Dec 13 14:58:25.976202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33902) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:25.982366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Request body: {'subnet': {'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-subnet', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:25.988321 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Pushing event updated for resources: {'Port': ['ID=d7019617-2201-45ff-8345-4ec69da11283,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:26.015830 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:26.016749 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:26.016749 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.016957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:26.017414 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Bound port: d7019617-2201-45ff-8345-4ec69da11283, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:26.017739 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.021240 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.021502 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.021834 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.022159 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.022504 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.022823 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.023137 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.032777 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.032964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce3f99a8-fe00-4ab4-9e32-d2e6edd35a5e req-d8e5909a-3cd9-4882-8003-fea5322eb288 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741408 Dec 13 14:58:26.033220 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.033568 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.033904 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.038404 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:26.055522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Allocated IP 172.20.0.1 (7ea0d2ca-03b5-436c-9498-f79877ae3763/0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c/33fb2b4a-23bd-47ba-9ee0-e6d1404019df) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:26.167479 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] For port d7019617-2201-45ff-8345-4ec69da11283, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:26.173018 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:58:26.188581 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] For port d7019617-2201-45ff-8345-4ec69da11283, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d7019617-2201-45ff-8345-4ec69da11283,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:26.200463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.203343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Made reservation on behalf of 0d79ef0d6aa74b998676d751f7ee18ca for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:58:26.210218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.263130 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.398137 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:26.398394 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.402367 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:26.472205 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34691d-d0bd-4d01-8e29-53d147f1ca37 None None] Pushing event updated for resources: {'Port': ['ID=d7019617-2201-45ff-8345-4ec69da11283,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:26.538014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:26.544475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:26.544957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:26.547352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Pushing event updated for resources: {'Port': ['ID=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:26.549546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:26.621843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.626786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.830466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dbf8004-612e-494c-83da-dbcd7305bdb4,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:26.896233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-26b820b5-8987-4ed8-b035-84581c1a25ab None None] Provisioning complete for port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:26.898099 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26b820b5-8987-4ed8-b035-84581c1a25ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:26.962256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:26.969704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:26.973451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-26b820b5-8987-4ed8-b035-84581c1a25ab None None] Port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:58:26.978660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:26.987617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:26.994413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:27.000849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:27.007404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:27.018696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-ec1964ac-b630-4155-ac05-3a6d44f31100 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.2788756 Dec 13 14:58:27.024638 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:23Z', 'revision_number': 3, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:27.030692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Checking segment: {'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:27.031046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Network hostable DHCP agents. Network: 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:58:27.088715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89f2102b-bb75-4bfd-b130-ddbdd14860c8 req-1a5d1b43-fdcd-4e32-8337-5ef754685abc tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0690989 Dec 13 14:58:27.095996 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af817b9-8b4c-472c-adbc-785f89d6be2f None None] The sync data for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 is: [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:23Z', 'revision_number': 3, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:58:27.174635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:58:27.186115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.189341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ac8f7-03f4-40a1-ad31-96abf774f7bf req-c960eb99-b7ff-402c-bf4e-8cd47199b887 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:27.191680 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec0ac8f7-03f4-40a1-ad31-96abf774f7bf req-c960eb99-b7ff-402c-bf4e-8cd47199b887 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0754232 Dec 13 14:58:27.257766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec0ac8f7-03f4-40a1-ad31-96abf774f7bf req-20fda89e-5796-42e5-a520-bd9cc3256181 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577629 Dec 13 14:58:27.270506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:27.270506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:27.270506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.271887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a860f5e-5e11-437a-aa02-b3c1a77340f2 None None] Network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:58:27.449369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.458588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69b6ae69-cb00-44b9-967c-7c8ff4e61e3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4809358 Dec 13 14:58:27.461374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33924) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:27.467216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:27.530726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.623868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0cdc8d-9bbf-4411-9b78-f5af92c2ae09 None None] Network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:58:27.628651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.631553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Pushing event updated for resources: {'Port': ['ID=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:27.708013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.709094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.781262 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:27.848979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:27.850655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:28.078801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Router d3802321-60a1-4160-b894-6fba06c385d0 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:58:28.152109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d7019617-2201-45ff-8345-4ec69da11283 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:28.214740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:28.244887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d50fb3e5-f8d9-4e2b-9a37-128abbf97544 None None] Provisioning complete for port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:28.245531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d50fb3e5-f8d9-4e2b-9a37-128abbf97544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:28.344223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb3e5-f8d9-4e2b-9a37-128abbf97544 None None] Port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:58:28.350629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d7019617-2201-45ff-8345-4ec69da11283 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:28.351204 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:28.442700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:28.470629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81caca1-8ac2-4efc-9368-b06b8147cfb3 req-7a727cf4-fee0-4192-a1ab-d3ea180fb0e6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.479255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f81caca1-8ac2-4efc-9368-b06b8147cfb3 req-7a727cf4-fee0-4192-a1ab-d3ea180fb0e6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1065075 Dec 13 14:58:28.492275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port d7019617-2201-45ff-8345-4ec69da11283, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d7019617-2201-45ff-8345-4ec69da11283,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:28.537627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f81caca1-8ac2-4efc-9368-b06b8147cfb3 req-4c2dbd5e-617a-40dd-a70c-f351503967d4 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515027 Dec 13 14:58:28.565753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.572748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.587422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.595584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.604425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.611597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.617803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:28.619039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:28.621181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-cd3475b1-1de6-4fcb-8957-f24b09584272 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.4015515 Dec 13 14:58:28.672755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=d7019617-2201-45ff-8345-4ec69da11283,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:28.676512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:58:28.686716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-41f495fb-f4b3-4fe4-9d68-3a4288a04af3 admin admin] 10.222.0.24 "PUT /v2.0/routers/d3802321-60a1-4160-b894-6fba06c385d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0863068 Dec 13 14:58:28.692991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed3a4b1f-9f67-4108-815b-883dae969af2 req-8643aa6c-8b56-4c49-89ec-db3cf47a1712 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0624259 Dec 13 14:58:28.874098 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:28.904798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:29.082123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Allocated IP 172.25.7.110 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/9bc974d3-e09d-4118-832d-d84a99b7aa78) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:29.276774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:29.456906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33950) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:29.462270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2ae81ecf-2aae-4707-a42c-4f3048f8f58b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180328508', 'description': 'tempest-description--1728991698'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:29.475626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:29.523049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:29.530346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Sync routers for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:58:29.532704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:29.536042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:29.543369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:29.543991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:29.545307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Pushing event updated for resources: {'Port': ['ID=9bc974d3-e09d-4118-832d-d84a99b7aa78,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:29.865913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:29.965938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:29.973488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:29.980235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:29.987019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:29.993899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:30.000311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:30.006479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:30.015731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-721943fd-2488-4700-b396-c4ae76fbbf5d tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.1323509 Dec 13 14:58:30.076054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d1ee082-509c-4bdd-98fe-767b8bb21a66 req-f1a32026-4bfd-48cd-8c1e-09008431444a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0593212 Dec 13 14:58:30.117063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ae81ecf-2aae-4707-a42c-4f3048f8f58b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.117861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d7019617-2201-45ff-8345-4ec69da11283 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:30.183266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 2, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:30.217597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Checking router: d3802321-60a1-4160-b894-6fba06c385d0 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:58:30.217927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Updating router d3802321-60a1-4160-b894-6fba06c385d0 port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:58:30.221428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d7019617-2201-45ff-8345-4ec69da11283 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:30.222340 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.236897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847698a-069b-4b51-ad95-a167b3cb9605 req-a770e33d-43cd-4ee5-99ca-d5a713830cc3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:30.238466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b847698a-069b-4b51-ad95-a167b3cb9605 req-a770e33d-43cd-4ee5-99ca-d5a713830cc3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.5750704 Dec 13 14:58:30.271501 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.301035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b847698a-069b-4b51-ad95-a167b3cb9605 req-b13f4c25-1aaf-4cfd-a279-7a297e42402c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532136 Dec 13 14:58:30.308647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ae81ecf-2aae-4707-a42c-4f3048f8f58b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.459869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ae81ecf-2aae-4707-a42c-4f3048f8f58b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.518974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae81ecf-2aae-4707-a42c-4f3048f8f58b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd47aa5-af59-47b2-9f21-30fb50edc357,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:30.547790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.595874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2ae81ecf-2aae-4707-a42c-4f3048f8f58b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.597435 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2ae81ecf-2aae-4707-a42c-4f3048f8f58b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1392877 Dec 13 14:58:30.600521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:30.606663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d90d1f3a-7f66-4079-843a-4d9c411a1453 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'security_group_rule': {'security_group_id': 'bfd47aa5-af59-47b2-9f21-30fb50edc357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:30.792748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.807958 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f3a-7f66-4079-843a-4d9c411a1453 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.867312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.876202 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f3a-7f66-4079-843a-4d9c411a1453 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.949623 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:30.995626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f3a-7f66-4079-843a-4d9c411a1453 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.010266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3f418-7270-4176-aee7-1cd22e5f44a9 None None] Pushing event updated for resources: {'Port': ['ID=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:31.017358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1f3a-7f66-4079-843a-4d9c411a1453 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b1dd6e-e50d-4cbb-b95a-35a40f5d7f39,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:31.071334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Attempting to bind port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:31.071687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Attempting to bind port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:31.072356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Attempting to bind port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:31.078075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:31.080004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Router 30abf412-c4aa-48db-b957-1150846d8ca1 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:58:31.082608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f3a-7f66-4079-843a-4d9c411a1453 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.084186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d90d1f3a-7f66-4079-843a-4d9c411a1453 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4825788 Dec 13 14:58:31.085380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Checking segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:31.085868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.086410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Bound using segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:31.087721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33972) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:31.093833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e683cbb4-c889-435a-b35c-030e9231bbb3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'security_group_rule': {'security_group_id': 'bfd47aa5-af59-47b2-9f21-30fb50edc357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:31.096276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Bound port: 33fb2b4a-23bd-47ba-9ee0-e6d1404019df, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:31.096789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.252508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] For port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:31.260294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] For port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:31.273814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e683cbb4-c889-435a-b35c-030e9231bbb3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.288654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:58:31.298335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0f4aaaf4-f9c9-45db-86a5-e757108fa7b4 None None] Provisioning complete for port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:31.299103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f4aaaf4-f9c9-45db-86a5-e757108fa7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.303810 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Sync routers for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:58:31.319378 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:31.323978 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:31.347628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0f4aaaf4-f9c9-45db-86a5-e757108fa7b4 None None] Port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:58:31.364891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.379290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b423d-c679-4437-b28f-e29a9b26715d req-37e9bd2e-bca3-4e2a-a2c3-13cd0746e0ac tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.379491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.381334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-245b423d-c679-4437-b28f-e29a9b26715d req-37e9bd2e-bca3-4e2a-a2c3-13cd0746e0ac tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0577133 Dec 13 14:58:31.387577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.396678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.404255 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.429321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-245b423d-c679-4437-b28f-e29a9b26715d req-404748bf-d809-40f7-bd70-a049a2c5e147 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Dec 13 14:58:31.430774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.451115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.457844 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:31.490290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:31.490919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:31.495787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.507074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31d365cf-5a0a-4953-b175-14219de350a6 req-4d71221f-0ceb-48c9-9634-e69aebe4c1ae tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5419 time: 0.3084047 Dec 13 14:58:31.511171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.521989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-91dd89a1-72a1-44d6-8371-b42acb25ed3e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0497711 Dec 13 14:58:31.521989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33980) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:31.581169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0b585914-31fa-42d2-94a6-01be29f26100 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:31.617748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31d365cf-5a0a-4953-b175-14219de350a6 req-fb341376-cab2-4c5f-b5ad-03b15b84b59c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1024232 Dec 13 14:58:31.665301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e683cbb4-c889-435a-b35c-030e9231bbb3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.746989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:31.775927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e683cbb4-c889-435a-b35c-030e9231bbb3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.849592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-4f035f3e-228a-4c14-9384-2d2c1484b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.850454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683cbb4-c889-435a-b35c-030e9231bbb3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b64c3e8-5495-4c4a-814d-f7af434fc515,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:31.852361 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-4f035f3e-228a-4c14-9384-2d2c1484b41c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 1096 time: 0.2121093 Dec 13 14:58:31.861907 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:30Z', 'revision_number': 3, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:31.916968 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Checking router: 30abf412-c4aa-48db-b957-1150846d8ca1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:58:31.917711 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Updating router 30abf412-c4aa-48db-b957-1150846d8ca1 port 9bc974d3-e09d-4118-832d-d84a99b7aa78 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:58:31.927354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e683cbb4-c889-435a-b35c-030e9231bbb3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.931268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e683cbb4-c889-435a-b35c-030e9231bbb3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8398445 Dec 13 14:58:31.932663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33988) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:31.937404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:31.978533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0b585914-31fa-42d2-94a6-01be29f26100, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0b585914-31fa-42d2-94a6-01be29f26100,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:31.980783 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:31.990881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-26b06845-06f2-490a-8a65-180a88ac0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:31.991463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '0b585914-31fa-42d2-94a6-01be29f26100', 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'port_id': '0b585914-31fa-42d2-94a6-01be29f26100', 'mac_address': 'fa:16:3e:b1:87:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49247f3f-9125-4995-9473-58d17e263f46', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:31.993682 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-26b06845-06f2-490a-8a65-180a88ac0049 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 916 time: 0.1269362 Dec 13 14:58:32.001278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3f418-7270-4176-aee7-1cd22e5f44a9 None None] Pushing event updated for resources: {'Port': ['ID=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:32.048576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-2734c584-6cd1-4c1f-9fd8-7e29cbe73cc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=571fc759-8b85-49b7-b669-67c309cbc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0470552 Dec 13 14:58:32.081523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b652eb6c-a5e0-4aff-ac19-01658054e2b5 None None] Provisioning complete for port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:32.081896 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b652eb6c-a5e0-4aff-ac19-01658054e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.121032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.173727 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.260099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-89da5786-932a-4237-acab-5a17e87336d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:32.261465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b585914-31fa-42d2-94a6-01be29f26100 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:32.261841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-89da5786-932a-4237-acab-5a17e87336d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3ef9e00-c5bd-4524-a470-08a877a9abaf HTTP/1.1" status: 200 len: 854 time: 0.2034492 Dec 13 14:58:32.296216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b652eb6c-a5e0-4aff-ac19-01658054e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.303635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0b585914-31fa-42d2-94a6-01be29f26100, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0b585914-31fa-42d2-94a6-01be29f26100,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:32.359804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b652eb6c-a5e0-4aff-ac19-01658054e2b5 None None] For port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:32.359804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-26655978-ca09-47de-9056-1cb76d68907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:32.392698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26655978-ca09-47de-9056-1cb76d68907b None None] The sync data for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 is: [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:31Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:58:32.407248 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.411901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-ff0f43b8-da5b-41b3-b8d0-2301039b80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:32.414087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-ff0f43b8-da5b-41b3-b8d0-2301039b80dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b24f59f-3a2a-41f9-8640-30c991187cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450286 Dec 13 14:58:32.439848 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.440571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e9e01921-ca68-44f5-b12b-2a9e1377f580 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:32.464333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-a42a5d65-6c57-4ef7-9a2a-79bcfabc4eea service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:58:32.465387 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-a42a5d65-6c57-4ef7-9a2a-79bcfabc4eea service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095675 Dec 13 14:58:32.513410 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b652eb6c-a5e0-4aff-ac19-01658054e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.547855 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.600988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0b585914-31fa-42d2-94a6-01be29f26100,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:32.694417 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-3042df7e-70a0-442c-be56-0205cc6c1c0a service neutron] 10.222.0.50 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138557 Dec 13 14:58:32.710437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652eb6c-a5e0-4aff-ac19-01658054e2b5 None None] Pushing event updated for resources: {'Port': ['ID=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:32.720579 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.726834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e9e01921-ca68-44f5-b12b-2a9e1377f580, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:32.749333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'port_id': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'mac_address': 'fa:16:3e:cd:c0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:32.801702 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.841795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e01921-ca68-44f5-b12b-2a9e1377f580 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:32.868236 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Allocated IP 172.25.7.162 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/662c2351-c02a-4651-82da-129a7cf01efa) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:32.877576 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f7b64-b004-4944-b6dc-4d825ee00046 None None] Pushing event updated for resources: {'Port': ['ID=9bc974d3-e09d-4118-832d-d84a99b7aa78,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:32.891008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e9e01921-ca68-44f5-b12b-2a9e1377f580, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:32.942788 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Attempting to bind port 9bc974d3-e09d-4118-832d-d84a99b7aa78 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:32.944290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Attempting to bind port 9bc974d3-e09d-4118-832d-d84a99b7aa78 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:32.947045 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Attempting to bind port 9bc974d3-e09d-4118-832d-d84a99b7aa78 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:32.957050 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:32.960617 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:32.962618 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.964104 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:32.966765 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Bound port: 9bc974d3-e09d-4118-832d-d84a99b7aa78, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:32.967455 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:32.988026 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:33.045304 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] For port 9bc974d3-e09d-4118-832d-d84a99b7aa78, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:33.051373 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] For port 9bc974d3-e09d-4118-832d-d84a99b7aa78, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9bc974d3-e09d-4118-832d-d84a99b7aa78,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:33.062693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:33.095287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=e9e01921-ca68-44f5-b12b-2a9e1377f580,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:33.116663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0650f-2624-47d5-98e3-e56dbf85d2b9 req-4b5af778-d3f0-45c1-8cf7-65bcfa962dd6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.118595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6df0650f-2624-47d5-98e3-e56dbf85d2b9 req-4b5af778-d3f0-45c1-8cf7-65bcfa962dd6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.4177651 Dec 13 14:58:33.137848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad869f7e-c3ba-42b8-8c5c-55cf4708f0f1 req-4dc1d854-43fa-400f-883f-3c503033e5b6 service neutron] 10.222.0.50 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288142 Dec 13 14:58:33.166628 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:33.201631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6df0650f-2624-47d5-98e3-e56dbf85d2b9 req-d2729343-b599-4631-becc-33bdc7ed3933 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765343 Dec 13 14:58:33.225022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['e9e01921-ca68-44f5-b12b-2a9e1377f580'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:33.226751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:33.272684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.280222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.286393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.297124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.319606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.335160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.341349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:33.354464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-796eca69-117f-482b-9090-01ad8960c64a req-9082e31a-5d05-4a15-8275-c66c299759e7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5421 time: 0.2277849 Dec 13 14:58:33.371852 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:33.373569 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:33.377295 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:33.417775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:33.438882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:33.448142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:33.481959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'Port': ['ID=662c2351-c02a-4651-82da-129a7cf01efa,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:33.490213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f7b64-b004-4944-b6dc-4d825ee00046 None None] Pushing event updated for resources: {'Port': ['ID=9bc974d3-e09d-4118-832d-d84a99b7aa78,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:33.529343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b466609e-73cd-430b-8122-f49a68826c9c details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:33.610839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-796eca69-117f-482b-9090-01ad8960c64a req-f5ced2b6-a146-4873-b060-d046de6de599 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2555265 Dec 13 14:58:33.678469 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:33.760690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Allocated IP 172.20.0.1 (2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14/1dbf8004-612e-494c-83da-dbcd7305bdb4/2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:33.817221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b466609e-73cd-430b-8122-f49a68826c9c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b466609e-73cd-430b-8122-f49a68826c9c,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:33.902292 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'b466609e-73cd-430b-8122-f49a68826c9c', 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024', 'port_id': 'b466609e-73cd-430b-8122-f49a68826c9c', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d5bddc-cc53-451c-993d-e63e12a07df4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:33.955031 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.051757 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.087244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.120780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b466609e-73cd-430b-8122-f49a68826c9c {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:34.184098 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:30Z', 'revision_number': 3, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:34.200385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:34.202474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:34.206760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b466609e-73cd-430b-8122-f49a68826c9c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b466609e-73cd-430b-8122-f49a68826c9c,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:34.210505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:34.213679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:34.224717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 33fb2b4a-23bd-47ba-9ee0-e6d1404019df up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:34.306600 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a4576-117f-49da-99c9-d097037bd210 None None] The sync data for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 is: [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:30Z', 'revision_number': 3, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:58:34.320803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['0b585914-31fa-42d2-94a6-01be29f26100'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:34.325447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.325705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cca6fe3-da88-4c65-85db-39f506ea9a9a details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:34.342063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.471376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.614399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451f825-7822-4069-995e-3aeaf4a6a9a2 req-d2168232-2deb-4ab1-b4da-453c957fe61f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:34.616345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c451f825-7822-4069-995e-3aeaf4a6a9a2 req-d2168232-2deb-4ab1-b4da-453c957fe61f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0880189 Dec 13 14:58:34.620392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:34.621128 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.640554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.747671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c451f825-7822-4069-995e-3aeaf4a6a9a2 req-9d1bca10-881f-4e85-aba5-937ee1bc2935 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235800 Dec 13 14:58:34.752934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b466609e-73cd-430b-8122-f49a68826c9c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:34.764653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cca6fe3-da88-4c65-85db-39f506ea9a9a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:34.765309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-63e46b5a-8b6b-4f70-9fd1-aac701d780a8 req-6ae93355-95c7-4631-9f18-e49fbb4e5f48 service neutron] (102824) timed out ('10.222.0.55', 60253) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 14:58:34.804827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2cca6fe3-da88-4c65-85db-39f506ea9a9a', 'network_id': '0dbf2396-4b31-4a83-8887-655b95608024', 'port_id': '2cca6fe3-da88-4c65-85db-39f506ea9a9a', 'mac_address': 'fa:16:3e:a1:eb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d5bddc-cc53-451c-993d-e63e12a07df4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:34.872142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:34.897264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cca6fe3-da88-4c65-85db-39f506ea9a9a {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:34.947088 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.048691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.054563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cca6fe3-da88-4c65-85db-39f506ea9a9a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:35.090826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.097135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.108352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.140715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.159322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.179292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.191695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.200436 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.201285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0ab78f8f-bb5b-4aa3-badb-a502cb75114e details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:35.206415 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-ef587758-a7b2-4851-aa6a-dd1fa5e42774 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5422 time: 0.4419968 Dec 13 14:58:35.214879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.219918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181540e1-0926-465d-bc8e-ee787b83af81 req-d574bc30-165e-4377-9d05-aadade977ad0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.220180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-181540e1-0926-465d-bc8e-ee787b83af81 req-d574bc30-165e-4377-9d05-aadade977ad0 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.2428553 Dec 13 14:58:35.307029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-181540e1-0926-465d-bc8e-ee787b83af81 req-decc964a-3d82-466f-b60a-9b20a1b7da45 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799885 Dec 13 14:58:35.349224 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.352669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a34d63e9-85a0-43e3-874d-011833f76e5b req-c241e2ca-20de-4e29-b4ec-54751adda924 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1442628 Dec 13 14:58:35.372033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'Port': ['ID=662c2351-c02a-4651-82da-129a7cf01efa,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:35.394722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.397251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cca6fe3-da88-4c65-85db-39f506ea9a9a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:35.453187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.454136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:35.477754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '0ab78f8f-bb5b-4aa3-badb-a502cb75114e', 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'port_id': '0ab78f8f-bb5b-4aa3-badb-a502cb75114e', 'mac_address': 'fa:16:3e:0e:45:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49247f3f-9125-4995-9473-58d17e263f46', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:35.529739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.531104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.532414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8c07e1e3-338d-4484-b072-e4eaf3f29944 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5987177 Dec 13 14:58:35.557094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab78f8f-bb5b-4aa3-badb-a502cb75114e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:35.574830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.598391 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:35.609063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f50cb-6777-4466-b572-dd50af054baf req-6e2761e9-7def-4413-9412-0c626bf05510 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.620210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e62f50cb-6777-4466-b572-dd50af054baf req-6e2761e9-7def-4413-9412-0c626bf05510 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 946 time: 0.1956494 Dec 13 14:58:35.656701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:35.732524 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.733392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a9e20ea3-31f4-4a18-93af-82110cc4b6b4 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:35.751137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-87e47a95-8e45-4ec9-b8e7-a7653a1989a2 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1180328508&fields=id&tenant_id=6322b64b529f47ecb014dd6da5bd7fb1 HTTP/1.1" status: 200 len: 267 time: 0.0676358 Dec 13 14:58:35.776853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a9e20ea3-31f4-4a18-93af-82110cc4b6b4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:35.790361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4', 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'port_id': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4', 'mac_address': 'fa:16:3e:73:7c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49247f3f-9125-4995-9473-58d17e263f46', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:35.890551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:35.933867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-e99ce332-52c3-470e-a924-5bb4b9fd8465 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:35.935301 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:35.935954 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-e99ce332-52c3-470e-a924-5bb4b9fd8465 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 811 time: 0.1839709 Dec 13 14:58:35.953876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-d3c5187a-3795-46a7-85a5-145ce5890b3a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/quotas/6322b64b529f47ecb014dd6da5bd7fb1 HTTP/1.1" status: 200 len: 375 time: 0.0119100 Dec 13 14:58:35.968550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e20ea3-31f4-4a18-93af-82110cc4b6b4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:35.992196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a9e20ea3-31f4-4a18-93af-82110cc4b6b4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:36.079814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-98a80989-b576-4577-8311-d59d0c4bf876 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175716 Dec 13 14:58:36.087185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:36.087185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b3c0ea7d-50db-4265-a72d-ae833691afff details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:36.132051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-971a637d-39ee-4ae4-844b-2ccc60c38039 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:58:36.134460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-971a637d-39ee-4ae4-844b-2ccc60c38039 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082304 Dec 13 14:58:36.215056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9bc974d3-e09d-4118-832d-d84a99b7aa78 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:36.225891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:36.351083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e62f50cb-6777-4466-b572-dd50af054baf req-3e481fea-104a-4b82-b49c-b8c918314343 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257085 Dec 13 14:58:36.382218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-ec9371cb-abfd-4a2e-bfcb-99a8872051a1 service neutron] 10.222.0.24 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382030 Dec 13 14:58:36.421661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:36.423431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:36.512005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b3c0ea7d-50db-4265-a72d-ae833691afff, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b3c0ea7d-50db-4265-a72d-ae833691afff,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:36.529837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'b3c0ea7d-50db-4265-a72d-ae833691afff', 'network_id': '7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9', 'port_id': 'b3c0ea7d-50db-4265-a72d-ae833691afff', 'mac_address': 'fa:16:3e:16:ba:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49247f3f-9125-4995-9473-58d17e263f46', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:36.536069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9bc974d3-e09d-4118-832d-d84a99b7aa78 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:36.536453 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:36.553806 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-3fe98f14-9703-4b17-8f75-10d3bc6c22a3 service neutron] 10.222.0.24 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646683 Dec 13 14:58:36.601197 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:36.619383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c0ea7d-50db-4265-a72d-ae833691afff {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:36.645384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b3c0ea7d-50db-4265-a72d-ae833691afff, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b3c0ea7d-50db-4265-a72d-ae833691afff,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:36.656498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Router 30abf412-c4aa-48db-b957-1150846d8ca1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:58:36.729849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:36.746462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65506335-c909-4251-b680-c4ea31117d25 req-fa54470e-c6b8-4e25-948f-7d0045e87957 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:36.748272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65506335-c909-4251-b680-c4ea31117d25 req-fa54470e-c6b8-4e25-948f-7d0045e87957 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.2625966 Dec 13 14:58:36.770973 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:36.786004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 9bc974d3-e09d-4118-832d-d84a99b7aa78, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9bc974d3-e09d-4118-832d-d84a99b7aa78,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:36.820379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0b585914-31fa-42d2-94a6-01be29f26100 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:36.865726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65506335-c909-4251-b680-c4ea31117d25 req-134a654b-5add-44de-856e-19629fe1f1c9 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851953 Dec 13 14:58:36.908944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:36.913911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b3c0ea7d-50db-4265-a72d-ae833691afff,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:36.949788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:58:36.962083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8ab57b53-5c17-497a-97d4-428d0acf58b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/30abf412-c4aa-48db-b957-1150846d8ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4428759 Dec 13 14:58:36.980583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc974d3-e09d-4118-832d-d84a99b7aa78,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:36.997556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085ee708-7ab8-484f-aafb-08b118feaaf7 req-9adbb7f5-c6d2-46c4-b5b9-3e85ed9d3dcf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 210 time: 0.0631299 Dec 13 14:58:37.055351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-31d5a6e9-7b8d-4c34-a94d-4b462ac891e9 req-c5cfaa25-63b9-465c-b4a1-51d9349e9e7a tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:58:37.056383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-31d5a6e9-7b8d-4c34-a94d-4b462ac891e9 req-c5cfaa25-63b9-465c-b4a1-51d9349e9e7a tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060303 Dec 13 14:58:37.084503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.095539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.103313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.110375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 0b585914-31fa-42d2-94a6-01be29f26100 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:37.123818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 0b585914-31fa-42d2-94a6-01be29f26100 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:37.123818 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:37.131475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.154533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.180656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.199204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-31d5a6e9-7b8d-4c34-a94d-4b462ac891e9 req-f9ddfdca-8e9c-4f64-8fa5-d8d3661bc80a tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1305611 Dec 13 14:58:37.205099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.229489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-310d1b17-2dfe-4dc6-9b81-04ccc6a67e71 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5426 time: 0.2135940 Dec 13 14:58:37.270402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b466609e-73cd-430b-8122-f49a68826c9c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:37.272624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2cca6fe3-da88-4c65-85db-39f506ea9a9a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:37.280575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['a9e20ea3-31f4-4a18-93af-82110cc4b6b4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:37.314295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c77237d9-98aa-42ca-80f7-f44ab7f1617f req-71e7da85-e4bc-4092-836e-89a05f40772b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0838780 Dec 13 14:58:37.457033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Sync routers for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:58:37.467269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b3c0ea7d-50db-4265-a72d-ae833691afff'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:37.563564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:37.563564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:37.621774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:37.693394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-e99c213c-9e1f-41c9-b4c2-e518b41d0cc6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.701977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-e99c213c-9e1f-41c9-b4c2-e518b41d0cc6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 820 time: 0.1568444 Dec 13 14:58:37.712415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9235ea-20eb-4218-bdc6-71d3b7afb11d req-c41c6a0f-32b2-41d7-9d3b-92afc46a7672 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:37.719824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-8b2651d2-6692-4c6f-81a5-4a5f97eec951 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/quotas/0d79ef0d6aa74b998676d751f7ee18ca HTTP/1.1" status: 200 len: 375 time: 0.0164304 Dec 13 14:58:37.736520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae9235ea-20eb-4218-bdc6-71d3b7afb11d req-c41c6a0f-32b2-41d7-9d3b-92afc46a7672 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1370268 Dec 13 14:58:37.797003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:37.801504 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-725ff739-06e4-481b-85ec-5042459b2aa3 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806787 Dec 13 14:58:37.810981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae9235ea-20eb-4218-bdc6-71d3b7afb11d req-8c03c60c-3aa6-4f53-9eab-e0061dad34a4 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746446 Dec 13 14:58:37.929794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-de57426d-ec03-4b58-8dc7-7d74652b2f39 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273603 Dec 13 14:58:37.980574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b585914-31fa-42d2-94a6-01be29f26100'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:37.982921 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fcd1be-2fcc-4300-acfb-90c2a9985485" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0b585914-31fa-42d2-94a6-01be29f26100"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:38.040337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-4def134c-7a87-4a67-91af-fc167c741abb service neutron] 10.222.0.24 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078382 Dec 13 14:58:38.081444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0b585914-31fa-42d2-94a6-01be29f26100, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0b585914-31fa-42d2-94a6-01be29f26100,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:38.135348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04133fb3-89a7-4e37-b087-0bcdc1a3a419 req-b233f3b5-a914-4d93-bb4a-9edec633cfb2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.143516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04133fb3-89a7-4e37-b087-0bcdc1a3a419 req-b233f3b5-a914-4d93-bb4a-9edec633cfb2 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 946 time: 0.1791496 Dec 13 14:58:38.202855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9bc974d3-e09d-4118-832d-d84a99b7aa78 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:38.208696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04133fb3-89a7-4e37-b087-0bcdc1a3a419 req-248d5ac4-e1c8-42a4-bb9f-e6918c5a433f tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629284 Dec 13 14:58:38.265868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:38.266749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e9e01921-ca68-44f5-b12b-2a9e1377f580 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:38.358172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['0ab78f8f-bb5b-4aa3-badb-a502cb75114e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:38.398640 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82dbeb1-63a7-4642-913d-88d69e1d9c93 x-openstack-request-id: req-c82dbeb1-63a7-4642-913d-88d69e1d9c93 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:38.398640 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0b585914-31fa-42d2-94a6-01be29f26100", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:38.398640 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c82dbeb1-63a7-4642-913d-88d69e1d9c93 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:38.398640 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b585914-31fa-42d2-94a6-01be29f26100', 'code': 200} Dec 13 14:58:38.400492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb9703af-5f67-4cd7-890f-9a2dec638611 req-8bb618c6-ae1d-45a3-b3ce-855ed6aa3198 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 210 time: 0.0385885 Dec 13 14:58:38.700495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7645e31-9f62-4e7e-8899-518e1b0fda8e req-29eed092-50fa-446e-8e56-bd90267b576e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.709393 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7645e31-9f62-4e7e-8899-518e1b0fda8e req-29eed092-50fa-446e-8e56-bd90267b576e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.1579599 Dec 13 14:58:38.731568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0b585914-31fa-42d2-94a6-01be29f26100,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:38.767452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7645e31-9f62-4e7e-8899-518e1b0fda8e req-ac4d6090-70bc-4ba9-87e8-7b1e15855960 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571997 Dec 13 14:58:38.771661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.780675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.795555 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.795709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.805622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.822696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.828994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:38.830947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49cf7766-0714-46fd-a4b0-61591c100696 req-f7de313e-d45f-4afa-be95-0230f48079d6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5427 time: 0.1572332 Dec 13 14:58:38.891777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49cf7766-0714-46fd-a4b0-61591c100696 req-a04ae4d6-b046-4a0e-b8af-cd2bd39dade3 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0507121 Dec 13 14:58:38.898640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9bc974d3-e09d-4118-832d-d84a99b7aa78 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:38.899691 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:38.902812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1cd55965-48c2-4512-9da2-aba357330cb5 req-8e0a8412-629e-49d8-8033-8c46d3c5867c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 210 time: 0.0802698 Dec 13 14:58:38.954175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:35Z', 'revision_number': 2, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:38.990766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Checking router: 30abf412-c4aa-48db-b957-1150846d8ca1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:58:38.991259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Updating router 30abf412-c4aa-48db-b957-1150846d8ca1 port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:58:39.031884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port e9e01921-ca68-44f5-b12b-2a9e1377f580 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:39.057196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port e9e01921-ca68-44f5-b12b-2a9e1377f580 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:39.066825 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:39.068721 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:39.178335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4c1a0-0763-4af3-bb0c-be7a9eee813c req-cc7d4737-3fe0-4ee3-b663-a3396ba1a9a6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:39.185109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4c1a0-0763-4af3-bb0c-be7a9eee813c req-cc7d4737-3fe0-4ee3-b663-a3396ba1a9a6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:39.191906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4c1a0-0763-4af3-bb0c-be7a9eee813c req-cc7d4737-3fe0-4ee3-b663-a3396ba1a9a6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:39.193996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98b4c1a0-0763-4af3-bb0c-be7a9eee813c req-cc7d4737-3fe0-4ee3-b663-a3396ba1a9a6 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706&device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b&device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 2417 time: 0.0792980 Dec 13 14:58:39.255725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98b4c1a0-0763-4af3-bb0c-be7a9eee813c req-46b67ea8-8661-4153-8998-218fc912947b tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542302 Dec 13 14:58:39.440159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74751633-07bd-46f9-991e-b570458f3510 req-617ce726-8c0b-44f6-926a-abb368dbe594 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1503637 Dec 13 14:58:39.601224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b2c55985-5009-48e2-8de7-d8764baf5827 req-f96daa2e-6214-4a5c-a231-54e54f4c293c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 210 time: 0.0555763 Dec 13 14:58:39.754935 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:39.887139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port e9e01921-ca68-44f5-b12b-2a9e1377f580, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:39.997872 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:40.011231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b466609e-73cd-430b-8122-f49a68826c9c up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:40.120337 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:40.149343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:40.161191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=e9e01921-ca68-44f5-b12b-2a9e1377f580,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:40.172353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:40.221405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:40.221405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:40.221405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:40.221405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:40.221405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:40.229783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-e5f266a8-7f9e-4ed9-9542-957ffb0d6713 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5428 time: 0.1985419 Dec 13 14:58:40.278809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-418b8895-b4ab-46ce-a4ae-3f14818695e9 req-2e89e768-3cff-46b2-9580-1cdb322f475d tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 210 time: 0.0418324 Dec 13 14:58:40.302740 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:40.309538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7da9e6a3-c847-4ee3-a8a2-8933cb2e8512 req-b7aecdec-c80b-4e0e-a693-3937bad4459e tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0788128 Dec 13 14:58:40.417352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:40.424865 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6f00e-bd48-4be0-9e5f-c39ddb18d249" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:40.436458 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port b466609e-73cd-430b-8122-f49a68826c9c completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:40.438846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0d709-b09a-452a-8f57-8fadf4099858 None None] Pushing event updated for resources: {'Port': ['ID=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:40.454378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port b466609e-73cd-430b-8122-f49a68826c9c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:40.454995 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:40.511934 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2891b9d9-b68d-4144-92e8-b78c42e1ffaa x-openstack-request-id: req-2891b9d9-b68d-4144-92e8-b78c42e1ffaa {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:40.511934 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:40.511934 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2891b9d9-b68d-4144-92e8-b78c42e1ffaa {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:40.511934 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'code': 200} Dec 13 14:58:40.701905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Attempting to bind port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:40.704788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Attempting to bind port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:40.706391 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Attempting to bind port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc on network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:40.745264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:40.746922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Checking segment: {'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:40.748162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:40.753422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Bound using segment: {'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:40.768115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Bound port: 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:40.770162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98750516-b83d-4222-b556-035fd627df6b req-ebf28c9d-9266-41dc-aebc-7b03809261b9 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 210 time: 0.0391400 Dec 13 14:58:40.770693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:40.891460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:40.956256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b466609e-73cd-430b-8122-f49a68826c9c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b466609e-73cd-430b-8122-f49a68826c9c,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:40.961700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] For port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:40.969069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] For port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:41.068163 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:41.069116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cca6fe3-da88-4c65-85db-39f506ea9a9a up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:41.150370 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:41.210163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:41.210980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:41.293582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b466609e-73cd-430b-8122-f49a68826c9c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:41.376084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0d709-b09a-452a-8f57-8fadf4099858 None None] Pushing event updated for resources: {'Port': ['ID=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:41.405343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:41.494937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c25e2539-0d4f-4834-bf86-ed53e57bf83b req-932b1bbc-6c3c-4fc3-8735-c9d48eecf410 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 210 time: 0.0569668 Dec 13 14:58:41.505631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 2cca6fe3-da88-4c65-85db-39f506ea9a9a completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:41.535601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2cca6fe3-da88-4c65-85db-39f506ea9a9a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:41.535973 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:41.556253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-014309e7-cb61-4360-908a-40b547f9c574 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.558958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-014309e7-cb61-4360-908a-40b547f9c574 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 811 time: 0.3422923 Dec 13 14:58:41.687539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.693739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.695256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-639bb03c-4b90-4a86-a6cd-8610b211752e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6322b64b529f47ecb014dd6da5bd7fb1 HTTP/1.1" status: 200 len: 380 time: 0.1245203 Dec 13 14:58:41.702605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.706559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'port': {'device_id': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'admin_state_up': True, 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'security_groups': ['bfd47aa5-af59-47b2-9f21-30fb50edc357']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:41.710147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.717682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.740752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.746482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:41.755154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:41.760571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-563bb74b-b6eb-4c4e-9b83-f8a68ae01532 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5429 time: 0.1740527 Dec 13 14:58:41.867491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cca6fe3-da88-4c65-85db-39f506ea9a9a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:41.886758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aaf71be9-3e1e-4cfd-aa7b-96ff9211b004 req-adfe7bb4-ef5a-4d63-8915-3cb118665bbb tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1180716 Dec 13 14:58:41.890100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:40Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:41.978883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e7422-5034-4a18-bffd-d026d7b485c8 None None] The sync data for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 is: [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:40Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:58:42.006332 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:42.007169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b3c0ea7d-50db-4265-a72d-ae833691afff up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:42.096510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-154fb2d6-cb99-44b6-ae1b-1d015f19ac26 req-c8e2f6a1-30b6-4dd4-81ec-d138a6e3ddcf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 210 time: 0.1240301 Dec 13 14:58:42.176199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cca6fe3-da88-4c65-85db-39f506ea9a9a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:42.235014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Made reservation on behalf of 6322b64b529f47ecb014dd6da5bd7fb1 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:58:42.241296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:42.265852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a5e8f-1296-4e4c-9b6d-dd1dad9fc96d req-cd458025-729f-41dc-ab5b-62ea450b9ba3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:42.276319 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a5a5e8f-1296-4e4c-9b6d-dd1dad9fc96d req-cd458025-729f-41dc-ab5b-62ea450b9ba3 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.2078362 Dec 13 14:58:42.332158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a5a5e8f-1296-4e4c-9b6d-dd1dad9fc96d req-a9fbe8e2-39b1-4f37-a47d-f9c546a84a4c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529835 Dec 13 14:58:42.441901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Allocated IP 172.20.0.14 (7ea0d2ca-03b5-436c-9498-f79877ae3763/0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c/d2e65485-5807-4d01-8a49-fae17e671382) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:42.449975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port b3c0ea7d-50db-4265-a72d-ae833691afff completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:42.456983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port b3c0ea7d-50db-4265-a72d-ae833691afff triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:42.457363 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:42.522715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c'}, {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca6fe3-da88-4c65-85db-39f506ea9a9a'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:42.530437 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73183000-b95f-4505-89e9-185acaabdb4d" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "b466609e-73cd-430b-8122-f49a68826c9c"}, {"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "2cca6fe3-da88-4c65-85db-39f506ea9a9a"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:42.623006 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50e7fa1-f464-44f1-ab61-550330133847 x-openstack-request-id: req-f50e7fa1-f464-44f1-ab61-550330133847 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:42.623006 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "b466609e-73cd-430b-8122-f49a68826c9c", "code": 200}, {"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "2cca6fe3-da88-4c65-85db-39f506ea9a9a", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:42.623224 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f50e7fa1-f464-44f1-ab61-550330133847 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:42.623710 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c', 'code': 200} Dec 13 14:58:42.624023 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca6fe3-da88-4c65-85db-39f506ea9a9a', 'code': 200} Dec 13 14:58:42.677124 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:42.796506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b3c0ea7d-50db-4265-a72d-ae833691afff, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b3c0ea7d-50db-4265-a72d-ae833691afff,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:42.858587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7c4569f-023e-43a5-aab1-f0cfddb060ec req-792de115-01da-483b-8ea0-46b9fd1130e2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 210 time: 0.1525235 Dec 13 14:58:42.899376 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:42.899376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a9e20ea3-31f4-4a18-93af-82110cc4b6b4 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:43.151795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b3c0ea7d-50db-4265-a72d-ae833691afff,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:43.177649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.187257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.195351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.201758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.208220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.215025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.221032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.229651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21507549-b561-49c7-b3da-737b71d63534 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5431 time: 0.1867006 Dec 13 14:58:43.277408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bf21ca1-e8f4-48af-a620-fd22f5dfe87a req-21262ae3-c522-4599-a978-0c0af02c5a26 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0431576 Dec 13 14:58:43.290304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:43.292316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:43.292316 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:43.352653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80eba9fd-c611-4d2e-bebb-7a83186c7007 req-d3fff915-46ad-4db1-a7d7-df7e7e7c9516 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 210 time: 0.1014712 Dec 13 14:58:43.397859 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:43.408673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-4392f04f-1bb1-4a62-95ca-49abdf3e0f7f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.410628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-4392f04f-1bb1-4a62-95ca-49abdf3e0f7f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.50 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 820 time: 0.7226288 Dec 13 14:58:43.422927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8846d7-5978-45f1-840a-352b28a53679 req-904d1d7b-b361-4821-8cb8-1ab0c650a040 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.424925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca8846d7-5978-45f1-840a-352b28a53679 req-904d1d7b-b361-4821-8cb8-1ab0c650a040 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.3094187 Dec 13 14:58:43.432598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Request body: {'port': {'device_id': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'admin_state_up': True, 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:43.536848 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:43.631139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port a9e20ea3-31f4-4a18-93af-82110cc4b6b4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:43.636120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da629b-6805-4339-aa39-4e58df7ddc67 req-4d3357d5-6dce-40e4-b2aa-d9261a03cc30 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:43.638471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19da629b-6805-4339-aa39-4e58df7ddc67 req-4d3357d5-6dce-40e4-b2aa-d9261a03cc30 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.1701193 Dec 13 14:58:43.744032 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:43.773102 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19da629b-6805-4339-aa39-4e58df7ddc67 req-23f04339-2377-4733-a933-452cad4d6b48 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284745 Dec 13 14:58:43.810394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0ab78f8f-bb5b-4aa3-badb-a502cb75114e up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:43.810605 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-471fc087-30ab-45f8-a4f5-701a7236f251 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2785063 Dec 13 14:58:43.921435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:43.982127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:44.015630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'Port': ['ID=d2e65485-5807-4d01-8a49-fae17e671382,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:44.063032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-012cb6e1-2bd8-4103-aac4-250598cfcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.070714 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-012cb6e1-2bd8-4103-aac4-250598cfcb4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5673c19694c24b8595ca43991597855e&device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 1100 time: 0.1355853 Dec 13 14:58:44.080956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Made reservation on behalf of 0d79ef0d6aa74b998676d751f7ee18ca for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:58:44.085483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.101627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:44.112402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5921513-7c0e-40e7-ac8e-52bf1707169e req-10d73c97-800b-4e94-945c-d97de0d80a9e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 210 time: 0.0756888 Dec 13 14:58:44.120801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:44.129321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:44.129321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.136873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:44.142500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:44.212390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Deleting port a04e6824-0074-4e90-a462-9feea1b2215b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:58:44.212721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.331127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.331806 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.449796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:44.472186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-9f2662eb-122c-4802-8cc0-6a44679f5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.478346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-9f2662eb-122c-4802-8cc0-6a44679f5f7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.3793185 Dec 13 14:58:44.563522 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.583086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-67302df6-e7da-4e2b-8489-018b0005cecd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=14e59034-934a-4c03-9347-c4af7322db1b HTTP/1.1" status: 200 len: 217 time: 0.0769193 Dec 13 14:58:44.595741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cc7e978c-b003-4de4-9995-a56c77aea032 None None] Provisioning complete for port d2e65485-5807-4d01-8a49-fae17e671382 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:44.596250 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cc7e978c-b003-4de4-9995-a56c77aea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.635633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff'}, {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:44.638054 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7761f1-3685-4329-b825-ea7c8e5292ad" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff"}, {"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "a9e20ea3-31f4-4a18-93af-82110cc4b6b4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:44.640917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e978c-b003-4de4-9995-a56c77aea032 None None] Port d2e65485-5807-4d01-8a49-fae17e671382 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:58:44.698096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:44.711897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:44.715307 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.766065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.783695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.790379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.798201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.821020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.830038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.839507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.841877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-52dde03c-082c-4228-a629-75b4dc9fecbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1406147 Dec 13 14:58:44.854900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-77a24967-b5a9-4508-ad9c-fa0a84c0e728 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5432 time: 0.3753033 Dec 13 14:58:44.859941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] For port a04e6824-0074-4e90-a462-9feea1b2215b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a04e6824-0074-4e90-a462-9feea1b2215b,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:44.862753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.867770 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.881149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Calling delete_port for a04e6824-0074-4e90-a462-9feea1b2215b owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:58:44.906792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Request body: {'port': {'device_id': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:44.922397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:44.935286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-4ec92bee-f202-48eb-b91a-57ae2e2bd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:44.939093 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-4ec92bee-f202-48eb-b91a-57ae2e2bd5ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.3483725 Dec 13 14:58:44.957258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:44.960122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4298ccb4-5b45-46f8-ae02-77f1e865cd41 req-83f08f78-f247-415a-9103-5b98f566dd6b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1030335 Dec 13 14:58:44.994592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:45.014997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-1b4631d4-4e4c-49be-8e29-3d9c27173bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:45.016640 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-1b4631d4-4e4c-49be-8e29-3d9c27173bf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671136 Dec 13 14:58:45.022076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c948-3489-4ff6-9eae-7979fc52599d req-4a5f8c7b-bb2b-4856-a3f9-dd64f176f3e2 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:45.024271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2597c948-3489-4ff6-9eae-7979fc52599d req-4a5f8c7b-bb2b-4856-a3f9-dd64f176f3e2 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 932 time: 0.4036260 Dec 13 14:58:45.036313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-5b85fcfe-1f81-4628-8426-a1ea326892b0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:58:45.036815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Allocated IP 172.20.0.12 (2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14/1dbf8004-612e-494c-83da-dbcd7305bdb4/76144cec-67db-479a-9690-c43386e7fd1a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:58:45.041574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-5b85fcfe-1f81-4628-8426-a1ea326892b0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179219 Dec 13 14:58:45.060586 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cde76bc-6b86-4bd7-b682-9ddaca5df283 x-openstack-request-id: req-8cde76bc-6b86-4bd7-b682-9ddaca5df283 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:45.060995 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff", "code": 200}, {"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "a9e20ea3-31f4-4a18-93af-82110cc4b6b4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:45.061354 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cde76bc-6b86-4bd7-b682-9ddaca5df283 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:45.061929 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff', 'code': 200} Dec 13 14:58:45.062666 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4', 'code': 200} Dec 13 14:58:45.094883 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:45.175649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:45.201893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2597c948-3489-4ff6-9eae-7979fc52599d req-47a947bc-5cb8-4426-a2a8-c8232238ee09 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479492 Dec 13 14:58:45.253010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:45.361266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-86b1bc7b-30a2-4127-80cd-5ef92b679277 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107469 Dec 13 14:58:45.370538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a8ff3-ae33-4e5f-a0d3-58148f56c2e6 req-5db960d8-ae5a-496d-9719-24cc8e6ad6c5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:45.377797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b8a8ff3-ae33-4e5f-a0d3-58148f56c2e6 req-5db960d8-ae5a-496d-9719-24cc8e6ad6c5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 945 time: 0.0818424 Dec 13 14:58:45.497909 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b8a8ff3-ae33-4e5f-a0d3-58148f56c2e6 req-66b31e7e-e94d-4c4f-a601-e08ad5e3fe5e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192060 Dec 13 14:58:45.501128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-90cc37e9-eb74-4f57-8832-70b13d0b72e2 req-22b3fe63-6cba-4350-aaab-d93f466d8d8a tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 210 time: 0.0718849 Dec 13 14:58:45.529946 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-415390bd-bd61-402a-ae35-bd903a9ac453 req-12cef9c1-78f0-4740-840d-5fa1fa2df79f service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496823 Dec 13 14:58:45.609408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:45.623160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a077c73b-3b7f-4c64-9797-27a053b70dc8', 'a04e6824-0074-4e90-a462-9feea1b2215b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:45.629193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['571fc759-8b85-49b7-b669-67c309cbc3a8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:45.708822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Pushing event deleted for resources: {'Port': ['ID=a04e6824-0074-4e90-a462-9feea1b2215b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:45.752050 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:45.827601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] No DVR routers for this DVR port a04e6824-0074-4e90-a462-9feea1b2215b on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:58:45.834812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:45.838294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca8846d7-5978-45f1-840a-352b28a53679 req-9af1d63a-13b6-496f-bb57-8415c2fcf8af tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "DELETE /v2.0/ports/a04e6824-0074-4e90-a462-9feea1b2215b HTTP/1.1" status: 204 len: 173 time: 2.4014661 Dec 13 14:58:45.838886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'name': 'network-vif-deleted', 'tag': 'a04e6824-0074-4e90-a462-9feea1b2215b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:45.841289 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2942ff-c470-46ec-814f-257bf2fc3208" -d '{"events": [{"server_uuid": "8315d346-4f3e-49fd-a3a6-fb71bb926706", "name": "network-vif-deleted", "tag": "a04e6824-0074-4e90-a462-9feea1b2215b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:45.918172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e65485-5807-4d01-8a49-fae17e671382 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:45.928250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:45.942508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Transition to ACTIVE for port object d2e65485-5807-4d01-8a49-fae17e671382 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:58:45.944350 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806e4660-e096-40f1-a620-d76019e9c3a3 x-openstack-request-id: req-806e4660-e096-40f1-a620-d76019e9c3a3 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:45.944632 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8315d346-4f3e-49fd-a3a6-fb71bb926706", "name": "network-vif-deleted", "tag": "a04e6824-0074-4e90-a462-9feea1b2215b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:45.944894 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-806e4660-e096-40f1-a620-d76019e9c3a3 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:45.945604 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8315d346-4f3e-49fd-a3a6-fb71bb926706', 'name': 'network-vif-deleted', 'tag': 'a04e6824-0074-4e90-a462-9feea1b2215b', 'status': 'completed', 'code': 200} Dec 13 14:58:45.956312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:46.067515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:46.172846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:46.186336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:46.266190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:46.266910 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:46.272255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:58:46.281076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:58:46.299340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:58:46.355361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.376247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.399798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.403410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e65485-5807-4d01-8a49-fae17e671382,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:46.421839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.451937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.479706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.487008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.501550 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-33ffbbd6-5460-4419-960c-cb9c63e32413 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.3236456 Dec 13 14:58:46.576775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-70c0865d-8131-4579-b778-a4e56a8bec9f req-bb419486-e4d4-4ed4-8fca-3d6bc7f8f31a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0740004 Dec 13 14:58:46.654456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.654456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:46.680444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event updated for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:46.715267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0390f5-e104-4426-b525-edfb164cec1d req-0f990ddb-ad8a-43f2-ad4d-ad836d455d9a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.717130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac0390f5-e104-4426-b525-edfb164cec1d req-0f990ddb-ad8a-43f2-ad4d-ad836d455d9a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 944 time: 0.2407689 Dec 13 14:58:46.751894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Attempting to bind port d2e65485-5807-4d01-8a49-fae17e671382 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:46.752565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Attempting to bind port d2e65485-5807-4d01-8a49-fae17e671382 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:46.753081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Attempting to bind port d2e65485-5807-4d01-8a49-fae17e671382 on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:46.759119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3248f-85c4-4ee0-adb9-84aa20414e5d req-fdb4058c-d242-4457-9dda-0d165a822903 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:46.760646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1dd3248f-85c4-4ee0-adb9-84aa20414e5d req-fdb4058c-d242-4457-9dda-0d165a822903 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 932 time: 0.0738420 Dec 13 14:58:46.768144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Port d2e65485-5807-4d01-8a49-fae17e671382 on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:58:46.768923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Attempting to bind port d2e65485-5807-4d01-8a49-fae17e671382 on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:46.803144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-19c891ef-bcb8-4eaf-bd6a-7ebcbde49741 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3685057 Dec 13 14:58:46.806834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:46.806834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Checking segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:46.806834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Bound using segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:46.806834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Bound port: d2e65485-5807-4d01-8a49-fae17e671382, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:46.806834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:46.831458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1dd3248f-85c4-4ee0-adb9-84aa20414e5d req-3a33c684-a061-49e5-859a-a72b73c9722a tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643311 Dec 13 14:58:46.853466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Request body: {'port': {'device_id': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:46.903126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:46.935119 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac0390f5-e104-4426-b525-edfb164cec1d req-76b618d9-d282-4799-aa93-070cd15114fa tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118311 Dec 13 14:58:46.984310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1303bd87-138a-44c8-8450-31aee4958ec2 req-cf805f46-9f99-446e-875e-693978757461 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=8315d346-4f3e-49fd-a3a6-fb71bb926706 HTTP/1.1" status: 200 len: 210 time: 0.0412025 Dec 13 14:58:47.000938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] For port d2e65485-5807-4d01-8a49-fae17e671382, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:47.005484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] For port d2e65485-5807-4d01-8a49-fae17e671382, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d2e65485-5807-4d01-8a49-fae17e671382,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:47.047879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:47.064503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab78f8f-bb5b-4aa3-badb-a502cb75114e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:47.067046 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51e5a7-486e-4c60-a73f-bb6c5de387cd" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0ab78f8f-bb5b-4aa3-badb-a502cb75114e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:47.117105 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd38ea0-741d-490c-b9f6-7c9d2bf9e15c x-openstack-request-id: req-afd38ea0-741d-490c-b9f6-7c9d2bf9e15c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:47.118582 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0ab78f8f-bb5b-4aa3-badb-a502cb75114e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:47.118973 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afd38ea0-741d-490c-b9f6-7c9d2bf9e15c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:47.119632 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab78f8f-bb5b-4aa3-badb-a502cb75114e', 'code': 200} Dec 13 14:58:47.122221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:47.259329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.262025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.262423 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.262883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.263346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.263804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.264256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.266357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-956069f9-83d0-43c4-b142-904d6b36932e req-7ca067ad-4c1c-418a-9343-7890fbeb5836 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6490 time: 0.0749526 Dec 13 14:58:47.273338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.274175 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:47.275782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 200 len: 1092 time: 2.3795593 Dec 13 14:58:47.293889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a907b5-be70-41d8-afdc-d11757ef75a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e65485-5807-4d01-8a49-fae17e671382,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:47.353583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-956069f9-83d0-43c4-b142-904d6b36932e req-4506ad78-a1b4-48ba-9851-c165e152ea6d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&id=9163c079-83ab-47a9-a6ee-119dfe2afc71&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0791264 Dec 13 14:58:47.525648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76144cec-67db-479a-9690-c43386e7fd1a {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:47.543988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:47.567256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Transition to ACTIVE for port object 76144cec-67db-479a-9690-c43386e7fd1a will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:58:47.652293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-37171f43-bda9-4d5b-8a12-ca95151a1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.654119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-37171f43-bda9-4d5b-8a12-ca95151a1b7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 1095 time: 0.0653005 Dec 13 14:58:47.657834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:47.723114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:47.822069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-47d90919-3e86-4dfb-bd0d-8455924d2cdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 200 len: 217 time: 0.1409194 Dec 13 14:58:47.915661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.921625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.927722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.933729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.937513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Attempting to bind port 76144cec-67db-479a-9690-c43386e7fd1a on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:58:47.937970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Attempting to bind port 76144cec-67db-479a-9690-c43386e7fd1a by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:58:47.938460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Attempting to bind port 76144cec-67db-479a-9690-c43386e7fd1a on network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:47.940261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.947036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.948816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a04e6824-0074-4e90-a462-9feea1b2215b no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:58:47.952984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.962216 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-6ee35634-c29d-4ff3-9d4b-a2cfeae4ce51 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.2984028 Dec 13 14:58:47.967987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:47.970395 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d12bc05-07c5-4403-91e3-a2ad792ba178" -d '{"events": [{"name": "network-changed", "server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "tag": "d2e65485-5807-4d01-8a49-fae17e671382"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:47.975595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-934991bb-f730-4574-bee1-dcdefef484bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:47.976979 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-934991bb-f730-4574-bee1-dcdefef484bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.1480539 Dec 13 14:58:47.980965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Port 76144cec-67db-479a-9690-c43386e7fd1a on network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:58:47.981301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Attempting to bind port 76144cec-67db-479a-9690-c43386e7fd1a on network 2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:58:47.983745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: a04e6824-0074-4e90-a462-9feea1b2215b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:58:47.984254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a04e6824-0074-4e90-a462-9feea1b2215b not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:58:48.000927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:58:48.001856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Checking segment: {'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:58:48.002456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Bound using segment: {'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:58:48.003566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Bound port: 76144cec-67db-479a-9690-c43386e7fd1a, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4914c56a-4397-4114-9eea-74eb373c0482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:58:48.004104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:48.013644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-91554e77-d3cf-4326-8320-e91a51d7ec75 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1923282 Dec 13 14:58:48.103527 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a153f95-5af5-4249-a648-72a3aa34cc33 req-77cc1d43-6c8a-4de3-8251-9d362f3021bb tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1404085 Dec 13 14:58:48.106582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:58:48.117014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76144cec-67db-479a-9690-c43386e7fd1a,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:58:48.141409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-3ef3b729-d358-42d2-bd3b-eee19da74266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.142938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-3ef3b729-d358-42d2-bd3b-eee19da74266 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532378 Dec 13 14:58:48.146228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed38df6-2c8c-458c-90a5-35a69fe0cbb9 req-837b5b81-c0c8-4dce-82ad-7ceff0b23448 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.147935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ed38df6-2c8c-458c-90a5-35a69fe0cbb9 req-837b5b81-c0c8-4dce-82ad-7ceff0b23448 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 944 time: 0.2208776 Dec 13 14:58:48.229656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:48.294101 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-975422d1-4816-4eb2-a0c1-4e62c6429827 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404226 Dec 13 14:58:48.294415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.294829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:48.296189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] 10.222.0.50 "PUT /v2.0/ports/76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 1092 time: 1.4562926 Dec 13 14:58:48.301233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62df042-62fc-41fc-bd9d-e804632eee50 req-253dea7c-983d-4270-a05f-7cc6ffdf0e21 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.303351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d62df042-62fc-41fc-bd9d-e804632eee50 req-253dea7c-983d-4270-a05f-7cc6ffdf0e21 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 944 time: 0.0790009 Dec 13 14:58:48.320837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ed38df6-2c8c-458c-90a5-35a69fe0cbb9 req-1503cfa1-eea1-4fe7-a9fd-f0daa7f3a6d3 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945964 Dec 13 14:58:48.328431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de776-5569-4269-be03-d28895c93214 req-8f1670a3-f6ac-48c7-83a1-fc8d8535af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.329921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-8f1670a3-f6ac-48c7-83a1-fc8d8535af86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=945c2e9af4cc4209852541eee560ef11&device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 1096 time: 0.1803281 Dec 13 14:58:48.335006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f205b6-64d7-4f95-bc70-d3be469e5ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:48.380893 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bab38f-cb02-4c0d-ad56-9b9c2d72b1fd x-openstack-request-id: req-37bab38f-cb02-4c0d-ad56-9b9c2d72b1fd {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:48.381457 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "tag": "d2e65485-5807-4d01-8a49-fae17e671382", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:48.381611 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37bab38f-cb02-4c0d-ad56-9b9c2d72b1fd {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:48.382105 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382', 'status': 'completed', 'code': 200} Dec 13 14:58:48.408068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d62df042-62fc-41fc-bd9d-e804632eee50 req-270f718d-8741-4a71-99d7-5df37929a0b1 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939620 Dec 13 14:58:48.432729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c622c0a9-57de-4b66-9b2f-3ee128fe054e req-ece03287-fefd-4f64-bf83-9f2f34c23aa3 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290696 Dec 13 14:58:48.462308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de776-5569-4269-be03-d28895c93214 req-9d7fe026-8d4a-4277-b908-a363f6fa5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.467854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-9d7fe026-8d4a-4277-b908-a363f6fa5616 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 200 len: 916 time: 0.1063209 Dec 13 14:58:48.638070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-8c0dd6a5-ae32-499e-a821-8592817e7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.639261 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-8c0dd6a5-ae32-499e-a821-8592817e7173 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1095 time: 0.0788689 Dec 13 14:58:48.702401 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-8baaee00-57a9-43cf-a59f-d5df2a2c4dad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 217 time: 0.0461078 Dec 13 14:58:48.778930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-db85eb14-05a4-4f4f-bc41-2523b10db977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.780717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-db85eb14-05a4-4f4f-bc41-2523b10db977 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.0665810 Dec 13 14:58:48.819142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-1ca4a78d-308b-4a92-9785-58173a6a3f43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286620 Dec 13 14:58:48.861738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-2e09c11c-60d4-461a-8029-ce1cb5c3cb3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=571fc759-8b85-49b7-b669-67c309cbc3a8 HTTP/1.1" status: 200 len: 217 time: 0.3840780 Dec 13 14:58:48.955216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-25cda11e-724f-46ac-9fdf-f61ebdc0dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.957104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-25cda11e-724f-46ac-9fdf-f61ebdc0dd4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 1095 time: 0.1075265 Dec 13 14:58:48.963942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de776-5569-4269-be03-d28895c93214 req-a06404b4-0970-4a8e-97ea-3413fe3c6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:48.966046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-a06404b4-0970-4a8e-97ea-3413fe3c6f15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3ef9e00-c5bd-4524-a470-08a877a9abaf HTTP/1.1" status: 200 len: 854 time: 0.0771196 Dec 13 14:58:49.000672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aa150-9ca2-4cc9-9ea2-194742f6c7bc req-28f627af-b6c6-42e7-aa56-b68d6f78cb15 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.002272 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e0aa150-9ca2-4cc9-9ea2-194742f6c7bc req-28f627af-b6c6-42e7-aa56-b68d6f78cb15 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 946 time: 0.1041887 Dec 13 14:58:49.029240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-2e55b172-9f58-4333-a829-bdc7c279174e service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876023 Dec 13 14:58:49.072963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de776-5569-4269-be03-d28895c93214 req-8a41b390-32da-4142-a49f-1f0930655ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.074680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-8a41b390-32da-4142-a49f-1f0930655ea9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b24f59f-3a2a-41f9-8640-30c991187cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967109 Dec 13 14:58:49.115948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e0aa150-9ca2-4cc9-9ea2-194742f6c7bc req-a2066627-87ff-45dd-81ae-17ecc3903632 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052129 Dec 13 14:58:49.166367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-b5d65974-9310-4302-9dfa-08df1f936270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.167987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-b5d65974-9310-4302-9dfa-08df1f936270 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 912 time: 0.2009935 Dec 13 14:58:49.194724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a613d5f0-1b81-49e4-9c5c-0f3a0952fcda req-176652af-fa62-4171-9cb8-d8081e13839b service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639247 Dec 13 14:58:49.227973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-5d5dee2e-45ad-46e7-8287-f95c0f606102 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 200 len: 217 time: 0.0470719 Dec 13 14:58:49.331124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-056d4d37-281d-49f0-985c-e13c5c7e16d4 service neutron] 10.222.0.50 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358315 Dec 13 14:58:49.350944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-e79babdc-dd37-4e35-b760-1eae184e7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.352423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-e79babdc-dd37-4e35-b760-1eae184e7bc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.0994542 Dec 13 14:58:49.410423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.416705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.422818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.429011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.435184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.442698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.449654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.451695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-57d60d6c-bb2b-4ae4-85c2-8e6489ae6e6f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.2227888 Dec 13 14:58:49.469778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8db47c-b4ae-40ad-b535-5e36df4765d1 req-4a705317-548d-4068-993c-9ac6018ee37e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.480108 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c8db47c-b4ae-40ad-b535-5e36df4765d1 req-4a705317-548d-4068-993c-9ac6018ee37e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 944 time: 0.0846298 Dec 13 14:58:49.546097 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c8db47c-b4ae-40ad-b535-5e36df4765d1 req-0aa44f90-2f00-40bc-bc8b-8a890721e72e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647240 Dec 13 14:58:49.550033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-844c8e7d-d4d6-4dd6-9e8f-ae7c5141a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.551734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-844c8e7d-d4d6-4dd6-9e8f-ae7c5141a32a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862168 Dec 13 14:58:49.569276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0f1b5b6-8806-4200-8059-affa02042c1b req-4a2709e7-7567-454c-8dd5-32f94768bad5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0990252 Dec 13 14:58:49.683243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b143-aaf0-490a-b5fd-e5df503dd1de req-f17c9ff9-466e-4ae2-97b8-538fc1134f25 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.685160 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b4b143-aaf0-490a-b5fd-e5df503dd1de req-f17c9ff9-466e-4ae2-97b8-538fc1134f25 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 944 time: 0.0641112 Dec 13 14:58:49.697175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-16de9b06-fef2-4ae5-b8e3-1ac35b93dd43 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264977 Dec 13 14:58:49.759689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b4b143-aaf0-490a-b5fd-e5df503dd1de req-e16de92c-f3b8-4b9c-99c0-795ac3fbfded tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548010 Dec 13 14:58:49.805760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df7de776-5569-4269-be03-d28895c93214 req-3c479ed6-fafc-4b7b-beed-3118399b8701 service neutron] 10.222.0.50 "GET /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639108 Dec 13 14:58:49.844561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.851206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.856627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.862653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.869260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.875298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.881263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:49.883778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b7be257-fc28-4761-af2b-17fcfd5d5ba7 req-ec92c313-dbda-4330-be75-17722ef332ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.1855392 Dec 13 14:58:49.895419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34384) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:49.903072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Request body: {'floatingip': {'port_id': 'e9e01921-ca68-44f5-b12b-2a9e1377f580'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:49.914570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d12bc05-07c5-4403-91e3-a2ad792ba178 req-ba418a1c-55a1-420f-8338-40d5235c5c3d service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944795 Dec 13 14:58:49.931784 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b0f74e9a-bddb-4078-ab1b-64ec741210b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:49.988822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:50.189289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-708b6dc1-b362-430b-b87a-62596294ad3e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:50.192113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-708b6dc1-b362-430b-b87a-62596294ad3e tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 946 time: 0.0938520 Dec 13 14:58:50.349146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Deleting port a077c73b-3b7f-4c64-9797-27a053b70dc8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:58:50.349486 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:50.403937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:50.406586 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:50.472913 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef61a6db-4fcf-41eb-8545-a2757131f6df x-openstack-request-id: req-ef61a6db-4fcf-41eb-8545-a2757131f6df {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:50.473579 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:50.474022 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef61a6db-4fcf-41eb-8545-a2757131f6df {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:50.474836 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a', 'status': 'completed', 'code': 200} Dec 13 14:58:50.512311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] For port a077c73b-3b7f-4c64-9797-27a053b70dc8, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a077c73b-3b7f-4c64-9797-27a053b70dc8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:50.520689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:50.535859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Calling delete_port for a077c73b-3b7f-4c64-9797-27a053b70dc8 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:58:50.702611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-f763d26b-db54-414b-85e5-c7fe8835d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:50.704893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-f763d26b-db54-414b-85e5-c7fe8835d519 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1095 time: 0.1571569 Dec 13 14:58:50.782049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6debe5c-9142-413e-9f17-57ef36148214 req-e18aa566-c7ee-4227-b6ca-c833b17af724 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:50.783669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6debe5c-9142-413e-9f17-57ef36148214 req-e18aa566-c7ee-4227-b6ca-c833b17af724 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 946 time: 0.5057447 Dec 13 14:58:50.826848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d2e65485-5807-4d01-8a49-fae17e671382 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:50.885852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145f74-6ff3-45ea-aa72-9d19898312e0 req-61947b0b-6a93-49bc-a544-4752f970f325 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:50.887389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3145f74-6ff3-45ea-aa72-9d19898312e0 req-61947b0b-6a93-49bc-a544-4752f970f325 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 944 time: 0.2061846 Dec 13 14:58:50.908181 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6debe5c-9142-413e-9f17-57ef36148214 req-a7a8a1f5-4688-4a0e-8013-4d80b2e225e1 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121504 Dec 13 14:58:51.025470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port d2e65485-5807-4d01-8a49-fae17e671382, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d2e65485-5807-4d01-8a49-fae17e671382,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:51.039443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'd2e65485-5807-4d01-8a49-fae17e671382', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'port_id': 'd2e65485-5807-4d01-8a49-fae17e671382', 'mac_address': 'fa:16:3e:c4:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:51.050079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3145f74-6ff3-45ea-aa72-9d19898312e0 req-51c00f6e-f795-431c-8b93-44329395c800 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485765 Dec 13 14:58:51.119313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-063de060-eecb-459b-bdb7-93baacdd041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:51.120826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-063de060-eecb-459b-bdb7-93baacdd041a service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.3916271 Dec 13 14:58:51.142777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:51.181520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-4282ba60-9d5a-4c1b-a856-22a6ff9d237a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 217 time: 0.0464482 Dec 13 14:58:51.198475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e65485-5807-4d01-8a49-fae17e671382 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:51.235991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port d2e65485-5807-4d01-8a49-fae17e671382, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d2e65485-5807-4d01-8a49-fae17e671382,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:51.275839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-cf9acca1-369e-445c-a9b6-5c74e092bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:51.281663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-cf9acca1-369e-445c-a9b6-5c74e092bb5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.0848970 Dec 13 14:58:51.292033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:51.316419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:51.342390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['571fc759-8b85-49b7-b669-67c309cbc3a8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:51.343728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-ecace2eb-1be6-48af-abf6-dc0307def26f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554712 Dec 13 14:58:51.345375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a077c73b-3b7f-4c64-9797-27a053b70dc8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:51.376293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Pushing event deleted for resources: {'Port': ['ID=a077c73b-3b7f-4c64-9797-27a053b70dc8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:51.409962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a65dd-c0e2-447d-84ae-ff76b1b3cee3 req-afa7ff5c-cd92-4166-a94a-8d0504107e57 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:51.421612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-129a65dd-c0e2-447d-84ae-ff76b1b3cee3 req-afa7ff5c-cd92-4166-a94a-8d0504107e57 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 944 time: 0.3360975 Dec 13 14:58:51.475922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.resource_extend [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 14:58:51.484180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=d2e65485-5807-4d01-8a49-fae17e671382,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:51.499697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] No DVR routers for this DVR port a077c73b-3b7f-4c64-9797-27a053b70dc8 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:58:51.503375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:51.508909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34bd36b7-334f-4540-870d-54ab17cb95c9 req-5cbb1a66-bcb9-4859-9f41-3bc19bdf06d5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.55 "DELETE /v2.0/ports/a077c73b-3b7f-4c64-9797-27a053b70dc8 HTTP/1.1" status: 204 len: 173 time: 1.3066082 Dec 13 14:58:51.520782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.521479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.521995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.522567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.523107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.524260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.524999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.525491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.526115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.526681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.538081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.538081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:58:51.541114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-129a65dd-c0e2-447d-84ae-ff76b1b3cee3 req-94d8804b-1616-42fe-b77e-98553fa589d0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186016 Dec 13 14:58:51.582004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-b4c85558-4466-4860-bd14-37ba640c8787 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067420 Dec 13 14:58:51.613249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['d2e65485-5807-4d01-8a49-fae17e671382'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:51.634465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:51.766189 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:51.774658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10a8b7e6-8f7e-4f73-bc65-0e63738f8ea3 req-22c4c90d-e77b-4d3e-8e79-14b496150edf service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734684 Dec 13 14:58:52.085734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6af9b769-9502-47df-97be-147968784ca5 req-37cbd901-7a8f-465e-a834-4ac284f4ad4c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebf6eb92-a679-4c87-b7bc-810176bcbd6b HTTP/1.1" status: 200 len: 210 time: 0.0850122 Dec 13 14:58:52.124899 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Floating IP 165b203e-273b-4aab-aafd-677636dd3530 associated. External IP: 172.25.7.184, port: e9e01921-ca68-44f5-b12b-2a9e1377f580. Dec 13 14:58:52.200131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fa532de2-ea8b-447b-8198-601b06281204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:52.278924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7e6c-a9cf-4c72-9e91-3d77ff64351e req-0cf2cbad-342d-4d74-b51d-1471a49e6867 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.285730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e67b7e6c-a9cf-4c72-9e91-3d77ff64351e req-0cf2cbad-342d-4d74-b51d-1471a49e6867 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 944 time: 0.0728056 Dec 13 14:58:52.399538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e67b7e6c-a9cf-4c72-9e91-3d77ff64351e req-bd9034ed-be06-48e9-9183-8111ffbe8f80 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096456 Dec 13 14:58:52.453777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Router b755e055-ee19-4fa0-903a-79621009a105 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:58:52.476922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'name': 'network-vif-deleted', 'tag': 'a077c73b-3b7f-4c64-9797-27a053b70dc8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:52.479614 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc686a4-f958-4319-be43-0ee15b528237" -d '{"events": [{"server_uuid": "ebf6eb92-a679-4c87-b7bc-810176bcbd6b", "name": "network-vif-deleted", "tag": "a077c73b-3b7f-4c64-9797-27a053b70dc8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:52.524982 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f64f79-fcde-4400-974a-3a946a8b2465 x-openstack-request-id: req-99f64f79-fcde-4400-974a-3a946a8b2465 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:52.525229 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf6eb92-a679-4c87-b7bc-810176bcbd6b", "name": "network-vif-deleted", "tag": "a077c73b-3b7f-4c64-9797-27a053b70dc8", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:52.526042 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99f64f79-fcde-4400-974a-3a946a8b2465 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:52.526520 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf6eb92-a679-4c87-b7bc-810176bcbd6b', 'name': 'network-vif-deleted', 'tag': 'a077c73b-3b7f-4c64-9797-27a053b70dc8', 'status': 'completed', 'code': 200} Dec 13 14:58:52.576843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:58:52.587013 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] Sync routers for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:58:52.591202 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:52.603796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:52.604798 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:52.652055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e0c6ea42-f899-416e-a89e-8a48c528867a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "PUT /v2.0/floatingips/165b203e-273b-4aab-aafd-677636dd3530 HTTP/1.1" status: 200 len: 991 time: 2.7547925 Dec 13 14:58:52.654225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:52.660606 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:52.762371 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:52.805342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f2bc4-2848-403d-b727-c32313f95631 req-dd1ef78e-b4e7-4265-8e55-65d1334ee020 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.809598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-702f2bc4-2848-403d-b727-c32313f95631 req-dd1ef78e-b4e7-4265-8e55-65d1334ee020 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 945 time: 0.1009653 Dec 13 14:58:52.814773 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15829426-dd33-483c-9fbb-a51a4255c8ff x-openstack-request-id: req-15829426-dd33-483c-9fbb-a51a4255c8ff {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:52.815328 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:52.815760 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15829426-dd33-483c-9fbb-a51a4255c8ff {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:52.816399 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'status': 'completed', 'code': 200} Dec 13 14:58:52.839306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76144cec-67db-479a-9690-c43386e7fd1a details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:58:52.886835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-702f2bc4-2848-403d-b727-c32313f95631 req-61c19ad5-7095-4fd2-8912-a4868638f301 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692456 Dec 13 14:58:52.916690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.917616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.918093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.918591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.919040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.919497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.919950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:52.921914 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-46a56e12-a0ad-467e-80c5-246a12e2eb05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6490 time: 0.0719154 Dec 13 14:58:53.053498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76144cec-67db-479a-9690-c43386e7fd1a,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:53.068126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d2e65485-5807-4d01-8a49-fae17e671382 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:53.072668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '76144cec-67db-479a-9690-c43386e7fd1a', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'port_id': '76144cec-67db-479a-9690-c43386e7fd1a', 'mac_address': 'fa:16:3e:f2:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:58:53.135772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-580f2799-cfb3-4edc-887b-3fc98c4f4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:53.137939 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-580f2799-cfb3-4edc-887b-3fc98c4f4158 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ae87db4-6566-4a34-b93b-12167460eed5 HTTP/1.1" status: 200 len: 913 time: 0.2051065 Dec 13 14:58:53.218477 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '165b203e-273b-4aab-aafd-677636dd3530', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'port_id': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'mac_address': 'fa:16:3e:cd:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:57:26Z', 'updated_at': '2021-12-13T14:58:51Z', 'revision_number': 1, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 5, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:53.272491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:53.283335 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] Checking router: b755e055-ee19-4fa0-903a-79621009a105 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:58:53.299167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76144cec-67db-479a-9690-c43386e7fd1a {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:58:53.312703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:53.313479 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:53.319894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-82300774-6ee7-4745-9161-ce8cf6ffa445 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 200 len: 999 time: 0.1725991 Dec 13 14:58:53.324785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76144cec-67db-479a-9690-c43386e7fd1a,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:53.395500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-1886c914-9fd5-4db0-98df-099f116c5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:53.396936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-1886c914-9fd5-4db0-98df-099f116c5c0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 HTTP/1.1" status: 200 len: 851 time: 0.0699859 Dec 13 14:58:53.406051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:53.452221 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:53.471439 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:53.504208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port d2e65485-5807-4d01-8a49-fae17e671382 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:53.505400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-98f49bb0-6a59-4c46-abb9-2d8a97bc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:53.512263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-98f49bb0-6a59-4c46-abb9-2d8a97bc924e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ae87db4-6566-4a34-b93b-12167460eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059010 Dec 13 14:58:53.513868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port d2e65485-5807-4d01-8a49-fae17e671382 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:53.514347 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:53.604338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:53.681389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:53.745281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-a78c3d75-5340-4082-b8da-54ab3580df1a service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172396 Dec 13 14:58:53.752446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:53.755812 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd73ae-768c-48e4-a599-41cb495dbf44" -d '{"events": [{"server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "name": "network-vif-plugged", "status": "completed", "tag": "d2e65485-5807-4d01-8a49-fae17e671382"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:53.784049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port d2e65485-5807-4d01-8a49-fae17e671382, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d2e65485-5807-4d01-8a49-fae17e671382,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:53.823495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['76144cec-67db-479a-9690-c43386e7fd1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:53.886470 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '165b203e-273b-4aab-aafd-677636dd3530', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'port_id': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'mac_address': 'fa:16:3e:cd:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:57:26Z', 'updated_at': '2021-12-13T14:58:51Z', 'revision_number': 1, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 5, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:53.917921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920c715-3a49-4330-a127-7eee9926c2ad req-f47bbc9a-4a61-47b8-955f-0ed094d360f7 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:53.927345 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd6b6b-32e4-41f3-8ce1-4e0408007d6b None None] The sync data for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 is: [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '165b203e-273b-4aab-aafd-677636dd3530', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'port_id': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'mac_address': 'fa:16:3e:cd:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:57:26Z', 'updated_at': '2021-12-13T14:58:51Z', 'revision_number': 1, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 5, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:58:53.953119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4920c715-3a49-4330-a127-7eee9926c2ad req-f47bbc9a-4a61-47b8-955f-0ed094d360f7 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.1636145 Dec 13 14:58:53.980592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ab941-325d-4bf4-8dc9-de179f237938 req-a3b812a2-df95-473a-800a-10a88b8babe4 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:53.982162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-644ab941-325d-4bf4-8dc9-de179f237938 req-a3b812a2-df95-473a-800a-10a88b8babe4 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 945 time: 0.4469202 Dec 13 14:58:54.050660 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4920c715-3a49-4330-a127-7eee9926c2ad req-b05db1cb-1c13-4d41-9fd6-7db84938c722 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959499 Dec 13 14:58:54.055937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-644ab941-325d-4bf4-8dc9-de179f237938 req-3191af1e-f665-46d3-8fdd-6e572b5f1946 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644948 Dec 13 14:58:54.100669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01555aa5-b9b5-4cb2-8e8d-d3132eb5014d req-6a4f1e36-3f2a-4453-b1f3-c6ae433c918c service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324561 Dec 13 14:58:54.237033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:54.241284 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e977e9-cdad-4f3e-b91d-2b1373fefd85 x-openstack-request-id: req-41e977e9-cdad-4f3e-b91d-2b1373fefd85 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:54.241565 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "name": "network-vif-plugged", "status": "completed", "tag": "d2e65485-5807-4d01-8a49-fae17e671382", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:54.242068 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41e977e9-cdad-4f3e-b91d-2b1373fefd85 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:54.242815 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382', 'code': 200} Dec 13 14:58:54.245320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a077c73b-3b7f-4c64-9797-27a053b70dc8 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:58:54.279711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82caa9-7c5d-4d37-b929-07be60f23d95 req-3821b877-7e21-4677-8025-89fad002aac8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:54.281328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e82caa9-7c5d-4d37-b929-07be60f23d95 req-3821b877-7e21-4677-8025-89fad002aac8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0718324 Dec 13 14:58:54.342018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=d2e65485-5807-4d01-8a49-fae17e671382,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:54.350875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: a077c73b-3b7f-4c64-9797-27a053b70dc8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:58:54.351283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a077c73b-3b7f-4c64-9797-27a053b70dc8 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:58:54.367633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e82caa9-7c5d-4d37-b929-07be60f23d95 req-8cbc6865-5e1c-4e3b-ad37-0ae613261aba tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664773 Dec 13 14:58:54.384350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7080be-aa72-4a06-84d8-4367b0f0e944 req-355e2c08-95fb-4c6d-a7db-f68d525a90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:54.384350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2c7080be-aa72-4a06-84d8-4367b0f0e944 req-355e2c08-95fb-4c6d-a7db-f68d525a90ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 1097 time: 0.1388488 Dec 13 14:58:54.437553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c37619-ce5f-4acb-985c-d4236396b61d None None] New status for floating IP 165b203e-273b-4aab-aafd-677636dd3530: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:58:54.454966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2c7080be-aa72-4a06-84d8-4367b0f0e944 req-aa775776-4206-4ae5-9bfb-e372233f2ed5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618927 Dec 13 14:58:54.840896 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:55.126056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:55.175244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298b0c-61ba-40b8-b5b9-18356928a63b req-46a9bd8e-6628-4dd6-b2e4-4e7b68f3aa64 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:55.178565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78298b0c-61ba-40b8-b5b9-18356928a63b req-46a9bd8e-6628-4dd6-b2e4-4e7b68f3aa64 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0550284 Dec 13 14:58:55.250475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb6dee-171e-49ec-81bb-07674e2f3d15 req-528d0778-6b9a-4380-ad04-99d39aa1b2d8 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:55.259483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78298b0c-61ba-40b8-b5b9-18356928a63b req-b83b498d-98be-4bc6-96c4-f567049620b4 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fe64984-8741-428b-9469-ccf7b57fed7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661068 Dec 13 14:58:55.266297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5feb6dee-171e-49ec-81bb-07674e2f3d15 req-528d0778-6b9a-4380-ad04-99d39aa1b2d8 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 945 time: 0.0669534 Dec 13 14:58:55.311907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5feb6dee-171e-49ec-81bb-07674e2f3d15 req-bec0ad1a-0ec3-414d-a3a9-f0365cd2cf90 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Dec 13 14:58:55.510363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d230-2d54-4ca9-ba76-a182380b543f req-0ee9252c-d3fd-43fa-83b1-42439588327e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:55.510363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c250d230-2d54-4ca9-ba76-a182380b543f req-0ee9252c-d3fd-43fa-83b1-42439588327e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0598366 Dec 13 14:58:55.560811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c250d230-2d54-4ca9-ba76-a182380b543f req-e61a2c9e-48d7-42fa-950c-73ee61123ab2 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Dec 13 14:58:55.803164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-2f2fdc03-726c-43f1-aa27-c4943ead7914 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:55.805138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-2f2fdc03-726c-43f1-aa27-c4943ead7914 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 945 time: 0.0529792 Dec 13 14:58:55.920129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Deleting port 571fc759-8b85-49b7-b669-67c309cbc3a8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:58:55.920711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:56.024393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] For port 571fc759-8b85-49b7-b669-67c309cbc3a8, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=571fc759-8b85-49b7-b669-67c309cbc3a8,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:56.024829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:56.045689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Calling delete_port for 571fc759-8b85-49b7-b669-67c309cbc3a8 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:58:56.286078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:56.299598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['571fc759-8b85-49b7-b669-67c309cbc3a8'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:58:56.381546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Pushing event deleted for resources: {'Port': ['ID=571fc759-8b85-49b7-b669-67c309cbc3a8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:56.422809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] No DVR routers for this DVR port 571fc759-8b85-49b7-b669-67c309cbc3a8 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:58:56.425364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:56.430482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-640fafea-e2b6-4dc6-bdf1-9b6f9f8bad26 req-e73a16a7-5ae5-4fab-b458-19752da7615c tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.50 "DELETE /v2.0/ports/571fc759-8b85-49b7-b669-67c309cbc3a8 HTTP/1.1" status: 204 len: 173 time: 0.6194286 Dec 13 14:58:56.445099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37b08d84-5eba-44b3-83e9-52400e0b2c8f req-9850759e-9dbe-4389-9a7c-65178688b307 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 210 time: 0.0595222 Dec 13 14:58:56.445761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'name': 'network-vif-deleted', 'tag': '571fc759-8b85-49b7-b669-67c309cbc3a8'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:56.448664 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad86b4-8f0d-4db4-bf16-b122db284245" -d '{"events": [{"server_uuid": "0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014", "name": "network-vif-deleted", "tag": "571fc759-8b85-49b7-b669-67c309cbc3a8"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:56.559979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07502e8-4b94-4a91-bb84-f32caac5ac88 req-3589541d-e16f-4054-a12a-66acea5214fa tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:56.561513 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e07502e8-4b94-4a91-bb84-f32caac5ac88 req-3589541d-e16f-4054-a12a-66acea5214fa tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 945 time: 0.1289840 Dec 13 14:58:56.632276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e07502e8-4b94-4a91-bb84-f32caac5ac88 req-c8c0a3a6-1af1-45f2-9372-dd1875deb0da tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544362 Dec 13 14:58:56.742802 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef14c21-3403-4cba-b9cb-3210d96f8e3b x-openstack-request-id: req-0ef14c21-3403-4cba-b9cb-3210d96f8e3b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:56.743301 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014", "name": "network-vif-deleted", "tag": "571fc759-8b85-49b7-b669-67c309cbc3a8", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:56.743815 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ef14c21-3403-4cba-b9cb-3210d96f8e3b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:56.744431 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014', 'name': 'network-vif-deleted', 'tag': '571fc759-8b85-49b7-b669-67c309cbc3a8', 'status': 'completed', 'code': 200} Dec 13 14:58:56.776156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d313b5-27dd-42a0-bc1d-7d5190211a1e req-0b7c0e66-0f46-407c-bdc0-8017cff9ca8f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:56.778148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34d313b5-27dd-42a0-bc1d-7d5190211a1e req-0b7c0e66-0f46-407c-bdc0-8017cff9ca8f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0811195 Dec 13 14:58:56.834507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34d313b5-27dd-42a0-bc1d-7d5190211a1e req-d93aaa04-4e97-4aa4-b9f7-a9fde987ddf5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Dec 13 14:58:56.869111 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76144cec-67db-479a-9690-c43386e7fd1a up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:58:56.941125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847dc6-ed76-4e45-92b5-8eeebb6816de req-61ed9521-86b2-406d-a0dd-880200c72fa0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:56.943497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83847dc6-ed76-4e45-92b5-8eeebb6816de req-61ed9521-86b2-406d-a0dd-880200c72fa0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0519371 Dec 13 14:58:56.957809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34546) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:56.959711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'floatingip': {'port_id': 'd2e65485-5807-4d01-8a49-fae17e671382'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:58:57.023923 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:57.047491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 76144cec-67db-479a-9690-c43386e7fd1a completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:58:57.054724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 76144cec-67db-479a-9690-c43386e7fd1a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:58:57.056270 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:57.245303 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:57.273691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:57.276787 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8843bb-e9ea-4245-a7a1-bbe3c7708bde" -d '{"events": [{"server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "name": "network-vif-plugged", "status": "completed", "tag": "76144cec-67db-479a-9690-c43386e7fd1a"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:57.294059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76144cec-67db-479a-9690-c43386e7fd1a,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:58:57.354202 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:57.399340 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9de22b3-6bf7-4be0-ac9f-9e04b22e6c94 x-openstack-request-id: req-d9de22b3-6bf7-4be0-ac9f-9e04b22e6c94 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:57.399460 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "name": "network-vif-plugged", "status": "completed", "tag": "76144cec-67db-479a-9690-c43386e7fd1a", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:57.399705 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9de22b3-6bf7-4be0-ac9f-9e04b22e6c94 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:57.404160 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a', 'code': 200} Dec 13 14:58:57.457210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:57.527045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cc1e3-cfd4-48c4-88a4-02655d11effa req-e9598f75-c774-42b9-be00-4e3e96e62989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:57.529381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e1cc1e3-cfd4-48c4-88a4-02655d11effa req-e9598f75-c774-42b9-be00-4e3e96e62989 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.0778406 Dec 13 14:58:57.587339 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2b3a696-04fa-461e-84a3-db96321e9207 req-cdf27c45-7942-4d8a-9098-0513e7f9a1b5 tempest-ListServerFiltersTestJSON-2035392623 tempest-ListServerFiltersTestJSON-2035392623-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f1a7a1f-c7dc-4c51-b032-d7fb90e3e014 HTTP/1.1" status: 200 len: 210 time: 0.0329411 Dec 13 14:58:57.604823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e1cc1e3-cfd4-48c4-88a4-02655d11effa req-d3997e40-12da-40a4-a46e-0a9206dd8b33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674939 Dec 13 14:58:57.813203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:57.847326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a744e1-d4c4-45c9-9ddc-21dfd6ad39d3 req-ff88493b-3630-438e-b21f-0f0326a2ff8b tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:57.848825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a744e1-d4c4-45c9-9ddc-21dfd6ad39d3 req-ff88493b-3630-438e-b21f-0f0326a2ff8b tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1106200 Dec 13 14:58:57.898937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a744e1-d4c4-45c9-9ddc-21dfd6ad39d3 req-861ddcfb-9457-4777-be62-9626d3be23ad tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Dec 13 14:58:57.904601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:58.294393 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Floating IP 35c2f280-8429-43af-b8a7-99c7e1d14025 associated. External IP: 172.25.7.162, port: d2e65485-5807-4d01-8a49-fae17e671382. Dec 13 14:58:58.513473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Router d3802321-60a1-4160-b894-6fba06c385d0 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:58:58.654587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:58:58.665150 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] Sync routers for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:58:58.666964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:58.671927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34588) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:58.683235 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:58.683879 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:58.699985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff93d7e0-f500-4bd4-9240-6dd2f12a27c8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "PUT /v2.0/floatingips/35c2f280-8429-43af-b8a7-99c7e1d14025 HTTP/1.1" status: 200 len: 992 time: 1.7444181 Dec 13 14:58:58.700623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:58:58.705589 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd967ea8-d585-421a-bd33-2ab8247d2c94" -d '{"events": [{"name": "network-changed", "server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "tag": "d2e65485-5807-4d01-8a49-fae17e671382"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:58:58.760776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] Deleting subnet c3ef9e00-c5bd-4524-a470-08a877a9abaf {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:58:58.768628 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:58.776294 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769e5d5-1fcb-4aa9-a94c-07a83dfcc5dc x-openstack-request-id: req-a769e5d5-1fcb-4aa9-a94c-07a83dfcc5dc {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:58:58.776716 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "tag": "d2e65485-5807-4d01-8a49-fae17e671382", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:58:58.776837 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a769e5d5-1fcb-4aa9-a94c-07a83dfcc5dc {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:58:58.777209 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382', 'status': 'completed', 'code': 200} Dec 13 14:58:58.869436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 571fc759-8b85-49b7-b669-67c309cbc3a8 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:58:58.911503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 571fc759-8b85-49b7-b669-67c309cbc3a8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:58:58.911898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 571fc759-8b85-49b7-b669-67c309cbc3a8 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:58:58.918411 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:58.942048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:59.090972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-e32e32e6-32bf-4376-a48d-c6ad4caad254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:59.092681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-e32e32e6-32bf-4376-a48d-c6ad4caad254 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 1097 time: 0.2246988 Dec 13 14:58:59.272680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2fda-f12e-4ab4-9dbe-e3b50ade9079 req-536f339a-cd5a-4951-802a-4c00fd0ae96d tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:59.280085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-074d2fda-f12e-4ab4-9dbe-e3b50ade9079 req-536f339a-cd5a-4951-802a-4c00fd0ae96d tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.2190268 Dec 13 14:58:59.285302 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '35c2f280-8429-43af-b8a7-99c7e1d14025', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'port_id': 'd2e65485-5807-4d01-8a49-fae17e671382', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'mac_address': 'fa:16:3e:c4:73:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:57Z', 'revision_number': 1, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:59.294281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:59.321545 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] Checking router: d3802321-60a1-4160-b894-6fba06c385d0 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:58:59.336924 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:58:59.337530 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:59.359415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-5096efcb-0668-4a08-8c19-9aee492227c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:59.360968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-5096efcb-0668-4a08-8c19-9aee492227c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 912 time: 0.2410781 Dec 13 14:58:59.471477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-074d2fda-f12e-4ab4-9dbe-e3b50ade9079 req-86967bde-6415-4380-96e7-fa4194af3c1c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900210 Dec 13 14:58:59.516405 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:58:59.555678 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-f28d9fe8-7e07-4602-a614-9bb4d03f9aad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 200 len: 1000 time: 0.1867919 Dec 13 14:58:59.669884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-6f5db1b0-b36e-481c-af2d-ceba50d0b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:59.671463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-6f5db1b0-b36e-481c-af2d-ceba50d0b037 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.1055763 Dec 13 14:58:59.687759 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:59.744485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ef9e00-c5bd-4524-a470-08a877a9abaf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:58:59.755413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:58:59.759717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d9c940bf-796b-4689-b9d2-4c4270e72479 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c3ef9e00-c5bd-4524-a470-08a877a9abaf HTTP/1.1" status: 204 len: 168 time: 1.0862443 Dec 13 14:58:59.762337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34618) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:58:59.763245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68aae0c-8be2-4478-8eb3-d711d9aad338 None None] Network 3b24f59f-3a2a-41f9-8640-30c991187cd1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:58:59.823801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-c27f6088-8fb1-4207-913b-d6aa250508c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:58:59.829732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-c27f6088-8fb1-4207-913b-d6aa250508c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501417 Dec 13 14:58:59.915473 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '35c2f280-8429-43af-b8a7-99c7e1d14025', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'port_id': 'd2e65485-5807-4d01-8a49-fae17e671382', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'mac_address': 'fa:16:3e:c4:73:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:57Z', 'revision_number': 1, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:58:59.926387 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.013913 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d63b0-46ab-4361-9043-76b7a10d6c04 None None] The sync data for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 is: [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '35c2f280-8429-43af-b8a7-99c7e1d14025', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'port_id': 'd2e65485-5807-4d01-8a49-fae17e671382', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'mac_address': 'fa:16:3e:c4:73:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:57Z', 'revision_number': 1, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:59:00.062258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Deleting port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:00.062896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.067648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-5f422811-91be-4d54-bfe2-25c4e4e9dcbd service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166870 Dec 13 14:59:00.261322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] DHCP port deletion for 3b24f59f-3a2a-41f9-8640-30c991187cd1 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 14:59:00.314118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] For port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:00.314799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.328407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd967ea8-d585-421a-bd33-2ab8247d2c94 req-5bd53323-a0b1-4502-89dd-e02e732cb55f service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505190 Dec 13 14:59:00.352485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] Deleting port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:00.353148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.358579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Calling delete_port for 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:00.445459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-4dd7a148-c5d2-4477-bdd6-16e4bbc883a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:00.451980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-4dd7a148-c5d2-4477-bdd6-16e4bbc883a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.3009727 Dec 13 14:59:00.477698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204977fd-16db-4972-81cf-abb9ca59d7aa req-8f128cb9-b8ec-43e1-960d-1a1ccb35669a tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:00.485038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-204977fd-16db-4972-81cf-abb9ca59d7aa req-8f128cb9-b8ec-43e1-960d-1a1ccb35669a tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.2818210 Dec 13 14:59:00.508615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7054966-29ac-4578-9c55-3379d3d4b9aa None None] New status for floating IP 35c2f280-8429-43af-b8a7-99c7e1d14025: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:59:00.550277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-204977fd-16db-4972-81cf-abb9ca59d7aa req-44f18ef2-8e30-4113-b693-d1af2754b6fe tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626156 Dec 13 14:59:00.553685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] For port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,segment=NetworkSegment(1bdc3d71-e5ed-4121-9a32-0519575c373d),segment_id=1bdc3d71-e5ed-4121-9a32-0519575c373d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:00.554827 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.579477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] Calling delete_port for 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:00.608516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-217d4d0a-1745-45f6-9fe1-459623816ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:00.610072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-217d4d0a-1745-45f6-9fe1-459623816ff1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.1549528 Dec 13 14:59:00.680388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-2bdf940e-9ece-464f-9a6f-08daeb7fa513 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 217 time: 0.0548618 Dec 13 14:59:00.684192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.729072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-90866ca9-b8cd-4502-81e4-f3db1128a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:00.730606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-90866ca9-b8cd-4502-81e4-f3db1128a5c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.0495327 Dec 13 14:59:00.735971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:00.737877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] No DVR routers for this DVR port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:59:00.777997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.784998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-135b8ac6-1027-4506-a3e6-45bab138b639 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470080 Dec 13 14:59:00.815544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] Pushing event deleted for resources: {'Port': ['ID=85e3a15e-b208-41a8-81b4-e6ef6e4503c6,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:00.829805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29bc44-336e-4d9c-8786-6008a5ef7920 None None] No DVR routers for this DVR port 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:59:00.896011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:00.941918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-0bd46788-a39f-46ad-a80f-2aff1c45ae9c service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484256 Dec 13 14:59:00.971637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b24f59f-3a2a-41f9-8640-30c991187cd1']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:00.996037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdc3d71-e5ed-4121-9a32-0519575c373d') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:00.997503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdc3d71-e5ed-4121-9a32-0519575c373d') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:01.023995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:01.048858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:01.058943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:59:01.059638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:59:01.063011 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:59:01.184303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65d47e3-f1ff-42d3-ac6f-f2bd026a4431 req-aa6322c0-abce-46fd-934f-ca1309057565 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335577 Dec 13 14:59:01.297709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:01.315124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:01.324485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3b24f59f-3a2a-41f9-8640-30c991187cd1 HTTP/1.1" status: 204 len: 168 time: 1.5554492 Dec 13 14:59:01.336408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79255600-bacd-47a1-ba12-d78e9f3f81d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b24f59f-3a2a-41f9-8640-30c991187cd1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:01.712864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a239c-befe-476d-bee5-9a61dffee39c req-f2851fbc-b79d-48a3-9625-2b5dfd1bbd1c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:01.714389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d97a239c-befe-476d-bee5-9a61dffee39c req-f2851fbc-b79d-48a3-9625-2b5dfd1bbd1c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0624146 Dec 13 14:59:01.729927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:01.772345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d97a239c-befe-476d-bee5-9a61dffee39c req-f2db5d09-efc6-4838-b67b-dc6939768905 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Dec 13 14:59:01.774612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34670) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:01.774940 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85320bc1-e372-40f4-a4ba-1256e655f473 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=945c2e9af4cc4209852541eee560ef11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438077 Dec 13 14:59:01.838139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:01.869474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:01.998567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:02.001639 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:02.003012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fe64984-8741-428b-9469-ccf7b57fed7a HTTP/1.1" status: 204 len: 168 time: 0.2263784 Dec 13 14:59:02.029204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe64984-8741-428b-9469-ccf7b57fed7a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:02.067062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.069457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.074629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.075080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.075524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.075962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.076995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.078425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.079503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.087587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.088176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.089029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d3e2b-75c7-4529-9f73-487b754e819f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:02.204790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:59:02.266675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:59:02.267031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 85e3a15e-b208-41a8-81b4-e6ef6e4503c6 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:59:02.907528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755defe2-d0f2-407e-b083-82f1300da809 req-5c749654-b287-4e5e-8ac4-7b7738094d7e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:02.916640 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-755defe2-d0f2-407e-b083-82f1300da809 req-5c749654-b287-4e5e-8ac4-7b7738094d7e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0741744 Dec 13 14:59:02.958761 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-755defe2-d0f2-407e-b083-82f1300da809 req-4ebfaceb-b365-42f3-b4a4-0001da773d25 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Dec 13 14:59:03.150420 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:59:03.206122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34724) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:03.358796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1446533532-network', 'tenant_id': '79a764041dc24a9f8d335cef43247aa3'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:03.466921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Made reservation on behalf of 79a764041dc24a9f8d335cef43247aa3 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:03.469283 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.483148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.581586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.686114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.720482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e86021-221c-4e34-aeb8-07f8fef57312,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:03.733360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:59:03.751407 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.752364 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Added segment bb8aa5cd-57be-4889-a460-8511ef71ec05 of type vlan for network d80d4e1b-d558-4c28-b54d-d415da15780b Dec 13 14:59:03.755512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34744) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:03.817433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.909864 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c92464f7-456f-4ed2-a701-146f4af24946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.931736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:03.932891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:03.936402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.010400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] Pushing event updated for resources: {'Network': ['ID=d80d4e1b-d558-4c28-b54d-d415da15780b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:04.023469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c92464f7-456f-4ed2-a701-146f4af24946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.024527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d80d4e1b-d558-4c28-b54d-d415da15780b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:59:04.105636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eae22657-6c62-4277-98e0-54324aebde24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8982239 Dec 13 14:59:04.108650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34754) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:04.113710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Request body: {'subnet': {'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1446533532-subnet', 'tenant_id': '79a764041dc24a9f8d335cef43247aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:04.144694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd024c48-a77d-4434-90e4-a0ae39f4a75e req-036c318a-7134-44c2-a6e2-6a306ec3b329 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:04.146171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd024c48-a77d-4434-90e4-a0ae39f4a75e req-036c318a-7134-44c2-a6e2-6a306ec3b329 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0615981 Dec 13 14:59:04.148172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c92464f7-456f-4ed2-a701-146f4af24946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.200294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Made reservation on behalf of 79a764041dc24a9f8d335cef43247aa3 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:04.202615 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c92464f7-456f-4ed2-a701-146f4af24946 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3638b06a047d4a8b954b2109fef964ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459064 Dec 13 14:59:04.203320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.210194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34758) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:04.229477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92464f7-456f-4ed2-a701-146f4af24946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc4cd6-39b3-438f-90a8-1c4b12048c27,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:04.258007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd024c48-a77d-4434-90e4-a0ae39f4a75e req-cf0fca9c-723e-455d-91a3-844aa1d5ba43 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002831 Dec 13 14:59:04.329287 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6264-b6b7-40f2-94e9-44bc3b7b5489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.359489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6264-b6b7-40f2-94e9-44bc3b7b5489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.495492 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6264-b6b7-40f2-94e9-44bc3b7b5489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.501514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6264-b6b7-40f2-94e9-44bc3b7b5489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.502798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3fbc6264-b6b7-40f2-94e9-44bc3b7b5489 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dbc4cd6-39b3-438f-90a8-1c4b12048c27 HTTP/1.1" status: 204 len: 168 time: 0.2905796 Dec 13 14:59:04.512808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc6264-b6b7-40f2-94e9-44bc3b7b5489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc4cd6-39b3-438f-90a8-1c4b12048c27,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:04.560057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.621540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbcfd12-e108-4605-9e40-cb15b31f8e81,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:04.630807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Checking segment: {'id': 'bb8aa5cd-57be-4889-a460-8511ef71ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:04.631395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Network hostable DHCP agents. Network: d80d4e1b-d558-4c28-b54d-d415da15780b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:59:04.719873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Network d80d4e1b-d558-4c28-b54d-d415da15780b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:59:04.812895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d80d4e1b-d558-4c28-b54d-d415da15780b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:04.819467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:04.820089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:04.826683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03d285-8b20-499c-a048-e781f5ccd2c2 None None] Network d80d4e1b-d558-4c28-b54d-d415da15780b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:04.941446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a688cdd3-9e65-4192-bcc0-12d7edd5832d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8314102 Dec 13 14:59:05.010443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e765264-5b54-4da8-9e0f-656635ad1667 None None] Network d80d4e1b-d558-4c28-b54d-d415da15780b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:05.421133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d79ef3-8911-4e8a-bffa-8a08459d532e req-2f1fa684-2f70-44d8-9d97-6646ea0c8b66 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:05.422682 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18d79ef3-8911-4e8a-bffa-8a08459d532e req-2f1fa684-2f70-44d8-9d97-6646ea0c8b66 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0724328 Dec 13 14:59:05.466998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18d79ef3-8911-4e8a-bffa-8a08459d532e req-17295de6-f90f-47ef-8904-b3d9d7c723c8 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377824 Dec 13 14:59:05.648970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-de1210bb-9d2a-436a-9471-7c44cde67d58 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:05.649976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-de1210bb-9d2a-436a-9471-7c44cde67d58 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/networks?id=d80d4e1b-d558-4c28-b54d-d415da15780b HTTP/1.1" status: 200 len: 821 time: 0.1188850 Dec 13 14:59:05.666208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-60fbe629-a9c6-48d1-9a34-e0f52999c8b3 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/quotas/79a764041dc24a9f8d335cef43247aa3 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Dec 13 14:59:05.706761 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-669a52ad-2588-4dcf-bc05-e8acc963a3ec tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79a764041dc24a9f8d335cef43247aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341780 Dec 13 14:59:05.820304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-9c796a45-cf6a-4d63-9ecf-d2c700bb0054 service neutron] 10.222.0.24 "GET /v2.0/networks/d80d4e1b-d558-4c28-b54d-d415da15780b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053057 Dec 13 14:59:05.834108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34824) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:05.921344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-cd270318-0a82-4b24-b86c-767ad93cc331 service neutron] 10.222.0.24 "GET /v2.0/networks/d80d4e1b-d558-4c28-b54d-d415da15780b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944338 Dec 13 14:59:05.952259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1712283592-network', 'tenant_id': '22985bb237414a1d99ba208416e5881b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:06.027183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Made reservation on behalf of 22985bb237414a1d99ba208416e5881b for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:06.029441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.038832 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.122853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.235664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a7134c2-e052-4fb8-aa94-0cf14a160860 req-6fd29698-e341-4e95-a32e-6f5277f0db3d tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0546110 Dec 13 14:59:06.237925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.261039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d14373-8fe2-49bc-8cab-10391e5946a9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:06.271903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:59:06.284681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.285422 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Added segment a9d58563-b545-45b7-ad95-e83d86ad89e1 of type vlan for network f5371104-a34e-400d-a21d-1086b5318db2 Dec 13 14:59:06.336120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.461709 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.462715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:06.463285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:06.637235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c123c1-923a-4a07-8c2a-fd002701515b req-7733fa72-d70c-4e33-8a12-6cadc218071c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:06.650134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89c123c1-923a-4a07-8c2a-fd002701515b req-7733fa72-d70c-4e33-8a12-6cadc218071c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0985441 Dec 13 14:59:06.738593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89c123c1-923a-4a07-8c2a-fd002701515b req-95939cd2-09c1-4243-9eb1-b26ef59be2c8 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871365 Dec 13 14:59:06.806540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34858) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:06.889312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f5371104-a34e-400d-a21d-1086b5318db2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:06.900301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f5371104-a34e-400d-a21d-1086b5318db2 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:59:06.936108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-676dbd2d-4143-4750-be72-f35486cb29b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0987701 Dec 13 14:59:06.936412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34864) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:06.941368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Request body: {'subnet': {'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1712283592-subnet', 'tenant_id': '22985bb237414a1d99ba208416e5881b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:07.003429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d703b528-91d5-4b2f-8b57-ae3eef0ba108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.038114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Made reservation on behalf of 22985bb237414a1d99ba208416e5881b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:07.040736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.086371 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d703b528-91d5-4b2f-8b57-ae3eef0ba108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.166525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d703b528-91d5-4b2f-8b57-ae3eef0ba108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.213689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d703b528-91d5-4b2f-8b57-ae3eef0ba108 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87b1d74ae43743a8a7b69893bd7872c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057884 Dec 13 14:59:07.215712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b528-91d5-4b2f-8b57-ae3eef0ba108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314f7ec-d3cd-450c-8467-0e77eb614e3c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:07.222394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34868) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:07.293070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae113a91-ce62-49d3-bd0a-05f7f04e6009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.308898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9918f329-3520-46e5-adba-e158e4967ea2 req-4451771a-9e2c-43c8-8143-b1efaa000546 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0343115 Dec 13 14:59:07.318094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae113a91-ce62-49d3-bd0a-05f7f04e6009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.336720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.411333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4d1122-2e59-4c40-98d3-39ddaf596331,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:07.424290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Checking segment: {'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:07.424290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Network hostable DHCP agents. Network: f5371104-a34e-400d-a21d-1086b5318db2, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:59:07.491887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae113a91-ce62-49d3-bd0a-05f7f04e6009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.494431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae113a91-ce62-49d3-bd0a-05f7f04e6009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.495620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ae113a91-ce62-49d3-bd0a-05f7f04e6009 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5314f7ec-d3cd-450c-8467-0e77eb614e3c HTTP/1.1" status: 204 len: 168 time: 0.2715273 Dec 13 14:59:07.504526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae113a91-ce62-49d3-bd0a-05f7f04e6009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314f7ec-d3cd-450c-8467-0e77eb614e3c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:07.508636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Network f5371104-a34e-400d-a21d-1086b5318db2 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:59:07.605164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f5371104-a34e-400d-a21d-1086b5318db2) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:07.612739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:07.614042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ed565-c90e-4ccb-a45b-85ee877a1464 None None] Network f5371104-a34e-400d-a21d-1086b5318db2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:07.614448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:07.752633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-518e94e1-4c39-4e35-9be2-a3fdf24aa09f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8066132 Dec 13 14:59:07.764493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e8ffe-856e-4f1e-bc4a-08d583b98023 None None] Network f5371104-a34e-400d-a21d-1086b5318db2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:07.933717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a40f9d-ffdf-4f43-9324-2070face81d3 req-faaebb2d-08a7-4cad-b78c-271341ccd320 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:07.935444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54a40f9d-ffdf-4f43-9324-2070face81d3 req-faaebb2d-08a7-4cad-b78c-271341ccd320 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0850160 Dec 13 14:59:07.998600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54a40f9d-ffdf-4f43-9324-2070face81d3 req-23725b8e-1bc1-4932-b526-d2e02eeb9f0a tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Dec 13 14:59:08.409857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c14cd9-13ef-4010-97eb-2622994f5257 req-9719cc30-fac0-4cd0-bde7-1e559762dfac tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0314186 Dec 13 14:59:09.081184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-65293376-1acf-45bc-833c-96a2decfb691 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:09.083718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-65293376-1acf-45bc-833c-96a2decfb691 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.55 "GET /v2.0/networks?id=d80d4e1b-d558-4c28-b54d-d415da15780b HTTP/1.1" status: 200 len: 821 time: 0.1470966 Dec 13 14:59:09.098384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Request body: {'port': {'device_id': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b', 'admin_state_up': True, 'tenant_id': '79a764041dc24a9f8d335cef43247aa3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:09.189070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9fabb-04ab-487a-b55d-bf0d571aeacb req-cd1ee9a1-9419-466a-a8f2-41b5cc026b34 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:09.190634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23b9fabb-04ab-487a-b55d-bf0d571aeacb req-cd1ee9a1-9419-466a-a8f2-41b5cc026b34 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1058788 Dec 13 14:59:09.274220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23b9fabb-04ab-487a-b55d-bf0d571aeacb req-6d879169-635c-4d4c-a98a-22e3e9f3007c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679574 Dec 13 14:59:09.394504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Made reservation on behalf of 79a764041dc24a9f8d335cef43247aa3 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:09.401477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:09.423825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:09.556293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2549d411-fbff-47fa-972c-083b0dca8d23 req-4f5dcaad-4982-4ce6-a41e-52733a834ee1 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0643418 Dec 13 14:59:09.590261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Allocated IP 172.20.0.13 (d80d4e1b-d558-4c28-b54d-d415da15780b/8bbcfd12-e108-4605-9e40-cb15b31f8e81/d1447932-77e6-4a84-98f4-9ea339847af6) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:09.628423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee46b34b-498a-4eab-85b1-4ed62fc9a69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:09.709661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee46b34b-498a-4eab-85b1-4ed62fc9a69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:09.777005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee46b34b-498a-4eab-85b1-4ed62fc9a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:09.792067 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:09.831157 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee46b34b-498a-4eab-85b1-4ed62fc9a69c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6c15906b3b441f6a94bac25a211bc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061298 Dec 13 14:59:09.833166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46b34b-498a-4eab-85b1-4ed62fc9a69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a02d3e-0e8b-4ef5-b2d2-aa033d86c992,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:09.835792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34964) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:09.921213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4dbc-5167-469d-8789-1ffd5752b20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:09.950935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4dbc-5167-469d-8789-1ffd5752b20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:09.953468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.027028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Network d80d4e1b-d558-4c28-b54d-d415da15780b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:10.035545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:10.042922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:10.047087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Pushing event updated for resources: {'Port': ['ID=d1447932-77e6-4a84-98f4-9ea339847af6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:10.100165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:10.107767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.154572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4dbc-5167-469d-8789-1ffd5752b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.157291 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4dbc-5167-469d-8789-1ffd5752b20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.158503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a3dd4dbc-5167-469d-8789-1ffd5752b20b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04a02d3e-0e8b-4ef5-b2d2-aa033d86c992 HTTP/1.1" status: 204 len: 168 time: 0.3215640 Dec 13 14:59:10.166814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd4dbc-5167-469d-8789-1ffd5752b20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a02d3e-0e8b-4ef5-b2d2-aa033d86c992,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:10.201614 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-68a412c8-08cf-4800-8997-bc3693c77f07 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1079481 Dec 13 14:59:10.215227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Request body: {'port': {'device_id': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:10.278082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.499109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813844d-b493-497f-99cd-62b26ac52a86 req-1f920b0e-b356-45d8-a09c-45bc639d083e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:10.500600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5813844d-b493-497f-99cd-62b26ac52a86 req-1f920b0e-b356-45d8-a09c-45bc639d083e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1551437 Dec 13 14:59:10.580279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5813844d-b493-497f-99cd-62b26ac52a86 req-4a45cc98-3910-4bcf-9c6b-05adca96f464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623872 Dec 13 14:59:10.653408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1447932-77e6-4a84-98f4-9ea339847af6 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:59:10.661720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.675657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Transition to ACTIVE for port object d1447932-77e6-4a84-98f4-9ea339847af6 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:59:10.700151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21a97c-685d-4bb3-a14d-ec591a7ffb48 req-52dd78a3-7aee-4889-8144-3743f7bb538d tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:10.701869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e21a97c-685d-4bb3-a14d-ec591a7ffb48 req-52dd78a3-7aee-4889-8144-3743f7bb538d tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 932 time: 0.0578377 Dec 13 14:59:10.731406 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.756301 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e21a97c-685d-4bb3-a14d-ec591a7ffb48 req-9ef30754-00ba-4645-a569-86f9a2c42958 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483637 Dec 13 14:59:10.837617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1447932-77e6-4a84-98f4-9ea339847af6,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:10.870728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Attempting to bind port d1447932-77e6-4a84-98f4-9ea339847af6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:59:10.871246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Attempting to bind port d1447932-77e6-4a84-98f4-9ea339847af6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'bb8aa5cd-57be-4889-a460-8511ef71ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:59:10.871734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Attempting to bind port d1447932-77e6-4a84-98f4-9ea339847af6 on network d80d4e1b-d558-4c28-b54d-d415da15780b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:10.876369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Port d1447932-77e6-4a84-98f4-9ea339847af6 on network d80d4e1b-d558-4c28-b54d-d415da15780b not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:59:10.876679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Attempting to bind port d1447932-77e6-4a84-98f4-9ea339847af6 on network d80d4e1b-d558-4c28-b54d-d415da15780b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:10.882687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:59:10.883022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Checking segment: {'id': 'bb8aa5cd-57be-4889-a460-8511ef71ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:10.883398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Bound using segment: {'id': 'bb8aa5cd-57be-4889-a460-8511ef71ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:59:10.883816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Bound port: d1447932-77e6-4a84-98f4-9ea339847af6, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8aa5cd-57be-4889-a460-8511ef71ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:59:10.884167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:10.964586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] For port d1447932-77e6-4a84-98f4-9ea339847af6, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:59:10.967728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] For port d1447932-77e6-4a84-98f4-9ea339847af6, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d1447932-77e6-4a84-98f4-9ea339847af6,segment=NetworkSegment(bb8aa5cd-57be-4889-a460-8511ef71ec05),segment_id=bb8aa5cd-57be-4889-a460-8511ef71ec05)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:59:11.071362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:11.103139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.103659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:11.105374 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] 10.222.0.55 "PUT /v2.0/ports/d1447932-77e6-4a84-98f4-9ea339847af6 HTTP/1.1" status: 200 len: 1092 time: 0.8947506 Dec 13 14:59:11.107663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'tag': 'd1447932-77e6-4a84-98f4-9ea339847af6'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:11.111539 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144af12-a2e0-48e0-9104-c8e94f11c6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "30438473-341c-4d63-ab6e-eb234b05eeb1", "tag": "d1447932-77e6-4a84-98f4-9ea339847af6"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:11.144414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee99a-9fa8-4cd8-a629-9bd7ddb927bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1447932-77e6-4a84-98f4-9ea339847af6,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:11.159014 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d672eb-b6c0-4bfe-8ab5-8e10998a8fa6 x-openstack-request-id: req-d9d672eb-b6c0-4bfe-8ab5-8e10998a8fa6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:11.159301 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30438473-341c-4d63-ab6e-eb234b05eeb1", "tag": "d1447932-77e6-4a84-98f4-9ea339847af6", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:11.161373 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9d672eb-b6c0-4bfe-8ab5-8e10998a8fa6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:11.161373 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'tag': 'd1447932-77e6-4a84-98f4-9ea339847af6', 'status': 'completed', 'code': 200} Dec 13 14:59:11.222354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144af12-a2e0-48e0-9104-c8e94f11c6f4 req-484e0536-bdf0-4be2-aef9-c712e26f12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.223861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0144af12-a2e0-48e0-9104-c8e94f11c6f4 req-484e0536-bdf0-4be2-aef9-c712e26f12c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79a764041dc24a9f8d335cef43247aa3&device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 1095 time: 0.0432079 Dec 13 14:59:11.341336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144af12-a2e0-48e0-9104-c8e94f11c6f4 req-804b2d24-31b4-4216-9c22-f4e3e159be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.343482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0144af12-a2e0-48e0-9104-c8e94f11c6f4 req-804b2d24-31b4-4216-9c22-f4e3e159be7f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=79a764041dc24a9f8d335cef43247aa3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1111734 Dec 13 14:59:11.459849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144af12-a2e0-48e0-9104-c8e94f11c6f4 req-27030622-7d96-4cc0-926b-f5196a50b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.461681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0144af12-a2e0-48e0-9104-c8e94f11c6f4 req-27030622-7d96-4cc0-926b-f5196a50b39f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116080 Dec 13 14:59:11.543100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-bb5a302f-64bb-4634-8152-661e16cdb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.544611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-bb5a302f-64bb-4634-8152-661e16cdb1bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79a764041dc24a9f8d335cef43247aa3&device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 1095 time: 0.0485618 Dec 13 14:59:11.591311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-cb25a70f-89f6-4739-a1c8-be0765691bcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1447932-77e6-4a84-98f4-9ea339847af6 HTTP/1.1" status: 200 len: 217 time: 0.0383170 Dec 13 14:59:11.662214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-6bb3754b-2460-431b-abae-96cff5a67239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.664882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-6bb3754b-2460-431b-abae-96cff5a67239 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bbcfd12-e108-4605-9e40-cb15b31f8e81 HTTP/1.1" status: 200 len: 861 time: 0.0663071 Dec 13 14:59:11.738436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-08813d45-d339-44a2-ac91-f534942ba16a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d80d4e1b-d558-4c28-b54d-d415da15780b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612483 Dec 13 14:59:11.770719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d7294-8bf1-4198-aa85-93aabd151ca7 req-b57643f1-e1fe-4ce7-a48b-d21c9416a4e9 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.775230 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f24d7294-8bf1-4198-aa85-93aabd151ca7 req-b57643f1-e1fe-4ce7-a48b-d21c9416a4e9 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1051667 Dec 13 14:59:11.860689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f24d7294-8bf1-4198-aa85-93aabd151ca7 req-c25ac1e7-3938-436f-b488-6c6cdff68c57 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716360 Dec 13 14:59:11.954501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-4c75aa50-8e64-4a77-a503-c22cc2a1633f service neutron] 10.222.0.55 "GET /v2.0/networks/d80d4e1b-d558-4c28-b54d-d415da15780b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103992 Dec 13 14:59:11.964847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e20c5-a742-4120-9d3d-afc3962bd528 req-a4af7c72-7a32-4ef2-ae07-a94b9b5d3785 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:11.966183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-702e20c5-a742-4120-9d3d-afc3962bd528 req-a4af7c72-7a32-4ef2-ae07-a94b9b5d3785 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 944 time: 0.0742760 Dec 13 14:59:12.094073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-702e20c5-a742-4120-9d3d-afc3962bd528 req-75b71bbd-146c-4e5b-8ff8-0a6e65750b91 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142051 Dec 13 14:59:12.118716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc681536-e181-4cf1-a6c6-3a3394c24484 req-631e76d9-7410-4e59-a83b-ff68c44ab612 service neutron] 10.222.0.55 "GET /v2.0/networks/d80d4e1b-d558-4c28-b54d-d415da15780b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514118 Dec 13 14:59:12.745585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35064) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:12.752037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689910823', 'description': 'tempest-secgroup-smoke-689910823 description', 'project_id': '515f7b22ce9744918b9b5447b1a274ac'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:12.880293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:12.905141 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.063006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.072318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b41e3-5c3b-4560-8611-3a6a35f7591e req-909acdce-d496-400a-8a3a-9903cb5f1e49 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:13.073960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f3b41e3-5c3b-4560-8611-3a6a35f7591e req-909acdce-d496-400a-8a3a-9903cb5f1e49 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1020772 Dec 13 14:59:13.117895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f3b41e3-5c3b-4560-8611-3a6a35f7591e req-5ce47df4-ae61-437b-851e-32f9c19a6762 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 Dec 13 14:59:13.151906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.203173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9e5e7-c8e8-4091-8705-ffc2d2bc1644,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:13.277345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.290365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de06d7-10cf-49d0-aeea-4ff7fc685f91 req-481ffb9e-3ed3-45e5-a63e-40f35d920f13 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:13.292059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41de06d7-10cf-49d0-aeea-4ff7fc685f91 req-481ffb9e-3ed3-45e5-a63e-40f35d920f13 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 944 time: 0.0870576 Dec 13 14:59:13.334028 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41de06d7-10cf-49d0-aeea-4ff7fc685f91 req-4bd6271f-c318-4db8-863a-0398eafc5be3 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350907 Dec 13 14:59:13.342345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.375595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2604bf22-231e-4066-9715-ddd413abf7a7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:13.486072 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.488366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-17f042d5-826d-4d63-9670-f19dde284cc2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7405007 Dec 13 14:59:13.490376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35084) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:13.495771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cfc19314-c5df-4c71-b717-9a991de96178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '2604bf22-231e-4066-9715-ddd413abf7a7', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:13.607355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfc19314-c5df-4c71-b717-9a991de96178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.682125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfc19314-c5df-4c71-b717-9a991de96178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.776656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfc19314-c5df-4c71-b717-9a991de96178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.794658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc19314-c5df-4c71-b717-9a991de96178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e8c7c5-2c49-4135-a960-8b7d2d197bee,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:13.921923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfc19314-c5df-4c71-b717-9a991de96178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:13.923237 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cfc19314-c5df-4c71-b717-9a991de96178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4317102 Dec 13 14:59:13.925971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35096) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:13.930392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a9eaf37b-2219-498d-ac92-e3a749222b11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '2604bf22-231e-4066-9715-ddd413abf7a7', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:14.062961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf37b-2219-498d-ac92-e3a749222b11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.123243 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf37b-2219-498d-ac92-e3a749222b11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.235825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf37b-2219-498d-ac92-e3a749222b11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.262545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaf37b-2219-498d-ac92-e3a749222b11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600e8213-341e-4881-93f7-92858446ff8f,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:14.281282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fae19-137a-4367-9977-b5bf57eccbb8 req-36a47b46-ea10-4dda-aadd-ef3d7d63c566 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:14.284970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-597fae19-137a-4367-9977-b5bf57eccbb8 req-36a47b46-ea10-4dda-aadd-ef3d7d63c566 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0931356 Dec 13 14:59:14.331951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf37b-2219-498d-ac92-e3a749222b11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.333266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9eaf37b-2219-498d-ac92-e3a749222b11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4063513 Dec 13 14:59:14.336995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35110) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:14.343439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e9a2c8c3-a490-4efc-90d7-a7b3bf04190f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '2604bf22-231e-4066-9715-ddd413abf7a7', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:14.343675 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-597fae19-137a-4367-9977-b5bf57eccbb8 req-67bc7ab7-940e-4861-a290-8734d6b28b73 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486767 Dec 13 14:59:14.470529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c313c-8920-4246-97a7-5ff1a8208754 req-e81fe9ac-3493-4bea-bd6f-1ba576456200 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:14.472157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb6c313c-8920-4246-97a7-5ff1a8208754 req-e81fe9ac-3493-4bea-bd6f-1ba576456200 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 944 time: 0.0555844 Dec 13 14:59:14.495838 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c8c3-a490-4efc-90d7-a7b3bf04190f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.513858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb6c313c-8920-4246-97a7-5ff1a8208754 req-fcfb33ae-a4e2-4761-ae68-4bc68a57fb7d tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354784 Dec 13 14:59:14.568276 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c8c3-a490-4efc-90d7-a7b3bf04190f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.662411 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c8c3-a490-4efc-90d7-a7b3bf04190f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.681076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2c8c3-a490-4efc-90d7-a7b3bf04190f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151e0f86-0621-499a-8531-58c4ded0bb0c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:14.733084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c8c3-a490-4efc-90d7-a7b3bf04190f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.734227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e9a2c8c3-a490-4efc-90d7-a7b3bf04190f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952489 Dec 13 14:59:14.737071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35118) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:14.742090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c3c774bc-e2bf-4ac6-8351-25003d380a5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '2604bf22-231e-4066-9715-ddd413abf7a7', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:14.827915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3c774bc-e2bf-4ac6-8351-25003d380a5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.893049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3c774bc-e2bf-4ac6-8351-25003d380a5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.948128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3c774bc-e2bf-4ac6-8351-25003d380a5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:14.969685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c774bc-e2bf-4ac6-8351-25003d380a5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25716624-1ec1-4c72-907b-933679c3afab,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:15.036589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3c774bc-e2bf-4ac6-8351-25003d380a5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.041590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35128) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:15.041833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c3c774bc-e2bf-4ac6-8351-25003d380a5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036056 Dec 13 14:59:15.047028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '2604bf22-231e-4066-9715-ddd413abf7a7', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:15.131538 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 14:59:15.137182 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.190432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.302610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.325360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f08e4d-6e6b-4555-b1a4-3b066ab8351b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:15.407348 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.408767 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e6ed492-a2e9-48e5-8a73-a00d9d90ec0c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3656580 Dec 13 14:59:15.411729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35142) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:15.417197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '2604bf22-231e-4066-9715-ddd413abf7a7', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:15.526995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a077df-2736-406b-9d63-64f7b58ba6ee req-6a5113c1-5e4f-477e-8e5e-bc6c78e559d3 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:15.529089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92a077df-2736-406b-9d63-64f7b58ba6ee req-6a5113c1-5e4f-477e-8e5e-bc6c78e559d3 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0646043 Dec 13 14:59:15.530601 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 14:59:15.537400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.609520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92a077df-2736-406b-9d63-64f7b58ba6ee req-aac1eb84-c05d-4c02-926c-c69ec3dc0608 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731077 Dec 13 14:59:15.661507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.670867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaac9ec-22eb-4ff1-bdff-aade8d4a759e req-0c6ccc91-2a87-4aaf-993a-d2c51351e023 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:15.672411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ebaac9ec-22eb-4ff1-bdff-aade8d4a759e req-0c6ccc91-2a87-4aaf-993a-d2c51351e023 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 944 time: 0.0669761 Dec 13 14:59:15.716344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ebaac9ec-22eb-4ff1-bdff-aade8d4a759e req-2fcffd6c-f27e-4c61-b8ce-7103b43bf79c tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Dec 13 14:59:15.730944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.753902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.775807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbb2093-d88f-41c0-b999-5d00738f7995,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:15.863530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.863530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ac0fa017-5df6-4c94-b4f4-96e592f4587e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4476900 Dec 13 14:59:15.863933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:15.868912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'network': {'name': 'tempest-network-smoke--1132335532', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'port_security_enabled': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:15.959377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:15.963310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.987877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:59:15.997658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:15.998002 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Added segment 7931354d-3da3-493c-b14e-8c1308380b39 of type vlan for network 573dcd3e-a186-4fac-bca9-fe25df9ac674 Dec 13 14:59:16.035906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d1447932-77e6-4a84-98f4-9ea339847af6 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:59:16.040220 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.125456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.131401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:16.132023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.133941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d1447932-77e6-4a84-98f4-9ea339847af6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d1447932-77e6-4a84-98f4-9ea339847af6,segment=NetworkSegment(bb8aa5cd-57be-4889-a460-8511ef71ec05),segment_id=bb8aa5cd-57be-4889-a460-8511ef71ec05)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:16.147498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'd1447932-77e6-4a84-98f4-9ea339847af6', 'network_id': 'd80d4e1b-d558-4c28-b54d-d415da15780b', 'port_id': 'd1447932-77e6-4a84-98f4-9ea339847af6', 'mac_address': 'fa:16:3e:ab:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbcfd12-e108-4605-9e40-cb15b31f8e81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:59:16.187241 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.202662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1447932-77e6-4a84-98f4-9ea339847af6 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:59:16.212712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Network': ['ID=573dcd3e-a186-4fac-bca9-fe25df9ac674,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:16.220391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f0d9e71-67cf-4927-bd7d-41479741f0c5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3557878 Dec 13 14:59:16.223408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35158) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:16.228617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'admin_state_up': True, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:16.236659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:59:16.248347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d1447932-77e6-4a84-98f4-9ea339847af6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d1447932-77e6-4a84-98f4-9ea339847af6,segment=NetworkSegment(bb8aa5cd-57be-4889-a460-8511ef71ec05),segment_id=bb8aa5cd-57be-4889-a460-8511ef71ec05)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:16.336125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.336125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.371420 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.406046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.434577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d1447932-77e6-4a84-98f4-9ea339847af6,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:16.593683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['d1447932-77e6-4a84-98f4-9ea339847af6'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:16.612882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.891345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:16.899603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76111-740c-4fab-ad27-f550ba85c217 req-555b2ead-4b9d-4a01-ae0e-7f063c07ad93 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:16.908524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88b76111-740c-4fab-ad27-f550ba85c217 req-555b2ead-4b9d-4a01-ae0e-7f063c07ad93 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0790684 Dec 13 14:59:16.927751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be8a4-f7e6-47fd-b1c3-d46b343e33df req-aa243ad5-da6c-47a3-be0a-cbbe0de44ab4 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:16.929744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb0be8a4-f7e6-47fd-b1c3-d46b343e33df req-aa243ad5-da6c-47a3-be0a-cbbe0de44ab4 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 945 time: 0.0746965 Dec 13 14:59:16.964936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88b76111-740c-4fab-ad27-f550ba85c217 req-7ef43e24-d309-48cd-a1b7-cb607e4d3508 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Dec 13 14:59:17.071571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:17.105581 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb0be8a4-f7e6-47fd-b1c3-d46b343e33df req-263d28dc-fa07-42fa-b458-f22b634b5fc2 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215918 Dec 13 14:59:17.106898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:17.218491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.74 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/e7df0458-90ec-46bf-a453-24d0b9c5bf11) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:17.328883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:17.423049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:17.466176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:17.469408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:17.472925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:17.498527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=e7df0458-90ec-46bf-a453-24d0b9c5bf11,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:17.911621 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:18.042863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d1447932-77e6-4a84-98f4-9ea339847af6 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:59:18.092913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a1e1c-57d5-4a5c-9aea-bc3ad1e2d8ee req-3f5f0f01-1014-4807-8a07-e6ea4d5a234c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:18.094301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b6a1e1c-57d5-4a5c-9aea-bc3ad1e2d8ee req-3f5f0f01-1014-4807-8a07-e6ea4d5a234c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0621078 Dec 13 14:59:18.146675 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b6a1e1c-57d5-4a5c-9aea-bc3ad1e2d8ee req-df4ac1ed-22be-44e6-891a-9e29bb9848eb tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461662 Dec 13 14:59:18.152547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:18.191776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port d1447932-77e6-4a84-98f4-9ea339847af6 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:59:18.202760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port d1447932-77e6-4a84-98f4-9ea339847af6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:18.203138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:18.324246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:18.351305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1447932-77e6-4a84-98f4-9ea339847af6'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:18.353739 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e293432-4ecd-47b8-b473-a7d7464d98ba" -d '{"events": [{"server_uuid": "30438473-341c-4d63-ab6e-eb234b05eeb1", "name": "network-vif-plugged", "status": "completed", "tag": "d1447932-77e6-4a84-98f4-9ea339847af6"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:18.374394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port d1447932-77e6-4a84-98f4-9ea339847af6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d1447932-77e6-4a84-98f4-9ea339847af6,segment=NetworkSegment(bb8aa5cd-57be-4889-a460-8511ef71ec05),segment_id=bb8aa5cd-57be-4889-a460-8511ef71ec05)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:18.410719 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e24dfc-e38d-4c20-b987-b9ff486d86f6 x-openstack-request-id: req-76e24dfc-e38d-4c20-b987-b9ff486d86f6 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:18.412493 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30438473-341c-4d63-ab6e-eb234b05eeb1", "name": "network-vif-plugged", "status": "completed", "tag": "d1447932-77e6-4a84-98f4-9ea339847af6", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:18.412807 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76e24dfc-e38d-4c20-b987-b9ff486d86f6 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:18.413291 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1447932-77e6-4a84-98f4-9ea339847af6', 'code': 200} Dec 13 14:59:18.468136 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:18.516220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcf46f-915f-439c-85b3-e000d5528230 req-60d529c7-43ee-4161-b5f5-25e0e26d4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:18.517686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97bcf46f-915f-439c-85b3-e000d5528230 req-60d529c7-43ee-4161-b5f5-25e0e26d4efd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 1097 time: 0.0440457 Dec 13 14:59:18.520201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=d1447932-77e6-4a84-98f4-9ea339847af6,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:18.561728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97bcf46f-915f-439c-85b3-e000d5528230 req-938e2690-488a-4ed7-aecc-78a1037b4948 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356867 Dec 13 14:59:18.594068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858c24-027a-418c-b42d-d18ecd219dff req-bc2c8234-e5e3-4202-8608-837ecc800d56 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:18.595580 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a858c24-027a-418c-b42d-d18ecd219dff req-bc2c8234-e5e3-4202-8608-837ecc800d56 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 946 time: 0.0748880 Dec 13 14:59:18.661474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a858c24-027a-418c-b42d-d18ecd219dff req-9fbc0e27-aa4e-486a-8bef-7dd9f0ee66d8 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582135 Dec 13 14:59:18.746987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 14:59:18.868199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:59:18.884974 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Sync routers for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:59:18.899292 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:18.906552 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:19.015254 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:19.064753 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.066552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b5e14e81-3bba-4972-bd44-1d8e463d6fc4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8414083 Dec 13 14:59:19.069408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35216) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:19.218368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b611de15-8228-408c-94e0-1a8858111471 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=515f7b22ce9744918b9b5447b1a274ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1469576 Dec 13 14:59:19.221137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35222) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:19.282618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532414b5-0022-4770-b4c9-7396937248b5 req-29a3c280-b2d2-478d-a528-5be53270456b tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:19.284383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-532414b5-0022-4770-b4c9-7396937248b5 req-29a3c280-b2d2-478d-a528-5be53270456b tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0572989 Dec 13 14:59:19.293356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:17Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:19.335355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-532414b5-0022-4770-b4c9-7396937248b5 req-e2b861aa-7493-4a55-b689-b49d8cf0fed5 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Dec 13 14:59:19.337025 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Checking router: 1ece1a3a-2dfd-4175-b5a8-4904984fcacd for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:59:19.337443 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Updating router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd port e7df0458-90ec-46bf-a453-24d0b9c5bf11 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:59:19.376240 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.387361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c6a72-2eeb-4686-a11c-bd3ba5393db0 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:19.391606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-652c6a72-2eeb-4686-a11c-bd3ba5393db0 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1664162 Dec 13 14:59:19.391842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35228) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:19.428853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a3620c86-33fd-4a23-bf30-456168770cd1 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354197 Dec 13 14:59:19.431866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35230) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:19.439491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1744251926', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:19.623597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:19.627942 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.642832 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.742068 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.784427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970846ff-e99b-4164-90ac-dcd3764032a5 req-cd94844a-8634-4262-b803-4c2e40742650 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:19.792002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-970846ff-e99b-4164-90ac-dcd3764032a5 req-cd94844a-8634-4262-b803-4c2e40742650 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 946 time: 0.0581110 Dec 13 14:59:19.804511 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c4a1-9802-4061-8f69-7a5661d4c348 None None] Pushing event updated for resources: {'Port': ['ID=e7df0458-90ec-46bf-a453-24d0b9c5bf11,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:19.816050 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Attempting to bind port e7df0458-90ec-46bf-a453-24d0b9c5bf11 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:59:19.816580 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Attempting to bind port e7df0458-90ec-46bf-a453-24d0b9c5bf11 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:59:19.818468 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Attempting to bind port e7df0458-90ec-46bf-a453-24d0b9c5bf11 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:19.823615 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:59:19.824062 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:19.825067 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.825521 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:59:19.826273 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Bound port: e7df0458-90ec-46bf-a453-24d0b9c5bf11, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:59:19.827117 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.832227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-970846ff-e99b-4164-90ac-dcd3764032a5 req-e065277d-6c77-4dd9-9512-cd7b112c6b01 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Dec 13 14:59:19.909609 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-27e0a695-c30f-4009-bbb3-5b539e673e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:19.914837 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] For port e7df0458-90ec-46bf-a453-24d0b9c5bf11, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:59:19.918492 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] For port e7df0458-90ec-46bf-a453-24d0b9c5bf11, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e7df0458-90ec-46bf-a453-24d0b9c5bf11,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:59:19.982867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:20.005898 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:20.070063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Checking segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:20.070953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network hostable DHCP agents. Network: 573dcd3e-a186-4fac-bca9-fe25df9ac674, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:59:20.075803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Subnet': ['ID=d6686741-6c43-4a0c-a451-7bd649bb5133,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:20.077990 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:20.078570 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:58:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:20.131357 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c4a1-9802-4061-8f69-7a5661d4c348 None None] Pushing event updated for resources: {'Port': ['ID=e7df0458-90ec-46bf-a453-24d0b9c5bf11,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:20.182312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:59:20.222700 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:20.308975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 573dcd3e-a186-4fac-bca9-fe25df9ac674) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:20.317388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:20.318469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:20.330666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7735cccd-e84e-40dc-8436-ccf739daa277 None None] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:20.445653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3427dbb1-05ac-49db-9429-6e2804d3c05b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0098658 Dec 13 14:59:20.445879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35252) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:20.475454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:17Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:20.531235 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4299a69b-9f3a-4244-a69e-2c1e7888f8a6 None None] The sync data for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 is: [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:17Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:59:20.564972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-573dcd3e-a186-4fac-bca9-fe25df9ac674', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 14:59:20.565964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:20.656233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8238596-3291-484e-a69d-3e2779466f39 req-669b1900-f6d0-424e-a988-a8eaa48ade80 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:20.658563 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8238596-3291-484e-a69d-3e2779466f39 req-669b1900-f6d0-424e-a988-a8eaa48ade80 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1040869 Dec 13 14:59:20.738542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Allocated IP 172.20.0.2 (573dcd3e-a186-4fac-bca9-fe25df9ac674/d6686741-6c43-4a0c-a451-7bd649bb5133/0a2ece3b-70be-47d6-ac3e-807d08e9e0d1) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:20.999658 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:21.075393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390f5a-3cf4-4f03-bb60-1b343826e04c req-c343e6df-24ce-4435-a748-94e2a4f4fabc tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:21.077772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6390f5a-3cf4-4f03-bb60-1b343826e04c req-c343e6df-24ce-4435-a748-94e2a4f4fabc tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 946 time: 0.0845387 Dec 13 14:59:21.088301 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:21.195639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Pushing event updated for resources: {'Port': ['ID=0a2ece3b-70be-47d6-ac3e-807d08e9e0d1,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:21.236333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:21.238735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:21.247080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8238596-3291-484e-a69d-3e2779466f39 req-efc7ad2d-9e1d-40a0-abda-d6d6260b6eb0 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645087 Dec 13 14:59:21.247405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:21.254532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6390f5a-3cf4-4f03-bb60-1b343826e04c req-d8d88b68-6679-4db2-8639-9b1f62fda2ed tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445227 Dec 13 14:59:21.326563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Attempting to bind port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:59:21.326943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Attempting to bind port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:59:21.327457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Attempting to bind port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:21.339253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:59:21.339505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Checking segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:21.339914 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:21.340311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Bound using segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:59:21.340854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Bound port: 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:59:21.341290 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:21.684640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] For port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:59:21.690696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] For port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0a2ece3b-70be-47d6-ac3e-807d08e9e0d1,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:59:21.697812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:21.786197 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:21.906380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da8069-d9b7-4edf-a0dc-6f2227c6a604 None None] Pushing event updated for resources: {'Port': ['ID=0a2ece3b-70be-47d6-ac3e-807d08e9e0d1,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:22.097138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.1 (573dcd3e-a186-4fac-bca9-fe25df9ac674/d6686741-6c43-4a0c-a451-7bd649bb5133/cefb9967-4cba-4c40-932d-050f01f0655e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:22.229862 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2137da6-6cab-4008-ab5f-5f5c6bdab132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:22.334037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7df0458-90ec-46bf-a453-24d0b9c5bf11 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:59:22.349953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:22.408278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e7df0458-90ec-46bf-a453-24d0b9c5bf11 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:22.408945 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:22.463335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5895f-5149-498c-8cd2-1afc720b6a41 req-b085666d-96b8-4c5e-9db6-360b9ae16f2f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:22.465157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ce5895f-5149-498c-8cd2-1afc720b6a41 req-b085666d-96b8-4c5e-9db6-360b9ae16f2f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1122134 Dec 13 14:59:22.517373 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:22.519995 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:22.525835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff84ac-ba8a-4442-b38c-7a61899e2b41 req-5353f112-6290-40dd-8fef-f247cf59122b tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:22.527681 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-14ff84ac-ba8a-4442-b38c-7a61899e2b41 req-5353f112-6290-40dd-8fef-f247cf59122b tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 946 time: 0.0788581 Dec 13 14:59:22.545737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port e7df0458-90ec-46bf-a453-24d0b9c5bf11, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e7df0458-90ec-46bf-a453-24d0b9c5bf11,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:22.600417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=cefb9967-4cba-4c40-932d-050f01f0655e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:22.612708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:22.614719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-14ff84ac-ba8a-4442-b38c-7a61899e2b41 req-b34a6ad4-6a3c-48de-a3b9-684ec0e885ea tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642078 Dec 13 14:59:22.622681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ce5895f-5149-498c-8cd2-1afc720b6a41 req-9721de39-1cb2-4c6c-90e3-91f3d395a100 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519618 Dec 13 14:59:22.638430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:22.640305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:22.649411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:22.669843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=e7df0458-90ec-46bf-a453-24d0b9c5bf11,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:22.693999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:22.923799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.137399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db28647-b83c-4058-a5e7-d971f5d3c428 None None] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:23.239824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f3312715-7351-4d94-a061-ddb6400c6752 None None] Provisioning complete for port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:23.240432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3312715-7351-4d94-a061-ddb6400c6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.300053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.324638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.381649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3312715-7351-4d94-a061-ddb6400c6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.417625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.425171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f3312715-7351-4d94-a061-ddb6400c6752 None None] For port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0a2ece3b-70be-47d6-ac3e-807d08e9e0d1,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:23.497299 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3312715-7351-4d94-a061-ddb6400c6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.507728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=cefb9967-4cba-4c40-932d-050f01f0655e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:23.510258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.603083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3312715-7351-4d94-a061-ddb6400c6752 None None] Pushing event updated for resources: {'Port': ['ID=0a2ece3b-70be-47d6-ac3e-807d08e9e0d1,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:23.714912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:23.719367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:23.736748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-8da6b256-92f4-47b9-a0aa-9a237d6aadb9 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:23.737798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-8da6b256-92f4-47b9-a0aa-9a237d6aadb9 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.55 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 946 time: 0.0931299 Dec 13 14:59:23.738152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-69134a13-003a-4641-ba89-2d67d11396db None None] Provisioning complete for port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:23.738496 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-69134a13-003a-4641-ba89-2d67d11396db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.761840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28743dc-93d2-4596-b03a-b435423c47fe req-8faa37e9-7e2a-424a-bf1c-12166a6343a3 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:23.764474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b28743dc-93d2-4596-b03a-b435423c47fe req-8faa37e9-7e2a-424a-bf1c-12166a6343a3 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 946 time: 0.0704830 Dec 13 14:59:23.821983 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b28743dc-93d2-4596-b03a-b435423c47fe req-0eabfd24-9c07-4eff-a8ef-d1cafc535d37 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/security-groups?id=01e86021-221c-4e34-aeb8-07f8fef57312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466619 Dec 13 14:59:23.867106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-69134a13-003a-4641-ba89-2d67d11396db None None] Provisioning complete for port cefb9967-4cba-4c40-932d-050f01f0655e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:23.875280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-69134a13-003a-4641-ba89-2d67d11396db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:23.909378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-69134a13-003a-4641-ba89-2d67d11396db None None] Port cefb9967-4cba-4c40-932d-050f01f0655e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:59:23.988581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:59:23.997513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7aa63-950d-42ab-b12e-2df86a9d5e4b req-5330b8e7-9593-440e-ad5b-e89ea17d1246 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:24.003238 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a7aa63-950d-42ab-b12e-2df86a9d5e4b req-5330b8e7-9593-440e-ad5b-e89ea17d1246 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1606717 Dec 13 14:59:24.029976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-16661f77-6f9d-4d0b-abe1-e4bc1e277e43 None None] Provisioning complete for port cefb9967-4cba-4c40-932d-050f01f0655e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:24.030390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-16661f77-6f9d-4d0b-abe1-e4bc1e277e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.119536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-16661f77-6f9d-4d0b-abe1-e4bc1e277e43 None None] Port cefb9967-4cba-4c40-932d-050f01f0655e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:59:24.208502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Deleting port d1447932-77e6-4a84-98f4-9ea339847af6 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:24.208770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.215805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a7aa63-950d-42ab-b12e-2df86a9d5e4b req-c95690df-e177-40f6-ae9b-15a96c8057d2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099528 Dec 13 14:59:24.275914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:59:24.289508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0c4d215-a9fa-4a1a-a311-eacbba890178 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/1ece1a3a-2dfd-4175-b5a8-4904984fcacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8423111 Dec 13 14:59:24.291001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Sync routers for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:59:24.313068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:24.313704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:24.325538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7df0458-90ec-46bf-a453-24d0b9c5bf11 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:59:24.350530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] For port d1447932-77e6-4a84-98f4-9ea339847af6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=d1447932-77e6-4a84-98f4-9ea339847af6,segment=NetworkSegment(bb8aa5cd-57be-4889-a460-8511ef71ec05),segment_id=bb8aa5cd-57be-4889-a460-8511ef71ec05)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:24.350530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.356303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Calling delete_port for d1447932-77e6-4a84-98f4-9ea339847af6 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:24.476221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9f488580-46b1-4bbc-96a5-a73456c8354c None None] Provisioning complete for port cefb9967-4cba-4c40-932d-050f01f0655e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:24.476600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9f488580-46b1-4bbc-96a5-a73456c8354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.530151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-3dc896cf-4724-43da-b453-66e6bc0e0792 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689910823&fields=id&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 267 time: 0.0895340 Dec 13 14:59:24.537733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:24.541368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e7df0458-90ec-46bf-a453-24d0b9c5bf11 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:24.541739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.543229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9f488580-46b1-4bbc-96a5-a73456c8354c None None] Port cefb9967-4cba-4c40-932d-050f01f0655e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:59:24.616555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.660101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['d1447932-77e6-4a84-98f4-9ea339847af6'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:24.674885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Pushing event deleted for resources: {'Port': ['ID=d1447932-77e6-4a84-98f4-9ea339847af6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:24.693463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-0050fca9-65ce-47de-ba71-a0cd9a1baaab tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:24.699136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-0050fca9-65ce-47de-ba71-a0cd9a1baaab tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 797 time: 0.1597228 Dec 13 14:59:24.719498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-b2b25abd-02ff-4615-bba6-53cfc041c573 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/quotas/515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 375 time: 0.0129390 Dec 13 14:59:24.736469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] No DVR routers for this DVR port d1447932-77e6-4a84-98f4-9ea339847af6 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:59:24.739381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.743319 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c0e3d6d-4cc6-4f36-a85a-6c77d8211153 req-3ff111e5-bafc-4be4-8e99-43815c9e46c0 tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.55 "DELETE /v2.0/ports/d1447932-77e6-4a84-98f4-9ea339847af6 HTTP/1.1" status: 204 len: 173 time: 0.8999343 Dec 13 14:59:24.744162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'name': 'network-vif-deleted', 'tag': 'd1447932-77e6-4a84-98f4-9ea339847af6'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:24.746541 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b117a6d-2d20-4653-91d1-08012de8878b" -d '{"events": [{"server_uuid": "30438473-341c-4d63-ab6e-eb234b05eeb1", "name": "network-vif-deleted", "tag": "d1447932-77e6-4a84-98f4-9ea339847af6"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:24.784482 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6657e195-42b2-48e4-b04d-f6810d91155c x-openstack-request-id: req-6657e195-42b2-48e4-b04d-f6810d91155c {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:24.784482 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30438473-341c-4d63-ab6e-eb234b05eeb1", "name": "network-vif-deleted", "tag": "d1447932-77e6-4a84-98f4-9ea339847af6", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:24.784808 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6657e195-42b2-48e4-b04d-f6810d91155c {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:24.785085 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30438473-341c-4d63-ab6e-eb234b05eeb1', 'name': 'network-vif-deleted', 'tag': 'd1447932-77e6-4a84-98f4-9ea339847af6', 'status': 'completed', 'code': 200} Dec 13 14:59:24.790145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-1ae4a364-f56f-40ee-bb2b-618a0640d7ab tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641508 Dec 13 14:59:24.834783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:59:24.926990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-451049ba-1c71-46fb-9a39-a6482449d94e req-3e3a83ae-7416-4c7a-a869-472d5b00ed6b tempest-ServerMetadataNegativeTestJSON-1437236985 tempest-ServerMetadataNegativeTestJSON-1437236985-project] 10.222.0.24 "GET /v2.0/ports?device_id=30438473-341c-4d63-ab6e-eb234b05eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0316591 Dec 13 14:59:24.934417 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.965978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:24.972344 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:24.974222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:23Z', 'revision_number': 2, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:25.002527 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-b127e2cf-b5fa-411f-bb40-f1a3204a2fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971862 Dec 13 14:59:25.031206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Checking router: 1ece1a3a-2dfd-4175-b5a8-4904984fcacd for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:59:25.031556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Updating router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd port cefb9967-4cba-4c40-932d-050f01f0655e binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 14:59:25.080842 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.123578 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-86c0ec26-ed05-4ea2-8114-00b1c011cca6 service neutron] 10.222.0.24 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121604 Dec 13 14:59:25.215212 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.393673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efb32b-c74d-438e-b8ed-7d0b5ebe48cf req-1d1019b6-949c-4f49-926c-6290b843a2c1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:25.395936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2efb32b-c74d-438e-b8ed-7d0b5ebe48cf req-1d1019b6-949c-4f49-926c-6290b843a2c1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0655386 Dec 13 14:59:25.428496 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.439403 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-082c143c-939e-4319-8892-db467425f047 req-89ab3cbb-0b09-4563-9152-b50b4d522d62 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 210 time: 0.0543418 Dec 13 14:59:25.460515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2efb32b-c74d-438e-b8ed-7d0b5ebe48cf req-eae19a07-6b23-4784-9bc8-784a33b958b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 Dec 13 14:59:25.497263 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.556170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026f187-2d75-4334-92fc-a4b5ea889aca None None] Pushing event updated for resources: {'Port': ['ID=cefb9967-4cba-4c40-932d-050f01f0655e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:25.611583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Attempting to bind port cefb9967-4cba-4c40-932d-050f01f0655e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:59:25.611849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Attempting to bind port cefb9967-4cba-4c40-932d-050f01f0655e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:59:25.612210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Attempting to bind port cefb9967-4cba-4c40-932d-050f01f0655e on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:25.623236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:59:25.623236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Checking segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:25.623236 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.623236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Bound using segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:59:25.623236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Bound port: cefb9967-4cba-4c40-932d-050f01f0655e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:59:25.623236 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.706776 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] For port cefb9967-4cba-4c40-932d-050f01f0655e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:59:25.710501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] For port cefb9967-4cba-4c40-932d-050f01f0655e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cefb9967-4cba-4c40-932d-050f01f0655e,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:59:25.838873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.909005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1e98c6c3-0126-4e76-b2ed-91abfb6071c5 None None] Provisioning complete for port cefb9967-4cba-4c40-932d-050f01f0655e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:25.909368 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1e98c6c3-0126-4e76-b2ed-91abfb6071c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:25.912655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:25.913887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:25.917449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026f187-2d75-4334-92fc-a4b5ea889aca None None] Pushing event updated for resources: {'Port': ['ID=cefb9967-4cba-4c40-932d-050f01f0655e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:26.002857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35408) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:26.053969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] Deleting subnet 8bbcfd12-e108-4605-9e40-cb15b31f8e81 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:59:26.057483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.118179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.168793 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.282718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:26.348512 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.355879 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1e98c6c3-0126-4e76-b2ed-91abfb6071c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.377598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbcfd12-e108-4605-9e40-cb15b31f8e81,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:26.381379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.385235 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-46519780-3bf2-42c5-ad93-f27f38baad12 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8bbcfd12-e108-4605-9e40-cb15b31f8e81 HTTP/1.1" status: 204 len: 168 time: 0.3789358 Dec 13 14:59:26.385386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:26.454632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1e98c6c3-0126-4e76-b2ed-91abfb6071c5 None None] For port cefb9967-4cba-4c40-932d-050f01f0655e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cefb9967-4cba-4c40-932d-050f01f0655e,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:26.458663 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.564036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:25Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:26.565845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1e98c6c3-0126-4e76-b2ed-91abfb6071c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.609307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e2eb5-3722-4b6f-b7fb-fb5b998440bf req-2dc3fec2-9a31-403c-a44f-c66af905142f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:26.611204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c45e2eb5-3722-4b6f-b7fb-fb5b998440bf req-2dc3fec2-9a31-403c-a44f-c66af905142f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0562086 Dec 13 14:59:26.624963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a730377-8589-490f-b2d6-eb47c03b9d97 req-47ebb7cb-d888-4af8-b8d3-2996ed2562a8 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 210 time: 0.0514395 Dec 13 14:59:26.625190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9fcac-8cc0-48cd-a994-5840c9281bbf None None] The sync data for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 is: [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:25Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:59:26.630907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.676148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80d4e1b-d558-4c28-b54d-d415da15780b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:26.693498 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c45e2eb5-3722-4b6f-b7fb-fb5b998440bf req-338167d0-f174-4434-aa6b-24a5198bea0c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628090 Dec 13 14:59:26.695135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8aa5cd-57be-4889-a460-8511ef71ec05') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:26.696270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8aa5cd-57be-4889-a460-8511ef71ec05') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:26.703301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98c6c3-0126-4e76-b2ed-91abfb6071c5 None None] Pushing event updated for resources: {'Port': ['ID=cefb9967-4cba-4c40-932d-050f01f0655e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:26.720179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5d791dd3-6293-4d6e-96d8-06ac2e5f1d32 None None] Provisioning complete for port cefb9967-4cba-4c40-932d-050f01f0655e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:26.720555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d791dd3-6293-4d6e-96d8-06ac2e5f1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.728661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.751846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.919398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: timer() Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:59:26.932011 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:59:27.091247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:27.097234 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:27.107068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d80d4e1b-d558-4c28-b54d-d415da15780b HTTP/1.1" status: 204 len: 168 time: 0.7135434 Dec 13 14:59:27.112947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80d4e1b-d558-4c28-b54d-d415da15780b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:27.125254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.126005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.126142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.126630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.127102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.127696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.132511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.132511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.132511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.132511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.135298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.135674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3331c6b7-8022-43fd-ba95-b5a88ab57e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 14:59:27.600442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a052ca2-928a-4f44-b5fb-cd5ab542dc44 req-e34f923d-00ea-4f86-870c-68db4c8c5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:27.602438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a052ca2-928a-4f44-b5fb-cd5ab542dc44 req-e34f923d-00ea-4f86-870c-68db4c8c5665 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.1178827 Dec 13 14:59:27.634399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35448) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:27.649139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a052ca2-928a-4f44-b5fb-cd5ab542dc44 req-8cfe73ca-7d59-408a-a280-c629d6f5b3aa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Dec 13 14:59:27.688666 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-81107de7-89af-47dc-8eca-d87ea3258bd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79a764041dc24a9f8d335cef43247aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502563 Dec 13 14:59:27.690727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35454) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:27.766087 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f38a4dd8-ba3f-421e-a894-133c15fd9437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:27.799014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f652a5a2-b21a-468f-8996-df10c396bda9 req-b86242d1-b1e7-4576-83b5-ec56abc55bd4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 210 time: 0.0585124 Dec 13 14:59:27.816270 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f38a4dd8-ba3f-421e-a894-133c15fd9437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:27.911838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9780c2d-3428-4ce1-a204-b84d148cd360 req-d7eb4abb-1fed-4977-b8c5-46764f4969b6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:27.914503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9780c2d-3428-4ce1-a204-b84d148cd360 req-d7eb4abb-1fed-4977-b8c5-46764f4969b6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1135910 Dec 13 14:59:27.982739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d9780c2d-3428-4ce1-a204-b84d148cd360 req-fbd0d18d-6e0b-40ca-9fa8-7c7cc3db8afe tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Dec 13 14:59:28.062380 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f38a4dd8-ba3f-421e-a894-133c15fd9437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:28.065299 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f38a4dd8-ba3f-421e-a894-133c15fd9437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:28.069429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f38a4dd8-ba3f-421e-a894-133c15fd9437 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01e86021-221c-4e34-aeb8-07f8fef57312 HTTP/1.1" status: 204 len: 168 time: 0.3763919 Dec 13 14:59:28.076711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d1447932-77e6-4a84-98f4-9ea339847af6 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:59:28.118289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: d1447932-77e6-4a84-98f4-9ea339847af6 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:59:28.118289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device d1447932-77e6-4a84-98f4-9ea339847af6 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:59:28.136296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a4dd8-ba3f-421e-a894-133c15fd9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e86021-221c-4e34-aeb8-07f8fef57312,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:28.259924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-0b3fad70-174e-4deb-9bc9-d8bdfd79ce5a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:28.262120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-0b3fad70-174e-4deb-9bc9-d8bdfd79ce5a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 797 time: 0.2115476 Dec 13 14:59:28.266514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cefb9967-4cba-4c40-932d-050f01f0655e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:59:28.305626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-8c33bc64-0016-4b43-9d78-277bb5c233cf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 379 time: 0.0377684 Dec 13 14:59:28.315699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cefb9967-4cba-4c40-932d-050f01f0655e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:28.316002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'port': {'device_id': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'admin_state_up': True, 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'security_groups': ['2604bf22-231e-4066-9715-ddd413abf7a7']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:28.316132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:28.589195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:28.593451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:28.754973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.10 (573dcd3e-a186-4fac-bca9-fe25df9ac674/d6686741-6c43-4a0c-a451-7bd649bb5133/3af56c8a-4565-4a3e-b7ac-45c626e2505d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:28.910617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3bb39e4-4020-44e1-a6d1-0b9bcd62962e req-847ad7f3-df68-4543-8b7c-9bd872ab12a6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 210 time: 0.0269907 Dec 13 14:59:28.922426 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.025624 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.108008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:29.115272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:29.127605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:29.127605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:29.183161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60a6f9-6aa9-4070-8f36-85e5e610fe2e req-40ba42b8-b92a-4f3b-93e1-84a673c4e95f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:29.184747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf60a6f9-6aa9-4070-8f36-85e5e610fe2e req-40ba42b8-b92a-4f3b-93e1-84a673c4e95f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1133442 Dec 13 14:59:29.193334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:29.193929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.255180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf60a6f9-6aa9-4070-8f36-85e5e610fe2e req-7fbc2012-ce72-4f8a-a363-5b75c8336a14 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Dec 13 14:59:29.312612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f29aa35e-8dfc-4f6b-aa20-38c921a3342d req-4b5452c5-751d-467d-85a4-4464c88af1bf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-912759108', 'description': 'tempest-description-1372623538'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:29.334480 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-05c7b75e-1ff9-442d-af39-11a44c532170 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0232971 Dec 13 14:59:29.348005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Request body: {'port': {'device_id': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:29.400379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c484a715-f192-4aa8-8ece-162099a84af5 None None] Provisioning complete for port 3af56c8a-4565-4a3e-b7ac-45c626e2505d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:29.400379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c484a715-f192-4aa8-8ece-162099a84af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.408378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.440209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c484a715-f192-4aa8-8ece-162099a84af5 None None] Port 3af56c8a-4565-4a3e-b7ac-45c626e2505d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 14:59:29.466782 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f29aa35e-8dfc-4f6b-aa20-38c921a3342d req-4b5452c5-751d-467d-85a4-4464c88af1bf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.562014 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f29aa35e-8dfc-4f6b-aa20-38c921a3342d req-4b5452c5-751d-467d-85a4-4464c88af1bf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.651908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f29aa35e-8dfc-4f6b-aa20-38c921a3342d req-4b5452c5-751d-467d-85a4-4464c88af1bf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.654334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35514) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:29.689719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5452c5-751d-467d-85a4-4464c88af1bf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344229bf-a67d-4370-b243-a4532d8f806a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:29.737340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af56c8a-4565-4a3e-b7ac-45c626e2505d {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:59:29.745650 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.761652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Transition to ACTIVE for port object 3af56c8a-4565-4a3e-b7ac-45c626e2505d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:59:29.782868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f29aa35e-8dfc-4f6b-aa20-38c921a3342d req-4b5452c5-751d-467d-85a4-4464c88af1bf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.784211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f29aa35e-8dfc-4f6b-aa20-38c921a3342d req-4b5452c5-751d-467d-85a4-4464c88af1bf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4769986 Dec 13 14:59:29.812514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1869552646-network', 'tenant_id': 'bca27de7d91c4547880d4cc1f96f70ab'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:29.884857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-5fbbda6d-8be9-4569-86a9-4134ee614d1d tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-912759108&fields=id&tenant_id=0d79ef0d6aa74b998676d751f7ee18ca HTTP/1.1" status: 200 len: 267 time: 0.0434742 Dec 13 14:59:29.917619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.959204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Made reservation on behalf of bca27de7d91c4547880d4cc1f96f70ab for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:29.969103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.978839 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:29.994678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-39a94b07-0447-4cb6-be23-f9120b033d15 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:29.996635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-39a94b07-0447-4cb6-be23-f9120b033d15 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1057830 Dec 13 14:59:29.999346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:30.065106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Request body: {'port': {'security_groups': ['e94326bf-93c1-494b-9749-adb674580533', '344229bf-a67d-4370-b243-a4532d8f806a']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:30.133594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:59:30.140708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:59:30.140708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:30.140974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199b6f8-7764-48b3-8c31-fb417b5438cf req-de98a0ed-831f-47af-b147-34a43bc04c18 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:30.144590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7199b6f8-7764-48b3-8c31-fb417b5438cf req-de98a0ed-831f-47af-b147-34a43bc04c18 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0963132 Dec 13 14:59:30.145958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:59:30.146544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:30.180293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.188650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:59:30.188990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Checking segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:30.189429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Bound using segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:59:30.189881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Bound port: 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:59:30.190256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.206890 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7199b6f8-7764-48b3-8c31-fb417b5438cf req-620f55b1-61eb-47ab-af9b-60610d5bed0a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602939 Dec 13 14:59:30.211294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.267895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.298071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:59:30.308962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a30d168-cebe-4d16-9a72-422c44b38e98,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:30.320391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.321284 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Added segment eed39fbe-8090-41d5-a6a8-c8e2d8b01847 of type vlan for network 21a19500-01df-4097-be46-c6d15b22400e Dec 13 14:59:30.322142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:59:30.344663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:59:30.363460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.466083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.475264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76144cec-67db-479a-9690-c43386e7fd1a,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:30.516979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:30.523592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.523727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.523727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:30.524022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] 10.222.0.55 "PUT /v2.0/ports/3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1092 time: 1.1764622 Dec 13 14:59:30.524115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.524222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:30.524222 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3a9e70-d429-44f9-a0fa-8670862b2253" -d '{"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:30.552249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.558976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d50cd-8169-4c6b-81a3-2653bd117981 service neutron] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:30.574780 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af75f2bd-d2cf-43b9-8ae1-9e53338af968 x-openstack-request-id: req-af75f2bd-d2cf-43b9-8ae1-9e53338af968 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:30.575145 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:30.575299 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af75f2bd-d2cf-43b9-8ae1-9e53338af968 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:30.575821 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'status': 'completed', 'code': 200} Dec 13 14:59:30.638980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=21a19500-01df-4097-be46-c6d15b22400e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:30.651298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 21a19500-01df-4097-be46-c6d15b22400e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:59:30.661094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a9e70-d429-44f9-a0fa-8670862b2253 req-397addb4-598c-4172-a1e1-a5f98fc6e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:30.663408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d3a9e70-d429-44f9-a0fa-8670862b2253 req-397addb4-598c-4172-a1e1-a5f98fc6e7fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1095 time: 0.0661614 Dec 13 14:59:30.743485 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.748617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9d2097c8-f4bd-4e86-bb09-db5e3d4ec2e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0853276 Dec 13 14:59:30.748617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35542) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:30.753990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Request body: {'subnet': {'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1869552646-subnet', 'tenant_id': 'bca27de7d91c4547880d4cc1f96f70ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:30.764495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['76144cec-67db-479a-9690-c43386e7fd1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:30.818873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:30.818873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.825577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-842669fd-2dc8-440c-9f6e-c7efd8743b43 req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "PUT /v2.0/ports/76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 982 time: 0.7982428 Dec 13 14:59:30.848058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a9e70-d429-44f9-a0fa-8670862b2253 req-7c39977d-147a-4ae2-aba8-32f171ad1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:30.849528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d3a9e70-d429-44f9-a0fa-8670862b2253 req-7c39977d-147a-4ae2-aba8-32f171ad1449 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=515f7b22ce9744918b9b5447b1a274ac&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1772623 Dec 13 14:59:30.854813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46abda-6cc4-405d-9372-6b75bb4f3b08 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event updated for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:30.896488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Made reservation on behalf of bca27de7d91c4547880d4cc1f96f70ab for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:30.899571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:30.941122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['76144cec-67db-479a-9690-c43386e7fd1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:30.988637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a9e70-d429-44f9-a0fa-8670862b2253 req-1105e546-f47c-41fe-81c2-649d2b5a3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:30.990414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d3a9e70-d429-44f9-a0fa-8670862b2253 req-1105e546-f47c-41fe-81c2-649d2b5a3b30 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325250 Dec 13 14:59:31.015154 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-620b2890-89fa-4d4b-b78f-e66609e017d4 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-912759108&fields=id&tenant_id=0d79ef0d6aa74b998676d751f7ee18ca HTTP/1.1" status: 200 len: 267 time: 0.1102335 Dec 13 14:59:31.086017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-5a87d920-573a-43c4-b7c3-7c3015e33771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:31.087668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-5a87d920-573a-43c4-b7c3-7c3015e33771 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1095 time: 0.0452709 Dec 13 14:59:31.134608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-656e0054-2d31-473c-b8ba-8094c36de72f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:31.136116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-656e0054-2d31-473c-b8ba-8094c36de72f tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 985 time: 0.1041331 Dec 13 14:59:31.139756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-8deb0767-3146-45de-9f70-6461a8480c69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 217 time: 0.0440345 Dec 13 14:59:31.154565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Request body: {'port': {'security_groups': ['e94326bf-93c1-494b-9749-adb674580533']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:31.199214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-c3467b92-ffa3-4881-a536-07230d0834fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:31.201324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-c3467b92-ffa3-4881-a536-07230d0834fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.0551224 Dec 13 14:59:31.262862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a441-c569-44b8-8504-63055be57f7e req-49795d12-514e-4ee1-b8f8-181ed691f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:31.266993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-49795d12-514e-4ee1-b8f8-181ed691f268 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566680 Dec 13 14:59:31.278687 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:31.386072 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:31.386365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ea68-169d-4e4d-9728-d95b9b5049dc req-fc55dffb-fca9-4e25-9667-783e560bd15c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:31.388064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5b2ea68-169d-4e4d-9728-d95b9b5049dc req-fc55dffb-fca9-4e25-9667-783e560bd15c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0962350 Dec 13 14:59:31.414592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-31fb523e-1efb-4a8d-a720-14dfe386ff91 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406641 Dec 13 14:59:31.500024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Checking segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:31.500654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Network hostable DHCP agents. Network: 21a19500-01df-4097-be46-c6d15b22400e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:59:31.514083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95e8868-7ab7-4804-983d-856ea196c053,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:31.546875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76144cec-67db-479a-9690-c43386e7fd1a,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:31.583315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:31.651181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Network 21a19500-01df-4097-be46-c6d15b22400e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:59:31.708471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:31.724697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['76144cec-67db-479a-9690-c43386e7fd1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:31.774333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:31.775317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:31.788995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54a70fbf-612c-4d26-b395-c5f35cc7a6f5 req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "PUT /v2.0/ports/76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 943 time: 0.6395698 Dec 13 14:59:31.792427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:31.803791 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:31.821651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 21a19500-01df-4097-be46-c6d15b22400e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:31.844786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:31.845416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:31.876907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a2a441-c569-44b8-8504-63055be57f7e req-2bee4233-b1ae-4d34-b37e-1ea5956c7fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552283 Dec 13 14:59:31.911581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f211b4-a68c-4463-b31a-ec4144ff9e38 None None] Network 21a19500-01df-4097-be46-c6d15b22400e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:31.926852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5b2ea68-169d-4e4d-9728-d95b9b5049dc req-2271f304-851b-4f1f-9b92-e6812be6aad3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5228529 Dec 13 14:59:31.939353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098539a-0c40-4ee3-a315-3af9b1acfaf6 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event updated for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:31.988839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4d84a13d-aa83-46a3-ba7d-27c52cef971a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2397192 Dec 13 14:59:32.052226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['76144cec-67db-479a-9690-c43386e7fd1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:32.273426 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac05f3d-9b7e-4760-98e2-d51f4bb3f79e x-openstack-request-id: req-4ac05f3d-9b7e-4760-98e2-d51f4bb3f79e {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:32.273426 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:32.273426 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ac05f3d-9b7e-4760-98e2-d51f4bb3f79e {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:32.273426 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a', 'status': 'completed', 'code': 200} Dec 13 14:59:32.282309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-d0b92a6b-1a26-48db-9603-bfa322516b86 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3309133 Dec 13 14:59:32.309160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0938ffb3-15c3-419f-9bd1-306fc396b61a None None] Network 21a19500-01df-4097-be46-c6d15b22400e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:32.310693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:32.421177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-2d63d783-d0b3-4d59-919b-fe3c5d6f7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:32.423145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-2d63d783-d0b3-4d59-919b-fe3c5d6f7c54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.0862443 Dec 13 14:59:32.510460 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:32.589578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-fb2649f0-c73e-4bbd-a3fc-247c846f8a76 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:32.591411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-fb2649f0-c73e-4bbd-a3fc-247c846f8a76 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.1288133 Dec 13 14:59:32.601467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:32.604207 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec69185-616d-4f55-8b26-153d7cda4903" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:32.608386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-00c9ccaa-660d-4d87-ad78-a7eb084dd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:32.610090 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-00c9ccaa-660d-4d87-ad78-a7eb084dd91a service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.1766360 Dec 13 14:59:32.614141 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-3dadc010-69b2-44f4-84ce-c75e3ab760e8 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/quotas/bca27de7d91c4547880d4cc1f96f70ab HTTP/1.1" status: 200 len: 375 time: 0.0154674 Dec 13 14:59:32.658429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-500bd034-01b8-460e-be53-75e07f604541 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365310 Dec 13 14:59:32.665964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-f9ebde0e-24c7-47bf-80a9-1963778e395d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 217 time: 0.0446029 Dec 13 14:59:32.745489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-417fc482-ad85-4225-b095-054b7ea9ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:32.746980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-417fc482-ad85-4225-b095-054b7ea9ef5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.0709670 Dec 13 14:59:32.756177 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-e4839aa3-717c-4099-ac82-1cf574415083 service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947032 Dec 13 14:59:32.791910 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-5fdac062-ae3f-4b2a-a9cf-943cafd146d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364723 Dec 13 14:59:32.798158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:32.878152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-d711292a-9a59-43b9-92d7-3e5bda76582d service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136835 Dec 13 14:59:32.983861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-a8440da7-4962-4a88-a278-87d42649d5f8 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834168 Dec 13 14:59:33.006990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Allocated IP 172.25.7.106 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/20837db7-f44e-4b6d-968f-30f5878328c1) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:33.127299 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ac8ac6-5a44-4521-8ec8-b89a13c0f0ef x-openstack-request-id: req-b0ac8ac6-5a44-4521-8ec8-b89a13c0f0ef {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:33.127587 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:33.127841 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0ac8ac6-5a44-4521-8ec8-b89a13c0f0ef {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:33.128235 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a', 'status': 'completed', 'code': 200} Dec 13 14:59:33.164238 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5714c0a-a8c8-4c15-bb3f-fe4c50977a15 req-cb92aa68-9ace-4f83-bcd8-3b641d39b0be service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710413 Dec 13 14:59:33.196385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:33.300156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-8a501929-e786-4aba-869e-4a756e62d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:33.303154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-8a501929-e786-4aba-869e-4a756e62d033 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.0839107 Dec 13 14:59:33.315518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b148506-0be4-42be-ab1f-c958499ce664 req-4ed8a385-ea0c-4ee7-a428-422195c5cdfe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:33.317103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b148506-0be4-42be-ab1f-c958499ce664 req-4ed8a385-ea0c-4ee7-a428-422195c5cdfe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0527122 Dec 13 14:59:33.359232 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b148506-0be4-42be-ab1f-c958499ce664 req-cecc15f5-be7e-4d29-8f5b-f9a7f9204f4a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337095 Dec 13 14:59:33.424569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-13f7f6db-3e97-42db-98a5-8cb4b0d34b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:33.426162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-13f7f6db-3e97-42db-98a5-8cb4b0d34b5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.1155207 Dec 13 14:59:33.427930 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:33.471704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:33.482481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:33.485430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:33.518180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-068bce34-7006-478c-932c-c258f5b12fb1 req-b3eb1cbc-0f21-4e4e-8c5e-db01a78f3c12 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 210 time: 0.0350590 Dec 13 14:59:33.524807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-9a5fae34-7009-459c-bdb0-582879990552 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 217 time: 0.0551906 Dec 13 14:59:33.598411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event updated for resources: {'Port': ['ID=20837db7-f44e-4b6d-968f-30f5878328c1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:33.642458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-6a7b32da-2c86-498d-b7af-bb213a0037f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:33.643925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-6a7b32da-2c86-498d-b7af-bb213a0037f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.0936499 Dec 13 14:59:33.710000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-508aea6c-19dd-4fa2-bf69-3b37ce22665f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424125 Dec 13 14:59:33.775237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:33.830381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-4634fec3-71bb-4ef6-af8e-7f56b211d46c service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112647 Dec 13 14:59:33.934742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:34.009569 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec69185-616d-4f55-8b26-153d7cda4903 req-0e1b15d6-597e-4ba7-aad0-9e230d484e37 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694179 Dec 13 14:59:34.144118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:34.216401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:34.285078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event updated for resources: {'Port': ['ID=20837db7-f44e-4b6d-968f-30f5878328c1,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:34.304428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:34.441414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:34.442638 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-daa42e76-637a-4588-9a0c-a0d4bd1d1cbf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1427984 Dec 13 14:59:34.486272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d740cc1-e4d3-4f39-9c5b-41322e0fa8f4 req-8acea36f-7cca-472b-869e-7499f84c183f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:34.488605 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d740cc1-e4d3-4f39-9c5b-41322e0fa8f4 req-8acea36f-7cca-472b-869e-7499f84c183f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0526662 Dec 13 14:59:34.540191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-68435c6a-d72b-40a3-b5f4-88cec70df01b tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0894823 Dec 13 14:59:34.543866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d740cc1-e4d3-4f39-9c5b-41322e0fa8f4 req-f8c8c4ea-d066-4f57-a7fa-4b3959ceee73 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449951 Dec 13 14:59:34.688289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-0eefa36f-9410-482f-839a-c63ae04db85e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:34.689655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-785d4a44-5c98-4c6c-a574-b0ca06426a27 req-0eefa36f-9410-482f-839a-c63ae04db85e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1404707 Dec 13 14:59:34.716953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf68b2d6-1c2d-4659-a50f-54c614438515 req-eea08291-9e72-4f02-adc7-dd95a5bbf5f3 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 210 time: 0.0329747 Dec 13 14:59:34.835679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-c298c5b9-9e59-4f7d-9c86-1e6450073bea tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:34.837056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-c298c5b9-9e59-4f7d-9c86-1e6450073bea tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0835402 Dec 13 14:59:34.901129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-d066e3b3-1671-40bf-b1cb-7777a77585cc tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0578513 Dec 13 14:59:34.915428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Request body: {'floatingip': {'port_id': '76144cec-67db-479a-9690-c43386e7fd1a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:34.953405 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:35.566923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:35.711469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612921e7-4e62-4ce2-981c-3be2f820a1fd req-45c9ecb9-9f89-44a4-8442-5587830a5f2e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:35.713251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-612921e7-4e62-4ce2-981c-3be2f820a1fd req-45c9ecb9-9f89-44a4-8442-5587830a5f2e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0553424 Dec 13 14:59:35.776245 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-612921e7-4e62-4ce2-981c-3be2f820a1fd req-a5e907cf-0913-4d88-b4dd-9ce4c7282eac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516214 Dec 13 14:59:35.955528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d5d76c3-0d96-4a52-bf7a-9bbeb4620e36 req-f717d226-328e-4516-9ede-57abe674c5ef tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 210 time: 0.0382869 Dec 13 14:59:35.995898 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:36.083560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:59:36.141286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-8b51643a-4dc9-4ed1-a84f-389d55076322 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:36.143000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-8b51643a-4dc9-4ed1-a84f-389d55076322 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.5552447 Dec 13 14:59:36.158508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Request body: {'port': {'device_id': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'admin_state_up': True, 'tenant_id': 'bca27de7d91c4547880d4cc1f96f70ab'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:36.162408 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Floating IP 7aeb6899-bc74-4a2a-9ec3-071ee165557b associated. External IP: 172.25.7.106, port: 76144cec-67db-479a-9690-c43386e7fd1a. Dec 13 14:59:36.201645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:36.218732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'port_id': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'mac_address': 'fa:16:3e:9f:e1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:59:36.262591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:36.277052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af56c8a-4565-4a3e-b7ac-45c626e2505d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:59:36.302164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:36.422557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:36.482042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Router 30abf412-c4aa-48db-b957-1150846d8ca1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:59:36.485676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:36.581101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Made reservation on behalf of bca27de7d91c4547880d4cc1f96f70ab for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:36.585645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:36.629639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['3af56c8a-4565-4a3e-b7ac-45c626e2505d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:36.630997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:59:36.636803 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:36.648931 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] Sync routers for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:59:36.669497 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:36.670139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:36.705211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-f7423b2a-8beb-4cdb-9c92-0abac9c12464 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "PUT /v2.0/floatingips/7aeb6899-bc74-4a2a-9ec3-071ee165557b HTTP/1.1" status: 200 len: 997 time: 1.7982564 Dec 13 14:59:36.708716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:36.711185 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df46d7-ef41-4184-9db4-8628e0b72967" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:36.801882 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e96b3b-c334-4d51-825c-ddf41d27c6cc x-openstack-request-id: req-95e96b3b-c334-4d51-825c-ddf41d27c6cc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:36.802170 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:36.802438 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95e96b3b-c334-4d51-825c-ddf41d27c6cc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:36.802827 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a', 'status': 'completed', 'code': 200} Dec 13 14:59:36.808371 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:36.917495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Allocated IP 172.20.0.2 (21a19500-01df-4097-be46-c6d15b22400e/d95e8868-7ab7-4804-983d-856ea196c053/eabfd988-f47e-4da1-ae7d-555ca5cdd833) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:36.956006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5a20-f8e9-4185-a08a-311036f581f0 req-53adb7ac-f0d8-49af-842d-98199179cea4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:36.964402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d4d5a20-f8e9-4185-a08a-311036f581f0 req-53adb7ac-f0d8-49af-842d-98199179cea4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 945 time: 0.0851321 Dec 13 14:59:37.048678 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d4d5a20-f8e9-4185-a08a-311036f581f0 req-819515e9-6702-4ab0-8562-b0faaeabf161 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834203 Dec 13 14:59:37.121614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-504f4dc9-e773-4e1b-84e2-23fb7a2eb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:37.123213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-504f4dc9-e773-4e1b-84e2-23fb7a2eb96e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.3044851 Dec 13 14:59:37.141428 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '7aeb6899-bc74-4a2a-9ec3-071ee165557b', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'port_id': '76144cec-67db-479a-9690-c43386e7fd1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'mac_address': 'fa:16:3e:f2:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:33Z', 'updated_at': '2021-12-13T14:59:35Z', 'revision_number': 1, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:44Z', 'revision_number': 5, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:37.165045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-0bf36f74-8180-49fe-b010-2b33d26b0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:37.171491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-0bf36f74-8180-49fe-b010-2b33d26b0160 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.4337208 Dec 13 14:59:37.179215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] Checking router: 30abf412-c4aa-48db-b957-1150846d8ca1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:59:37.188766 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:37.189681 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:37.276433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ee6ca9fa-511f-4935-a3f6-f3fded7793f9 req-f0a45d94-1cdf-4594-9b8a-dea8668d0e9b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 210 time: 0.0371103 Dec 13 14:59:37.319204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:37.334130 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:37.398015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-18e8934b-c309-4857-ace7-27dff6bf903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:37.399536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-18e8934b-c309-4857-ace7-27dff6bf903a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.2139485 Dec 13 14:59:37.401882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-5296729d-8465-4d3f-bd9c-9321fc23bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:37.403265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-5296729d-8465-4d3f-bd9c-9321fc23bfcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.2574112 Dec 13 14:59:37.516888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:37.613910 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-baa3cf3e-3197-4c4e-aaf1-429f0423be5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 1000 time: 0.1983736 Dec 13 14:59:37.616452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-266c0aee-a526-4dc0-928d-db1526732c83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 1000 time: 0.2078745 Dec 13 14:59:37.618535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Network 21a19500-01df-4097-be46-c6d15b22400e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:37.639574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:37.642443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:37.673894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event updated for resources: {'Port': ['ID=eabfd988-f47e-4da1-ae7d-555ca5cdd833,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:37.729812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '7aeb6899-bc74-4a2a-9ec3-071ee165557b', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'port_id': '76144cec-67db-479a-9690-c43386e7fd1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'mac_address': 'fa:16:3e:f2:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:33Z', 'updated_at': '2021-12-13T14:59:35Z', 'revision_number': 1, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:44Z', 'revision_number': 5, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:37.766667 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb0a71-5950-462b-88f6-03c4a4270deb None None] The sync data for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 is: [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '7aeb6899-bc74-4a2a-9ec3-071ee165557b', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'port_id': '76144cec-67db-479a-9690-c43386e7fd1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'mac_address': 'fa:16:3e:f2:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:33Z', 'updated_at': '2021-12-13T14:59:35Z', 'revision_number': 1, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:44Z', 'revision_number': 5, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:59:38.062809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:38.071018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:38.071018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-d2ec59ba-c469-451f-9b23-7a95b4de143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:38.071018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-d2ec59ba-c469-451f-9b23-7a95b4de143c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.4379888 Dec 13 14:59:38.071018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-4e60b70a-23e3-4397-a091-07c992e01d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:38.072016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-4e60b70a-23e3-4397-a091-07c992e01d85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.4502444 Dec 13 14:59:38.075318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e940efe-21c8-4647-b94a-6d8d208ffb9e None None] New status for floating IP 7aeb6899-bc74-4a2a-9ec3-071ee165557b: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:59:38.123190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-af83c887-aa07-4f09-806a-13e9a449dc8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450830 Dec 13 14:59:38.141944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-0c4c59ae-ab38-4639-aba8-b2b6ac78fd64 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:59:38.143808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:59:38.150873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-0c4c59ae-ab38-4639-aba8-b2b6ac78fd64 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265148 Dec 13 14:59:38.161904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-8b66b08f-72b6-4d56-a3a7-c9d3d9806db0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733225 Dec 13 14:59:38.227262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-c7543f33-dbb2-4368-9be2-5de0732a233b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0707886 Dec 13 14:59:38.227830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd090d66-9870-4010-a19e-d7f4221a4b8d req-f5bef06a-c8e5-4dc4-922f-8913551c1a55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:38.229365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd090d66-9870-4010-a19e-d7f4221a4b8d req-f5bef06a-c8e5-4dc4-922f-8913551c1a55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 945 time: 0.0792301 Dec 13 14:59:38.268433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Request body: {'port': {'device_id': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:38.318482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd090d66-9870-4010-a19e-d7f4221a4b8d req-8845a2dd-5fcc-4c0f-b29d-53b4fb086e5b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789549 Dec 13 14:59:38.378310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-ecd6a3d8-695b-4802-a5ca-d5599ef38088 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261069 Dec 13 14:59:38.380528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:38.420617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 3af56c8a-4565-4a3e-b7ac-45c626e2505d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:59:38.425291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 3af56c8a-4565-4a3e-b7ac-45c626e2505d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:38.427350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:38.457551 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-674ad424-02f9-447a-ae4a-1889acd2ccd5 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811072 Dec 13 14:59:38.551156 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:38.587138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76f79a-7c92-41de-a09c-0fb2657d3d69 req-4d2dcc36-1a6c-454a-96c8-d37035e7de43 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:38.592161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a76f79a-7c92-41de-a09c-0fb2657d3d69 req-4d2dcc36-1a6c-454a-96c8-d37035e7de43 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 931 time: 0.1058738 Dec 13 14:59:38.592266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:38.594021 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11d15a6-927f-40d6-aefa-fc928338d380" -d '{"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-plugged", "status": "completed", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:38.607573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:38.635802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a76f79a-7c92-41de-a09c-0fb2657d3d69 req-fe4490d3-70e8-459c-bc31-d54920204f2f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Dec 13 14:59:38.686770 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:38.718050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-27e96ca9-efc4-4b0f-8e99-0245f74d35fd req-ca4a398d-71b5-424b-b9b9-a224f28d52fb service neutron] 10.222.0.24 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323655 Dec 13 14:59:38.745748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:38.761060 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175d2fbd-b09c-4a2e-9fd0-8c49501de94a x-openstack-request-id: req-175d2fbd-b09c-4a2e-9fd0-8c49501de94a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:38.761355 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-plugged", "status": "completed", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:38.762122 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-175d2fbd-b09c-4a2e-9fd0-8c49501de94a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:38.763455 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'code': 200} Dec 13 14:59:38.770376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33df46d7-ef41-4184-9db4-8628e0b72967 req-83d93982-f5bc-4bfe-9f9e-8352fbae18e5 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863798 Dec 13 14:59:38.868227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9829b0e-bf3d-472d-a964-669c583930dc req-2dd69129-f141-4499-918d-fce896ac7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:38.869729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9829b0e-bf3d-472d-a964-669c583930dc req-2dd69129-f141-4499-918d-fce896ac7325 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1097 time: 0.0564547 Dec 13 14:59:38.892555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabfd988-f47e-4da1-ae7d-555ca5cdd833 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:59:38.902379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:38.915440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Transition to ACTIVE for port object eabfd988-f47e-4da1-ae7d-555ca5cdd833 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 14:59:38.993999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:39.007109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9829b0e-bf3d-472d-a964-669c583930dc req-1dfa1a06-60cc-499b-bcc1-b6d609759968 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232803 Dec 13 14:59:39.027088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-a4098665-a405-4b30-bb41-0a61cf372c02 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.1326222 Dec 13 14:59:39.051265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Pushing event updated for resources: {'Port': ['ID=eabfd988-f47e-4da1-ae7d-555ca5cdd833,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:39.093257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fc18c8-8b27-49c3-a676-3367a9a1fe5d tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:39.094673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fc18c8-8b27-49c3-a676-3367a9a1fe5d tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports/76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 943 time: 0.0595181 Dec 13 14:59:39.139401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Attempting to bind port eabfd988-f47e-4da1-ae7d-555ca5cdd833 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 14:59:39.139738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Attempting to bind port eabfd988-f47e-4da1-ae7d-555ca5cdd833 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 14:59:39.141559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Attempting to bind port eabfd988-f47e-4da1-ae7d-555ca5cdd833 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:39.148549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Port eabfd988-f47e-4da1-ae7d-555ca5cdd833 on network 21a19500-01df-4097-be46-c6d15b22400e not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 14:59:39.148883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Attempting to bind port eabfd988-f47e-4da1-ae7d-555ca5cdd833 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 14:59:39.154005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 14:59:39.154383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Checking segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:39.154759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Bound using segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 14:59:39.155186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Bound port: eabfd988-f47e-4da1-ae7d-555ca5cdd833, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 14:59:39.155543 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:39.208648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-74c22717-85d6-4dbd-8c10-11e29fe6cbeb tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.0678277 Dec 13 14:59:39.227591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] For port eabfd988-f47e-4da1-ae7d-555ca5cdd833, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 14:59:39.232089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] For port eabfd988-f47e-4da1-ae7d-555ca5cdd833, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 14:59:39.322335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-dd065544-1095-426d-bff5-144ee0d175b8 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:39.323709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-dd065544-1095-426d-bff5-144ee0d175b8 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1079435 Dec 13 14:59:39.334853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-444bef00-05b7-4556-8f33-ae6fb25cbf62 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:59:39.337040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:39.338685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-444bef00-05b7-4556-8f33-ae6fb25cbf62 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087457 Dec 13 14:59:39.378731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:39.379493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:39.382160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] 10.222.0.55 "PUT /v2.0/ports/eabfd988-f47e-4da1-ae7d-555ca5cdd833 HTTP/1.1" status: 200 len: 1091 time: 1.1438992 Dec 13 14:59:39.384808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'tag': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:39.389050 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b33d7-1627-4ad8-9c68-20e571cb48da" -d '{"events": [{"name": "network-changed", "server_uuid": "18e399ce-0b4d-4db4-abf5-b8e09d871901", "tag": "eabfd988-f47e-4da1-ae7d-555ca5cdd833"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:39.417673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-d7ba945c-a6c8-4552-964c-ba6a5aadf810 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.0746570 Dec 13 14:59:39.427867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:39.443485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43300241-b68f-4ff9-bb8b-f1396742893c service neutron] Pushing event updated for resources: {'Port': ['ID=eabfd988-f47e-4da1-ae7d-555ca5cdd833,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:39.485276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d7d4-1189-4f02-96dd-43f666281be1 req-b1ad4466-f4d4-4909-98be-1ec5fd48363e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:39.485276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5783d7d4-1189-4f02-96dd-43f666281be1 req-b1ad4466-f4d4-4909-98be-1ec5fd48363e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0852659 Dec 13 14:59:39.497543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:39.560196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5783d7d4-1189-4f02-96dd-43f666281be1 req-be1d7026-accd-4716-a017-ca28e67c3418 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663955 Dec 13 14:59:39.571716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-917fe79b-d571-4400-b935-bdc5afe928b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:39.573520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-917fe79b-d571-4400-b935-bdc5afe928b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 1094 time: 0.0637825 Dec 13 14:59:39.621887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-09ae6344-a70f-4cb3-abdf-3b275f6c7687 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833 HTTP/1.1" status: 200 len: 217 time: 0.0405273 Dec 13 14:59:39.627208 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c0e03-5006-4cb2-8af9-c2f3fd749d3d x-openstack-request-id: req-b31c0e03-5006-4cb2-8af9-c2f3fd749d3d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:39.627583 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e399ce-0b4d-4db4-abf5-b8e09d871901", "tag": "eabfd988-f47e-4da1-ae7d-555ca5cdd833", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:39.627911 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b31c0e03-5006-4cb2-8af9-c2f3fd749d3d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:39.628391 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'tag': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'status': 'completed', 'code': 200} Dec 13 14:59:39.658741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:39.684142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-fc1378d1-e408-419e-a6c9-6442f618b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:39.685651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-fc1378d1-e408-419e-a6c9-6442f618b5ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.0535827 Dec 13 14:59:39.723226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-83668fca-43a8-45c1-a6db-a8a24de8d6b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295022 Dec 13 14:59:39.782289 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:39.782943 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Floating IP 7aeb6899-bc74-4a2a-9ec3-071ee165557b disassociated. External IP: 172.25.7.106, port: 76144cec-67db-479a-9690-c43386e7fd1a. Dec 13 14:59:39.845776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a797a7-daec-46e7-8122-3368c10517a4 req-1bb1f782-cd18-424f-bd7f-e149a17b5ab1 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:39.847316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02a797a7-daec-46e7-8122-3368c10517a4 req-1bb1f782-cd18-424f-bd7f-e149a17b5ab1 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 943 time: 0.0935299 Dec 13 14:59:39.868832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-209e70fc-ec77-459e-a8cf-45ffe8a67c52 req-c1680974-f8b1-4b70-a95a-7f1215a87ec1 service neutron] (102823) timed out ('10.222.0.24', 56782) {{(pid=102823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 14:59:39.883512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-dfaebe23-17da-4bd5-a8d4-2602b287ad61 service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512682 Dec 13 14:59:39.907523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02a797a7-daec-46e7-8122-3368c10517a4 req-e2ae36ce-4915-40cb-ac8f-b65e0fd32817 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527041 Dec 13 14:59:40.030811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04c048b3-54e2-4365-a06b-6a222e83f269 req-b2d636e4-73a1-4baf-9740-8a8e81fa24d5 service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302686 Dec 13 14:59:40.034758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Router 30abf412-c4aa-48db-b957-1150846d8ca1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:59:40.150171 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 14:59:40.268618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-07ca103d-57bf-466e-bdc8-33810a6e946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.270134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-07ca103d-57bf-466e-bdc8-33810a6e946c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 1094 time: 0.0523148 Dec 13 14:59:40.382870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-fbd06982-9cd7-449f-b7a3-a92b73afd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.384360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-fbd06982-9cd7-449f-b7a3-a92b73afd7f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 916 time: 0.0970500 Dec 13 14:59:40.429944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-1fe3b49a-5992-4eb0-8840-ad59b0d57bd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833 HTTP/1.1" status: 200 len: 217 time: 0.0378153 Dec 13 14:59:40.450008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:59:40.455354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:40.462142 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] Sync routers for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:59:40.473333 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:40.473859 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:40.484546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-40fa2e60-1c0c-47d6-8ff8-19781a137bae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "PUT /v2.0/floatingips/7aeb6899-bc74-4a2a-9ec3-071ee165557b HTTP/1.1" status: 200 len: 695 time: 1.0605063 Dec 13 14:59:40.484985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:40.487899 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:40.503836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-c3aff7af-17ae-445d-acc8-51a682ac2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.505526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-c3aff7af-17ae-445d-acc8-51a682ac2ca4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.0677066 Dec 13 14:59:40.540255 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf18152-15b2-467a-889a-730f5b17a983 x-openstack-request-id: req-baf18152-15b2-467a-889a-730f5b17a983 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:40.541113 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "tag": "76144cec-67db-479a-9690-c43386e7fd1a", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:40.541374 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baf18152-15b2-467a-889a-730f5b17a983 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:40.541798 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a', 'status': 'completed', 'code': 200} Dec 13 14:59:40.543216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-76299ed5-76c6-4989-ab28-798d877a23f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304220 Dec 13 14:59:40.556436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-2df90b83-4931-414d-8a7a-be962ee4bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.557946 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-2df90b83-4931-414d-8a7a-be962ee4bc2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.0498910 Dec 13 14:59:40.610713 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:40.672872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-650a282b-038e-4f39-a48f-55f99531e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.674492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-650a282b-038e-4f39-a48f-55f99531e947 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.1096840 Dec 13 14:59:40.730153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-b362b33f-c4d8-4101-b0bf-74d828c4664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.731934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-b362b33f-c4d8-4101-b0bf-74d828c4664f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 1097 time: 0.1679742 Dec 13 14:59:40.737529 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-8f8814c9-b1a3-4e67-8928-d03ed2e7a882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 217 time: 0.0560207 Dec 13 14:59:40.798403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-58e9a0cc-abca-4c07-b69b-718cab9d2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.799973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-58e9a0cc-abca-4c07-b69b-718cab9d2a7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.0550432 Dec 13 14:59:40.819457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697635-a763-4adb-ac39-4770f3d9a7bb req-ba365bc2-158e-4970-934c-927669fd14c1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.821384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2697635-a763-4adb-ac39-4770f3d9a7bb req-ba365bc2-158e-4970-934c-927669fd14c1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.1544154 Dec 13 14:59:40.841155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-b6a4360c-0870-47e7-ba35-fd1bd2a0ae0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314782 Dec 13 14:59:40.843060 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:44Z', 'revision_number': 5, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:40.869749 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] Checking router: 30abf412-c4aa-48db-b957-1150846d8ca1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:59:40.881969 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:40.882211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-9e103325-2536-4de3-9b15-ea797277a28c service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299143 Dec 13 14:59:40.882997 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:40.975524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2697635-a763-4adb-ac39-4770f3d9a7bb req-afa69424-f76c-4be3-90f0-30a17b3fcd12 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393754 Dec 13 14:59:40.978483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-c0f40e88-f5d0-4098-9058-03219864bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:40.979940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-c0f40e88-f5d0-4098-9058-03219864bd7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 200 len: 921 time: 0.2354288 Dec 13 14:59:41.002265 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-8a3a7485-83f9-430d-8768-a1caa772caca service neutron] 10.222.0.24 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413803 Dec 13 14:59:41.026963 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:41.075193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-8250f914-88a6-4992-a4d3-3ce68ced2217 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 200 len: 217 time: 0.0797639 Dec 13 14:59:41.159753 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11117fbe-115c-404e-b312-d455a1c5eed8 req-3821a2bd-cc8c-4ff2-af63-2b5ac7ceac20 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526673 Dec 13 14:59:41.192712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-7b002ce1-4692-422a-b528-a9afbbc8f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:41.194420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-7b002ce1-4692-422a-b528-a9afbbc8f84f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 200 len: 860 time: 0.1121275 Dec 13 14:59:41.200471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd9b33d7-1627-4ad8-9c68-20e571cb48da req-d19edf60-0794-4a1b-acf5-3f6fb889901b service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053393 Dec 13 14:59:41.238009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-75c6d365-fcdd-41fe-a8e7-600c11e54b49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348735 Dec 13 14:59:41.324039 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:44Z', 'revision_number': 5, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:41.347743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f5ad-dc81-4bc8-b712-715dfd6731c7 req-133fbe68-a816-4e74-9969-b8ef4d7f6c9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:41.349262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ddb2f5ad-dc81-4bc8-b712-715dfd6731c7 req-133fbe68-a816-4e74-9969-b8ef4d7f6c9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 943 time: 0.1139359 Dec 13 14:59:41.363638 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5215d7e0-28e6-4e11-81f9-a392d6797675 None None] The sync data for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 is: [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:58:34Z', 'revision_number': 4, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc', 'name': '', 'network_id': '2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'mac_address': 'fa:16:3e:84:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:33Z', 'updated_at': '2021-12-13T14:58:44Z', 'revision_number': 5, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'subnets': [{'id': '1dbf8004-612e-494c-83da-dbcd7305bdb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:59:41.423890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ddb2f5ad-dc81-4bc8-b712-715dfd6731c7 req-c8b08a9e-ea19-433a-88dd-c55ca03f921a tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669074 Dec 13 14:59:41.429643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-f1d3713f-88cd-4c73-9b07-0aa36ab645d3 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758180 Dec 13 14:59:41.456230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91988bc-99ce-4223-94d0-201d795020bf req-ce2659af-9c15-49d0-b14c-99ba7e590438 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:41.457798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c91988bc-99ce-4223-94d0-201d795020bf req-ce2659af-9c15-49d0-b14c-99ba7e590438 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0720375 Dec 13 14:59:41.504199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c91988bc-99ce-4223-94d0-201d795020bf req-ae7a52e9-2996-4cf0-b8e6-a01cb8056445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384536 Dec 13 14:59:41.536848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35816) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:41.561170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-d0d624be-acd4-4e46-b53a-3c5b18bc8e8e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips/7aeb6899-bc74-4a2a-9ec3-071ee165557b HTTP/1.1" status: 200 len: 695 time: 0.1019127 Dec 13 14:59:41.599093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec29a4-822b-4b41-852e-9f005a74693c tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:41.601168 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c4ec29a4-822b-4b41-852e-9f005a74693c tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1092 time: 0.0625529 Dec 13 14:59:41.604440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35822) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:41.608863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:41.662117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c001c52d-51b0-42b5-b8e2-fa2ffd7eb9cc req-41a2749d-ce5a-466f-8aec-9fe217efed32 service neutron] 10.222.0.50 "GET /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219226 Dec 13 14:59:41.683102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d94ca-3711-4b78-8a14-f37d92fd45f6 None None] New status for floating IP 7aeb6899-bc74-4a2a-9ec3-071ee165557b: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:59:41.699266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-f0ff3ff5-bb06-44e8-be4e-cdb6bd94a989 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:41.700628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-f0ff3ff5-bb06-44e8-be4e-cdb6bd94a989 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 784 time: 0.1386645 Dec 13 14:59:41.711775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-9c530099-94c6-42ef-90d7-a84fb4b319c0 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:59:41.712703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-9c530099-94c6-42ef-90d7-a84fb4b319c0 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063353 Dec 13 14:59:41.746600 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:41.768693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-4db74cd5-972e-4630-bbb6-5a068cfea9cd tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 698 time: 0.0474639 Dec 13 14:59:41.830846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-c3711fec-a728-406b-ad52-44795ec59520 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 698 time: 0.0536180 Dec 13 14:59:41.866503 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:41.989756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.187 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/23cbcf54-e7de-4947-9862-d0932f89033f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 14:59:42.127158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.261494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.277883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Deleting port 20837db7-f44e-4b6d-968f-30f5878328c1 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:42.278227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.303290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 14:59:42.307731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:42.311227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 14:59:42.339970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=23cbcf54-e7de-4947-9862-d0932f89033f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:42.362094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.362354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.375637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Calling delete_port for 20837db7-f44e-4b6d-968f-30f5878328c1 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:42.596890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e73f-f850-4c6d-abdd-0feaad274363 req-a287a43d-3203-46cc-b649-457607193fb5 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:42.598404 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6848e73f-f850-4c6d-abdd-0feaad274363 req-a287a43d-3203-46cc-b649-457607193fb5 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 943 time: 0.0661807 Dec 13 14:59:42.645972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.674031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event deleted for resources: {'Port': ['ID=20837db7-f44e-4b6d-968f-30f5878328c1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:42.709798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6848e73f-f850-4c6d-abdd-0feaad274363 req-fb8b9531-ddc1-4927-9be5-6ce43d72b3a4 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044824 Dec 13 14:59:42.747742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.750452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.754606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a16e2e6-5d21-488e-826b-009c1bfb5995 req-cd77a011-8263-4497-a665-311a4b528ccf tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "DELETE /v2.0/floatingips/7aeb6899-bc74-4a2a-9ec3-071ee165557b HTTP/1.1" status: 204 len: 173 time: 0.9161432 Dec 13 14:59:42.786129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.850630 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d082a58-30a6-40f5-95a9-ee15ca9b4df4 req-6c66e682-05e3-49a3-8269-a76894969ea0 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups/344229bf-a67d-4370-b243-a4532d8f806a HTTP/1.1" status: 200 len: 1809 time: 0.0799990 Dec 13 14:59:42.915097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6d082a58-30a6-40f5-95a9-ee15ca9b4df4 req-fa384ea7-756b-4692-8bc0-f7c429cf13f2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.954713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6d082a58-30a6-40f5-95a9-ee15ca9b4df4 req-fa384ea7-756b-4692-8bc0-f7c429cf13f2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:42.976995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:43.127163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6d082a58-30a6-40f5-95a9-ee15ca9b4df4 req-fa384ea7-756b-4692-8bc0-f7c429cf13f2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:43.129719 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6d082a58-30a6-40f5-95a9-ee15ca9b4df4 req-fa384ea7-756b-4692-8bc0-f7c429cf13f2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:43.130884 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d082a58-30a6-40f5-95a9-ee15ca9b4df4 req-fa384ea7-756b-4692-8bc0-f7c429cf13f2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "DELETE /v2.0/security-groups/344229bf-a67d-4370-b243-a4532d8f806a HTTP/1.1" status: 204 len: 173 time: 0.2715144 Dec 13 14:59:43.163595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa384ea7-756b-4692-8bc0-f7c429cf13f2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344229bf-a67d-4370-b243-a4532d8f806a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:43.163595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:43.237897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:43.301895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=23cbcf54-e7de-4947-9862-d0932f89033f,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:43.314416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:43.417111 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 2d2c2bcf-376d-421e-9467-df7eb7aa701e associated. External IP: 172.25.7.187, port: 3af56c8a-4565-4a3e-b7ac-45c626e2505d. Dec 13 14:59:43.666425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0518e51-7c1e-4b06-a378-6495f203c9f1 req-8936cd7d-dc0e-4490-b26e-63a5c403bbae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:43.667901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0518e51-7c1e-4b06-a378-6495f203c9f1 req-8936cd7d-dc0e-4490-b26e-63a5c403bbae tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0951834 Dec 13 14:59:43.695553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:59:43.725392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0518e51-7c1e-4b06-a378-6495f203c9f1 req-8e8bf471-0582-4db9-bf9d-5791d8c5670c tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503531 Dec 13 14:59:43.828275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:59:43.833286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7746da-bc9f-43b4-bc8d-dfe1a684f41a req-b73a79da-ae10-47fe-b761-ed362b09c147 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:43.842725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb7746da-bc9f-43b4-bc8d-dfe1a684f41a req-b73a79da-ae10-47fe-b761-ed362b09c147 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 943 time: 0.0616312 Dec 13 14:59:43.850979 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] Sync routers for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:59:43.869356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:43.869983 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:43.895801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb7746da-bc9f-43b4-bc8d-dfe1a684f41a req-02c24286-ce8a-4e9e-831b-c319192445ac tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Dec 13 14:59:43.926737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:43.965434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-af80ee14-c71f-4895-8b47-2a6412890ca6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3599069 Dec 13 14:59:43.966101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:43.976832 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502" -d '{"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:43.993970 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:44.029673 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a53b2a-c6ba-4295-b382-15834ae25630 x-openstack-request-id: req-f9a53b2a-c6ba-4295-b382-15834ae25630 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:44.030071 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:44.030692 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9a53b2a-c6ba-4295-b382-15834ae25630 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:44.030971 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'status': 'completed', 'code': 200} Dec 13 14:59:44.074066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca89f-3c81-41b0-a1e7-cb29eb6d8d09 req-d02d893f-bdf8-4064-b13d-8a6dd6916bbb tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:44.075659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9acca89f-3c81-41b0-a1e7-cb29eb6d8d09 req-d02d893f-bdf8-4064-b13d-8a6dd6916bbb tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0591779 Dec 13 14:59:44.119040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-65c3034f-1095-481a-8d9f-51e00f12fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:44.121299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-65c3034f-1095-481a-8d9f-51e00f12fa11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1097 time: 0.0712559 Dec 13 14:59:44.152284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device eabfd988-f47e-4da1-ae7d-555ca5cdd833 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 14:59:44.167037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9acca89f-3c81-41b0-a1e7-cb29eb6d8d09 req-db6a1410-9d79-4bdc-a6fb-b73f604f4cf5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824435 Dec 13 14:59:44.194115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35938) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:44.255469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-f4875459-5a0e-42ec-97af-c5423e3e6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:44.258022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-f4875459-5a0e-42ec-97af-c5423e3e6b97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 898 time: 0.1281538 Dec 13 14:59:44.277144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a1039cf2-052c-41e5-9172-e733e612a3cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2d2c2bcf-376d-421e-9467-df7eb7aa701e HTTP/1.1" status: 200 len: 992 time: 0.0814922 Dec 13 14:59:44.311625 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '2d2c2bcf-376d-421e-9467-df7eb7aa701e', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'port_id': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'mac_address': 'fa:16:3e:9f:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:42Z', 'updated_at': '2021-12-13T14:59:42Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:44.336549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port eabfd988-f47e-4da1-ae7d-555ca5cdd833, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:44.348881 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] Checking router: 1ece1a3a-2dfd-4175-b5a8-4904984fcacd for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:59:44.356359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'port_id': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'mac_address': 'fa:16:3e:85:c3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95e8868-7ab7-4804-983d-856ea196c053', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 14:59:44.362651 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:44.363720 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:44.389177 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-4d5bac2d-c040-4f93-b173-c753401777de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1000 time: 0.1241457 Dec 13 14:59:44.437865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:44.449191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-cbca7b5f-1a89-4c8e-a081-4520b1300763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:44.450812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-cbca7b5f-1a89-4c8e-a081-4520b1300763 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.0547152 Dec 13 14:59:44.453109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabfd988-f47e-4da1-ae7d-555ca5cdd833 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 14:59:44.475349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port eabfd988-f47e-4da1-ae7d-555ca5cdd833, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:44.500832 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:44.508889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-fb456981-8aac-4ff0-ad99-4fa44c7916ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:44.510862 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-fb456981-8aac-4ff0-ad99-4fa44c7916ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503945 Dec 13 14:59:44.582195 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:44.649459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-78a70a7c-7410-47a4-91c4-d9c24551c556 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318955 Dec 13 14:59:44.664116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=eabfd988-f47e-4da1-ae7d-555ca5cdd833,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:44.765907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fec1cc0-59a0-40b7-9bf7-394bc61d4502 req-de7f07fc-0529-43e8-bfb0-3cb5342d6690 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090961 Dec 13 14:59:44.804266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:44.875289 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '2d2c2bcf-376d-421e-9467-df7eb7aa701e', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'port_id': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'mac_address': 'fa:16:3e:9f:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:42Z', 'updated_at': '2021-12-13T14:59:42Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:44.902714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac204827-9049-46ed-acdf-55009918c571 req-aa556490-900d-4849-bdae-16ca84423086 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:44.905887 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc924c5-ac94-4bdf-a3f3-fc3b6cea5937 None None] The sync data for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 is: [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '2d2c2bcf-376d-421e-9467-df7eb7aa701e', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'port_id': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'mac_address': 'fa:16:3e:9f:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T14:59:42Z', 'updated_at': '2021-12-13T14:59:42Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:59:44.908668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac204827-9049-46ed-acdf-55009918c571 req-aa556490-900d-4849-bdae-16ca84423086 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0868013 Dec 13 14:59:44.961467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac204827-9049-46ed-acdf-55009918c571 req-c15ba683-74b5-4020-b294-24b6782db34e tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471206 Dec 13 14:59:45.058091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73e86a-25b2-41a9-a1cc-1b64b759a3cb req-d300f5f8-6de9-4270-a5c2-c1cee7945eee tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:45.059667 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-de73e86a-25b2-41a9-a1cc-1b64b759a3cb req-d300f5f8-6de9-4270-a5c2-c1cee7945eee tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 944 time: 0.0799723 Dec 13 14:59:45.102023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-de73e86a-25b2-41a9-a1cc-1b64b759a3cb req-725a704b-1a0d-4e18-a214-ff4e1e6f1d42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361392 Dec 13 14:59:45.148211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e4a87-65d7-43fd-88e1-05a28077e68b None None] New status for floating IP 2d2c2bcf-376d-421e-9467-df7eb7aa701e: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 14:59:45.280020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 35990) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:45.347050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-812d2602-8595-435f-bc16-4241621ce8dc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2d2c2bcf-376d-421e-9467-df7eb7aa701e HTTP/1.1" status: 200 len: 992 time: 0.0658755 Dec 13 14:59:45.696277 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:45.911116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-f3be6115-9167-4d44-a7d6-f6abc34f2ce2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:45.912835 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-f3be6115-9167-4d44-a7d6-f6abc34f2ce2 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.0503733 Dec 13 14:59:46.015306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Deleting port 76144cec-67db-479a-9690-c43386e7fd1a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:46.015640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:46.131468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed538e-d55b-4a1d-87b1-386bd297d1eb req-76640186-94c3-43e0-934b-cbf027e89cc7 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:46.131971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fed538e-d55b-4a1d-87b1-386bd297d1eb req-76640186-94c3-43e0-934b-cbf027e89cc7 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 946 time: 0.1017027 Dec 13 14:59:46.149744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device eabfd988-f47e-4da1-ae7d-555ca5cdd833 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 14:59:46.159268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] For port 76144cec-67db-479a-9690-c43386e7fd1a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=76144cec-67db-479a-9690-c43386e7fd1a,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:46.159268 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:46.195724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7fed538e-d55b-4a1d-87b1-386bd297d1eb req-ac0fa57f-c557-47a4-95f7-a0b256351d2a tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e94326bf-93c1-494b-9749-adb674580533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532053 Dec 13 14:59:46.208343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Calling delete_port for 76144cec-67db-479a-9690-c43386e7fd1a owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:46.259254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fe666-c646-4c4b-9053-5923eb463035 req-cb956aca-9384-4701-b2a5-deab30c16f22 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:46.260908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc8fe666-c646-4c4b-9053-5923eb463035 req-cb956aca-9384-4701-b2a5-deab30c16f22 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 944 time: 0.0639217 Dec 13 14:59:46.284588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port eabfd988-f47e-4da1-ae7d-555ca5cdd833 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 14:59:46.289094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port eabfd988-f47e-4da1-ae7d-555ca5cdd833 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 14:59:46.289607 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:46.337595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc8fe666-c646-4c4b-9053-5923eb463035 req-c466a101-7300-4291-b1c5-4fbc1d934aa2 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659847 Dec 13 14:59:46.358189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36048) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:46.382066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:46.407100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:46.409468 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8b4dcf-0bf4-46cc-b129-ade2e4f10462" -d '{"events": [{"server_uuid": "18e399ce-0b4d-4db4-abf5-b8e09d871901", "name": "network-vif-plugged", "status": "completed", "tag": "eabfd988-f47e-4da1-ae7d-555ca5cdd833"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:46.425860 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port eabfd988-f47e-4da1-ae7d-555ca5cdd833, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:46.432754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b9a51f54-3d17-43a6-9dfa-0c9e93713fe7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2d2c2bcf-376d-421e-9467-df7eb7aa701e HTTP/1.1" status: 200 len: 994 time: 0.0796154 Dec 13 14:59:46.459371 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f207a47f-a1b3-4313-b8a8-445e44d31969 x-openstack-request-id: req-f207a47f-a1b3-4313-b8a8-445e44d31969 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:46.459659 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e399ce-0b4d-4db4-abf5-b8e09d871901", "name": "network-vif-plugged", "status": "completed", "tag": "eabfd988-f47e-4da1-ae7d-555ca5cdd833", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:46.459964 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f207a47f-a1b3-4313-b8a8-445e44d31969 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:46.460363 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'code': 200} Dec 13 14:59:46.489870 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:46.510197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['76144cec-67db-479a-9690-c43386e7fd1a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:46.515456 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:46.545537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Pushing event deleted for resources: {'Port': ['ID=76144cec-67db-479a-9690-c43386e7fd1a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:46.601887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=eabfd988-f47e-4da1-ae7d-555ca5cdd833,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:46.627445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] No DVR routers for this DVR port 76144cec-67db-479a-9690-c43386e7fd1a on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:59:46.631616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:46.635578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea74ae5-c94c-458e-84ad-cb21a20dc87d req-aac8155c-ea36-45bb-996d-e036e23263b1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.50 "DELETE /v2.0/ports/76144cec-67db-479a-9690-c43386e7fd1a HTTP/1.1" status: 204 len: 173 time: 0.7170739 Dec 13 14:59:46.637418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea8164-c5f2-4891-89ca-83ca31b4ac3f req-76bf5e04-5df9-45aa-897f-e3ed6d0e1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:46.638869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ea8164-c5f2-4891-89ca-83ca31b4ac3f req-76bf5e04-5df9-45aa-897f-e3ed6d0e1dbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 1096 time: 0.0946667 Dec 13 14:59:46.639278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'name': 'network-vif-deleted', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:46.641813 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe88aa15-b289-418e-b167-370d725dd073" -d '{"events": [{"server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "name": "network-vif-deleted", "tag": "76144cec-67db-479a-9690-c43386e7fd1a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:46.682738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87ea8164-c5f2-4891-89ca-83ca31b4ac3f req-2689a1b9-b9a1-454c-a750-96a958f989c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Dec 13 14:59:46.700176 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1437f5bf-98e0-41c5-8978-3bae3be57298 x-openstack-request-id: req-1437f5bf-98e0-41c5-8978-3bae3be57298 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:46.703219 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f38b3b-5b23-420e-ba12-7edb155e46af", "name": "network-vif-deleted", "tag": "76144cec-67db-479a-9690-c43386e7fd1a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:46.703219 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1437f5bf-98e0-41c5-8978-3bae3be57298 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:46.703219 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f38b3b-5b23-420e-ba12-7edb155e46af', 'name': 'network-vif-deleted', 'tag': '76144cec-67db-479a-9690-c43386e7fd1a', 'status': 'completed', 'code': 200} Dec 13 14:59:46.894402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:47.360175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad70eafc-b52b-4710-840d-0221fbdc03e9 req-fe6a552d-d637-4055-9fb2-28c2bea279f1 tempest-ServerRescueTestJSONUnderV235-699623487 tempest-ServerRescueTestJSONUnderV235-699623487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f38b3b-5b23-420e-ba12-7edb155e46af HTTP/1.1" status: 200 len: 210 time: 0.0279002 Dec 13 14:59:47.461577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56155d7-85c1-42ee-8a22-5e7422edec00 req-d57c9bb0-d7c2-4cf0-aca2-188f1f9d4a13 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:47.463096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f56155d7-85c1-42ee-8a22-5e7422edec00 req-d57c9bb0-d7c2-4cf0-aca2-188f1f9d4a13 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 945 time: 0.0550685 Dec 13 14:59:47.504409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f56155d7-85c1-42ee-8a22-5e7422edec00 req-ab70ba0b-3e4b-4192-bc18-e68226f45852 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351076 Dec 13 14:59:48.417256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:48.651142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dfcf7-d91e-43b1-8e14-a9ff2f9ac0db req-58350c7d-101b-47aa-9c49-f807f82ee467 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:48.661602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f94dfcf7-d91e-43b1-8e14-a9ff2f9ac0db req-58350c7d-101b-47aa-9c49-f807f82ee467 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 945 time: 0.0567722 Dec 13 14:59:48.710495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f94dfcf7-d91e-43b1-8e14-a9ff2f9ac0db req-f7508e91-2569-446c-b2d7-d42d41c3152f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Dec 13 14:59:48.810982 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:49.088263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Deleting port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:49.088602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:49.170187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] For port 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,segment=NetworkSegment(4914c56a-4397-4114-9eea-74eb373c0482),segment_id=4914c56a-4397-4114-9eea-74eb373c0482)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:49.170592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:49.183722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Calling delete_port for 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:49.202553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76144cec-67db-479a-9690-c43386e7fd1a no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:59:49.239531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 76144cec-67db-479a-9690-c43386e7fd1a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:59:49.239531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 76144cec-67db-479a-9690-c43386e7fd1a not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:59:49.445472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:49.472683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:49.655616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:49.796469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-db280de6-a519-4e95-9194-509bd90ae3a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0626268 Dec 13 14:59:49.866471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e451e74a-9455-4586-8782-20e1258f7c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:49.909522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Router 30abf412-c4aa-48db-b957-1150846d8ca1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 14:59:49.909699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:49.910001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:49.910653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:49.911371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:49.912152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:49.913873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:49.914527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:49.917213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5971bbdd-149b-4755-9dc7-07dddbd6c20b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6490 time: 0.0610504 Dec 13 14:59:50.062695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-1cffba9d-b4cb-40a7-a28f-7c6e5530f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:50.063258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-1cffba9d-b4cb-40a7-a28f-7c6e5530f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:50.063616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-1cffba9d-b4cb-40a7-a28f-7c6e5530f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:50.065238 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-1cffba9d-b4cb-40a7-a28f-7c6e5530f022 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ae87db4-6566-4a34-b93b-12167460eed5&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=0dbf2396-4b31-4a83-8887-655b95608024&id=0dbf2396-4b31-4a83-8887-655b95608024 HTTP/1.1" status: 200 len: 2292 time: 0.1123586 Dec 13 14:59:50.191175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-b45acd9b-c25a-49a8-87b5-25ce53dbd3a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 200 len: 1001 time: 0.1171625 Dec 13 14:59:50.277260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-4c4a7937-1212-461e-9869-7fbed4bfa817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:50.277260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-4c4a7937-1212-461e-9869-7fbed4bfa817 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 HTTP/1.1" status: 200 len: 851 time: 0.0764670 Dec 13 14:59:50.340956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-a6bff5a3-664a-4d9d-a95a-3920ea0d10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:50.346948 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-a6bff5a3-664a-4d9d-a95a-3920ea0d10d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ae87db4-6566-4a34-b93b-12167460eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633433 Dec 13 14:59:50.448196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 14:59:50.449102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-3ddebb64-5e2f-45ff-855b-ea7ca0598a50 service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939572 Dec 13 14:59:50.457135 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] Sync routers for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 14:59:50.463125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5b0687aa-be4b-4a85-9b00-ad9cf5474ae6 admin admin] 10.222.0.24 "PUT /v2.0/routers/30abf412-c4aa-48db-b957-1150846d8ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0362978 Dec 13 14:59:50.463819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36256) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:50.472626 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:50.473245 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:50.615538 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-dc50e42f-36c7-4ef1-8ae9-a0cf81c607f5 service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572890 Dec 13 14:59:50.644185 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:50.676050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:50.721363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-6eb11275-dd79-4a42-8ee6-ad4f639586ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 217 time: 0.0945234 Dec 13 14:59:50.806973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5216b1d1-2e43-4775-92ec-8e4c2bc55da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:50.815091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5216b1d1-2e43-4775-92ec-8e4c2bc55da2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0797236 Dec 13 14:59:50.827738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:50.888680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-424e26ca-a701-4602-b1cc-eb99796325e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:50.888858 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:59:49Z', 'revision_number': 5, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port': {'id': '9bc974d3-e09d-4118-832d-d84a99b7aa78', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:28Z', 'updated_at': '2021-12-13T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:50.890903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-424e26ca-a701-4602-b1cc-eb99796325e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741146 Dec 13 14:59:50.945426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] Checking router: 30abf412-c4aa-48db-b957-1150846d8ca1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 14:59:50.948123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Deleting port 9bc974d3-e09d-4118-832d-d84a99b7aa78 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:50.951470 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:50.954381 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] Routers {'30abf412-c4aa-48db-b957-1150846d8ca1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 14:59:50.954982 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T14:59:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['30abf412-c4aa-48db-b957-1150846d8ca1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:51.047219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-579f35da-c01c-4f8e-9034-b336f8768ffb service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467507 Dec 13 14:59:51.054899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] For port 9bc974d3-e09d-4118-832d-d84a99b7aa78, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9bc974d3-e09d-4118-832d-d84a99b7aa78,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:51.055736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.073947 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] Set router 30abf412-c4aa-48db-b957-1150846d8ca1 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 14:59:51.078542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Calling delete_port for 9bc974d3-e09d-4118-832d-d84a99b7aa78 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:51.133830 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:59:50Z', 'revision_number': 6, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:51.165436 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84de1630-7ee8-44a8-81d1-5302bb58e4b6 None None] The sync data for ids ['30abf412-c4aa-48db-b957-1150846d8ca1'] in n-d-816954-1 is: [{'id': '30abf412-c4aa-48db-b957-1150846d8ca1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609365950-router', 'tenant_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:27Z', 'updated_at': '2021-12-13T14:59:50Z', 'revision_number': 6, 'project_id': '0d79ef0d6aa74b998676d751f7ee18ca', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 14:59:51.165819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-52787cf2-2a4c-4a48-be97-812f8129d46b service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036775 Dec 13 14:59:51.211478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-4de0028d-784a-4bcf-b303-56a9a69aaab7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 217 time: 0.0391297 Dec 13 14:59:51.267792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-55fe9dd4-5f54-42b0-b74a-bec8c1baac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:51.269172 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-55fe9dd4-5f54-42b0-b74a-bec8c1baac12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0511091 Dec 13 14:59:51.319351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-e03afa20-78ef-470c-bfa3-cffa80ffef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:51.321086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-e03afa20-78ef-470c-bfa3-cffa80ffef69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416310 Dec 13 14:59:51.380359 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.412471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc974d3-e09d-4118-832d-d84a99b7aa78,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:51.428701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-4604bcb3-c508-4729-a00a-973e816a0c42 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992193 Dec 13 14:59:51.505003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.563095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-0e39d8b2-cb4c-4e0c-abfe-1c1d67e359b2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245904 Dec 13 14:59:51.606096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.608421 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.624032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-1cf53e44-5607-4af8-80cf-4e206f0d927c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4 HTTP/1.1" status: 200 len: 217 time: 0.0519350 Dec 13 14:59:51.674104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-7fc1dfdb-1e20-47e1-89f6-a9dc8090e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:51.675577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-7fc1dfdb-1e20-47e1-89f6-a9dc8090e679 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0439456 Dec 13 14:59:51.730454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-9040f406-0cdf-4bcf-977a-5d2cf20cb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:51.732075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-9040f406-0cdf-4bcf-977a-5d2cf20cb51e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496142 Dec 13 14:59:51.759022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.759717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30abf412-c4aa-48db-b957-1150846d8ca1 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 14:59:51.764888 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.769290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ad5059bc-f18d-4d01-8864-f012fa71192b admin admin] 10.222.0.24 "DELETE /v2.0/routers/30abf412-c4aa-48db-b957-1150846d8ca1 HTTP/1.1" status: 204 len: 168 time: 1.3025568 Dec 13 14:59:51.771989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36316) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:51.860280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] Deleting subnet 1dbf8004-612e-494c-83da-dbcd7305bdb4 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 14:59:51.864516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:51.871603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-41c6e979-eeff-4b3a-828a-73d35b2bbd20 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324959 Dec 13 14:59:51.930706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.001460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.080502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-6bb9b759-0d24-4fd9-b726-1df1e02be163 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011080 Dec 13 14:59:52.136607 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.153954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-43200a18-ff21-452e-b92a-118393ef9c19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b3c0ea7d-50db-4265-a72d-ae833691afff HTTP/1.1" status: 200 len: 217 time: 0.0638988 Dec 13 14:59:52.183440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dbf8004-612e-494c-83da-dbcd7305bdb4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:52.188969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.192235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-12c58707-7510-4000-a870-35ddd733d7d8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1dbf8004-612e-494c-83da-dbcd7305bdb4 HTTP/1.1" status: 204 len: 168 time: 0.4211600 Dec 13 14:59:52.196458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36334) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:52.230665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:59:52.262651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:59:52.265464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2dbe2f89-03d9-4dd0-a14a-9c3a51bac4bc not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:59:52.265464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9bc974d3-e09d-4118-832d-d84a99b7aa78 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 14:59:52.265671 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee4a637b-6c24-4f42-9ad8-b13f01bcf62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.280322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-4ab3edfb-55fb-4c9b-8224-21fcdd2ca4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:52.291079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-4ab3edfb-55fb-4c9b-8224-21fcdd2ca4ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.1299613 Dec 13 14:59:52.294054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9bc974d3-e09d-4118-832d-d84a99b7aa78 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 14:59:52.294591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9bc974d3-e09d-4118-832d-d84a99b7aa78 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 14:59:52.343412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.370011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-28a55047-f59c-48b1-96c0-f18b8e766818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:52.371653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-28a55047-f59c-48b1-96c0-f18b8e766818 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738513 Dec 13 14:59:52.514284 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.552680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:52.589068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4914c56a-4397-4114-9eea-74eb373c0482') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:52.589378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4914c56a-4397-4114-9eea-74eb373c0482') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 14:59:52.605103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-40bd903b-a430-4571-8aed-b0c7b3e1b1bc service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117081 Dec 13 14:59:52.611703 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.690692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.705395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 14:59:52.705716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: timer() Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 14:59:52.707601 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 14:59:52.795859 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-a7ffe3cc-ca0a-46c2-a0ed-1f16bd5eeb77 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792028 Dec 13 14:59:52.842083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-a1a054f9-411b-4dc4-b716-3ab61960fd29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a HTTP/1.1" status: 200 len: 217 time: 0.0382299 Dec 13 14:59:52.863143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.914364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:52.917940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14 HTTP/1.1" status: 204 len: 168 time: 0.7151139 Dec 13 14:59:52.940127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181464bd-bffc-4bdc-a526-4ec5c11a8b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd34d2f-5cf9-463a-bbe2-ae1fa2311a14,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:52.976981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-b2e43b90-26cd-4b12-9394-a7dc382fe533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:52.976981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-b2e43b90-26cd-4b12-9394-a7dc382fe533 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.1278651 Dec 13 14:59:53.054765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-dc8e8f1c-c601-435d-ba84-a08f50dd8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:53.057520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-dc8e8f1c-c601-435d-ba84-a08f50dd8bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732145 Dec 13 14:59:53.176725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-ab344608-6470-440c-8e87-1bf8d1b8036c service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054506 Dec 13 14:59:53.284983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:53.299973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-872a695e-0e69-4a3d-b022-f0cabe3e4c16 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153431 Dec 13 14:59:53.359222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-587df07d-e825-48df-aeaf-2e7555d34034 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b466609e-73cd-430b-8122-f49a68826c9c HTTP/1.1" status: 200 len: 217 time: 0.0518007 Dec 13 14:59:53.367265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36358) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:53.447975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-060f336c-0573-4a8c-ac5a-9c576b6e20aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d79ef0d6aa74b998676d751f7ee18ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773256 Dec 13 14:59:53.448920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36360) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:53.545583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-249ef889-6eeb-4ab3-9add-708e36e6d18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:53.575422 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-249ef889-6eeb-4ab3-9add-708e36e6d18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:53.719137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-249ef889-6eeb-4ab3-9add-708e36e6d18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:53.721646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-249ef889-6eeb-4ab3-9add-708e36e6d18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:53.722884 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-249ef889-6eeb-4ab3-9add-708e36e6d18f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e94326bf-93c1-494b-9749-adb674580533 HTTP/1.1" status: 204 len: 168 time: 0.2727890 Dec 13 14:59:53.731837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ef889-6eeb-4ab3-9add-708e36e6d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94326bf-93c1-494b-9749-adb674580533,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:53.754081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-8588974b-2da4-4cc4-944e-e3d51fccca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:53.756283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-8588974b-2da4-4cc4-944e-e3d51fccca98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.3894203 Dec 13 14:59:53.815711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-8ac1c9f9-8274-4d7d-ad2d-3142e20c719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:53.817132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-8ac1c9f9-8274-4d7d-ad2d-3142e20c719f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534606 Dec 13 14:59:53.914707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-5b00894f-d8c2-4b90-bbba-05a9e6d68fa0 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Dec 13 14:59:54.010354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5506609-2eb0-42fc-a10d-a5072f272b85 req-96fb265a-d1d9-4ae6-93a6-54a5280975a9 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886102 Dec 13 14:59:54.893778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36404) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:54.907387 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.009564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-457005061-network', 'tenant_id': '5d05f2579b404432842927683b489977'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:55.113330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Made reservation on behalf of 5d05f2579b404432842927683b489977 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:55.119282 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.125386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.174804 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.227293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.330417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.356092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 14:59:55.366738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:55.383131 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.383674 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Added segment 76b9d665-88ac-4d1a-b653-1a94a051aa9a of type vlan for network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe Dec 13 14:59:55.430526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.553712 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.554812 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:55.555497 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:55.618310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] Pushing event updated for resources: {'Network': ['ID=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:55.633972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 14:59:55.708343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-10bab623-685c-49a1-a374-ad1429f3db05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8130491 Dec 13 14:59:55.711710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 14:59:55.716815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Request body: {'subnet': {'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-457005061-subnet', 'tenant_id': '5d05f2579b404432842927683b489977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 14:59:55.814367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Made reservation on behalf of 5d05f2579b404432842927683b489977 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 14:59:55.816884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:56.067589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:56.128155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e72b3d-fc4d-42e5-8f03-42724ff2df59,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:56.137202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Checking segment: {'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 14:59:56.137626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Network hostable DHCP agents. Network: fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 14:59:56.215865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 14:59:56.321234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 14:59:56.338066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:56.339580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:56.350142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfc194-ceb4-4952-b471-78a7f01ff895 None None] Network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:56.442993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-78cf7f10-dd86-4c50-9c09-f089e8e15e2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7298348 Dec 13 14:59:56.520514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23288540-c26b-4e70-a4e6-b141f96c9d65 None None] Network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 14:59:57.030603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-8f448b07-7986-467f-b28c-809b89178d05 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:57.032748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-8f448b07-7986-467f-b28c-809b89178d05 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 813 time: 0.1196890 Dec 13 14:59:57.055641 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-4e55c262-6514-441f-be08-30588637641d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/quotas/5d05f2579b404432842927683b489977 HTTP/1.1" status: 200 len: 375 time: 0.0155821 Dec 13 14:59:57.111973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-f441671c-a74d-4037-9147-b53874e2f485 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498595 Dec 13 14:59:57.131158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-a94cb002-6e3a-45b5-8f77-4c9fde01a3be service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 14:59:57.139381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-a94cb002-6e3a-45b5-8f77-4c9fde01a3be service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132761 Dec 13 14:59:57.145447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbc061-353b-4c30-a2a6-f586e94af6ee req-813344f1-7c9e-4920-b21b-07b54c381db0 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:57.153743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19fbc061-353b-4c30-a2a6-f586e94af6ee req-813344f1-7c9e-4920-b21b-07b54c381db0 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 949 time: 0.0888546 Dec 13 14:59:57.198393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19fbc061-353b-4c30-a2a6-f586e94af6ee req-772b0f18-4ced-42b9-b843-1ce02239332a tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Dec 13 14:59:57.237555 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-de18cdac-f43c-4e07-9f8a-aad8e8c42cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970402 Dec 13 14:59:57.332963 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-e9466911-1514-4a90-99df-7fff5d0395f2 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884962 Dec 13 14:59:57.683359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bec7a67-d0b3-4804-a18a-6374cd526e9a req-8c921fe9-2d7a-4591-b7e9-6f6e12f78d66 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 210 time: 0.0519471 Dec 13 14:59:58.325406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cde959-21e1-4b8e-9dd7-10fb0dc2855c req-5e67ce00-e632-4d99-b69b-c259e44ecb28 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:58.327241 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48cde959-21e1-4b8e-9dd7-10fb0dc2855c req-5e67ce00-e632-4d99-b69b-c259e44ecb28 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 949 time: 0.0593255 Dec 13 14:59:58.372667 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48cde959-21e1-4b8e-9dd7-10fb0dc2855c req-000d47ef-437b-4236-ab33-9c92855ed3c3 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/security-groups?id=daa3ccd2-4349-432e-bb4c-a1aac947bb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Dec 13 14:59:58.649021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-f8595826-0611-41a1-8832-59fce9a09c93 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 14:59:58.651131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-f8595826-0611-41a1-8832-59fce9a09c93 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.55 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 949 time: 0.0647306 Dec 13 14:59:58.798282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12f3c987-c3a8-452d-ae4f-c7e3943f41fd req-778b8b9d-818a-4b6a-87ed-92c24305a182 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 210 time: 0.0327699 Dec 13 14:59:58.808933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Deleting port 14e59034-934a-4c03-9347-c4af7322db1b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 14:59:58.809192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:58.904713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] For port 14e59034-934a-4c03-9347-c4af7322db1b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=14e59034-934a-4c03-9347-c4af7322db1b,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 14:59:58.905258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:58.917905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Calling delete_port for 14e59034-934a-4c03-9347-c4af7322db1b owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 14:59:59.193338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:59.207835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['14e59034-934a-4c03-9347-c4af7322db1b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 14:59:59.226060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Pushing event deleted for resources: {'Port': ['ID=14e59034-934a-4c03-9347-c4af7322db1b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 14:59:59.281154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] No DVR routers for this DVR port 14e59034-934a-4c03-9347-c4af7322db1b on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 14:59:59.283861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 14:59:59.287858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3cd1d9a2-d133-4ec9-b765-2269b92dfffb req-3ffc4226-6987-489d-ad2d-fba6d807a405 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.55 "DELETE /v2.0/ports/14e59034-934a-4c03-9347-c4af7322db1b HTTP/1.1" status: 204 len: 173 time: 0.6301284 Dec 13 14:59:59.288295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6954a2a0-d07f-4f15-9f57-879292520a64', 'name': 'network-vif-deleted', 'tag': '14e59034-934a-4c03-9347-c4af7322db1b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 14:59:59.290592 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65c520d-7157-42a9-8999-02800f94d2cd" -d '{"events": [{"server_uuid": "6954a2a0-d07f-4f15-9f57-879292520a64", "name": "network-vif-deleted", "tag": "14e59034-934a-4c03-9347-c4af7322db1b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 14:59:59.331860 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c2e77-c539-4b98-ba53-de026308e4b7 x-openstack-request-id: req-188c2e77-c539-4b98-ba53-de026308e4b7 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 14:59:59.332226 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6954a2a0-d07f-4f15-9f57-879292520a64", "name": "network-vif-deleted", "tag": "14e59034-934a-4c03-9347-c4af7322db1b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 14:59:59.332475 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-188c2e77-c539-4b98-ba53-de026308e4b7 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 14:59:59.332870 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6954a2a0-d07f-4f15-9f57-879292520a64', 'name': 'network-vif-deleted', 'tag': '14e59034-934a-4c03-9347-c4af7322db1b', 'status': 'completed', 'code': 200} Dec 13 14:59:59.492548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e30f6ca-1b1a-494e-9d15-dbd29c9a4010 req-e6689239-7edf-4ac0-a55c-a89d955ed0c2 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 210 time: 0.0447981 Dec 13 14:59:59.913406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f9cbd1f-1485-490b-92d8-17798684a25c req-d0534e25-a648-436c-a7d9-86de24af7874 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 210 time: 0.0368121 Dec 13 15:00:00.315478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-47e67d83-394a-4666-a916-343d94ece9db tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:00.316930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-47e67d83-394a-4666-a916-343d94ece9db tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 813 time: 0.1080883 Dec 13 15:00:00.331473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Request body: {'port': {'device_id': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe', 'admin_state_up': True, 'tenant_id': '5d05f2579b404432842927683b489977'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:00.539786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Made reservation on behalf of 5d05f2579b404432842927683b489977 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:00:00.543547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:00.644676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed0d7ec8-f7c9-420a-b31e-2d4e128a339e req-0eaf0a24-311e-46ca-8868-748e9de57bf8 tempest-VolumesBackupsTest-572192487 tempest-VolumesBackupsTest-572192487-project] 10.222.0.24 "GET /v2.0/ports?device_id=6954a2a0-d07f-4f15-9f57-879292520a64 HTTP/1.1" status: 200 len: 210 time: 0.0383561 Dec 13 15:00:00.716568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Allocated IP 172.20.0.12 (fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe/05e72b3d-fc4d-42e5-8f03-42724ff2df59/6376e5e1-0666-474e-a235-fa14f8fb62e7) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:00:00.871538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:00.982090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.031380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:00:01.034510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:00:01.038892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:00:01.039794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b247fa6-5811-4173-a427-1a2bf24ecaaf req-d165e007-8726-4343-a9a6-8125cca29c83 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:01.042428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b247fa6-5811-4173-a427-1a2bf24ecaaf req-d165e007-8726-4343-a9a6-8125cca29c83 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 932 time: 0.0559530 Dec 13 15:00:01.072304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:01.087939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b247fa6-5811-4173-a427-1a2bf24ecaaf req-fd6f3871-df0c-4ab7-8fb3-0d045b3bf082 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Dec 13 15:00:01.098599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:01.099807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.172717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-65d7f05e-483f-405d-b5ef-2b0be0b11d67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8452401 Dec 13 15:00:01.185272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Request body: {'port': {'device_id': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:01.239578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.510541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6376e5e1-0666-474e-a235-fa14f8fb62e7 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:01.518019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.530498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Transition to ACTIVE for port object 6376e5e1-0666-474e-a235-fa14f8fb62e7 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:00:01.625364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.677338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:01.752403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Attempting to bind port 6376e5e1-0666-474e-a235-fa14f8fb62e7 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:00:01.752742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Attempting to bind port 6376e5e1-0666-474e-a235-fa14f8fb62e7 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:00:01.753104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Attempting to bind port 6376e5e1-0666-474e-a235-fa14f8fb62e7 on network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:01.757657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Port 6376e5e1-0666-474e-a235-fa14f8fb62e7 on network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:00:01.757986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Attempting to bind port 6376e5e1-0666-474e-a235-fa14f8fb62e7 on network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:01.763457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:00:01.764213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Checking segment: {'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:00:01.764213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Bound using segment: {'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:00:01.764434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Bound port: 6376e5e1-0666-474e-a235-fa14f8fb62e7, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:00:01.765613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.858304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:00:01.862082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:00:01.936193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.975404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:01.976173 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:01.977636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] 10.222.0.50 "PUT /v2.0/ports/6376e5e1-0666-474e-a235-fa14f8fb62e7 HTTP/1.1" status: 200 len: 1092 time: 0.7966104 Dec 13 15:00:01.978023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:01.980440 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24b68e-4a00-4c0f-9f8d-5a35189b55d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:02.005915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266c88b-e1e7-4566-beae-7e1be6201125 service neutron] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:02.031275 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1483aff9-8139-4228-bd52-b7dda74e9123 x-openstack-request-id: req-1483aff9-8139-4228-bd52-b7dda74e9123 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:02.031275 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:02.031275 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1483aff9-8139-4228-bd52-b7dda74e9123 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:02.031565 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'status': 'completed', 'code': 200} Dec 13 15:00:02.093162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24b68e-4a00-4c0f-9f8d-5a35189b55d3 req-400cf2d6-6fda-41bd-af43-a98e67aeba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:02.094890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a24b68e-4a00-4c0f-9f8d-5a35189b55d3 req-400cf2d6-6fda-41bd-af43-a98e67aeba01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 1095 time: 0.0430169 Dec 13 15:00:02.199019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 14e59034-934a-4c03-9347-c4af7322db1b no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:00:02.226668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 14e59034-934a-4c03-9347-c4af7322db1b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:00:02.229071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 14e59034-934a-4c03-9347-c4af7322db1b not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:00:02.235234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575eb51-94cb-481e-994e-5d8d5c290d8b req-92369e70-d5a1-4577-86f2-809412e4ef6a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:02.236783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1575eb51-94cb-481e-994e-5d8d5c290d8b req-92369e70-d5a1-4577-86f2-809412e4ef6a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0734577 Dec 13 15:00:02.269556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24b68e-4a00-4c0f-9f8d-5a35189b55d3 req-9b12bb9f-3add-4cf7-814d-aed733774633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:02.271100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a24b68e-4a00-4c0f-9f8d-5a35189b55d3 req-9b12bb9f-3add-4cf7-814d-aed733774633 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5d05f2579b404432842927683b489977&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1682272 Dec 13 15:00:02.316233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1575eb51-94cb-481e-994e-5d8d5c290d8b req-c8cffb23-b9f5-40d1-a4e1-ffe1d37ffa7f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690782 Dec 13 15:00:02.403621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24b68e-4a00-4c0f-9f8d-5a35189b55d3 req-4f2a5277-e3c2-4ebd-bd9b-fba3e1c4266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:02.405447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a24b68e-4a00-4c0f-9f8d-5a35189b55d3 req-4f2a5277-e3c2-4ebd-bd9b-fba3e1c4266c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220655 Dec 13 15:00:02.486473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-02544552-1118-49a9-99cd-892fdceec1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:02.488000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-02544552-1118-49a9-99cd-892fdceec1cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 1095 time: 0.0438411 Dec 13 15:00:02.537017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-e966b344-f32d-44c2-a23b-db60e8873141 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7 HTTP/1.1" status: 200 len: 217 time: 0.0398765 Dec 13 15:00:02.587245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-e3d0e957-c06a-4460-b9a6-4428c229675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:02.588715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-e3d0e957-c06a-4460-b9a6-4428c229675e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e72b3d-fc4d-42e5-8f03-42724ff2df59 HTTP/1.1" status: 200 len: 853 time: 0.0452771 Dec 13 15:00:02.622493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-7b3f4894-1b5f-4ae7-bdd1-553cc7bb08b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264292 Dec 13 15:00:02.740684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-67fc6a6e-713d-474b-b67a-d99ecfa69e36 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108198 Dec 13 15:00:02.874519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7949abb3-8387-40a2-b7ce-68d68f332499 req-688b6f4b-1526-4bb7-a84d-2f4abe1eade2 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259744 Dec 13 15:00:03.439257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74873c8-9570-4054-918c-7cc47c4c1aff req-fc5e5193-8dc5-4cd0-8408-0ec1a4b1709b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:03.440700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d74873c8-9570-4054-918c-7cc47c4c1aff req-fc5e5193-8dc5-4cd0-8408-0ec1a4b1709b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0496569 Dec 13 15:00:03.485690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d74873c8-9570-4054-918c-7cc47c4c1aff req-bd2feba1-e09f-4c46-a620-748e573d3236 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 Dec 13 15:00:04.616915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d0746-7753-4b29-a74f-86b4e22deafc req-d2e0a655-a44c-4401-9f0c-91bda4fada25 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:04.618366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-763d0746-7753-4b29-a74f-86b4e22deafc req-d2e0a655-a44c-4401-9f0c-91bda4fada25 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0542419 Dec 13 15:00:04.661094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-763d0746-7753-4b29-a74f-86b4e22deafc req-90385b4b-75a3-4515-a5a2-7f5a5f1e9aba tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Dec 13 15:00:05.285502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:00:05.402489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:05.417555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe', 'port_id': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e72b3d-fc4d-42e5-8f03-42724ff2df59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:00:05.460886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:05.477617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6376e5e1-0666-474e-a235-fa14f8fb62e7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:05.497787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:05.672805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:05.727491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:05.737134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.737797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.738138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.738506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.738949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.739857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.740171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.740549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.740893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.741194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.744818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.744818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:05.791289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b8c83-19e0-4404-9f29-4ec0c1a72671 req-18dabd70-39ba-4028-af76-8cb4cef29592 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:05.792832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d21b8c83-19e0-4404-9f29-4ec0c1a72671 req-18dabd70-39ba-4028-af76-8cb4cef29592 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 945 time: 0.0571530 Dec 13 15:00:05.832199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d21b8c83-19e0-4404-9f29-4ec0c1a72671 req-df74b2c5-643c-45af-82fe-b376b3ca94de tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331461 Dec 13 15:00:05.954019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6376e5e1-0666-474e-a235-fa14f8fb62e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:06.962753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210981f3-0d7e-4f19-ac22-e94afaa1b678 req-51567d5d-8de4-424d-9d21-a0c17cc16d3b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:06.964214 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-210981f3-0d7e-4f19-ac22-e94afaa1b678 req-51567d5d-8de4-424d-9d21-a0c17cc16d3b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 945 time: 0.0511558 Dec 13 15:00:07.008446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-210981f3-0d7e-4f19-ac22-e94afaa1b678 req-1679bf41-fe0d-4e04-bd5a-06c1c85a1c94 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Dec 13 15:00:07.303348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:00:07.444792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 6376e5e1-0666-474e-a235-fa14f8fb62e7 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:00:07.449958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 6376e5e1-0666-474e-a235-fa14f8fb62e7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:00:07.450444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:07.560880 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:07.589072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:07.592776 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a2793-65b7-440f-8274-f91e60c78cfa" -d '{"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-plugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:07.608775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:07.644555 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eb7e43-dc77-4c9e-b8e7-c800cb08438f x-openstack-request-id: req-70eb7e43-dc77-4c9e-b8e7-c800cb08438f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:07.644917 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-plugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:07.645225 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70eb7e43-dc77-4c9e-b8e7-c800cb08438f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:07.646630 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'code': 200} Dec 13 15:00:07.657418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-c8445edc-45c4-43eb-b074-87d053903f1c tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:07.659354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-c8445edc-45c4-43eb-b074-87d053903f1c tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.1304607 Dec 13 15:00:07.681468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-f251356d-ff51-4a68-aa96-86020e699be5 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/quotas/bca27de7d91c4547880d4cc1f96f70ab HTTP/1.1" status: 200 len: 375 time: 0.0152500 Dec 13 15:00:07.688519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:07.745704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:07.814805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-e9a327b3-aada-4584-ae26-04a1d289b14b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274884 Dec 13 15:00:07.817599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6369-4a73-43d8-a654-797e19c52579 req-bafe1978-8d48-4154-93ef-83e6384d5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:07.819874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-348d6369-4a73-43d8-a654-797e19c52579 req-bafe1978-8d48-4154-93ef-83e6384d5b16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 1097 time: 0.0918086 Dec 13 15:00:07.903798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-348d6369-4a73-43d8-a654-797e19c52579 req-e8fc5a64-8446-4754-be05-6900b92329a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749426 Dec 13 15:00:07.939916 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d3081ed6-95c3-44d2-a83e-a6360b00095c service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184855 Dec 13 15:00:08.074393 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-cd168cf3-837e-4f3e-9d39-2f95200a2b9d service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270998 Dec 13 15:00:08.164201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06030fb-1852-4635-97b6-834257774ea2 req-c614fa58-23fe-4e87-8730-71e98dfdfe63 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:08.165958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b06030fb-1852-4635-97b6-834257774ea2 req-c614fa58-23fe-4e87-8730-71e98dfdfe63 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0671155 Dec 13 15:00:08.220205 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b06030fb-1852-4635-97b6-834257774ea2 req-3667826d-3142-441a-82b2-eda86ed11d93 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478883 Dec 13 15:00:08.382305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d75c317-6df4-428b-82dd-6c6d157540be req-87fbbf48-ec44-4c96-ab02-e0620b4357ac tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Dec 13 15:00:09.386486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a03b2-8216-441a-a9dd-d6ae32bb4145 req-90aa9808-cf82-4e14-9010-3106274bd104 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:09.390813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-171a03b2-8216-441a-a9dd-d6ae32bb4145 req-90aa9808-cf82-4e14-9010-3106274bd104 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0891948 Dec 13 15:00:09.451831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-171a03b2-8216-441a-a9dd-d6ae32bb4145 req-bb550357-e4cd-4472-9a03-73e98f0bfd0f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551615 Dec 13 15:00:09.538034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-55a1d35a-f148-47ff-b724-27a59db661e0 req-d6dd465a-cc70-49da-a67d-60fe991ba2e3 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0304577 Dec 13 15:00:09.714295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-4be41784-e16a-48ad-8c8c-62f7c1f511f8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:09.715659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-4be41784-e16a-48ad-8c8c-62f7c1f511f8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 813 time: 0.1109488 Dec 13 15:00:09.732225 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-7d34d415-7554-4861-8ace-06eb34f69c42 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/quotas/5d05f2579b404432842927683b489977 HTTP/1.1" status: 200 len: 375 time: 0.0103345 Dec 13 15:00:09.803999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-ae4637ef-1b86-4d45-9ca8-674150f83cf1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637603 Dec 13 15:00:09.918462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-8ab0d786-a175-4cd6-9eaf-254450d405aa service neutron] 10.222.0.24 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058855 Dec 13 15:00:10.013850 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-285e5fd1-e742-4883-ade6-59f3f9e00d79 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879948 Dec 13 15:00:10.314848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e61ae9e-9bda-4a8f-a532-190e7cf79bd8 req-dae3f9da-4a70-4eb7-93b1-79d8e37a2bc6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 210 time: 0.0340083 Dec 13 15:00:10.565633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-141db8ea-fd6b-44cc-b125-57474001f470 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:10.567806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-141db8ea-fd6b-44cc-b125-57474001f470 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.2201295 Dec 13 15:00:10.584268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Request body: {'port': {'device_id': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'admin_state_up': True, 'tenant_id': 'bca27de7d91c4547880d4cc1f96f70ab'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:10.666482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ef31fb8-31a5-426d-834d-84a71e784af9 req-26beab15-fafa-4a1b-aac7-a8f125c269bb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0306997 Dec 13 15:00:10.831388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Made reservation on behalf of bca27de7d91c4547880d4cc1f96f70ab for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:00:10.837965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:10.985087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Allocated IP 172.20.0.7 (21a19500-01df-4097-be46-c6d15b22400e/d95e8868-7ab7-4804-983d-856ea196c053/e462a7c5-78e0-4b4a-ab47-33f5071d3a29) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:00:11.439582 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:11.471328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-64e40676-52ae-4e25-b2b7-62e131c59870 req-e1017aa1-a647-454e-ab19-daadf92f193c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 210 time: 0.0465796 Dec 13 15:00:11.546145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:11.560592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:11.631223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Network 21a19500-01df-4097-be46-c6d15b22400e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:00:11.638052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:00:11.638052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:00:11.670264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event updated for resources: {'Port': ['ID=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:11.686984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.687336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.687672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.688002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.688354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.688683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.688960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.689281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.689973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.689973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.690289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.690541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:00:11.713147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:11.713810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:11.791189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d55068ff-9757-469a-beb1-b46d1b3a359b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2130470 Dec 13 15:00:11.805654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Request body: {'port': {'device_id': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:11.844490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225d7e9-6214-4bd0-a7e2-cf19380117ab req-2891d4ec-6509-414d-b139-c33c2a0e22ae tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:11.846084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1225d7e9-6214-4bd0-a7e2-cf19380117ab req-2891d4ec-6509-414d-b139-c33c2a0e22ae tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 931 time: 0.0848887 Dec 13 15:00:11.899440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:11.925941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1225d7e9-6214-4bd0-a7e2-cf19380117ab req-98950713-ed5c-4d7e-b9be-75d7e0225e4d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711050 Dec 13 15:00:12.221905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e462a7c5-78e0-4b4a-ab47-33f5071d3a29 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:12.230458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:12.242491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Transition to ACTIVE for port object e462a7c5-78e0-4b4a-ab47-33f5071d3a29 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:00:12.302827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:12.358379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:12.438036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Attempting to bind port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:00:12.438443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Attempting to bind port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:00:12.438776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Attempting to bind port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:12.444470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 on network 21a19500-01df-4097-be46-c6d15b22400e not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:00:12.444790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Attempting to bind port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:12.455961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:00:12.455961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Checking segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:00:12.455961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Bound using segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:00:12.455961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Bound port: e462a7c5-78e0-4b4a-ab47-33f5071d3a29, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:00:12.455961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:12.551871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] For port e462a7c5-78e0-4b4a-ab47-33f5071d3a29, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:00:12.557054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] For port e462a7c5-78e0-4b4a-ab47-33f5071d3a29, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:00:12.574951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dbe719b4-f66d-48ba-a42d-6320ebf68102 req-f3a8a72d-c64f-4db3-a9aa-9bb4bedd61b1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 210 time: 0.0281289 Dec 13 15:00:12.640170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:12.762097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:12.763367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:12.764915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/e462a7c5-78e0-4b4a-ab47-33f5071d3a29 HTTP/1.1" status: 200 len: 1091 time: 0.9641342 Dec 13 15:00:12.767345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'tag': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:12.769971 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76ac959-258b-454d-bcdf-956ff73070b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0821375a-ed25-414f-939b-8f4744a2a1b0", "tag": "e462a7c5-78e0-4b4a-ab47-33f5071d3a29"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:12.811497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782556e8-ed94-4329-8ceb-ea3fdd9c38a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:12.827487 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72cca4-757f-4234-a47a-aa9b9772321e x-openstack-request-id: req-7d72cca4-757f-4234-a47a-aa9b9772321e {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:12.827786 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821375a-ed25-414f-939b-8f4744a2a1b0", "tag": "e462a7c5-78e0-4b4a-ab47-33f5071d3a29", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:12.828036 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d72cca4-757f-4234-a47a-aa9b9772321e {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:12.828437 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'tag': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29', 'status': 'completed', 'code': 200} Dec 13 15:00:12.858706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-95837aba-7093-4209-be37-7bdb8d4967ec tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:12.860546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-95837aba-7093-4209-be37-7bdb8d4967ec tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 813 time: 0.2221553 Dec 13 15:00:12.889175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Request body: {'port': {'device_id': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe', 'admin_state_up': True, 'tenant_id': '5d05f2579b404432842927683b489977'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:12.999802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac959-258b-454d-bcdf-956ff73070b6 req-041b97e5-1833-42b3-826f-493a5e0572bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:13.001578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d76ac959-258b-454d-bcdf-956ff73070b6 req-041b97e5-1833-42b3-826f-493a5e0572bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 1094 time: 0.1398621 Dec 13 15:00:13.138357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a15e4-16c7-4ba6-9dce-e05f5f53c9c0 req-4f65d32d-c3ee-4804-867e-b1b9a14ae3db tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:13.140316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a03a15e4-16c7-4ba6-9dce-e05f5f53c9c0 req-4f65d32d-c3ee-4804-867e-b1b9a14ae3db tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0778985 Dec 13 15:00:13.162887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac959-258b-454d-bcdf-956ff73070b6 req-540ee691-d55b-47ec-adf2-d8f32fd9aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:13.164711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d76ac959-258b-454d-bcdf-956ff73070b6 req-540ee691-d55b-47ec-adf2-d8f32fd9aeb7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1498325 Dec 13 15:00:13.194779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a03a15e4-16c7-4ba6-9dce-e05f5f53c9c0 req-dc6ad597-4dc4-456e-8d20-5d16ea54b681 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Dec 13 15:00:13.236890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Made reservation on behalf of 5d05f2579b404432842927683b489977 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:00:13.240496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:13.367347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac959-258b-454d-bcdf-956ff73070b6 req-99a240f3-ed92-4c29-bdf7-8278ffb366c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:13.368820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d76ac959-258b-454d-bcdf-956ff73070b6 req-99a240f3-ed92-4c29-bdf7-8278ffb366c9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878130 Dec 13 15:00:13.476521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Allocated IP 172.20.0.5 (fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe/05e72b3d-fc4d-42e5-8f03-42724ff2df59/0d61f054-dd61-44a4-bb71-e1ec5aff1ddb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:00:13.499595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-794c9bb5-280f-46c6-9a1b-f8007b5e5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:13.501464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-794c9bb5-280f-46c6-9a1b-f8007b5e5e40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 1094 time: 0.0819399 Dec 13 15:00:13.569327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-f1dbb559-2497-45b6-9fd2-7f74d49d4b08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e462a7c5-78e0-4b4a-ab47-33f5071d3a29 HTTP/1.1" status: 200 len: 217 time: 0.0571525 Dec 13 15:00:13.713550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-987ece8d-03fc-4fa1-8e4e-b7d61a5d93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:13.715173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-987ece8d-03fc-4fa1-8e4e-b7d61a5d93b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.1328833 Dec 13 15:00:13.716994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10ca4429-d198-4aa8-a89d-e859f70a0444 req-3140930e-ccdb-40ce-b285-4f5e003f733a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 210 time: 0.0520411 Dec 13 15:00:13.756822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-55d37fce-ba6c-418e-a576-656cc0b425e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299451 Dec 13 15:00:13.868250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:13.937876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-d04f92e7-697b-491e-86ec-d976e4cc4dd4 service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703126 Dec 13 15:00:13.994835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:14.007149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6376e5e1-0666-474e-a235-fa14f8fb62e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:14.064544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:00:14.099526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:00:14.109023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:00:14.121236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Pushing event updated for resources: {'Port': ['ID=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:14.155384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-048d31e0-0cd2-4d16-9ce4-093167946140 req-ba1c9c0a-34ae-4cbe-8c82-6d370b3d60bc service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085788 Dec 13 15:00:14.175870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:14.177281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:14.304472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-0294b6b8-846b-4729-b575-efc45bff3c18 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4207668 Dec 13 15:00:14.317299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18813b58-37ac-460b-aa07-6be3dfc51fa5 req-827a8686-75ab-47b2-b849-f48db7a71aff tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:14.320766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Request body: {'port': {'device_id': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:14.322765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18813b58-37ac-460b-aa07-6be3dfc51fa5 req-827a8686-75ab-47b2-b849-f48db7a71aff tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0578349 Dec 13 15:00:14.374109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-18813b58-37ac-460b-aa07-6be3dfc51fa5 req-fd815118-734e-4fa0-ae31-65dd774b4073 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Dec 13 15:00:14.386777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:14.686540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:14.694789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:14.707317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Transition to ACTIVE for port object 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:00:14.775698 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:14.887217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Pushing event updated for resources: {'Port': ['ID=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:14.963988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf419d-92bd-47ea-a118-2f07d559dce3 req-19836421-ac08-4179-86c1-6137bd5b7073 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:14.970503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84cf419d-92bd-47ea-a118-2f07d559dce3 req-19836421-ac08-4179-86c1-6137bd5b7073 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 943 time: 0.1593964 Dec 13 15:00:15.022273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Attempting to bind port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:00:15.022618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Attempting to bind port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:00:15.022954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Attempting to bind port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb on network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:15.030764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84cf419d-92bd-47ea-a118-2f07d559dce3 req-67ed532c-f12c-497a-8282-bdb6a31f8ca2 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Dec 13 15:00:15.034646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb on network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:00:15.035674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Attempting to bind port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb on network fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:15.041909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 14, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:00:15.042272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Checking segment: {'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:00:15.042666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Bound using segment: {'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:00:15.043098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Bound port: 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b9d665-88ac-4d1a-b653-1a94a051aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:00:15.043463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:15.109786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] For port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:00:15.113008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] For port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:00:15.233056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:15.274832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:15.275446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:15.276817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] 10.222.0.50 "PUT /v2.0/ports/0d61f054-dd61-44a4-bb71-e1ec5aff1ddb HTTP/1.1" status: 200 len: 1091 time: 0.9619334 Dec 13 15:00:15.277258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'tag': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:15.279574 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5e9b0f-e159-4255-8f80-c98cb6af3b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7cbc3e-71e5-46fe-afc8-100d11add145", "tag": "0d61f054-dd61-44a4-bb71-e1ec5aff1ddb"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:15.311239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db72c3-b420-4d3e-9a16-0f4a89d6ce70 service neutron] Pushing event updated for resources: {'Port': ['ID=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:15.333623 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d6bc3-70ce-4f54-bec7-4b7cdd8f6d77 x-openstack-request-id: req-088d6bc3-70ce-4f54-bec7-4b7cdd8f6d77 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:15.333623 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7cbc3e-71e5-46fe-afc8-100d11add145", "tag": "0d61f054-dd61-44a4-bb71-e1ec5aff1ddb", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:15.333623 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-088d6bc3-70ce-4f54-bec7-4b7cdd8f6d77 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:15.333623 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'tag': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb', 'status': 'completed', 'code': 200} Dec 13 15:00:15.404457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e9b0f-e159-4255-8f80-c98cb6af3b6f req-b2d95001-bc29-4f67-97c4-1912cce59df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:15.407874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec5e9b0f-e159-4255-8f80-c98cb6af3b6f req-b2d95001-bc29-4f67-97c4-1912cce59df4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 1094 time: 0.0504959 Dec 13 15:00:15.548565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154adc-8575-4ab0-aeb3-571dab2b52cd req-c8236700-56cd-48f2-870d-07b6f332a1a4 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:15.550064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1154adc-8575-4ab0-aeb3-571dab2b52cd req-c8236700-56cd-48f2-870d-07b6f332a1a4 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0873930 Dec 13 15:00:15.551620 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e9b0f-e159-4255-8f80-c98cb6af3b6f req-1fa21e5b-518f-4780-bbf1-a7f876e7e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:15.552907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec5e9b0f-e159-4255-8f80-c98cb6af3b6f req-1fa21e5b-518f-4780-bbf1-a7f876e7e9d4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5d05f2579b404432842927683b489977&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1372716 Dec 13 15:00:15.641027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1154adc-8575-4ab0-aeb3-571dab2b52cd req-737ab85d-2ed8-4fd0-b33e-f639d283057b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845437 Dec 13 15:00:15.675634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e9b0f-e159-4255-8f80-c98cb6af3b6f req-421a8c2f-602d-4349-be73-7a0bcf4d7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:15.677118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec5e9b0f-e159-4255-8f80-c98cb6af3b6f req-421a8c2f-602d-4349-be73-7a0bcf4d7f21 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146667 Dec 13 15:00:15.710565 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:15.771577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-29ac1d74-7b9e-4e9b-9eab-84364a805290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:15.773202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-29ac1d74-7b9e-4e9b-9eab-84364a805290 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 1094 time: 0.0478506 Dec 13 15:00:15.818652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-1f8b9af1-0688-435a-86fb-6462b4f27dee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb HTTP/1.1" status: 200 len: 217 time: 0.0378242 Dec 13 15:00:15.888921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-b39d3250-2b58-4e91-bba9-1a78f5dbd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:15.888921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-b39d3250-2b58-4e91-bba9-1a78f5dbd3da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e72b3d-fc4d-42e5-8f03-42724ff2df59 HTTP/1.1" status: 200 len: 853 time: 0.0599217 Dec 13 15:00:15.928799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-a357d8a0-bab4-4b88-9159-d3ed0a8b4321 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351067 Dec 13 15:00:16.035213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-183828ff-9106-4380-9959-24afeb136f13 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985286 Dec 13 15:00:16.142652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3dd4641-e159-4e5d-8dc0-f24ac6021a21 req-902d810d-ac89-4e90-ab0d-1000e57db4b3 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997086 Dec 13 15:00:16.179149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b2e78-c02e-438d-ba63-884d1b2babf6 req-a1392d90-44c3-4508-8783-f18c1b322732 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:16.180602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-678b2e78-c02e-438d-ba63-884d1b2babf6 req-a1392d90-44c3-4508-8783-f18c1b322732 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 943 time: 0.0624347 Dec 13 15:00:16.221341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-678b2e78-c02e-438d-ba63-884d1b2babf6 req-5acb7d7d-d5aa-424f-9aa1-4a6b4293c774 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340614 Dec 13 15:00:16.774220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15212824-373f-4d38-bc35-77fb9bde20c9 req-3be0f6f4-9125-4d1b-8988-5a702bec735d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:16.776195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15212824-373f-4d38-bc35-77fb9bde20c9 req-3be0f6f4-9125-4d1b-8988-5a702bec735d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0561416 Dec 13 15:00:16.823295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15212824-373f-4d38-bc35-77fb9bde20c9 req-e79f3d3a-57c8-41dd-98b5-a508ae82267f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Dec 13 15:00:16.912897 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:17.149301 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:00:17.345372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801c633-8bdc-4543-b1da-9eff32235487 req-3e7b1e1b-c958-4e2d-a02b-0a4eeedea5f5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:17.346958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9801c633-8bdc-4543-b1da-9eff32235487 req-3e7b1e1b-c958-4e2d-a02b-0a4eeedea5f5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 943 time: 0.0508397 Dec 13 15:00:17.388121 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9801c633-8bdc-4543-b1da-9eff32235487 req-e9780e5c-cd34-4cbb-acad-71a9d2173fe3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334196 Dec 13 15:00:17.641793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7b4d-5de6-412f-a4a1-9d8435958bd0 req-4f5c5c42-eb07-4da5-bd89-ade1c50fafec tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:17.643450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75fb7b4d-5de6-412f-a4a1-9d8435958bd0 req-4f5c5c42-eb07-4da5-bd89-ade1c50fafec tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1097 time: 0.0439947 Dec 13 15:00:17.664463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-75fb7b4d-5de6-412f-a4a1-9d8435958bd0 req-b6d8de48-84e5-43b3-857c-70f1d0f55db8 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:17.751210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-75fb7b4d-5de6-412f-a4a1-9d8435958bd0 req-b6d8de48-84e5-43b3-857c-70f1d0f55db8 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:17.844195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-75fb7b4d-5de6-412f-a4a1-9d8435958bd0 req-b6d8de48-84e5-43b3-857c-70f1d0f55db8 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:17.877450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75fb7b4d-5de6-412f-a4a1-9d8435958bd0 req-b6d8de48-84e5-43b3-857c-70f1d0f55db8 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270637 Dec 13 15:00:17.882865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8de48-84e5-43b3-857c-70f1d0f55db8 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e76bd3-a904-4463-9e3b-8b8f5b58a027,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:18.002362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb142cfd-11a2-469c-93fc-133bd472de24 req-dc3304ef-8f70-4c46-bb54-4c05e7d80fed tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:18.004225 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb142cfd-11a2-469c-93fc-133bd472de24 req-dc3304ef-8f70-4c46-bb54-4c05e7d80fed tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 943 time: 0.0584919 Dec 13 15:00:18.022633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ef2d2-bc64-4c2c-ab28-7d813c0b5c3f req-3082f8f6-9ff7-4af9-b899-ae22a541a659 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:18.024778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-617ef2d2-bc64-4c2c-ab28-7d813c0b5c3f req-3082f8f6-9ff7-4af9-b899-ae22a541a659 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0646160 Dec 13 15:00:18.068073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb142cfd-11a2-469c-93fc-133bd472de24 req-619c357d-41d1-4d4e-a782-4c7ba891252f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Dec 13 15:00:18.085434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-617ef2d2-bc64-4c2c-ab28-7d813c0b5c3f req-0c7ad1fa-eb5c-4303-ba68-847d5db96281 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498643 Dec 13 15:00:18.111256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37018) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:00:18.216117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf8efbed-a02c-4c84-ae11-ee2b9d129212 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2d2c2bcf-376d-421e-9467-df7eb7aa701e HTTP/1.1" status: 200 len: 994 time: 0.1023874 Dec 13 15:00:18.294973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e462a7c5-78e0-4b4a-ab47-33f5071d3a29 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:00:18.407567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e462a7c5-78e0-4b4a-ab47-33f5071d3a29, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:18.420572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'port_id': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29', 'mac_address': 'fa:16:3e:b4:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95e8868-7ab7-4804-983d-856ea196c053', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:00:18.460244 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:18.473608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e462a7c5-78e0-4b4a-ab47-33f5071d3a29 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:18.502107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e462a7c5-78e0-4b4a-ab47-33f5071d3a29, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:18.534976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-d77e6ae2-4066-45ea-9553-1c4782b819c6 req-21f34c0e-09ae-4960-8650-d713269c6206 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:00:18.537347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77e6ae2-4066-45ea-9553-1c4782b819c6 req-21f34c0e-09ae-4960-8650-d713269c6206 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064211 Dec 13 15:00:18.542089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b98e4-d3cf-44b8-8997-5b739d531c65 req-84447ada-b13e-4eb6-af96-2e57ed03bc32 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:18.545408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a8b98e4-d3cf-44b8-8997-5b739d531c65 req-84447ada-b13e-4eb6-af96-2e57ed03bc32 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 943 time: 0.0745633 Dec 13 15:00:18.564180 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:18.604702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a8b98e4-d3cf-44b8-8997-5b739d531c65 req-1dd89546-3a18-483f-9004-ebc9bc410b16 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542982 Dec 13 15:00:18.666890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:18.813019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e462a7c5-78e0-4b4a-ab47-33f5071d3a29'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:19.184610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e113a-e0cc-42f2-865d-9dc339c1465a req-59ec8496-b987-4edb-9c2f-6371dc93ea2e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:19.186454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-066e113a-e0cc-42f2-865d-9dc339c1465a req-59ec8496-b987-4edb-9c2f-6371dc93ea2e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0654445 Dec 13 15:00:19.215082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efee88c-a98c-4bb1-9e54-f86157519551 req-bcf05d92-fe86-4f8c-8920-28e2dcb1f120 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:19.223283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5efee88c-a98c-4bb1-9e54-f86157519551 req-bcf05d92-fe86-4f8c-8920-28e2dcb1f120 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0846231 Dec 13 15:00:19.245651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-066e113a-e0cc-42f2-865d-9dc339c1465a req-c9c1b34b-b125-4f6e-ac64-ea6d5f927517 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509822 Dec 13 15:00:19.299107 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5efee88c-a98c-4bb1-9e54-f86157519551 req-b39b849c-c217-444e-a638-32095d0afca7 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 Dec 13 15:00:19.340470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:00:19.394734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37060) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:00:19.478757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:19.492705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb', 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe', 'port_id': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb', 'mac_address': 'fa:16:3e:87:d3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e72b3d-fc4d-42e5-8f03-42724ff2df59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:00:19.511586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-d0db6c6d-517b-4c84-be56-234f2ec0214d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150968 Dec 13 15:00:19.520931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-b124173e-d568-4c63-af21-1d7aa0f3029f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:00:19.521905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-b124173e-d568-4c63-af21-1d7aa0f3029f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053840 Dec 13 15:00:19.542561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:19.560436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:19.581916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:19.666998 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:19.736686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:19.749256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49647dbb-932f-4441-adf1-8debb9c39eaa req-d33054ae-3e4f-4bca-ae82-c22ccf1d5c90 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:19.751338 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49647dbb-932f-4441-adf1-8debb9c39eaa req-d33054ae-3e4f-4bca-ae82-c22ccf1d5c90 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 944 time: 0.0695975 Dec 13 15:00:19.801826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49647dbb-932f-4441-adf1-8debb9c39eaa req-143d939d-a7aa-444b-b1bc-252a9371eae5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Dec 13 15:00:19.855070 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5790fe00-c74f-4ff6-974c-176d1ce19e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:19.977048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['0d61f054-dd61-44a4-bb71-e1ec5aff1ddb'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:20.322832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e462a7c5-78e0-4b4a-ab47-33f5071d3a29 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:00:20.434858 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a08e20-25f1-47bc-b5e0-cc035355c94d req-a5b14ada-e2ad-4e55-9ad1-4ccf13bc2777 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:20.434858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56a08e20-25f1-47bc-b5e0-cc035355c94d req-a5b14ada-e2ad-4e55-9ad1-4ccf13bc2777 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0664973 Dec 13 15:00:20.472384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311558e-a974-4399-bddd-1c18ca1b56e4 req-c5a7ade6-04fd-4a6f-a1c2-9fbea636a72f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:20.477365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56a08e20-25f1-47bc-b5e0-cc035355c94d req-a13c5948-b005-4048-9b43-a2480149aa33 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 Dec 13 15:00:20.478746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9311558e-a974-4399-bddd-1c18ca1b56e4 req-c5a7ade6-04fd-4a6f-a1c2-9fbea636a72f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 944 time: 0.0663397 Dec 13 15:00:20.518156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9311558e-a974-4399-bddd-1c18ca1b56e4 req-1bd31466-c6a7-4376-9659-3a2967946e54 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366323 Dec 13 15:00:20.670473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:00:20.674692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:00:20.675065 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:20.756768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:20.793203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:20.811885 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6673e40-bddb-438f-9a03-4baf6a021188" -d '{"events": [{"server_uuid": "0821375a-ed25-414f-939b-8f4744a2a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "e462a7c5-78e0-4b4a-ab47-33f5071d3a29"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:20.811885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e462a7c5-78e0-4b4a-ab47-33f5071d3a29, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:20.839403 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849cf3ff-7503-42d3-9494-63eae1e9f839 x-openstack-request-id: req-849cf3ff-7503-42d3-9494-63eae1e9f839 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:20.839703 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821375a-ed25-414f-939b-8f4744a2a1b0", "name": "network-vif-plugged", "status": "completed", "tag": "e462a7c5-78e0-4b4a-ab47-33f5071d3a29", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:20.839980 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-849cf3ff-7503-42d3-9494-63eae1e9f839 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:20.840486 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29', 'code': 200} Dec 13 15:00:21.221081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e049948-f057-4939-a4c6-1054462483f7 req-c37cf90f-070e-4330-80f4-af9562c42e12 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:21.222708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e049948-f057-4939-a4c6-1054462483f7 req-c37cf90f-070e-4330-80f4-af9562c42e12 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 944 time: 0.3410740 Dec 13 15:00:21.229746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d1909-32a7-4e00-aba7-ceaac52cba0f req-7e2a9a11-59bb-422b-a428-a00b2f4503fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:21.231234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d7d1909-32a7-4e00-aba7-ceaac52cba0f req-7e2a9a11-59bb-422b-a428-a00b2f4503fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 1095 time: 0.3224378 Dec 13 15:00:21.290185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d7d1909-32a7-4e00-aba7-ceaac52cba0f req-663894fc-3a32-4236-9bb5-2c125f7c8b50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508537 Dec 13 15:00:21.293059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e049948-f057-4939-a4c6-1054462483f7 req-4183a0f8-6ae5-4b86-b468-78c904ba5168 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609300 Dec 13 15:00:21.350909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:00:21.507626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:00:21.510567 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:21.525443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:00:21.526042 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:21.619262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:21.679080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbcb4-dbb5-4c41-919e-0845016afe1b req-bbd3259a-1470-4dd4-9ba3-91aa96fa5b93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:21.680722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d8cbcb4-dbb5-4c41-919e-0845016afe1b req-bbd3259a-1470-4dd4-9ba3-91aa96fa5b93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0860381 Dec 13 15:00:21.682400 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:21.705420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4818f-7995-4dce-93e0-beda1b7e227b req-376a623c-ad91-4a2a-8ac0-2fa055e5e375 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:21.715201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96c4818f-7995-4dce-93e0-beda1b7e227b req-376a623c-ad91-4a2a-8ac0-2fa055e5e375 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 945 time: 0.0657694 Dec 13 15:00:21.736030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:21.740994 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d8cbcb4-dbb5-4c41-919e-0845016afe1b req-6f84a85a-f7c7-49c8-a51a-781124ee4765 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526922 Dec 13 15:00:21.764551 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96c4818f-7995-4dce-93e0-beda1b7e227b req-e50636ce-4376-4d39-9a75-56777212b8ad tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Dec 13 15:00:21.893642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:21.952465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:22.236716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28260ba1-51d0-4c1b-b9b4-87bb44176c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:22.426980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47262817-daaa-444c-8bba-514e62e2db89 req-cc0a4084-f0e7-4fff-8869-4456e3a6494b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:22.429310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47262817-daaa-444c-8bba-514e62e2db89 req-cc0a4084-f0e7-4fff-8869-4456e3a6494b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 945 time: 0.0566080 Dec 13 15:00:22.470416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47262817-daaa-444c-8bba-514e62e2db89 req-557f228a-b983-4b33-a45f-95cd4aecc3ad tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Dec 13 15:00:22.841484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:22.843859 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d539d2-d552-4fda-b607-57244b64d829" -d '{"events": [{"server_uuid": "ba7cbc3e-71e5-46fe-afc8-100d11add145", "name": "network-vif-plugged", "status": "completed", "tag": "0d61f054-dd61-44a4-bb71-e1ec5aff1ddb"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:22.849368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-6df1153d-245c-4202-b1a0-a76975b6ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:22.856043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-6df1153d-245c-4202-b1a0-a76975b6ede0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1097 time: 0.0809736 Dec 13 15:00:22.888677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a12277-0ee5-4fcc-9540-389d5029458f req-cb31d5b9-5d4f-410d-9aee-7177f72c3b31 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:22.890416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17a12277-0ee5-4fcc-9540-389d5029458f req-cb31d5b9-5d4f-410d-9aee-7177f72c3b31 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0689642 Dec 13 15:00:22.951415 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17a12277-0ee5-4fcc-9540-389d5029458f req-c59095a7-d7e5-4356-a695-73f39be8ecf5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533624 Dec 13 15:00:23.011869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e0393-291f-447f-adb5-babe77cf7e12 req-a86b1fb2-5d67-4d5f-8ae0-a051be4c8b01 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:23.013832 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f8e0393-291f-447f-adb5-babe77cf7e12 req-a86b1fb2-5d67-4d5f-8ae0-a051be4c8b01 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1558266 Dec 13 15:00:23.030441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-a4439a72-9eaa-4e98-a6eb-406231398efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:23.032529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-a4439a72-9eaa-4e98-a6eb-406231398efe service neutron] 10.222.0.55 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 898 time: 0.1648481 Dec 13 15:00:23.108875 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34c1ef6-a01e-4d15-9dee-15bfee5edc01 x-openstack-request-id: req-a34c1ef6-a01e-4d15-9dee-15bfee5edc01 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:23.109159 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7cbc3e-71e5-46fe-afc8-100d11add145", "name": "network-vif-plugged", "status": "completed", "tag": "0d61f054-dd61-44a4-bb71-e1ec5aff1ddb", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:23.109576 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a34c1ef6-a01e-4d15-9dee-15bfee5edc01 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:23.110105 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb', 'code': 200} Dec 13 15:00:23.112700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f8e0393-291f-447f-adb5-babe77cf7e12 req-b36de856-aa91-45d2-8a13-eacd8664cc9a tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800133 Dec 13 15:00:23.132728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-77f68817-0595-4f01-b98e-08d011d23dbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1002 time: 0.0918376 Dec 13 15:00:23.236534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-2a95d89c-78cf-4310-aa74-ec3212e385eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:23.238420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-2a95d89c-78cf-4310-aa74-ec3212e385eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.0958259 Dec 13 15:00:23.240802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea77a2-1dd5-489d-b428-06bec0b2892c req-088184fc-1025-4ac6-b5c8-701ff9806f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:23.242313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05ea77a2-1dd5-489d-b428-06bec0b2892c req-088184fc-1025-4ac6-b5c8-701ff9806f0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 1096 time: 0.0643492 Dec 13 15:00:23.255415 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:23.315571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-b747fd3e-b9c3-4522-9c45-819704c9d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:23.317115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-b747fd3e-b9c3-4522-9c45-819704c9d37a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714242 Dec 13 15:00:23.318931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05ea77a2-1dd5-489d-b428-06bec0b2892c req-a67755b3-0191-43bf-b5fd-b56ab7a29861 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 Dec 13 15:00:23.433273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-9a7eda35-ef68-41de-8daf-b4a6c74aaae2 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057801 Dec 13 15:00:23.563147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-6f0f0d89-9945-4339-94d8-5887b10b2503 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208665 Dec 13 15:00:23.612636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0a563-9917-4a06-92cf-69a9f3d09f64 req-e9352e92-732a-49b1-9d11-5439499d3a67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:23.614591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-45a0a563-9917-4a06-92cf-69a9f3d09f64 req-e9352e92-732a-49b1-9d11-5439499d3a67 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 945 time: 0.0601447 Dec 13 15:00:23.658649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-45a0a563-9917-4a06-92cf-69a9f3d09f64 req-ea2f7c95-f70c-4292-a8f8-64e56f143585 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353622 Dec 13 15:00:24.075946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ee285-c99c-43cf-9213-0d7541b6e8fa req-8b18cbbc-f771-4998-adeb-9388501e32fe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:24.077467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb9ee285-c99c-43cf-9213-0d7541b6e8fa req-8b18cbbc-f771-4998-adeb-9388501e32fe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0605078 Dec 13 15:00:24.120755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb9ee285-c99c-43cf-9213-0d7541b6e8fa req-0a03fb62-d84c-446b-8168-93be04a1ea6b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358601 Dec 13 15:00:24.827625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1869-5d35-4b95-a8e9-f5e612e28857 req-2e9c8bcc-a6f1-4258-a7c1-b030851f908a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:24.829219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4fc1869-5d35-4b95-a8e9-f5e612e28857 req-2e9c8bcc-a6f1-4258-a7c1-b030851f908a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 945 time: 0.0750427 Dec 13 15:00:24.878423 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:24.915739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4fc1869-5d35-4b95-a8e9-f5e612e28857 req-5946d07c-25dd-4d77-9241-181b7cd86f76 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726433 Dec 13 15:00:25.152689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:25.298865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e520ca-2198-46c4-9ac8-98353dc11865 req-f72479b9-7298-4bff-a006-4f83dbbbd8e8 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:25.307786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5e520ca-2198-46c4-9ac8-98353dc11865 req-f72479b9-7298-4bff-a006-4f83dbbbd8e8 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0864356 Dec 13 15:00:25.353838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5e520ca-2198-46c4-9ac8-98353dc11865 req-6f928f25-adb5-49d8-ae46-879e3891a90e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449858 Dec 13 15:00:25.580524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f5b4d-046c-4f43-b97b-a0f2f8bafa3c req-3c890b6c-c3dd-42b8-9f9c-35dcfeabfb22 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:25.581933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd7f5b4d-046c-4f43-b97b-a0f2f8bafa3c req-3c890b6c-c3dd-42b8-9f9c-35dcfeabfb22 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 945 time: 0.0603426 Dec 13 15:00:25.624018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd7f5b4d-046c-4f43-b97b-a0f2f8bafa3c req-3417ae88-1cc1-4ec4-9da3-4e7b77feb83e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Dec 13 15:00:26.490210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbe12-1cec-49b0-b6db-8ca885696c7e req-58bd15f3-732c-4d76-98e3-3ad263755ff1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:26.491907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-099dbe12-1cec-49b0-b6db-8ca885696c7e req-58bd15f3-732c-4d76-98e3-3ad263755ff1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0704498 Dec 13 15:00:26.536010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-099dbe12-1cec-49b0-b6db-8ca885696c7e req-d30a84d9-6b5a-41b9-954e-67cb7f695959 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362651 Dec 13 15:00:26.752119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe3387-86a0-4b1e-bd1b-6ea4d15ff152 req-131d10e8-dd54-4dbb-8910-e297160b3022 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:26.753787 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-defe3387-86a0-4b1e-bd1b-6ea4d15ff152 req-131d10e8-dd54-4dbb-8910-e297160b3022 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 945 time: 0.0530326 Dec 13 15:00:26.795669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-defe3387-86a0-4b1e-bd1b-6ea4d15ff152 req-2d44982b-c5fb-4fe2-99d6-b59a33a53b24 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Dec 13 15:00:26.929433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-dc3d5290-5b9f-4dad-ae72-715c85db1ce9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:26.933618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-dc3d5290-5b9f-4dad-ae72-715c85db1ce9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 945 time: 0.0623460 Dec 13 15:00:27.033068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Deleting port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:00:27.033831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:27.136172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] For port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:27.136546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:27.152082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Calling delete_port for 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:00:27.441833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:27.458053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6376e5e1-0666-474e-a235-fa14f8fb62e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:27.473704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Pushing event deleted for resources: {'Port': ['ID=0d61f054-dd61-44a4-bb71-e1ec5aff1ddb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:27.548858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] No DVR routers for this DVR port 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:00:27.560875 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:27.560875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0ff74a7-cfdf-462a-a734-e1a0068361bd req-bacac088-20bc-4ed8-947d-43c18f6b78a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "DELETE /v2.0/ports/0d61f054-dd61-44a4-bb71-e1ec5aff1ddb HTTP/1.1" status: 204 len: 173 time: 0.6217144 Dec 13 15:00:27.560875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'name': 'network-vif-deleted', 'tag': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:27.563216 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461c0431-bd97-498f-84a4-2c0ec5ab25f8" -d '{"events": [{"server_uuid": "ba7cbc3e-71e5-46fe-afc8-100d11add145", "name": "network-vif-deleted", "tag": "0d61f054-dd61-44a4-bb71-e1ec5aff1ddb"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:27.689081 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d3a7b-af70-41f4-95f3-95ed14767353 x-openstack-request-id: req-846d3a7b-af70-41f4-95f3-95ed14767353 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:27.689449 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7cbc3e-71e5-46fe-afc8-100d11add145", "name": "network-vif-deleted", "tag": "0d61f054-dd61-44a4-bb71-e1ec5aff1ddb", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:27.689772 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-846d3a7b-af70-41f4-95f3-95ed14767353 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:27.690266 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7cbc3e-71e5-46fe-afc8-100d11add145', 'name': 'network-vif-deleted', 'tag': '0d61f054-dd61-44a4-bb71-e1ec5aff1ddb', 'status': 'completed', 'code': 200} Dec 13 15:00:27.699291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f2108-21e2-4c5b-8192-916b59269aef req-7cd3c0c8-c4f0-4cd8-b54a-6c72b1f21307 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:27.701273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-455f2108-21e2-4c5b-8192-916b59269aef req-7cd3c0c8-c4f0-4cd8-b54a-6c72b1f21307 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0738907 Dec 13 15:00:27.750642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-455f2108-21e2-4c5b-8192-916b59269aef req-d860ddbb-edba-4a3f-b9d2-d0fc7cce3053 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Dec 13 15:00:27.937473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-483deeb5-f997-4f46-9e3d-e9aa505c9a6e req-744a67bf-4007-4d75-b61d-6d46c4b05df0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba7cbc3e-71e5-46fe-afc8-100d11add145 HTTP/1.1" status: 200 len: 210 time: 0.0385394 Dec 13 15:00:28.872360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7fc0c-92f4-4fe7-9c44-d438ad57a4d3 req-de2fd2ab-a559-4fbe-a575-88b94a436e97 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:28.873878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cd7fc0c-92f4-4fe7-9c44-d438ad57a4d3 req-de2fd2ab-a559-4fbe-a575-88b94a436e97 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0556788 Dec 13 15:00:28.912839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cd7fc0c-92f4-4fe7-9c44-d438ad57a4d3 req-03f0c776-d0c4-47cf-a163-1cbf09a5187a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327477 Dec 13 15:00:29.095741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a807a9-96b9-46e1-8f55-e3b365ae61c2 req-17a30dc7-580a-4960-952e-ce71683f98ef tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:29.105738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83a807a9-96b9-46e1-8f55-e3b365ae61c2 req-17a30dc7-580a-4960-952e-ce71683f98ef tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0552363 Dec 13 15:00:29.146786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83a807a9-96b9-46e1-8f55-e3b365ae61c2 req-08b2e198-945a-499a-977a-ba5811768578 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Dec 13 15:00:29.334334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59d491-fb25-489b-9dc6-65224dfd7425 req-9cf72a9f-d1a0-47f5-8aaf-bd035b927484 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:29.335828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b59d491-fb25-489b-9dc6-65224dfd7425 req-9cf72a9f-d1a0-47f5-8aaf-bd035b927484 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0597608 Dec 13 15:00:29.377246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b59d491-fb25-489b-9dc6-65224dfd7425 req-8c2230d4-cd18-4f05-8c42-ee198e2321e0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Dec 13 15:00:29.418259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-eabbd22e-0a6e-4c94-9d36-897943a7e102 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:29.419794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-eabbd22e-0a6e-4c94-9d36-897943a7e102 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.1190684 Dec 13 15:00:29.435602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:00:29.436684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-b2f24b12-7fd5-4c16-bcc5-5788aa2870ce tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/quotas/bca27de7d91c4547880d4cc1f96f70ab HTTP/1.1" status: 200 len: 375 time: 0.0096548 Dec 13 15:00:29.463326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:00:29.463896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0d61f054-dd61-44a4-bb71-e1ec5aff1ddb not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:00:29.497890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-03c75220-e9ab-4fbb-b7d5-b6284058cd5f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542305 Dec 13 15:00:29.572118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ab72c-8393-4e9f-86b7-169afa5e273c req-facda433-c597-4170-be09-8bdbfe8f535d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:29.573570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df0ab72c-8393-4e9f-86b7-169afa5e273c req-facda433-c597-4170-be09-8bdbfe8f535d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0671778 Dec 13 15:00:29.601408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-49ca738e-dc61-4ce2-bf92-f8720a9531ad service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951245 Dec 13 15:00:29.645785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df0ab72c-8393-4e9f-86b7-169afa5e273c req-c7149542-282d-497f-b982-62e115de742e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654521 Dec 13 15:00:29.708900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-adeff8b4-914b-4ffc-8843-ec71596f1531 service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006823 Dec 13 15:00:30.045730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fbc92-2f91-45b2-8a9c-ce3baf2f3170 req-647b8b4c-82f5-45cc-b26f-1e3caf625543 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:30.048324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-939fbc92-2f91-45b2-8a9c-ce3baf2f3170 req-647b8b4c-82f5-45cc-b26f-1e3caf625543 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0643239 Dec 13 15:00:30.075989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d98a339-ca3a-497f-86d1-2b65e901f27f req-91a69413-f36a-4759-85de-1cc8532a29a3 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 210 time: 0.0436444 Dec 13 15:00:30.100345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-939fbc92-2f91-45b2-8a9c-ce3baf2f3170 req-d56ca368-183a-4ac6-af4e-f32b950391d7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421040 Dec 13 15:00:31.154219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-35c054b1-67e8-4e42-b6e3-13e31e9e9e9b req-5247792d-5068-476b-a452-56793414d91f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 210 time: 0.0425646 Dec 13 15:00:31.242903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505bba3-55d8-442c-917e-21b6d5aa91f9 req-440f9a6b-529d-4dbf-8169-8699e5b36910 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:31.246695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3505bba3-55d8-442c-917e-21b6d5aa91f9 req-440f9a6b-529d-4dbf-8169-8699e5b36910 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0557690 Dec 13 15:00:31.288501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3505bba3-55d8-442c-917e-21b6d5aa91f9 req-1878b319-d5eb-40aa-a975-1435edc80f4e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373483 Dec 13 15:00:32.260901 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a31f431-a73f-4401-9a29-48f72d129509 req-3107de96-8ce0-4a07-bf23-67546781ff65 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Dec 13 15:00:32.414103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9968a-e4e7-4784-b69f-579670220949 req-298ea4ba-6d60-4abb-af74-0a446d7c58db tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:32.415664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9ea9968a-e4e7-4784-b69f-579670220949 req-298ea4ba-6d60-4abb-af74-0a446d7c58db tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0562253 Dec 13 15:00:32.454695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9ea9968a-e4e7-4784-b69f-579670220949 req-f8de296d-6fd1-4344-996c-df14b6b12925 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330167 Dec 13 15:00:33.130923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-71ede8bf-903f-4008-b2eb-7cac47d88b3d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:33.133761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-71ede8bf-903f-4008-b2eb-7cac47d88b3d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.50 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.1148334 Dec 13 15:00:33.150743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Request body: {'port': {'device_id': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'admin_state_up': True, 'tenant_id': 'bca27de7d91c4547880d4cc1f96f70ab'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:33.342487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b2de5-927f-4416-9bbd-2ba1bc0bd2b2 req-ae2ed68a-a0b9-4d89-8770-fdde77d1c24f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:33.350686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d33b2de5-927f-4416-9bbd-2ba1bc0bd2b2 req-ae2ed68a-a0b9-4d89-8770-fdde77d1c24f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0577898 Dec 13 15:00:33.370930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce44d955-e663-4de6-bf9a-334c958d08ce req-26c57ab3-670b-4dc7-9334-5392541e2b65 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 210 time: 0.0295913 Dec 13 15:00:33.399446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Made reservation on behalf of bca27de7d91c4547880d4cc1f96f70ab for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:00:33.407739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:33.407970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d33b2de5-927f-4416-9bbd-2ba1bc0bd2b2 req-40b07322-7c0b-4476-962d-861433989d15 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536187 Dec 13 15:00:33.567808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49e8bc-2c93-48ad-a36c-63876c02ff34 req-32efefbb-aa37-410c-b94d-418f92911d8e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:33.569563 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db49e8bc-2c93-48ad-a36c-63876c02ff34 req-32efefbb-aa37-410c-b94d-418f92911d8e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0968845 Dec 13 15:00:33.572682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfabd0-0248-410f-9a83-4b772c5247ac req-d643153e-cf5c-40ec-8a9d-aff533e50647 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:33.574149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bdfabd0-0248-410f-9a83-4b772c5247ac req-d643153e-cf5c-40ec-8a9d-aff533e50647 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Dec 13 15:00:33.601978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Allocated IP 172.20.0.10 (21a19500-01df-4097-be46-c6d15b22400e/d95e8868-7ab7-4804-983d-856ea196c053/53096857-0ea2-4840-a65a-2ed2cd0e7325) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:00:33.614584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2bdfabd0-0248-410f-9a83-4b772c5247ac req-314c96b3-be4d-4559-ae57-62d150bc9c66 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336542 Dec 13 15:00:33.630891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db49e8bc-2c93-48ad-a36c-63876c02ff34 req-64e6b601-d5f1-4f33-b739-d4d69d48f361 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537291 Dec 13 15:00:33.805979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:33.935699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:33.952063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:33.983595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Network 21a19500-01df-4097-be46-c6d15b22400e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:00:33.986941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:00:33.991633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:00:34.028063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event updated for resources: {'Port': ['ID=53096857-0ea2-4840-a65a-2ed2cd0e7325,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:34.078669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:34.079964 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:34.167464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-f8e45379-ca15-45b2-9bcb-89ebb503bb0e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0207701 Dec 13 15:00:34.180476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Request body: {'port': {'device_id': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:34.267129 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:34.607703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8d814-16d1-42b8-9107-fc7a8029acd2 req-cedae7a8-789b-44d3-a23a-e0b89b808886 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:34.609409 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae8d814-16d1-42b8-9107-fc7a8029acd2 req-cedae7a8-789b-44d3-a23a-e0b89b808886 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 932 time: 0.1065333 Dec 13 15:00:34.656087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53096857-0ea2-4840-a65a-2ed2cd0e7325 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:34.662762 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae8d814-16d1-42b8-9107-fc7a8029acd2 req-b4ad045d-00af-4522-8ce3-ed055ea62704 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Dec 13 15:00:34.664445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:34.678380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Transition to ACTIVE for port object 53096857-0ea2-4840-a65a-2ed2cd0e7325 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:00:34.760485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe8d64-4cce-49ee-8048-91837d61a63b req-c6e5eca0-694a-4656-9c58-03d10a454d24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:34.768444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ddbe8d64-4cce-49ee-8048-91837d61a63b req-c6e5eca0-694a-4656-9c58-03d10a454d24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0597913 Dec 13 15:00:34.768444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:34.856001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=53096857-0ea2-4840-a65a-2ed2cd0e7325,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:34.883333 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ddbe8d64-4cce-49ee-8048-91837d61a63b req-7d46eafe-510f-496f-91ea-1ae4aa10c9e0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778749 Dec 13 15:00:34.951483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Attempting to bind port 53096857-0ea2-4840-a65a-2ed2cd0e7325 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:00:34.952022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Attempting to bind port 53096857-0ea2-4840-a65a-2ed2cd0e7325 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:00:34.952560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Attempting to bind port 53096857-0ea2-4840-a65a-2ed2cd0e7325 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:34.957678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Port 53096857-0ea2-4840-a65a-2ed2cd0e7325 on network 21a19500-01df-4097-be46-c6d15b22400e not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:00:34.958208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Attempting to bind port 53096857-0ea2-4840-a65a-2ed2cd0e7325 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:34.964306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:00:34.967049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Checking segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:00:34.967049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Bound using segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:00:34.967049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Bound port: 53096857-0ea2-4840-a65a-2ed2cd0e7325, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:00:34.967049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:35.042991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] For port 53096857-0ea2-4840-a65a-2ed2cd0e7325, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:00:35.046714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] For port 53096857-0ea2-4840-a65a-2ed2cd0e7325, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=53096857-0ea2-4840-a65a-2ed2cd0e7325,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:00:35.152871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:35.209151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:35.210153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:35.211701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] 10.222.0.50 "PUT /v2.0/ports/53096857-0ea2-4840-a65a-2ed2cd0e7325 HTTP/1.1" status: 200 len: 1092 time: 1.0362792 Dec 13 15:00:35.212309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'tag': '53096857-0ea2-4840-a65a-2ed2cd0e7325'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:35.214777 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71770db-ad1a-4b95-ab5d-20e7939dec18" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8d07b5-8f46-42a9-a329-63f6d8062415", "tag": "53096857-0ea2-4840-a65a-2ed2cd0e7325"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:35.237481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09903212-e841-4e3f-a43f-59e0d21c8ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=53096857-0ea2-4840-a65a-2ed2cd0e7325,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:35.269100 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac0d224-a992-427b-9f52-e725ab9f9f39 x-openstack-request-id: req-8ac0d224-a992-427b-9f52-e725ab9f9f39 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:35.269543 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8d07b5-8f46-42a9-a329-63f6d8062415", "tag": "53096857-0ea2-4840-a65a-2ed2cd0e7325", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:35.269797 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ac0d224-a992-427b-9f52-e725ab9f9f39 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:35.270227 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'tag': '53096857-0ea2-4840-a65a-2ed2cd0e7325', 'status': 'completed', 'code': 200} Dec 13 15:00:35.337572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71770db-ad1a-4b95-ab5d-20e7939dec18 req-3804729b-44d6-48d7-a780-d12a843fb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:35.339346 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a71770db-ad1a-4b95-ab5d-20e7939dec18 req-3804729b-44d6-48d7-a780-d12a843fb36c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 1095 time: 0.0454733 Dec 13 15:00:35.446340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71770db-ad1a-4b95-ab5d-20e7939dec18 req-a91c70eb-6965-463a-96cc-64cba4888667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:35.447904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a71770db-ad1a-4b95-ab5d-20e7939dec18 req-a91c70eb-6965-463a-96cc-64cba4888667 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997486 Dec 13 15:00:35.543656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71770db-ad1a-4b95-ab5d-20e7939dec18 req-036c2ade-a047-4166-b459-9e5aec528610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:35.545203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a71770db-ad1a-4b95-ab5d-20e7939dec18 req-036c2ade-a047-4166-b459-9e5aec528610 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906465 Dec 13 15:00:35.626639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-68e8cc14-82d0-4fdd-be43-45247213683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:35.628144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-68e8cc14-82d0-4fdd-be43-45247213683a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 1095 time: 0.0425951 Dec 13 15:00:35.678016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-fffc0ddd-b978-4998-8be5-788e8dfe4476 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53096857-0ea2-4840-a65a-2ed2cd0e7325 HTTP/1.1" status: 200 len: 217 time: 0.0412788 Dec 13 15:00:35.751531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-22ec29fc-9eff-4db5-82d2-085b580417ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:35.753092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-22ec29fc-9eff-4db5-82d2-085b580417ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.0676663 Dec 13 15:00:35.790579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-e0c7b754-a81e-4c1f-b547-3af0809b2e6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276093 Dec 13 15:00:35.805585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaeb13-32d0-4674-8077-140b1a8cf59f req-849a6697-158a-4df1-88d2-54fa78f04d68 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:35.807422 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3cbaeb13-32d0-4674-8077-140b1a8cf59f req-849a6697-158a-4df1-88d2-54fa78f04d68 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 944 time: 0.0522904 Dec 13 15:00:35.860604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3cbaeb13-32d0-4674-8077-140b1a8cf59f req-d94b66b6-6c73-47ce-97cc-4aaf6fe68409 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Dec 13 15:00:35.969574 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-4654d729-4008-4ce5-b39c-07fd1ab40fbc service neutron] show failed (client error): The resource could not be found. Dec 13 15:00:35.970661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-4654d729-4008-4ce5-b39c-07fd1ab40fbc service neutron] 10.222.0.55 "GET /v2.0/ports/3af56c8a-4565-4a3e-b7ac-45c626e2505d/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0935848 Dec 13 15:00:35.974808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-31f809f8-d15f-407d-aa48-b0e21eec86b5 service neutron] 10.222.0.50 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747577 Dec 13 15:00:36.024383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1f0d-672c-4fde-8ddd-d924ccb67f52 req-7b470fd2-e3a4-4fec-9756-fce749b99c68 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:36.026253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-740f1f0d-672c-4fde-8ddd-d924ccb67f52 req-7b470fd2-e3a4-4fec-9756-fce749b99c68 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0558522 Dec 13 15:00:36.067595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-740f1f0d-672c-4fde-8ddd-d924ccb67f52 req-dffa921a-2080-45ad-8164-fe8153ebb40d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342782 Dec 13 15:00:36.094667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b5b7e6f-ff1f-4603-9282-4c0abb0b37e6 req-6883e888-fa82-4e76-8e21-efb5ffd8da78 service neutron] 10.222.0.50 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121545 Dec 13 15:00:36.682210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-6e7e9a77-4f2c-47e7-96cd-82c88a34ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:36.683666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-6e7e9a77-4f2c-47e7-96cd-82c88a34ab03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 1097 time: 0.0823884 Dec 13 15:00:36.700129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:00:36.791315 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:36.846807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6eccb-a654-4608-a89d-1e3ae6a7fe31 req-1d4abf8e-471e-4ff0-bdca-1b9c47a6d415 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:36.848409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6c6eccb-a654-4608-a89d-1e3ae6a7fe31 req-1d4abf8e-471e-4ff0-bdca-1b9c47a6d415 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0909433 Dec 13 15:00:37.011899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02140e-ea28-4660-85b8-1105d624508d req-7cffb957-a13a-40ad-b32a-f7857ebb5766 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:37.013510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf02140e-ea28-4660-85b8-1105d624508d req-7cffb957-a13a-40ad-b32a-f7857ebb5766 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 944 time: 0.0740275 Dec 13 15:00:37.057938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf02140e-ea28-4660-85b8-1105d624508d req-8f86a65b-8b29-48ef-b3c6-483ad8b7845c tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 Dec 13 15:00:37.262118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c4147-db47-43f1-93d5-471facb830e8 req-171f2450-62b8-4f17-ae46-318ac626ac4c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:37.263409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6c6eccb-a654-4608-a89d-1e3ae6a7fe31 req-ae7e2cf4-9153-4637-8feb-2ca3aafbaa4e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013791 Dec 13 15:00:37.272103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd9c4147-db47-43f1-93d5-471facb830e8 req-171f2450-62b8-4f17-ae46-318ac626ac4c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.0687561 Dec 13 15:00:37.343531 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd9c4147-db47-43f1-93d5-471facb830e8 req-710defce-9fa7-4514-8e82-8ce1d181e13b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559065 Dec 13 15:00:37.415245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:37.454190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93da40-1ba9-4b67-9286-4b262f577dd8 req-25e24729-8964-49ef-868b-0a6302e5596d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:37.455721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf93da40-1ba9-4b67-9286-4b262f577dd8 req-25e24729-8964-49ef-868b-0a6302e5596d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0649240 Dec 13 15:00:37.461740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:00:37.495968 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf93da40-1ba9-4b67-9286-4b262f577dd8 req-fd5d0b26-cc66-425b-906c-5dfdf65d265d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Dec 13 15:00:37.501904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:37.504602 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c026106d-10b8-4dd0-a45b-2d2d9b2d8f5d" -d '{"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-unplugged", "status": "completed", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:37.508658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:37.521793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Transition to ACTIVE for port object 3af56c8a-4565-4a3e-b7ac-45c626e2505d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:00:37.569118 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c02092e-4799-441a-843b-6d20ba20d324 x-openstack-request-id: req-9c02092e-4799-441a-843b-6d20ba20d324 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:37.569408 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-unplugged", "status": "completed", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:37.569659 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c02092e-4799-441a-843b-6d20ba20d324 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:37.570177 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'code': 200} Dec 13 15:00:37.631997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:37.776318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:37.830532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439789cb-cab4-419c-9e72-97eacd371353 req-757ebd8c-8552-4955-8466-2576c0b188e6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:37.837805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-439789cb-cab4-419c-9e72-97eacd371353 req-757ebd8c-8552-4955-8466-2576c0b188e6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1973178 Dec 13 15:00:37.919651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-439789cb-cab4-419c-9e72-97eacd371353 req-fe764681-127d-47d8-a61f-8b5ecb62120d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795131 Dec 13 15:00:37.923562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] No DVR routers for this DVR port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:00:38.066126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a87945-f3da-466c-9775-d4b68837134c req-856b319e-fb83-49c4-a67a-7dc882e9d980 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.067821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3a87945-f3da-466c-9775-d4b68837134c req-856b319e-fb83-49c4-a67a-7dc882e9d980 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0761483 Dec 13 15:00:38.109026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:00:38.109368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:00:38.109694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:38.115187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:00:38.115692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Attempting to bind port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on network 573dcd3e-a186-4fac-bca9-fe25df9ac674 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:00:38.124467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:00:38.124808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Checking segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:00:38.125198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Bound using segment: {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:00:38.125622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Bound port: 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7931354d-3da3-493c-b14e-8c1308380b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:00:38.126106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:38.173624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3a87945-f3da-466c-9775-d4b68837134c req-a23a1c20-5d0e-4b5e-b169-57ddfb0376cd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791321 Dec 13 15:00:38.242278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:00:38.242278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:00:38.308670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e15d-162b-4de2-ba49-49c8337f3d0f req-abf6fbd9-179b-4f7e-ac2a-f9f14da2a947 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.309450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec75e15d-162b-4de2-ba49-49c8337f3d0f req-abf6fbd9-179b-4f7e-ac2a-f9f14da2a947 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 944 time: 0.1072311 Dec 13 15:00:38.325198 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:38.381693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.382596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:38.384040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] 10.222.0.50 "PUT /v2.0/ports/3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1092 time: 1.6900368 Dec 13 15:00:38.419808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ec75e15d-162b-4de2-ba49-49c8337f3d0f req-0dce1852-eaad-4f62-a8a2-1a347090dbb3 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026764 Dec 13 15:00:38.426326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50619af-7456-4e47-bc41-3a570647d09f req-e0fd1209-1ae5-4cc4-9f45-4077642bc43f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.440693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e50619af-7456-4e47-bc41-3a570647d09f req-e0fd1209-1ae5-4cc4-9f45-4077642bc43f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0858924 Dec 13 15:00:38.486615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de4437-0823-49f3-9a85-2ffa982f5022 service neutron] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:38.502979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-46d65279-c23c-4fbf-9426-023b2d0d7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.518604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-46d65279-c23c-4fbf-9426-023b2d0d7133 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1095 time: 0.0856755 Dec 13 15:00:38.525061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e50619af-7456-4e47-bc41-3a570647d09f req-67a07d21-6b11-4a46-a42b-05561ce27d68 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820060 Dec 13 15:00:38.680405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96869c-1f87-4dbb-9fde-4981c5f2febc req-dd2d3a5f-8085-4369-a7cc-d3c666b327fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.681969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a96869c-1f87-4dbb-9fde-4981c5f2febc req-dd2d3a5f-8085-4369-a7cc-d3c666b327fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0833354 Dec 13 15:00:38.684212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-683f7b8e-015c-49e5-8a5a-7ea461ce34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.685609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-683f7b8e-015c-49e5-8a5a-7ea461ce34cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 898 time: 0.1624861 Dec 13 15:00:38.744563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b855efd-c227-4176-b1c7-27e0560e2e23 req-a28cc01e-f45a-467f-821b-71578a066d65 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.746137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b855efd-c227-4176-b1c7-27e0560e2e23 req-a28cc01e-f45a-467f-821b-71578a066d65 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0804508 Dec 13 15:00:38.802645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b855efd-c227-4176-b1c7-27e0560e2e23 req-de7715a5-5313-4dcd-ab52-324cada20b5b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Dec 13 15:00:38.831207 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-afb4048c-d336-49e5-93ce-0c05a32c793b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1000 time: 0.1228232 Dec 13 15:00:38.837339 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a96869c-1f87-4dbb-9fde-4981c5f2febc req-45b042c5-49ce-45a8-b4ba-1301e7ba8ec5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471562 Dec 13 15:00:38.916386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-5896773e-ea6c-493f-add5-0b6ef3851a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.921500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-5896773e-ea6c-493f-add5-0b6ef3851a13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.0765905 Dec 13 15:00:38.978478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-2c27d4a5-ed27-42ca-ac9b-b2f3c3c1a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:38.980066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-2c27d4a5-ed27-42ca-ac9b-b2f3c3c1a70e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532007 Dec 13 15:00:39.117053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655eaac-6e7f-4f4d-b3d4-67b661d26e9c req-0dd1bbfc-f1b2-4c1a-966d-26e5d2d97dd0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:39.118563 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c655eaac-6e7f-4f4d-b3d4-67b661d26e9c req-0dd1bbfc-f1b2-4c1a-966d-26e5d2d97dd0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1097515 Dec 13 15:00:39.152008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-e60ff00b-4508-4e6d-bef1-42e1f6f3f11e service neutron] 10.222.0.50 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629148 Dec 13 15:00:39.194765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c655eaac-6e7f-4f4d-b3d4-67b661d26e9c req-a0cd91f0-6032-4a4b-a2c1-451ee65b7bd3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638533 Dec 13 15:00:39.275017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dab04c87-71c1-4a85-ac0f-f156e3896eb7 req-328decd9-eb9c-4d36-821d-d33fd006df4d service neutron] 10.222.0.50 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104145 Dec 13 15:00:39.391042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692dc1b-c8c3-4804-9e8d-2e4c4abbc5f4 req-b3aac3f3-a476-4176-b9c1-a8fc1d27c05c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:39.393938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c692dc1b-c8c3-4804-9e8d-2e4c4abbc5f4 req-b3aac3f3-a476-4176-b9c1-a8fc1d27c05c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1059411 Dec 13 15:00:39.459248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c692dc1b-c8c3-4804-9e8d-2e4c4abbc5f4 req-e5b063ac-5f14-483c-8f13-4ced34e23d88 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583956 Dec 13 15:00:39.490369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 53096857-0ea2-4840-a65a-2ed2cd0e7325 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:00:39.571297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:39.599389 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc5c20-2563-43a0-9c88-541586fc33c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:39.629278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df111-ae30-453d-ad8d-bc18e6559d9f req-be56e051-3040-4f5e-b22c-ce6f4c132341 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:39.637368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e1df111-ae30-453d-ad8d-bc18e6559d9f req-be56e051-3040-4f5e-b22c-ce6f4c132341 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 944 time: 0.1072674 Dec 13 15:00:39.655819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 53096857-0ea2-4840-a65a-2ed2cd0e7325, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=53096857-0ea2-4840-a65a-2ed2cd0e7325,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:39.668697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '53096857-0ea2-4840-a65a-2ed2cd0e7325', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'port_id': '53096857-0ea2-4840-a65a-2ed2cd0e7325', 'mac_address': 'fa:16:3e:55:35:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95e8868-7ab7-4804-983d-856ea196c053', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:00:39.686595 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7b92c9-8f35-4391-ab11-4a4a4914627b x-openstack-request-id: req-fd7b92c9-8f35-4391-ab11-4a4a4914627b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:39.687031 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:39.687392 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd7b92c9-8f35-4391-ab11-4a4a4914627b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:39.688423 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'status': 'completed', 'code': 200} Dec 13 15:00:39.704778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e1df111-ae30-453d-ad8d-bc18e6559d9f req-e8cc323b-d249-447e-8dcb-2af607a340c2 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Dec 13 15:00:39.745762 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:39.765894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53096857-0ea2-4840-a65a-2ed2cd0e7325 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:39.812332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0bbee-8b29-490e-91c2-8cdda39b4fdc req-461df9a9-8a76-4c84-85da-7942ef69024a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:39.816276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 53096857-0ea2-4840-a65a-2ed2cd0e7325, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=53096857-0ea2-4840-a65a-2ed2cd0e7325,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:39.822090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd0bbee-8b29-490e-91c2-8cdda39b4fdc req-461df9a9-8a76-4c84-85da-7942ef69024a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0805185 Dec 13 15:00:39.888965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd0bbee-8b29-490e-91c2-8cdda39b4fdc req-201fad6f-ec1d-4dc1-bc42-3f573414b06f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Dec 13 15:00:39.890448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-4854f36b-73cc-4e90-8153-64842fe07b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:39.893786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-4854f36b-73cc-4e90-8153-64842fe07b50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1095 time: 0.1857369 Dec 13 15:00:39.913341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-ccc715a5-dfb3-4113-8512-1858fe7d9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:39.916265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-ccc715a5-dfb3-4113-8512-1858fe7d9eaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1095 time: 0.2104583 Dec 13 15:00:39.937610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:40.036157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=53096857-0ea2-4840-a65a-2ed2cd0e7325,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:40.098546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c270ca1-a1dc-437e-b5e7-70edf05d5895 req-3d67d027-ddb2-4956-970d-c5c840c0d59e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.101891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c270ca1-a1dc-437e-b5e7-70edf05d5895 req-3d67d027-ddb2-4956-970d-c5c840c0d59e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0670521 Dec 13 15:00:40.161100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c270ca1-a1dc-437e-b5e7-70edf05d5895 req-4a3b81f0-5588-4559-91e2-6151e5489e77 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498843 Dec 13 15:00:40.251460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1019-bf5c-475c-b572-a38ea52b14b3 req-b143ff6f-00d2-4640-af0d-5ec913e94247 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.253282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdee1019-bf5c-475c-b572-a38ea52b14b3 req-b143ff6f-00d2-4640-af0d-5ec913e94247 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.2288423 Dec 13 15:00:40.275267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['53096857-0ea2-4840-a65a-2ed2cd0e7325'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:40.287413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-0b8a1b22-cd5f-4272-a1ce-3412e6395d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.289126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-0b8a1b22-cd5f-4272-a1ce-3412e6395d26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 898 time: 0.2771907 Dec 13 15:00:40.298351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-220d3f32-200b-4d4b-b6be-a7c2edef739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.301265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-220d3f32-200b-4d4b-b6be-a7c2edef739f service neutron] 10.222.0.50 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 898 time: 0.3976798 Dec 13 15:00:40.428127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f8217-d72d-45c1-a275-a7c0b6506315 req-4b4370ba-8a88-4cd6-a57a-d44a3280a418 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.437945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c17f8217-d72d-45c1-a275-a7c0b6506315 req-4b4370ba-8a88-4cd6-a57a-d44a3280a418 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0891542 Dec 13 15:00:40.441818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:00:40.455055 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bdee1019-bf5c-475c-b572-a38ea52b14b3 req-37026e37-0c99-485e-9ea2-e5599529784c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795280 Dec 13 15:00:40.510897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c17f8217-d72d-45c1-a275-a7c0b6506315 req-0b79ab3c-e3bb-4286-adaf-9bf0766b4d4d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573196 Dec 13 15:00:40.539891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-8d874fa9-67b8-4ec9-9a24-b867a2adbb4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1000 time: 0.2349195 Dec 13 15:00:40.540546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:00:40.542908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-d86b98bb-fcbe-4a71-8ce8-d1398299036e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1000 time: 0.1828923 Dec 13 15:00:40.663954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-07c5d907-beff-45be-b56a-eb50cf22f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.665446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-07c5d907-beff-45be-b56a-eb50cf22f85c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.1183050 Dec 13 15:00:40.670831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-0fac6faa-9eae-4a93-b3a2-8b67694d44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.672244 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-0fac6faa-9eae-4a93-b3a2-8b67694d44a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.1159806 Dec 13 15:00:40.718587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96189c8e-43fd-4022-9238-6212715c31e5 req-7dca850a-e562-4b44-8e09-9ec1c361c85e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.720085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96189c8e-43fd-4022-9238-6212715c31e5 req-7dca850a-e562-4b44-8e09-9ec1c361c85e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1272163 Dec 13 15:00:40.778103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-5bc1f265-00ac-49b2-a307-377764c6ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.779632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-5bc1f265-00ac-49b2-a307-377764c6ca94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064837 Dec 13 15:00:40.791267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-5783547c-6135-41b4-af87-25b90ff130e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.794060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-5783547c-6135-41b4-af87-25b90ff130e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102669 Dec 13 15:00:40.822822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96189c8e-43fd-4022-9238-6212715c31e5 req-1d8b710e-1312-4c36-a3ac-38a1a9ba19c7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875142 Dec 13 15:00:40.895811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c427-b6f0-4ae4-81f6-28c7cb94e57f req-47531cc5-32c4-4d98-8952-004287bb5b8f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:40.909255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89f2c427-b6f0-4ae4-81f6-28c7cb94e57f req-47531cc5-32c4-4d98-8952-004287bb5b8f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 945 time: 0.1055622 Dec 13 15:00:40.975831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89f2c427-b6f0-4ae4-81f6-28c7cb94e57f req-7b543eea-42dc-41f6-9027-519ee6e1f764 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642369 Dec 13 15:00:41.029715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-8beafb9d-cac7-4c24-baec-c7aae53fb7e1 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336078 Dec 13 15:00:41.033907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-68ac391f-6ae9-4ea8-9d12-19b68d64b701 service neutron] 10.222.0.50 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252574 Dec 13 15:00:41.504699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 53096857-0ea2-4840-a65a-2ed2cd0e7325 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:00:41.634965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-e3adb987-64c8-4160-ab45-72bd4b71323a service neutron] 10.222.0.50 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841863 Dec 13 15:00:41.640125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f15e3-13de-4bad-a2c8-f0abfc1aaae9 req-e26879ab-1213-4e83-b47f-508cc267714f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:41.642299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-375f15e3-13de-4bad-a2c8-f0abfc1aaae9 req-e26879ab-1213-4e83-b47f-508cc267714f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0698795 Dec 13 15:00:41.662073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bc5c20-2563-43a0-9c88-541586fc33c2 req-8f51f929-717b-42e5-8d6a-83e1d3ff1f43 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246223 Dec 13 15:00:41.667147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 53096857-0ea2-4840-a65a-2ed2cd0e7325 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:00:41.672487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 53096857-0ea2-4840-a65a-2ed2cd0e7325 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:00:41.676437 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:41.694296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f076f92-110c-4667-9d6c-8f6a16c2ee5d req-7b3bc701-879a-49cc-b888-3a8a6ab44f45 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:41.695759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f076f92-110c-4667-9d6c-8f6a16c2ee5d req-7b3bc701-879a-49cc-b888-3a8a6ab44f45 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 813 time: 0.5690298 Dec 13 15:00:41.721743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-375f15e3-13de-4bad-a2c8-f0abfc1aaae9 req-75424b13-6300-4799-91d1-cff46e018dbb tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723076 Dec 13 15:00:41.729227 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f076f92-110c-4667-9d6c-8f6a16c2ee5d req-ffc26cf1-1540-4167-b7d0-9e62c9c3b397 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/quotas/5d05f2579b404432842927683b489977 HTTP/1.1" status: 200 len: 375 time: 0.0214984 Dec 13 15:00:41.802476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f076f92-110c-4667-9d6c-8f6a16c2ee5d req-db1e41f5-003b-4609-aedb-df3338ef8ed2 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650852 Dec 13 15:00:41.904170 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:41.952793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 53096857-0ea2-4840-a65a-2ed2cd0e7325, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=53096857-0ea2-4840-a65a-2ed2cd0e7325,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:41.952793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53096857-0ea2-4840-a65a-2ed2cd0e7325'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:41.954197 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520d83a-59bd-445a-bd79-a55e50e229ac" -d '{"events": [{"server_uuid": "ac8d07b5-8f46-42a9-a329-63f6d8062415", "name": "network-vif-plugged", "status": "completed", "tag": "53096857-0ea2-4840-a65a-2ed2cd0e7325"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:41.987648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832782a-a603-4dd1-b8ed-d2066ec4f30c req-5229a86f-7f57-4ed5-bee2-3945d2461bf6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:41.989781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c832782a-a603-4dd1-b8ed-d2066ec4f30c req-5229a86f-7f57-4ed5-bee2-3945d2461bf6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0899122 Dec 13 15:00:42.030915 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f68bc20-2554-4d61-ba38-fc50eba4a2f3 x-openstack-request-id: req-1f68bc20-2554-4d61-ba38-fc50eba4a2f3 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:42.031256 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d07b5-8f46-42a9-a329-63f6d8062415", "name": "network-vif-plugged", "status": "completed", "tag": "53096857-0ea2-4840-a65a-2ed2cd0e7325", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:42.031518 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f68bc20-2554-4d61-ba38-fc50eba4a2f3 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:42.031915 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53096857-0ea2-4840-a65a-2ed2cd0e7325', 'code': 200} Dec 13 15:00:42.037480 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:42.039691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c832782a-a603-4dd1-b8ed-d2066ec4f30c req-7dc214f3-dd93-4941-8a43-7d730c3c12c1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Dec 13 15:00:42.117676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=53096857-0ea2-4840-a65a-2ed2cd0e7325,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:42.167656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5885c65-84e8-4703-a4c7-9270114b0b46 req-c07913d0-3b0e-4ec9-9b43-ad9a166b6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:42.169572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a5885c65-84e8-4703-a4c7-9270114b0b46 req-c07913d0-3b0e-4ec9-9b43-ad9a166b6c4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 1097 time: 0.0553160 Dec 13 15:00:42.221835 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a5885c65-84e8-4703-a4c7-9270114b0b46 req-babe6c40-2046-4606-b1d7-0caef59f9d16 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Dec 13 15:00:42.239239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69286a24-1308-4a7a-aa31-52605aabf551 req-96956d3b-51d0-4154-aca3-8a0f5f56e49e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:42.240826 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69286a24-1308-4a7a-aa31-52605aabf551 req-96956d3b-51d0-4154-aca3-8a0f5f56e49e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 946 time: 0.0628572 Dec 13 15:00:42.311180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69286a24-1308-4a7a-aa31-52605aabf551 req-f9da85b5-f050-4bfa-8bca-15d4d848fd17 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518153 Dec 13 15:00:42.327500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad3dc-6e3b-4852-af06-5b9ee1c18eb1 req-2a1eff8b-e630-452c-a1d3-b4b1db9fcc46 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:42.329113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-601ad3dc-6e3b-4852-af06-5b9ee1c18eb1 req-2a1eff8b-e630-452c-a1d3-b4b1db9fcc46 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0859432 Dec 13 15:00:42.385416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-601ad3dc-6e3b-4852-af06-5b9ee1c18eb1 req-30a2e75d-f631-47b5-be6b-4ec5da585441 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Dec 13 15:00:42.575818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9511314-a69e-4eea-b39b-779db112afed req-947708a3-4c11-4f28-9acf-9115298908e7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5d05f2579b404432842927683b489977 HTTP/1.1" status: 200 len: 221 time: 0.0427976 Dec 13 15:00:42.680467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4afc7-1dca-4128-8121-3eabeccbec35 req-551bd7a4-da72-4bc2-af4d-439002ead0c5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:42.682114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18a4afc7-1dca-4128-8121-3eabeccbec35 req-551bd7a4-da72-4bc2-af4d-439002ead0c5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0504477 Dec 13 15:00:42.731458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18a4afc7-1dca-4128-8121-3eabeccbec35 req-5b323f6a-623c-4895-b611-1a43e66457e5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Dec 13 15:00:42.858316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea3db5-9236-48b2-80c0-93e7cce43486 req-887effe5-bf2f-44a4-9e7a-938a31c48859 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:42.859756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33ea3db5-9236-48b2-80c0-93e7cce43486 req-887effe5-bf2f-44a4-9e7a-938a31c48859 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0529397 Dec 13 15:00:42.863298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0ce79-1878-43a9-82b4-346fabd5d385 req-e62c3e65-e35a-424a-81f4-6ccd23d936f9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:42.865217 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbb0ce79-1878-43a9-82b4-346fabd5d385 req-e62c3e65-e35a-424a-81f4-6ccd23d936f9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0654230 Dec 13 15:00:42.920902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33ea3db5-9236-48b2-80c0-93e7cce43486 req-cd1bded5-0933-4cba-9e66-e469341e6b4d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456333 Dec 13 15:00:42.922885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbb0ce79-1878-43a9-82b4-346fabd5d385 req-9aaeec7d-b08a-4458-9613-fac2b575da1a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Dec 13 15:00:43.087611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f4ead-b8b9-478b-a3ed-6c3b14d9e235 req-5933190c-855e-408d-a542-4b8a1d8063dd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.089749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-791f4ead-b8b9-478b-a3ed-6c3b14d9e235 req-5933190c-855e-408d-a542-4b8a1d8063dd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0611496 Dec 13 15:00:43.133518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-791f4ead-b8b9-478b-a3ed-6c3b14d9e235 req-a228eb63-a0ee-48dc-94ae-b081bf05e741 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373836 Dec 13 15:00:43.272102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11b4ac-df89-47f9-86bd-5b029d7b46bd req-77bc7e20-e128-483d-b2b9-b0373706383f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.274424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b11b4ac-df89-47f9-86bd-5b029d7b46bd req-77bc7e20-e128-483d-b2b9-b0373706383f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 944 time: 0.0819299 Dec 13 15:00:43.316270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dc316-dc83-45bc-ba67-7ddf28e544be req-ddab4d64-76d1-4693-ada9-c02e565ab846 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.322823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf1dc316-dc83-45bc-ba67-7ddf28e544be req-ddab4d64-76d1-4693-ada9-c02e565ab846 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1024439 Dec 13 15:00:43.377827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf1dc316-dc83-45bc-ba67-7ddf28e544be req-d0fa8ad9-e83c-489c-b54c-c820f196c969 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Dec 13 15:00:43.397274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-918b06bd-71bc-45e3-b6c8-694046508a59 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.398808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-918b06bd-71bc-45e3-b6c8-694046508a59 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502&tenant_id=515f7b22ce9744918b9b5447b1a274ac&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 944 time: 0.1233230 Dec 13 15:00:43.422525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b11b4ac-df89-47f9-86bd-5b029d7b46bd req-36fb4063-a08d-464d-b5ec-1b246afd83ea tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093600 Dec 13 15:00:43.490497 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-947e550a-f1ce-4cc2-8909-f78ee87cc981 service neutron] delete failed (client error): The resource could not be found. Dec 13 15:00:43.491562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-947e550a-f1ce-4cc2-8909-f78ee87cc981 service neutron] 10.222.0.55 "DELETE /v2.0/ports/3af56c8a-4565-4a3e-b7ac-45c626e2505d/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0826008 Dec 13 15:00:43.507873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:00:43.617813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749c24c-d54b-4e66-a6a7-8f46f76e662a req-7071a18f-d7cf-45ac-9aa0-905f54753c0a tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.625880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8749c24c-d54b-4e66-a6a7-8f46f76e662a req-7071a18f-d7cf-45ac-9aa0-905f54753c0a tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 946 time: 0.0925157 Dec 13 15:00:43.636451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:43.652599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'port_id': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'mac_address': 'fa:16:3e:9f:e1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:00:43.709630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-b4eea4e4-c913-4584-b256-5d942a453ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.711515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-b4eea4e4-c913-4584-b256-5d942a453ad4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1095 time: 0.1153281 Dec 13 15:00:43.722014 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:43.734677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8749c24c-d54b-4e66-a6a7-8f46f76e662a req-ad754028-30fe-4588-bd4a-bc67902fb639 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919299 Dec 13 15:00:43.739760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af56c8a-4565-4a3e-b7ac-45c626e2505d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:00:43.770930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:43.854338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:43.890011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-32098099-9b88-4f60-b035-32cb81aff65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.891751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-32098099-9b88-4f60-b035-32cb81aff65a service neutron] 10.222.0.55 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 898 time: 0.1557450 Dec 13 15:00:43.927276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee95ca9-53df-4d80-9bc3-6e4cb83339d9 req-9a550698-796a-479f-bbf0-d7e3c2f5230b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:43.928331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:43.939418 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dee95ca9-53df-4d80-9bc3-6e4cb83339d9 req-9a550698-796a-479f-bbf0-d7e3c2f5230b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1073604 Dec 13 15:00:44.043497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-10b84af9-9072-48f1-8731-be525a41ccad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 1001 time: 0.1346672 Dec 13 15:00:44.049258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dee95ca9-53df-4d80-9bc3-6e4cb83339d9 req-a23973d2-d32d-49e4-9c5b-f61f7955351e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076388 Dec 13 15:00:44.118661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-6c733821-7a5f-4a9d-83bb-9c1d99f2be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:44.118661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-6c733821-7a5f-4a9d-83bb-9c1d99f2be5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.0682633 Dec 13 15:00:44.168514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-8e589763-7c6d-44e1-9ca5-6b61cc7096dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:44.170065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-8e589763-7c6d-44e1-9ca5-6b61cc7096dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442421 Dec 13 15:00:44.179140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['3af56c8a-4565-4a3e-b7ac-45c626e2505d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:00:44.286187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0f693-ca5e-40a3-9bd9-1c444322688d req-f6c31076-d837-46e5-8714-bb504a4d0f68 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:44.287844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8f0f693-ca5e-40a3-9bd9-1c444322688d req-f6c31076-d837-46e5-8714-bb504a4d0f68 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1159096 Dec 13 15:00:44.334293 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-3127a5f8-4589-49db-a6c0-961fa28e4471 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473775 Dec 13 15:00:44.409309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8f0f693-ca5e-40a3-9bd9-1c444322688d req-67441b09-c0e4-477f-882e-8d6bdf3adcdc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049221 Dec 13 15:00:44.511818 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e8c6334-0468-494e-950e-a2a76ca91ea3 req-87004521-5b9a-40c3-a74d-994784af7fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656129 Dec 13 15:00:44.586594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393a00d-dfb8-46bb-b1cc-e917f5835525 req-44ad0c53-c154-45cd-819d-be0fe0701920 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:44.595218 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a393a00d-dfb8-46bb-b1cc-e917f5835525 req-44ad0c53-c154-45cd-819d-be0fe0701920 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0727510 Dec 13 15:00:44.648259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a393a00d-dfb8-46bb-b1cc-e917f5835525 req-64b46012-c3b3-4ee1-ad20-1253318b3229 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Dec 13 15:00:44.795057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744e5b-ec51-4153-9ba0-0d51dfd92804 req-5b64cd31-a006-4c92-a726-942f2f68bca1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:44.799960 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76744e5b-ec51-4153-9ba0-0d51dfd92804 req-5b64cd31-a006-4c92-a726-942f2f68bca1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 945 time: 0.1049390 Dec 13 15:00:44.861094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c85f0-340f-4764-b99d-53bbf31ab1d1 req-3e56203a-fa1a-44b7-b942-dbcbcda274a1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:44.873738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-672c85f0-340f-4764-b99d-53bbf31ab1d1 req-3e56203a-fa1a-44b7-b942-dbcbcda274a1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0843866 Dec 13 15:00:44.893142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76744e5b-ec51-4153-9ba0-0d51dfd92804 req-56c0b0eb-67d3-471d-bd1e-d740d4c3d3b1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828450 Dec 13 15:00:44.945919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-672c85f0-340f-4764-b99d-53bbf31ab1d1 req-f70ffaa8-1bfa-4520-839c-c2cb60684ffd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709522 Dec 13 15:00:45.068415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a833fe-65c0-45da-b05b-d8643b081c69 req-7b5ae6e8-ac2b-4af1-b7e6-580141bd2885 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:45.070099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15a833fe-65c0-45da-b05b-d8643b081c69 req-7b5ae6e8-ac2b-4af1-b7e6-580141bd2885 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 946 time: 0.0954614 Dec 13 15:00:45.135210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde065c-7df6-441b-af93-7a59a6e7fe6d req-847bbff1-71cb-40dc-9b07-e4cb94f01002 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:45.139209 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fde065c-7df6-441b-af93-7a59a6e7fe6d req-847bbff1-71cb-40dc-9b07-e4cb94f01002 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0936363 Dec 13 15:00:45.157535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15a833fe-65c0-45da-b05b-d8643b081c69 req-75214043-3871-43a4-8f1c-4acaf8721880 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811758 Dec 13 15:00:45.214275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fde065c-7df6-441b-af93-7a59a6e7fe6d req-e0de4359-6817-452a-9140-faccfbc0b294 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691619 Dec 13 15:00:45.401453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd714e9-938d-4be7-8c53-86092911952b req-56d75d1e-c5c5-4cf0-9c87-73e57c41df80 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:45.403137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fbd714e9-938d-4be7-8c53-86092911952b req-56d75d1e-c5c5-4cf0-9c87-73e57c41df80 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0708323 Dec 13 15:00:45.442764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fbd714e9-938d-4be7-8c53-86092911952b req-94913b01-2050-4d6f-94bc-6906a416149e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335209 Dec 13 15:00:45.515745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:00:45.595809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2c103-362a-49e2-948a-48bf89feca63 req-1537e1fd-3643-4272-a912-91ad3af88d97 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:45.597171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9e2c103-362a-49e2-948a-48bf89feca63 req-1537e1fd-3643-4272-a912-91ad3af88d97 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0640337 Dec 13 15:00:45.666841 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9e2c103-362a-49e2-948a-48bf89feca63 req-881b9017-d06c-40fe-bf71-39a171121c44 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595527 Dec 13 15:00:45.676048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 3af56c8a-4565-4a3e-b7ac-45c626e2505d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:00:45.697539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 3af56c8a-4565-4a3e-b7ac-45c626e2505d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:00:45.697925 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:45.747102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:45.820269 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:45.843762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a597d-9c35-4a18-9551-134907f4aa04 req-d8841c4d-6d67-40b3-8a10-53da56284b4f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:45.846002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:00:45.847295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f90a597d-9c35-4a18-9551-134907f4aa04 req-d8841c4d-6d67-40b3-8a10-53da56284b4f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0807934 Dec 13 15:00:45.852419 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d3e19f-117f-475f-bb66-662e3f819d3b" -d '{"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-plugged", "status": "completed", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:00:45.870820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:00:45.917026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f90a597d-9c35-4a18-9551-134907f4aa04 req-e04959e0-801a-4de2-b3d8-c5735d7d640a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560701 Dec 13 15:00:45.933745 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c094b442-e298-4d12-b757-d8dc99a83c4c x-openstack-request-id: req-c094b442-e298-4d12-b757-d8dc99a83c4c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:00:45.933897 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-plugged", "status": "completed", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:00:45.934146 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c094b442-e298-4d12-b757-d8dc99a83c4c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:00:45.934641 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'code': 200} Dec 13 15:00:45.976978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:46.059543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:00:46.099353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364706f-eb40-4b6c-81bb-767dee1a346c req-af11a3a1-871e-48d2-b6aa-7331870df17b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:46.099842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dee76-25a7-4486-a844-4ab2ee243dcf req-5f99401e-c7fc-4079-9662-d2101d022b62 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:46.101105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e6dee76-25a7-4486-a844-4ab2ee243dcf req-5f99401e-c7fc-4079-9662-d2101d022b62 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.1020873 Dec 13 15:00:46.107251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f364706f-eb40-4b6c-81bb-767dee1a346c req-af11a3a1-871e-48d2-b6aa-7331870df17b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0968506 Dec 13 15:00:46.194852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f364706f-eb40-4b6c-81bb-767dee1a346c req-f1aba176-7814-4df8-ae7f-d91d8ec2aebb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866239 Dec 13 15:00:46.195750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e6dee76-25a7-4486-a844-4ab2ee243dcf req-2d45818c-c900-46df-a65f-368349856237 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884769 Dec 13 15:00:46.225492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37880) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:00:46.345969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-850c044b-64be-4985-b235-1c7227d8d1c6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2d2c2bcf-376d-421e-9467-df7eb7aa701e HTTP/1.1" status: 200 len: 994 time: 0.1192775 Dec 13 15:00:46.371581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4e21d-3f05-435e-89a4-60a56aa1fa45 req-9c7940db-d4f8-4c55-bf42-ae4ecc578db7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:46.373139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ab4e21d-3f05-435e-89a4-60a56aa1fa45 req-9c7940db-d4f8-4c55-bf42-ae4ecc578db7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0868447 Dec 13 15:00:46.412104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ab4e21d-3f05-435e-89a4-60a56aa1fa45 req-a9f8bdb6-65ee-4ede-ba0c-bbe4af96a051 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Dec 13 15:00:46.619563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b33c31-e7b8-4654-8ef9-6750cebcbc7c req-090bd263-d11d-46c9-8387-1ba3a12355da tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:46.630369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04b33c31-e7b8-4654-8ef9-6750cebcbc7c req-090bd263-d11d-46c9-8387-1ba3a12355da tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0764716 Dec 13 15:00:46.731971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-04b33c31-e7b8-4654-8ef9-6750cebcbc7c req-d5207e44-1ea9-469c-b5f8-381f8ef2271c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003554 Dec 13 15:00:46.900504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:46.937312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-2f6b6e7a-788f-40bf-9832-62c2c00e3922 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461627 Dec 13 15:00:46.958977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc616c76-f2ca-4ed8-90ce-93053d0e6dd1 req-ec02e15b-5acd-4dcb-90f2-581a49317c97 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:46.969212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc616c76-f2ca-4ed8-90ce-93053d0e6dd1 req-ec02e15b-5acd-4dcb-90f2-581a49317c97 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1073902 Dec 13 15:00:47.040841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc616c76-f2ca-4ed8-90ce-93053d0e6dd1 req-b1956df7-b2f1-4e56-b79b-91ac2455218e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615313 Dec 13 15:00:47.054034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f8f5-0088-4323-8080-f72505a5753e req-5b643e7b-de73-43e3-8aef-ab111e76388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:47.063097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-5b643e7b-de73-43e3-8aef-ab111e76388f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 1096 time: 0.0642958 Dec 13 15:00:47.253921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f8f5-0088-4323-8080-f72505a5753e req-1a1fab6f-5f38-4db6-88d9-c7cf76b3915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:47.255692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-1a1fab6f-5f38-4db6-88d9-c7cf76b3915f service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 916 time: 0.1667075 Dec 13 15:00:47.323570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-cf8c3075-597f-496a-b713-edaf01fbd7dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833 HTTP/1.1" status: 200 len: 217 time: 0.0559456 Dec 13 15:00:47.374537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42deb7-8aa3-4e13-8665-3be72137ab28 req-0e3a297f-3b9c-4b9c-953e-17f8ef3d5b1c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:47.383766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b42deb7-8aa3-4e13-8665-3be72137ab28 req-0e3a297f-3b9c-4b9c-953e-17f8ef3d5b1c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1194799 Dec 13 15:00:47.413836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f8f5-0088-4323-8080-f72505a5753e req-2b2a2270-26fc-4810-85bc-0b0656f720ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:47.415381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-2b2a2270-26fc-4810-85bc-0b0656f720ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.0823984 Dec 13 15:00:47.454493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-a588c068-5986-41c1-a6ab-741d49c50c64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275145 Dec 13 15:00:47.458395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b42deb7-8aa3-4e13-8665-3be72137ab28 req-569b7bc0-2d1c-4abf-985b-817e8bd74302 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759227 Dec 13 15:00:47.563001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-b2b35ac1-59f7-4228-8326-7cb623f766ac service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998867 Dec 13 15:00:47.597681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b59d0-9556-434d-9084-d5b4b3446d0b req-fb752ed4-f26b-4648-b480-1ce4e2de871e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:47.605981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc8b59d0-9556-434d-9084-d5b4b3446d0b req-fb752ed4-f26b-4648-b480-1ce4e2de871e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0620754 Dec 13 15:00:47.649332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc8b59d0-9556-434d-9084-d5b4b3446d0b req-55eba3b0-4ddf-4158-ba29-a9a6b99cd193 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Dec 13 15:00:47.671712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b686f8f5-0088-4323-8080-f72505a5753e req-6ff5423e-9f68-4269-94ac-8cf5518150e1 service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002679 Dec 13 15:00:47.798273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0f95f-cb40-4f73-b7c8-02cbfff7a5c7 req-b20cfd03-92bc-4d9b-9aac-7e969cdbe46d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:47.799971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b0e0f95f-cb40-4f73-b7c8-02cbfff7a5c7 req-b20cfd03-92bc-4d9b-9aac-7e969cdbe46d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0593204 Dec 13 15:00:47.840411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b0e0f95f-cb40-4f73-b7c8-02cbfff7a5c7 req-99e7fa0c-8eee-42b1-99b7-2b47bc4a320f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Dec 13 15:00:47.981900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0ea5-ef82-4a95-b30b-9a8653a9c7ce req-7cc171b0-477c-4af5-a630-122ae255eafd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:47.984051 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c95c0ea5-ef82-4a95-b30b-9a8653a9c7ce req-7cc171b0-477c-4af5-a630-122ae255eafd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0525086 Dec 13 15:00:48.021646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c95c0ea5-ef82-4a95-b30b-9a8653a9c7ce req-927c8ac5-9bb6-40fb-af50-62ba7875ad4d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Dec 13 15:00:48.419208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aca63d-79f8-431a-8db8-5540a63d878f req-a9115c45-9c2f-48ad-a7a7-bb9feeaeede5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:48.420711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07aca63d-79f8-431a-8db8-5540a63d878f req-a9115c45-9c2f-48ad-a7a7-bb9feeaeede5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0655820 Dec 13 15:00:48.469074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07aca63d-79f8-431a-8db8-5540a63d878f req-2eb1e918-4c88-497e-92d5-f4e675674d22 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Dec 13 15:00:49.625887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264762-d427-4715-9766-fc5f2c1ea387 req-d785a4c9-a059-40da-b1e1-dfb69bb6cde0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:49.635236 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f264762-d427-4715-9766-fc5f2c1ea387 req-d785a4c9-a059-40da-b1e1-dfb69bb6cde0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0714307 Dec 13 15:00:49.688120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f264762-d427-4715-9766-fc5f2c1ea387 req-cdf2e474-74b6-4ee9-a623-fa67cbb98389 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516741 Dec 13 15:00:49.824728 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-271c191b-b043-4b07-b4f8-b7840467c361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:50.238604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b9fc-060b-4e92-a6f0-a586eeb88e88 req-c4915e11-8f23-4bf3-8255-8fd9d3f42422 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:50.240523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5441b9fc-060b-4e92-a6f0-a586eeb88e88 req-c4915e11-8f23-4bf3-8255-8fd9d3f42422 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0675478 Dec 13 15:00:50.280185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5441b9fc-060b-4e92-a6f0-a586eeb88e88 req-b4bd4d10-1e3c-43d1-b694-266ad79503a3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Dec 13 15:00:51.412880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565d75-61fd-43e1-b4fc-5fc86dd6f7df req-0e303fa2-89d4-480b-91b9-fecc1bb69ddd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:51.414603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e565d75-61fd-43e1-b4fc-5fc86dd6f7df req-0e303fa2-89d4-480b-91b9-fecc1bb69ddd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0539713 Dec 13 15:00:51.457706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e565d75-61fd-43e1-b4fc-5fc86dd6f7df req-51b5b654-50d6-49ff-9629-3d98a8775a83 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Dec 13 15:00:51.583616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440ccbb-600b-4afe-a8de-7f2b40efe68a req-05f24341-a545-4992-8988-b7c4f7ac1da8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:51.585813 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1440ccbb-600b-4afe-a8de-7f2b40efe68a req-05f24341-a545-4992-8988-b7c4f7ac1da8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0535336 Dec 13 15:00:51.625571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1440ccbb-600b-4afe-a8de-7f2b40efe68a req-eb3c9ce2-1344-4aff-ad72-696ba6ead4db tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334351 Dec 13 15:00:51.777515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2e6a0-7e86-4b5d-ae71-49a00cf130d9 req-fbd0e803-abd5-44c5-b046-db9531b85b08 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:51.779184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4cb2e6a0-7e86-4b5d-ae71-49a00cf130d9 req-fbd0e803-abd5-44c5-b046-db9531b85b08 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0521235 Dec 13 15:00:51.818290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4cb2e6a0-7e86-4b5d-ae71-49a00cf130d9 req-004ef61b-a585-4aa3-b5e1-1786be6db95f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Dec 13 15:00:51.952592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2adb-71c4-44cd-bc37-d06382d96831 req-2b4f10fd-a228-4fdc-a1a6-8ea4f86abb16 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:51.960434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e88b2adb-71c4-44cd-bc37-d06382d96831 req-2b4f10fd-a228-4fdc-a1a6-8ea4f86abb16 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0638409 Dec 13 15:00:51.993416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e88b2adb-71c4-44cd-bc37-d06382d96831 req-a696fb44-5346-4f6b-aa3a-ff467ffd2175 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Dec 13 15:00:52.131856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866af2-1bed-47cb-b09b-6596e30035a6 req-ba98be8c-dee1-46b7-88a8-7fbb6781c39d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:52.133367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9866af2-1bed-47cb-b09b-6596e30035a6 req-ba98be8c-dee1-46b7-88a8-7fbb6781c39d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0534737 Dec 13 15:00:52.189537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9866af2-1bed-47cb-b09b-6596e30035a6 req-2c0c147b-4fad-4ed9-9f71-73a89d96b84f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Dec 13 15:00:52.243417 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-006974df-03c9-4920-a657-46814c374c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:52.311384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf72cc-dfea-41bd-b128-e880cae7caf1 req-a5e65f08-8814-4bc1-855a-3e0a9c9ec36c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:52.312992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8dbf72cc-dfea-41bd-b128-e880cae7caf1 req-a5e65f08-8814-4bc1-855a-3e0a9c9ec36c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0513785 Dec 13 15:00:52.354079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8dbf72cc-dfea-41bd-b128-e880cae7caf1 req-5afebc5c-103e-4927-a7f7-c7aa2c09a5d4 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Dec 13 15:00:52.525409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-d723426d-6e45-446c-8b78-1feaf75b4520 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854039 Dec 13 15:00:52.546187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103ae2-11cd-4fe3-9a44-be8644e3d1c7 req-55872cde-6141-493c-b8a7-062130f9b8cc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:52.548061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f103ae2-11cd-4fe3-9a44-be8644e3d1c7 req-55872cde-6141-493c-b8a7-062130f9b8cc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0678596 Dec 13 15:00:52.630909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f103ae2-11cd-4fe3-9a44-be8644e3d1c7 req-2ff39dd6-4f70-4ac7-98f6-0a97d2d1a515 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Dec 13 15:00:52.647032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-261cb884-f69c-4402-a572-1a0b55299585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:52.647032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-261cb884-f69c-4402-a572-1a0b55299585 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 1097 time: 0.0889959 Dec 13 15:00:52.789244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74f905-9b85-4f6c-a767-1e4ab7d380c6 req-88a535b3-8a4e-4353-9431-769d0eaeb793 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:52.791540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab74f905-9b85-4f6c-a767-1e4ab7d380c6 req-88a535b3-8a4e-4353-9431-769d0eaeb793 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0781176 Dec 13 15:00:52.798505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-d4174a3f-578c-4500-bdd3-0911e3478d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:52.801542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-d4174a3f-578c-4500-bdd3-0911e3478d2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 912 time: 0.1383524 Dec 13 15:00:52.886351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab74f905-9b85-4f6c-a767-1e4ab7d380c6 req-fcc5cf7f-d3d2-4cf1-a2e8-01dcffcbc77c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766373 Dec 13 15:00:52.964536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-0f078747-128b-4e52-8bc4-1709a89f6488 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 200 len: 1002 time: 0.1543193 Dec 13 15:00:53.030261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-ac121463-3f6c-4fc6-b44f-b57a667a794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:53.033067 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-ac121463-3f6c-4fc6-b44f-b57a667a794c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.0599413 Dec 13 15:00:53.097479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-eefa84bb-1566-4dc3-a1ad-a720e298f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:53.101985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-eefa84bb-1566-4dc3-a1ad-a720e298f82e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600884 Dec 13 15:00:53.129323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d17df-af4b-4ad6-812f-51842470155c req-b5b5410f-ba98-4c2e-9362-c23d475e61bb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:53.146440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc0d17df-af4b-4ad6-812f-51842470155c req-b5b5410f-ba98-4c2e-9362-c23d475e61bb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1165786 Dec 13 15:00:53.214921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc0d17df-af4b-4ad6-812f-51842470155c req-c4297e9f-e4e1-4d00-9a92-b3e638fdcf52 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614896 Dec 13 15:00:53.231846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-2eddefdc-5b32-4105-a787-ea72cce6b49f service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207626 Dec 13 15:00:53.243835 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:53.374272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8be963-825e-4fe9-b1a5-590115495c47 req-e25e1882-492f-403d-8e0f-c79414d85953 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199274 Dec 13 15:00:53.413962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fb1e-2538-4abc-be63-44333db0881e req-445a6c3d-f840-4a39-83dd-51e89f866054 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:53.422130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b09fb1e-2538-4abc-be63-44333db0881e req-445a6c3d-f840-4a39-83dd-51e89f866054 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0880711 Dec 13 15:00:53.469980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b09fb1e-2538-4abc-be63-44333db0881e req-914e4711-cd6e-4217-9145-33341c48ecea tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466838 Dec 13 15:00:53.681013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba097cc-12fa-4ee3-9ad5-451cb34472de req-e8d612c8-69f8-411b-b777-2b8c364b0831 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:53.699223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ba097cc-12fa-4ee3-9ad5-451cb34472de req-e8d612c8-69f8-411b-b777-2b8c364b0831 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1026359 Dec 13 15:00:53.789911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ba097cc-12fa-4ee3-9ad5-451cb34472de req-2cad4fed-1ed1-4ff4-ae47-a0a817a2bb5f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886960 Dec 13 15:00:53.967981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619e1cb-e643-437c-b5d4-3c8f5e72e468 req-62a58b15-9a38-4a1a-ad4e-3dc4bbd5727f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:53.980662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4619e1cb-e643-437c-b5d4-3c8f5e72e468 req-62a58b15-9a38-4a1a-ad4e-3dc4bbd5727f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0649798 Dec 13 15:00:54.065296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4619e1cb-e643-437c-b5d4-3c8f5e72e468 req-d356dd75-3ce8-4edd-a2d7-c2012d03fd08 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618441 Dec 13 15:00:54.154068 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:00:54.231230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f15e-b780-4592-9a1a-c218cfd77ecc req-698adeca-8a69-4e6e-a280-21c60466c8bb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:54.239262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f12f15e-b780-4592-9a1a-c218cfd77ecc req-698adeca-8a69-4e6e-a280-21c60466c8bb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0635936 Dec 13 15:00:54.295263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f12f15e-b780-4592-9a1a-c218cfd77ecc req-394b88ec-6440-47b9-add2-21454b575436 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508840 Dec 13 15:00:54.432909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a01d-f89b-4428-b602-f6186a678b68 req-ea484449-d172-440f-b4fe-ca80e19fd1ca tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:54.435609 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9118a01d-f89b-4428-b602-f6186a678b68 req-ea484449-d172-440f-b4fe-ca80e19fd1ca tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0770936 Dec 13 15:00:54.494751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9118a01d-f89b-4428-b602-f6186a678b68 req-75f77767-7362-4123-ad3b-3845b2935931 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508387 Dec 13 15:00:54.634429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418e788-60ea-4b31-b5e7-7e66e14d3acb req-b179210e-91b3-4bcb-a099-ebc1dd97255c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:54.636069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b418e788-60ea-4b31-b5e7-7e66e14d3acb req-b179210e-91b3-4bcb-a099-ebc1dd97255c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0519791 Dec 13 15:00:54.691207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b418e788-60ea-4b31-b5e7-7e66e14d3acb req-516b6752-5989-49a9-931d-e8cfcbe648dd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Dec 13 15:00:54.882635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3616c7-29f1-476c-8d58-9614962035f2 req-3ec255db-b4b6-48ca-a8bb-11c0bea7df13 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:54.890628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b3616c7-29f1-476c-8d58-9614962035f2 req-3ec255db-b4b6-48ca-a8bb-11c0bea7df13 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1183302 Dec 13 15:00:54.929181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:54.967036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b3616c7-29f1-476c-8d58-9614962035f2 req-e63ed0b1-d545-4b1f-a8bc-3973b2c48401 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739520 Dec 13 15:00:55.132492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:00:55.137254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c088e2-39be-40b2-8029-416b72a0ab63 req-450904fa-b29e-4948-8cfe-d023a8d839d0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:55.139065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c088e2-39be-40b2-8029-416b72a0ab63 req-450904fa-b29e-4948-8cfe-d023a8d839d0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0520806 Dec 13 15:00:55.183570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c088e2-39be-40b2-8029-416b72a0ab63 req-dc62fe28-3878-481b-b41c-bba243ce1520 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Dec 13 15:00:55.338805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddbc02-80e2-4a55-8147-4f71eefb5e7f req-9451531f-b623-411a-8d54-62c1d47cfdfc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:55.341402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7ddbc02-80e2-4a55-8147-4f71eefb5e7f req-9451531f-b623-411a-8d54-62c1d47cfdfc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0766823 Dec 13 15:00:55.382576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7ddbc02-80e2-4a55-8147-4f71eefb5e7f req-81af3d43-b2fa-4a08-8631-5b044e910b4f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Dec 13 15:00:55.581502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d7afa-eea5-4b62-83f7-4a53e331f327 req-4aa027db-027f-4419-8ac4-7dc0eefc4d6a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:55.582983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a68d7afa-eea5-4b62-83f7-4a53e331f327 req-4aa027db-027f-4419-8ac4-7dc0eefc4d6a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0570247 Dec 13 15:00:55.626707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a68d7afa-eea5-4b62-83f7-4a53e331f327 req-fc1b3277-631c-444d-91d8-1a023f786b8f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370152 Dec 13 15:00:55.764198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dda1d-479b-453d-ac68-ef83289b9610 req-5371fb89-3dde-455c-9a5b-c5fe4362d96d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:55.766331 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d56dda1d-479b-453d-ac68-ef83289b9610 req-5371fb89-3dde-455c-9a5b-c5fe4362d96d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0583797 Dec 13 15:00:55.807269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d56dda1d-479b-453d-ac68-ef83289b9610 req-e7a0cd33-8091-433c-b91f-158cbea20de5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Dec 13 15:00:55.975702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065fa48-e00c-49a1-a955-475261f53987 req-f2a7efa1-e47e-4a7e-9714-30e6deea7bca tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:55.977283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9065fa48-e00c-49a1-a955-475261f53987 req-f2a7efa1-e47e-4a7e-9714-30e6deea7bca tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0529220 Dec 13 15:00:56.026054 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9065fa48-e00c-49a1-a955-475261f53987 req-514c673b-72ec-473f-bd97-1a042ba1fc15 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Dec 13 15:00:56.173873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101c04c-4815-41da-937e-c318d85dea2a req-e4f37cfc-3453-4cac-b90e-2250ebc97415 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:56.176033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6101c04c-4815-41da-937e-c318d85dea2a req-e4f37cfc-3453-4cac-b90e-2250ebc97415 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0556617 Dec 13 15:00:56.222809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6101c04c-4815-41da-937e-c318d85dea2a req-62ed4014-4687-48ff-8971-604d47b0d3f8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Dec 13 15:00:57.100804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d805fa-5377-454c-b052-9e33715eba1f req-d3f5ee21-06b5-41af-a775-b16c9fa9cc7c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:57.100804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33d805fa-5377-454c-b052-9e33715eba1f req-d3f5ee21-06b5-41af-a775-b16c9fa9cc7c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0774596 Dec 13 15:00:57.150772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-33d805fa-5377-454c-b052-9e33715eba1f req-9a9e4202-2ed8-436f-8fc2-bb775de9299f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Dec 13 15:00:58.274191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562f2fc-4ef3-474d-9176-3d2c93b6d461 req-a026fad5-22ed-49c3-bce2-1076cf3c5add tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:58.275817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6562f2fc-4ef3-474d-9176-3d2c93b6d461 req-a026fad5-22ed-49c3-bce2-1076cf3c5add tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0543592 Dec 13 15:00:58.330748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6562f2fc-4ef3-474d-9176-3d2c93b6d461 req-ca5d1683-59e2-4758-8782-e6f23f506c4e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Dec 13 15:00:59.463631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d069a33-c5a0-4696-92a3-1b05caf6caa8 req-835a3b9b-36be-4e36-bf5e-b178f5e8a7c8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:59.465157 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d069a33-c5a0-4696-92a3-1b05caf6caa8 req-835a3b9b-36be-4e36-bf5e-b178f5e8a7c8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0530052 Dec 13 15:00:59.505756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d069a33-c5a0-4696-92a3-1b05caf6caa8 req-db452c29-47e8-4573-afb8-a50a35e51edc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Dec 13 15:00:59.623513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd256-4eb4-4040-820f-731d4bcfe942 req-2402a02e-41f5-49dc-a5a6-d4582fae0d79 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:00:59.624962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-88ffd256-4eb4-4040-820f-731d4bcfe942 req-2402a02e-41f5-49dc-a5a6-d4582fae0d79 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0488925 Dec 13 15:00:59.664358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-88ffd256-4eb4-4040-820f-731d4bcfe942 req-bc9b04a6-769c-4555-a3d7-a77acd08b605 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331118 Dec 13 15:01:00.630497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd869cbc-2661-4428-baef-abc51d8264dc req-377e2554-44d3-4c9e-8564-7eb31a177b13 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:00.632099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd869cbc-2661-4428-baef-abc51d8264dc req-377e2554-44d3-4c9e-8564-7eb31a177b13 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0511835 Dec 13 15:01:00.670460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd869cbc-2661-4428-baef-abc51d8264dc req-4737b9c3-4cc5-4cb2-bb61-020a7cdb5adc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Dec 13 15:01:00.786440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed071e5a-8316-446c-a72b-016793c58fd3 req-427687a2-be38-4691-96d2-93b73324a170 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:00.787928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed071e5a-8316-446c-a72b-016793c58fd3 req-427687a2-be38-4691-96d2-93b73324a170 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0546813 Dec 13 15:01:00.825788 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ed071e5a-8316-446c-a72b-016793c58fd3 req-ea1e9584-3329-4d9c-91ed-ea02b7633d02 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Dec 13 15:01:01.807212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e26ed5-2afc-4eb0-9659-4804f99d47c9 req-4943bee1-c231-40d4-b538-b03c261d1086 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:01.808710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80e26ed5-2afc-4eb0-9659-4804f99d47c9 req-4943bee1-c231-40d4-b538-b03c261d1086 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0704832 Dec 13 15:01:01.847959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80e26ed5-2afc-4eb0-9659-4804f99d47c9 req-a9bdaa5e-9fee-4d99-8250-9206d34cf233 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Dec 13 15:01:01.955835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4984b3c-17a9-4324-adbf-7dce1f7992fb req-b574080b-fe29-4cfe-a01b-f3331ebef8d4 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:01.957264 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4984b3c-17a9-4324-adbf-7dce1f7992fb req-b574080b-fe29-4cfe-a01b-f3331ebef8d4 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0609801 Dec 13 15:01:01.996698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4984b3c-17a9-4324-adbf-7dce1f7992fb req-b18e76bc-bcff-412c-8837-97099f4db323 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333209 Dec 13 15:01:02.974648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd658a-6468-4409-b300-33bfa2a87c8c req-2b6c31b4-4849-4537-9b38-9f20f632d33d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:02.981597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bbd658a-6468-4409-b300-33bfa2a87c8c req-2b6c31b4-4849-4537-9b38-9f20f632d33d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0601082 Dec 13 15:01:03.022710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bbd658a-6468-4409-b300-33bfa2a87c8c req-e342b0aa-0b07-4e58-9e2d-550ceb01659d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Dec 13 15:01:03.144489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6077f3-05d3-4f6d-8126-ad4c1bc9155b req-585f0041-a40f-4d1a-a8e1-9ddc3c4a4176 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:03.146143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f6077f3-05d3-4f6d-8126-ad4c1bc9155b req-585f0041-a40f-4d1a-a8e1-9ddc3c4a4176 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0536380 Dec 13 15:01:03.190752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f6077f3-05d3-4f6d-8126-ad4c1bc9155b req-53d32bf9-5efc-4f08-b9f9-2203f3063b7d tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Dec 13 15:01:04.172495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646e007-8cbb-4b43-94cc-b263b5508cc8 req-105d0200-1c4d-4988-b258-c59fbf56563e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:04.174043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e646e007-8cbb-4b43-94cc-b263b5508cc8 req-105d0200-1c4d-4988-b258-c59fbf56563e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0526989 Dec 13 15:01:04.212133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e646e007-8cbb-4b43-94cc-b263b5508cc8 req-32e832f8-7f4b-4e33-98d2-210efea675e5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Dec 13 15:01:04.310826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaf6ce-cdf1-4560-805e-d747ae97b854 req-c445db41-3f50-445f-8e23-e6c7ab3c3eae tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:04.312434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9ebaf6ce-cdf1-4560-805e-d747ae97b854 req-c445db41-3f50-445f-8e23-e6c7ab3c3eae tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0492187 Dec 13 15:01:04.355560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9ebaf6ce-cdf1-4560-805e-d747ae97b854 req-50a7c3ca-d749-44ec-9f5d-b735524831bd tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Dec 13 15:01:04.625313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-6e843769-ca8f-4120-9494-72d43288af1b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:04.626727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-6e843769-ca8f-4120-9494-72d43288af1b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/networks?id=f5371104-a34e-400d-a21d-1086b5318db2 HTTP/1.1" status: 200 len: 814 time: 0.1101019 Dec 13 15:01:04.641898 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-52bd58e6-db57-4eed-8f93-8f53213a62d6 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/quotas/22985bb237414a1d99ba208416e5881b HTTP/1.1" status: 200 len: 375 time: 0.0088449 Dec 13 15:01:04.673149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-a393a6a7-6dca-4d5c-b58a-c8192bee55ae tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=22985bb237414a1d99ba208416e5881b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259550 Dec 13 15:01:04.773996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-14622f0f-45da-41d2-a6aa-0dbfacb951be service neutron] 10.222.0.24 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933638 Dec 13 15:01:04.869562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-0bd1735f-f04c-4c53-9112-ce33e5d492a8 service neutron] 10.222.0.24 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888283 Dec 13 15:01:05.189193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9300b683-8373-4dae-926a-08e20a5a67d9 req-72eb8aae-c128-42c7-b448-278b6efabd40 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 210 time: 0.0565348 Dec 13 15:01:05.367813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076f72a-f102-436a-a62e-e5502755ad87 req-e7f8ea9e-c7ec-4b0b-82b9-c623bb2482b1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:05.369364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b076f72a-f102-436a-a62e-e5502755ad87 req-e7f8ea9e-c7ec-4b0b-82b9-c623bb2482b1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0775218 Dec 13 15:01:05.416013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b076f72a-f102-436a-a62e-e5502755ad87 req-cecb75f5-a189-4986-be66-d226f067d94e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Dec 13 15:01:05.511912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c658b17-6ada-4fe2-b84e-dd43ba59e0f3 req-1a5021df-2b81-4e39-a725-3f64a52bc4ef tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:05.513491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c658b17-6ada-4fe2-b84e-dd43ba59e0f3 req-1a5021df-2b81-4e39-a725-3f64a52bc4ef tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0520647 Dec 13 15:01:05.554055 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c658b17-6ada-4fe2-b84e-dd43ba59e0f3 req-fa1ce956-40bd-422f-988a-83ae03d81266 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337214 Dec 13 15:01:06.263797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59aa47f9-5f3f-4dcd-b21a-36f7270f4c4c req-18e57cd2-9354-44db-bb2e-9836d7fee31e tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 210 time: 0.0346947 Dec 13 15:01:06.562363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da138e0-053b-428f-a5be-c7bc5135786f req-82e82215-4b3a-478b-9358-95e1b3bae3dd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:06.565418 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1da138e0-053b-428f-a5be-c7bc5135786f req-82e82215-4b3a-478b-9358-95e1b3bae3dd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0554686 Dec 13 15:01:06.609072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1da138e0-053b-428f-a5be-c7bc5135786f req-2f1b0536-12f7-47e3-85f9-47972fa58c2b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371737 Dec 13 15:01:06.720581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4fd8-3c97-4d70-a418-3823c68bb985 req-6485f259-20f0-47b0-b11c-346f4dc6ffcb tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:06.722018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdfd4fd8-3c97-4d70-a418-3823c68bb985 req-6485f259-20f0-47b0-b11c-346f4dc6ffcb tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0802679 Dec 13 15:01:06.761910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdfd4fd8-3c97-4d70-a418-3823c68bb985 req-072e3295-29b5-4a8c-8c78-9d265b2361ba tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Dec 13 15:01:07.390009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6bb9d45-7695-4abb-a2f1-d261153cc41a req-b6e4a395-55a8-4d5c-980a-3de49b3e496f tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 210 time: 0.0339348 Dec 13 15:01:07.531428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-4eaa2783-3c65-4000-aabd-47273ffba00f tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:07.533026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-4eaa2783-3c65-4000-aabd-47273ffba00f tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "GET /v2.0/networks?id=f5371104-a34e-400d-a21d-1086b5318db2 HTTP/1.1" status: 200 len: 814 time: 0.1483045 Dec 13 15:01:07.547745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Request body: {'port': {'device_id': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2', 'admin_state_up': True, 'tenant_id': '22985bb237414a1d99ba208416e5881b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:07.734967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e0d20-c758-413b-a7c7-09f7e257b465 req-498ff511-b032-42cb-b402-f7ae8582c5a9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:07.736399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e18e0d20-c758-413b-a7c7-09f7e257b465 req-498ff511-b032-42cb-b402-f7ae8582c5a9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0487337 Dec 13 15:01:07.745716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Made reservation on behalf of 22985bb237414a1d99ba208416e5881b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:01:07.749605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:07.801667 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e18e0d20-c758-413b-a7c7-09f7e257b465 req-1797e69c-2a9b-4283-b3d8-c66dfe430187 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562973 Dec 13 15:01:07.971405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Allocated IP 172.20.0.3 (f5371104-a34e-400d-a21d-1086b5318db2/3f4d1122-2e59-4c40-98d3-39ddaf596331/8f06cbe8-01ef-4f7d-a417-096892db0e87) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:01:07.982594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef7f2-50b1-4c80-99c1-b6f64a9b6276 req-56399ee5-9412-4eec-be88-f7c69f7220de tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:07.984057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaaef7f2-50b1-4c80-99c1-b6f64a9b6276 req-56399ee5-9412-4eec-be88-f7c69f7220de tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0928683 Dec 13 15:01:08.054159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eaaef7f2-50b1-4c80-99c1-b6f64a9b6276 req-2b0d7876-4382-42f8-9632-55a099654a7f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592167 Dec 13 15:01:08.160569 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:08.267044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:08.312507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Network f5371104-a34e-400d-a21d-1086b5318db2 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:01:08.315579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:08.320097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:01:08.345267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Pushing event updated for resources: {'Port': ['ID=8f06cbe8-01ef-4f7d-a417-096892db0e87,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:08.373181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:08.373774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:08.496681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-2e4202bb-a18e-472e-8b66-f09739b77316 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9540949 Dec 13 15:01:08.511938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Request body: {'port': {'device_id': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:08.541137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab375-a37f-4a9a-9261-b7d85e5e36e5 req-caf86107-829c-4423-992c-6b7525c2b04d tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:08.542639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb7ab375-a37f-4a9a-9261-b7d85e5e36e5 req-caf86107-829c-4423-992c-6b7525c2b04d tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 931 time: 0.0881729 Dec 13 15:01:08.600296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:08.615122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb7ab375-a37f-4a9a-9261-b7d85e5e36e5 req-0e763ed5-f46b-4ebf-bfe0-69038da7da0e tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650942 Dec 13 15:01:08.979795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdd64a-bf80-4af5-aa12-da3236a84262 req-5db6f8a7-7017-4cd7-a193-c2b4e09a47dc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:08.982443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9bdd64a-bf80-4af5-aa12-da3236a84262 req-5db6f8a7-7017-4cd7-a193-c2b4e09a47dc tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0788374 Dec 13 15:01:09.027381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9bdd64a-bf80-4af5-aa12-da3236a84262 req-f22305e6-7849-4ba8-968e-f5bd5963970c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381372 Dec 13 15:01:09.226639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc1022-e43b-49de-b735-dbfbaf133d4f req-1dcd35a2-3141-4996-9d5f-e914520b44f2 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:09.228291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61bc1022-e43b-49de-b735-dbfbaf133d4f req-1dcd35a2-3141-4996-9d5f-e914520b44f2 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0970325 Dec 13 15:01:09.247561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f06cbe8-01ef-4f7d-a417-096892db0e87 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:01:09.260722 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:09.298427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Transition to ACTIVE for port object 8f06cbe8-01ef-4f7d-a417-096892db0e87 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:01:09.306288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61bc1022-e43b-49de-b735-dbfbaf133d4f req-0872b626-604a-42c0-b1b9-71a5542a8f0b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597084 Dec 13 15:01:09.346702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:09.421842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Pushing event updated for resources: {'Port': ['ID=8f06cbe8-01ef-4f7d-a417-096892db0e87,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:09.479136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Attempting to bind port 8f06cbe8-01ef-4f7d-a417-096892db0e87 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:01:09.479487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Attempting to bind port 8f06cbe8-01ef-4f7d-a417-096892db0e87 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:01:09.480696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Attempting to bind port 8f06cbe8-01ef-4f7d-a417-096892db0e87 on network f5371104-a34e-400d-a21d-1086b5318db2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:09.486064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Port 8f06cbe8-01ef-4f7d-a417-096892db0e87 on network f5371104-a34e-400d-a21d-1086b5318db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:01:09.486567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Attempting to bind port 8f06cbe8-01ef-4f7d-a417-096892db0e87 on network f5371104-a34e-400d-a21d-1086b5318db2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:09.496223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:01:09.496692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Checking segment: {'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:01:09.497088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Bound using segment: {'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:01:09.497675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Bound port: 8f06cbe8-01ef-4f7d-a417-096892db0e87, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:01:09.498047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:09.525719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-a3007739-cdb5-49f7-ae3b-b8d1539b5f5d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:09.527361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-a3007739-cdb5-49f7-ae3b-b8d1539b5f5d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.1171966 Dec 13 15:01:09.551526 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-0d71e2a2-7180-4578-b7cb-0e065b7ce1ca tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/quotas/bca27de7d91c4547880d4cc1f96f70ab HTTP/1.1" status: 200 len: 375 time: 0.0104239 Dec 13 15:01:09.575807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] For port 8f06cbe8-01ef-4f7d-a417-096892db0e87, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:01:09.579474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] For port 8f06cbe8-01ef-4f7d-a417-096892db0e87, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8f06cbe8-01ef-4f7d-a417-096892db0e87,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:01:09.623024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-1693d9ed-8103-41e1-a42a-8dc2d8e9d17b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524318 Dec 13 15:01:09.666473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:09.670242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:01:09.719140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-a7469ecf-910e-4342-8cd7-e8751723b5d3 service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883467 Dec 13 15:01:09.736043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:09.737532 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:09.749539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] 10.222.0.55 "PUT /v2.0/ports/8f06cbe8-01ef-4f7d-a417-096892db0e87 HTTP/1.1" status: 200 len: 1091 time: 1.2430506 Dec 13 15:01:09.769113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'tag': '8f06cbe8-01ef-4f7d-a417-096892db0e87'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:09.771722 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794cd2b-a703-4b17-b8c6-a583366f0fde" -d '{"events": [{"name": "network-changed", "server_uuid": "60b58a61-aeeb-4316-8b62-20bb62f7eb92", "tag": "8f06cbe8-01ef-4f7d-a417-096892db0e87"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:09.780790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:09.792556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe', 'port_id': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e72b3d-fc4d-42e5-8f03-42724ff2df59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:01:09.813954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260deec-c904-454e-974e-b9bc012faf17 service neutron] Pushing event updated for resources: {'Port': ['ID=8f06cbe8-01ef-4f7d-a417-096892db0e87,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:09.844697 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:09.848283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b050770-bf6f-4dc5-b59a-54294516dc48 req-2b8478ab-0650-4ab6-85a5-123c0aa7bb96 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:09.849883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b050770-bf6f-4dc5-b59a-54294516dc48 req-2b8478ab-0650-4ab6-85a5-123c0aa7bb96 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 943 time: 0.1436050 Dec 13 15:01:09.853350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-5412d55d-42b0-4e70-88aa-241fce20b54c service neutron] 10.222.0.24 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275961 Dec 13 15:01:09.868137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6376e5e1-0666-474e-a235-fa14f8fb62e7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:01:09.892949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:09.934410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b050770-bf6f-4dc5-b59a-54294516dc48 req-94a95cbe-d8bb-4d07-8294-a405df44a883 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596135 Dec 13 15:01:09.945157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-b84a8b44-fa40-45c7-952b-016544c2e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:09.953639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-b84a8b44-fa40-45c7-952b-016544c2e7d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22985bb237414a1d99ba208416e5881b&device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 1094 time: 0.0637608 Dec 13 15:01:09.974209 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:09.995423 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03706d79-b544-4948-99d2-db99bd1ad309 x-openstack-request-id: req-03706d79-b544-4948-99d2-db99bd1ad309 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:09.995729 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b58a61-aeeb-4316-8b62-20bb62f7eb92", "tag": "8f06cbe8-01ef-4f7d-a417-096892db0e87", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:09.995980 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03706d79-b544-4948-99d2-db99bd1ad309 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:09.996365 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'tag': '8f06cbe8-01ef-4f7d-a417-096892db0e87', 'status': 'completed', 'code': 200} Dec 13 15:01:09.998070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-d43bc808-6250-4bb0-90e8-1b40022e2d1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f06cbe8-01ef-4f7d-a417-096892db0e87 HTTP/1.1" status: 200 len: 217 time: 0.0433578 Dec 13 15:01:10.022814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:10.030372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.030715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.031062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.031383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.031713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.032036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.032354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.032667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.033196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.033521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.033838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.034149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:10.052146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-4395bca5-eb60-4a25-b5e0-ed213fc5fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:10.053692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-4395bca5-eb60-4a25-b5e0-ed213fc5fa05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f4d1122-2e59-4c40-98d3-39ddaf596331 HTTP/1.1" status: 200 len: 854 time: 0.0480106 Dec 13 15:01:10.100989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-dcd7a030-2d23-4a96-9352-832d4c312dce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5371104-a34e-400d-a21d-1086b5318db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399220 Dec 13 15:01:10.127670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6376e5e1-0666-474e-a235-fa14f8fb62e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:01:10.197586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5b14617-30bf-4d9a-8285-2609cf91c9c1 req-cb63e0c8-fd7a-4123-a17b-5e91f5231f6a tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 210 time: 0.0796030 Dec 13 15:01:10.261478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-99939cae-c3e2-447d-bf1a-2e6202a6b721 service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534455 Dec 13 15:01:10.361197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f313-a77d-4877-852e-ba9ff43f1b3a req-e561bfcf-f5ec-466c-9cfe-3e3913e1cabe tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:10.363846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ced0f313-a77d-4877-852e-ba9ff43f1b3a req-e561bfcf-f5ec-466c-9cfe-3e3913e1cabe tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 945 time: 0.1789522 Dec 13 15:01:10.430580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab293025-ade4-4dc4-add0-32eb72e37656 req-9a677e77-2933-4894-a9fa-fb405c0e34e7 service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542449 Dec 13 15:01:10.434903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ced0f313-a77d-4877-852e-ba9ff43f1b3a req-e374f9f3-5af5-4bb9-9535-0253f991929a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651305 Dec 13 15:01:10.458508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74782fe5-8eb6-4bda-b623-9e0d8aaf1fd3 req-154e1b1f-650d-4564-9c45-c09f00156465 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:10.460175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74782fe5-8eb6-4bda-b623-9e0d8aaf1fd3 req-154e1b1f-650d-4564-9c45-c09f00156465 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0610554 Dec 13 15:01:10.506618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74782fe5-8eb6-4bda-b623-9e0d8aaf1fd3 req-4bc35a2c-43f6-4347-8ee5-d20ff1e99579 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349214 Dec 13 15:01:10.595476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-f00c5eed-0b3b-45a4-ace1-bf84e3a56c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:10.597874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-f00c5eed-0b3b-45a4-ace1-bf84e3a56c35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22985bb237414a1d99ba208416e5881b&device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 1094 time: 0.0468004 Dec 13 15:01:10.703257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-3483cf08-a64c-41b0-ad9e-e5d52249ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:10.704857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-3483cf08-a64c-41b0-ad9e-e5d52249ea9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f5371104-a34e-400d-a21d-1086b5318db2 HTTP/1.1" status: 200 len: 915 time: 0.0999715 Dec 13 15:01:10.755842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-2132a73d-cac8-4e25-b550-c40d96b64c9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f06cbe8-01ef-4f7d-a417-096892db0e87 HTTP/1.1" status: 200 len: 217 time: 0.0431709 Dec 13 15:01:10.818877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-327e4c79-673c-48b6-894c-1c6814882712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:10.820326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-327e4c79-673c-48b6-894c-1c6814882712 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f4d1122-2e59-4c40-98d3-39ddaf596331 HTTP/1.1" status: 200 len: 854 time: 0.0565050 Dec 13 15:01:10.854024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-3be538d6-4010-4a0a-950d-3574de5034c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5371104-a34e-400d-a21d-1086b5318db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262713 Dec 13 15:01:10.952381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-cfc045de-5d1d-4552-ab05-56b50b19007f service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913153 Dec 13 15:01:11.078164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49339c9-a8dd-472a-94dd-09d3708edef1 req-84b6802d-c148-4607-bbff-bc42f2cb1a1b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:11.081566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c49339c9-a8dd-472a-94dd-09d3708edef1 req-84b6802d-c148-4607-bbff-bc42f2cb1a1b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 943 time: 0.0754421 Dec 13 15:01:11.088362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9794cd2b-a703-4b17-b8c6-a583366f0fde req-cfd2d9c5-9631-4400-93e8-925da40a618f service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274130 Dec 13 15:01:11.306517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa4c2b3c-c0d4-478e-bc0f-62ab1b5344c2 req-2f4c11c3-5cea-41ac-96b1-9e806f10ea96 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 210 time: 0.0370336 Dec 13 15:01:11.425750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c49339c9-a8dd-472a-94dd-09d3708edef1 req-edffe43c-079e-4a07-8e70-ce52d4b323b7 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329477 Dec 13 15:01:11.616418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5a2e-13e0-4d1d-ab21-6827af91fecb req-3322ddaf-c183-437f-92eb-3a88ad93f776 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:11.623923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2eef5a2e-13e0-4d1d-ab21-6827af91fecb req-3322ddaf-c183-437f-92eb-3a88ad93f776 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 945 time: 0.1092231 Dec 13 15:01:11.680069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:11.695122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1ba0d-104e-4708-9a51-fe5b62fdcec3 req-bbdb5969-3a14-4515-ac35-ab11db09be05 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:11.701483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2eef5a2e-13e0-4d1d-ab21-6827af91fecb req-02dbe1f6-479c-413f-bca5-50163c5afe1a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700414 Dec 13 15:01:11.703357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5d1ba0d-104e-4708-9a51-fe5b62fdcec3 req-bbdb5969-3a14-4515-ac35-ab11db09be05 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0886858 Dec 13 15:01:11.782612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5d1ba0d-104e-4708-9a51-fe5b62fdcec3 req-764d6cfc-0992-474e-97ea-bb3aab3fa008 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723507 Dec 13 15:01:11.785828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 6376e5e1-0666-474e-a235-fa14f8fb62e7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:11.786206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:11.912055 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:11.937937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:11.940294 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335cef6-4f3d-4793-afe0-bbd60e19724b" -d '{"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-plugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:11.974032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:11.991146 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83814afa-74b3-4ef9-88f5-86cf1e085da9 x-openstack-request-id: req-83814afa-74b3-4ef9-88f5-86cf1e085da9 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:11.991457 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-plugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:11.991707 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83814afa-74b3-4ef9-88f5-86cf1e085da9 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:11.992097 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'code': 200} Dec 13 15:01:12.057661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:12.143380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:12.430484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-f65e1310-297b-4bb8-b47a-b299293f9d77 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:12.432231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-f65e1310-297b-4bb8-b47a-b299293f9d77 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 815 time: 0.1546171 Dec 13 15:01:12.449638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Request body: {'port': {'device_id': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'admin_state_up': True, 'tenant_id': 'bca27de7d91c4547880d4cc1f96f70ab'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:12.553582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-349a860d-f783-4b92-921e-f76e4c6d5016 req-b4678a32-3e96-4858-b776-eaa0ae2c81b2 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 210 time: 0.0753732 Dec 13 15:01:12.624744 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed68e2-50dc-46f6-9661-f2af8a1f7586 req-43c68991-8af1-4363-a950-229e51ff8980 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:12.627570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fed68e2-50dc-46f6-9661-f2af8a1f7586 req-43c68991-8af1-4363-a950-229e51ff8980 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 943 time: 0.1001010 Dec 13 15:01:12.664392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8f06cbe8-01ef-4f7d-a417-096892db0e87 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:01:12.697042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fed68e2-50dc-46f6-9661-f2af8a1f7586 req-b7fdb997-d827-44e0-9f49-d609949aeb8c tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614808 Dec 13 15:01:12.774147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Made reservation on behalf of bca27de7d91c4547880d4cc1f96f70ab for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:01:12.787427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:12.821442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8f06cbe8-01ef-4f7d-a417-096892db0e87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8f06cbe8-01ef-4f7d-a417-096892db0e87,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:12.834622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '8f06cbe8-01ef-4f7d-a417-096892db0e87', 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2', 'port_id': '8f06cbe8-01ef-4f7d-a417-096892db0e87', 'mac_address': 'fa:16:3e:ce:53:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4d1122-2e59-4c40-98d3-39ddaf596331', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:01:12.912930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:12.948368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f06cbe8-01ef-4f7d-a417-096892db0e87 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:01:12.985017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8f06cbe8-01ef-4f7d-a417-096892db0e87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8f06cbe8-01ef-4f7d-a417-096892db0e87,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:13.029882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f198f-2832-4eff-b6b3-686dccfe75f5 req-942473f6-75f1-4c47-9450-b990f5965bfd tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:13.048170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f50f198f-2832-4eff-b6b3-686dccfe75f5 req-942473f6-75f1-4c47-9450-b990f5965bfd tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.1264045 Dec 13 15:01:13.059454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c15a6-5a97-4028-9da7-59f191a9f8c3 req-61cee97b-7814-4160-b56c-bf8a917d5233 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:13.068672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c4c15a6-5a97-4028-9da7-59f191a9f8c3 req-61cee97b-7814-4160-b56c-bf8a917d5233 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.2049937 Dec 13 15:01:13.071134 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:13.156756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c4c15a6-5a97-4028-9da7-59f191a9f8c3 req-f18f2fc0-ad4f-4771-9ad8-2007e5916eda tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869794 Dec 13 15:01:13.158037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Allocated IP 172.20.0.14 (21a19500-01df-4097-be46-c6d15b22400e/d95e8868-7ab7-4804-983d-856ea196c053/cc254b51-3a94-45ae-ba38-c3723b45f2a5) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:01:13.164292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f50f198f-2832-4eff-b6b3-686dccfe75f5 req-9966c85f-fe76-4b0c-be87-d78a6e2407c0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151454 Dec 13 15:01:13.165496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=8f06cbe8-01ef-4f7d-a417-096892db0e87,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:13.290419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['8f06cbe8-01ef-4f7d-a417-096892db0e87'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:01:13.458487 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:13.563269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:13.576729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['53096857-0ea2-4840-a65a-2ed2cd0e7325'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:01:13.723083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Network 21a19500-01df-4097-be46-c6d15b22400e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:01:13.758745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:13.780048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:01:13.792119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event updated for resources: {'Port': ['ID=cc254b51-3a94-45ae-ba38-c3723b45f2a5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:13.830999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:01:13.872053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.872487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.872737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.880237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.880942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.881507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.882282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.882875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.883431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.883985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.884561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.885108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:13.889794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784553b7-32b9-4fba-ab3b-67c8e9c2e8f9 req-d256aefb-ce5f-49b2-82a4-27ca85c2af58 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:13.905962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-784553b7-32b9-4fba-ab3b-67c8e9c2e8f9 req-d256aefb-ce5f-49b2-82a4-27ca85c2af58 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 944 time: 0.1002746 Dec 13 15:01:13.916454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:13.917428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:13.927789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a183ff-ef50-47a7-8727-1bcf7ced8c51 req-cedab225-14de-48df-8af9-fd871241c545 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:13.935698 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49a183ff-ef50-47a7-8727-1bcf7ced8c51 req-cedab225-14de-48df-8af9-fd871241c545 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 932 time: 0.2269025 Dec 13 15:01:13.987046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-784553b7-32b9-4fba-ab3b-67c8e9c2e8f9 req-503099d0-3a8c-41fc-8431-d420d5b289fa tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795150 Dec 13 15:01:13.988414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49a183ff-ef50-47a7-8727-1bcf7ced8c51 req-5525ded8-c76a-4232-9b79-3d09c6320c7c tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514960 Dec 13 15:01:14.068852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-3119b642-5151-4ce2-8af7-1283b28e9479 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6264219 Dec 13 15:01:14.089685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Request body: {'port': {'device_id': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:14.184928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:14.342211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7a1e6-47a0-4922-94fa-5beea5c842dc req-5e396a0d-2751-4c8f-9e09-bae5eff13ff5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:14.355044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21b7a1e6-47a0-4922-94fa-5beea5c842dc req-5e396a0d-2751-4c8f-9e09-bae5eff13ff5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0978410 Dec 13 15:01:14.428280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21b7a1e6-47a0-4922-94fa-5beea5c842dc req-f926f481-2322-4a44-955d-e0b1f5742cfd tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708113 Dec 13 15:01:14.493977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629b47-e35b-4fad-99b9-a79172744877 req-1b58a0c0-9d32-4801-b052-871433c87812 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:14.500823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca629b47-e35b-4fad-99b9-a79172744877 req-1b58a0c0-9d32-4801-b052-871433c87812 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1732817 Dec 13 15:01:14.593266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca629b47-e35b-4fad-99b9-a79172744877 req-f08dbdd1-86b1-4c1e-9846-68d72da4cc4c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914907 Dec 13 15:01:14.690611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8f06cbe8-01ef-4f7d-a417-096892db0e87 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:14.776762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc254b51-3a94-45ae-ba38-c3723b45f2a5 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:01:14.784491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:14.798060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Transition to ACTIVE for port object cc254b51-3a94-45ae-ba38-c3723b45f2a5 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:01:14.831955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 8f06cbe8-01ef-4f7d-a417-096892db0e87 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:01:14.836224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 8f06cbe8-01ef-4f7d-a417-096892db0e87 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:14.836535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:14.894610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:14.932592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:14.954570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Pushing event updated for resources: {'Port': ['ID=cc254b51-3a94-45ae-ba38-c3723b45f2a5,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:14.982434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f06cbe8-01ef-4f7d-a417-096892db0e87'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:14.985266 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27c4644-4201-4505-934b-d865f34f0015" -d '{"events": [{"server_uuid": "60b58a61-aeeb-4316-8b62-20bb62f7eb92", "name": "network-vif-plugged", "status": "completed", "tag": "8f06cbe8-01ef-4f7d-a417-096892db0e87"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:14.991885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8f06cbe8-01ef-4f7d-a417-096892db0e87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8f06cbe8-01ef-4f7d-a417-096892db0e87,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:15.033768 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d59fdb-1431-4d8b-a693-5dba35ee20c9 x-openstack-request-id: req-c5d59fdb-1431-4d8b-a693-5dba35ee20c9 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:15.034055 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b58a61-aeeb-4316-8b62-20bb62f7eb92", "name": "network-vif-plugged", "status": "completed", "tag": "8f06cbe8-01ef-4f7d-a417-096892db0e87", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:15.040250 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5d59fdb-1431-4d8b-a693-5dba35ee20c9 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:15.040250 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f06cbe8-01ef-4f7d-a417-096892db0e87', 'code': 200} Dec 13 15:01:15.094196 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:15.130351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Attempting to bind port cc254b51-3a94-45ae-ba38-c3723b45f2a5 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:01:15.130686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Attempting to bind port cc254b51-3a94-45ae-ba38-c3723b45f2a5 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:01:15.131021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Attempting to bind port cc254b51-3a94-45ae-ba38-c3723b45f2a5 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:15.137767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Port cc254b51-3a94-45ae-ba38-c3723b45f2a5 on network 21a19500-01df-4097-be46-c6d15b22400e not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:01:15.138093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Attempting to bind port cc254b51-3a94-45ae-ba38-c3723b45f2a5 on network 21a19500-01df-4097-be46-c6d15b22400e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:15.174403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=8f06cbe8-01ef-4f7d-a417-096892db0e87,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:15.205064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:01:15.205412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Checking segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:01:15.205808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Bound using segment: {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:01:15.218276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Bound port: cc254b51-3a94-45ae-ba38-c3723b45f2a5, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '21a19500-01df-4097-be46-c6d15b22400e'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:01:15.218801 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:15.239329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9503e5f-a32b-424e-a403-1adeb237b99a req-d82b9527-e8d6-47bf-9096-17ef8cb680e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.241440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9503e5f-a32b-424e-a403-1adeb237b99a req-d82b9527-e8d6-47bf-9096-17ef8cb680e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 1096 time: 0.1069129 Dec 13 15:01:15.249928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2ab95-fc6f-4b09-b528-8de0613e802b req-4653ad83-f326-4014-ad3b-11e6b78d23ee tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.253474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cad2ab95-fc6f-4b09-b528-8de0613e802b req-4653ad83-f326-4014-ad3b-11e6b78d23ee tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 944 time: 0.1297612 Dec 13 15:01:15.305071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9503e5f-a32b-424e-a403-1adeb237b99a req-e77acc7b-1c5f-4398-b962-74283d9216e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504014 Dec 13 15:01:15.342832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cad2ab95-fc6f-4b09-b528-8de0613e802b req-2bd61e74-52b8-4862-8077-89f0ef44da61 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791299 Dec 13 15:01:15.346016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d313c3-2c36-4289-a84f-e3d18a43e037 req-2f4283f9-bf03-47e4-924e-78f46d7db94b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.347376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3d313c3-2c36-4289-a84f-e3d18a43e037 req-2f4283f9-bf03-47e4-924e-78f46d7db94b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 945 time: 0.2116487 Dec 13 15:01:15.384853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] For port cc254b51-3a94-45ae-ba38-c3723b45f2a5, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:01:15.407652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] For port cc254b51-3a94-45ae-ba38-c3723b45f2a5, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=cc254b51-3a94-45ae-ba38-c3723b45f2a5,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:01:15.429777 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3d313c3-2c36-4289-a84f-e3d18a43e037 req-43cb2b22-a0c3-4606-9516-036e38452c91 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748985 Dec 13 15:01:15.489246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:15.563312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.567732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:15.567866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] 10.222.0.55 "PUT /v2.0/ports/cc254b51-3a94-45ae-ba38-c3723b45f2a5 HTTP/1.1" status: 200 len: 1092 time: 1.4872522 Dec 13 15:01:15.578426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'tag': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:15.582910 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a555deb-3cd1-4a48-b261-50f0bb7195c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7e79a0-49e1-48bb-be76-89d6198ed155", "tag": "cc254b51-3a94-45ae-ba38-c3723b45f2a5"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:15.613439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d2b8-13c5-45e7-a6a9-f47a2331939d req-ffa10cb6-6c45-4fb7-85f0-136afd8f7765 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.615043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac07d2b8-13c5-45e7-a6a9-f47a2331939d req-ffa10cb6-6c45-4fb7-85f0-136afd8f7765 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0982072 Dec 13 15:01:15.631999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14434a0c-8316-4843-8dc2-4af4d601315a service neutron] Pushing event updated for resources: {'Port': ['ID=cc254b51-3a94-45ae-ba38-c3723b45f2a5,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:15.692018 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced04b7d-af65-41b8-a136-b5ddf27b614b x-openstack-request-id: req-ced04b7d-af65-41b8-a136-b5ddf27b614b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:15.692586 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7e79a0-49e1-48bb-be76-89d6198ed155", "tag": "cc254b51-3a94-45ae-ba38-c3723b45f2a5", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:15.692842 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ced04b7d-af65-41b8-a136-b5ddf27b614b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:15.693254 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'tag': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5', 'status': 'completed', 'code': 200} Dec 13 15:01:15.708268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac07d2b8-13c5-45e7-a6a9-f47a2331939d req-c5aadb1c-fed3-4b72-9278-9a7cae334019 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821180 Dec 13 15:01:15.743631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:15.784292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-6e30415d-d0d9-4a1e-b3ff-5dd2b8eab385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.785865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-6e30415d-d0d9-4a1e-b3ff-5dd2b8eab385 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 1095 time: 0.0917935 Dec 13 15:01:15.899575 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-7b94f146-cd01-4edc-a9fd-f5eef0630956 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc254b51-3a94-45ae-ba38-c3723b45f2a5 HTTP/1.1" status: 200 len: 217 time: 0.1048026 Dec 13 15:01:15.990758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34565-3c68-4959-920d-dab4e3b94ae3 req-01909e4e-0529-4f4d-854c-fdefd66e8c31 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.992367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47d34565-3c68-4959-920d-dab4e3b94ae3 req-01909e4e-0529-4f4d-854c-fdefd66e8c31 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1064293 Dec 13 15:01:15.994122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-08696aa4-db0c-43b0-96ed-de82db4d78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:15.995684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-08696aa4-db0c-43b0-96ed-de82db4d78c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.0779917 Dec 13 15:01:16.087115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-6c1cfe93-8d99-4de3-87db-1b5cf2cfea5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797698 Dec 13 15:01:16.168016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d6e49-b8b5-46b3-a2d1-702087866e90 req-51682a49-e822-4b22-a93a-5ab48d01662a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.170284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-747d6e49-b8b5-46b3-a2d1-702087866e90 req-51682a49-e822-4b22-a93a-5ab48d01662a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0691471 Dec 13 15:01:16.187996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47d34565-3c68-4959-920d-dab4e3b94ae3 req-6b240aec-a70e-467c-925e-270147e71ccb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877143 Dec 13 15:01:16.249075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-747d6e49-b8b5-46b3-a2d1-702087866e90 req-b8163c5d-0892-49bc-8399-4b29682164b4 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613775 Dec 13 15:01:16.288107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-e61af3e4-2f99-4eca-a6d0-7ba7271d69fb service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973825 Dec 13 15:01:16.297824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-39d131c3-4a13-4ab5-9ccc-88174e140e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.299803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-39d131c3-4a13-4ab5-9ccc-88174e140e2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 1097 time: 0.0722713 Dec 13 15:01:16.520381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b3e6d-194c-411d-8512-489a649232bf req-0a89c7f9-f1bc-45b9-87e3-42b8e48f8bee tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.521974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-499b3e6d-194c-411d-8512-489a649232bf req-0a89c7f9-f1bc-45b9-87e3-42b8e48f8bee tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 944 time: 0.1077344 Dec 13 15:01:16.540324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-a4512eab-a607-423a-8b2f-e7b3e9c1fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.541915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-a4512eab-a607-423a-8b2f-e7b3e9c1fb29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 912 time: 0.2311757 Dec 13 15:01:16.551291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b68d7a6-a801-4d99-952f-c9256ad0593d req-a66f85c7-e7ff-4661-a818-148dcccafdbb service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494128 Dec 13 15:01:16.575434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135d196-5c49-4b2f-aca6-18f84a4ffd34 req-21abe35b-0285-4152-93e0-79449bd8746b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.582208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8135d196-5c49-4b2f-aca6-18f84a4ffd34 req-21abe35b-0285-4152-93e0-79449bd8746b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 945 time: 0.0805502 Dec 13 15:01:16.615798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-499b3e6d-194c-411d-8512-489a649232bf req-e88bb455-6189-4263-b871-ae08adb3a421 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853157 Dec 13 15:01:16.656091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-e0b032f4-0b36-408e-901b-9078ad59463c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 200 len: 1002 time: 0.1041276 Dec 13 15:01:16.672631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8135d196-5c49-4b2f-aca6-18f84a4ffd34 req-70e58c27-4447-4159-978f-2a68dc392f2d tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830886 Dec 13 15:01:16.760300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-fb193461-a85a-4e2c-b333-61fec5c01e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.761785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-fb193461-a85a-4e2c-b333-61fec5c01e19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.0935714 Dec 13 15:01:16.771056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-0d810eb3-065f-43fb-a764-5b79698ceff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.772651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-0d810eb3-065f-43fb-a764-5b79698ceff9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 1095 time: 0.0565946 Dec 13 15:01:16.881079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-ea60c11c-7f49-4fff-aa7f-8ded1481ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.882683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-ea60c11c-7f49-4fff-aa7f-8ded1481ea1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091783 Dec 13 15:01:16.888204 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:16.990459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-d6ecbfb7-40ff-4591-9d89-63c5b6f4fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:16.992400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-d6ecbfb7-40ff-4591-9d89-63c5b6f4fc59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 916 time: 0.2100177 Dec 13 15:01:17.339714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-93482f00-c05f-4b26-9be9-cd610e75db84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc254b51-3a94-45ae-ba38-c3723b45f2a5 HTTP/1.1" status: 200 len: 217 time: 0.3389602 Dec 13 15:01:17.344519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2eff7-7698-45d4-8962-6340a9672367 req-f4cd817a-01c8-44e0-ac47-029cabfcb4c1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:17.354085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44c2eff7-7698-45d4-8962-6340a9672367 req-f4cd817a-01c8-44e0-ac47-029cabfcb4c1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0668457 Dec 13 15:01:17.407819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44c2eff7-7698-45d4-8962-6340a9672367 req-865b8cc8-ec1a-415c-86ce-202677e12220 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Dec 13 15:01:17.411439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-f0959822-5592-4e81-9cfa-ec8a7229313d service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176494 Dec 13 15:01:17.510906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-c21448cd-9f08-46c2-89be-462e0c61be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:17.512313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-c21448cd-9f08-46c2-89be-462e0c61be64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.1571295 Dec 13 15:01:17.537324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6ea1f-c20f-4b7a-a4f6-a15249d06fca req-a635d2fe-745c-471f-892b-50e6e771a52f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:17.544504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcf6ea1f-c20f-4b7a-a4f6-a15249d06fca req-a635d2fe-745c-471f-892b-50e6e771a52f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.1362824 Dec 13 15:01:17.574129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-108ffd87-5958-45bb-bf38-50ad7cb203d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535710 Dec 13 15:01:17.684785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcf6ea1f-c20f-4b7a-a4f6-a15249d06fca req-b0c53019-e72f-4a53-aa81-be8ea7bc481a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345129 Dec 13 15:01:17.697684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9178d70-ac26-4137-90f4-cd7dfa5ef673 req-2835366a-ef72-4efc-b6b1-359a984c7c14 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711678 Dec 13 15:01:17.771218 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-68310b04-c294-4e06-860f-7f31ce460f28 service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828108 Dec 13 15:01:17.812787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5868400-1adf-401b-a4db-6b35a0e9c46f req-4aa52094-4464-416e-8541-6bed8b3cae04 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:17.824920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d5868400-1adf-401b-a4db-6b35a0e9c46f req-4aa52094-4464-416e-8541-6bed8b3cae04 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 944 time: 0.0761206 Dec 13 15:01:17.874036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d5868400-1adf-401b-a4db-6b35a0e9c46f req-8a2096e3-3ef2-460f-908b-e4ceb3ec0c47 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Dec 13 15:01:17.938313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114bd9-96fd-464f-ad22-81e75442ba83 req-72152a5e-6b76-4545-bb5b-b0c5d46d9d8a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:17.940391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0114bd9-96fd-464f-ad22-81e75442ba83 req-72152a5e-6b76-4545-bb5b-b0c5d46d9d8a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 945 time: 0.1532629 Dec 13 15:01:17.979451 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a555deb-3cd1-4a48-b261-50f0bb7195c4 req-91335970-20c2-4dd7-bb7c-fe3ee5f30258 service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909518 Dec 13 15:01:18.003863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0114bd9-96fd-464f-ad22-81e75442ba83 req-4f467c7c-3658-4f04-9292-eb581d8089d7 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566652 Dec 13 15:01:18.537287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58efd-d5c2-4685-a648-55bc483e7689 req-89470a42-54d4-4358-bc3e-4b7ff8f342c8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:18.550300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58a58efd-d5c2-4685-a648-55bc483e7689 req-89470a42-54d4-4358-bc3e-4b7ff8f342c8 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0611587 Dec 13 15:01:18.597419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58a58efd-d5c2-4685-a648-55bc483e7689 req-0a45fd91-9f86-4fba-9b38-b5695bc42b4c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Dec 13 15:01:18.817688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028dd66-0879-4b8a-b344-4dd0e0a11513 req-1daa4a6a-d62e-45fe-aa9d-8631c9ee927e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:18.822855 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b028dd66-0879-4b8a-b344-4dd0e0a11513 req-1daa4a6a-d62e-45fe-aa9d-8631c9ee927e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0611565 Dec 13 15:01:18.891429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b028dd66-0879-4b8a-b344-4dd0e0a11513 req-a6a35551-1245-4f93-902f-b35c6998d8fb tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659561 Dec 13 15:01:19.078087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567b399-d3da-41f2-8bc3-f9e618db4f40 req-fbe3fdca-9d09-41c7-87a0-1dbb476689a4 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:19.093185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f567b399-d3da-41f2-8bc3-f9e618db4f40 req-fbe3fdca-9d09-41c7-87a0-1dbb476689a4 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 944 time: 0.0988433 Dec 13 15:01:19.132394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f567b399-d3da-41f2-8bc3-f9e618db4f40 req-693b5dce-df90-49df-9244-43e6ca7d4fa1 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381384 Dec 13 15:01:19.792573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a496913-8bd0-4dce-964d-c134834a3ce8 req-b43fad7a-a23d-4ecd-9f74-183fbf58383a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:19.795931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a496913-8bd0-4dce-964d-c134834a3ce8 req-b43fad7a-a23d-4ecd-9f74-183fbf58383a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1182323 Dec 13 15:01:19.837119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a36e5e1c-e14c-4e05-adf4-a4687c8b2e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:19.890900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a496913-8bd0-4dce-964d-c134834a3ce8 req-7801ae42-b477-4e2a-9782-503ba240613b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837512 Dec 13 15:01:20.304616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5356ec3-fc5c-4759-be69-aafe3c4f89f6 req-31aa3e18-6a30-42f2-b580-f87d6c917864 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:20.306225 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5356ec3-fc5c-4759-be69-aafe3c4f89f6 req-31aa3e18-6a30-42f2-b580-f87d6c917864 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 944 time: 0.0844328 Dec 13 15:01:20.377664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5356ec3-fc5c-4759-be69-aafe3c4f89f6 req-6f4911fd-fbe3-4db7-8383-dd18f4f3737f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579362 Dec 13 15:01:20.695766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device cc254b51-3a94-45ae-ba38-c3723b45f2a5 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:01:20.800430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port cc254b51-3a94-45ae-ba38-c3723b45f2a5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=cc254b51-3a94-45ae-ba38-c3723b45f2a5,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:20.811899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5', 'network_id': '21a19500-01df-4097-be46-c6d15b22400e', 'port_id': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5', 'mac_address': 'fa:16:3e:5c:35:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95e8868-7ab7-4804-983d-856ea196c053', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:01:20.857126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:20.879091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc254b51-3a94-45ae-ba38-c3723b45f2a5 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:01:20.931883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port cc254b51-3a94-45ae-ba38-c3723b45f2a5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=cc254b51-3a94-45ae-ba38-c3723b45f2a5,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:20.945413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28c1d7-f795-432c-a035-82cb34e69989 req-27865d29-2bd0-45b7-a3b8-66d848966f5b tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:20.951337 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba28c1d7-f795-432c-a035-82cb34e69989 req-27865d29-2bd0-45b7-a3b8-66d848966f5b tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1097 time: 0.0795953 Dec 13 15:01:21.016695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba28c1d7-f795-432c-a035-82cb34e69989 req-6bf57ff5-4e4a-479e-8f00-919557c17004 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535166 Dec 13 15:01:21.022185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:21.062758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39100) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:21.113849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=cc254b51-3a94-45ae-ba38-c3723b45f2a5,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:21.210984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d8648-8cbf-4957-9437-228ca96f66c7 req-957cee72-a9c7-4703-ab2e-bdcced40037b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:21.233089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f8d8648-8cbf-4957-9437-228ca96f66c7 req-957cee72-a9c7-4703-ab2e-bdcced40037b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.2491941 Dec 13 15:01:21.266144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['cc254b51-3a94-45ae-ba38-c3723b45f2a5'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:01:21.397649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f8d8648-8cbf-4957-9437-228ca96f66c7 req-d908102e-4730-464e-b165-6ae7e394cf2a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526227 Dec 13 15:01:21.545500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 23cbcf54-e7de-4947-9862-d0932f89033f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:01:21.548917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:21.627543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392587ab-1c2f-40b3-889e-a0eecd99f203 req-9d3013da-7a7d-4091-8b20-24d47efb8274 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:21.635500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-392587ab-1c2f-40b3-889e-a0eecd99f203 req-9d3013da-7a7d-4091-8b20-24d47efb8274 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 945 time: 0.1171637 Dec 13 15:01:21.686518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-392587ab-1c2f-40b3-889e-a0eecd99f203 req-8ad4d76b-d71d-4b6b-8449-c786ab01adf6 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Dec 13 15:01:21.709497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:21.709969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:21.724501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 23cbcf54-e7de-4947-9862-d0932f89033f owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:01:22.367080 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:22.415278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=23cbcf54-e7de-4947-9862-d0932f89033f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:22.427328 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e118-1101-4755-b5ca-26d3aeee2ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:22.591460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92fa32-107d-43c6-8676-27b1d60ffebb req-b1278089-2118-4cda-a920-45bc7df8f48b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:22.593755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:22.594458 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 2d2c2bcf-376d-421e-9467-df7eb7aa701e disassociated (deleted). External IP: 172.25.7.187, port: 3af56c8a-4565-4a3e-b7ac-45c626e2505d. Dec 13 15:01:22.599438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c92fa32-107d-43c6-8676-27b1d60ffebb req-b1278089-2118-4cda-a920-45bc7df8f48b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0598614 Dec 13 15:01:22.695829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c92fa32-107d-43c6-8676-27b1d60ffebb req-78d723a3-dcb6-4419-811e-e89faed737df tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945790 Dec 13 15:01:22.697326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device cc254b51-3a94-45ae-ba38-c3723b45f2a5 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:22.863282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port cc254b51-3a94-45ae-ba38-c3723b45f2a5 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:01:22.867851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port cc254b51-3a94-45ae-ba38-c3723b45f2a5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:22.868486 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:22.985654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9e20-7780-4604-b173-5bd5893aa7f9 req-3f60bc7a-41e1-4470-beb5-bba741c5d1ac tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:22.995383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cdb9e20-7780-4604-b173-5bd5893aa7f9 req-3f60bc7a-41e1-4470-beb5-bba741c5d1ac tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 945 time: 0.2008016 Dec 13 15:01:23.005763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:01:23.014587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:23.059997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:23.062265 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292a5a2-e3fc-401f-b8fe-859ab1d4e690" -d '{"events": [{"server_uuid": "fb7e79a0-49e1-48bb-be76-89d6198ed155", "name": "network-vif-plugged", "status": "completed", "tag": "cc254b51-3a94-45ae-ba38-c3723b45f2a5"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:23.094221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port cc254b51-3a94-45ae-ba38-c3723b45f2a5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=cc254b51-3a94-45ae-ba38-c3723b45f2a5,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:23.128478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cdb9e20-7780-4604-b173-5bd5893aa7f9 req-acd53dde-78a2-4d25-8b73-0aef61832b29 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242485 Dec 13 15:01:23.144196 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45b186-3358-4bd5-aa5d-f0402825b64c x-openstack-request-id: req-9b45b186-3358-4bd5-aa5d-f0402825b64c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:23.144402 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7e79a0-49e1-48bb-be76-89d6198ed155", "name": "network-vif-plugged", "status": "completed", "tag": "cc254b51-3a94-45ae-ba38-c3723b45f2a5", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:23.144650 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b45b186-3358-4bd5-aa5d-f0402825b64c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:23.145037 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5', 'code': 200} Dec 13 15:01:23.175463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:23.209154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:01:23.215174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:23.226169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] Sync routers for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:01:23.280478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:23.283445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:23.291246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aac7e69d-1c71-4801-8d46-5dede862263a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d2c2bcf-376d-421e-9467-df7eb7aa701e HTTP/1.1" status: 204 len: 168 time: 2.2267990 Dec 13 15:01:23.291246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:23.292868 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d04d2d-1855-46cd-9e14-39ff1262f09b" -d '{"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:23.294902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:23.414788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=cc254b51-3a94-45ae-ba38-c3723b45f2a5,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:23.442213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f726f-7fe3-47a6-b16f-15bfd741dba2 req-58e0d364-3084-4180-9a6d-0d4861b4bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:23.452811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-626f726f-7fe3-47a6-b16f-15bfd741dba2 req-58e0d364-3084-4180-9a6d-0d4861b4bcea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 1097 time: 0.2010477 Dec 13 15:01:23.466516 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b98838c-5153-43e7-8533-b45f5d6658e2 x-openstack-request-id: req-8b98838c-5153-43e7-8533-b45f5d6658e2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:23.466809 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:23.467064 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b98838c-5153-43e7-8533-b45f5d6658e2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:23.467465 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'status': 'completed', 'code': 200} Dec 13 15:01:23.502064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:23.607971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-626f726f-7fe3-47a6-b16f-15bfd741dba2 req-48c9f7bf-bfb6-40d4-84dd-ed2f13fe55d3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476419 Dec 13 15:01:23.631253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-942be876-3091-4d5e-89af-a48be45c67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:23.632756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-942be876-3091-4d5e-89af-a48be45c67a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 1097 time: 0.1256812 Dec 13 15:01:23.804618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-a44c7c76-4b4e-457b-9d6d-f29a3b0c09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:23.808763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-a44c7c76-4b4e-457b-9d6d-f29a3b0c09fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 200 len: 898 time: 0.1665771 Dec 13 15:01:23.950812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-12080da7-ce2f-4b82-9b3a-27a7d0f9c413 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 200 len: 217 time: 0.1331623 Dec 13 15:01:23.969150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0b5ca-f4c4-48cd-9e04-b26ef248dfde req-e52848f9-206d-4d34-b1bd-fbc50eb4c553 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:23.971535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fb0b5ca-f4c4-48cd-9e04-b26ef248dfde req-e52848f9-206d-4d34-b1bd-fbc50eb4c553 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1249855 Dec 13 15:01:24.028971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fb0b5ca-f4c4-48cd-9e04-b26ef248dfde req-72e1f946-d8a0-478e-a934-dc823450841a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Dec 13 15:01:24.088927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7509f86-3e31-4f7e-9c58-28b76a76fa55 req-0510db5e-89f1-4eee-9080-5e1631821658 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:24.098276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7509f86-3e31-4f7e-9c58-28b76a76fa55 req-0510db5e-89f1-4eee-9080-5e1631821658 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.1446850 Dec 13 15:01:24.104486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-dd67d7d6-e7f5-4320-8066-4a6236870ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:24.105890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-dd67d7d6-e7f5-4320-8066-4a6236870ebe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 200 len: 835 time: 0.1083722 Dec 13 15:01:24.188124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:24.231021 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7509f86-3e31-4f7e-9c58-28b76a76fa55 req-ad9a958b-f54c-4a31-99cf-32615f656030 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306264 Dec 13 15:01:24.261651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] Checking router: 1ece1a3a-2dfd-4175-b5a8-4904984fcacd for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:01:24.274199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-ef32b81c-6a8a-45ce-ab48-1351d253918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:24.275954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-ef32b81c-6a8a-45ce-ab48-1351d253918d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=573dcd3e-a186-4fac-bca9-fe25df9ac674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606963 Dec 13 15:01:24.296765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:24.297547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:24.344092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff868a5-26d4-432d-aa4f-e10b9b6c86c9 req-4460d1c5-a5a2-4247-ac9a-5ffe56fc1c01 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:24.349192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dff868a5-26d4-432d-aa4f-e10b9b6c86c9 req-4460d1c5-a5a2-4247-ac9a-5ffe56fc1c01 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 946 time: 0.1345711 Dec 13 15:01:24.431170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dff868a5-26d4-432d-aa4f-e10b9b6c86c9 req-ca5c2b53-d061-4d34-9b32-30c16d99c6f0 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756865 Dec 13 15:01:24.521811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:24.540978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-5c651ae1-af96-4b52-8858-95b3f6773b65 service neutron] 10.222.0.50 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508004 Dec 13 15:01:24.745909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d2d04d2d-1855-46cd-9e14-39ff1262f09b req-b272d996-7b0e-4864-a1e2-639c5d1d3035 service neutron] 10.222.0.50 "GET /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917200 Dec 13 15:01:24.915698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:24.948289 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:24.949200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87320549-b955-4682-b19b-252c30ecdba3 None None] The sync data for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 is: [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cefb9967-4cba-4c40-932d-050f01f0655e', 'name': '', 'network_id': '573dcd3e-a186-4fac-bca9-fe25df9ac674', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:51:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:21Z', 'updated_at': '2021-12-13T14:59:26Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'd6686741-6c43-4a0c-a451-7bd649bb5133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:01:25.147910 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:25.240812 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89963e6-eecc-4023-a8cc-5dc79d21b2b8 req-4d75b635-2024-4e81-bebf-e7af4ce7898e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:25.242516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d89963e6-eecc-4023-a8cc-5dc79d21b2b8 req-4d75b635-2024-4e81-bebf-e7af4ce7898e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.1194153 Dec 13 15:01:25.363554 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d89963e6-eecc-4023-a8cc-5dc79d21b2b8 req-6c3225d1-15cd-4455-a5fb-83533f481825 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115990 Dec 13 15:01:25.457392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-c2f0bd27-bee1-478b-92de-eb4816874574 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:25.459928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-c2f0bd27-bee1-478b-92de-eb4816874574 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.1271842 Dec 13 15:01:25.494969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79d99d-6933-4094-b3c2-8887be76f966 req-bc0937e1-0eab-4706-82cb-cab724d2fe11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:25.498156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d79d99d-6933-4094-b3c2-8887be76f966 req-bc0937e1-0eab-4706-82cb-cab724d2fe11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 946 time: 0.1120248 Dec 13 15:01:25.538801 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa9cf7-652b-43cd-b8e6-66449c299ac0 None None] New status for floating IP 2d2c2bcf-376d-421e-9467-df7eb7aa701e: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:01:25.621928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d79d99d-6933-4094-b3c2-8887be76f966 req-b480057b-8f37-4825-b2be-e6f63361380a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=2604bf22-231e-4066-9715-ddd413abf7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079748 Dec 13 15:01:25.650537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab234aaa-bbcb-4e6e-90bc-f71dd3332a57 req-22b9a130-80fc-4799-b81b-3bd3bc92334a tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:25.652423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab234aaa-bbcb-4e6e-90bc-f71dd3332a57 req-22b9a130-80fc-4799-b81b-3bd3bc92334a tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 946 time: 0.1103079 Dec 13 15:01:25.689434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 3af56c8a-4565-4a3e-b7ac-45c626e2505d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:01:25.689852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:25.740944 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab234aaa-bbcb-4e6e-90bc-f71dd3332a57 req-557cb24d-a661-426c-9d0d-88ba0c074a3f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824256 Dec 13 15:01:25.901185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 3af56c8a-4565-4a3e-b7ac-45c626e2505d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3af56c8a-4565-4a3e-b7ac-45c626e2505d,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:25.901972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:25.921417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 3af56c8a-4565-4a3e-b7ac-45c626e2505d owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:01:26.147697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:26.219915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=3af56c8a-4565-4a3e-b7ac-45c626e2505d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:26.268412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] No DVR routers for this DVR port 3af56c8a-4565-4a3e-b7ac-45c626e2505d on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:01:26.271596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:26.274961 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e558a0a-1b9d-4f9d-a028-e327f6e70e94 req-f87c700a-55e2-459f-b96a-59ec846ebb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "DELETE /v2.0/ports/3af56c8a-4565-4a3e-b7ac-45c626e2505d HTTP/1.1" status: 204 len: 173 time: 0.8026743 Dec 13 15:01:26.275658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-deleted', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:26.277888 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c27c33-7833-4c72-b28f-25c515c513bb" -d '{"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-deleted", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:26.339520 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65db045-c526-4c58-8f42-915065c12f95 x-openstack-request-id: req-d65db045-c526-4c58-8f42-915065c12f95 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:26.339842 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998cc9f-0708-417e-8fc0-5e6cab57e502", "name": "network-vif-deleted", "tag": "3af56c8a-4565-4a3e-b7ac-45c626e2505d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:26.340098 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d65db045-c526-4c58-8f42-915065c12f95 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:26.340540 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998cc9f-0708-417e-8fc0-5e6cab57e502', 'name': 'network-vif-deleted', 'tag': '3af56c8a-4565-4a3e-b7ac-45c626e2505d', 'status': 'completed', 'code': 200} Dec 13 15:01:26.486763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf0c36-6ff0-43d0-80f0-7a9f4aec3568 req-184f2381-0394-4f67-9eca-69b68e7c0f9f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:26.488228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03cf0c36-6ff0-43d0-80f0-7a9f4aec3568 req-184f2381-0394-4f67-9eca-69b68e7c0f9f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0598867 Dec 13 15:01:26.529155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03cf0c36-6ff0-43d0-80f0-7a9f4aec3568 req-0dac951b-a447-43a5-968f-fb616e54e77e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342767 Dec 13 15:01:26.813310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aa6527f7-0674-4a80-a039-24f845e41921 req-b7ad4267-5b2c-42d3-8a52-355cd9385773 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 210 time: 0.0523031 Dec 13 15:01:27.704299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d675b-ffb9-4e19-abc0-50ba19cc2198 req-35554e68-9852-43da-809e-22722dd95a33 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:27.706673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-257d675b-ffb9-4e19-abc0-50ba19cc2198 req-35554e68-9852-43da-809e-22722dd95a33 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0694683 Dec 13 15:01:27.723582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:01:27.760010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 3af56c8a-4565-4a3e-b7ac-45c626e2505d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:01:27.760631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3af56c8a-4565-4a3e-b7ac-45c626e2505d not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:01:27.774292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-257d675b-ffb9-4e19-abc0-50ba19cc2198 req-f2d0c2e3-29f2-4f76-9e6d-061498a6da70 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Dec 13 15:01:27.959039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d65e792-e353-4548-be4d-96b7f43f8707 req-a3e097c5-93ff-4837-87e4-0415f7de38a8 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=a998cc9f-0708-417e-8fc0-5e6cab57e502 HTTP/1.1" status: 200 len: 210 time: 0.0322769 Dec 13 15:01:28.897717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f2ea3-c83e-4015-bb5a-92291b859a04 req-df7f1bb8-f598-4dbe-9c3a-786d6a4178a9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:28.905913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-702f2ea3-c83e-4015-bb5a-92291b859a04 req-df7f1bb8-f598-4dbe-9c3a-786d6a4178a9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0583329 Dec 13 15:01:28.944180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-702f2ea3-c83e-4015-bb5a-92291b859a04 req-c2fadf2f-44f4-4d9d-a4d8-4eee284d0324 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Dec 13 15:01:29.036286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39232) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:29.192136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-e50fd656-a990-46fc-aed0-b9de74f2d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:29.193640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-e50fd656-a990-46fc-aed0-b9de74f2d6b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 1097 time: 0.0512657 Dec 13 15:01:29.327980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-934e21c3-3b24-4375-95da-ee0b3e8bd855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:29.329854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-934e21c3-3b24-4375-95da-ee0b3e8bd855 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 914 time: 0.1106019 Dec 13 15:01:29.393471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-f5d24cbe-c5b3-4e05-84c7-f7039737eef7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7 HTTP/1.1" status: 200 len: 217 time: 0.0459394 Dec 13 15:01:29.489759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-b11adf07-dfdd-4553-a4a0-df4f9274eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:29.491256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-b11adf07-dfdd-4553-a4a0-df4f9274eabd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e72b3d-fc4d-42e5-8f03-42724ff2df59 HTTP/1.1" status: 200 len: 853 time: 0.0673673 Dec 13 15:01:29.532292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:29.539836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-29a1e1ad-0bb3-488b-8e70-51a02fba763d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293992 Dec 13 15:01:29.687943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-283f18a6-dfb5-4299-ac86-e989d46025d6 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269414 Dec 13 15:01:29.786784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1efe4fd0-2c61-4a0c-9704-a2507604db18 req-2e6dc039-b19b-494f-8fef-70ef09432df4 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916057 Dec 13 15:01:29.865518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port cefb9967-4cba-4c40-932d-050f01f0655e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:01:29.865909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:29.987355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port cefb9967-4cba-4c40-932d-050f01f0655e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cefb9967-4cba-4c40-932d-050f01f0655e,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:29.987868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:30.011445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for cefb9967-4cba-4c40-932d-050f01f0655e owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:01:30.400519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f85cf0-c0cd-4627-a8ac-39221052eb27 req-45644dfa-3132-43d6-852f-2d4baab1a04b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:30.402034 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05f85cf0-c0cd-4627-a8ac-39221052eb27 req-45644dfa-3132-43d6-852f-2d4baab1a04b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.3692527 Dec 13 15:01:30.423975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:30.451254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=cefb9967-4cba-4c40-932d-050f01f0655e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:30.471195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05f85cf0-c0cd-4627-a8ac-39221052eb27 req-81efd13a-b25b-44ce-93c6-16a4e4b5bc7f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621827 Dec 13 15:01:30.480836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.481330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.481540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.481886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.482223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.482624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.482958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.483303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.483624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.483955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.484315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.484642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:30.722277 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:30.968838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:01:31.132371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:01:31.140565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39266) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:31.140724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ed81abe-2136-4278-ae1a-156cdb783f77 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/1ece1a3a-2dfd-4175-b5a8-4904984fcacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032612 Dec 13 15:01:31.144267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] Sync routers for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:01:31.153378 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:01:31.161713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:31.162479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:31.205032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting subnet d6686741-6c43-4a0c-a451-7bd649bb5133 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:01:31.208186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:31.263253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:31.323600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:31.547135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:31.632409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T15:01:30Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:31.660632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] Checking router: 1ece1a3a-2dfd-4175-b5a8-4904984fcacd for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:01:31.671845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] Routers {'1ece1a3a-2dfd-4175-b5a8-4904984fcacd'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:31.672544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:31.682453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f7b4-8fe8-430b-aba5-176b678ee75f req-fc9b2f46-c7a5-4b7e-8ab6-7efabb5980a5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:31.683989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2b8f7b4-8fe8-430b-aba5-176b678ee75f req-fc9b2f46-c7a5-4b7e-8ab6-7efabb5980a5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0771506 Dec 13 15:01:31.728920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2b8f7b4-8fe8-430b-aba5-176b678ee75f req-ae1f62ea-edcf-470b-bc8c-688792f96553 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352814 Dec 13 15:01:31.757055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:31.763098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:01:31.788396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:31.791606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/subnets/d6686741-6c43-4a0c-a451-7bd649bb5133 HTTP/1.1" status: 204 len: 168 time: 0.6490691 Dec 13 15:01:31.792627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7198972-f1f6-478e-86b9-41b299df3ef2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Subnet': ['ID=d6686741-6c43-4a0c-a451-7bd649bb5133,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:31.794265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39278) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:31.827830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e58ef-dec8-4c82-81fc-a256fccc2aed None None] Network 573dcd3e-a186-4fac-bca9-fe25df9ac674 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:01:31.958133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] Set router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:31.962324 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:32.151514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:32.361742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port e7df0458-90ec-46bf-a453-24d0b9c5bf11 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:01:32.361955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:32.553074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port e7df0458-90ec-46bf-a453-24d0b9c5bf11, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e7df0458-90ec-46bf-a453-24d0b9c5bf11,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:32.554337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:32.567773 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:32.586155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for e7df0458-90ec-46bf-a453-24d0b9c5bf11 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:01:32.646117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:32.646117 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93a736-4ca6-4ca0-b9ac-6d9daf0e4827" -d '{"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:32.646117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:32.646117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T15:01:30Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:32.653553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcd632-8993-4f29-a922-e0a3eeba29c3 None None] The sync data for ids ['1ece1a3a-2dfd-4175-b5a8-4904984fcacd'] in n-d-816954-1 is: [{'id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2081751780', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:59:16Z', 'updated_at': '2021-12-13T15:01:30Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'e7df0458-90ec-46bf-a453-24d0b9c5bf11', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:22:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ece1a3a-2dfd-4175-b5a8-4904984fcacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:59:17Z', 'updated_at': '2021-12-13T14:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:01:32.676378 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6333ae6c-3e3d-4746-bceb-4646a63d156c x-openstack-request-id: req-6333ae6c-3e3d-4746-bceb-4646a63d156c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:32.676685 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:32.677098 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6333ae6c-3e3d-4746-bceb-4646a63d156c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:32.677347 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'code': 200} Dec 13 15:01:32.706777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] DHCP port deletion for 573dcd3e-a186-4fac-bca9-fe25df9ac674 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:01:32.811584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] Deleting port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:01:32.812045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:32.899201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] For port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0a2ece3b-70be-47d6-ac3e-807d08e9e0d1,segment=NetworkSegment(7931354d-3da3-493c-b14e-8c1308380b39),segment_id=7931354d-3da3-493c-b14e-8c1308380b39)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:32.900130 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:32.919119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] Calling delete_port for 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:01:32.950841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167e7a1-00a7-4a54-8eaf-8719cd4f0033 req-a6e3db02-5a46-40d3-9c40-eea8c60d28ed tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:32.952878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f167e7a1-00a7-4a54-8eaf-8719cd4f0033 req-a6e3db02-5a46-40d3-9c40-eea8c60d28ed tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 946 time: 0.0962026 Dec 13 15:01:33.034472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f167e7a1-00a7-4a54-8eaf-8719cd4f0033 req-08a679b5-50d9-4513-89e1-92aa249ec521 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683336 Dec 13 15:01:33.091638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.127249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.162176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] No DVR routers for this DVR port 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:01:33.180658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:33.199556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.234010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570551e4-d160-426c-97a9-84f5ebe10bcd None None] Pushing event deleted for resources: {'Port': ['ID=0a2ece3b-70be-47d6-ac3e-807d08e9e0d1,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:33.252468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=e7df0458-90ec-46bf-a453-24d0b9c5bf11,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:33.312089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e257c-1d2f-4985-831c-4af5ff58b855 req-0ef33587-f0b1-468e-ab3f-ecf6fa580f64 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:33.312997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-944e257c-1d2f-4985-831c-4af5ff58b855 req-0ef33587-f0b1-468e-ab3f-ecf6fa580f64 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.2113147 Dec 13 15:01:33.395294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-944e257c-1d2f-4985-831c-4af5ff58b855 req-836b7cc1-8e90-496b-a84a-94dff09b559d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776758 Dec 13 15:01:33.402112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.530791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.533966 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.581792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-b1c34298-e5e4-453d-bdd0-41a2b23b7685 req-c7480e58-652d-4fa4-b7c7-05d7e8424d01 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:01:33.581792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1c34298-e5e4-453d-bdd0-41a2b23b7685 req-c7480e58-652d-4fa4-b7c7-05d7e8424d01 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056276 Dec 13 15:01:33.691920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.693105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Fanout notify agent at l3_agent the message router_deleted on router 1ece1a3a-2dfd-4175-b5a8-4904984fcacd {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:01:33.705471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.705471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-99b32463-3e9c-437f-9c0b-ef74001e9768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/routers/1ece1a3a-2dfd-4175-b5a8-4904984fcacd HTTP/1.1" status: 204 len: 168 time: 1.9079258 Dec 13 15:01:33.706739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39314) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:33.828841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:33.999978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.032968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bf6e2-7346-4cbe-a659-e1fffec829ca req-d9ccc108-b6e0-47b1-b331-1e82eac22c68 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:34.040778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a0bf6e2-7346-4cbe-a659-e1fffec829ca req-d9ccc108-b6e0-47b1-b331-1e82eac22c68 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1116438 Dec 13 15:01:34.060807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573dcd3e-a186-4fac-bca9-fe25df9ac674']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:34.082007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7931354d-3da3-493c-b14e-8c1308380b39') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:34.085052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7931354d-3da3-493c-b14e-8c1308380b39') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:34.115050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.137569 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a0bf6e2-7346-4cbe-a659-e1fffec829ca req-f7463f4e-8ec9-4926-8ce2-e361f9b63ad0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895329 Dec 13 15:01:34.151886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.159836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:01:34.160397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:01:34.163867 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:01:34.355213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7df0458-90ec-46bf-a453-24d0b9c5bf11 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:01:34.383950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e7df0458-90ec-46bf-a453-24d0b9c5bf11 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:01:34.384538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7df0458-90ec-46bf-a453-24d0b9c5bf11 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:01:34.385373 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:01:34.405784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.420811 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.426323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/networks/573dcd3e-a186-4fac-bca9-fe25df9ac674 HTTP/1.1" status: 204 len: 168 time: 0.7146411 Dec 13 15:01:34.426445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39334) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:34.432303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:01:34.432869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0a2ece3b-70be-47d6-ac3e-807d08e9e0d1 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:01:34.433453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cefb9967-4cba-4c40-932d-050f01f0655e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:01:34.452140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c07882-54d3-48ee-b0c4-68e140bbfa93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Network': ['ID=573dcd3e-a186-4fac-bca9-fe25df9ac674,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:34.460399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: cefb9967-4cba-4c40-932d-050f01f0655e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:01:34.460937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cefb9967-4cba-4c40-932d-050f01f0655e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:01:34.521177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a955f58-aa95-4737-b603-f4d87890607a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.576631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a955f58-aa95-4737-b603-f4d87890607a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.599144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-543b43e4-8d9c-4604-a41d-e1ae4461f910 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643890 Dec 13 15:01:34.768745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a955f58-aa95-4737-b603-f4d87890607a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.771753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a955f58-aa95-4737-b603-f4d87890607a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:34.775586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3a955f58-aa95-4737-b603-f4d87890607a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/security-groups/2604bf22-231e-4066-9715-ddd413abf7a7 HTTP/1.1" status: 204 len: 168 time: 0.3462365 Dec 13 15:01:34.803226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a955f58-aa95-4737-b603-f4d87890607a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2604bf22-231e-4066-9715-ddd413abf7a7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:35.218394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39354) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:35.223026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cef8d5b2-a760-46bd-a0e6-0d50baba275d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554178610', 'description': 'tempest-secgroup-smoke-1554178610 description', 'project_id': '515f7b22ce9744918b9b5447b1a274ac'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:35.302736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc757a6-b82f-4f19-bc20-cb9ac35dc92b req-3bc42cb5-8f07-4e16-891e-a3d033e30996 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:35.304340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcc757a6-b82f-4f19-bc20-cb9ac35dc92b req-3bc42cb5-8f07-4e16-891e-a3d033e30996 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0582962 Dec 13 15:01:35.336922 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cef8d5b2-a760-46bd-a0e6-0d50baba275d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:35.384202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcc757a6-b82f-4f19-bc20-cb9ac35dc92b req-1925afec-34eb-42ee-9a46-af4c9b2678e7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687480 Dec 13 15:01:35.496203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cef8d5b2-a760-46bd-a0e6-0d50baba275d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:35.568281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cef8d5b2-a760-46bd-a0e6-0d50baba275d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:35.623285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8d5b2-a760-46bd-a0e6-0d50baba275d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa71da-a8f1-44fa-aebc-1c0dca924149,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:35.676701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cef8d5b2-a760-46bd-a0e6-0d50baba275d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:35.683959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cef8d5b2-a760-46bd-a0e6-0d50baba275d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4645579 Dec 13 15:01:35.686976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39364) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:35.693017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8fe901ee-614f-413a-b07e-1b31a70c800b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '41fa71da-a8f1-44fa-aebc-1c0dca924149', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:35.755561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:01:35.831925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fe901ee-614f-413a-b07e-1b31a70c800b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:35.940315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fe901ee-614f-413a-b07e-1b31a70c800b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.059554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fe901ee-614f-413a-b07e-1b31a70c800b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.086057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe901ee-614f-413a-b07e-1b31a70c800b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff8b9ea-25b2-44f7-9e26-2ebdb2eda2f4,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:36.159233 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fe901ee-614f-413a-b07e-1b31a70c800b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.160414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8fe901ee-614f-413a-b07e-1b31a70c800b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719021 Dec 13 15:01:36.163199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39370) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:36.167726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ecb71020-701c-4af9-b82c-28aad8c9ce6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '41fa71da-a8f1-44fa-aebc-1c0dca924149', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:36.250365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-caba3377-bf83-491f-b047-20a61305d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:36.251891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-caba3377-bf83-491f-b047-20a61305d269 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4&tenant_id=5d05f2579b404432842927683b489977 HTTP/1.1" status: 200 len: 1095 time: 0.0477855 Dec 13 15:01:36.283586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecb71020-701c-4af9-b82c-28aad8c9ce6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.324805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-1e50bbab-119d-4301-8362-ee4a8e99e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:36.326502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-1e50bbab-119d-4301-8362-ee4a8e99e859 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 1095 time: 0.0528696 Dec 13 15:01:36.358287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecb71020-701c-4af9-b82c-28aad8c9ce6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.433544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecb71020-701c-4af9-b82c-28aad8c9ce6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.453124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb71020-701c-4af9-b82c-28aad8c9ce6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f6a347-5755-460c-b4bd-c756b23d4518,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:36.455613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-e0a78c88-764b-436d-bc3e-6f0e7853f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:36.459392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-e0a78c88-764b-436d-bc3e-6f0e7853f68c service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 914 time: 0.1259615 Dec 13 15:01:36.514686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-e936ec8d-0194-41eb-af36-e45a1aa82015 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7 HTTP/1.1" status: 200 len: 217 time: 0.0461679 Dec 13 15:01:36.561795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecb71020-701c-4af9-b82c-28aad8c9ce6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.567414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ecb71020-701c-4af9-b82c-28aad8c9ce6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3989172 Dec 13 15:01:36.567612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39378) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:36.573063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5ac4f3f6-d34d-437d-bbeb-030407b2437d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '41fa71da-a8f1-44fa-aebc-1c0dca924149', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:36.610936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-cd0f28f6-ca8c-4064-92d9-2fea7cdd9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:36.612746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-cd0f28f6-ca8c-4064-92d9-2fea7cdd9d8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e72b3d-fc4d-42e5-8f03-42724ff2df59 HTTP/1.1" status: 200 len: 853 time: 0.0890172 Dec 13 15:01:36.622213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38876b-fd88-47fd-a890-7ed2ef10fc48 req-0c69b4b7-3e28-4bb6-aac7-7353cde9c8c1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:36.624037 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c38876b-fd88-47fd-a890-7ed2ef10fc48 req-0c69b4b7-3e28-4bb6-aac7-7353cde9c8c1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1120410 Dec 13 15:01:36.665989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-03be8e5d-000d-4fb4-a382-3b5114a10c86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409832 Dec 13 15:01:36.721346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f3f6-d34d-437d-bbeb-030407b2437d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.758717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c38876b-fd88-47fd-a890-7ed2ef10fc48 req-ac034618-e644-4c59-b173-bf5144998431 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215894 Dec 13 15:01:36.808417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f3f6-d34d-437d-bbeb-030407b2437d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.812456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-be58f4e5-22f2-4071-8b4b-5539f811c3bc service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368606 Dec 13 15:01:36.894528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f3f6-d34d-437d-bbeb-030407b2437d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.916537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4f3f6-d34d-437d-bbeb-030407b2437d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baa4157-ecb0-4b39-8426-9a5ddfc9ec22,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:36.932204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2049aa3c-4575-4624-b9a7-f9bf18511c91 req-fbd6acbe-5ce7-4060-8784-221f417a41e0 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119275 Dec 13 15:01:36.981480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f3f6-d34d-437d-bbeb-030407b2437d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:36.982864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5ac4f3f6-d34d-437d-bbeb-030407b2437d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4140284 Dec 13 15:01:36.986560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39388) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:36.991613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ca4ada26-728b-4b35-8f2a-bd70e70f0e63 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '41fa71da-a8f1-44fa-aebc-1c0dca924149', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:37.113078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca4ada26-728b-4b35-8f2a-bd70e70f0e63 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:37.225766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca4ada26-728b-4b35-8f2a-bd70e70f0e63 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:37.279663 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca4ada26-728b-4b35-8f2a-bd70e70f0e63 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:37.303433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ada26-728b-4b35-8f2a-bd70e70f0e63 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdce9f4-4e3a-4ab4-853a-5869bc499891,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:37.687574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca4ada26-728b-4b35-8f2a-bd70e70f0e63 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:37.691808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ca4ada26-728b-4b35-8f2a-bd70e70f0e63 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7009425 Dec 13 15:01:37.692156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:37.696926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '41fa71da-a8f1-44fa-aebc-1c0dca924149', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:37.796783 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:01:37.818789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:37.990117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe33adf-4bec-4994-931b-617c88f13522 req-07fd0ab7-0bc5-4e0c-9a30-71bd0a4a6e91 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:37.997841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fe33adf-4bec-4994-931b-617c88f13522 req-07fd0ab7-0bc5-4e0c-9a30-71bd0a4a6e91 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1471033 Dec 13 15:01:38.025270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:38.054430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fe33adf-4bec-4994-931b-617c88f13522 req-264adb26-266c-4b74-b9fc-106d2bd6ef62 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Dec 13 15:01:38.120047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:38.154439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4101a4da-769a-45bc-ae19-63bf96df514a,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:38.227255 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:38.229246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9a3833ba-5cb2-432b-98cb-0eac3c98a1cd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5351350 Dec 13 15:01:38.231337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:38.236861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '41fa71da-a8f1-44fa-aebc-1c0dca924149', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:38.351873 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:01:38.358081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:38.519125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:38.708413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:38.733365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb44dbd-af7c-4f69-9b38-32633339b006,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:38.809799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:38.811342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cbeb1cdb-fc22-48b2-bfd3-d8801f216b24 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5788777 Dec 13 15:01:38.814804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39452) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:38.820468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'network': {'name': 'tempest-network-smoke--16005495', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'port_security_enabled': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:38.940835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:01:38.947128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:39.005297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:01:39.020727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:39.021320 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Added segment 7ed49556-82b8-4e85-a318-ba1ab39120fd of type vlan for network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 Dec 13 15:01:39.102072 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:39.207400 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:39.213498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:39.214116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:39.255856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f1b08-5d73-40f5-99b9-9d9839c214de req-f26cf528-f968-4c74-a631-66bba2064d9d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:39.272724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b17f1b08-5d73-40f5-99b9-9d9839c214de req-f26cf528-f968-4c74-a631-66bba2064d9d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1108799 Dec 13 15:01:39.336837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b17f1b08-5d73-40f5-99b9-9d9839c214de req-d13e1bd0-b681-476d-be35-f57a3cccea04 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591621 Dec 13 15:01:39.379964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Network': ['ID=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:39.395927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:01:39.424576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-92b662b9-d9a1-4366-8ed5-0ea9dbdc394b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5975544 Dec 13 15:01:39.424741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39460) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:39.424741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'admin_state_up': True, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:39.539429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:39.540507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:39.642111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:40.028338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:40.414285 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:40.502888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:40.613850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab5bea-75fa-4e7c-9bfd-77ff197bfafb req-85e0b691-2328-4a41-afc1-d6e035035868 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:40.615352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77ab5bea-75fa-4e7c-9bfd-77ff197bfafb req-85e0b691-2328-4a41-afc1-d6e035035868 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1558757 Dec 13 15:01:40.658468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.179 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d2447fa1-615e-4562-8ea8-4c7851c25bb3) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:01:40.701354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77ab5bea-75fa-4e7c-9bfd-77ff197bfafb req-302d994c-2ded-48d6-a603-5dbcef320ce4 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Dec 13 15:01:40.832322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:41.001909 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:41.042873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:01:41.045562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:41.048345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:01:41.056521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=d2447fa1-615e-4562-8ea8-4c7851c25bb3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:42.181757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c06642-9889-4049-9774-f92c950b91b2 req-8fb066ba-e423-456a-abe6-fa908b591622 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:42.191363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9c06642-9889-4049-9774-f92c950b91b2 req-8fb066ba-e423-456a-abe6-fa908b591622 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1547148 Dec 13 15:01:42.208622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:42.362849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9c06642-9889-4049-9774-f92c950b91b2 req-b7839aa9-c81a-4778-bb9c-e63e2831cb28 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699445 Dec 13 15:01:42.549775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:42.805322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router ca497757-b90b-4865-b3ed-148fd27f802e is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:01:42.939841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:01:42.952374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Sync routers for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:01:42.964381 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:42.965425 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:43.077938 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:43.078186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:43.079957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-50f8074b-18ff-4d6b-ab29-5f295d797d7e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6623299 Dec 13 15:01:43.083412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39522) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:43.136481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3fc555cb-83c4-4ece-a024-e8201d70914a tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=515f7b22ce9744918b9b5447b1a274ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516195 Dec 13 15:01:43.139405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39524) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:43.305567 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:41Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:43.323844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2711f2d-2e2c-4ba2-aff7-21715c0815ca tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:43.329444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a2711f2d-2e2c-4ba2-aff7-21715c0815ca tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1884196 Dec 13 15:01:43.332395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39532) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:43.348015 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Checking router: ca497757-b90b-4865-b3ed-148fd27f802e for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:01:43.356026 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Updating router ca497757-b90b-4865-b3ed-148fd27f802e port d2447fa1-615e-4562-8ea8-4c7851c25bb3 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:01:43.373078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8f863632-8f03-46c4-84cf-c792382fa54a tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394092 Dec 13 15:01:43.376957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39534) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:43.383883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678577996', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:43.440049 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:43.573148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eda80-719b-41d0-b75e-d2a49fb4b743 req-352cb5f8-e796-4e22-85f6-9b956bc1bdac tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:43.575163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-424eda80-719b-41d0-b75e-d2a49fb4b743 req-352cb5f8-e796-4e22-85f6-9b956bc1bdac tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0867369 Dec 13 15:01:43.631300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-424eda80-719b-41d0-b75e-d2a49fb4b743 req-a5aa16e4-12ff-4de8-87fe-2373c083a803 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Dec 13 15:01:43.733883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:01:43.738814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:43.980154 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:44.087735 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:44.093762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:44.178139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Subnet': ['ID=7558798b-efda-41b6-98c4-31f66bd5d21c,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:44.181046 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Attempting to bind port d2447fa1-615e-4562-8ea8-4c7851c25bb3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:01:44.181621 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Attempting to bind port d2447fa1-615e-4562-8ea8-4c7851c25bb3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:01:44.191203 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Attempting to bind port d2447fa1-615e-4562-8ea8-4c7851c25bb3 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:44.201112 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:01:44.202259 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:01:44.209170 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:44.209639 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:01:44.210158 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Bound port: d2447fa1-615e-4562-8ea8-4c7851c25bb3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:01:44.210720 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:44.272277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Checking segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:01:44.272813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network hostable DHCP agents. Network: 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:01:44.310405 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Pushing event updated for resources: {'Port': ['ID=d2447fa1-615e-4562-8ea8-4c7851c25bb3,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:44.335353 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.336185 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.336846 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.337515 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.338059 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.338772 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.339329 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.339888 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.340434 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.340931 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.341565 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.342126 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:01:44.360615 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] For port d2447fa1-615e-4562-8ea8-4c7851c25bb3, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:01:44.364897 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] For port d2447fa1-615e-4562-8ea8-4c7851c25bb3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2447fa1-615e-4562-8ea8-4c7851c25bb3,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:01:44.428329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:01:44.472265 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:44.529449 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:44.530082 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:44.595641 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a7252-8372-4e30-a60c-8915590b70dd None None] Pushing event updated for resources: {'Port': ['ID=d2447fa1-615e-4562-8ea8-4c7851c25bb3,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:44.619235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:44.626853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:44.626853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:44.630906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09e367-3af7-4910-8339-70120f65658d None None] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:01:44.648613 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:44.893135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-24434cb5-781e-45af-a4fa-46812dd5141f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5143743 Dec 13 15:01:44.897690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39570) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:01:44.962703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df0942-c066-465c-b647-e5442782db8c req-0c118f6a-b780-4cfe-9ba1-ef1d60be1aa6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:44.972621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07df0942-c066-465c-b647-e5442782db8c req-0c118f6a-b780-4cfe-9ba1-ef1d60be1aa6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.2074118 Dec 13 15:01:45.030660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:01:45.031962 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:45.090876 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:41Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:45.111696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-07df0942-c066-465c-b647-e5442782db8c req-fe056c4b-a12b-4dde-bf4c-9ce84a1de0eb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358171 Dec 13 15:01:45.183264 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bf419-e93e-43a3-85ff-22c2566db782 None None] The sync data for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 is: [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:41Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:01:45.383765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Allocated IP 172.20.0.2 (03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1/7558798b-efda-41b6-98c4-31f66bd5d21c/f8d829c4-fccc-42be-83d7-b579d0ebf355) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:01:45.831593 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:45.849308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:45.921435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:45.940185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:46.003182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:01:46.010174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:46.014709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:01:46.079796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Pushing event updated for resources: {'Port': ['ID=f8d829c4-fccc-42be-83d7-b579d0ebf355,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:46.136813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Attempting to bind port f8d829c4-fccc-42be-83d7-b579d0ebf355 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:01:46.138317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Attempting to bind port f8d829c4-fccc-42be-83d7-b579d0ebf355 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:01:46.138695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Attempting to bind port f8d829c4-fccc-42be-83d7-b579d0ebf355 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:46.147566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:01:46.147998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Checking segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:01:46.148453 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:46.148844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Bound using segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:01:46.149369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Bound port: f8d829c4-fccc-42be-83d7-b579d0ebf355, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:01:46.149777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:46.334820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] For port f8d829c4-fccc-42be-83d7-b579d0ebf355, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:01:46.348280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] For port f8d829c4-fccc-42be-83d7-b579d0ebf355, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f8d829c4-fccc-42be-83d7-b579d0ebf355,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:01:46.465027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2447fa1-615e-4562-8ea8-4c7851c25bb3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:46.577067 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:46.694083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.1 (03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1/7558798b-efda-41b6-98c4-31f66bd5d21c/9a61193e-ba39-4198-ad5c-a449b36ec09a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:01:46.724326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d2447fa1-615e-4562-8ea8-4c7851c25bb3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:46.724701 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:46.739378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1081f1-cd78-4d89-977b-5713733bae5a req-efd52a04-16d4-446e-ac1c-39721ddfcfda tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:46.751209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e1081f1-cd78-4d89-977b-5713733bae5a req-efd52a04-16d4-446e-ac1c-39721ddfcfda tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.4433613 Dec 13 15:01:46.902998 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e1081f1-cd78-4d89-977b-5713733bae5a req-82097069-44c8-4d04-8cde-d1401f741ef5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504097 Dec 13 15:01:46.904792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9110e-a490-47ff-b261-04bf74c00caf None None] Pushing event updated for resources: {'Port': ['ID=f8d829c4-fccc-42be-83d7-b579d0ebf355,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:47.022417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:47.065144 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:47.093905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:47.146372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port d2447fa1-615e-4562-8ea8-4c7851c25bb3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2447fa1-615e-4562-8ea8-4c7851c25bb3,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:47.189247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:47.228262 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:47.284759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:01:47.286997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:47.308180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=9a61193e-ba39-4198-ad5c-a449b36ec09a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:47.322653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:01:47.369680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=d2447fa1-615e-4562-8ea8-4c7851c25bb3,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:47.394927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:47.798960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-62b23138-e71b-42f0-b090-6bf0069025a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789688 Dec 13 15:01:47.913889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602305-cfaf-4439-90af-651b04868b2b req-57512587-d4f6-436e-81f2-27638b6c0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:47.920540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-57512587-d4f6-436e-81f2-27638b6c0749 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0898454 Dec 13 15:01:48.137869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602305-cfaf-4439-90af-651b04868b2b req-3a6f8148-1a75-43f1-bd26-60c2945831bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:48.141831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-3a6f8148-1a75-43f1-bd26-60c2945831bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 200 len: 916 time: 0.1953783 Dec 13 15:01:48.233739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-a8f0af6f-f18a-44cb-af90-b40e43bf40fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e462a7c5-78e0-4b4a-ab47-33f5071d3a29 HTTP/1.1" status: 200 len: 217 time: 0.0804620 Dec 13 15:01:48.396729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602305-cfaf-4439-90af-651b04868b2b req-70ebd915-8823-41e7-a97a-b141f5cdddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:48.407762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-70ebd915-8823-41e7-a97a-b141f5cdddc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 200 len: 855 time: 0.1638761 Dec 13 15:01:48.473154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-cfcd4771-6a7f-43fe-b0cb-55ed7188326f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21a19500-01df-4097-be46-c6d15b22400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556908 Dec 13 15:01:48.560902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2447fa1-615e-4562-8ea8-4c7851c25bb3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:48.682326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d2447fa1-615e-4562-8ea8-4c7851c25bb3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:48.683006 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:48.764518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-df8f3842-59e5-49c0-9474-bbdfd9c5fa3e service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755711 Dec 13 15:01:48.906072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f8d829c4-fccc-42be-83d7-b579d0ebf355 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:48.916171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:49.019706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34602305-cfaf-4439-90af-651b04868b2b req-d5139e0c-7906-44b1-81ed-9fc3517b157b service neutron] 10.222.0.55 "GET /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469459 Dec 13 15:01:49.038774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20643d6-87fd-4a2d-84e4-c540fad153d1 req-e9f11aed-5b5c-4a68-985d-d76b8ed17ec0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:49.040204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f20643d6-87fd-4a2d-84e4-c540fad153d1 req-e9f11aed-5b5c-4a68-985d-d76b8ed17ec0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1873319 Dec 13 15:01:49.062280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ebfc83-a27c-4942-91f3-27d62fa268d2 None None] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:01:49.174832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-da820a9b-46e8-42a2-8a21-c4057b857485 None None] Provisioning complete for port f8d829c4-fccc-42be-83d7-b579d0ebf355 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:49.175273 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da820a9b-46e8-42a2-8a21-c4057b857485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:49.213534 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f20643d6-87fd-4a2d-84e4-c540fad153d1 req-a1e2c274-c342-49a4-b42b-20e50c04805e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634877 Dec 13 15:01:49.247775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f8d829c4-fccc-42be-83d7-b579d0ebf355 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:49.248159 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:49.420084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da820a9b-46e8-42a2-8a21-c4057b857485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:49.456573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:49.567737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-da820a9b-46e8-42a2-8a21-c4057b857485 None None] For port f8d829c4-fccc-42be-83d7-b579d0ebf355, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f8d829c4-fccc-42be-83d7-b579d0ebf355,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:49.583192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:50.184791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:50.249329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=9a61193e-ba39-4198-ad5c-a449b36ec09a,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:50.252142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:50.360667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2583-cbac-48a4-8331-6a97ed1ab463 req-38f1f87d-999c-4279-8351-ac4e469c09ea tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:50.362897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:01:50.364619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:50.370872 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-371c2583-cbac-48a4-8331-6a97ed1ab463 req-38f1f87d-999c-4279-8351-ac4e469c09ea tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0670006 Dec 13 15:01:50.422786 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da820a9b-46e8-42a2-8a21-c4057b857485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:50.436297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-371c2583-cbac-48a4-8331-6a97ed1ab463 req-15706d5a-717b-407c-b3b4-c9e4e7d9636e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Dec 13 15:01:50.495833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:01:50.496048 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:01:50.496933 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6454d718-6324-45a0-a010-f445c66979f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:50.526189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da820a9b-46e8-42a2-8a21-c4057b857485 None None] Pushing event updated for resources: {'Port': ['ID=f8d829c4-fccc-42be-83d7-b579d0ebf355,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:50.537867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router ca497757-b90b-4865-b3ed-148fd27f802e has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:01:50.544713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2a8cf7a9-421b-45ce-b7ac-b5e084313a45 None None] Provisioning complete for port 9a61193e-ba39-4198-ad5c-a449b36ec09a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:50.545211 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf7a9-421b-45ce-b7ac-b5e084313a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:50.591375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cf7a9-421b-45ce-b7ac-b5e084313a45 None None] Port 9a61193e-ba39-4198-ad5c-a449b36ec09a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:01:50.603151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2a8cf7a9-421b-45ce-b7ac-b5e084313a45 None None] Provisioning complete for port f8d829c4-fccc-42be-83d7-b579d0ebf355 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:50.604411 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf7a9-421b-45ce-b7ac-b5e084313a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:50.668641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:01:50.674288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3c4f3323-4056-47e5-9e08-efbb94ea7791 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/ca497757-b90b-4865-b3ed-148fd27f802e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7749536 Dec 13 15:01:50.685594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Sync routers for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:01:50.709067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:50.714767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:50.826899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:50.959096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-6c5a37f6-213c-418f-9752-3e56a72a2626 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554178610&fields=id&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 267 time: 0.0569746 Dec 13 15:01:51.029019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e319fe6d-16da-45b1-a4c7-1385d204b890 None None] Provisioning complete for port 9a61193e-ba39-4198-ad5c-a449b36ec09a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:51.029643 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e319fe6d-16da-45b1-a4c7-1385d204b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:51.083924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-f24a278b-3bb0-4919-aed5-73f1f8c7e4f3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:51.085512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-f24a278b-3bb0-4919-aed5-73f1f8c7e4f3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 795 time: 0.1167955 Dec 13 15:01:51.105280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5919d154-2ed5-4c37-af4b-0dd4a4e93640 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/quotas/515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 375 time: 0.0109704 Dec 13 15:01:51.122489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e319fe6d-16da-45b1-a4c7-1385d204b890 None None] Port 9a61193e-ba39-4198-ad5c-a449b36ec09a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:01:51.187263 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-d7cf2561-43b5-48f8-80f1-9727800fa866 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674102 Dec 13 15:01:51.236448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:49Z', 'revision_number': 2, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:51.277158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f8d829c4-fccc-42be-83d7-b579d0ebf355 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:51.295428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Checking router: ca497757-b90b-4865-b3ed-148fd27f802e for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:01:51.295428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Updating router ca497757-b90b-4865-b3ed-148fd27f802e port 9a61193e-ba39-4198-ad5c-a449b36ec09a binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:01:51.315958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-918bd033-c34f-425e-b770-4fbeb3c04c21 service neutron] 10.222.0.24 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255007 Dec 13 15:01:51.320167 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:51.436152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-1821f8fc-b1af-4b4a-b44d-34a1e9a72e9c service neutron] 10.222.0.24 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095901 Dec 13 15:01:51.465478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f8d829c4-fccc-42be-83d7-b579d0ebf355 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:51.465860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:51.595078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37deeb-744c-44a9-971a-99f1ec692bac req-b7c29c72-5713-4ae8-8b39-a12b7e38281b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:51.596571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f37deeb-744c-44a9-971a-99f1ec692bac req-b7c29c72-5713-4ae8-8b39-a12b7e38281b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0570900 Dec 13 15:01:51.638200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5f37deeb-744c-44a9-971a-99f1ec692bac req-d3d686c6-2328-41fb-ab07-1f5fb4d60de2 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351343 Dec 13 15:01:51.807895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63720504-8fe9-40c0-a917-68811f247693 req-4ad46b58-509a-41e5-bef4-3c3fe26dee0e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 210 time: 0.0361795 Dec 13 15:01:51.877234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:51.997458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.055027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f78891-5dc1-43c9-bf61-1ae405a17034 None None] Pushing event updated for resources: {'Port': ['ID=9a61193e-ba39-4198-ad5c-a449b36ec09a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:52.101263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Attempting to bind port 9a61193e-ba39-4198-ad5c-a449b36ec09a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:01:52.101628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Attempting to bind port 9a61193e-ba39-4198-ad5c-a449b36ec09a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:01:52.102096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Attempting to bind port 9a61193e-ba39-4198-ad5c-a449b36ec09a on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:52.107313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:01:52.107764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Checking segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:01:52.108169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.108560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Bound using segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:01:52.109097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Bound port: 9a61193e-ba39-4198-ad5c-a449b36ec09a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:01:52.109416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.232499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] For port 9a61193e-ba39-4198-ad5c-a449b36ec09a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:01:52.238483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] For port 9a61193e-ba39-4198-ad5c-a449b36ec09a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a61193e-ba39-4198-ad5c-a449b36ec09a,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:01:52.309958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a651-c8dc-4032-b5f0-4f9a40e668eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.368167 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.411509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-04167f56-b1e2-433c-b686-e84e95667be2 None None] Provisioning complete for port 9a61193e-ba39-4198-ad5c-a449b36ec09a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:52.411943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04167f56-b1e2-433c-b686-e84e95667be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.462144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:01:52.462799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:52.549918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f78891-5dc1-43c9-bf61-1ae405a17034 None None] Pushing event updated for resources: {'Port': ['ID=9a61193e-ba39-4198-ad5c-a449b36ec09a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:52.615667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04167f56-b1e2-433c-b686-e84e95667be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.645678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:01:52.693529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-04167f56-b1e2-433c-b686-e84e95667be2 None None] For port 9a61193e-ba39-4198-ad5c-a449b36ec09a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a61193e-ba39-4198-ad5c-a449b36ec09a,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:52.790342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81349282-6622-46b4-8282-432f6b8743c8 req-066b449d-492a-4414-8bf2-944c0d8a2e11 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:52.793662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81349282-6622-46b4-8282-432f6b8743c8 req-066b449d-492a-4414-8bf2-944c0d8a2e11 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.0807312 Dec 13 15:01:52.842626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81349282-6622-46b4-8282-432f6b8743c8 req-5ae11cfd-980f-446a-952b-2fd97f7a6623 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Dec 13 15:01:52.889367 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04167f56-b1e2-433c-b686-e84e95667be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:52.928008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f56d370-2170-4ea5-a1dc-078e25b4538c req-f959d80e-6e16-437a-9589-a52ac5dc6ea6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 210 time: 0.0405860 Dec 13 15:01:52.980098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:01:52.982600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04167f56-b1e2-433c-b686-e84e95667be2 None None] Pushing event updated for resources: {'Port': ['ID=9a61193e-ba39-4198-ad5c-a449b36ec09a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:53.019475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f9e25-5731-42d9-b5c9-95f7b1912c6d None None] The sync data for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 is: [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:01:53.029697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-14ca372b-dea6-4e13-8196-11d5735747bd None None] Provisioning complete for port 9a61193e-ba39-4198-ad5c-a449b36ec09a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:53.030003 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14ca372b-dea6-4e13-8196-11d5735747bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:53.290075 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:53.317293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a61193e-ba39-4198-ad5c-a449b36ec09a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:53.373386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9a61193e-ba39-4198-ad5c-a449b36ec09a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:53.373962 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:53.806334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-20d4485c-f618-4602-ba16-af3c3fe07b8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0508661 Dec 13 15:01:53.906956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:01:53.957168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:53.960075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:53.960713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:53.961346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:53.961790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:53.962261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:53.962742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:53.964847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7a9f603a-dbba-4e5b-b748-4b1b150ebc07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6490 time: 0.0898449 Dec 13 15:01:54.113831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1d9d297-26e8-4c90-9903-139f1bdedaf3 req-3422800d-7b4a-4bff-a2ba-9f59c1830f7c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 210 time: 0.0675201 Dec 13 15:01:54.169206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:54.186248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7619a57c-fa2e-4dca-8241-c067174b9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:54.189837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7619a57c-fa2e-4dca-8241-c067174b9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:54.190392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7619a57c-fa2e-4dca-8241-c067174b9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:54.192677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7619a57c-fa2e-4dca-8241-c067174b9af6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ae87db4-6566-4a34-b93b-12167460eed5&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=0dbf2396-4b31-4a83-8887-655b95608024&id=0dbf2396-4b31-4a83-8887-655b95608024 HTTP/1.1" status: 200 len: 2292 time: 0.1955993 Dec 13 15:01:54.196750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'network_id': 'fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe', 'port_id': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'mac_address': 'fa:16:3e:4e:a5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e72b3d-fc4d-42e5-8f03-42724ff2df59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:01:54.285742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:54.298082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-4b9d6c38-ff2d-4106-9c3a-018fcbc28bd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 200 len: 1001 time: 0.0679386 Dec 13 15:01:54.308883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6376e5e1-0666-474e-a235-fa14f8fb62e7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:01:54.331504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a5a0a-787f-4a60-a1c1-ad8d973fa10c req-44a1f3ac-6cf7-4fba-ac9b-4396c14a9a87 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:54.333247 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-be2a5a0a-787f-4a60-a1c1-ad8d973fa10c req-44a1f3ac-6cf7-4fba-ac9b-4396c14a9a87 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 944 time: 0.1396096 Dec 13 15:01:54.346402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:54.416696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-be2a5a0a-787f-4a60-a1c1-ad8d973fa10c req-b7787382-2d77-4097-91f8-c13f5fba1a77 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 Dec 13 15:01:54.431390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-e243f2ea-e533-445d-81ee-a5dc8e750980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:54.432968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-e243f2ea-e533-445d-81ee-a5dc8e750980 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 HTTP/1.1" status: 200 len: 851 time: 0.1173546 Dec 13 15:01:54.493224 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:54.505707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-b40ad20e-cc5b-4a25-8611-1650dafe7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:54.507342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-b40ad20e-cc5b-4a25-8611-1650dafe7613 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ae87db4-6566-4a34-b93b-12167460eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632732 Dec 13 15:01:54.603454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:54.698499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-a156e827-96c9-4e89-811f-f78c168493bf service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769040 Dec 13 15:01:54.802921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6376e5e1-0666-474e-a235-fa14f8fb62e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:01:54.873592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-2a22f31f-fd79-4a41-bfa5-331d3d3b4533 service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674190 Dec 13 15:01:54.921655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-1bb052b5-a2e1-44bf-a8d0-4e4b75fa79b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 217 time: 0.0395696 Dec 13 15:01:54.999325 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:54.999880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-86884d72-c636-4d0d-a7cd-4dbf1f26d89f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:55.001334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-86884d72-c636-4d0d-a7cd-4dbf1f26d89f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 795 time: 0.1989586 Dec 13 15:01:55.005019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-f368adac-f78d-4167-8ad0-81b63b3d98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:55.006420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-f368adac-f78d-4167-8ad0-81b63b3d98f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0755112 Dec 13 15:01:55.089667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5b817e1b-d202-4510-8d4f-19ce6213db34 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 380 time: 0.0723584 Dec 13 15:01:55.102185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'port': {'device_id': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'admin_state_up': True, 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'security_groups': ['41fa71da-a8f1-44fa-aebc-1c0dca924149']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:55.108191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-d762c6df-9a1f-4107-9537-50e2bd6ed90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:55.109861 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-d762c6df-9a1f-4107-9537-50e2bd6ed90f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915208 Dec 13 15:01:55.169513 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:55.303671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d47c6374-21e0-49fd-b4de-aa5b0c5638dd req-b468bfe5-d848-4fc1-981f-ee24b99dd863 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 210 time: 0.0412979 Dec 13 15:01:55.400742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-11e82ee3-99f0-43bd-a37b-24eb5a113a9e service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784212 Dec 13 15:01:55.483185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:01:55.489621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:55.567643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf78c8-1ab0-4417-9712-593b01d73bf2 req-ebdb32bc-c9df-4f54-8138-118aea2a491b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:55.567643 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69cf78c8-1ab0-4417-9712-593b01d73bf2 req-ebdb32bc-c9df-4f54-8138-118aea2a491b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 945 time: 0.0603552 Dec 13 15:01:55.593337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-c9952a91-0455-4b5b-875e-b64444f835ed service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815548 Dec 13 15:01:55.633297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69cf78c8-1ab0-4417-9712-593b01d73bf2 req-d04ffb4b-17f9-40ea-9c0f-61a3df4cd868 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 Dec 13 15:01:55.694066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-e7ee11d2-0694-4837-9538-18188736d10b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 217 time: 0.0924461 Dec 13 15:01:55.774331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.7 (03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1/7558798b-efda-41b6-98c4-31f66bd5d21c/78fa85d8-538f-4d09-8446-64a2934e1c07) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:01:55.784187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-e0466d37-00bc-43e6-b56b-7a6d294240c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:55.785640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-e0466d37-00bc-43e6-b56b-7a6d294240c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0780144 Dec 13 15:01:55.900271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-392d1d12-3257-42a9-a958-2f797fb1c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:55.901776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-392d1d12-3257-42a9-a958-2f797fb1c881 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069987 Dec 13 15:01:55.909635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:01:55.962099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 6376e5e1-0666-474e-a235-fa14f8fb62e7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:55.962558 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:56.022769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:56.048169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-d9d896c6-9a55-4380-bf68-a0471f84b69c service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358566 Dec 13 15:01:56.076958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:56.104285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:56.106949 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17873c2f-befa-4ecd-be02-399aaccea1c2" -d '{"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-plugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:56.122271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:56.154858 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b7e7a-75b3-4a6e-b753-ced57d6c60bb x-openstack-request-id: req-7d4b7e7a-75b3-4a6e-b753-ced57d6c60bb {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:56.155190 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-plugged", "status": "completed", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:56.155425 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d4b7e7a-75b3-4a6e-b753-ced57d6c60bb {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:56.156474 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'code': 200} Dec 13 15:01:56.178997 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-3502d460-c231-4648-a4bf-964ff0ae15f7 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150591 Dec 13 15:01:56.216327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-77c345bc-0f72-4939-84df-8cec190325d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4 HTTP/1.1" status: 200 len: 217 time: 0.0374465 Dec 13 15:01:56.262088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:56.263874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:56.332007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-60afd0dd-2642-46a5-a4c1-358f158ec98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:56.333493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-60afd0dd-2642-46a5-a4c1-358f158ec98e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.1099634 Dec 13 15:01:56.340692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:01:56.346168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:56.394714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:56.405103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:01:56.408004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:01:56.459372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368dda7-43f7-4e99-a8f4-3db08d4d4230 req-84534811-e0f2-4eaa-9555-c6e010f3f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:56.460996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6368dda7-43f7-4e99-a8f4-3db08d4d4230 req-84534811-e0f2-4eaa-9555-c6e010f3f5c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 1098 time: 0.0647063 Dec 13 15:01:56.520570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:56.521140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:56.541870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6368dda7-43f7-4e99-a8f4-3db08d4d4230 req-d08e82a4-4ad2-44a3-9597-3d9af9775512 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711334 Dec 13 15:01:56.548216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-c4b177ff-2a9b-4445-bbd4-bba43a5d89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:56.549718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-c4b177ff-2a9b-4445-bbd4-bba43a5d89fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1952381 Dec 13 15:01:56.568268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274a5df-34ba-4eed-ab38-95d65a7df40e req-1584db4c-f95d-4fb2-8479-8bb0af638e66 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:56.571463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6274a5df-34ba-4eed-ab38-95d65a7df40e req-1584db4c-f95d-4fb2-8479-8bb0af638e66 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 931 time: 0.1243503 Dec 13 15:01:56.624396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6274a5df-34ba-4eed-ab38-95d65a7df40e req-fc8f66e0-d240-4d80-9d62-4051ce44a8a3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428360 Dec 13 15:01:56.629332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0bdf9008-b020-46af-ab9f-1e1e06577445 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5321195 Dec 13 15:01:56.694372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e0b4e549-6de5-43ca-a879-dfff8208bf9a None None] Provisioning complete for port 78fa85d8-538f-4d09-8446-64a2934e1c07 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:01:56.694372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0b4e549-6de5-43ca-a879-dfff8208bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:56.725236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4e549-6de5-43ca-a879-dfff8208bf9a None None] Port 78fa85d8-538f-4d09-8446-64a2934e1c07 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:01:56.760637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Request body: {'port': {'device_id': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:01:56.763485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013a4d-a2c9-4fde-92ea-e480f192b7c1 req-72245579-ba44-4c5a-b20e-e4b78168d15c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:56.766101 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c013a4d-a2c9-4fde-92ea-e480f192b7c1 req-72245579-ba44-4c5a-b20e-e4b78168d15c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0517273 Dec 13 15:01:56.822201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c013a4d-a2c9-4fde-92ea-e480f192b7c1 req-df8e5e19-898f-414a-9fa4-806d2e53f42a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Dec 13 15:01:56.889944 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:57.010456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-f5f6e156-8201-412e-b56e-023484a2bd52 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561240 Dec 13 15:01:57.500455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820df3e-5d71-4b84-9c0e-6fff5f9b858f req-b6eac4f4-9f91-4aa5-a937-47c1bf1b1d88 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:57.502671 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c820df3e-5d71-4b84-9c0e-6fff5f9b858f req-b6eac4f4-9f91-4aa5-a937-47c1bf1b1d88 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 946 time: 0.0877938 Dec 13 15:01:57.528801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-92d1b4e5-9915-459f-8cdb-c6240f6c3dc6 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086093 Dec 13 15:01:57.566309 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c820df3e-5d71-4b84-9c0e-6fff5f9b858f req-320afb6d-c481-4023-975d-b376738202fd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568125 Dec 13 15:01:57.588507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-33bc21d7-0d59-468b-975a-e359fa08daeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b3c0ea7d-50db-4265-a72d-ae833691afff HTTP/1.1" status: 200 len: 217 time: 0.0460460 Dec 13 15:01:57.655781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fa85d8-538f-4d09-8446-64a2934e1c07 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:01:57.689672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:57.707782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7877b5f0-c687-4b10-8108-95812e6a3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:57.710020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7877b5f0-c687-4b10-8108-95812e6a3bd2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.1062846 Dec 13 15:01:57.768939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Transition to ACTIVE for port object 78fa85d8-538f-4d09-8446-64a2934e1c07 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:01:57.802066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007136de-d48e-4a15-8369-6c062b70086c req-067ab0e0-2b58-4ab1-b469-c34235d30084 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:57.803700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-007136de-d48e-4a15-8369-6c062b70086c req-067ab0e0-2b58-4ab1-b469-c34235d30084 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 931 time: 0.0914989 Dec 13 15:01:57.806482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-72c399ab-e158-4e75-b424-092d1af7052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:57.807831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-72c399ab-e158-4e75-b424-092d1af7052b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835724 Dec 13 15:01:57.886911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:57.960635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-007136de-d48e-4a15-8369-6c062b70086c req-02aca6f7-8e4c-4930-bad1-f0a927adf3ad tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503983 Dec 13 15:01:57.964394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:58.033519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef949-6977-44f5-af6a-97fe3f5f46c8 req-f33d5202-1a1d-44e1-8874-5c1fc7931ece tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:58.044345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-627ef949-6977-44f5-af6a-97fe3f5f46c8 req-f33d5202-1a1d-44e1-8874-5c1fc7931ece tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0870745 Dec 13 15:01:58.058438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-3b3f3f12-cbff-46fb-970d-6b7202b8d514 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278047 Dec 13 15:01:58.101767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-627ef949-6977-44f5-af6a-97fe3f5f46c8 req-9665750c-1f4f-4d4f-bfeb-4f439d41b23f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Dec 13 15:01:58.154106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:01:58.154370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:01:58.154714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:58.163317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:01:58.167242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:01:58.171269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:01:58.171805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Checking segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:01:58.172013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Bound using segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:01:58.172533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Bound port: 78fa85d8-538f-4d09-8446-64a2934e1c07, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:01:58.172896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:58.271020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:01:58.277277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:01:58.280692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-ce9864ad-e675-49fd-a35d-8ce5ffb933ed service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134545 Dec 13 15:01:58.327221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-7c62f2fe-3c2b-47a3-babf-b8e1641fd077 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a HTTP/1.1" status: 200 len: 217 time: 0.0386493 Dec 13 15:01:58.378922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-ed528539-3cae-4644-86f9-d6c0de63eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:58.380556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-ed528539-3cae-4644-86f9-d6c0de63eb7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.0456028 Dec 13 15:01:58.431333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-d3dadc1c-fb7c-4ce6-812c-818cd8a9d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:58.432856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-d3dadc1c-fb7c-4ce6-812c-818cd8a9d4ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442502 Dec 13 15:01:58.473566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:58.533223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:58.533888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:58.535275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] 10.222.0.50 "PUT /v2.0/ports/78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 1091 time: 1.7788870 Dec 13 15:01:58.535737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:01:58.538182 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d18184-4f4e-4fe5-8775-559487d689f6" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:01:58.582960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597f701-fc31-42bb-ad5a-8789e6dfccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:01:58.620476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-123771bb-5561-444d-9452-9f7e5f1dfdca service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771483 Dec 13 15:01:58.802051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-98283d16-fcc3-42bf-b25c-1f335989b21d service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746159 Dec 13 15:01:58.814694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-2567b501-a767-47e0-a0c5-4e3d608cd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:58.816502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-2567b501-a767-47e0-a0c5-4e3d608cd8c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1094 time: 0.1046855 Dec 13 15:01:58.871548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-d9693ef2-fc68-43dd-a25e-c110e776bc89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b466609e-73cd-430b-8122-f49a68826c9c HTTP/1.1" status: 200 len: 217 time: 0.0540519 Dec 13 15:01:58.874440 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a99407-c54e-4c6f-957e-c3cccd9a31cc x-openstack-request-id: req-b4a99407-c54e-4c6f-957e-c3cccd9a31cc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:01:58.875507 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:01:58.879123 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4a99407-c54e-4c6f-957e-c3cccd9a31cc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:01:58.879123 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'status': 'completed', 'code': 200} Dec 13 15:01:59.004927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-0fa0d19d-a1ae-4939-a7d2-59e0bb71ef6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 217 time: 0.1321063 Dec 13 15:01:59.064184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-c5d4280a-6e76-41e5-87d4-72a658736027 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.065683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-c5d4280a-6e76-41e5-87d4-72a658736027 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 946 time: 0.1884212 Dec 13 15:01:59.085140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-2df031a4-f9f9-402a-90d8-19dd396a5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.088429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-2df031a4-f9f9-402a-90d8-19dd396a5096 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.1776915 Dec 13 15:01:59.116283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054fd7c-0a86-47f2-879f-a1397572a19a req-ab35c46e-783f-433a-969c-17e0c5ba31db tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.117820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054fd7c-0a86-47f2-879f-a1397572a19a req-ab35c46e-783f-433a-969c-17e0c5ba31db tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 946 time: 0.2007906 Dec 13 15:01:59.170820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-e6740204-8a9d-40f0-897a-f39f7fcea480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.171505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-e6740204-8a9d-40f0-897a-f39f7fcea480 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.1568267 Dec 13 15:01:59.267297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b054fd7c-0a86-47f2-879f-a1397572a19a req-9a0c1a49-0724-420b-b359-8aba054c8df7 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332836 Dec 13 15:01:59.273961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-cff8a541-41a1-42e4-9f52-6b544d353ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.275543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-cff8a541-41a1-42e4-9f52-6b544d353ba9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1546042 Dec 13 15:01:59.294411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-dd126407-e13b-411e-b5ee-69650e316073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.295874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-dd126407-e13b-411e-b5ee-69650e316073 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121826 Dec 13 15:01:59.370489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Deleting port cc254b51-3a94-45ae-ba38-c3723b45f2a5 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:01:59.370841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:59.600216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-04c609f5-2def-40fb-8e43-83100ea1b2cb service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831101 Dec 13 15:01:59.605536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-c5f7664e-406a-4e39-914a-c9c19f26f1ea service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165641 Dec 13 15:01:59.611488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] For port cc254b51-3a94-45ae-ba38-c3723b45f2a5, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=cc254b51-3a94-45ae-ba38-c3723b45f2a5,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:01:59.611865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:01:59.622792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2a6eb-ed26-4fe1-9e2b-05cecd6299c8 req-0c80f02d-d15b-4e78-b7bd-7f6a9819bbaf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.623275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7f2a6eb-ed26-4fe1-9e2b-05cecd6299c8 req-0c80f02d-d15b-4e78-b7bd-7f6a9819bbaf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 943 time: 0.1978269 Dec 13 15:01:59.680966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Calling delete_port for cc254b51-3a94-45ae-ba38-c3723b45f2a5 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:01:59.715792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a86bbb-cf28-4c7f-9c19-ffbef072e467 req-61e555e1-7b66-4280-b9aa-5a001ef7747d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:01:59.727494 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92a86bbb-cf28-4c7f-9c19-ffbef072e467 req-61e555e1-7b66-4280-b9aa-5a001ef7747d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0798652 Dec 13 15:01:59.806419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92a86bbb-cf28-4c7f-9c19-ffbef072e467 req-9bbef56d-4a4d-4655-81f4-70f9e64db962 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Dec 13 15:01:59.897557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f85a99d-47c6-40cd-b8c6-a8edf9a49cdd req-ed3aec3c-9b3a-4f9b-ab5d-b013b9e75ce8 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732785 Dec 13 15:01:59.899499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c161e63-a991-4386-bc2c-efe3a3a8f806 req-a3cdf7be-de40-488b-8a88-6600ead291bb service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742014 Dec 13 15:01:59.959053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e7f2a6eb-ed26-4fe1-9e2b-05cecd6299c8 req-f37250f1-625a-4c54-9def-8bb3a8dcb6a9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111069 Dec 13 15:02:00.111674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-272f877c-6b31-441f-b5cf-6c7c1637bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:00.113799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-272f877c-6b31-441f-b5cf-6c7c1637bdcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1094 time: 0.0629928 Dec 13 15:02:00.192464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:00.210659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29', 'cc254b51-3a94-45ae-ba38-c3723b45f2a5'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:00.240003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event deleted for resources: {'Port': ['ID=cc254b51-3a94-45ae-ba38-c3723b45f2a5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:00.264181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['53096857-0ea2-4840-a65a-2ed2cd0e7325'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:00.291676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] No DVR routers for this DVR port cc254b51-3a94-45ae-ba38-c3723b45f2a5 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:00.295147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:00.299380 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d945bcbc-1f55-431f-8607-7e81d615f53f req-27778e15-20a4-404a-8f8d-c30eb74660cd tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "DELETE /v2.0/ports/cc254b51-3a94-45ae-ba38-c3723b45f2a5 HTTP/1.1" status: 204 len: 173 time: 1.2268844 Dec 13 15:02:00.311036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-1d4a451a-6e5b-4355-a313-7b2491401266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:00.312920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-1d4a451a-6e5b-4355-a313-7b2491401266 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1917834 Dec 13 15:02:00.403321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-b81a7205-d2f0-40c6-8cc3-3cf417a3225f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 217 time: 0.0756261 Dec 13 15:02:00.442978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b4a76e4-dfee-481a-adbc-3814eeac2e35 req-c739a0ba-3915-4b72-91a5-35eeb7cbe750 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 210 time: 0.0415685 Dec 13 15:02:00.529326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-3ed1f80c-2488-4eac-8f39-8486636d005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:00.532099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-3ed1f80c-2488-4eac-8f39-8486636d005e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.1198070 Dec 13 15:02:00.592170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-79e887d9-0d10-4d6c-a30e-a58a8a3c3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:00.594270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-79e887d9-0d10-4d6c-a30e-a58a8a3c3b09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530226 Dec 13 15:02:00.692309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-2ce87b6b-1abe-4120-af5c-3e42f556a3ed service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900395 Dec 13 15:02:00.797745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32d18184-4f4e-4fe5-8775-559487d689f6 req-65c4631a-2c6b-465d-b2cd-09df48264b1d service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976088 Dec 13 15:02:00.877469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'name': 'network-vif-deleted', 'tag': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:00.880230 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e50661-f03d-4ac8-bb61-1df9cac39003" -d '{"events": [{"server_uuid": "fb7e79a0-49e1-48bb-be76-89d6198ed155", "name": "network-vif-deleted", "tag": "cc254b51-3a94-45ae-ba38-c3723b45f2a5"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:00.923083 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d91429c-022f-4d49-9226-77f3d6ed1490 x-openstack-request-id: req-8d91429c-022f-4d49-9226-77f3d6ed1490 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:00.923083 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7e79a0-49e1-48bb-be76-89d6198ed155", "name": "network-vif-deleted", "tag": "cc254b51-3a94-45ae-ba38-c3723b45f2a5", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:00.923587 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d91429c-022f-4d49-9226-77f3d6ed1490 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:00.924184 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e79a0-49e1-48bb-be76-89d6198ed155', 'name': 'network-vif-deleted', 'tag': 'cc254b51-3a94-45ae-ba38-c3723b45f2a5', 'status': 'completed', 'code': 200} Dec 13 15:02:00.927582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2e9bb-ecdb-4fcf-a492-c0cc06c6ac75 req-337636be-b53a-4819-812e-011d44457895 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:00.929152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2b2e9bb-ecdb-4fcf-a492-c0cc06c6ac75 req-337636be-b53a-4819-812e-011d44457895 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0562749 Dec 13 15:02:00.970530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2b2e9bb-ecdb-4fcf-a492-c0cc06c6ac75 req-941e8375-7eae-4446-a439-f0dabeef9367 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Dec 13 15:02:01.099104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdb81d-37fa-44f8-b5e3-fa3d4f8785d5 req-d99ce4a3-3772-4c0e-a972-6538220056e4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:01.099753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05ec2a-15dd-49b2-816b-6af9a4e70ed4 req-7801d4af-9058-4f67-9d32-f3668f8e1807 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:01.100603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fcdb81d-37fa-44f8-b5e3-fa3d4f8785d5 req-d99ce4a3-3772-4c0e-a972-6538220056e4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 943 time: 0.0543866 Dec 13 15:02:01.101217 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c05ec2a-15dd-49b2-816b-6af9a4e70ed4 req-7801d4af-9058-4f67-9d32-f3668f8e1807 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0519049 Dec 13 15:02:01.140891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c05ec2a-15dd-49b2-816b-6af9a4e70ed4 req-90585917-aaaf-4f17-ae82-2517fc425a38 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Dec 13 15:02:01.145829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fcdb81d-37fa-44f8-b5e3-fa3d4f8785d5 req-9a5bc342-e50f-41c0-b9d5-2820ee72f654 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380726 Dec 13 15:02:01.283296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87de2a-1a09-4b6d-9f32-bb0df7f6e28c req-70f1fdf7-cd6e-4bf3-a953-ab49739e8f6c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:01.283296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e87de2a-1a09-4b6d-9f32-bb0df7f6e28c req-70f1fdf7-cd6e-4bf3-a953-ab49739e8f6c tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0570967 Dec 13 15:02:01.343443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e87de2a-1a09-4b6d-9f32-bb0df7f6e28c req-f8f6ff8e-5555-4e82-a564-2ddf5f3a011f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480728 Dec 13 15:02:01.495859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b50ba-567d-4576-bbdf-2b4a74e37512 req-26b11e83-dd0a-4397-99c1-9653f8d31b92 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:01.503830 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e07b50ba-567d-4576-bbdf-2b4a74e37512 req-26b11e83-dd0a-4397-99c1-9653f8d31b92 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0654638 Dec 13 15:02:01.540462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e07b50ba-567d-4576-bbdf-2b4a74e37512 req-516a3f5a-7e50-496c-8b15-50f4b91e1681 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355902 Dec 13 15:02:01.567744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a59b2e03-c209-4f9e-916a-89b121229672 req-e19b0674-3a3b-427b-8314-1daf196eafc3 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e79a0-49e1-48bb-be76-89d6198ed155 HTTP/1.1" status: 200 len: 210 time: 0.0568376 Dec 13 15:02:01.664041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4c284-a8e1-4c06-94da-35e24eb90d5f req-0573fbad-7421-4325-84a0-eb36e7faa94e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:01.665437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89e4c284-a8e1-4c06-94da-35e24eb90d5f req-0573fbad-7421-4325-84a0-eb36e7faa94e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0515301 Dec 13 15:02:01.717584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-89e4c284-a8e1-4c06-94da-35e24eb90d5f req-0bb5631e-bb7a-4b96-867e-d02308dbba15 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Dec 13 15:02:01.877849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5f548-8f40-46d0-99bb-498ddbfd9b4c req-62b35d76-9aeb-4551-8c68-9c988f3264da tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:01.879569 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-daa5f548-8f40-46d0-99bb-498ddbfd9b4c req-62b35d76-9aeb-4551-8c68-9c988f3264da tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0614557 Dec 13 15:02:01.923600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-daa5f548-8f40-46d0-99bb-498ddbfd9b4c req-abb638e5-4195-4ec8-8ac1-4ab2f211384d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375593 Dec 13 15:02:01.976521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:02:02.066194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e677-94f3-4201-bc8e-49199b28af5b req-dd1f97d9-abb7-4699-8c3d-d1d44199b520 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:02.067698 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4859e677-94f3-4201-bc8e-49199b28af5b req-dd1f97d9-abb7-4699-8c3d-d1d44199b520 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0649457 Dec 13 15:02:02.104304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:02.124549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'port_id': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'mac_address': 'fa:16:3e:77:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:02:02.133478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4859e677-94f3-4201-bc8e-49199b28af5b req-bea47e33-d5fc-4b9c-adcf-22122a14165d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560777 Dec 13 15:02:02.163577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:02.178563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fa85d8-538f-4d09-8446-64a2934e1c07 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:02:02.200993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:02.292746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:02.295010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4605-1718-40fc-87a8-7764d33da2f8 req-a6c40a3f-f851-49a2-972e-ee8a2d54fb15 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:02.299823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-579f4605-1718-40fc-87a8-7764d33da2f8 req-a6c40a3f-f851-49a2-972e-ee8a2d54fb15 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 943 time: 0.0563257 Dec 13 15:02:02.349101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:02.350911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-579f4605-1718-40fc-87a8-7764d33da2f8 req-354f9654-8e44-4258-a475-8d683be75c73 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Dec 13 15:02:02.588076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['78fa85d8-538f-4d09-8446-64a2934e1c07'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:02.768583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc831-e921-4337-bc21-31b9eda0617e req-5e9bf5af-2e13-4823-a899-a4454d7e9279 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:02.770776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d48dc831-e921-4337-bc21-31b9eda0617e req-5e9bf5af-2e13-4823-a899-a4454d7e9279 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0642798 Dec 13 15:02:02.814318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d48dc831-e921-4337-bc21-31b9eda0617e req-f70d5786-cf59-41f9-8059-861feda18d66 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Dec 13 15:02:02.928013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device cc254b51-3a94-45ae-ba38-c3723b45f2a5 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:02.949510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: cc254b51-3a94-45ae-ba38-c3723b45f2a5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:02.949882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device cc254b51-3a94-45ae-ba38-c3723b45f2a5 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:03.493853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4127-f98e-4c33-90ea-f3ec9e7104ea req-a823fa4f-630b-445b-a1fa-e64cb4fba1b7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:03.496213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4127-f98e-4c33-90ea-f3ec9e7104ea req-a823fa4f-630b-445b-a1fa-e64cb4fba1b7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 944 time: 0.0580268 Dec 13 15:02:03.542000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4127-f98e-4c33-90ea-f3ec9e7104ea req-145780f7-f629-4317-921a-42313503feed tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383239 Dec 13 15:02:03.943738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf8912-fa47-4d9b-8372-60281a1f3691 req-5b3e4e3f-1466-488e-b1d8-75d2d42c1be9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:03.945508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3baf8912-fa47-4d9b-8372-60281a1f3691 req-5b3e4e3f-1466-488e-b1d8-75d2d42c1be9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0549486 Dec 13 15:02:03.972896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:02:03.995851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3baf8912-fa47-4d9b-8372-60281a1f3691 req-7a091ffb-98b3-4d48-8c6b-41d079af8080 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Dec 13 15:02:04.133350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 78fa85d8-538f-4d09-8446-64a2934e1c07 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:02:04.138026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 78fa85d8-538f-4d09-8446-64a2934e1c07 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:02:04.138738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:04.163793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7c731-da45-4fbe-afff-9186e5279af0 req-f3bdc9fb-fade-42c2-9946-beaa35934ea6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:04.173993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-96a7c731-da45-4fbe-afff-9186e5279af0 req-f3bdc9fb-fade-42c2-9946-beaa35934ea6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0892396 Dec 13 15:02:04.238020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-96a7c731-da45-4fbe-afff-9186e5279af0 req-4bb3ecc1-44d4-4702-8fc4-25bac89fac8a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625761 Dec 13 15:02:04.280327 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:04.313282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:04.315557 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0369943-094a-48a9-85d8-c17b2acd2ab9" -d '{"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:04.330082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:04.356744 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020fb1f0-62ad-498c-9501-dc36a11ba3bc x-openstack-request-id: req-020fb1f0-62ad-498c-9501-dc36a11ba3bc {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:04.357222 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:04.357483 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-020fb1f0-62ad-498c-9501-dc36a11ba3bc {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:04.357878 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'code': 200} Dec 13 15:02:04.479440 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:04.494088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a6970-3634-487c-9fb6-ed1b6c7c3c1d req-371dd4b1-d5cf-4ba3-952e-714197721dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:04.495738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc4a6970-3634-487c-9fb6-ed1b6c7c3c1d req-371dd4b1-d5cf-4ba3-952e-714197721dcf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1095 time: 0.0770385 Dec 13 15:02:04.538972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:04.568854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc4a6970-3634-487c-9fb6-ed1b6c7c3c1d req-5090fce1-930a-4eac-b231-1d43a0132cc2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647304 Dec 13 15:02:04.571507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328cb54-a2ac-4792-9af1-b8b3cbb5258b req-ec400c06-8b1e-4d40-8b41-1fd724c77a7f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:04.574568 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b328cb54-a2ac-4792-9af1-b8b3cbb5258b req-ec400c06-8b1e-4d40-8b41-1fd724c77a7f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0644274 Dec 13 15:02:04.617421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b328cb54-a2ac-4792-9af1-b8b3cbb5258b req-819d49d3-63fd-437b-b4c7-384c5d9b2844 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Dec 13 15:02:05.072192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680388-4e8b-4258-a4f4-77f79d24d29e req-1611961b-63de-4db8-82c7-2bca2ff13793 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:05.073795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99680388-4e8b-4258-a4f4-77f79d24d29e req-1611961b-63de-4db8-82c7-2bca2ff13793 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.4297330 Dec 13 15:02:05.081654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-b9b36ff7-8b9e-4343-9f6b-0033cadeaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:05.083595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-b9b36ff7-8b9e-4343-9f6b-0033cadeaa87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d05f2579b404432842927683b489977&device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 1098 time: 0.0612690 Dec 13 15:02:05.182481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99680388-4e8b-4258-a4f4-77f79d24d29e req-2ce3b85f-959c-4127-b802-61bf6e6504e3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967262 Dec 13 15:02:05.219639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-642dbdc0-7f21-4544-b8d1-da44ccd0c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:05.221224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-642dbdc0-7f21-4544-b8d1-da44ccd0c7d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 200 len: 914 time: 0.1294322 Dec 13 15:02:05.277733 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-2759a190-0c38-45fe-9299-30e1b323df41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7 HTTP/1.1" status: 200 len: 217 time: 0.0431635 Dec 13 15:02:05.339112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-f227f590-9f30-4cc5-9b74-04f0afb0a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:05.340632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-f227f590-9f30-4cc5-9b74-04f0afb0a9e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e72b3d-fc4d-42e5-8f03-42724ff2df59 HTTP/1.1" status: 200 len: 853 time: 0.0532503 Dec 13 15:02:05.364499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662b01e-19be-4f61-ad56-980419696e26 req-49400eb0-8a22-40a6-85d9-29026c791f70 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:05.372947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d662b01e-19be-4f61-ad56-980419696e26 req-49400eb0-8a22-40a6-85d9-29026c791f70 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0589151 Dec 13 15:02:05.387530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-cc262c8a-195e-445b-a640-d7a64be8c982 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385101 Dec 13 15:02:05.425862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d662b01e-19be-4f61-ad56-980419696e26 req-bc65d5a9-e158-4e55-8307-aadf1bafa4f8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463347 Dec 13 15:02:05.496321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-ab037dd1-1535-4fa5-9166-adea3e645cc9 service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962541 Dec 13 15:02:05.599895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52ab5a4-a49d-4ac5-a89a-a96c98589cc7 req-e8dc4a5f-8073-45a9-b90e-a1931c7b5b2c service neutron] 10.222.0.50 "GET /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923767 Dec 13 15:02:05.759410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978393-ad27-405b-83c8-c342c8d5f3e1 req-6b90a3b8-6594-4124-8927-7ab5d015b7d0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:05.761087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb978393-ad27-405b-83c8-c342c8d5f3e1 req-6b90a3b8-6594-4124-8927-7ab5d015b7d0 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0622456 Dec 13 15:02:05.801143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb978393-ad27-405b-83c8-c342c8d5f3e1 req-ae1630cb-1834-4e47-b533-481608266f06 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Dec 13 15:02:06.317039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d16e8f-1ad2-43f2-99ef-6bc626b0aa86 req-d4e30e20-0d5b-4f72-85b9-da7829acbf50 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:06.318826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36d16e8f-1ad2-43f2-99ef-6bc626b0aa86 req-d4e30e20-0d5b-4f72-85b9-da7829acbf50 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0524266 Dec 13 15:02:06.360135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36d16e8f-1ad2-43f2-99ef-6bc626b0aa86 req-aaae173a-94ca-4fd2-9f76-7475c5b0aef7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Dec 13 15:02:06.506995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e517ffe-22a3-4605-b5a5-bdbe7e1f1fbf req-9d28ea0d-1a33-486b-9279-7f006b76f187 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:06.508620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e517ffe-22a3-4605-b5a5-bdbe7e1f1fbf req-9d28ea0d-1a33-486b-9279-7f006b76f187 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0692699 Dec 13 15:02:06.565183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c139-eab4-4ade-8790-e8128c30c348 req-7fa31dea-0fbb-445c-a50a-6f0747efd525 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:06.567419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e517ffe-22a3-4605-b5a5-bdbe7e1f1fbf req-37be6c7e-4601-47c7-9c5f-617d096b1e90 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Dec 13 15:02:06.580663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40032) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:06.585656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3271c139-eab4-4ade-8790-e8128c30c348 req-7fa31dea-0fbb-445c-a50a-6f0747efd525 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0879803 Dec 13 15:02:06.635823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3271c139-eab4-4ade-8790-e8128c30c348 req-f1f28ccd-2c93-4e61-a0cd-30bb609e69ca tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486476 Dec 13 15:02:06.636958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db1efb-5370-467e-9de9-80ebd5e15427 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:06.638762 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a8db1efb-5370-467e-9de9-80ebd5e15427 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1091 time: 0.0529797 Dec 13 15:02:06.643243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40034) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:06.650758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:06.799112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:06.972500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:07.010809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a32f-5c3d-4201-97fd-18aca3bb38b0 req-f84875d9-6a21-4a16-a35a-1e28381b12d6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:07.014842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f55a32f-5c3d-4201-97fd-18aca3bb38b0 req-f84875d9-6a21-4a16-a35a-1e28381b12d6 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.1194737 Dec 13 15:02:07.096238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f55a32f-5c3d-4201-97fd-18aca3bb38b0 req-467069e6-3860-4f32-b6a4-f777ed38da12 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735509 Dec 13 15:02:07.159079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.56 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/586b8540-b752-4912-a555-fe4e6cbf24cb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:02:07.310152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa63923-7284-455a-b778-58aa51b0965a req-6ff81577-09c4-4a80-b1d6-98e7ceb0fa3b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:07.312655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dfa63923-7284-455a-b778-58aa51b0965a req-6ff81577-09c4-4a80-b1d6-98e7ceb0fa3b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.1423159 Dec 13 15:02:07.386648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:07.394541 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dfa63923-7284-455a-b778-58aa51b0965a req-3acb07c7-3fdc-4405-959f-1f0ffcb3ad2b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754774 Dec 13 15:02:07.519770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:07.571245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:02:07.578222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:07.583340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:02:07.619338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607d5b-8ec7-4f8c-b3ab-710ee9818e25 req-417df3eb-2f71-462b-9287-0b5a336c1b51 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:07.627828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51607d5b-8ec7-4f8c-b3ab-710ee9818e25 req-417df3eb-2f71-462b-9287-0b5a336c1b51 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.1421411 Dec 13 15:02:07.678360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=586b8540-b752-4912-a555-fe4e6cbf24cb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:07.827802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abec43-29ac-4681-9f68-27996050f3f5 req-39c7fbf5-b2ad-4f2f-a9a4-343a0ed1a411 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:07.835631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6abec43-29ac-4681-9f68-27996050f3f5 req-39c7fbf5-b2ad-4f2f-a9a4-343a0ed1a411 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.1042483 Dec 13 15:02:07.884077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6abec43-29ac-4681-9f68-27996050f3f5 req-d63bf362-8249-4e4c-9f20-b01f84c57ef5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473847 Dec 13 15:02:08.009754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51607d5b-8ec7-4f8c-b3ab-710ee9818e25 req-5346caa0-deba-4570-aa75-e4c81ab43d1d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810389 Dec 13 15:02:08.083311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:08.163213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:02:08.254142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806c7b0-e7ef-4156-89b7-407ea27b2f04 req-1eb045bd-a6e8-4ac5-9564-a2d686745cd7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:08.256977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5806c7b0-e7ef-4156-89b7-407ea27b2f04 req-1eb045bd-a6e8-4ac5-9564-a2d686745cd7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0844586 Dec 13 15:02:08.261715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:08.307843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5806c7b0-e7ef-4156-89b7-407ea27b2f04 req-1c0ae820-0e80-402d-bdf8-be21cd02f986 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Dec 13 15:02:08.451246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:08.518785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:08.521686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5984-e190-432c-9db0-d09d015379f5 req-7af47bc9-4e01-4342-bdbd-8fbac0b9e174 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:08.523312 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e4b5984-e190-432c-9db0-d09d015379f5 req-7af47bc9-4e01-4342-bdbd-8fbac0b9e174 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0492449 Dec 13 15:02:08.574800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e4b5984-e190-432c-9db0-d09d015379f5 req-a688f444-86fb-467c-86f1-3ac220c2e5f2 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Dec 13 15:02:08.588393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=586b8540-b752-4912-a555-fe4e6cbf24cb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:08.605580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:08.760662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02fff2-9200-4323-96d2-ea05ed830d6c req-8c57fb02-4244-49bd-aa2a-8bef9f9dbee7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:08.762132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d02fff2-9200-4323-96d2-ea05ed830d6c req-8c57fb02-4244-49bd-aa2a-8bef9f9dbee7 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0865233 Dec 13 15:02:08.763637 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 68ec9dfc-d719-4833-93ed-87f4c6b446b7 associated. External IP: 172.25.7.56, port: 78fa85d8-538f-4d09-8446-64a2934e1c07. Dec 13 15:02:08.884053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d02fff2-9200-4323-96d2-ea05ed830d6c req-0659a0fa-0a87-493e-8d71-e0cdedd6bd1d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822101 Dec 13 15:02:09.011169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c80bb4-3553-47b7-aefc-29cc1c46402c req-93f1c308-d1b4-4471-9d75-0f7337ada630 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.012905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57c80bb4-3553-47b7-aefc-29cc1c46402c req-93f1c308-d1b4-4471-9d75-0f7337ada630 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0651081 Dec 13 15:02:09.049318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83660791-bb08-475a-8cb3-ff3076b332ea req-8bf11592-f712-4973-91e6-7467e7a387e3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.050992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83660791-bb08-475a-8cb3-ff3076b332ea req-8bf11592-f712-4973-91e6-7467e7a387e3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0732479 Dec 13 15:02:09.063452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57c80bb4-3553-47b7-aefc-29cc1c46402c req-036935ea-377d-474c-aa03-ad2b8e1d6ff7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 Dec 13 15:02:09.090664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router ca497757-b90b-4865-b3ed-148fd27f802e has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:02:09.111076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83660791-bb08-475a-8cb3-ff3076b332ea req-26d3d71d-abca-4450-96ae-474085997f8a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478685 Dec 13 15:02:09.230935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:02:09.249282 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] Sync routers for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:02:09.259830 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:02:09.260756 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:09.281665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a76039-90c7-4eb1-86c1-052eaf0d2a58 req-0a91cdac-8356-40bf-acc0-85405c4b201e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.290362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a76039-90c7-4eb1-86c1-052eaf0d2a58 req-0a91cdac-8356-40bf-acc0-85405c4b201e tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0954030 Dec 13 15:02:09.339290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a76039-90c7-4eb1-86c1-052eaf0d2a58 req-23c4d17e-fa6a-4a0a-9fb6-6a1c89d35b93 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473664 Dec 13 15:02:09.350430 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:09.384719 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:02:09.387257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-46990ea8-4506-4c41-8eb2-9018611c8715 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7421901 Dec 13 15:02:09.387257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:09.390682 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ea61af-d529-450a-8288-c13d3fbefbea" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:09.466587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-126df3d3-6e62-4517-bbfe-ff7cc6a271f1 req-f544b1a2-48d7-4c20-b95d-06fdac7ff5eb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:02:09.467880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-126df3d3-6e62-4517-bbfe-ff7cc6a271f1 req-f544b1a2-48d7-4c20-b95d-06fdac7ff5eb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066512 Dec 13 15:02:09.517483 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a850cfd-a9fb-468f-a601-75cfff2f2b6d x-openstack-request-id: req-3a850cfd-a9fb-468f-a601-75cfff2f2b6d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:09.517770 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:09.518026 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a850cfd-a9fb-468f-a601-75cfff2f2b6d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:09.518460 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'status': 'completed', 'code': 200} Dec 13 15:02:09.577653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299069-5281-4e75-b4d4-f1664f0c61db req-e5066057-a132-49ca-aba4-51fcf597bea0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.583075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74299069-5281-4e75-b4d4-f1664f0c61db req-e5066057-a132-49ca-aba4-51fcf597bea0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0950685 Dec 13 15:02:09.635379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74299069-5281-4e75-b4d4-f1664f0c61db req-0a932315-e288-4e57-a2ca-ee061f548b98 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483489 Dec 13 15:02:09.636411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea61af-d529-450a-8288-c13d3fbefbea req-d1f31e92-b37d-4651-bed8-a11489d88d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.640309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83ea61af-d529-450a-8288-c13d3fbefbea req-d1f31e92-b37d-4651-bed8-a11489d88d85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1096 time: 0.0927391 Dec 13 15:02:09.665538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40122) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:09.711353 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '68ec9dfc-d719-4833-93ed-87f4c6b446b7', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'port_id': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'mac_address': 'fa:16:3e:77:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:02:07Z', 'updated_at': '2021-12-13T15:02:07Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:09.744211 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] Checking router: ca497757-b90b-4865-b3ed-148fd27f802e for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:02:09.755314 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:02:09.756122 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:09.773287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea0799e5-9a00-40fc-b732-da79d43798d1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/68ec9dfc-d719-4833-93ed-87f4c6b446b7 HTTP/1.1" status: 200 len: 990 time: 0.1062927 Dec 13 15:02:09.802618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea61af-d529-450a-8288-c13d3fbefbea req-eb4105cc-c8f5-4ac9-bf5b-ee45ec1035db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.804091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83ea61af-d529-450a-8288-c13d3fbefbea req-eb4105cc-c8f5-4ac9-bf5b-ee45ec1035db service neutron] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1563623 Dec 13 15:02:09.822632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc174e2e-bf53-434a-a28a-9c866cb663ee req-5b23a4da-29f9-446a-83ec-c032a880c5c1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.828864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc174e2e-bf53-434a-a28a-9c866cb663ee req-5b23a4da-29f9-446a-83ec-c032a880c5c1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0553877 Dec 13 15:02:09.879212 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:02:09.903460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc174e2e-bf53-434a-a28a-9c866cb663ee req-639ec4e7-bac2-452e-a1b1-db034761b082 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668013 Dec 13 15:02:09.913924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83ea61af-d529-450a-8288-c13d3fbefbea req-acaf4d03-6d5d-4d1b-a904-4356f6d6f83c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 998 time: 0.1004915 Dec 13 15:02:09.977435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea61af-d529-450a-8288-c13d3fbefbea req-ae9100fd-377d-4e8f-818d-831755097e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:09.979166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83ea61af-d529-450a-8288-c13d3fbefbea req-ae9100fd-377d-4e8f-818d-831755097e6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0579569 Dec 13 15:02:10.041505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa294f-ecce-4ccd-9635-80da848e268d req-67a54e37-bd42-4726-b18f-b9bc214a5bcb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:10.043726 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3fa294f-ecce-4ccd-9635-80da848e268d req-67a54e37-bd42-4726-b18f-b9bc214a5bcb tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0786026 Dec 13 15:02:10.099307 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3fa294f-ecce-4ccd-9635-80da848e268d req-40d339d6-167c-4720-a941-e1edde65f63a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Dec 13 15:02:10.122310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea61af-d529-450a-8288-c13d3fbefbea req-304a0474-49ea-4f4f-bd89-aa00f1acf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:10.122310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83ea61af-d529-450a-8288-c13d3fbefbea req-304a0474-49ea-4f4f-bd89-aa00f1acf711 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292057 Dec 13 15:02:10.197309 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '68ec9dfc-d719-4833-93ed-87f4c6b446b7', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'port_id': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'mac_address': 'fa:16:3e:77:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:02:07Z', 'updated_at': '2021-12-13T15:02:07Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:10.199910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b75ad4-ffce-4c16-ae23-0f0519e2dcd5 req-2cab1919-401b-4148-93bf-fcfef1949f44 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:10.201411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9b75ad4-ffce-4c16-ae23-0f0519e2dcd5 req-2cab1919-401b-4148-93bf-fcfef1949f44 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 946 time: 0.1336441 Dec 13 15:02:10.233485 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61138-d92e-4050-9cfa-a41d1c68f3bb None None] The sync data for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 is: [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '68ec9dfc-d719-4833-93ed-87f4c6b446b7', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'port_id': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'mac_address': 'fa:16:3e:77:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:02:07Z', 'updated_at': '2021-12-13T15:02:07Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:02:10.253418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6da0-aeb7-444e-a881-fa1dfba6604a req-573009cb-2b9a-4924-b6d5-f208762114e0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:10.253418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75ec6da0-aeb7-444e-a881-fa1dfba6604a req-573009cb-2b9a-4924-b6d5-f208762114e0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0703909 Dec 13 15:02:10.271172 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9b75ad4-ffce-4c16-ae23-0f0519e2dcd5 req-bdfbeaea-f3dd-4059-8a20-89c0c0341f67 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612049 Dec 13 15:02:10.296844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83ea61af-d529-450a-8288-c13d3fbefbea req-b537958f-132c-48a9-a7a4-095ae9e3c0d9 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613364 Dec 13 15:02:10.304902 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75ec6da0-aeb7-444e-a881-fa1dfba6604a req-4c470b9b-77ad-41b1-b092-fc544752030b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Dec 13 15:02:10.426684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83ea61af-d529-450a-8288-c13d3fbefbea req-bdf5429e-c43f-45f7-bb94-41d51f5b4402 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251438 Dec 13 15:02:10.472005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1b74-838a-4820-b70b-62fc7ebaa976 req-f2ae4a09-3576-4d99-9651-c22fd6e9fb2f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:10.473646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d51a1b74-838a-4820-b70b-62fc7ebaa976 req-f2ae4a09-3576-4d99-9651-c22fd6e9fb2f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0659189 Dec 13 15:02:10.517498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d51a1b74-838a-4820-b70b-62fc7ebaa976 req-17ff3769-c607-4247-b3fe-a6cf7cdb27b9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375397 Dec 13 15:02:10.544992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71107e-f51b-4b82-9aa6-7e863f2b2942 None None] New status for floating IP 68ec9dfc-d719-4833-93ed-87f4c6b446b7: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:02:10.665871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e47780-d3f7-417e-9e7e-de7e2dff7677 req-5f8440fc-44d3-4e09-adbc-1c1e9c75f891 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:10.667464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79e47780-d3f7-417e-9e7e-de7e2dff7677 req-5f8440fc-44d3-4e09-adbc-1c1e9c75f891 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0630791 Dec 13 15:02:10.708098 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79e47780-d3f7-417e-9e7e-de7e2dff7677 req-a19aa8f1-3cae-4873-8fc3-b0bf1e717133 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333614 Dec 13 15:02:10.776645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40158) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:10.861959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca9602d5-7689-4aa6-aa1b-0331feaa65cb tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/68ec9dfc-d719-4833-93ed-87f4c6b446b7 HTTP/1.1" status: 200 len: 992 time: 0.0840516 Dec 13 15:02:10.878384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fc4e2-17ab-44b7-a91b-60e36a53ff21 req-294ab821-c2c7-438e-babe-4ac234f0d119 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:10.880118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf0fc4e2-17ab-44b7-a91b-60e36a53ff21 req-294ab821-c2c7-438e-babe-4ac234f0d119 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0842431 Dec 13 15:02:10.924385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf0fc4e2-17ab-44b7-a91b-60e36a53ff21 req-9c093520-4878-4a53-93b5-e76c64d9c8c9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373418 Dec 13 15:02:11.045600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e560d89-e47b-4f6b-962b-427a86d79859 req-507d7cde-3913-448d-b092-f7c366a8f7c5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:11.047057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e560d89-e47b-4f6b-962b-427a86d79859 req-507d7cde-3913-448d-b092-f7c366a8f7c5 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0491219 Dec 13 15:02:11.085207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1e560d89-e47b-4f6b-962b-427a86d79859 req-8c2d2d74-8060-4bee-9c0f-0de0df403b8a tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Dec 13 15:02:11.213242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135532-d698-4e12-ac56-0ef0f778bb30 req-07054bf3-a193-492b-a9de-319f3fd748ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:11.214725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9135532-d698-4e12-ac56-0ef0f778bb30 req-07054bf3-a193-492b-a9de-319f3fd748ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0495207 Dec 13 15:02:11.253370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9135532-d698-4e12-ac56-0ef0f778bb30 req-14abe545-9751-46ae-9b16-7e5a24b08eb1 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Dec 13 15:02:11.411590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf01f84-1a08-4229-bcf9-cbd1ad1117f3 req-19a4c583-e4d9-4860-a153-13703a28f28e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:11.413084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cf01f84-1a08-4229-bcf9-cbd1ad1117f3 req-19a4c583-e4d9-4860-a153-13703a28f28e tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 946 time: 0.0545225 Dec 13 15:02:11.423058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbd092-b94a-4c77-bfc4-4ae3207b6b11 req-7c4a1953-83f4-4cbb-b970-f3052045199d tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:11.424525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bbbd092-b94a-4c77-bfc4-4ae3207b6b11 req-7c4a1953-83f4-4cbb-b970-f3052045199d tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0556223 Dec 13 15:02:11.452057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cf01f84-1a08-4229-bcf9-cbd1ad1117f3 req-7aaaea57-223a-450e-8f48-964422406ab0 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Dec 13 15:02:11.466371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bbbd092-b94a-4c77-bfc4-4ae3207b6b11 req-1bdea139-43c1-466a-a01d-eeaba21d6068 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349362 Dec 13 15:02:11.689559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-3a19d2af-4fe5-4f03-b6f3-d9fd0c60481f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:11.691624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-3a19d2af-4fe5-4f03-b6f3-d9fd0c60481f tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 946 time: 0.0562305 Dec 13 15:02:11.821720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Deleting port 53096857-0ea2-4840-a65a-2ed2cd0e7325 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:11.822337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:11.915160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] For port 53096857-0ea2-4840-a65a-2ed2cd0e7325, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=53096857-0ea2-4840-a65a-2ed2cd0e7325,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:11.915702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:11.928740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Calling delete_port for 53096857-0ea2-4840-a65a-2ed2cd0e7325 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:12.127288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:12.140624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:12.143162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['53096857-0ea2-4840-a65a-2ed2cd0e7325'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:12.157484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event deleted for resources: {'Port': ['ID=53096857-0ea2-4840-a65a-2ed2cd0e7325,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:12.208007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] No DVR routers for this DVR port 53096857-0ea2-4840-a65a-2ed2cd0e7325 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:12.211121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:12.215085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-179ec1c4-79bf-4cfe-af74-3b18be599c25 req-8311d6bf-fc02-478a-b45c-9a286a33accb tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.50 "DELETE /v2.0/ports/53096857-0ea2-4840-a65a-2ed2cd0e7325 HTTP/1.1" status: 204 len: 173 time: 0.5083172 Dec 13 15:02:12.215768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'name': 'network-vif-deleted', 'tag': '53096857-0ea2-4840-a65a-2ed2cd0e7325'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:12.218404 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a14514-fded-45d9-a204-5042790e97eb" -d '{"events": [{"server_uuid": "ac8d07b5-8f46-42a9-a329-63f6d8062415", "name": "network-vif-deleted", "tag": "53096857-0ea2-4840-a65a-2ed2cd0e7325"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:12.267618 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fb7d49-ac4a-4b9a-9b41-df1e5c88dd49 x-openstack-request-id: req-a2fb7d49-ac4a-4b9a-9b41-df1e5c88dd49 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:12.268373 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d07b5-8f46-42a9-a329-63f6d8062415", "name": "network-vif-deleted", "tag": "53096857-0ea2-4840-a65a-2ed2cd0e7325", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:12.268796 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2fb7d49-ac4a-4b9a-9b41-df1e5c88dd49 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:12.269377 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d07b5-8f46-42a9-a329-63f6d8062415', 'name': 'network-vif-deleted', 'tag': '53096857-0ea2-4840-a65a-2ed2cd0e7325', 'status': 'completed', 'code': 200} Dec 13 15:02:12.617271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6be4e428-6811-41ec-862d-acefb2ea8711 req-f46724f2-13d7-4187-92d2-4e3375861909 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac8d07b5-8f46-42a9-a329-63f6d8062415 HTTP/1.1" status: 200 len: 210 time: 0.0533781 Dec 13 15:02:12.633884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cb8ef-fa95-4b20-8dde-398c851d0073 req-8264788a-bc3a-4065-a337-9cf464aa470b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:12.644848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f6cb8ef-fa95-4b20-8dde-398c851d0073 req-8264788a-bc3a-4065-a337-9cf464aa470b tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0738449 Dec 13 15:02:12.681641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f6cb8ef-fa95-4b20-8dde-398c851d0073 req-d1f78521-3a1b-4e8f-9b3e-b096791a5dbf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Dec 13 15:02:13.892617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159b810-1504-427f-ad82-4f4a1eaaac42 req-c179ab8e-5f26-426a-962e-55724e064017 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:13.894440 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7159b810-1504-427f-ad82-4f4a1eaaac42 req-c179ab8e-5f26-426a-962e-55724e064017 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0595841 Dec 13 15:02:13.933296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7159b810-1504-427f-ad82-4f4a1eaaac42 req-288994db-b5f2-44ae-9ed4-d01efc6864b5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323911 Dec 13 15:02:14.316751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234634b-af26-49e6-9d1f-92f4db95df2d req-d545d726-c227-4f96-b62d-dbfe438c1051 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:14.330606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2234634b-af26-49e6-9d1f-92f4db95df2d req-d545d726-c227-4f96-b62d-dbfe438c1051 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1185131 Dec 13 15:02:14.378585 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2234634b-af26-49e6-9d1f-92f4db95df2d req-a2bef34f-4218-4c8a-92f8-5c61d40c017b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Dec 13 15:02:15.109488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff4392-75b2-4c3e-9d52-33f7ea2912ac req-5eb87941-2071-4925-a50f-da2f45675c08 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:15.109488 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2eff4392-75b2-4c3e-9d52-33f7ea2912ac req-5eb87941-2071-4925-a50f-da2f45675c08 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0959353 Dec 13 15:02:15.149760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2eff4392-75b2-4c3e-9d52-33f7ea2912ac req-73ed34a9-b03b-423d-9cd4-2ac7bb7124df tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333180 Dec 13 15:02:15.555926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a33123-1822-4c01-8c20-5528c30ba572 req-bb9eb2a1-e399-451b-b5dc-38556e2d285d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:15.565175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23a33123-1822-4c01-8c20-5528c30ba572 req-bb9eb2a1-e399-451b-b5dc-38556e2d285d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1059439 Dec 13 15:02:15.594854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-063becbe-c699-418d-bf3a-18e566380626 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:15.610302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-063becbe-c699-418d-bf3a-18e566380626 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 945 time: 0.1091027 Dec 13 15:02:15.642838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962abd8-8a6b-4249-aebf-88beccb749e8 req-6d1a49ea-c69b-4276-a144-0cb0f2233de5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:15.666720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b962abd8-8a6b-4249-aebf-88beccb749e8 req-6d1a49ea-c69b-4276-a144-0cb0f2233de5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.1269584 Dec 13 15:02:15.703329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23a33123-1822-4c01-8c20-5528c30ba572 req-f3782681-2cd0-4d59-945d-6605628cd21b tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366906 Dec 13 15:02:15.713674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b962abd8-8a6b-4249-aebf-88beccb749e8 req-c5fb23c8-eb25-4aab-a04a-67f656cf51a0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460842 Dec 13 15:02:15.744230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:15.759008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-5a68b2b9-415f-4744-8936-4f2e5e6c0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:15.761042 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-5a68b2b9-415f-4744-8936-4f2e5e6c0e22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 1097 time: 0.1154306 Dec 13 15:02:16.012826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 53096857-0ea2-4840-a65a-2ed2cd0e7325 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:16.063134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 53096857-0ea2-4840-a65a-2ed2cd0e7325 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:16.063734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 53096857-0ea2-4840-a65a-2ed2cd0e7325 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:16.243343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Deleting port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:16.243896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:16.277621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-42af028b-5977-4fe0-869f-5b6f024d36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:16.278991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-42af028b-5977-4fe0-869f-5b6f024d36a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 912 time: 0.5091362 Dec 13 15:02:16.425914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] For port e462a7c5-78e0-4b4a-ab47-33f5071d3a29, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:16.426953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:16.456580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-ad9d7975-67ba-4100-ab17-44d660adf0aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 200 len: 1002 time: 0.1434095 Dec 13 15:02:16.460714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Calling delete_port for e462a7c5-78e0-4b4a-ab47-33f5071d3a29 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:16.616815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-6fca34d5-b83c-4f98-b595-67cd8417de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:16.618325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-6fca34d5-b83c-4f98-b595-67cd8417de69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.0889447 Dec 13 15:02:16.740797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-0a01b9a7-6669-4f3b-9d53-021564a7faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:16.743578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-0a01b9a7-6669-4f3b-9d53-021564a7faa9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065719 Dec 13 15:02:16.842278 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:16.854479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:16.903919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3acc7-8685-4cca-8bfe-62dfd0a73ec3 req-1a534f4a-1e9a-49c6-9811-9bd44de63489 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:16.912757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34b3acc7-8685-4cca-8bfe-62dfd0a73ec3 req-1a534f4a-1e9a-49c6-9811-9bd44de63489 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 867 time: 0.0949738 Dec 13 15:02:16.924733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event deleted for resources: {'Port': ['ID=e462a7c5-78e0-4b4a-ab47-33f5071d3a29,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:16.932245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:16.975220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34b3acc7-8685-4cca-8bfe-62dfd0a73ec3 req-427b2409-b073-4369-addc-f7272b40abf6 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612378 Dec 13 15:02:16.986333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.986333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.986533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.986966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.987356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.987754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.988148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.988553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.988945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.989471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.989863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:16.990339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:17.011694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179ed61-ce77-459d-a987-e7377cef4c23 req-698789ba-a3fb-476a-9055-981cdb58158f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:17.013514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a179ed61-ce77-459d-a987-e7377cef4c23 req-698789ba-a3fb-476a-9055-981cdb58158f tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.1833053 Dec 13 15:02:17.040612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] No DVR routers for this DVR port e462a7c5-78e0-4b4a-ab47-33f5071d3a29 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:17.047549 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:17.051066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef2477e5-15c4-4c89-b23d-527d6e354836 req-a30bde90-fca7-42b7-99b9-909899efdd9d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "DELETE /v2.0/ports/e462a7c5-78e0-4b4a-ab47-33f5071d3a29 HTTP/1.1" status: 204 len: 173 time: 1.4396541 Dec 13 15:02:17.057388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'name': 'network-vif-deleted', 'tag': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:17.059847 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55939f64-1e1a-455d-b2a7-888e53a57c97" -d '{"events": [{"server_uuid": "0821375a-ed25-414f-939b-8f4744a2a1b0", "name": "network-vif-deleted", "tag": "e462a7c5-78e0-4b4a-ab47-33f5071d3a29"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:17.081990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-a4ac5a8d-0c7d-439e-a5d7-ae0e07442aed service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296175 Dec 13 15:02:17.123311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a179ed61-ce77-459d-a987-e7377cef4c23 req-5bd139c9-935d-45a1-92c2-548a7070faa9 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889270 Dec 13 15:02:17.228208 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cef7d640-52b4-4d1e-8fbd-b8ddd1987b4d req-d4cb0608-0b05-4504-aedb-162e25b4effc service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342778 Dec 13 15:02:17.244465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7cc0f-12f3-438a-84e1-544c234a325b req-48c04b2e-823a-4760-8f11-824619518863 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:17.251947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-68a7cc0f-12f3-438a-84e1-544c234a325b req-48c04b2e-823a-4760-8f11-824619518863 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.1647565 Dec 13 15:02:17.300791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-68a7cc0f-12f3-438a-84e1-544c234a325b req-83b198bb-d511-49c3-a095-946a0d7670a6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Dec 13 15:02:17.366132 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42421376-97de-40da-b9a5-ff02ccb950a8 x-openstack-request-id: req-42421376-97de-40da-b9a5-ff02ccb950a8 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:17.367985 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821375a-ed25-414f-939b-8f4744a2a1b0", "name": "network-vif-deleted", "tag": "e462a7c5-78e0-4b4a-ab47-33f5071d3a29", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:17.367985 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42421376-97de-40da-b9a5-ff02ccb950a8 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:17.367985 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821375a-ed25-414f-939b-8f4744a2a1b0', 'name': 'network-vif-deleted', 'tag': 'e462a7c5-78e0-4b4a-ab47-33f5071d3a29', 'status': 'completed', 'code': 200} Dec 13 15:02:18.083798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-965b5fac-3f61-4093-ab89-ad5bc798770a req-09c9b5b9-e0d9-4016-90c7-1b153d195b94 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821375a-ed25-414f-939b-8f4744a2a1b0 HTTP/1.1" status: 200 len: 210 time: 0.0275638 Dec 13 15:02:18.262963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d863477-aaa5-43a0-be76-b9980f6925fa req-9c2bd1cd-9e16-4e26-82b0-10d3762b9fdd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:18.264689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d863477-aaa5-43a0-be76-b9980f6925fa req-9c2bd1cd-9e16-4e26-82b0-10d3762b9fdd tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0528314 Dec 13 15:02:18.307507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d863477-aaa5-43a0-be76-b9980f6925fa req-6f588341-a61b-4863-9232-d0b02c71625d tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353656 Dec 13 15:02:18.438944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8142-ad13-4a43-bd74-20589188cc99 req-de6791da-e51e-4450-81a7-c81f79a48109 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:18.440762 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa0f8142-ad13-4a43-bd74-20589188cc99 req-de6791da-e51e-4450-81a7-c81f79a48109 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0604572 Dec 13 15:02:18.483132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa0f8142-ad13-4a43-bd74-20589188cc99 req-96a7bf29-d754-400d-9cfb-83980e79d4ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349975 Dec 13 15:02:18.545440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-904919c8-cfcc-4e0b-8e61-337aed8a00f3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:18.547045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-904919c8-cfcc-4e0b-8e61-337aed8a00f3 tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 947 time: 0.0614891 Dec 13 15:02:18.652651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Deleting port 6376e5e1-0666-474e-a235-fa14f8fb62e7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:18.652998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:18.746947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] For port 6376e5e1-0666-474e-a235-fa14f8fb62e7, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=6376e5e1-0666-474e-a235-fa14f8fb62e7,segment=NetworkSegment(76b9d665-88ac-4d1a-b653-1a94a051aa9a),segment_id=76b9d665-88ac-4d1a-b653-1a94a051aa9a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:18.747578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:18.761626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Calling delete_port for 6376e5e1-0666-474e-a235-fa14f8fb62e7 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:18.993048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:19.005702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['6376e5e1-0666-474e-a235-fa14f8fb62e7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:19.027484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Pushing event deleted for resources: {'Port': ['ID=6376e5e1-0666-474e-a235-fa14f8fb62e7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:19.060092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e462a7c5-78e0-4b4a-ab47-33f5071d3a29 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:19.068513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] No DVR routers for this DVR port 6376e5e1-0666-474e-a235-fa14f8fb62e7 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:19.071102 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:19.074584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0fb55d3-8f5b-4c62-b057-61a143ce3b45 req-2ae927f3-01a1-4738-9c1d-2658e3eba9ae tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.50 "DELETE /v2.0/ports/6376e5e1-0666-474e-a235-fa14f8fb62e7 HTTP/1.1" status: 204 len: 173 time: 0.5095170 Dec 13 15:02:19.076577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: e462a7c5-78e0-4b4a-ab47-33f5071d3a29 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:19.076928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e462a7c5-78e0-4b4a-ab47-33f5071d3a29 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:19.368760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-deleted', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:19.371845 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7119f0-7538-427d-b81e-505426450fcf" -d '{"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-deleted", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:19.420294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3aa4186-f216-46c1-b0c8-593ec2e1f3b2 req-baa73ae7-2a3b-469b-b690-6c26a2da5e3b tempest-ServersNegativeTestJSON-473075181 tempest-ServersNegativeTestJSON-473075181-project] 10.222.0.24 "GET /v2.0/ports?device_id=6abd3512-dfaf-4a5b-8d4a-08d1346d22c4 HTTP/1.1" status: 200 len: 210 time: 0.0394671 Dec 13 15:02:19.446632 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a58a68-9de2-4479-9bf3-98ba886742f5 x-openstack-request-id: req-f9a58a68-9de2-4479-9bf3-98ba886742f5 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:19.446867 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd3512-dfaf-4a5b-8d4a-08d1346d22c4", "name": "network-vif-deleted", "tag": "6376e5e1-0666-474e-a235-fa14f8fb62e7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:19.447300 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9a58a68-9de2-4479-9bf3-98ba886742f5 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:19.448072 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd3512-dfaf-4a5b-8d4a-08d1346d22c4', 'name': 'network-vif-deleted', 'tag': '6376e5e1-0666-474e-a235-fa14f8fb62e7', 'status': 'completed', 'code': 200} Dec 13 15:02:19.835158 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-959cd9bb-cb68-417f-9bf3-121180136f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:20.469446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40332) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:20.529917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] Deleting subnet 05e72b3d-fc4d-42e5-8f03-42724ff2df59 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:02:20.540671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:20.588693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:20.640978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:20.796133 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:20.826295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e72b3d-fc4d-42e5-8f03-42724ff2df59,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:20.836933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:20.844408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-75e7a503-8304-4413-9d9b-7571ad49568a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/05e72b3d-fc4d-42e5-8f03-42724ff2df59 HTTP/1.1" status: 204 len: 168 time: 0.3694935 Dec 13 15:02:20.844408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40340) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:20.935914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.029317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.049122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:21.059126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b9d665-88ac-4d1a-b653-1a94a051aa9a') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:21.059419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b9d665-88ac-4d1a-b653-1a94a051aa9a') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:21.070833 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.084891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.093287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:02:21.093725 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:02:21.095832 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:02:21.217303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.225316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.231763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe HTTP/1.1" status: 204 len: 168 time: 0.3839505 Dec 13 15:02:21.243007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389b959-63f4-417c-98c6-9f8f00ad7730 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbd4795-a55c-4ebb-bd1a-e35c97abc9fe,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:21.651960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40352) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:21.716572 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d0d33a41-0a89-49e7-8e2c-78e8869d5f50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d05f2579b404432842927683b489977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631773 Dec 13 15:02:21.719023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40354) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:21.770434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f43feb15-e0e1-4eb1-a91a-be39307e14e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.792661 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f43feb15-e0e1-4eb1-a91a-be39307e14e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.942081 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f43feb15-e0e1-4eb1-a91a-be39307e14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.944664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f43feb15-e0e1-4eb1-a91a-be39307e14e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:21.945957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f43feb15-e0e1-4eb1-a91a-be39307e14e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5ae18e3-f4be-4195-b6e7-f8ae395fe16a HTTP/1.1" status: 204 len: 168 time: 0.2258863 Dec 13 15:02:21.958543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43feb15-e0e1-4eb1-a91a-be39307e14e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae18e3-f4be-4195-b6e7-f8ae395fe16a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:22.233895 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0520b102-70b4-4532-8fc2-40f123ef29df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.240725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e257cd-5d4e-477b-afec-17c4634c08ec req-33ad2229-0f67-4de2-8193-8e5c4649d38d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:23.242305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b3e257cd-5d4e-477b-afec-17c4634c08ec req-33ad2229-0f67-4de2-8193-8e5c4649d38d tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 945 time: 0.0689480 Dec 13 15:02:23.285332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b3e257cd-5d4e-477b-afec-17c4634c08ec req-49838267-b0ab-4cf0-868a-3231aba95e47 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Dec 13 15:02:23.319177 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.367538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40396) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:23.490458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1419061685-network', 'tenant_id': '86f7a77923744e18b423949577fec224'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:23.617963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Made reservation on behalf of 86f7a77923744e18b423949577fec224 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:23.620261 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.629925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.710033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.798292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.822209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:02:23.837070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee41f5-a053-46d8-ae80-b83cd3130d5e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:23.841939 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.843186 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Added segment 91bf9408-2534-4e99-b7bc-40c64fb52e3d of type vlan for network 57678ccc-87b3-468b-be4e-ff628a923f2e Dec 13 15:02:23.895125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.978545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:23.980342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:23.981341 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:24.049455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:24.077836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] Pushing event updated for resources: {'Network': ['ID=57678ccc-87b3-468b-be4e-ff628a923f2e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:24.081290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 6376e5e1-0666-474e-a235-fa14f8fb62e7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:24.082052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 6376e5e1-0666-474e-a235-fa14f8fb62e7 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:24.087660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 57678ccc-87b3-468b-be4e-ff628a923f2e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:02:24.127271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f0171cc2-35bc-4fc0-8b06-65d260ef9e71 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7580645 Dec 13 15:02:24.130558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40404) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:24.137343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Request body: {'subnet': {'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1419061685-subnet', 'tenant_id': '86f7a77923744e18b423949577fec224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:24.230583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Made reservation on behalf of 86f7a77923744e18b423949577fec224 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:24.234192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:24.465983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27033e5-d590-4a8c-baf3-6330636e0627 req-0bc59a06-06af-4290-b5e2-a205efe6d836 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:24.481713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f27033e5-d590-4a8c-baf3-6330636e0627 req-0bc59a06-06af-4290-b5e2-a205efe6d836 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 945 time: 0.1235857 Dec 13 15:02:24.537826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f27033e5-d590-4a8c-baf3-6330636e0627 req-a2157d05-c77b-4b16-b015-b11ebdb2c9c6 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a30d168-cebe-4d16-9a72-422c44b38e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552287 Dec 13 15:02:24.573058 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:24.601757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-4accf706-c4f0-4494-a4d9-31e352ed4845 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:24.603266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-4accf706-c4f0-4494-a4d9-31e352ed4845 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 945 time: 0.0584166 Dec 13 15:02:24.646070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca9b28e-7579-4e6b-a432-6cfefdb784c8,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:24.659674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Checking segment: {'id': '91bf9408-2534-4e99-b7bc-40c64fb52e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:02:24.659674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Network hostable DHCP agents. Network: 57678ccc-87b3-468b-be4e-ff628a923f2e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:02:24.720795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Deleting port eabfd988-f47e-4da1-ae7d-555ca5cdd833 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:24.721341 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:24.752547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Network 57678ccc-87b3-468b-be4e-ff628a923f2e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:02:24.827896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 57678ccc-87b3-468b-be4e-ff628a923f2e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:24.836566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] For port eabfd988-f47e-4da1-ae7d-555ca5cdd833, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=eabfd988-f47e-4da1-ae7d-555ca5cdd833,segment=NetworkSegment(eed39fbe-8090-41d5-a6a8-c8e2d8b01847),segment_id=eed39fbe-8090-41d5-a6a8-c8e2d8b01847)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:24.836566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:24.839531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:24.846810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196a47e-07f3-45cf-a0ff-c98ce9cfbffc None None] Network 57678ccc-87b3-468b-be4e-ff628a923f2e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:02:24.851708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:24.856568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Calling delete_port for eabfd988-f47e-4da1-ae7d-555ca5cdd833 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:24.920802 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:24.954566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d286f130-dfa7-4f45-b221-207e155ba9f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8219826 Dec 13 15:02:25.095433 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.126475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Pushing event deleted for resources: {'Port': ['ID=eabfd988-f47e-4da1-ae7d-555ca5cdd833,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:25.138603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['eabfd988-f47e-4da1-ae7d-555ca5cdd833'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:25.167697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] No DVR routers for this DVR port eabfd988-f47e-4da1-ae7d-555ca5cdd833 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:25.170535 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.175118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bab6efbc-9084-49de-b0d1-9eac9e81c9e3 req-87f91dc6-cfcf-4e86-8032-ab1c02f97b42 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.55 "DELETE /v2.0/ports/eabfd988-f47e-4da1-ae7d-555ca5cdd833 HTTP/1.1" status: 204 len: 173 time: 0.5653234 Dec 13 15:02:25.175764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'name': 'network-vif-deleted', 'tag': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:25.181803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233188a-dc33-4605-a397-c035ae38cbb1 None None] Network 57678ccc-87b3-468b-be4e-ff628a923f2e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:02:25.182816 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6133f2a-ea45-4b24-ace9-85676d64ae40" -d '{"events": [{"server_uuid": "18e399ce-0b4d-4db4-abf5-b8e09d871901", "name": "network-vif-deleted", "tag": "eabfd988-f47e-4da1-ae7d-555ca5cdd833"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:25.238180 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8af82-5c5a-4681-9a05-be8a139ccb35 x-openstack-request-id: req-0ea8af82-5c5a-4681-9a05-be8a139ccb35 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:25.238519 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e399ce-0b4d-4db4-abf5-b8e09d871901", "name": "network-vif-deleted", "tag": "eabfd988-f47e-4da1-ae7d-555ca5cdd833", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:25.239068 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ea8af82-5c5a-4681-9a05-be8a139ccb35 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:25.239578 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e399ce-0b4d-4db4-abf5-b8e09d871901', 'name': 'network-vif-deleted', 'tag': 'eabfd988-f47e-4da1-ae7d-555ca5cdd833', 'status': 'completed', 'code': 200} Dec 13 15:02:25.270292 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.584132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:25.589054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1871862737-network', 'tenant_id': 'f39bc0c5eb064dadbf66af26c29b3463'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:25.649476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd96871d-3b24-444c-9999-64a93be4767f req-515c4ea1-aa04-4e74-b309-4eeccbe9bf52 tempest-AttachVolumeNegativeTest-1133024827 tempest-AttachVolumeNegativeTest-1133024827-project] 10.222.0.24 "GET /v2.0/ports?device_id=18e399ce-0b4d-4db4-abf5-b8e09d871901 HTTP/1.1" status: 200 len: 210 time: 0.0268586 Dec 13 15:02:25.701505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Made reservation on behalf of f39bc0c5eb064dadbf66af26c29b3463 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:25.704077 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.714516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.793711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.858184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.871634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:02:25.894194 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:25.894665 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Added segment 3cfd7e0b-8a87-41e8-871a-d9cb5f9bd11f of type vlan for network 41651a87-56a9-4fab-8524-c7cc5b124e47 Dec 13 15:02:25.906330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e909b80a-b887-491d-8b30-727c3a890fa1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:25.949658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.064229 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.065903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:26.066851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.133990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] Pushing event updated for resources: {'Network': ['ID=41651a87-56a9-4fab-8524-c7cc5b124e47,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:26.144537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 41651a87-56a9-4fab-8524-c7cc5b124e47 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:02:26.213397 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b52b1f0b-084a-4b55-a485-2f9f477edf1e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6226325 Dec 13 15:02:26.213507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40446) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:26.218728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Request body: {'subnet': {'network_id': '41651a87-56a9-4fab-8524-c7cc5b124e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1871862737-subnet', 'tenant_id': 'f39bc0c5eb064dadbf66af26c29b3463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:26.399981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Made reservation on behalf of f39bc0c5eb064dadbf66af26c29b3463 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:26.399981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.651367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.757457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e63a8c-22e2-4ec1-944b-2dd624244607,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:26.763963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Checking segment: {'id': '3cfd7e0b-8a87-41e8-871a-d9cb5f9bd11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41651a87-56a9-4fab-8524-c7cc5b124e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:02:26.764803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Network hostable DHCP agents. Network: 41651a87-56a9-4fab-8524-c7cc5b124e47, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:02:26.797732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40468) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:26.846359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] Deleting subnet d95e8868-7ab7-4804-983d-856ea196c053 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:02:26.855903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.881535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Network 41651a87-56a9-4fab-8524-c7cc5b124e47 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:02:26.901656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.943413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:26.983673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 41651a87-56a9-4fab-8524-c7cc5b124e47) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:26.989077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b27d5-91f1-4b28-8914-bf5ee297d01e None None] Network 41651a87-56a9-4fab-8524-c7cc5b124e47 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:02:26.993067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:26.993648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.067386 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ebe29faf-e50e-46d6-990e-3b347be7dfee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8527379 Dec 13 15:02:27.101509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.147295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95e8868-7ab7-4804-983d-856ea196c053,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:27.149543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539f806-a0a6-4a85-a792-301f7d44338f None None] Network 41651a87-56a9-4fab-8524-c7cc5b124e47 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:02:27.153761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.160391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7ecb4913-5c8b-40d6-8210-521fa2c126af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d95e8868-7ab7-4804-983d-856ea196c053 HTTP/1.1" status: 204 len: 168 time: 0.3592837 Dec 13 15:02:27.161667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40478) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:27.258936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.379394 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.400842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a19500-01df-4097-be46-c6d15b22400e']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:27.414523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:27.414823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed39fbe-8090-41d5-a6a8-c8e2d8b01847') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:27.432358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.448714 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.458335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:02:27.458865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:02:27.461262 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:02:27.617991 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.624622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:27.630629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] 10.222.0.24 "DELETE /v2.0/networks/21a19500-01df-4097-be46-c6d15b22400e HTTP/1.1" status: 204 len: 168 time: 0.4665010 Dec 13 15:02:27.651561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f822d7d-b280-436b-a518-a84c2822138c admin admin] Pushing event deleted for resources: {'Network': ['ID=21a19500-01df-4097-be46-c6d15b22400e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:27.760361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-e4df66bc-68be-46e8-8515-af5eb98ff5ee tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:27.761920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-e4df66bc-68be-46e8-8515-af5eb98ff5ee tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/networks?id=57678ccc-87b3-468b-be4e-ff628a923f2e HTTP/1.1" status: 200 len: 825 time: 0.1125624 Dec 13 15:02:27.778899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-a44bf2b3-af52-4988-a050-6b44384686ce tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/quotas/86f7a77923744e18b423949577fec224 HTTP/1.1" status: 200 len: 375 time: 0.0097990 Dec 13 15:02:27.817631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-7b72192f-b8ba-48cc-a468-cd56e4453a3f tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86f7a77923744e18b423949577fec224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312355 Dec 13 15:02:27.908720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-b4dd26a3-258e-42ee-96a0-fdb7203d4c23 service neutron] 10.222.0.24 "GET /v2.0/networks/57678ccc-87b3-468b-be4e-ff628a923f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Dec 13 15:02:28.014898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-2b64267b-f7a2-494f-b34e-0c7378a3a980 service neutron] 10.222.0.24 "GET /v2.0/networks/57678ccc-87b3-468b-be4e-ff628a923f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998952 Dec 13 15:02:28.133958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40514) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:28.178942 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-192c45e6-9acc-42d6-a12b-b5667b5dfebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bca27de7d91c4547880d4cc1f96f70ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437369 Dec 13 15:02:28.181386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:28.236633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8706bfd4-83e1-48de-a9c8-811a3e946c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:28.264344 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8706bfd4-83e1-48de-a9c8-811a3e946c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:28.313090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40371660-3696-43df-aa96-e5576168fb5a req-a3cb308a-9b98-4873-a860-901f694fe3f7 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 210 time: 0.0368900 Dec 13 15:02:28.452877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8706bfd4-83e1-48de-a9c8-811a3e946c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:28.456034 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8706bfd4-83e1-48de-a9c8-811a3e946c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:28.460690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8706bfd4-83e1-48de-a9c8-811a3e946c7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a30d168-cebe-4d16-9a72-422c44b38e98 HTTP/1.1" status: 204 len: 168 time: 0.2754743 Dec 13 15:02:28.467926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706bfd4-83e1-48de-a9c8-811a3e946c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a30d168-cebe-4d16-9a72-422c44b38e98,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:29.114836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device eabfd988-f47e-4da1-ae7d-555ca5cdd833 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:29.145616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: eabfd988-f47e-4da1-ae7d-555ca5cdd833 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:29.145959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device eabfd988-f47e-4da1-ae7d-555ca5cdd833 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:29.425273 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0e0cf36-f003-4570-a0b1-a397c50b459f req-2f2a54b9-0d7d-49c5-a268-a38757b31c60 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 210 time: 0.0397480 Dec 13 15:02:30.570949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-482d3bc5-38fa-4699-9c23-ad80f38f1507 req-05b349e3-b52f-4670-ad0a-e59094d32254 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 210 time: 0.0289738 Dec 13 15:02:31.278172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-a171b1ac-5155-477f-9b3b-586b9da331ba tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:31.280347 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-a171b1ac-5155-477f-9b3b-586b9da331ba tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.55 "GET /v2.0/networks?id=57678ccc-87b3-468b-be4e-ff628a923f2e HTTP/1.1" status: 200 len: 825 time: 0.1394639 Dec 13 15:02:31.294897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Request body: {'port': {'device_id': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e', 'admin_state_up': True, 'tenant_id': '86f7a77923744e18b423949577fec224'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:31.504149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Made reservation on behalf of 86f7a77923744e18b423949577fec224 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:31.504149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:31.720546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3e2db9d-3d0d-46a0-8829-055eacf82a5a req-2f1ea175-eb46-4cd8-b0b2-000789fbff8f tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 210 time: 0.0326214 Dec 13 15:02:31.759277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Allocated IP 172.20.0.7 (57678ccc-87b3-468b-be4e-ff628a923f2e/0ca9b28e-7579-4e6b-a432-6cfefdb784c8/898b5d36-fa7b-492d-98c3-3762cafff1a7) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:02:31.931369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:32.030296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:32.074211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Network 57678ccc-87b3-468b-be4e-ff628a923f2e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:02:32.078099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:32.082638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:02:32.116982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Pushing event updated for resources: {'Port': ['ID=898b5d36-fa7b-492d-98c3-3762cafff1a7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:32.157771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:32.159005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:32.261792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-4bbfa232-d1a7-4568-9711-6527e81c524e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9702804 Dec 13 15:02:32.276642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Request body: {'port': {'device_id': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:32.338024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:32.651845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898b5d36-fa7b-492d-98c3-3762cafff1a7 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:02:32.662184 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:32.677201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Transition to ACTIVE for port object 898b5d36-fa7b-492d-98c3-3762cafff1a7 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:02:32.758362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:32.828662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Pushing event updated for resources: {'Port': ['ID=898b5d36-fa7b-492d-98c3-3762cafff1a7,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:32.898128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f14238-0a7a-4bc8-a3ba-7b6500b9a20f req-07e89986-1cac-429f-86b3-cc88631ea140 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:32.899639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-73f14238-0a7a-4bc8-a3ba-7b6500b9a20f req-07e89986-1cac-429f-86b3-cc88631ea140 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 943 time: 0.0919466 Dec 13 15:02:32.983937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-73f14238-0a7a-4bc8-a3ba-7b6500b9a20f req-5c235cc9-721a-4fb5-91ab-4bcc3b7a1a76 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615273 Dec 13 15:02:32.986407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Attempting to bind port 898b5d36-fa7b-492d-98c3-3762cafff1a7 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:02:32.986746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Attempting to bind port 898b5d36-fa7b-492d-98c3-3762cafff1a7 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '91bf9408-2534-4e99-b7bc-40c64fb52e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:02:32.987195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Attempting to bind port 898b5d36-fa7b-492d-98c3-3762cafff1a7 on network 57678ccc-87b3-468b-be4e-ff628a923f2e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:02:32.991621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Port 898b5d36-fa7b-492d-98c3-3762cafff1a7 on network 57678ccc-87b3-468b-be4e-ff628a923f2e not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:02:32.991948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Attempting to bind port 898b5d36-fa7b-492d-98c3-3762cafff1a7 on network 57678ccc-87b3-468b-be4e-ff628a923f2e {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:02:32.996880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:02:32.997218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Checking segment: {'id': '91bf9408-2534-4e99-b7bc-40c64fb52e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:02:32.997596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Bound using segment: {'id': '91bf9408-2534-4e99-b7bc-40c64fb52e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:02:32.998966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Bound port: 898b5d36-fa7b-492d-98c3-3762cafff1a7, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bf9408-2534-4e99-b7bc-40c64fb52e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:02:32.999340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:33.116968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] For port 898b5d36-fa7b-492d-98c3-3762cafff1a7, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:02:33.120401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] For port 898b5d36-fa7b-492d-98c3-3762cafff1a7, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=898b5d36-fa7b-492d-98c3-3762cafff1a7,segment=NetworkSegment(91bf9408-2534-4e99-b7bc-40c64fb52e3d),segment_id=91bf9408-2534-4e99-b7bc-40c64fb52e3d)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:02:33.253525 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:33.294334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:33.294965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:33.297252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] 10.222.0.55 "PUT /v2.0/ports/898b5d36-fa7b-492d-98c3-3762cafff1a7 HTTP/1.1" status: 200 len: 1091 time: 1.0259728 Dec 13 15:02:33.297702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'tag': '898b5d36-fa7b-492d-98c3-3762cafff1a7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:33.300041 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702e900-664c-4362-95b0-371160145432" -d '{"events": [{"name": "network-changed", "server_uuid": "adb7e9f7-269d-490d-9ef1-13dc9e656c39", "tag": "898b5d36-fa7b-492d-98c3-3762cafff1a7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:33.331807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45275dc3-5d5c-4205-ba01-3937b1670603 service neutron] Pushing event updated for resources: {'Port': ['ID=898b5d36-fa7b-492d-98c3-3762cafff1a7,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:33.346737 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765d913e-291f-4d3f-9688-41dd90dbdc66 x-openstack-request-id: req-765d913e-291f-4d3f-9688-41dd90dbdc66 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:33.347402 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb7e9f7-269d-490d-9ef1-13dc9e656c39", "tag": "898b5d36-fa7b-492d-98c3-3762cafff1a7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:33.347736 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-765d913e-291f-4d3f-9688-41dd90dbdc66 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:33.348386 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'tag': '898b5d36-fa7b-492d-98c3-3762cafff1a7', 'status': 'completed', 'code': 200} Dec 13 15:02:33.419735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702e900-664c-4362-95b0-371160145432 req-0904a2bb-219c-4899-96d0-078ef52ec778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:33.421819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9702e900-664c-4362-95b0-371160145432 req-0904a2bb-219c-4899-96d0-078ef52ec778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86f7a77923744e18b423949577fec224&device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 1094 time: 0.0472822 Dec 13 15:02:33.560743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702e900-664c-4362-95b0-371160145432 req-7618f855-484d-4646-bf8e-0314faef36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:33.562722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9702e900-664c-4362-95b0-371160145432 req-7618f855-484d-4646-bf8e-0314faef36eb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=86f7a77923744e18b423949577fec224&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1330345 Dec 13 15:02:33.675331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702e900-664c-4362-95b0-371160145432 req-b8a551d6-154c-4dcf-a732-3ab7817d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:33.676789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9702e900-664c-4362-95b0-371160145432 req-b8a551d6-154c-4dcf-a732-3ab7817d5ebe service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068189 Dec 13 15:02:33.765628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-b5da1139-f718-48ae-b596-2448ae8b552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:33.767580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-b5da1139-f718-48ae-b596-2448ae8b552c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86f7a77923744e18b423949577fec224&device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 1094 time: 0.0518241 Dec 13 15:02:33.837261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-683d7a3b-9b2e-4d16-a9aa-da4fc99a7491 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898b5d36-fa7b-492d-98c3-3762cafff1a7 HTTP/1.1" status: 200 len: 217 time: 0.0596156 Dec 13 15:02:33.893579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-bd2fbffc-e239-475f-9eac-7f1fe779827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:33.895305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-bd2fbffc-e239-475f-9eac-7f1fe779827d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ca9b28e-7579-4e6b-a432-6cfefdb784c8 HTTP/1.1" status: 200 len: 865 time: 0.0515869 Dec 13 15:02:33.927533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-8118bbbd-da68-470b-aa73-6b7b51f05b4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57678ccc-87b3-468b-be4e-ff628a923f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252867 Dec 13 15:02:34.030636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-b6ec71e1-0d90-478f-8b2c-8583a6bef22a service neutron] 10.222.0.55 "GET /v2.0/networks/57678ccc-87b3-468b-be4e-ff628a923f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945566 Dec 13 15:02:34.124028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40698) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:34.209409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5aa36f7e-af8c-4782-b582-a26b59388d52 req-d3baf36d-5a9a-45c7-8a52-c109c8c80ac2 service neutron] 10.222.0.55 "GET /v2.0/networks/57678ccc-87b3-468b-be4e-ff628a923f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703303 Dec 13 15:02:34.237585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34e12c-f615-47de-97e2-1a90d8a7a847 req-d20e9f28-768b-4e57-a20a-9ffd8bade2f2 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:34.239470 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc34e12c-f615-47de-97e2-1a90d8a7a847 req-d20e9f28-768b-4e57-a20a-9ffd8bade2f2 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 943 time: 0.1280196 Dec 13 15:02:34.261270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:34.284691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc34e12c-f615-47de-97e2-1a90d8a7a847 req-56330340-8207-4814-81e3-2601d73b87d1 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Dec 13 15:02:34.358808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:34.441064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:34.481520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f8bd2241ff44e4bb68da38809c7e8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560314 Dec 13 15:02:34.484363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40706) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:34.487710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459a09ed-b3e5-492b-b715-a28a39a27b04,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:34.495238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.497933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.498819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.499334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.499664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7f7b92-c9bc-4d55-a398-043b533cf7d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:34.557921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de8c3257-512e-4ed6-8c48-3d3079015eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:34.581483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de8c3257-512e-4ed6-8c48-3d3079015eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:34.763788 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de8c3257-512e-4ed6-8c48-3d3079015eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:34.766580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de8c3257-512e-4ed6-8c48-3d3079015eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:34.767946 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-de8c3257-512e-4ed6-8c48-3d3079015eba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/459a09ed-b3e5-492b-b715-a28a39a27b04 HTTP/1.1" status: 204 len: 168 time: 0.2824657 Dec 13 15:02:34.775941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c3257-512e-4ed6-8c48-3d3079015eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459a09ed-b3e5-492b-b715-a28a39a27b04,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:35.404743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8594f-a4c9-4ded-b424-c80552b33cf8 req-24527b75-16c9-43ce-9beb-196dc11ced45 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:35.405712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db8594f-a4c9-4ded-b424-c80552b33cf8 req-24527b75-16c9-43ce-9beb-196dc11ced45 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 943 time: 0.0538039 Dec 13 15:02:35.451351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8db8594f-a4c9-4ded-b424-c80552b33cf8 req-9e6a2a4c-5f1a-430e-a5fb-a21e47f13841 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361035 Dec 13 15:02:35.528523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40730) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:35.544288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9add2d8-1102-4434-bfa8-2e007d464702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:35.620253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9add2d8-1102-4434-bfa8-2e007d464702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:35.692247 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9add2d8-1102-4434-bfa8-2e007d464702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:35.732156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9add2d8-1102-4434-bfa8-2e007d464702 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70eec7163d094652a80f6c50282eef15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025223 Dec 13 15:02:35.733637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9add2d8-1102-4434-bfa8-2e007d464702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865c0baf-9fda-4b20-a294-f6f4370841d2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:35.735653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40738) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:35.790071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-26934d56-a651-451e-ae8a-cd73e65e2c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:35.812057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-26934d56-a651-451e-ae8a-cd73e65e2c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:35.960767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-26934d56-a651-451e-ae8a-cd73e65e2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:35.963409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-26934d56-a651-451e-ae8a-cd73e65e2c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:35.968171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-26934d56-a651-451e-ae8a-cd73e65e2c82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/865c0baf-9fda-4b20-a294-f6f4370841d2 HTTP/1.1" status: 204 len: 168 time: 0.2308035 Dec 13 15:02:35.976828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26934d56-a651-451e-ae8a-cd73e65e2c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865c0baf-9fda-4b20-a294-f6f4370841d2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:36.393875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2798-77dd-4268-b573-3b0dcb81c335 req-3d482e05-5b38-4dc3-83aa-3dbb792765e1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:36.395535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e90e2798-77dd-4268-b573-3b0dcb81c335 req-3d482e05-5b38-4dc3-83aa-3dbb792765e1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 945 time: 0.0586627 Dec 13 15:02:36.472532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e90e2798-77dd-4268-b573-3b0dcb81c335 req-43034433-7de9-46f2-ad6d-1ad10ee42b8f tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Dec 13 15:02:36.579574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8de387-69de-45a8-b972-07efcc192590 req-8b75de45-e7b1-4931-a93f-46b10f9be519 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:36.581601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb8de387-69de-45a8-b972-07efcc192590 req-8b75de45-e7b1-4931-a93f-46b10f9be519 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 943 time: 0.0583265 Dec 13 15:02:36.621947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb8de387-69de-45a8-b972-07efcc192590 req-87b5666c-095e-45ea-9d1c-e05f6d1ee838 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Dec 13 15:02:37.161350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 898b5d36-fa7b-492d-98c3-3762cafff1a7 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:02:37.258078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 898b5d36-fa7b-492d-98c3-3762cafff1a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=898b5d36-fa7b-492d-98c3-3762cafff1a7,segment=NetworkSegment(91bf9408-2534-4e99-b7bc-40c64fb52e3d),segment_id=91bf9408-2534-4e99-b7bc-40c64fb52e3d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:37.271205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '898b5d36-fa7b-492d-98c3-3762cafff1a7', 'network_id': '57678ccc-87b3-468b-be4e-ff628a923f2e', 'port_id': '898b5d36-fa7b-492d-98c3-3762cafff1a7', 'mac_address': 'fa:16:3e:5a:2a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca9b28e-7579-4e6b-a432-6cfefdb784c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:02:37.309029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:37.327026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898b5d36-fa7b-492d-98c3-3762cafff1a7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:02:37.346963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 898b5d36-fa7b-492d-98c3-3762cafff1a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=898b5d36-fa7b-492d-98c3-3762cafff1a7,segment=NetworkSegment(91bf9408-2534-4e99-b7bc-40c64fb52e3d),segment_id=91bf9408-2534-4e99-b7bc-40c64fb52e3d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:37.438187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:37.494823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=898b5d36-fa7b-492d-98c3-3762cafff1a7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:37.504356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.504513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.505188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.505767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.506330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.506871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.507408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.507925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.508446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.509047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.509568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.510083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:02:37.572878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a97e7-f360-4d6a-8bef-b2c4731b3a70 req-827e0d27-43d5-4d5a-8413-0a9284f014f9 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:37.574471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436a97e7-f360-4d6a-8bef-b2c4731b3a70 req-827e0d27-43d5-4d5a-8413-0a9284f014f9 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 945 time: 0.0523767 Dec 13 15:02:37.615578 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436a97e7-f360-4d6a-8bef-b2c4731b3a70 req-04b15141-464b-40e1-8310-1089eae0ee4b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Dec 13 15:02:37.677030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['898b5d36-fa7b-492d-98c3-3762cafff1a7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:38.075774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965d60d-82b7-4806-9428-206e49e95f90 req-17ef71c7-9467-4235-9389-a2e59eb8f4e2 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:38.078031 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b965d60d-82b7-4806-9428-206e49e95f90 req-17ef71c7-9467-4235-9389-a2e59eb8f4e2 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 944 time: 0.3807654 Dec 13 15:02:38.091592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438edb9d-0789-457f-ab46-be57e581bd42 req-1a5a361c-610e-4c7f-9b88-1ccfefda16f3 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:38.093295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438edb9d-0789-457f-ab46-be57e581bd42 req-1a5a361c-610e-4c7f-9b88-1ccfefda16f3 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 945 time: 0.0651243 Dec 13 15:02:38.151618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b965d60d-82b7-4806-9428-206e49e95f90 req-67ad01bb-0d82-4670-a31d-5577fd199eb7 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573285 Dec 13 15:02:38.229019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Deleting port 8f06cbe8-01ef-4f7d-a417-096892db0e87 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:38.229745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:38.334301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] For port 8f06cbe8-01ef-4f7d-a417-096892db0e87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8f06cbe8-01ef-4f7d-a417-096892db0e87,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:38.334653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:38.352819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Calling delete_port for 8f06cbe8-01ef-4f7d-a417-096892db0e87 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:38.594704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:38.601802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['8f06cbe8-01ef-4f7d-a417-096892db0e87'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:38.620302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Pushing event deleted for resources: {'Port': ['ID=8f06cbe8-01ef-4f7d-a417-096892db0e87,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:38.673465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] No DVR routers for this DVR port 8f06cbe8-01ef-4f7d-a417-096892db0e87 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:38.677934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:38.681313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438edb9d-0789-457f-ab46-be57e581bd42 req-fec30596-c070-4d22-8a82-fe02d079196a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "DELETE /v2.0/ports/8f06cbe8-01ef-4f7d-a417-096892db0e87 HTTP/1.1" status: 204 len: 173 time: 0.5797319 Dec 13 15:02:38.681760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'name': 'network-vif-deleted', 'tag': '8f06cbe8-01ef-4f7d-a417-096892db0e87'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:38.684125 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e74700-26a3-49b1-bafc-a7c7792c0a4f" -d '{"events": [{"server_uuid": "60b58a61-aeeb-4316-8b62-20bb62f7eb92", "name": "network-vif-deleted", "tag": "8f06cbe8-01ef-4f7d-a417-096892db0e87"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:38.724292 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-669314f3-4dfd-43c0-a614-713f8c635cee req-691b4176-6b69-4f5c-8b87-899a01cf8670 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 210 time: 0.0298536 Dec 13 15:02:38.730347 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f779f-9082-4162-9728-be6bb37c8864 x-openstack-request-id: req-198f779f-9082-4162-9728-be6bb37c8864 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:38.730644 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b58a61-aeeb-4316-8b62-20bb62f7eb92", "name": "network-vif-deleted", "tag": "8f06cbe8-01ef-4f7d-a417-096892db0e87", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:38.730898 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-198f779f-9082-4162-9728-be6bb37c8864 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:38.731300 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b58a61-aeeb-4316-8b62-20bb62f7eb92', 'name': 'network-vif-deleted', 'tag': '8f06cbe8-01ef-4f7d-a417-096892db0e87', 'status': 'completed', 'code': 200} Dec 13 15:02:39.179951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 898b5d36-fa7b-492d-98c3-3762cafff1a7 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:02:39.312851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e727818-c6a4-45d2-ac30-873873d6ae97 req-c114dfc8-6413-4865-838d-578ed89ee70c tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:39.314319 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e727818-c6a4-45d2-ac30-873873d6ae97 req-c114dfc8-6413-4865-838d-578ed89ee70c tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 944 time: 0.0637786 Dec 13 15:02:39.317562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 898b5d36-fa7b-492d-98c3-3762cafff1a7 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:02:39.322447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 898b5d36-fa7b-492d-98c3-3762cafff1a7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:02:39.322447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:39.368933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e727818-c6a4-45d2-ac30-873873d6ae97 req-22d79022-7654-4801-b91b-b21e25d9ca79 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358863 Dec 13 15:02:39.417535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:39.440622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898b5d36-fa7b-492d-98c3-3762cafff1a7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:39.443049 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aae4ef-8f1f-4c39-be22-45e532b82bb0" -d '{"events": [{"server_uuid": "adb7e9f7-269d-490d-9ef1-13dc9e656c39", "name": "network-vif-plugged", "status": "completed", "tag": "898b5d36-fa7b-492d-98c3-3762cafff1a7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:39.459599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 898b5d36-fa7b-492d-98c3-3762cafff1a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=898b5d36-fa7b-492d-98c3-3762cafff1a7,segment=NetworkSegment(91bf9408-2534-4e99-b7bc-40c64fb52e3d),segment_id=91bf9408-2534-4e99-b7bc-40c64fb52e3d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:39.481724 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eca6cca-7938-4d87-bdb1-5fd556b195fa x-openstack-request-id: req-8eca6cca-7938-4d87-bdb1-5fd556b195fa {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:39.482121 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb7e9f7-269d-490d-9ef1-13dc9e656c39", "name": "network-vif-plugged", "status": "completed", "tag": "898b5d36-fa7b-492d-98c3-3762cafff1a7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:39.482373 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8eca6cca-7938-4d87-bdb1-5fd556b195fa {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:39.482836 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898b5d36-fa7b-492d-98c3-3762cafff1a7', 'code': 200} Dec 13 15:02:39.541483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:39.542353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8f06cbe8-01ef-4f7d-a417-096892db0e87 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:39.593520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 8f06cbe8-01ef-4f7d-a417-096892db0e87 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:39.593872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8f06cbe8-01ef-4f7d-a417-096892db0e87 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:39.601414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89c016-fed9-4781-8769-053b599290a8 req-0d94c129-2e84-486f-8ed6-89baa3d6bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:39.603303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c89c016-fed9-4781-8769-053b599290a8 req-0d94c129-2e84-486f-8ed6-89baa3d6bbe9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 1096 time: 0.0625060 Dec 13 15:02:39.620443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=898b5d36-fa7b-492d-98c3-3762cafff1a7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:39.647320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c89c016-fed9-4781-8769-053b599290a8 req-272babb0-52f3-43d6-8cb1-6e1b21d1cab3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Dec 13 15:02:39.837684 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82d66e1c-645a-41b6-8594-c7f3b421c0cb req-b142be35-d8de-43a3-ab6b-ed6a904891c2 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b58a61-aeeb-4316-8b62-20bb62f7eb92 HTTP/1.1" status: 200 len: 210 time: 0.0306540 Dec 13 15:02:40.495685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2c153-0aea-4312-a749-2954213aadb4 req-972c9231-122b-4d1f-aaa3-5470d3994c28 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:40.497187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c2c153-0aea-4312-a749-2954213aadb4 req-972c9231-122b-4d1f-aaa3-5470d3994c28 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 945 time: 0.0550904 Dec 13 15:02:40.537218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c2c153-0aea-4312-a749-2954213aadb4 req-15048546-a4ff-4cf1-9d61-2735d14d69a0 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Dec 13 15:02:41.684851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f726-db72-40d8-9c72-b5ddcb2ab836 req-9d0b0189-1431-4386-bb90-e38bb18d0002 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:41.692761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae71f726-db72-40d8-9c72-b5ddcb2ab836 req-9d0b0189-1431-4386-bb90-e38bb18d0002 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 945 time: 0.0635052 Dec 13 15:02:41.751191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae71f726-db72-40d8-9c72-b5ddcb2ab836 req-15140ea2-3592-42b8-aeaf-8076fabf8daf tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570202 Dec 13 15:02:41.906630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745422c-2858-4d0e-8eaa-28e07c79f64e req-6042a17d-bbbc-484e-94d5-42865322191e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:41.925535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d745422c-2858-4d0e-8eaa-28e07c79f64e req-6042a17d-bbbc-484e-94d5-42865322191e tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 945 time: 0.0723188 Dec 13 15:02:41.949316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d745422c-2858-4d0e-8eaa-28e07c79f64e req-998fe706-0896-4ef1-90c0-dbeb0c4af917 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Dec 13 15:02:42.410498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c244-1073-4516-9d78-e7c1fd993d03 req-d6f9c16b-abca-4f5a-80de-39b1d0dcb8f2 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:42.412048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d957c244-1073-4516-9d78-e7c1fd993d03 req-d6f9c16b-abca-4f5a-80de-39b1d0dcb8f2 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 945 time: 0.0631227 Dec 13 15:02:42.457772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d957c244-1073-4516-9d78-e7c1fd993d03 req-f9b0ded7-4fa0-4f1d-9548-55da6426ec47 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353887 Dec 13 15:02:43.075161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cb8ed-e258-4e08-b36d-5d12b77d86c2 req-3c162c8a-0171-425e-90fe-15c5cca43a1f tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:43.077395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa9cb8ed-e258-4e08-b36d-5d12b77d86c2 req-3c162c8a-0171-425e-90fe-15c5cca43a1f tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 945 time: 0.0563197 Dec 13 15:02:43.118800 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa9cb8ed-e258-4e08-b36d-5d12b77d86c2 req-dfb3deae-ae99-413c-9486-1b756e8bfe0f tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Dec 13 15:02:44.194895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c5b3d-8492-407b-befc-5f17c345b206 req-8ee5db1b-f5b3-4009-8634-fcf78c48e304 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:44.204918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a89c5b3d-8492-407b-befc-5f17c345b206 req-8ee5db1b-f5b3-4009-8634-fcf78c48e304 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1096 time: 0.0655711 Dec 13 15:02:44.245495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a89c5b3d-8492-407b-befc-5f17c345b206 req-df8693cf-a844-409e-b95f-7b7edbfe4bbf tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Dec 13 15:02:44.414415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-795674f4-a89d-454e-9ac5-1c66ae4a3cbc tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:44.415900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-795674f4-a89d-454e-9ac5-1c66ae4a3cbc tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.55 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 945 time: 0.0888579 Dec 13 15:02:44.424125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1f4e-a8fa-4c65-9aac-4c32b1a76c5d req-358b731b-4a7d-4b34-966e-050cc0d9d874 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:44.425512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1ec1f4e-a8fa-4c65-9aac-4c32b1a76c5d req-358b731b-4a7d-4b34-966e-050cc0d9d874 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0886478 Dec 13 15:02:44.502679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1f1e1-ed8f-4657-912d-e13571e29c5a req-86e07164-c117-4b21-8936-cc413d60ee85 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:44.515169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c1f1e1-ed8f-4657-912d-e13571e29c5a req-86e07164-c117-4b21-8936-cc413d60ee85 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 945 time: 0.3159103 Dec 13 15:02:44.567310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1ec1f4e-a8fa-4c65-9aac-4c32b1a76c5d req-df591531-da41-4762-9d34-7e5501dbf289 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029832 Dec 13 15:02:44.583043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c1f1e1-ed8f-4657-912d-e13571e29c5a req-23bfb294-2e7d-4b1b-8a6b-65c92a662ba1 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5ee41f5-a053-46d8-ae80-b83cd3130d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667191 Dec 13 15:02:44.595182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Deleting port 898b5d36-fa7b-492d-98c3-3762cafff1a7 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:44.595182 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:44.596898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41046) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:44.710117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea940d42-10d0-4cc4-b9f1-5317ab67578c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/68ec9dfc-d719-4833-93ed-87f4c6b446b7 HTTP/1.1" status: 200 len: 992 time: 0.1113605 Dec 13 15:02:44.710546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] For port 898b5d36-fa7b-492d-98c3-3762cafff1a7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=898b5d36-fa7b-492d-98c3-3762cafff1a7,segment=NetworkSegment(91bf9408-2534-4e99-b7bc-40c64fb52e3d),segment_id=91bf9408-2534-4e99-b7bc-40c64fb52e3d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:44.710774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:44.739516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Calling delete_port for 898b5d36-fa7b-492d-98c3-3762cafff1a7 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:45.035877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-eb7be210-3fbf-4eae-ae51-63953fae7c68 req-316c886e-f7aa-4b26-a060-1a1c8718ebf1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:02:45.037012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb7be210-3fbf-4eae-ae51-63953fae7c68 req-316c886e-f7aa-4b26-a060-1a1c8718ebf1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060072 Dec 13 15:02:45.048755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:45.061969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['898b5d36-fa7b-492d-98c3-3762cafff1a7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:02:45.085679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Pushing event deleted for resources: {'Port': ['ID=898b5d36-fa7b-492d-98c3-3762cafff1a7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:45.154575 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:02:45.166868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] No DVR routers for this DVR port 898b5d36-fa7b-492d-98c3-3762cafff1a7 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:45.170290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:45.174151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5550b2b-1c2b-4d7b-8bf4-6117919c5cad req-394ec64e-4be3-4a74-9cd2-d4aaf2eabb24 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.55 "DELETE /v2.0/ports/898b5d36-fa7b-492d-98c3-3762cafff1a7 HTTP/1.1" status: 204 len: 173 time: 0.7470486 Dec 13 15:02:45.174151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'name': 'network-vif-deleted', 'tag': '898b5d36-fa7b-492d-98c3-3762cafff1a7'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:45.177023 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d6f373-c934-4548-ac05-250eed0cd30c" -d '{"events": [{"server_uuid": "adb7e9f7-269d-490d-9ef1-13dc9e656c39", "name": "network-vif-deleted", "tag": "898b5d36-fa7b-492d-98c3-3762cafff1a7"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:45.229653 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def0d775-6162-4670-b34c-bfee33a699a1 x-openstack-request-id: req-def0d775-6162-4670-b34c-bfee33a699a1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:45.230226 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb7e9f7-269d-490d-9ef1-13dc9e656c39", "name": "network-vif-deleted", "tag": "898b5d36-fa7b-492d-98c3-3762cafff1a7", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:45.230226 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-def0d775-6162-4670-b34c-bfee33a699a1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:45.231058 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb7e9f7-269d-490d-9ef1-13dc9e656c39', 'name': 'network-vif-deleted', 'tag': '898b5d36-fa7b-492d-98c3-3762cafff1a7', 'status': 'completed', 'code': 200} Dec 13 15:02:45.700926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87eb0abf-d678-414e-aa06-5a0a50bd1f2d req-c8e7e7e2-38f1-4f78-831e-26ce40eed2f1 tempest-ServersNegativeTestMultiTenantJSON-1225736011 tempest-ServersNegativeTestMultiTenantJSON-1225736011-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb7e9f7-269d-490d-9ef1-13dc9e656c39 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Dec 13 15:02:45.738023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:45.840572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8d49-fca0-457c-8d3e-acf5960dbeb7 req-eeb75a5e-b537-45a8-b7c7-bd3d57922683 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:45.842112 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-640c8d49-fca0-457c-8d3e-acf5960dbeb7 req-eeb75a5e-b537-45a8-b7c7-bd3d57922683 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0660377 Dec 13 15:02:45.895284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-640c8d49-fca0-457c-8d3e-acf5960dbeb7 req-8a63a6fb-b398-4c63-9989-45986926f61d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Dec 13 15:02:46.029555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-f5ad48a5-08c4-4973-9a3c-35e7d0f0892a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171346 Dec 13 15:02:46.039792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-da09eead-644d-4999-af62-75140c1c29c0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:02:46.040850 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-da09eead-644d-4999-af62-75140c1c29c0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056045 Dec 13 15:02:46.765432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41146) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:46.841746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] Deleting subnet 0ca9b28e-7579-4e6b-a432-6cfefdb784c8 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:02:46.847011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:46.891897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:46.954457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.083820 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.107287 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.147602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca9b28e-7579-4e6b-a432-6cfefdb784c8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:47.166579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.169887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-45f114b9-0b5e-423d-a279-439f24a3e19c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0ca9b28e-7579-4e6b-a432-6cfefdb784c8 HTTP/1.1" status: 204 len: 168 time: 0.4028282 Dec 13 15:02:47.172505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41160) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:47.306371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.317833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132a1da-567f-4d00-86d5-c3703784b8b0 req-7f250664-a81d-4ca4-ac77-8dd4409f1597 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:47.319341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0132a1da-567f-4d00-86d5-c3703784b8b0 req-7f250664-a81d-4ca4-ac77-8dd4409f1597 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.3374000 Dec 13 15:02:47.432192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0132a1da-567f-4d00-86d5-c3703784b8b0 req-7aa2772d-2545-4324-b67d-4f1176e9ab1b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058669 Dec 13 15:02:47.447767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.464677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57678ccc-87b3-468b-be4e-ff628a923f2e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:47.475341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bf9408-2534-4e99-b7bc-40c64fb52e3d') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:47.476350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bf9408-2534-4e99-b7bc-40c64fb52e3d') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:47.485926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.499545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.505493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:02:47.505884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:02:47.507671 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:02:47.686965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.694469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.701053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] 10.222.0.24 "DELETE /v2.0/networks/57678ccc-87b3-468b-be4e-ff628a923f2e HTTP/1.1" status: 204 len: 168 time: 0.5248833 Dec 13 15:02:47.703923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41168) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:47.718155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c92744-9e2e-4987-984f-e83f366ad417 admin admin] Pushing event deleted for resources: {'Network': ['ID=57678ccc-87b3-468b-be4e-ff628a923f2e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:47.789542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] Deleting subnet b1e63a8c-22e2-4ec1-944b-2dd624244607 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:02:47.796508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.890225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:47.936837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.086819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.135564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e63a8c-22e2-4ec1-944b-2dd624244607,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:48.141124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.145120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f94af504-0272-4b9b-b277-db1573b2e766 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b1e63a8c-22e2-4ec1-944b-2dd624244607 HTTP/1.1" status: 204 len: 168 time: 0.4308584 Dec 13 15:02:48.150595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41176) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:48.222503 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.326738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.350647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41651a87-56a9-4fab-8524-c7cc5b124e47']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:48.361998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfd7e0b-8a87-41e8-871a-d9cb5f9bd11f') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:48.362594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfd7e0b-8a87-41e8-871a-d9cb5f9bd11f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:48.379279 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.393364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.399376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:02:48.399762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:02:48.401595 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:02:48.552434 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.563625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.568782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] 10.222.0.24 "DELETE /v2.0/networks/41651a87-56a9-4fab-8524-c7cc5b124e47 HTTP/1.1" status: 204 len: 168 time: 0.4203241 Dec 13 15:02:48.589812 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ca0d9-69b0-4907-b5bb-0d1c8701ffdf admin admin] Pushing event deleted for resources: {'Network': ['ID=41651a87-56a9-4fab-8524-c7cc5b124e47,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:48.607729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-549c54bb-a103-4424-9d03-b6b17787bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:48.609977 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-549c54bb-a103-4424-9d03-b6b17787bb15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1096 time: 0.1121953 Dec 13 15:02:48.666046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41196) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:48.673234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdb294-897e-4f3b-b256-ae42c840c725 req-36f6f2eb-45cb-44a1-a787-a483ec0d0079 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:48.675762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cfdb294-897e-4f3b-b256-ae42c840c725 req-36f6f2eb-45cb-44a1-a787-a483ec0d0079 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.1367300 Dec 13 15:02:48.745772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cfdb294-897e-4f3b-b256-ae42c840c725 req-49c2520b-efed-473b-ab33-28582c603139 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608125 Dec 13 15:02:48.777434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0ca6fd4f-ed24-4c53-9703-1502d765d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:48.779247 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0ca6fd4f-ed24-4c53-9703-1502d765d4c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1604271 Dec 13 15:02:48.825835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-dfc99038-ef23-48a6-8de5-69dcf48d82e7 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:48.835736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-dfc99038-ef23-48a6-8de5-69dcf48d82e7 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/networks?id=f5371104-a34e-400d-a21d-1086b5318db2 HTTP/1.1" status: 200 len: 814 time: 0.1378601 Dec 13 15:02:48.851052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01c8d739-a2e0-4294-a2ff-29a94784cbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:48.856928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-71780876-effa-4c9e-b089-53f52767588e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 1000 time: 0.0674369 Dec 13 15:02:48.859443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-ac27e629-3dcb-40bc-b914-0848b1fc5c74 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/quotas/22985bb237414a1d99ba208416e5881b HTTP/1.1" status: 200 len: 375 time: 0.0227609 Dec 13 15:02:48.909976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-26056a98-a057-41d0-b825-4cea184d554c tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=22985bb237414a1d99ba208416e5881b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447261 Dec 13 15:02:48.926200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-9881fcae-31d6-46de-858a-538aba116c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:48.927729 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-9881fcae-31d6-46de-858a-538aba116c9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0639513 Dec 13 15:02:48.997692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-6f603f5b-3cd3-43f3-8a45-7bec19363d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:48.999852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-6f603f5b-3cd3-43f3-8a45-7bec19363d3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637305 Dec 13 15:02:49.059144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-eef08f23-758c-4e31-b81b-4f05bf13beb0 service neutron] 10.222.0.24 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241667 Dec 13 15:02:49.070269 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01c8d739-a2e0-4294-a2ff-29a94784cbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.079462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41208) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:49.142505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-39464899-5b6b-4efc-9cec-ef479683eeb6 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324840 Dec 13 15:02:49.145626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2f1b4382-1b82-4497-8590-07aa96d5abd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86f7a77923744e18b423949577fec224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648818 Dec 13 15:02:49.148080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41210) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:49.238569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 898b5d36-fa7b-492d-98c3-3762cafff1a7 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:49.259716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 898b5d36-fa7b-492d-98c3-3762cafff1a7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:49.260095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 898b5d36-fa7b-492d-98c3-3762cafff1a7 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:49.291388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b226a149-4408-4f08-9f4f-14828b424a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.311826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-92c29ec0-6c7c-4ea2-8320-8b6fcb5420fc service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609678 Dec 13 15:02:49.324037 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b226a149-4408-4f08-9f4f-14828b424a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.444369 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01c8d739-a2e0-4294-a2ff-29a94784cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.454918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b226a149-4408-4f08-9f4f-14828b424a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.457520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b226a149-4408-4f08-9f4f-14828b424a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.461389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b226a149-4408-4f08-9f4f-14828b424a15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5ee41f5-a053-46d8-ae80-b83cd3130d5e HTTP/1.1" status: 204 len: 168 time: 0.3122702 Dec 13 15:02:49.470776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226a149-4408-4f08-9f4f-14828b424a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee41f5-a053-46d8-ae80-b83cd3130d5e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:49.497206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-01c8d739-a2e0-4294-a2ff-29a94784cbe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71beb0375fc64b30bd748d9ef75379ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8300579 Dec 13 15:02:49.500438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41216) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:49.503526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8d739-a2e0-4294-a2ff-29a94784cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecfa58a-4ee6-4dc1-8676-ca8a2ed497b1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:49.559930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-8cac65cc-a886-482e-a5f1-64c553958c56 service neutron] 10.222.0.24 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853947 Dec 13 15:02:49.598030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-411296a1-b141-4c98-9b36-dd7b2ecbabc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.624354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-411296a1-b141-4c98-9b36-dd7b2ecbabc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.854859 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34d6c6ba-4a7f-42c5-9604-49dcbe5d9ff8 req-f62cf097-e0f8-4ee0-96c5-ca71d3968592 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 210 time: 0.0387101 Dec 13 15:02:49.855785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-411296a1-b141-4c98-9b36-dd7b2ecbabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.863464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-691b23f6-7cbd-41ec-abd0-0b419de4e0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.883568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-411296a1-b141-4c98-9b36-dd7b2ecbabc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:49.886001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-411296a1-b141-4c98-9b36-dd7b2ecbabc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ecfa58a-4ee6-4dc1-8676-ca8a2ed497b1 HTTP/1.1" status: 204 len: 168 time: 0.3826377 Dec 13 15:02:49.902418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411296a1-b141-4c98-9b36-dd7b2ecbabc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecfa58a-4ee6-4dc1-8676-ca8a2ed497b1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:49.941360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5223d92-b025-4f6c-b048-b28d2e710f37 req-7c2d9a78-772f-43c1-9374-b381b2dc1334 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:49.946886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5223d92-b025-4f6c-b048-b28d2e710f37 req-7c2d9a78-772f-43c1-9374-b381b2dc1334 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.1196508 Dec 13 15:02:50.006326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5223d92-b025-4f6c-b048-b28d2e710f37 req-e97c67be-5b5a-412f-af6f-3a4c0472858b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Dec 13 15:02:50.447129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41242) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:50.495094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd3fa0fb-963b-4f9c-9d56-13ac5856b146 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f39bc0c5eb064dadbf66af26c29b3463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467999 Dec 13 15:02:50.497796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41244) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:50.556274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a372b5b-2f19-4d61-90dc-cc8f3ba794b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:50.578886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a372b5b-2f19-4d61-90dc-cc8f3ba794b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:50.740676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a372b5b-2f19-4d61-90dc-cc8f3ba794b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:50.744212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a372b5b-2f19-4d61-90dc-cc8f3ba794b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:50.750208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a372b5b-2f19-4d61-90dc-cc8f3ba794b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e909b80a-b887-491d-8b30-727c3a890fa1 HTTP/1.1" status: 204 len: 168 time: 0.2466314 Dec 13 15:02:50.755257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a372b5b-2f19-4d61-90dc-cc8f3ba794b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e909b80a-b887-491d-8b30-727c3a890fa1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:50.961461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69798471-99e6-456e-b093-a2f9fd60fdfd req-ba04829c-fe30-4de1-b27a-3c697fa52284 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 210 time: 0.0287666 Dec 13 15:02:51.060926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41254) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:51.079399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-76891cbf-fbaa-4c88-9c89-2d9f211d0259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:51.204411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191403-75fe-4a99-b4cf-7aa0db7f6f14 req-792de0f8-bf88-4506-ac08-2e0c0c8acab9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:51.206167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f191403-75fe-4a99-b4cf-7aa0db7f6f14 req-792de0f8-bf88-4506-ac08-2e0c0c8acab9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.1226242 Dec 13 15:02:51.277166 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f191403-75fe-4a99-b4cf-7aa0db7f6f14 req-f8c88946-557d-4b08-a82e-dfe782b80668 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566139 Dec 13 15:02:51.315341 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-76891cbf-fbaa-4c88-9c89-2d9f211d0259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:51.413264 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-76891cbf-fbaa-4c88-9c89-2d9f211d0259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:51.440033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-76891cbf-fbaa-4c88-9c89-2d9f211d0259 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8af32c2ea13545b388cb5d8fb63011d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770359 Dec 13 15:02:51.442786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41272) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:51.459833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76891cbf-fbaa-4c88-9c89-2d9f211d0259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58da55-20ba-4076-abd9-dd60b0ae2d2a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:51.522995 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5034c05f-f9aa-4c30-a999-801e524a769f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:51.552296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5034c05f-f9aa-4c30-a999-801e524a769f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:51.674608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5034c05f-f9aa-4c30-a999-801e524a769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:51.678506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5034c05f-f9aa-4c30-a999-801e524a769f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:51.681271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5034c05f-f9aa-4c30-a999-801e524a769f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a58da55-20ba-4076-abd9-dd60b0ae2d2a HTTP/1.1" status: 204 len: 168 time: 0.2362146 Dec 13 15:02:51.690745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034c05f-f9aa-4c30-a999-801e524a769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58da55-20ba-4076-abd9-dd60b0ae2d2a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:51.963018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41288) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:52.179933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c43333f9-f5e0-4d9a-af79-896fc31d2562 req-8c16cae6-5b7d-42a4-9164-330ea4a610fd tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 210 time: 0.0637670 Dec 13 15:02:52.189077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-network', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:52.224808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7f9c-40d6-4828-a6d9-3d6ef8f521a9 req-4ec34cd9-3233-4a44-9a26-e27b86d399d0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:52.226614 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c7a7f9c-40d6-4828-a6d9-3d6ef8f521a9 req-4ec34cd9-3233-4a44-9a26-e27b86d399d0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.1065800 Dec 13 15:02:52.240537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1700f1d2-11fb-494a-b598-d86a1627057b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.245239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-d0c22599-8657-493a-af22-061585ea60d1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:52.247687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-d0c22599-8657-493a-af22-061585ea60d1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "GET /v2.0/networks?id=f5371104-a34e-400d-a21d-1086b5318db2 HTTP/1.1" status: 200 len: 814 time: 0.2789915 Dec 13 15:02:52.266107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Request body: {'port': {'device_id': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2', 'admin_state_up': True, 'tenant_id': '22985bb237414a1d99ba208416e5881b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:52.281645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c7a7f9c-40d6-4828-a6d9-3d6ef8f521a9 req-f8d6f089-647b-41a8-9b0e-9543fea90452 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 Dec 13 15:02:52.337710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Made reservation on behalf of a41b14117f66417eac23c38073c8fe3b for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:52.340429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.351900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.476436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c27148-d68b-419c-85f6-cb6434406196 req-a63dafa2-6210-4e37-bc0d-d2676916fa38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:52.477903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4c27148-d68b-419c-85f6-cb6434406196 req-a63dafa2-6210-4e37-bc0d-d2676916fa38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.1115825 Dec 13 15:02:52.551211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4c27148-d68b-419c-85f6-cb6434406196 req-659c54aa-90bd-4e4a-9290-a49ea3e07731 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656919 Dec 13 15:02:52.562842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.600141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Made reservation on behalf of 22985bb237414a1d99ba208416e5881b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:52.603943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.672332 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.710663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:02:52.749608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7596e94d-ae18-4e14-9ab2-ae86c60b37cf,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:52.756330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.756679 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Added segment 5723eeca-f92e-46fe-80fc-ee1701f29c37 of type vlan for network d9b91afd-4ddb-4fef-b7a5-56c89baad673 Dec 13 15:02:52.809730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Allocated IP 172.20.0.13 (f5371104-a34e-400d-a21d-1086b5318db2/3f4d1122-2e59-4c40-98d3-39ddaf596331/295de556-4823-4291-b354-422f43b6b65d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:02:52.813049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.915064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.916034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:52.916607 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:52.994082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] Pushing event updated for resources: {'Network': ['ID=d9b91afd-4ddb-4fef-b7a5-56c89baad673,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:53.004697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:02:53.035754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.050730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3e69f8bb-6f5b-4fe1-a6a1-b91f4aa97d6c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0869954 Dec 13 15:02:53.053846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:53.059216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Request body: {'subnet': {'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-subnet', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:53.126626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.169700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Network f5371104-a34e-400d-a21d-1086b5318db2 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:02:53.174736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:53.178445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:02:53.183588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Made reservation on behalf of a41b14117f66417eac23c38073c8fe3b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:02:53.187512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.206805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Pushing event updated for resources: {'Port': ['ID=295de556-4823-4291-b354-422f43b6b65d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:53.234926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.240511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:53.248627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.330911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-6f10e660-f3be-4bb9-a711-7759bda61a22 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0704021 Dec 13 15:02:53.349374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee95c7d-c68f-4136-9768-379315d0ce5a req-d078c57c-abe2-4991-8b16-e96f3b2dd1b1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:53.350963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ee95c7d-c68f-4136-9768-379315d0ce5a req-d078c57c-abe2-4991-8b16-e96f3b2dd1b1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 932 time: 0.0828354 Dec 13 15:02:53.355956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Request body: {'port': {'device_id': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:53.445682 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ee95c7d-c68f-4136-9768-379315d0ce5a req-db0eeb11-6b78-44e0-91b1-b89202cd396f tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849736 Dec 13 15:02:53.457668 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.485676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c7588-fcc9-430c-92ea-9d4611542bd5 req-75c6c644-e094-46da-91de-1016b3939ee8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:53.486968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e6c7588-fcc9-430c-92ea-9d4611542bd5 req-75c6c644-e094-46da-91de-1016b3939ee8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0913725 Dec 13 15:02:53.562777 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e6c7588-fcc9-430c-92ea-9d4611542bd5 req-0694c667-585d-46d8-90a2-c0bf1d91055a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575881 Dec 13 15:02:53.573197 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.703681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Checking segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:02:53.703681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Network hostable DHCP agents. Network: d9b91afd-4ddb-4fef-b7a5-56c89baad673, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:02:53.703681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0015cde-9691-4deb-b5cf-1dc094560e7d,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:53.733102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3dff2-52e9-4ba0-99fa-99b07fc0dc39 req-8be51349-7930-405c-89df-d8c8e57b4845 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:53.734651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9f3dff2-52e9-4ba0-99fa-99b07fc0dc39 req-8be51349-7930-405c-89df-d8c8e57b4845 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0894930 Dec 13 15:02:53.794612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9f3dff2-52e9-4ba0-99fa-99b07fc0dc39 req-b7d4f161-ffca-40c5-b804-b03cd7ddc7fe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510771 Dec 13 15:02:53.817139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:02:53.835714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295de556-4823-4291-b354-422f43b6b65d {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:02:53.846609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.863116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Transition to ACTIVE for port object 295de556-4823-4291-b354-422f43b6b65d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:02:53.891733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d9b91afd-4ddb-4fef-b7a5-56c89baad673) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:53.901668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:53.901668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.901919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf5961-31ed-42eb-a73f-db15ae5b1e5e None None] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:02:53.917653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:53.974110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=295de556-4823-4291-b354-422f43b6b65d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:53.989883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-50df11f0-929f-4385-83bb-0cb5f159207d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9346232 Dec 13 15:02:53.992679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41356) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:54.001637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:54.041211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-9e95c7eb-ddba-4271-9caf-66bb6065d532 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:54.042954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-9e95c7eb-ddba-4271-9caf-66bb6065d532 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.0788474 Dec 13 15:02:54.074672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-d9b91afd-4ddb-4fef-b7a5-56c89baad673', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:02:54.074672 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.126043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.127509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.192228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Attempting to bind port 295de556-4823-4291-b354-422f43b6b65d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:02:54.192555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Attempting to bind port 295de556-4823-4291-b354-422f43b6b65d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:02:54.192925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Attempting to bind port 295de556-4823-4291-b354-422f43b6b65d on network f5371104-a34e-400d-a21d-1086b5318db2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:02:54.203689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Port 295de556-4823-4291-b354-422f43b6b65d on network f5371104-a34e-400d-a21d-1086b5318db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:02:54.204017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Attempting to bind port 295de556-4823-4291-b354-422f43b6b65d on network f5371104-a34e-400d-a21d-1086b5318db2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:02:54.214102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:02:54.214488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Checking segment: {'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:02:54.214878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Bound using segment: {'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:02:54.215359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Bound port: 295de556-4823-4291-b354-422f43b6b65d, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d58563-b545-45b7-ad95-e83d86ad89e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:02:54.215719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.221735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.242145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Allocated IP 172.20.0.2 (d9b91afd-4ddb-4fef-b7a5-56c89baad673/c0015cde-9691-4deb-b5cf-1dc094560e7d/5aaedb90-f652-4e7a-81fd-2c3294837327) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:02:54.260148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Deleting port d2e65485-5807-4d01-8a49-fae17e671382 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:54.260475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.367642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] For port 295de556-4823-4291-b354-422f43b6b65d, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:02:54.378652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] For port 295de556-4823-4291-b354-422f43b6b65d, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=295de556-4823-4291-b354-422f43b6b65d,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:02:54.402855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] For port d2e65485-5807-4d01-8a49-fae17e671382, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=d2e65485-5807-4d01-8a49-fae17e671382,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:54.403283 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.496033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.503750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.570561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.582080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.652202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:54.653246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.658396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] 10.222.0.55 "PUT /v2.0/ports/295de556-4823-4291-b354-422f43b6b65d HTTP/1.1" status: 200 len: 1092 time: 1.3162799 Dec 13 15:02:54.662947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'tag': '295de556-4823-4291-b354-422f43b6b65d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:54.674892 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f997199-f143-4284-86c0-226895b29ece" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13", "tag": "295de556-4823-4291-b354-422f43b6b65d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:54.675160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:02:54.680046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:54.704487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:02:54.708401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Pushing event updated for resources: {'Port': ['ID=5aaedb90-f652-4e7a-81fd-2c3294837327,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:54.840739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Attempting to bind port 5aaedb90-f652-4e7a-81fd-2c3294837327 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:02:54.841108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Attempting to bind port 5aaedb90-f652-4e7a-81fd-2c3294837327 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:02:54.841470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Attempting to bind port 5aaedb90-f652-4e7a-81fd-2c3294837327 on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:02:54.865397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:02:54.867124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Checking segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:02:54.867124 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.867124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Bound using segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:02:54.867124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Bound port: 5aaedb90-f652-4e7a-81fd-2c3294837327, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:02:54.867546 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:54.943173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c850e958-7626-4f44-994e-66a304a7463b None None] For port 5aaedb90-f652-4e7a-81fd-2c3294837327, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:02:54.946912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c850e958-7626-4f44-994e-66a304a7463b None None] For port 5aaedb90-f652-4e7a-81fd-2c3294837327, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5aaedb90-f652-4e7a-81fd-2c3294837327,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:02:54.948667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.009881 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.047055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.052871 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.077483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7dac0-2da0-4c28-a098-929833bcdbf1 req-000d2caa-790b-49b2-945a-cf0b2406ad5d tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:55.080790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71d7dac0-2da0-4c28-a098-929833bcdbf1 req-000d2caa-790b-49b2-945a-cf0b2406ad5d tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 946 time: 0.2126939 Dec 13 15:02:55.142123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850e958-7626-4f44-994e-66a304a7463b None None] Pushing event updated for resources: {'Port': ['ID=5aaedb90-f652-4e7a-81fd-2c3294837327,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:55.195529 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.199567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d9f85-3ce7-4248-8e78-423ee834dca3 req-2445fe1e-1946-434b-ad61-588577e99d5f tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:55.201103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d6d9f85-3ce7-4248-8e78-423ee834dca3 req-2445fe1e-1946-434b-ad61-588577e99d5f tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 944 time: 0.6606398 Dec 13 15:02:55.207234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3c736-876e-4de5-a3b4-838688f52ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=295de556-4823-4291-b354-422f43b6b65d,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:55.254404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Allocated IP 172.25.7.145 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/ed8f281c-9a74-45ea-bf8d-b9f13319a492) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:02:55.263621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.263894 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.264665 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Floating IP 35c2f280-8429-43af-b8a7-99c7e1d14025 disassociated. External IP: 172.25.7.162, port: d2e65485-5807-4d01-8a49-fae17e671382. Dec 13 15:02:55.264665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Calling delete_port for d2e65485-5807-4d01-8a49-fae17e671382 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:55.280324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-de820b88-4456-4938-b197-18e12fc01bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:55.281775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-de820b88-4456-4938-b197-18e12fc01bf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22985bb237414a1d99ba208416e5881b&device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 1095 time: 0.4868927 Dec 13 15:02:55.304332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d6d9f85-3ce7-4248-8e78-423ee834dca3 req-1e35b5f8-5999-45c2-9d81-ba376a5eea0e tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929384 Dec 13 15:02:55.320927 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71d7dac0-2da0-4c28-a098-929833bcdbf1 req-a46c3cea-1cca-467e-9c70-1c6eadc817cb tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd47aa5-af59-47b2-9f21-30fb50edc357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051545 Dec 13 15:02:55.387515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-4a9713b0-5977-466a-9219-73205144c129 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=295de556-4823-4291-b354-422f43b6b65d HTTP/1.1" status: 200 len: 217 time: 0.0938265 Dec 13 15:02:55.481507 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3289501e-5872-49ef-a56e-7c4304aee278 x-openstack-request-id: req-3289501e-5872-49ef-a56e-7c4304aee278 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:55.481803 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13", "tag": "295de556-4823-4291-b354-422f43b6b65d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:55.482063 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3289501e-5872-49ef-a56e-7c4304aee278 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:55.482506 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'tag': '295de556-4823-4291-b354-422f43b6b65d', 'status': 'completed', 'code': 200} Dec 13 15:02:55.524536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.562509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-5a7c658d-7587-4ea6-913f-e18e8b59ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:55.565212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-5a7c658d-7587-4ea6-913f-e18e8b59ce24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f4d1122-2e59-4c40-98d3-39ddaf596331 HTTP/1.1" status: 200 len: 854 time: 0.1695566 Dec 13 15:02:55.613933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-7ab63f72-8a17-43de-ba7e-cf6efe42f17d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5371104-a34e-400d-a21d-1086b5318db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352471 Dec 13 15:02:55.618685 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.622702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cad164-4f63-4bb2-85da-939d2fd588ac req-05fa1fdd-c1b4-439c-a78d-a5711ad60a2b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:55.624374 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0cad164-4f63-4bb2-85da-939d2fd588ac req-05fa1fdd-c1b4-439c-a78d-a5711ad60a2b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.1294794 Dec 13 15:02:55.663599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:02:55.667264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:55.673585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:02:55.733538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8f281c-9a74-45ea-bf8d-b9f13319a492,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:55.831056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0cad164-4f63-4bb2-85da-939d2fd588ac req-6bc5a69d-1cd6-4534-8df1-77884a694d82 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889162 Dec 13 15:02:55.865193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:55.954535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event deleted for resources: {'Port': ['ID=d2e65485-5807-4d01-8a49-fae17e671382,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:55.985738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-fbc5d9b3-e08f-4258-81b6-0e6f193745fa service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603535 Dec 13 15:02:56.108997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Router d3802321-60a1-4160-b894-6fba06c385d0 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:02:56.117349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:56.204888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff84e3c6-3459-4d75-aa5b-ba7f866ded2b req-25c8f56c-eedd-4739-80f5-d568ee1d0d79 service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118738 Dec 13 15:02:56.272264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:02:56.287513 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] Sync routers for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:02:56.294478 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:02:56.295094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:56.324259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] No DVR routers for this DVR port d2e65485-5807-4d01-8a49-fae17e671382 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:02:56.332064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:56.337530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb68dc3d-b1e6-438e-83fa-0d1ef0335ce6 req-2c35aedd-9612-43d3-b528-f497836689a7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "DELETE /v2.0/ports/d2e65485-5807-4d01-8a49-fae17e671382 HTTP/1.1" status: 204 len: 173 time: 2.2751813 Dec 13 15:02:56.428455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:56.548905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f997199-f143-4284-86c0-226895b29ece req-479c4c0c-546f-4476-ad80-6816e87ddff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:56.550880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f997199-f143-4284-86c0-226895b29ece req-479c4c0c-546f-4476-ad80-6816e87ddff8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=22985bb237414a1d99ba208416e5881b&device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 1095 time: 0.1895599 Dec 13 15:02:56.567622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-046d425f-2824-4485-b6af-4a59b8677a94 req-82c4fcce-a7c1-4162-8f4f-20ae802e8aba tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=1032a959-a09f-4d1a-829b-665c0ca838bc HTTP/1.1" status: 200 len: 210 time: 0.0659511 Dec 13 15:02:56.637165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:56.736679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f997199-f143-4284-86c0-226895b29ece req-9a6aee3d-f89c-46b6-843c-8b6029e90232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:56.738519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f997199-f143-4284-86c0-226895b29ece req-9a6aee3d-f89c-46b6-843c-8b6029e90232 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f5371104-a34e-400d-a21d-1086b5318db2 HTTP/1.1" status: 200 len: 915 time: 0.1698394 Dec 13 15:02:56.757580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8eb8-ba13-483f-a93f-3bb38ad379f5 req-8a72683a-e594-45d3-9340-a86fc1a0c784 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:56.772439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-024b8eb8-ba13-483f-a93f-3bb38ad379f5 req-8a72683a-e594-45d3-9340-a86fc1a0c784 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 944 time: 0.2274981 Dec 13 15:02:56.774829 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:02:56.812115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e7c7f-ac97-4416-836f-b5c08a14c26e None None] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:02:56.856337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f997199-f143-4284-86c0-226895b29ece req-01d7e2a0-deac-48ff-a460-c2ef549ee341 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=295de556-4823-4291-b354-422f43b6b65d HTTP/1.1" status: 200 len: 217 time: 0.1090584 Dec 13 15:02:56.861416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-024b8eb8-ba13-483f-a93f-3bb38ad379f5 req-09711f8c-b600-4add-b47f-d7f075d7dac8 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880191 Dec 13 15:02:56.878425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c281134a-a3d3-4b4c-aedc-b5ec9cd37ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:56.994605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f997199-f143-4284-86c0-226895b29ece req-a157149d-05f4-4d44-b97a-02a814a06044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:56.996806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f997199-f143-4284-86c0-226895b29ece req-a157149d-05f4-4d44-b97a-02a814a06044 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f4d1122-2e59-4c40-98d3-39ddaf596331 HTTP/1.1" status: 200 len: 854 time: 0.1008022 Dec 13 15:02:57.010047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:02:57.021895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9d4825f1-a828-42c1-9c1d-3eb7a1796294 None None] Provisioning complete for port 5aaedb90-f652-4e7a-81fd-2c3294837327 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:02:57.022584 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d4825f1-a828-42c1-9c1d-3eb7a1796294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.083363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f997199-f143-4284-86c0-226895b29ece req-3fee7d8f-e00f-43f3-9a61-d61883c006e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5371104-a34e-400d-a21d-1086b5318db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743403 Dec 13 15:02:57.095043 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:57.111587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c281134a-a3d3-4b4c-aedc-b5ec9cd37ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.151512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:02:57.163784 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] Checking router: d3802321-60a1-4160-b894-6fba06c385d0 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:02:57.173455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Sync routers for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:02:57.175463 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:02:57.176137 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:57.195367 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c281134a-a3d3-4b4c-aedc-b5ec9cd37ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.196693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:02:57.197339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:57.236738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74b1d-ee1b-45fc-90dc-f6932c334144 req-d0fca94f-cd33-44dd-9024-375123dddfd3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:57.238300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0a74b1d-ee1b-45fc-90dc-f6932c334144 req-d0fca94f-cd33-44dd-9024-375123dddfd3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.2400453 Dec 13 15:02:57.244173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f997199-f143-4284-86c0-226895b29ece req-46d5a367-c0ff-4ec8-87c7-f549a080544b service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507292 Dec 13 15:02:57.249252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c281134a-a3d3-4b4c-aedc-b5ec9cd37ed4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adda8df3fd7d4778a61f5b1d5b7efa39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083593 Dec 13 15:02:57.251858 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41408) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:57.323890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.324756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0591df31-7800-4356-a5f5-ff0b4996f498 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3269134 Dec 13 15:02:57.330310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41410) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:57.340834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281134a-a3d3-4b4c-aedc-b5ec9cd37ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644138bd-1bbb-46be-8434-25f3341b25fc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:57.355932 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:02:57.356796 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee99632-b9d3-41a0-8e17-69b14361518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.358941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:02:57.413351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee99632-b9d3-41a0-8e17-69b14361518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.441894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5aaedb90-f652-4e7a-81fd-2c3294837327 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:02:57.480487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d4825f1-a828-42c1-9c1d-3eb7a1796294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.515262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'name': 'network-vif-deleted', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:02:57.522899 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405484d5-69c8-4a81-a8c4-8edf824f62a5" -d '{"events": [{"server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "name": "network-vif-deleted", "tag": "d2e65485-5807-4d01-8a49-fae17e671382"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:02:57.552864 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee99632-b9d3-41a0-8e17-69b14361518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.556736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ee99632-b9d3-41a0-8e17-69b14361518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.559999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ee99632-b9d3-41a0-8e17-69b14361518a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/644138bd-1bbb-46be-8434-25f3341b25fc HTTP/1.1" status: 204 len: 168 time: 0.3053222 Dec 13 15:02:57.574489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9d4825f1-a828-42c1-9c1d-3eb7a1796294 None None] For port 5aaedb90-f652-4e7a-81fd-2c3294837327, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5aaedb90-f652-4e7a-81fd-2c3294837327,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:57.575552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee99632-b9d3-41a0-8e17-69b14361518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644138bd-1bbb-46be-8434-25f3341b25fc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:57.644991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5aaedb90-f652-4e7a-81fd-2c3294837327 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:02:57.648451 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.699534 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a8adb-3748-4bbc-a605-223f32bacec1 x-openstack-request-id: req-965a8adb-3748-4bbc-a605-223f32bacec1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:02:57.699534 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032a959-a09f-4d1a-829b-665c0ca838bc", "name": "network-vif-deleted", "tag": "d2e65485-5807-4d01-8a49-fae17e671382", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:02:57.699534 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-965a8adb-3748-4bbc-a605-223f32bacec1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:02:57.699534 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1032a959-a09f-4d1a-829b-665c0ca838bc', 'name': 'network-vif-deleted', 'tag': 'd2e65485-5807-4d01-8a49-fae17e671382', 'status': 'completed', 'code': 200} Dec 13 15:02:57.722771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d4825f1-a828-42c1-9c1d-3eb7a1796294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:57.786089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0a74b1d-ee1b-45fc-90dc-f6932c334144 req-95e1b359-4089-4a5a-9cf5-8339147963dc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5408428 Dec 13 15:02:57.787182 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:57.847476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:57.876395 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25321d3b-fca9-4d0c-a7c8-da4b8b92e99e None None] The sync data for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 is: [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:02:57.949086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f997199-f143-4284-86c0-226895b29ece req-da8314f2-e140-4c7c-a521-efe7cfd65641 service neutron] 10.222.0.55 "GET /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888375 Dec 13 15:02:58.030274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7bee57b-965b-4a20-bd04-aeec7eafba96 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.098117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7bee57b-965b-4a20-bd04-aeec7eafba96 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.185519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021dace-4cfd-414d-8ada-633533255b05 req-a2081e4d-efe1-4d5c-a0ee-a327c041fd85 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:58.187929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c021dace-4cfd-414d-8ada-633533255b05 req-a2081e4d-efe1-4d5c-a0ee-a327c041fd85 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 944 time: 0.1220269 Dec 13 15:02:58.254015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d2e65485-5807-4d01-8a49-fae17e671382 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:02:58.297863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7bee57b-965b-4a20-bd04-aeec7eafba96 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.300585 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7bee57b-965b-4a20-bd04-aeec7eafba96 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.301657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b7bee57b-965b-4a20-bd04-aeec7eafba96 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "DELETE /v2.0/security-groups/bfd47aa5-af59-47b2-9f21-30fb50edc357 HTTP/1.1" status: 204 len: 168 time: 0.4531929 Dec 13 15:02:58.310801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:58.316651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-452ac139-b86f-457f-ba3d-44dce30b7c72 None None] Provisioning complete for port 5aaedb90-f652-4e7a-81fd-2c3294837327 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:02:58.317234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-452ac139-b86f-457f-ba3d-44dce30b7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.323734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bee57b-965b-4a20-bd04-aeec7eafba96 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd47aa5-af59-47b2-9f21-30fb50edc357,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:58.344136 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-5e40966a-3dfd-4530-b421-9966248b5afa tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] show failed (client error): The resource could not be found. Dec 13 15:02:58.345179 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5e40966a-3dfd-4530-b421-9966248b5afa tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups/bfd47aa5-af59-47b2-9f21-30fb50edc357 HTTP/1.1" status: 404 len: 347 time: 0.0332839 Dec 13 15:02:58.351511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41444) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:58.353850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c61cc90-42fd-4f0b-9b0d-80bd9dcc2512 None None] New status for floating IP 35c2f280-8429-43af-b8a7-99c7e1d14025: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:02:58.370261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: d2e65485-5807-4d01-8a49-fae17e671382 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:02:58.370860 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device d2e65485-5807-4d01-8a49-fae17e671382 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:02:58.393888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4825f1-a828-42c1-9c1d-3eb7a1796294 None None] Pushing event updated for resources: {'Port': ['ID=5aaedb90-f652-4e7a-81fd-2c3294837327,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:58.446359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c021dace-4cfd-414d-8ada-633533255b05 req-17728344-fcfa-4083-a8c1-bda7e489939c tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499354 Dec 13 15:02:58.476402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.527120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:55Z', 'revision_number': 3, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:58.546112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Deleting port 662c2351-c02a-4651-82da-129a7cf01efa {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:02:58.546483 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.577155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Checking router: 5bc2129b-b4be-4172-b23e-7b1631fb65b2 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:02:58.577859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Updating router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 port ed8f281c-9a74-45ea-bf8d-b9f13319a492 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:02:58.633894 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.664273 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.664273 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.690218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41454) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:58.717723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Calling delete_port for 662c2351-c02a-4651-82da-129a7cf01efa owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:02:58.724756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6573aa05-8296-45f7-bc44-2522eb12977c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.793253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Allocated IP 172.20.0.1 (d9b91afd-4ddb-4fef-b7a5-56c89baad673/c0015cde-9691-4deb-b5cf-1dc094560e7d/ed78dcb9-7741-4a7c-bc06-94c6e80d323f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:02:58.915441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6573aa05-8296-45f7-bc44-2522eb12977c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:58.973439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.006410 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.011285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0b876-3739-45ed-8eef-aa3705899105 req-28527e38-89d2-40be-9b64-4ab493229550 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:59.014959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3e0b876-3739-45ed-8eef-aa3705899105 req-28527e38-89d2-40be-9b64-4ab493229550 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0880880 Dec 13 15:02:59.038125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6573aa05-8296-45f7-bc44-2522eb12977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.077229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3e0b876-3739-45ed-8eef-aa3705899105 req-935eb96f-46aa-4357-ae08-686b6b21a1ea tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576968 Dec 13 15:02:59.089296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6573aa05-8296-45f7-bc44-2522eb12977c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5f7280728a8401f9e501adf90aa4b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980117 Dec 13 15:02:59.091209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573aa05-8296-45f7-bc44-2522eb12977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67802d8-4bf6-4627-948b-392d25bc1c4e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:59.092862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41474) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:59.137326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.139827 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.154032 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.209406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:02:59.211364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6445-2f1e-4c62-9e0f-593cf1aa50a8 None None] Pushing event updated for resources: {'Port': ['ID=ed8f281c-9a74-45ea-bf8d-b9f13319a492,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:59.215386 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50c55851-8766-445b-a4a8-ad7a3234beec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.219108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Attempting to bind port ed8f281c-9a74-45ea-bf8d-b9f13319a492 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:02:59.219482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Attempting to bind port ed8f281c-9a74-45ea-bf8d-b9f13319a492 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:02:59.219863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Attempting to bind port ed8f281c-9a74-45ea-bf8d-b9f13319a492 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:02:59.233344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:02:59.233344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:02:59.233344 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.233344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:02:59.233344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Bound port: ed8f281c-9a74-45ea-bf8d-b9f13319a492, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:02:59.233344 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.234312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event deleted for resources: {'Port': ['ID=662c2351-c02a-4651-82da-129a7cf01efa,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:59.241042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50c55851-8766-445b-a4a8-ad7a3234beec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.256388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.262853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.270802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-148c7666-53df-4579-9650-85cd53c4354e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "DELETE /v2.0/floatingips/35c2f280-8429-43af-b8a7-99c7e1d14025 HTTP/1.1" status: 204 len: 168 time: 0.9088633 Dec 13 15:02:59.271621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 295de556-4823-4291-b354-422f43b6b65d details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:02:59.301059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Pushing event updated for resources: {'Port': ['ID=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:59.305915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:02:59.309663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:02:59.369997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.408759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5aaedb90-f652-4e7a-81fd-2c3294837327 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:02:59.429289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50c55851-8766-445b-a4a8-ad7a3234beec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.440086 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50c55851-8766-445b-a4a8-ad7a3234beec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.440086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-50c55851-8766-445b-a4a8-ad7a3234beec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c67802d8-4bf6-4627-948b-392d25bc1c4e HTTP/1.1" status: 204 len: 168 time: 0.3414624 Dec 13 15:02:59.476360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] For port ed8f281c-9a74-45ea-bf8d-b9f13319a492, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:02:59.478119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c55851-8766-445b-a4a8-ad7a3234beec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67802d8-4bf6-4627-948b-392d25bc1c4e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:59.513680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] For port ed8f281c-9a74-45ea-bf8d-b9f13319a492, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ed8f281c-9a74-45ea-bf8d-b9f13319a492,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:02:59.579533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5aaedb90-f652-4e7a-81fd-2c3294837327 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:02:59.580213 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.586471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.668201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa331aa-d127-4130-aa46-815a85623394 req-b2702f58-2286-4351-9a96-b20b4533adde tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:02:59.670607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4aa331aa-d127-4130-aa46-815a85623394 req-b2702f58-2286-4351-9a96-b20b4533adde tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 944 time: 0.1026969 Dec 13 15:02:59.694537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 295de556-4823-4291-b354-422f43b6b65d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=295de556-4823-4291-b354-422f43b6b65d,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:02:59.706483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:02:59.707112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:02:59.708988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4aa331aa-d127-4130-aa46-815a85623394 req-e858f292-54fc-4194-927c-3a75ea83c7e5 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Dec 13 15:02:59.792673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '295de556-4823-4291-b354-422f43b6b65d', 'network_id': 'f5371104-a34e-400d-a21d-1086b5318db2', 'port_id': '295de556-4823-4291-b354-422f43b6b65d', 'mac_address': 'fa:16:3e:e1:47:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4d1122-2e59-4c40-98d3-39ddaf596331', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:02:59.819546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:02:59.824789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2a4a893d-14a4-461c-b637-efd98c5ffb36 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611075057', 'description': 'tempest-description--1417120806'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:02:59.833335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6445-2f1e-4c62-9e0f-593cf1aa50a8 None None] Pushing event updated for resources: {'Port': ['ID=ed8f281c-9a74-45ea-bf8d-b9f13319a492,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:02:59.851231 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.863855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-56863e9b-0a0e-45d0-868b-501d187add70 None None] Provisioning complete for port ed78dcb9-7741-4a7c-bc06-94c6e80d323f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:02:59.864147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56863e9b-0a0e-45d0-868b-501d187add70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.920100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.926446 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a4a893d-14a4-461c-b637-efd98c5ffb36 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:02:59.968162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-56863e9b-0a0e-45d0-868b-501d187add70 None None] Port ed78dcb9-7741-4a7c-bc06-94c6e80d323f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:02:59.971472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295de556-4823-4291-b354-422f43b6b65d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:02:59.992270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:00.026205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a4a893d-14a4-461c-b637-efd98c5ffb36 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.058060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 295de556-4823-4291-b354-422f43b6b65d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=295de556-4823-4291-b354-422f43b6b65d,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:00.067778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.086222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a4a893d-14a4-461c-b637-efd98c5ffb36 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.121106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a893d-14a4-461c-b637-efd98c5ffb36 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b448cd-519e-48bd-a76a-e76e1797ac2e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:00.127355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.178940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.212402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a4a893d-14a4-461c-b637-efd98c5ffb36 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.216542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a4a893d-14a4-461c-b637-efd98c5ffb36 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3948913 Dec 13 15:03:00.219534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41542) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:00.220477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=295de556-4823-4291-b354-422f43b6b65d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:00.225764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2ffc9b9c-b36b-41ba-a4e2-b20084f72edc tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'security_group_rule': {'security_group_id': '73b448cd-519e-48bd-a76a-e76e1797ac2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:00.265969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:55Z', 'revision_number': 3, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:00.294299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584e080-a9e2-4047-a2c5-0970dffefe85 None None] The sync data for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 is: [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:55Z', 'revision_number': 3, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:03:00.305756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Pushing event updated for resources: {'Port': ['ID=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:00.315112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.335456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['295de556-4823-4291-b354-422f43b6b65d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:03:00.369094 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b9c-b36b-41ba-a4e2-b20084f72edc tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.420071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addcdb4-7407-4852-bd68-8036eaf36099 req-48faf3ca-ce48-4f1a-8273-8cf62cba5eaf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:00.430137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4addcdb4-7407-4852-bd68-8036eaf36099 req-48faf3ca-ce48-4f1a-8273-8cf62cba5eaf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.2522655 Dec 13 15:03:00.485363 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b9c-b36b-41ba-a4e2-b20084f72edc tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.501486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4addcdb4-7407-4852-bd68-8036eaf36099 req-6006cbbf-04e5-4111-b095-8d8d3824266f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669878 Dec 13 15:03:00.516865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:00.518353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:00.563723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b9c-b36b-41ba-a4e2-b20084f72edc tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.589548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc9b9c-b36b-41ba-a4e2-b20084f72edc tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88912929-3934-4e02-a9dc-b62add8a9a45,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:00.664040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9b9c-b36b-41ba-a4e2-b20084f72edc tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.665236 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ffc9b9c-b36b-41ba-a4e2-b20084f72edc tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446487 Dec 13 15:03:00.668979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41572) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:00.678766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ad64e004-9bc0-4423-aa54-ee7cfe21152c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'security_group_rule': {'security_group_id': '73b448cd-519e-48bd-a76a-e76e1797ac2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:00.720469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:03:00.866452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad64e004-9bc0-4423-aa54-ee7cfe21152c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:00.941906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3f01-cf49-4382-b47d-53387a9419da req-cd9a0636-9d5a-46b9-a922-8547ad29d39b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:00.949532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db4e3f01-cf49-4382-b47d-53387a9419da req-cd9a0636-9d5a-46b9-a922-8547ad29d39b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 945 time: 0.1368594 Dec 13 15:03:01.028376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-017ecb20-f381-42dd-b67d-73031aa321eb None None] Provisioning complete for port ed78dcb9-7741-4a7c-bc06-94c6e80d323f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:01.030037 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-017ecb20-f381-42dd-b67d-73031aa321eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.053977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad64e004-9bc0-4423-aa54-ee7cfe21152c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.068023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db4e3f01-cf49-4382-b47d-53387a9419da req-cbdce4f7-c76e-4126-a1db-86b583e8c722 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174974 Dec 13 15:03:01.097503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-017ecb20-f381-42dd-b67d-73031aa321eb None None] Port ed78dcb9-7741-4a7c-bc06-94c6e80d323f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:01.124162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad64e004-9bc0-4423-aa54-ee7cfe21152c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.144794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64e004-9bc0-4423-aa54-ee7cfe21152c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d30a4fd-b24d-402d-8d46-869dfc4b5aff,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:01.225538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad64e004-9bc0-4423-aa54-ee7cfe21152c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.230548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ad64e004-9bc0-4423-aa54-ee7cfe21152c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5604789 Dec 13 15:03:01.230760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41604) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:01.248642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:01.249149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 295de556-4823-4291-b354-422f43b6b65d up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:01.273399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:03:01.288716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f121b6f5-a7c6-4851-a810-951a30f0bc23 admin admin] 10.222.0.24 "PUT /v2.0/routers/5bc2129b-b4be-4172-b23e-7b1631fb65b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9017332 Dec 13 15:03:01.402591 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.412089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ed8f281c-9a74-45ea-bf8d-b9f13319a492 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:01.446596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 295de556-4823-4291-b354-422f43b6b65d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:03:01.469425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 295de556-4823-4291-b354-422f43b6b65d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:01.470086 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.531784 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-e07c2106-8ff2-4022-b70a-2e82bdae0212 service neutron] show failed (client error): The resource could not be found. Dec 13 15:03:01.533695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-e07c2106-8ff2-4022-b70a-2e82bdae0212 service neutron] 10.222.0.50 "GET /v2.0/ports/78fa85d8-538f-4d09-8446-64a2934e1c07/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.1993625 Dec 13 15:03:01.580897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ed8f281c-9a74-45ea-bf8d-b9f13319a492 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:01.581264 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.635753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.719602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.765730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 295de556-4823-4291-b354-422f43b6b65d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=295de556-4823-4291-b354-422f43b6b65d,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:01.768530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295de556-4823-4291-b354-422f43b6b65d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:01.770971 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d64cd3-e72c-45ca-8323-0f8d6ed87ff8" -d '{"events": [{"server_uuid": "6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13", "name": "network-vif-plugged", "status": "completed", "tag": "295de556-4823-4291-b354-422f43b6b65d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:01.789510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f515338-5ff3-4e1a-9ae8-bbcccbe3e228 req-2ce12da3-489b-46d0-b591-db2937832a0e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:01.791532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f515338-5ff3-4e1a-9ae8-bbcccbe3e228 req-2ce12da3-489b-46d0-b591-db2937832a0e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.1658547 Dec 13 15:03:01.815026 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.873175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port ed8f281c-9a74-45ea-bf8d-b9f13319a492, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ed8f281c-9a74-45ea-bf8d-b9f13319a492,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:01.896185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:01.896430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Allocated IP 172.25.7.18 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/3814941e-04e2-4929-a9a3-e871b7b6d48f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:01.910974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f515338-5ff3-4e1a-9ae8-bbcccbe3e228 req-863f4250-ded8-4d79-8a57-2cda8bc8515e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994442 Dec 13 15:03:02.015582 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2808caa2-efbd-44e5-9ce3-cedcab59bea2 x-openstack-request-id: req-2808caa2-efbd-44e5-9ce3-cedcab59bea2 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:02.023931 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13", "name": "network-vif-plugged", "status": "completed", "tag": "295de556-4823-4291-b354-422f43b6b65d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:02.037790 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2808caa2-efbd-44e5-9ce3-cedcab59bea2 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:02.041080 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295de556-4823-4291-b354-422f43b6b65d', 'code': 200} Dec 13 15:03:02.044048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=295de556-4823-4291-b354-422f43b6b65d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:02.047008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.056619 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.143640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8f281c-9a74-45ea-bf8d-b9f13319a492,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:02.176736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.248507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:02.250577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b24da9-1b74-4fbf-9562-d834e5337e43 req-d05d0086-9d13-48e1-82de-b89dc69c8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:02.252642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2b24da9-1b74-4fbf-9562-d834e5337e43 req-d05d0086-9d13-48e1-82de-b89dc69c8120 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 1097 time: 0.1278639 Dec 13 15:03:02.256635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:02.260188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:02.292166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41674) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:02.299286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c65a1d97-ea04-4a7b-b93f-d4bf7c9f8e81 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490073139', 'description': 'tempest-description--1208302057'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:02.322271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'Port': ['ID=3814941e-04e2-4929-a9a3-e871b7b6d48f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:02.358789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2d3f2-1848-4667-ad7b-8825ae7ea667 req-7c4e1682-f672-4f87-9917-937bd2d6c45a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:02.360404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cfd2d3f2-1848-4667-ad7b-8825ae7ea667 req-7c4e1682-f672-4f87-9917-937bd2d6c45a tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 946 time: 0.2000754 Dec 13 15:03:02.406189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2b24da9-1b74-4fbf-9562-d834e5337e43 req-a444a4a8-7841-4764-92f8-a6cefd8f3603 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145337 Dec 13 15:03:02.419484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-2f2d8d98-a56e-4356-b5a8-5a05597b2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:02.422198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-2f2d8d98-a56e-4356-b5a8-5a05597b2ac8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 1096 time: 0.1163023 Dec 13 15:03:02.453095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cfd2d3f2-1848-4667-ad7b-8825ae7ea667 req-3dccd349-46e7-4cdb-87d3-f94fb8b8d048 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840514 Dec 13 15:03:02.472855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.481733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c65a1d97-ea04-4a7b-b93f-d4bf7c9f8e81 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.564548 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c65a1d97-ea04-4a7b-b93f-d4bf7c9f8e81 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.568522 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.593561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:02.654643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.658426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c65a1d97-ea04-4a7b-b93f-d4bf7c9f8e81 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.691372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Sync routers for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:03:02.710569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:02.713367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:02.735687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a1d97-ea04-4a7b-b93f-d4bf7c9f8e81 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0352acd0-e768-4d07-8584-4ba2354dd8ef,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:02.747237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.829270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c65a1d97-ea04-4a7b-b93f-d4bf7c9f8e81 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.833317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c65a1d97-ea04-4a7b-b93f-d4bf7c9f8e81 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5367191 Dec 13 15:03:02.833460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:02.833566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41714) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:02.837716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.837964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2eb93eba-5ce0-4260-b6ac-dd16e371f608 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'security_group_rule': {'security_group_id': '0352acd0-e768-4d07-8584-4ba2354dd8ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:02.955516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'Port': ['ID=3814941e-04e2-4929-a9a3-e871b7b6d48f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:02.963847 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.991859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eb93eba-5ce0-4260-b6ac-dd16e371f608 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:02.997208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:03.064432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.066389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-364d4584-2510-47ac-86dd-22c5cb0a45f7 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8348091 Dec 13 15:03:03.075433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ee3c1-8188-43ce-b6ff-da5617ddb656 req-5a7555c9-7f12-440e-807c-18b4cc36fd6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:03.078175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e71ee3c1-8188-43ce-b6ff-da5617ddb656 req-5a7555c9-7f12-440e-807c-18b4cc36fd6a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0717180 Dec 13 15:03:03.088641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:03.132310 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eb93eba-5ce0-4260-b6ac-dd16e371f608 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.144088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e71ee3c1-8188-43ce-b6ff-da5617ddb656 req-bd423b02-940a-4fdc-b942-b4a830a2d77d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524244 Dec 13 15:03:03.158745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.168274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:03.171228 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0a6bcd-6b01-4d58-9dee-8e353b4aefd4" -d '{"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-unplugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:03.178888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Transition to ACTIVE for port object 78fa85d8-538f-4d09-8446-64a2934e1c07 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:03:03.226018 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eb93eba-5ce0-4260-b6ac-dd16e371f608 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.263188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb93eba-5ce0-4260-b6ac-dd16e371f608 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27006afb-346b-4a7b-9374-538c96acdc1f,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:03.283106 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dfb3a8-bc50-4798-93d8-2b59a4e97714 x-openstack-request-id: req-a0dfb3a8-bc50-4798-93d8-2b59a4e97714 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:03.283504 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-unplugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:03.283986 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0dfb3a8-bc50-4798-93d8-2b59a4e97714 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:03.284456 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'code': 200} Dec 13 15:03:03.290365 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.349598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ed8f281c-9a74-45ea-bf8d-b9f13319a492 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:03.379029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 2, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:03.392576 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eb93eba-5ce0-4260-b6ac-dd16e371f608 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.394185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2eb93eba-5ce0-4260-b6ac-dd16e371f608 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5574186 Dec 13 15:03:03.397801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:03.406544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-480b83b0-d3ce-4796-ab21-17af40775977 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'security_group_rule': {'security_group_id': '0352acd0-e768-4d07-8584-4ba2354dd8ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:03.409586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Checking router: 5bc2129b-b4be-4172-b23e-7b1631fb65b2 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:03:03.410132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Updating router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 port ed78dcb9-7741-4a7c-bc06-94c6e80d323f binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:03:03.427883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-8b7f7de8-97d2-4765-a9a1-15bbb0bb3313 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--611075057&fields=id&tenant_id=6322b64b529f47ecb014dd6da5bd7fb1 HTTP/1.1" status: 200 len: 267 time: 0.0990124 Dec 13 15:03:03.463276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.531429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=6']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:03.583627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-ec253f51-2b73-429c-bb6b-cf9e6a527da5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:03.585162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-ec253f51-2b73-429c-bb6b-cf9e6a527da5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 811 time: 0.1562567 Dec 13 15:03:03.605788 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-a0e6283f-63b6-49d2-b81d-8819fadf3d53 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/quotas/6322b64b529f47ecb014dd6da5bd7fb1 HTTP/1.1" status: 200 len: 375 time: 0.0111623 Dec 13 15:03:03.652037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ed8f281c-9a74-45ea-bf8d-b9f13319a492 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:03.652433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:03.672266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-6c86aa84-8f0d-49fd-9a31-002a2aa7580f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603058 Dec 13 15:03:03.801888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-14aae660-b41c-46ca-bb54-7ec3e2fca5f7 service neutron] 10.222.0.24 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175706 Dec 13 15:03:03.936746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-9b5e8ed6-93f0-471f-bff0-d14ccb7ab78d service neutron] 10.222.0.24 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274865 Dec 13 15:03:04.023931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] No DVR routers for this DVR port 78fa85d8-538f-4d09-8446-64a2934e1c07 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:03:04.033538 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.055532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-480b83b0-d3ce-4796-ab21-17af40775977 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.127813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df2851-9b13-4e11-aa20-d580f8c64156 req-86cf4334-41ec-4360-97c3-c87d205e60d1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:04.130406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34df2851-9b13-4e11-aa20-d580f8c64156 req-86cf4334-41ec-4360-97c3-c87d205e60d1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 946 time: 0.5433402 Dec 13 15:03:04.146442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.225079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-480b83b0-d3ce-4796-ab21-17af40775977 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.230942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83f32-c54b-4135-964a-da843c11bc99 None None] Pushing event updated for resources: {'Port': ['ID=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:04.238119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34df2851-9b13-4e11-aa20-d580f8c64156 req-f1efc0c9-4410-463b-9e7e-4d0202a904b7 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993347 Dec 13 15:03:04.298118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-480b83b0-d3ce-4796-ab21-17af40775977 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.361036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:04.361382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:04.361713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:04.377084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Attempting to bind port ed78dcb9-7741-4a7c-bc06-94c6e80d323f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:04.377463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Attempting to bind port ed78dcb9-7741-4a7c-bc06-94c6e80d323f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:04.378936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Attempting to bind port ed78dcb9-7741-4a7c-bc06-94c6e80d323f on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:04.397592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:03:04.398934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b83b0-d3ce-4796-ab21-17af40775977 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc3e9ab-0801-4c71-861b-0b4553b80bd4,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:04.401137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Checking segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:04.401566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.401970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Bound using segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:03:04.402587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Bound port: ed78dcb9-7741-4a7c-bc06-94c6e80d323f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:03:04.413693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:04.418046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:04.427150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.470214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:03:04.470214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Checking segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:04.470214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Bound using segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:03:04.470214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Bound port: 78fa85d8-538f-4d09-8446-64a2934e1c07, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:03:04.470854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.504444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-480b83b0-d3ce-4796-ab21-17af40775977 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.509055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-480b83b0-d3ce-4796-ab21-17af40775977 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1082823 Dec 13 15:03:04.509745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41860) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:04.528267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-20c90035-7e97-43ac-b9ab-e630dfe497d7 req-88b65ea9-c1bc-473b-9cf5-c05939258239 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 210 time: 0.1102376 Dec 13 15:03:04.541848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:04.562002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5e99e-7e15-46f6-83e3-7f2ffa04a48a req-4cf89997-8947-4e5e-aa70-8603fde4b276 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:04.563754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7c5e99e-7e15-46f6-83e3-7f2ffa04a48a req-4cf89997-8947-4e5e-aa70-8603fde4b276 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 943 time: 0.1996469 Dec 13 15:03:04.579815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] For port ed78dcb9-7741-4a7c-bc06-94c6e80d323f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:04.583900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] For port ed78dcb9-7741-4a7c-bc06-94c6e80d323f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:03:04.624160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-91f4664f-6298-4ee4-bcad-070157b9de9a None None] Provisioning complete for port ed78dcb9-7741-4a7c-bc06-94c6e80d323f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:04.629216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91f4664f-6298-4ee4-bcad-070157b9de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.631242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:04.636480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:03:04.642399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7c5e99e-7e15-46f6-83e3-7f2ffa04a48a req-deb9e441-9203-4749-a309-1f0ac2694abe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657225 Dec 13 15:03:04.666267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-91f4664f-6298-4ee4-bcad-070157b9de9a None None] Port ed78dcb9-7741-4a7c-bc06-94c6e80d323f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:04.763196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.764393 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.809031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.838010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:04.838823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:04.889614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:04.890274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:04.891715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] 10.222.0.55 "PUT /v2.0/ports/78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 1091 time: 2.3027320 Dec 13 15:03:04.923311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503b874-fd1d-452b-ab9d-2f4b2034ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:04.943743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:04.961315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83f32-c54b-4135-964a-da843c11bc99 None None] Pushing event updated for resources: {'Port': ['ID=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:05.023771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-213949d9-130d-4e3b-aaeb-e5ec7413ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:05.025613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-213949d9-130d-4e3b-aaeb-e5ec7413ed98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1094 time: 0.0904860 Dec 13 15:03:05.054167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:05.125732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.200203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0b48-904a-4655-871e-5c4c607b157f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.245514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-fb287f9b-4c38-4a77-a543-3e1240169b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:05.247753 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-fb287f9b-4c38-4a77-a543-3e1240169b57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.2135391 Dec 13 15:03:05.259415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-300da72b-47d3-444e-a741-5e9fb625c2df None None] Provisioning complete for port ed78dcb9-7741-4a7c-bc06-94c6e80d323f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:05.260148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-300da72b-47d3-444e-a741-5e9fb625c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.290275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:05.298214 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a77e018-30de-4f51-8e22-5a25419fc399" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:05.321488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0b48-904a-4655-871e-5c4c607b157f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.389448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0b48-904a-4655-871e-5c4c607b157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.400760 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735e3a26-7549-4e93-8fe8-53e3cb132c2c x-openstack-request-id: req-735e3a26-7549-4e93-8fe8-53e3cb132c2c {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:05.402955 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:05.402955 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-735e3a26-7549-4e93-8fe8-53e3cb132c2c {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:05.402955 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'status': 'completed', 'code': 200} Dec 13 15:03:05.448871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f0c0b48-904a-4655-871e-5c4c607b157f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b9d567d8c114d23b3a7d26483c8e35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037920 Dec 13 15:03:05.450029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c0b48-904a-4655-871e-5c4c607b157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2941992b-8f3d-4e7b-9570-b7cb7bc36264,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:05.456682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Allocated IP 172.25.7.187 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/540a8860-6715-4ef9-999e-6ba0f60b3220) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:05.465231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 41912) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:05.467433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-300da72b-47d3-444e-a741-5e9fb625c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.484390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-febb0bc7-0ffc-43e4-b010-1bb98ac3c1f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 998 time: 0.2200310 Dec 13 15:03:05.509072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:04Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:05.515346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-300da72b-47d3-444e-a741-5e9fb625c2df None None] For port ed78dcb9-7741-4a7c-bc06-94c6e80d323f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:05.540785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a68d6e-a7e4-4d36-8c11-ecf97823c555 None None] The sync data for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 is: [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:04Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:03:05.601674 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-300da72b-47d3-444e-a741-5e9fb625c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.605491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-0bc4416e-d3f3-4009-9444-fff12076c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:05.607980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-0bc4416e-d3f3-4009-9444-fff12076c422 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1094 time: 0.1287651 Dec 13 15:03:05.663575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d33b5-8e33-4f15-a494-53a4f40e51f1 req-0a8d4fda-5c38-4176-93b9-d1d4174a3a31 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:05.665126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac4d33b5-8e33-4f15-a494-53a4f40e51f1 req-0a8d4fda-5c38-4176-93b9-d1d4174a3a31 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 946 time: 0.1900640 Dec 13 15:03:05.678184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-5dd25813-4eaf-4898-b0a9-b2d170e9cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:05.679721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-5dd25813-4eaf-4898-b0a9-b2d170e9cabb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.1800308 Dec 13 15:03:05.724565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab1f05ad-d5a8-4490-b8c4-32d33aa6f324 req-42d88f5a-e30d-4f50-9073-0b9102f6a530 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 210 time: 0.0623400 Dec 13 15:03:05.757910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300da72b-47d3-444e-a741-5e9fb625c2df None None] Pushing event updated for resources: {'Port': ['ID=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:05.801075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.804361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-b237fcbf-4816-40a2-95f8-682225668361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:05.804889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19f25d30-bbf4-4155-bf3e-07cbb8134f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.805432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-b237fcbf-4816-40a2-95f8-682225668361 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183548 Dec 13 15:03:05.855908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-83627570-2251-45d6-a495-2da4f5e3629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:05.858333 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-83627570-2251-45d6-a495-2da4f5e3629c service neutron] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.2382431 Dec 13 15:03:05.867052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19f25d30-bbf4-4155-bf3e-07cbb8134f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:05.885660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac4d33b5-8e33-4f15-a494-53a4f40e51f1 req-bbce866d-52ff-4d76-8942-632eee65383d tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697049 Dec 13 15:03:05.979565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-c6296ee0-99d9-4006-b474-df8a0e4e6dd1 service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642020 Dec 13 15:03:06.053527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-309c0fb2-b85f-4e7d-bc67-aae84a10543e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 998 time: 0.1764388 Dec 13 15:03:06.116069 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:06.124773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3589a4a-8749-455c-82d3-481b7699f3fc req-a42b1dba-35bf-46a2-b789-ff92af61d6b0 service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292002 Dec 13 15:03:06.126790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19f25d30-bbf4-4155-bf3e-07cbb8134f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:06.129369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19f25d30-bbf4-4155-bf3e-07cbb8134f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:06.136970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-19f25d30-bbf4-4155-bf3e-07cbb8134f12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2941992b-8f3d-4e7b-9570-b7cb7bc36264 HTTP/1.1" status: 204 len: 168 time: 0.6625555 Dec 13 15:03:06.155981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f25d30-bbf4-4155-bf3e-07cbb8134f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2941992b-8f3d-4e7b-9570-b7cb7bc36264,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:06.164970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-9d153995-ec43-4a28-be41-9cb774e77ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:06.167060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-9d153995-ec43-4a28-be41-9cb774e77ce8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0988503 Dec 13 15:03:06.194757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:06.201883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:06.204717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:06.227048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-512440ca-ed5a-4a78-8d14-ec0f2873f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:06.228766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-512440ca-ed5a-4a78-8d14-ec0f2873f2dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539787 Dec 13 15:03:06.255854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0172db-96c2-47d6-8372-70522d6e5798 req-e72ce906-1e0c-44fe-a46c-3cc0f2e482dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:06.264528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e0172db-96c2-47d6-8372-70522d6e5798 req-e72ce906-1e0c-44fe-a46c-3cc0f2e482dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 943 time: 0.4384780 Dec 13 15:03:06.282778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:03:06.308885 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'Port': ['ID=540a8860-6715-4ef9-999e-6ba0f60b3220,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:06.369692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:03:06.406644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-6ccc7f34-f058-401d-bb32-e75b1e46bed1 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697960 Dec 13 15:03:06.467555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e0172db-96c2-47d6-8372-70522d6e5798 req-a69b4926-997c-49e2-b019-8457866cc31d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012191 Dec 13 15:03:06.487314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-c35d96b3-e0ff-4372-b2aa-e6a41a2a76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:06.489038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-c35d96b3-e0ff-4372-b2aa-e6a41a2a76cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1094 time: 0.1511931 Dec 13 15:03:06.538309 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:06.555856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-a3f6b1cb-974f-4973-ae72-15578e9abee7 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416399 Dec 13 15:03:06.663908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-62dcb197-7005-4bea-afe7-f20fd691985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:06.665407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-62dcb197-7005-4bea-afe7-f20fd691985b service neutron] 10.222.0.55 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1653662 Dec 13 15:03:06.763768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:06.766890 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-e7e4fc61-32c3-472c-815d-11967c91c98e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 998 time: 0.0940692 Dec 13 15:03:06.871949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1473dadd-37e8-4329-bfa8-884b0d9fb509 req-313a0b82-125d-4b2a-8db2-155bce37a730 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 210 time: 0.0519965 Dec 13 15:03:06.910586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-324d78a6-8d06-43c3-8b6c-548d4eced4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:06.911025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-324d78a6-8d06-43c3-8b6c-548d4eced4b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.1238916 Dec 13 15:03:07.008586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-812014d6-c362-463e-9836-413f90c6e223 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:07.010141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-812014d6-c362-463e-9836-413f90c6e223 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 811 time: 0.1590707 Dec 13 15:03:07.034857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 41996) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:07.061932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-f079629e-b5c4-4e53-a3e1-18f87b39774a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6322b64b529f47ecb014dd6da5bd7fb1 HTTP/1.1" status: 200 len: 379 time: 0.0413759 Dec 13 15:03:07.066188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5c681a55-26e8-41d1-809a-764f80e19c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.078423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'port': {'device_id': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'admin_state_up': True, 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'security_groups': ['73b448cd-519e-48bd-a76a-e76e1797ac2e']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:07.086486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-0426b04c-d01e-49ed-b8f3-087970bf92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:07.087078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-0426b04c-d01e-49ed-b8f3-087970bf92f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424103 Dec 13 15:03:07.238731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.293067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-ff757022-48d9-4fdb-87e5-257c4a4f4d4b service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932235 Dec 13 15:03:07.346941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5c681a55-26e8-41d1-809a-764f80e19c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.377695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.399174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Made reservation on behalf of 6322b64b529f47ecb014dd6da5bd7fb1 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:07.402783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.410817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ed78dcb9-7741-4a7c-bc06-94c6e80d323f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:07.482689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5c681a55-26e8-41d1-809a-764f80e19c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.492661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ed78dcb9-7741-4a7c-bc06-94c6e80d323f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:07.493624 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.562717 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.572847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'Port': ['ID=540a8860-6715-4ef9-999e-6ba0f60b3220,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:07.595889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Allocated IP 172.20.0.10 (7ea0d2ca-03b5-436c-9498-f79877ae3763/0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c/abca7c1c-13cc-49ef-954a-1313f72f1241) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:07.630917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a77e018-30de-4f51-8e22-5a25419fc399 req-6d7ba009-f2df-4388-b8df-3f8fe97ed2ef service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110394 Dec 13 15:03:07.644296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5c681a55-26e8-41d1-809a-764f80e19c35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce8fccc3f50c4109aa729d38b161d750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066911 Dec 13 15:03:07.652377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42028) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:07.677685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c681a55-26e8-41d1-809a-764f80e19c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab98f24e-30f7-45e0-975b-c324c8da0bbe,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:07.701288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f67ee-e040-4e35-8c31-85a0293651f4 req-d7440c67-4c72-4c4b-bfbd-db93fa3a8688 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:07.708500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e47f67ee-e040-4e35-8c31-85a0293651f4 req-d7440c67-4c72-4c4b-bfbd-db93fa3a8688 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 943 time: 0.1281717 Dec 13 15:03:07.742514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.742612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f082e2f-8287-4bab-8051-7f678694a6e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2092221 Dec 13 15:03:07.780776 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8de126e-eba1-4c84-8391-f3c8d028cf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.787763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e47f67ee-e040-4e35-8c31-85a0293651f4 req-5d81e48e-50e0-4e55-855c-7825a5944745 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784402 Dec 13 15:03:07.817294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8de126e-eba1-4c84-8391-f3c8d028cf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.834545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.964455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8de126e-eba1-4c84-8391-f3c8d028cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.968133 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8de126e-eba1-4c84-8391-f3c8d028cf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:07.973077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c8de126e-eba1-4c84-8391-f3c8d028cf93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab98f24e-30f7-45e0-975b-c324c8da0bbe HTTP/1.1" status: 204 len: 168 time: 0.3105216 Dec 13 15:03:07.981435 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-9553befc-90cf-4809-af83-9fbdfe015631 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1490073139&fields=id&tenant_id=a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 267 time: 0.0362284 Dec 13 15:03:07.996555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80a00ebc-ca78-40d9-bf2d-8e55d7a95f25 req-7c27028a-0f39-4265-839c-20fc3379a524 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 210 time: 0.0425136 Dec 13 15:03:08.002179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de126e-eba1-4c84-8391-f3c8d028cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab98f24e-30f7-45e0-975b-c324c8da0bbe,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:08.023691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:08.126857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:08.131955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:08.140606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:08.200357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event updated for resources: {'Port': ['ID=abca7c1c-13cc-49ef-954a-1313f72f1241,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:08.233958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:08.237612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:08.273099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-3a2aa8e6-f2e3-4066-8fa6-e6d98b5e9a5a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:08.275086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-3a2aa8e6-f2e3-4066-8fa6-e6d98b5e9a5a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 817 time: 0.2862477 Dec 13 15:03:08.299395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-09db5197-27a2-4f0e-a620-0be8b450d7f1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/quotas/a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 375 time: 0.0127685 Dec 13 15:03:08.364950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-25e089ce-dee9-4e94-a3d4-5c733903e009 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600374 Dec 13 15:03:08.391328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-ac02d3ee-fa4b-4c95-9b2d-7ee74e106ac3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3220813 Dec 13 15:03:08.422163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Request body: {'port': {'device_id': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:08.428554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-374c7996-2ac8-4511-b755-ba28926e208a None None] Provisioning complete for port abca7c1c-13cc-49ef-954a-1313f72f1241 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:08.429083 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-374c7996-2ac8-4511-b755-ba28926e208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:08.496930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-374c7996-2ac8-4511-b755-ba28926e208a None None] Port abca7c1c-13cc-49ef-954a-1313f72f1241 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:08.575363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:08.603340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-30803770-7493-47c2-9404-3e77131183b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245784 Dec 13 15:03:08.773366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-ad734fb7-4516-46d3-931d-5028a0e8906d service neutron] 10.222.0.24 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469047 Dec 13 15:03:09.023154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576ae3c-255e-4a23-b296-43eeaacf0a47 req-a672d83d-932d-4562-b698-3fa8a4712322 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:09.025117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5576ae3c-255e-4a23-b296-43eeaacf0a47 req-a672d83d-932d-4562-b698-3fa8a4712322 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 943 time: 0.0658128 Dec 13 15:03:09.074602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abca7c1c-13cc-49ef-954a-1313f72f1241 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:03:09.087336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:09.104104 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5576ae3c-255e-4a23-b296-43eeaacf0a47 req-42915ea2-7325-4a46-8257-5ccaa766e876 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726829 Dec 13 15:03:09.123663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Transition to ACTIVE for port object abca7c1c-13cc-49ef-954a-1313f72f1241 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:03:09.190008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97106083-47cc-44dd-b799-343a60855ff7 req-22eeb450-225e-420c-961e-69b9818cce23 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:09.197380 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97106083-47cc-44dd-b799-343a60855ff7 req-22eeb450-225e-420c-961e-69b9818cce23 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 932 time: 0.0657160 Dec 13 15:03:09.276447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-97106083-47cc-44dd-b799-343a60855ff7 req-390ebcf0-d22c-4960-92bc-0215bd0fb4aa tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779643 Dec 13 15:03:09.277077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:09.293485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:03:09.301288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e273367-312f-4cd1-913d-0f974b747422 req-3f37e5a4-11f9-42a9-8476-f8f55b10c3ca tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 210 time: 0.0716691 Dec 13 15:03:09.414038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Pushing event updated for resources: {'Port': ['ID=abca7c1c-13cc-49ef-954a-1313f72f1241,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:09.496680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:09.512619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'port_id': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'mac_address': 'fa:16:3e:77:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:03:09.556016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Attempting to bind port abca7c1c-13cc-49ef-954a-1313f72f1241 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:09.556394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Attempting to bind port abca7c1c-13cc-49ef-954a-1313f72f1241 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:09.557105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Attempting to bind port abca7c1c-13cc-49ef-954a-1313f72f1241 on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:09.563286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Port abca7c1c-13cc-49ef-954a-1313f72f1241 on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:09.563605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Attempting to bind port abca7c1c-13cc-49ef-954a-1313f72f1241 on network 7ea0d2ca-03b5-436c-9498-f79877ae3763 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:09.568991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:03:09.569596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Checking segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:09.569820 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:09.570332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Bound using segment: {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:03:09.570925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Bound port: abca7c1c-13cc-49ef-954a-1313f72f1241, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb0605e-bb53-4e59-a581-50ff384dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:03:09.571442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:09.620616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fa85d8-538f-4d09-8446-64a2934e1c07 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:03:09.653295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:09.676627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] For port abca7c1c-13cc-49ef-954a-1313f72f1241, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:09.685966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] For port abca7c1c-13cc-49ef-954a-1313f72f1241, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=abca7c1c-13cc-49ef-954a-1313f72f1241,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:03:09.772592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:09.800719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:09.883052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:09.917972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:09.918665 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:09.920033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] 10.222.0.50 "PUT /v2.0/ports/abca7c1c-13cc-49ef-954a-1313f72f1241 HTTP/1.1" status: 200 len: 1092 time: 1.5153830 Dec 13 15:03:09.920474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:09.926964 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c8c4ab-7bab-4ab7-a90f-ab64aca165b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:09.983352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d3e50-6b9d-478f-b597-d7a7a1dfccad service neutron] Pushing event updated for resources: {'Port': ['ID=abca7c1c-13cc-49ef-954a-1313f72f1241,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:09.995297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['78fa85d8-538f-4d09-8446-64a2934e1c07'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:03:10.021603 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f07cd5-2ee2-4d20-bdf9-de3413a3adbb x-openstack-request-id: req-11f07cd5-2ee2-4d20-bdf9-de3413a3adbb {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:10.022059 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:10.023160 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11f07cd5-2ee2-4d20-bdf9-de3413a3adbb {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:10.025488 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'status': 'completed', 'code': 200} Dec 13 15:03:10.107494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-4d4e89a6-9eee-476d-8db2-d60efff5102f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.110010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-4d4e89a6-9eee-476d-8db2-d60efff5102f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9&tenant_id=515f7b22ce9744918b9b5447b1a274ac&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 944 time: 0.1548409 Dec 13 15:03:10.178084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd1e3-272d-4b74-a075-d74730d4e19a req-64fbc389-e80c-4c02-ac81-3a945b3b1819 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.189821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f7cd1e3-272d-4b74-a075-d74730d4e19a req-64fbc389-e80c-4c02-ac81-3a945b3b1819 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 944 time: 0.2550373 Dec 13 15:03:10.227265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c4ab-7bab-4ab7-a90f-ab64aca165b5 req-ba781ee1-6229-445e-a4ee-1cdd8281776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.229192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01c8c4ab-7bab-4ab7-a90f-ab64aca165b5 req-ba781ee1-6229-445e-a4ee-1cdd8281776e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 1095 time: 0.2022800 Dec 13 15:03:10.271667 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-1606b391-a18a-4f69-91b8-44a19eddec3f service neutron] 10.222.0.55 "GET /v2.0/ports/78fa85d8-538f-4d09-8446-64a2934e1c07/bindings/n-h1-816954-1 HTTP/1.1" status: 200 len: 382 time: 0.1530194 Dec 13 15:03:10.397871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f7cd1e3-272d-4b74-a075-d74730d4e19a req-3b9785c1-6967-4265-a00f-aba1c79be552 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012539 Dec 13 15:03:10.401058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-51ad9389-6cd5-4243-8c68-aff0cd65a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.402849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-51ad9389-6cd5-4243-8c68-aff0cd65a272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1095 time: 0.1017721 Dec 13 15:03:10.432508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c4ab-7bab-4ab7-a90f-ab64aca165b5 req-466854d4-f7a9-4225-b91d-1cc8b53b6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.437606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01c8c4ab-7bab-4ab7-a90f-ab64aca165b5 req-466854d4-f7a9-4225-b91d-1cc8b53b6a67 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1966887 Dec 13 15:03:10.546460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a326fc5-45ad-4812-aa54-19b75d46cbc2 req-4903ad17-4e55-4947-9303-16662562c5c9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 210 time: 0.0848432 Dec 13 15:03:10.606516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c4ab-7bab-4ab7-a90f-ab64aca165b5 req-ef9bc4ea-25ef-4cf3-8f07-3cfdebfdd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.608775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01c8c4ab-7bab-4ab7-a90f-ab64aca165b5 req-ef9bc4ea-25ef-4cf3-8f07-3cfdebfdd28f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639485 Dec 13 15:03:10.619260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db9ce-22c1-4dbc-b715-56c810328164 req-d44b1e31-a6c1-46e6-be79-891a4580e874 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.620770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-962db9ce-22c1-4dbc-b715-56c810328164 req-d44b1e31-a6c1-46e6-be79-891a4580e874 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 944 time: 0.2162094 Dec 13 15:03:10.648883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-f904de7b-4b18-415c-ab66-e81b63df331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.649002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-f904de7b-4b18-415c-ab66-e81b63df331b service neutron] 10.222.0.55 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1959734 Dec 13 15:03:10.730806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-1d15a73d-e01d-434b-89f1-1fa7910d76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.735389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-1d15a73d-e01d-434b-89f1-1fa7910d76ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 1095 time: 0.0719545 Dec 13 15:03:10.741255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-962db9ce-22c1-4dbc-b715-56c810328164 req-7a763b2d-02cf-49e1-a72d-caa3f563017c tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119220 Dec 13 15:03:10.754106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-d86c03e9-5672-4dfa-b59d-d76c292ef7ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 999 time: 0.0892799 Dec 13 15:03:10.821748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-f9d54af1-c225-45c1-93d5-f73db1265828 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abca7c1c-13cc-49ef-954a-1313f72f1241 HTTP/1.1" status: 200 len: 217 time: 0.0764582 Dec 13 15:03:10.836942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-b29a3315-20c1-43ac-bdb9-ed46db64e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.840842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-b29a3315-20c1-43ac-bdb9-ed46db64e785 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0772982 Dec 13 15:03:10.912942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-76ff5c90-e5d0-45d5-beda-20b3274be650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.914578 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-76ff5c90-e5d0-45d5-beda-20b3274be650 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489900 Dec 13 15:03:10.923672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-feab92fb-5c3b-45f7-bffe-172814a1cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:10.925462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-feab92fb-5c3b-45f7-bffe-172814a1cd90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.0965970 Dec 13 15:03:11.029134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541805-c511-46a0-a51e-d0df594daa93 req-314ca0e7-9c3b-476a-8b28-037ae10021f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:11.030688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-314ca0e7-9c3b-476a-8b28-037ae10021f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978365 Dec 13 15:03:11.034622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-b291c912-13b5-4915-93ea-f378f8523553 service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118340 Dec 13 15:03:11.144371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-f40c9321-6f85-4db9-8ab3-711024b030aa service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021550 Dec 13 15:03:11.161713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-22ef1c6a-1d08-49cb-bcbf-1745455bece6 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126313 Dec 13 15:03:11.263485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87541805-c511-46a0-a51e-d0df594daa93 req-74e1852e-61e6-490a-b5bd-b0c2ad5b641c service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925674 Dec 13 15:03:11.300284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:11.433981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 78fa85d8-538f-4d09-8446-64a2934e1c07 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:03:11.439214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 78fa85d8-538f-4d09-8446-64a2934e1c07 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:11.441763 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:11.580985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec10-b5ec-4e7b-8a8c-67943a3b70e3 req-a9967a5c-7b25-4b73-baf8-73bc829eab93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:11.582582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e940ec10-b5ec-4e7b-8a8c-67943a3b70e3 req-a9967a5c-7b25-4b73-baf8-73bc829eab93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 944 time: 0.1004646 Dec 13 15:03:11.592928 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:11.638763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:11.643165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:11.646707 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27661cb-03fa-4b44-91da-3a5a08d75134" -d '{"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:11.650766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e940ec10-b5ec-4e7b-8a8c-67943a3b70e3 req-95474f92-1aa5-4540-8544-c15227c90286 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599413 Dec 13 15:03:11.695930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3a9bd2c-01df-425b-a91f-9450052ef467 req-ac7dfd1d-7424-48f1-bc7d-9a63fe9a6dc9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 210 time: 0.0295393 Dec 13 15:03:11.729556 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b721ab3e-9452-4739-ae89-40d59a86d6d5 x-openstack-request-id: req-b721ab3e-9452-4739-ae89-40d59a86d6d5 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:11.729846 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:11.730120 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b721ab3e-9452-4739-ae89-40d59a86d6d5 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:11.730683 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'code': 200} Dec 13 15:03:11.774678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:11.830858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:11.891193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8705ea9-d7d1-443f-9a3c-e4f353d69b77 req-4c42ea07-7b39-4b70-bade-ba5f663a677f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:11.892886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8705ea9-d7d1-443f-9a3c-e4f353d69b77 req-4c42ea07-7b39-4b70-bade-ba5f663a677f tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 944 time: 0.0642269 Dec 13 15:03:11.953213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d8705ea9-d7d1-443f-9a3c-e4f353d69b77 req-4441727b-c4c5-45f3-92e3-00eeff189e35 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518730 Dec 13 15:03:12.100053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-614fd71c-4765-4142-98d7-9abdb804d676 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:12.102106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-614fd71c-4765-4142-98d7-9abdb804d676 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 817 time: 0.1632490 Dec 13 15:03:12.212568 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-82a555fc-a23c-41ce-8345-35008e1ad821 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 380 time: 0.0977769 Dec 13 15:03:12.226159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'port': {'device_id': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'admin_state_up': True, 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'security_groups': ['0352acd0-e768-4d07-8584-4ba2354dd8ef']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:12.656082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42274) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:12.829329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba8ba9-6aa6-4c4c-abba-dfd467f2450b req-390fff0c-c27e-45c9-89cb-81a103ddc6e3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:12.835855 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0ba8ba9-6aa6-4c4c-abba-dfd467f2450b req-390fff0c-c27e-45c9-89cb-81a103ddc6e3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0903323 Dec 13 15:03:12.897590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1dc98a8-c850-40b0-9848-9a97585fb93d req-f425f085-ef46-4319-9e22-89b046adebb5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 210 time: 0.0473146 Dec 13 15:03:12.907369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74771435-6ed9-41c8-8ff0-db8ab4226a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:12.911315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Made reservation on behalf of a41b14117f66417eac23c38073c8fe3b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:12.918800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:12.920205 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0ba8ba9-6aa6-4c4c-abba-dfd467f2450b req-e1069b74-219a-4a2b-aac5-bc0165b154f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765994 Dec 13 15:03:13.037755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74771435-6ed9-41c8-8ff0-db8ab4226a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.105679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Allocated IP 172.20.0.7 (d9b91afd-4ddb-4fef-b7a5-56c89baad673/c0015cde-9691-4deb-b5cf-1dc094560e7d/61eb153c-cbf0-4c3a-a1de-3325ab607bfd) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:13.108843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74771435-6ed9-41c8-8ff0-db8ab4226a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.150542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-74771435-6ed9-41c8-8ff0-db8ab4226a31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1eb4e949727f49b6a71e3010936be597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933288 Dec 13 15:03:13.153268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74771435-6ed9-41c8-8ff0-db8ab4226a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc5ab71-1257-455b-a551-902b5a645c8a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:13.156811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42286) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:13.176084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d765811-19ba-4fbe-afd4-33c2e2db6cad req-00dbb2e2-9cfc-4e18-a248-921788a638bf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:13.178819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d765811-19ba-4fbe-afd4-33c2e2db6cad req-00dbb2e2-9cfc-4e18-a248-921788a638bf tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 944 time: 0.1251233 Dec 13 15:03:13.213155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27e0a3a9-c6ba-4d37-a96a-f7e5acd72c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.241412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27e0a3a9-c6ba-4d37-a96a-f7e5acd72c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.288390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d765811-19ba-4fbe-afd4-33c2e2db6cad req-2f9d9824-5917-4eea-956e-29bc8b5d4d8a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011887 Dec 13 15:03:13.350092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.402892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27e0a3a9-c6ba-4d37-a96a-f7e5acd72c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.406171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27e0a3a9-c6ba-4d37-a96a-f7e5acd72c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.407601 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-27e0a3a9-c6ba-4d37-a96a-f7e5acd72c2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cc5ab71-1257-455b-a551-902b5a645c8a HTTP/1.1" status: 204 len: 168 time: 0.2500241 Dec 13 15:03:13.418334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0a3a9-c6ba-4d37-a96a-f7e5acd72c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc5ab71-1257-455b-a551-902b5a645c8a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:13.463511 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.524166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:13.527267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:13.535426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:13.539428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:13.591293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:13.591951 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.733648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-c291d172-ac02-4ee4-890b-696b76fe36af tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5115814 Dec 13 15:03:13.752009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Request body: {'port': {'device_id': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:13.789116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e5627fa2-8cdc-40c8-8690-9608b9b610c4 None None] Provisioning complete for port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:13.790372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5627fa2-8cdc-40c8-8690-9608b9b610c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.829906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e5627fa2-8cdc-40c8-8690-9608b9b610c4 None None] Port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:13.838444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:13.981102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-dc5a99e4-2aca-423d-bd42-d337c14b8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:13.983448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-dc5a99e4-2aca-423d-bd42-d337c14b8916 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 1096 time: 0.0641603 Dec 13 15:03:14.015089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:14.117613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb8254-620c-4339-b240-2c82ac71fb6f req-689443b0-1efe-45c6-8d89-bcc3ae4f4b96 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:14.119233 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94eb8254-620c-4339-b240-2c82ac71fb6f req-689443b0-1efe-45c6-8d89-bcc3ae4f4b96 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.1151352 Dec 13 15:03:14.201901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-94eb8254-620c-4339-b240-2c82ac71fb6f req-c3c539b6-f16a-4aad-b38a-a8ec2eb87c2b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738361 Dec 13 15:03:14.226286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eb153c-cbf0-4c3a-a1de-3325ab607bfd {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:03:14.226286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.228382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42304) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:14.248295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20932c51-c0e2-4a3c-811b-e259a86c998b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.259509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Transition to ACTIVE for port object 61eb153c-cbf0-4c3a-a1de-3325ab607bfd will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:03:14.300348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device abca7c1c-13cc-49ef-954a-1313f72f1241 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:03:14.365220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20932c51-c0e2-4a3c-811b-e259a86c998b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.367251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.391943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.401662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e3eff-b8c2-4126-8eb0-152b60ede3f2 req-7b505aa0-8fd0-4662-ac64-2ec395c83e0c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:14.404465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342e3eff-b8c2-4126-8eb0-152b60ede3f2 req-7b505aa0-8fd0-4662-ac64-2ec395c83e0c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 931 time: 0.4192929 Dec 13 15:03:14.459871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port abca7c1c-13cc-49ef-954a-1313f72f1241, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=abca7c1c-13cc-49ef-954a-1313f72f1241,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:14.470871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20932c51-c0e2-4a3c-811b-e259a86c998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.485023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'port_id': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'mac_address': 'fa:16:3e:ba:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:03:14.498499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342e3eff-b8c2-4126-8eb0-152b60ede3f2 req-beaa4fe1-d9dc-4283-aff3-af6e5f6dd212 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868180 Dec 13 15:03:14.539408 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.554909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abca7c1c-13cc-49ef-954a-1313f72f1241 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:03:14.579690 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port abca7c1c-13cc-49ef-954a-1313f72f1241, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=abca7c1c-13cc-49ef-954a-1313f72f1241,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:14.598198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:14.631938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-20932c51-c0e2-4a3c-811b-e259a86c998b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd136e049f674f88a941a0db78075803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024589 Dec 13 15:03:14.635572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20932c51-c0e2-4a3c-811b-e259a86c998b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9907e0-2772-4938-bacd-ed2c4ad661b6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:14.635572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42312) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:14.654817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba636db-6569-4f62-9c91-daaf19769f1c req-fece3f33-b16f-4950-9321-7b87fd881341 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:14.654982 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.656221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bba636db-6569-4f62-9c91-daaf19769f1c req-fece3f33-b16f-4950-9321-7b87fd881341 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 944 time: 0.2781782 Dec 13 15:03:14.725831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=abca7c1c-13cc-49ef-954a-1313f72f1241,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:14.727000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:14.738498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Attempting to bind port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:14.738498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Attempting to bind port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:14.738498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Attempting to bind port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:14.765689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bba636db-6569-4f62-9c91-daaf19769f1c req-8ac8d2b5-e9e2-45d2-9e76-15263ba09665 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948670 Dec 13 15:03:14.768437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:14.768765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Attempting to bind port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:14.775411 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caba36fe-cb5b-4984-9d81-0cbc866a0ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.778533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:03:14.778899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Checking segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:14.779282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Bound using segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:03:14.779716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Bound port: 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:03:14.780099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.790556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:14.811222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caba36fe-cb5b-4984-9d81-0cbc866a0ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.848397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:14.852050 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4cc86-1ff7-4bb4-a2e0-3e5d3846d762" -d '{"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-unplugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:14.859399 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.874121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Transition to ACTIVE for port object 78fa85d8-538f-4d09-8446-64a2934e1c07 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:03:14.901807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:14.905300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:03:14.933681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['abca7c1c-13cc-49ef-954a-1313f72f1241'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:03:14.940173 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:14.999362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.003538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caba36fe-cb5b-4984-9d81-0cbc866a0ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.008550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caba36fe-cb5b-4984-9d81-0cbc866a0ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.012237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-caba36fe-cb5b-4984-9d81-0cbc866a0ada admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c9907e0-2772-4938-bacd-ed2c4ad661b6 HTTP/1.1" status: 204 len: 168 time: 0.3693061 Dec 13 15:03:15.090052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] No DVR routers for this DVR port 78fa85d8-538f-4d09-8446-64a2934e1c07 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:03:15.107993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.112187 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.114227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] 10.222.0.55 "PUT /v2.0/ports/61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 1091 time: 1.3697038 Dec 13 15:03:15.115547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba36fe-cb5b-4984-9d81-0cbc866a0ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9907e0-2772-4938-bacd-ed2c4ad661b6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:15.133205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:15.141259 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6bff41-7070-48d8-a0fb-ef53ef28d886" -d '{"events": [{"name": "network-changed", "server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:15.271790 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa47c65-ee4d-4050-8c2b-71ead8825056 x-openstack-request-id: req-baa47c65-ee4d-4050-8c2b-71ead8825056 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:15.272870 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:15.273543 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baa47c65-ee4d-4050-8c2b-71ead8825056 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:15.275062 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'status': 'completed', 'code': 200} Dec 13 15:03:15.292726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f163-ee47-463f-84fd-f78cdd26551b service neutron] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:15.317020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-d1713c0a-b58e-45d3-9164-a237ee47c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.319486 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c61d44-c47c-47d4-bbba-dbdcf26f023c x-openstack-request-id: req-69c61d44-c47c-47d4-bbba-dbdcf26f023c {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:15.320007 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-unplugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:15.320413 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69c61d44-c47c-47d4-bbba-dbdcf26f023c {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:15.322868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-d1713c0a-b58e-45d3-9164-a237ee47c967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1094 time: 0.0951922 Dec 13 15:03:15.323200 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'code': 200} Dec 13 15:03:15.323200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=10']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:15.381609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:15.385295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:15.385917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:15.392303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:15.392827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Attempting to bind port 78fa85d8-538f-4d09-8446-64a2934e1c07 on network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:15.398335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:03:15.398921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Checking segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:15.399669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Bound using segment: {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:03:15.400429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Bound port: 78fa85d8-538f-4d09-8446-64a2934e1c07, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed49556-82b8-4e85-a318-ba1ab39120fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:03:15.400956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.434424 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-5360cbe2-9c96-4d36-bd56-51d32291db63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 217 time: 0.1049690 Dec 13 15:03:15.486571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:15.489910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:03:15.530283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-0b1207ce-1e87-404c-a35e-0e1a18202edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.531759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-0b1207ce-1e87-404c-a35e-0e1a18202edf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0869868 Dec 13 15:03:15.543496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ad167-ba2a-4e32-907a-3703aef080ce req-c6c1150c-fbd0-4b20-b461-4e640b1ed161 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.545853 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e3ad167-ba2a-4e32-907a-3703aef080ce req-c6c1150c-fbd0-4b20-b461-4e640b1ed161 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 944 time: 0.1142039 Dec 13 15:03:15.560877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.612050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-3196f416-d973-4666-bf15-9be516463022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.613725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-3196f416-d973-4666-bf15-9be516463022 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667615 Dec 13 15:03:15.645570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.645704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.647351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] 10.222.0.50 "PUT /v2.0/ports/78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 1092 time: 1.6522253 Dec 13 15:03:15.694688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e3ad167-ba2a-4e32-907a-3703aef080ce req-d886f528-510d-44e8-80a9-7a208f556fd4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392565 Dec 13 15:03:15.749331 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-ae8bdde9-2c16-4282-b26e-3a20edd48023 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272898 Dec 13 15:03:15.760360 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:15.789373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4339b2-c013-44da-a457-392f38d60dbc service neutron] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=11']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:15.819601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-02eab65e-8354-4fb2-9e1e-c9bdbe88ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.821310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-02eab65e-8354-4fb2-9e1e-c9bdbe88ab2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1095 time: 0.1430571 Dec 13 15:03:15.836133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfde9-8ccf-4541-b39d-13683b022ebe req-0823acc2-eea4-4800-a9dc-0ec73f1a35cd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.837693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b68cfde9-8ccf-4541-b39d-13683b022ebe req-0823acc2-eea4-4800-a9dc-0ec73f1a35cd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.2138386 Dec 13 15:03:15.982865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b68cfde9-8ccf-4541-b39d-13683b022ebe req-994f545f-4605-423e-b22a-32b3878ab408 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285481 Dec 13 15:03:15.993293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06eed5-1e14-45ca-91a0-c7f0237482cc req-7c391b3c-552d-4bdd-b0f3-2a913448d8c6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:15.995062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c06eed5-1e14-45ca-91a0-c7f0237482cc req-7c391b3c-552d-4bdd-b0f3-2a913448d8c6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 945 time: 0.1085706 Dec 13 15:03:15.997117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0473d66-a47f-412f-ba5d-bbce471387d5 req-3b5f5f04-ad10-444a-91b1-4278c07cb13c service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393086 Dec 13 15:03:16.022152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-de906f91-755e-4ff6-bf73-7b23c676d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.023923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-de906f91-755e-4ff6-bf73-7b23c676d7a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1851473 Dec 13 15:03:16.036670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c06eed5-1e14-45ca-91a0-c7f0237482cc req-c13c1f30-27f1-4645-8cac-8e3df7be2a71 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353057 Dec 13 15:03:16.101026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-5071dbf7-0758-42db-9ad1-a7d3e888d524 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 998 time: 0.0693274 Dec 13 15:03:16.172053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-5146d1df-7e3e-4d47-b1bb-8ad33f0868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.173673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-5146d1df-7e3e-4d47-b1bb-8ad33f0868d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0648558 Dec 13 15:03:16.181767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-ba245de6-1019-4d90-a917-7e742199378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.183290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-ba245de6-1019-4d90-a917-7e742199378f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1094 time: 0.0527797 Dec 13 15:03:16.221242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5a2b-c449-443c-af94-571606b5cfba req-d458b88b-15e6-40af-864d-f8288b75742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.222792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-d458b88b-15e6-40af-864d-f8288b75742f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423076 Dec 13 15:03:16.299396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-784c50be-32d2-43c2-aba3-0d84e3a8ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.301965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-784c50be-32d2-43c2-aba3-0d84e3a8ad44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.1094658 Dec 13 15:03:16.329325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device abca7c1c-13cc-49ef-954a-1313f72f1241 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:16.336759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-912924b5-ecb2-45e5-8741-a54028fa045c service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059673 Dec 13 15:03:16.358384 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-e22d961c-5d9c-4db2-b229-a720f24e80a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 217 time: 0.0454583 Dec 13 15:03:16.412808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-b7b945f5-0bf7-4c63-b514-9e3e770b0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.414313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-b7b945f5-0bf7-4c63-b514-9e3e770b0088 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0472322 Dec 13 15:03:16.440269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f68f5a2b-c449-443c-af94-571606b5cfba req-9551fd80-7c39-4d90-9aa0-e9d6088af96e service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945635 Dec 13 15:03:16.442961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port abca7c1c-13cc-49ef-954a-1313f72f1241 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:03:16.451653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port abca7c1c-13cc-49ef-954a-1313f72f1241 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:16.451653 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:16.501396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-990c55d3-06a3-4dbb-9205-72000db523f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.502831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-990c55d3-06a3-4dbb-9205-72000db523f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793245 Dec 13 15:03:16.591476 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:16.629157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port abca7c1c-13cc-49ef-954a-1313f72f1241, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=abca7c1c-13cc-49ef-954a-1313f72f1241,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:16.629157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:16.631469 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0484e0a-5774-4da6-a4be-3965cf744ff3" -d '{"events": [{"server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "name": "network-vif-plugged", "status": "completed", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:16.646495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-c9b35bd5-ea2b-4e7d-a2fc-69d2275e9570 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332443 Dec 13 15:03:16.677768 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4df49f-fef2-4eaf-8884-91a02689d9ff x-openstack-request-id: req-5e4df49f-fef2-4eaf-8884-91a02689d9ff {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:16.677768 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "name": "network-vif-plugged", "status": "completed", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:16.677768 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e4df49f-fef2-4eaf-8884-91a02689d9ff {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:16.677768 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'code': 200} Dec 13 15:03:16.719855 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:16.783949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6bff41-7070-48d8-a0fb-ef53ef28d886 req-d6004b18-5a5d-4657-9685-5d8b8dece53d service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284745 Dec 13 15:03:16.811259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=abca7c1c-13cc-49ef-954a-1313f72f1241,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:16.860447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c96d08-a790-4a64-8e84-57f1b0b14aa8 req-657b6a41-71a7-495c-9e7e-66cfb0009e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.862094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23c96d08-a790-4a64-8e84-57f1b0b14aa8 req-657b6a41-71a7-495c-9e7e-66cfb0009e08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 1097 time: 0.1082952 Dec 13 15:03:16.885456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638a70-aa3a-404c-acc9-523d0a792818 req-9c9d2f70-8b5e-45f5-8af8-95d14ff78086 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:16.886978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91638a70-aa3a-404c-acc9-523d0a792818 req-9c9d2f70-8b5e-45f5-8af8-95d14ff78086 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 944 time: 0.0797389 Dec 13 15:03:16.908160 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:16.935485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-23c96d08-a790-4a64-8e84-57f1b0b14aa8 req-ab3e80f8-ad68-4c14-b8f4-9d8fb2042835 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649791 Dec 13 15:03:16.943192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91638a70-aa3a-404c-acc9-523d0a792818 req-050d6be0-3cbd-4e64-a4f1-000c5e0ac516 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489490 Dec 13 15:03:17.106120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8fa34-d8cd-4946-adcd-f38452ca0a0e req-3f7fe1e7-d9d7-4dad-bd8c-743cf1e1aaaf tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.107776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9c8fa34-d8cd-4946-adcd-f38452ca0a0e req-3f7fe1e7-d9d7-4dad-bd8c-743cf1e1aaaf tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.0532722 Dec 13 15:03:17.149376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9c8fa34-d8cd-4946-adcd-f38452ca0a0e req-aa3b910c-d61f-4d60-aaf4-75a0bebf9f28 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344281 Dec 13 15:03:17.178306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821ea48-b260-4879-8878-0c0cb167669b req-bdb842bb-ff9b-4171-af49-d17a48253da6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.179826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2821ea48-b260-4879-8878-0c0cb167669b req-bdb842bb-ff9b-4171-af49-d17a48253da6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 946 time: 0.0618176 Dec 13 15:03:17.218127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2821ea48-b260-4879-8878-0c0cb167669b req-9c538f63-d33d-40d8-8f80-22c3c04030dd tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322256 Dec 13 15:03:17.322104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:17.326552 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69203786-62f5-45eb-97ae-4a9d4ae5e421" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:17.335643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:03:17.381663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:03:17.387257 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524d1d9-dc67-4266-b7ea-61917015b355 x-openstack-request-id: req-b524d1d9-dc67-4266-b7ea-61917015b355 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:17.387581 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:17.387815 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b524d1d9-dc67-4266-b7ea-61917015b355 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:17.388879 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'status': 'completed', 'code': 200} Dec 13 15:03:17.455362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-38730370-4911-4401-98e8-ac96f05769ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.457655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-38730370-4911-4401-98e8-ac96f05769ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1095 time: 0.0524688 Dec 13 15:03:17.462895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-a3757415-2359-45a8-879f-c56c3e794aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.464459 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-a3757415-2359-45a8-879f-c56c3e794aa8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1095 time: 0.0501261 Dec 13 15:03:17.586348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-19c6e91a-90d3-4ebf-a708-90bd2ec72f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.588823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-19c6e91a-90d3-4ebf-a708-90bd2ec72f51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1164091 Dec 13 15:03:17.594337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-eee2e368-5d60-42c6-b97f-8001431c6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.596378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-eee2e368-5d60-42c6-b97f-8001431c6c1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1300440 Dec 13 15:03:17.683516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-eeb8df79-60de-4d31-9cff-fbdfcac5d9a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 998 time: 0.0860610 Dec 13 15:03:17.683774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-e4897edc-4932-4009-a587-2fccb72fd7f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 998 time: 0.0779600 Dec 13 15:03:17.740158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-d9cca4ac-dc82-4400-87d9-2628baf5059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.742768 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-d9cca4ac-dc82-4400-87d9-2628baf5059b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0512528 Dec 13 15:03:17.747857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-dc5f90f9-1b64-45e1-839b-efd03e647f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.749565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-dc5f90f9-1b64-45e1-839b-efd03e647f9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0575795 Dec 13 15:03:17.791625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-94001f40-c1e2-4d7d-9d1d-1e6c3454eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.793382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-94001f40-c1e2-4d7d-9d1d-1e6c3454eb13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429218 Dec 13 15:03:17.808424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-f246f3f9-2957-4673-9cd0-6716d068a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:17.810052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-f246f3f9-2957-4673-9cd0-6716d068a24b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528960 Dec 13 15:03:17.926035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-38fd9aa7-404f-41fe-95c6-8a6c6dfdff27 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157768 Dec 13 15:03:17.932206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-3f7a3e8a-c832-4cf9-95a7-72b858a5fff0 service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143823 Dec 13 15:03:18.057773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-4d01c39f-caed-4f28-b0dc-044f8d19464b service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254909 Dec 13 15:03:18.126490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209c3d8-677a-4346-bc8e-6fbfbe36aedd req-aa7edb2e-c041-4b43-b734-1792c9255a9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:18.133868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d209c3d8-677a-4346-bc8e-6fbfbe36aedd req-aa7edb2e-c041-4b43-b734-1792c9255a9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 944 time: 0.0856051 Dec 13 15:03:18.144022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69203786-62f5-45eb-97ae-4a9d4ae5e421 req-0ed520ee-7197-4349-9164-d38ec3679636 service neutron] 10.222.0.55 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040629 Dec 13 15:03:18.174163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d209c3d8-677a-4346-bc8e-6fbfbe36aedd req-4db59605-7fbd-47c4-9f2f-002a5af233de tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Dec 13 15:03:18.302717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102dbf8-b658-4239-b169-fbaef110a5b6 req-3459faf5-24c6-46ad-b59d-b9e7ac6786a9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:18.305759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7102dbf8-b658-4239-b169-fbaef110a5b6 req-3459faf5-24c6-46ad-b59d-b9e7ac6786a9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.0763175 Dec 13 15:03:18.344777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:03:18.356326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6a127-5552-4a37-949a-fa413648c6be req-06cc6a11-6d3d-40d1-8ef5-3a98c24d00ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:18.361958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7102dbf8-b658-4239-b169-fbaef110a5b6 req-aa4a4e6d-7608-49b8-8414-599f955c27db tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Dec 13 15:03:18.365109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30d6a127-5552-4a37-949a-fa413648c6be req-06cc6a11-6d3d-40d1-8ef5-3a98c24d00ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 946 time: 0.0715008 Dec 13 15:03:18.418819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-30d6a127-5552-4a37-949a-fa413648c6be req-0cafa6ef-4b09-4c5f-b13b-53bf802591e2 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476160 Dec 13 15:03:18.471178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:18.483817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'port_id': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'mac_address': 'fa:16:3e:77:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:03:18.524384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:18.543301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fa85d8-538f-4d09-8446-64a2934e1c07 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:03:18.558202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb678f9-6d3f-4f02-a4f1-6fbadb689e7d req-ecb6323d-e02e-4508-a5e7-1f0e8e6eeaa6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:18.565855 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5bb678f9-6d3f-4f02-a4f1-6fbadb689e7d req-ecb6323d-e02e-4508-a5e7-1f0e8e6eeaa6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 946 time: 0.0825660 Dec 13 15:03:18.566828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:18.570532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42434) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:18.576463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Request body: {'floatingip': {'port_id': 'abca7c1c-13cc-49ef-954a-1313f72f1241'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:18.642256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:18.699536 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:18.754636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=12']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:18.984059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['78fa85d8-538f-4d09-8446-64a2934e1c07'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:03:19.147884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.232041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42444) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:19.265951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.361937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:03:19.400347 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2e435fc-2c4f-4596-bfc6-262992ce170a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.417381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca7e0e-c8a6-4c6f-a62c-b4a0a771f3e6 req-3f9ba8ff-0f04-422d-bf0d-b30716285548 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:19.425655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43ca7e0e-c8a6-4c6f-a62c-b4a0a771f3e6 req-3f9ba8ff-0f04-422d-bf0d-b30716285548 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 945 time: 0.0829172 Dec 13 15:03:19.452385 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Floating IP f18e8230-9fa4-4900-81ca-f87d25824eda associated. External IP: 172.25.7.18, port: abca7c1c-13cc-49ef-954a-1313f72f1241. Dec 13 15:03:19.521186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:19.535159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcee3df-ed91-4deb-aa41-db14fc49bd89 req-e5b43e74-4efd-4b10-ba3a-958ae4cf7fa8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:19.536743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8bcee3df-ed91-4deb-aa41-db14fc49bd89 req-e5b43e74-4efd-4b10-ba3a-958ae4cf7fa8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.0790091 Dec 13 15:03:19.557295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2e435fc-2c4f-4596-bfc6-262992ce170a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.559595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43ca7e0e-c8a6-4c6f-a62c-b4a0a771f3e6 req-f94bb76a-0734-47aa-8b9c-79edb9f33f9c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295760 Dec 13 15:03:19.577659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42450) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:19.592359 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8bcee3df-ed91-4deb-aa41-db14fc49bd89 req-82c3fbbb-7452-4e06-a87f-975fbf48f37e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489545 Dec 13 15:03:19.640089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2e435fc-2c4f-4596-bfc6-262992ce170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.654732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fc1a1696-b4bb-442f-b777-9e218088a54a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/68ec9dfc-d719-4833-93ed-87f4c6b446b7 HTTP/1.1" status: 200 len: 991 time: 0.0697012 Dec 13 15:03:19.684530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2e435fc-2c4f-4596-bfc6-262992ce170a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d4a74fc21864d70b87e8cbf623544a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501128 Dec 13 15:03:19.684530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e435fc-2c4f-4596-bfc6-262992ce170a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274ece7-942b-40ad-b53e-8a15d0518710,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:19.687742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42454) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:19.735704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'port_id': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'mac_address': 'fa:16:3e:fa:fd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:03:19.751000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b270c0-0baf-45a0-b919-8c6a4a9aeab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.777735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b270c0-0baf-45a0-b919-8c6a4a9aeab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.800513 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.817426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eb153c-cbf0-4c3a-a1de-3325ab607bfd {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:03:19.837519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d301db22-a0b9-4805-828a-1d757b298b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.844601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:19.872029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Router d3802321-60a1-4160-b894-6fba06c385d0 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:03:19.911075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b270c0-0baf-45a0-b919-8c6a4a9aeab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.913787 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b270c0-0baf-45a0-b919-8c6a4a9aeab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:19.915024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-74b270c0-0baf-45a0-b919-8c6a4a9aeab9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7274ece7-942b-40ad-b53e-8a15d0518710 HTTP/1.1" status: 204 len: 168 time: 0.2263622 Dec 13 15:03:19.928212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b270c0-0baf-45a0-b919-8c6a4a9aeab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274ece7-942b-40ad-b53e-8a15d0518710,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:19.943051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:20.000659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:03:20.002349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:20.007571 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:20.013951 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] Sync routers for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:03:20.024229 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:20.025047 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:20.037625 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a72ca71e-d20b-4fcd-9fed-d0bd9360c145 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "PUT /v2.0/floatingips/f18e8230-9fa4-4900-81ca-f87d25824eda HTTP/1.1" status: 200 len: 991 time: 1.4657414 Dec 13 15:03:20.038339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:20.040725 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15011e-7ba7-4127-a39b-b3f502e35230" -d '{"events": [{"name": "network-changed", "server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:20.094852 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08144c52-820b-4357-91f9-446dfe59d5a8 x-openstack-request-id: req-08144c52-820b-4357-91f9-446dfe59d5a8 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:20.095154 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:20.095760 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08144c52-820b-4357-91f9-446dfe59d5a8 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:20.096327 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'status': 'completed', 'code': 200} Dec 13 15:03:20.144069 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:20.156302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['61eb153c-cbf0-4c3a-a1de-3325ab607bfd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:03:20.214079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-d3657bbc-b2da-4098-9a6d-5891a2a7c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:20.221331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-d3657bbc-b2da-4098-9a6d-5891a2a7c5b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 1097 time: 0.0937915 Dec 13 15:03:20.367485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:20.471907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-91094a71-a145-4aeb-b7c4-0a45d173f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:20.474260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-91094a71-a145-4aeb-b7c4-0a45d173f9bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 912 time: 0.2463772 Dec 13 15:03:20.528061 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'f18e8230-9fa4-4900-81ca-f87d25824eda', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'port_id': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'mac_address': 'fa:16:3e:ba:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:02Z', 'updated_at': '2021-12-13T15:03:19Z', 'revision_number': 1, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:20.559551 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] Checking router: d3802321-60a1-4160-b894-6fba06c385d0 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:03:20.572588 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:20.573164 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:02:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:20.576822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-23357e5a-3ac0-44bd-81b3-fd38ad51bb0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abca7c1c-13cc-49ef-954a-1313f72f1241 HTTP/1.1" status: 200 len: 999 time: 0.0923533 Dec 13 15:03:20.579411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 78fa85d8-538f-4d09-8446-64a2934e1c07 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:03:20.584246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 78fa85d8-538f-4d09-8446-64a2934e1c07 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:20.584246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:20.637876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-4feeffa7-a0a6-4421-ab84-acd4552b6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:20.639682 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-4feeffa7-a0a6-4421-ab84-acd4552b6ec5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.0558722 Dec 13 15:03:20.699897 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:20.760366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-22fe39b8-af81-40fe-815a-6460eb78d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:20.764512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-22fe39b8-af81-40fe-815a-6460eb78d26f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109185 Dec 13 15:03:20.765446 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:20.797501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:20.799937 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e957539-2b6f-4d10-8043-920acbae3039" -d '{"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:20.816334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:20.847069 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e44a7-29a4-499d-a0b8-a441870ec0e1 x-openstack-request-id: req-fd6e44a7-29a4-499d-a0b8-a441870ec0e1 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:20.847383 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:20.847952 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd6e44a7-29a4-499d-a0b8-a441870ec0e1 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:20.849110 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'code': 200} Dec 13 15:03:20.882847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42482) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:20.895756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:20.909606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ba5178d-8fe1-47fd-b5e2-a3fe8ec90945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:20.911174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a280e9-f6f7-443e-b00b-c8b2c8d8c02c req-42fac262-9600-40e0-b890-77abe50e55a0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:20.912740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57a280e9-f6f7-443e-b00b-c8b2c8d8c02c req-42fac262-9600-40e0-b890-77abe50e55a0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 944 time: 0.1546910 Dec 13 15:03:20.960735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=13']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:20.971096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-1b798ed0-1c1e-4aa2-8310-ea7809a56220 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662617 Dec 13 15:03:20.978578 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57a280e9-f6f7-443e-b00b-c8b2c8d8c02c req-805b1ebf-c90b-4c8d-a4be-5a94aab8d69b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579038 Dec 13 15:03:21.037103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ba5178d-8fe1-47fd-b5e2-a3fe8ec90945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.078177 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa15011e-7ba7-4127-a39b-b3f502e35230 req-5abbf34d-bca2-404f-9e11-3db5fab2e9a5 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986438 Dec 13 15:03:21.116851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ba5178d-8fe1-47fd-b5e2-a3fe8ec90945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.117106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'f18e8230-9fa4-4900-81ca-f87d25824eda', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'port_id': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'mac_address': 'fa:16:3e:ba:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:02Z', 'updated_at': '2021-12-13T15:03:19Z', 'revision_number': 1, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:21.149656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eeaaa3-f622-49f6-a69e-ca42bdbc6d09 None None] The sync data for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 is: [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'f18e8230-9fa4-4900-81ca-f87d25824eda', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'port_id': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'mac_address': 'fa:16:3e:ba:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:02Z', 'updated_at': '2021-12-13T15:03:19Z', 'revision_number': 1, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:03:21.161701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3ba5178d-8fe1-47fd-b5e2-a3fe8ec90945 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1720872124b04c5cbf555fd3484623f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745576 Dec 13 15:03:21.163115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42486) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:21.163225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5178d-8fe1-47fd-b5e2-a3fe8ec90945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2c360f-c7ad-4e7d-ac7b-d3205aeb3391,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:21.230327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.254732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.357029 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.363823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.371099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f2c360f-c7ad-4e7d-ac7b-d3205aeb3391 HTTP/1.1" status: 204 len: 168 time: 0.2040985 Dec 13 15:03:21.377787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:21.389899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2c360f-c7ad-4e7d-ac7b-d3205aeb3391,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:21.411850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.411850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.412162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.412402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.412737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.413077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.413619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.413736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.414023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.420675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.421463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.421463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d10ce8-097f-444f-ac32-c1574c0c7bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:21.431048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae1c03c-a32d-43be-bb3d-17552ba6286e None None] New status for floating IP f18e8230-9fa4-4900-81ca-f87d25824eda: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:03:21.559983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:03:21.566456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:21.566850 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.678799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.714093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:21.793961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:21.866525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:22.113484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e1366-6c1c-49ab-b761-ed704600869d req-3d2630ed-cb55-4a61-bb0a-8d1d7a100c35 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:22.114993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8b1e1366-6c1c-49ab-b761-ed704600869d req-3d2630ed-cb55-4a61-bb0a-8d1d7a100c35 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0525653 Dec 13 15:03:22.157861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8b1e1366-6c1c-49ab-b761-ed704600869d req-254d28f1-3199-462e-ae58-76864fb7cb65 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365584 Dec 13 15:03:22.159060 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:03:22.226089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ffd57186-09fd-4010-a231-7f64fc3e5c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:22.849258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:22.852341 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d795d393-1c4d-4722-a142-c82f5577aa73" -d '{"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-plugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:22.911559 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3420b03-c38a-4cb3-84ea-2902f3302426 x-openstack-request-id: req-c3420b03-c38a-4cb3-84ea-2902f3302426 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:22.911851 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-plugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:22.912108 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3420b03-c38a-4cb3-84ea-2902f3302426 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:22.912504 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'code': 200} Dec 13 15:03:23.012413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3750a-d83c-4857-9a29-9168a2d697d1 req-86de0d63-a85d-43ab-995c-65e8db73b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:23.014601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cea3750a-d83c-4857-9a29-9168a2d697d1 req-86de0d63-a85d-43ab-995c-65e8db73b057 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1096 time: 0.0448351 Dec 13 15:03:23.058860 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cea3750a-d83c-4857-9a29-9168a2d697d1 req-5286b2f8-44a6-4b7e-b38c-08662946046e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366271 Dec 13 15:03:23.262620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:23.312749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab872b26-a5e5-4a8b-83c1-3e22ae47b982 req-b87fd9e4-c574-401b-9c53-73312aa74c16 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:23.314516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab872b26-a5e5-4a8b-83c1-3e22ae47b982 req-b87fd9e4-c574-401b-9c53-73312aa74c16 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0499284 Dec 13 15:03:23.379943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab872b26-a5e5-4a8b-83c1-3e22ae47b982 req-7757575f-a15a-4700-8fbb-d52618681c60 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584526 Dec 13 15:03:24.156178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42610) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:24.286925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35b21cb8-e565-4c0b-84c0-c3a092d25c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.366742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35b21cb8-e565-4c0b-84c0-c3a092d25c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.470727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35b21cb8-e565-4c0b-84c0-c3a092d25c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.529678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b21cb8-e565-4c0b-84c0-c3a092d25c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c369ba-bd3d-437f-abde-d2acf707f92b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:24.533791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-35b21cb8-e565-4c0b-84c0-c3a092d25c09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=414c56d14b67483b8e7a80e88df8469f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764386 Dec 13 15:03:24.537057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42624) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:24.551738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55f8b4-a0ba-4ae4-96d6-e4b549c29c20 req-b3c88b68-d8ba-46dc-bff6-14a894f97a04 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:24.553645 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f55f8b4-a0ba-4ae4-96d6-e4b549c29c20 req-b3c88b68-d8ba-46dc-bff6-14a894f97a04 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0916800 Dec 13 15:03:24.595340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f55f8b4-a0ba-4ae4-96d6-e4b549c29c20 req-5ffd49de-b8a0-41e2-8d30-204e5e76b17e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358510 Dec 13 15:03:24.606448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eeae2941-69a6-4d91-b2b1-142ccabe50f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.648967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eeae2941-69a6-4d91-b2b1-142ccabe50f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.843036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe07e3-cd2d-4989-b861-61bc1ab69125 req-ff382cef-a20d-4aba-8f6c-1a435302a7e4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:24.844945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c8fe07e3-cd2d-4989-b861-61bc1ab69125 req-ff382cef-a20d-4aba-8f6c-1a435302a7e4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1451392 Dec 13 15:03:24.853232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eeae2941-69a6-4d91-b2b1-142ccabe50f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.859720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eeae2941-69a6-4d91-b2b1-142ccabe50f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.866228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42632) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:24.876765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'floatingip': {'port_id': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:24.883244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eeae2941-69a6-4d91-b2b1-142ccabe50f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00c369ba-bd3d-437f-abde-d2acf707f92b HTTP/1.1" status: 204 len: 168 time: 0.3312986 Dec 13 15:03:24.922712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae2941-69a6-4d91-b2b1-142ccabe50f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c369ba-bd3d-437f-abde-d2acf707f92b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:24.939427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:24.997265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:25.122670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:25.842036 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:25.902692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:26.025113 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Floating IP cca7f273-6998-4837-8772-90a80f2ee046 associated. External IP: 172.25.7.187, port: 61eb153c-cbf0-4c3a-a1de-3325ab607bfd. Dec 13 15:03:26.266989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:03:26.415712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:03:26.426942 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] Sync routers for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:03:26.428301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:26.444057 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:26.445011 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:26.462288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8029ae40-0571-4066-94ed-c909d5e61732 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "PUT /v2.0/floatingips/cca7f273-6998-4837-8772-90a80f2ee046 HTTP/1.1" status: 200 len: 991 time: 1.5893803 Dec 13 15:03:26.462288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:26.467920 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd30131-d264-47ad-8869-03ba7aa07552" -d '{"events": [{"name": "network-changed", "server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:26.510435 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d25900-3f65-4482-92df-62bb79e1300a x-openstack-request-id: req-30d25900-3f65-4482-92df-62bb79e1300a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:26.510930 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:26.511355 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30d25900-3f65-4482-92df-62bb79e1300a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:26.511921 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'status': 'completed', 'code': 200} Dec 13 15:03:26.594541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-2b89be70-3077-4d3c-87d8-de61cc04c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:26.596096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-2b89be70-3077-4d3c-87d8-de61cc04c2de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1096 time: 0.0500984 Dec 13 15:03:26.631656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:26.808596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-41ff57b2-c530-420b-9937-4aaea4ff06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:26.810692 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-41ff57b2-c530-420b-9937-4aaea4ff06f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.2062376 Dec 13 15:03:26.893964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-18e5fcaf-f4c8-4ab6-a564-b74084e8fec7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 999 time: 0.0732265 Dec 13 15:03:26.953850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-6a21771c-891d-4607-905f-748abde71018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:26.955458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-6a21771c-891d-4607-905f-748abde71018 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0547898 Dec 13 15:03:27.013964 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'cca7f273-6998-4837-8772-90a80f2ee046', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'port_id': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'mac_address': 'fa:16:3e:fa:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:06Z', 'updated_at': '2021-12-13T15:03:25Z', 'revision_number': 1, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:27.021234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-ba0f4078-c64d-41ec-9da2-07381477eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:27.022859 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-ba0f4078-c64d-41ec-9da2-07381477eb0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603309 Dec 13 15:03:27.055506 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] Checking router: 5bc2129b-b4be-4172-b23e-7b1631fb65b2 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:03:27.071144 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:27.072460 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:27.147100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-efc601fb-0323-4e1b-a65e-beec9eb9db2b service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128275 Dec 13 15:03:27.202098 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:27.291663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42716) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:27.292238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd30131-d264-47ad-8869-03ba7aa07552 req-85daabd4-5ce4-4c17-9f76-c6e618b6152b service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366849 Dec 13 15:03:27.481553 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'cca7f273-6998-4837-8772-90a80f2ee046', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'port_id': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'mac_address': 'fa:16:3e:fa:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:06Z', 'updated_at': '2021-12-13T15:03:25Z', 'revision_number': 1, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:27.506279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-694411203'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:27.508293 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281be3b5-54a2-471d-a04f-49855a2da28f None None] The sync data for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 is: [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'cca7f273-6998-4837-8772-90a80f2ee046', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'port_id': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'mac_address': 'fa:16:3e:fa:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:03:06Z', 'updated_at': '2021-12-13T15:03:25Z', 'revision_number': 1, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:03:27.645488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Made reservation on behalf of 9e506008973a4340bdc125921cd0f196 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:27.648144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:27.687559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:27.773579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c1a04-193f-4330-aca6-5c0ee332802d None None] New status for floating IP cca7f273-6998-4837-8772-90a80f2ee046: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:03:27.831450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:27.893311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:27.919687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:03:27.930132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859f1abe-8da8-4692-b4c2-aad5510d1e93,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:27.934798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:27.935155 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Added segment 7fd32074-2375-4648-a0ef-c1988c56a45a of type vlan for network a3f15415-303e-436c-a7ff-29cbe8214fa6 Dec 13 15:03:27.981527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:28.102699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:28.109137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:28.109992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:28.195243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Pushing event updated for resources: {'Network': ['ID=a3f15415-303e-436c-a7ff-29cbe8214fa6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:28.205771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a3f15415-303e-436c-a7ff-29cbe8214fa6 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:03:28.212974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6f0e3ff6-6cc4-4146-8878-f825a911c31d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9176657 Dec 13 15:03:28.408977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42748) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:28.414031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Request body: {'port': {'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6', 'binding:host_id': 'n-h1-816954-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123819486'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:28.507895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Made reservation on behalf of 62fce8dab37a43f2b6405379ff342965 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:28.510379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:28.520192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:28.608699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:28.708134 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:28.714621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] device_id is not set on port 85e06616-d195-4bac-89c8-82c780f2f9a6 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:28.865559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c5bcd1-cadb-4a3c-94f2-b76f962bf52f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:29.052214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] device_id is not set on port 85e06616-d195-4bac-89c8-82c780f2f9a6 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:29.062403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:29.131473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:29.188344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=85e06616-d195-4bac-89c8-82c780f2f9a6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:29.199638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Checking segment: {'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:29.200042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Network hostable DHCP agents. Network: a3f15415-303e-436c-a7ff-29cbe8214fa6, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:03:29.267975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Network a3f15415-303e-436c-a7ff-29cbe8214fa6 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:03:29.353631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a3f15415-303e-436c-a7ff-29cbe8214fa6) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:29.359142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:29.362706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db265328-e8c2-4b16-af4d-426188c39d0d None None] Network a3f15415-303e-436c-a7ff-29cbe8214fa6 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:03:29.374678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.375289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.375823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.380421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.386501 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.386501 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 2 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.393876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.394432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.394933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.399511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.400006 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.400650 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 3 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.413471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.414520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.415020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.420077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.420690 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.421313 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 4 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.436033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.436365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.436703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.441754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.442085 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.442514 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 5 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.455715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.456071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.456511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.460805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.461122 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.461613 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 6 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.473393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.473721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.474054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.478299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.478617 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.478993 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 7 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.491819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.492265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.492595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.497630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.497945 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.498358 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 8 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.509700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.509965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.510329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.514693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.515015 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.515400 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 9 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.528469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.528800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.529135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.533392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.533710 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.534096 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 10 to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 Dec 13 15:03:29.546998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:29.547496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:29.547837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:29.552484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 85e06616-d195-4bac-89c8-82c780f2f9a6 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:29.552923 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 85e06616-d195-4bac-89c8-82c780f2f9a6 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:29.553296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:29.636728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] For port 85e06616-d195-4bac-89c8-82c780f2f9a6, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:29.637082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempted to set empty binding levels {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 15:03:29.725834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:29.762069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:29.762718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:29.782866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=85e06616-d195-4bac-89c8-82c780f2f9a6,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:29.859251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c489273e-a649-4346-848f-5e25bd6a2354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4461298 Dec 13 15:03:29.860234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42786) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:29.952790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Deleting port 85e06616-d195-4bac-89c8-82c780f2f9a6 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:29.953139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.022538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] For port 85e06616-d195-4bac-89c8-82c780f2f9a6, host n-h1-816954-1, got binding levels [] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:30.023667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.053003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Calling delete_port for 85e06616-d195-4bac-89c8-82c780f2f9a6 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:30.263272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.295557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event deleted for resources: {'Port': ['ID=85e06616-d195-4bac-89c8-82c780f2f9a6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:30.318539 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.324694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d4980e9-b842-4dc6-b48b-44fd7152efe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "DELETE /v2.0/ports/85e06616-d195-4bac-89c8-82c780f2f9a6 HTTP/1.1" status: 204 len: 168 time: 0.4616005 Dec 13 15:03:30.325585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42800) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:30.363325 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef04c7a7-f9c4-4126-baa1-24b59af61c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:03:30.364969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ef04c7a7-f9c4-4126-baa1-24b59af61c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "GET /v2.0/ports/85e06616-d195-4bac-89c8-82c780f2f9a6 HTTP/1.1" status: 404 len: 333 time: 0.0382612 Dec 13 15:03:30.368646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42802) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:30.373652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Request body: {'port': {'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-558312163'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:30.456655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Made reservation on behalf of 62fce8dab37a43f2b6405379ff342965 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:30.459409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.477749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] device_id is not set on port 798ea859-6cd4-4589-8842-1729ca431c48 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:30.631194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.745401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.800204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Network a3f15415-303e-436c-a7ff-29cbe8214fa6 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:30.811743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:30.818749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:30.819738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:30.821138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:30.831581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=798ea859-6cd4-4589-8842-1729ca431c48,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:30.929980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb504bdf-f087-4bd5-8b8c-f91bf9d0eda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5600262 Dec 13 15:03:30.933937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42812) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:30.945816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:31.039871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:31.227751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] device_id is not set on port 798ea859-6cd4-4589-8842-1729ca431c48 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:31.237806 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:31.322222 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:31.381845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=798ea859-6cd4-4589-8842-1729ca431c48,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:31.389311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.389648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.389982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.394580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.396475 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.396475 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 2 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.408463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.408794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.409146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.413414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.413737 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.414122 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 3 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.425496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.425827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.426157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.430375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.430702 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.431083 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 4 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.444783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.445112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.445436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.449764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.450685 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.451097 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 5 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.462558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.463147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.463286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.467428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.467744 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.468119 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 6 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.479935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.480260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.480581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.484719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.485031 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.485412 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 7 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.496547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.497368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.497688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.501838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.502149 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.502565 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 8 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.514863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.515187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.515509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.519574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.523337 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.523337 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 9 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.532947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.533328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.533658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.537879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.538196 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.538608 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 10 to bind port 798ea859-6cd4-4589-8842-1729ca431c48 Dec 13 15:03:31.551093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:31.551424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:31.551822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:31.556755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:31.563842 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 798ea859-6cd4-4589-8842-1729ca431c48 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:31.563842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:31.630786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] For port 798ea859-6cd4-4589-8842-1729ca431c48, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:31.631462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempted to set empty binding levels {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 15:03:31.702560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:31.732962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] In _notify_port_updated(), no bound segment for port 798ea859-6cd4-4589-8842-1729ca431c48 on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:03:31.733785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.734396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:31.738026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "PUT /v2.0/ports/798ea859-6cd4-4589-8842-1729ca431c48 HTTP/1.1" status: 200 len: 978 time: 0.8002622 Dec 13 15:03:31.738292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42828) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:31.811514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6269719-5d27-4cf3-ab5c-fdc33becbd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=798ea859-6cd4-4589-8842-1729ca431c48,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:31.852443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.852913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.853368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.853814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.854280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.854730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.855176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.855618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.856061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.857018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.857461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.857962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.858433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.858870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.859309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.859740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.860173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.860609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.861045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.861480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.861912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.862378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.862812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.863254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.863693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.864127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.864564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.864998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.865434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.865868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.866330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.866770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.867210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.867867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.868068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.868500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.868940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:31.876301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-889de0e3-53c4-4a19-866e-39c1bb234ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33282 time: 0.1342361 Dec 13 15:03:31.879218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:31.957346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Deleting port 798ea859-6cd4-4589-8842-1729ca431c48 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:31.957683 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.025267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] For port 798ea859-6cd4-4589-8842-1729ca431c48, host n-h1-816954-1, got binding levels [] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:32.025618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.037760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Calling delete_port for 798ea859-6cd4-4589-8842-1729ca431c48 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:32.190850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.229450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.232418 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "DELETE /v2.0/ports/798ea859-6cd4-4589-8842-1729ca431c48 HTTP/1.1" status: 204 len: 168 time: 0.3521752 Dec 13 15:03:32.233424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008f382-24c0-4c30-af76-3c2a90cce477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event deleted for resources: {'Port': ['ID=798ea859-6cd4-4589-8842-1729ca431c48,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:32.235134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42852) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:32.260510 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2663b4-8c86-406e-8e9c-6641358f18f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:03:32.262026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a2663b4-8c86-406e-8e9c-6641358f18f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "GET /v2.0/ports/798ea859-6cd4-4589-8842-1729ca431c48 HTTP/1.1" status: 404 len: 333 time: 0.0253494 Dec 13 15:03:32.266691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42856) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:32.271748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1055850395', 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:32.365196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Made reservation on behalf of 62fce8dab37a43f2b6405379ff342965 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:32.367759 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.383684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] device_id is not set on port cc33fe5c-e086-4f99-ba8b-15bc266a4a5f yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:32.538313 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.645727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.690594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Network a3f15415-303e-436c-a7ff-29cbe8214fa6 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:32.693529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:32.697133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:32.698067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:32.698681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.718926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=cc33fe5c-e086-4f99-ba8b-15bc266a4a5f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:32.802215 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0bc5c6c1-fa60-4e33-9cc6-406151c1468e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5344110 Dec 13 15:03:32.804903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42866) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:32.838587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c8426-abd5-46a5-9d66-9f4bb1d16b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:32.840066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-565c8426-abd5-46a5-9d66-9f4bb1d16b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "GET /v2.0/ports/cc33fe5c-e086-4f99-ba8b-15bc266a4a5f HTTP/1.1" status: 200 len: 959 time: 0.0342753 Dec 13 15:03:32.846363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42870) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:32.926541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Deleting port cc33fe5c-e086-4f99-ba8b-15bc266a4a5f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:32.926959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:32.990686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:33.004231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Calling delete_port for cc33fe5c-e086-4f99-ba8b-15bc266a4a5f owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:33.159681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:33.190993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc33fe5c-e086-4f99-ba8b-15bc266a4a5f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:33.200727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:33.204536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ad21eeb5-937e-4efe-b0a1-d26ec5025951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "DELETE /v2.0/ports/cc33fe5c-e086-4f99-ba8b-15bc266a4a5f HTTP/1.1" status: 204 len: 168 time: 0.3601646 Dec 13 15:03:33.207245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42882) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:33.240692 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d3a291-eb47-4e3d-ac81-85004625ea0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:03:33.242261 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-15d3a291-eb47-4e3d-ac81-85004625ea0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "GET /v2.0/ports/cc33fe5c-e086-4f99-ba8b-15bc266a4a5f HTTP/1.1" status: 404 len: 333 time: 0.0340147 Dec 13 15:03:33.247370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42886) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:33.252507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Request body: {'port': {'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000638735'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:33.353813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Made reservation on behalf of 62fce8dab37a43f2b6405379ff342965 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:33.356340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:33.375219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] device_id is not set on port 30231a56-bcaf-469a-91d7-cf7006fd7fdb yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:33.531566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:33.651183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:33.693148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Network a3f15415-303e-436c-a7ff-29cbe8214fa6 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:33.697557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:33.702044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:33.702561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:33.703333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:33.710936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=30231a56-bcaf-469a-91d7-cf7006fd7fdb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:33.802105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ff8d1516-19f3-48d6-b55c-ddacd0439720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5534177 Dec 13 15:03:33.804613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42896) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:33.810359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:33.879048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.066738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] device_id is not set on port 30231a56-bcaf-469a-91d7-cf7006fd7fdb yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:34.074295 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.139407 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.203809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=30231a56-bcaf-469a-91d7-cf7006fd7fdb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:34.223706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.224159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.224504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.228757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.229082 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.229466 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 2 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.242515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.243083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.243423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.248476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.248799 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.249190 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 3 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.261764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.262044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.263036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.267545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.267871 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.268262 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 4 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.281087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.281419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.281756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.286465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.286788 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.287174 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 5 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.299961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.300291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.300631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.305318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.305652 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.306038 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 6 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.319891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.320224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.320659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.325948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.326448 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.326799 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 7 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.338819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.339157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.339494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.343862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.344206 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.344594 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 8 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.356792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.357124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.357517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.361731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.362053 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.362468 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 9 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.375044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.375379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.375716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.380384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.380707 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.381100 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempt 10 to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb Dec 13 15:03:34.394964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:34.395287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:34.395624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempting to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:34.400140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:03:34.400467 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Failed to bind port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on host n-h1-816954-1 for vnic_type normal using segments [{'id': '7fd32074-2375-4648-a0ef-c1988c56a45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a3f15415-303e-436c-a7ff-29cbe8214fa6'}] Dec 13 15:03:34.400861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.471952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] For port 30231a56-bcaf-469a-91d7-cf7006fd7fdb, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:34.472317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attempted to set empty binding levels {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 15:03:34.556810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.586883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] In _notify_port_updated(), no bound segment for port 30231a56-bcaf-469a-91d7-cf7006fd7fdb on network a3f15415-303e-436c-a7ff-29cbe8214fa6 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:03:34.587942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:34.588530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.590043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "PUT /v2.0/ports/30231a56-bcaf-469a-91d7-cf7006fd7fdb HTTP/1.1" status: 200 len: 979 time: 0.7840171 Dec 13 15:03:34.592923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42918) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:34.636297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae3cb5-8863-401e-80e3-069c2c289730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event updated for resources: {'Port': ['ID=30231a56-bcaf-469a-91d7-cf7006fd7fdb,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:34.692031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Deleting port 30231a56-bcaf-469a-91d7-cf7006fd7fdb {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:34.692638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.765536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] For port 30231a56-bcaf-469a-91d7-cf7006fd7fdb, host n-h1-816954-1, got binding levels [] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:34.765903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.778601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Calling delete_port for 30231a56-bcaf-469a-91d7-cf7006fd7fdb owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:34.925433 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.957640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Pushing event deleted for resources: {'Port': ['ID=30231a56-bcaf-469a-91d7-cf7006fd7fdb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:34.963423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:34.967609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a16a45b6-4d65-4c12-b412-0154cb3bdf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "DELETE /v2.0/ports/30231a56-bcaf-469a-91d7-cf7006fd7fdb HTTP/1.1" status: 204 len: 168 time: 0.3735695 Dec 13 15:03:34.974673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42924) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:34.994327 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c83169d-f8b1-4112-9ff9-6c77385e29df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:03:34.999795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3c83169d-f8b1-4112-9ff9-6c77385e29df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494880439-project-admin] 10.222.0.24 "GET /v2.0/ports/30231a56-bcaf-469a-91d7-cf7006fd7fdb HTTP/1.1" status: 404 len: 333 time: 0.0247259 Dec 13 15:03:35.000176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42928) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:35.096882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:35.195274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:35.216053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f15415-303e-436c-a7ff-29cbe8214fa6']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:35.225472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd32074-2375-4648-a0ef-c1988c56a45a') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:35.225759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd32074-2375-4648-a0ef-c1988c56a45a') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:35.235470 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:35.249127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:35.254956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:03:35.255359 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:03:35.258489 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:03:35.382528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:35.398068 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:35.404857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] 10.222.0.24 "DELETE /v2.0/networks/a3f15415-303e-436c-a7ff-29cbe8214fa6 HTTP/1.1" status: 204 len: 168 time: 0.4005895 Dec 13 15:03:35.440714 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Pushing event deleted for resources: {'Network': ['ID=a3f15415-303e-436c-a7ff-29cbe8214fa6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:35.452080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.452435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.452773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.453114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.453450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.453783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.454113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.454473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.454801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.455175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.455500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.455826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a3315-7a46-4144-8f28-ea55ab765ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146533118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:35.945099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42952) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:36.097371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-687a2d13-7d13-4cf0-ac41-eba22cdc5d7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e506008973a4340bdc125921cd0f196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481500 Dec 13 15:03:36.097371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42960) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:36.151313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc0b2d3f-8d98-48c2-a833-00560e03d34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:36.175112 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc0b2d3f-8d98-48c2-a833-00560e03d34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:36.304805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc0b2d3f-8d98-48c2-a833-00560e03d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:36.307833 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc0b2d3f-8d98-48c2-a833-00560e03d34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:36.312036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc0b2d3f-8d98-48c2-a833-00560e03d34a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/859f1abe-8da8-4692-b4c2-aad5510d1e93 HTTP/1.1" status: 204 len: 168 time: 0.2111735 Dec 13 15:03:36.320980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b2d3f-8d98-48c2-a833-00560e03d34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f1abe-8da8-4692-b4c2-aad5510d1e93,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:37.011379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 42986) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:37.055191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-783f7ed7-1eea-4538-bcd6-5fb46d14cb38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62fce8dab37a43f2b6405379ff342965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426524 Dec 13 15:03:37.058577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 42988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:37.107881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58626cdb-236c-4c93-90b9-de1844bdf21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:37.128582 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58626cdb-236c-4c93-90b9-de1844bdf21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:37.256917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f525b17-f92d-447a-a284-2a377fb99463 req-3b6efebe-16f5-4835-9bad-7191a246b71b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:37.256917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f525b17-f92d-447a-a284-2a377fb99463 req-3b6efebe-16f5-4835-9bad-7191a246b71b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 946 time: 0.0525124 Dec 13 15:03:37.276462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58626cdb-236c-4c93-90b9-de1844bdf21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:37.279210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58626cdb-236c-4c93-90b9-de1844bdf21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:37.280397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-58626cdb-236c-4c93-90b9-de1844bdf21e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94c5bcd1-cadb-4a3c-94f2-b76f962bf52f HTTP/1.1" status: 204 len: 168 time: 0.2207143 Dec 13 15:03:37.289194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58626cdb-236c-4c93-90b9-de1844bdf21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c5bcd1-cadb-4a3c-94f2-b76f962bf52f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:37.304118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f525b17-f92d-447a-a284-2a377fb99463 req-4f402a0c-1e34-48ba-84f4-07af951d3e38 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433979 Dec 13 15:03:37.904529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-7085c276-9bd9-4de9-baed-cab13ef07d72 req-d52eada1-c106-45f4-9c90-7dfacc96b639 service neutron] (102824) timed out ('10.222.0.50', 50586) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:03:38.437551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2177a-f786-4683-b4e2-1f0432927f64 req-3a6cdef4-e802-4dd4-83a9-32d9c4c2b445 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:38.439658 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fde2177a-f786-4683-b4e2-1f0432927f64 req-3a6cdef4-e802-4dd4-83a9-32d9c4c2b445 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 946 time: 0.0510592 Dec 13 15:03:38.479328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fde2177a-f786-4683-b4e2-1f0432927f64 req-9753d420-dcfb-42a2-84fd-7c4dee5ea742 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8d14373-8fe2-49bc-8cab-10391e5946a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Dec 13 15:03:38.918351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-d0c24d26-3b1a-4e11-87f4-1bbfd9492fef tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:38.920404 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-d0c24d26-3b1a-4e11-87f4-1bbfd9492fef tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 946 time: 0.0580788 Dec 13 15:03:39.021754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Deleting port 295de556-4823-4291-b354-422f43b6b65d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:39.022184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.113822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] For port 295de556-4823-4291-b354-422f43b6b65d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=295de556-4823-4291-b354-422f43b6b65d,segment=NetworkSegment(a9d58563-b545-45b7-ad95-e83d86ad89e1),segment_id=a9d58563-b545-45b7-ad95-e83d86ad89e1)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:39.114178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.128310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Calling delete_port for 295de556-4823-4291-b354-422f43b6b65d owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:39.254436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:39.328484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.343951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['295de556-4823-4291-b354-422f43b6b65d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:03:39.365845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Pushing event deleted for resources: {'Port': ['ID=295de556-4823-4291-b354-422f43b6b65d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:39.412738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1489875683', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:39.415264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] No DVR routers for this DVR port 295de556-4823-4291-b354-422f43b6b65d on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:03:39.417878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.421478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e41f0084-9509-4e19-82d5-e5c3f2a3dae8 req-26104c92-cfca-4dd1-867e-88bb8beeb76b tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.55 "DELETE /v2.0/ports/295de556-4823-4291-b354-422f43b6b65d HTTP/1.1" status: 204 len: 173 time: 0.4949117 Dec 13 15:03:39.421926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'name': 'network-vif-deleted', 'tag': '295de556-4823-4291-b354-422f43b6b65d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:39.424419 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115bb484-8477-4042-a60b-2b025be13cdb" -d '{"events": [{"server_uuid": "6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13", "name": "network-vif-deleted", "tag": "295de556-4823-4291-b354-422f43b6b65d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:39.466157 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed2585a-72b2-4956-a238-6534af0655e7 x-openstack-request-id: req-7ed2585a-72b2-4956-a238-6534af0655e7 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:39.466891 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13", "name": "network-vif-deleted", "tag": "295de556-4823-4291-b354-422f43b6b65d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:39.466891 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ed2585a-72b2-4956-a238-6534af0655e7 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:39.467155 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13', 'name': 'network-vif-deleted', 'tag': '295de556-4823-4291-b354-422f43b6b65d', 'status': 'completed', 'code': 200} Dec 13 15:03:39.535013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Made reservation on behalf of 11b438a418ee4e0ab94309ce26848b66 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:39.537585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.546914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.594815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bb933b07-b1f8-46e8-a1db-7946e572b0fc req-e7f31391-8d30-4ddc-8746-d59c8072b1b1 tempest-VolumesSnapshotTestJSON-1742979315 tempest-VolumesSnapshotTestJSON-1742979315-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8aafbc-e8b3-4cbf-8d8d-7ceb20c5ec13 HTTP/1.1" status: 200 len: 210 time: 0.0398059 Dec 13 15:03:39.671299 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.756166 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:39.761222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] device_id is not set on port b8c90938-3030-4ee8-a71a-d52c74876f06 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:39.828240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f0047e-d793-4b7e-b7db-5604d89979e1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:39.891430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Allocated IP 172.25.7.35 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b8c90938-3030-4ee8-a71a-d52c74876f06) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:40.034623 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:40.131261 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:40.172868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:40.176020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:40.178503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:40.208173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Pushing event updated for resources: {'Port': ['ID=b8c90938-3030-4ee8-a71a-d52c74876f06,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:40.226843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:40.227448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:40.332848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c521ec78-1e87-4448-b9e0-e54acc4ff5f6 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0772920 Dec 13 15:03:40.335720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43098) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:40.340172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.35'}]}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:40.437339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:40.437951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:40.504742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:40.723817 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:41.322311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:41.341899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:41.528329 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:41.706388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:41.711514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:41.836351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:41.836848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ada6c643-7580-428d-8a44-34e4c138e900 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:03:41.953888 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 15:03:41.955050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e380475f-751d-4b62-9847-d64553708fae tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6183226 Dec 13 15:03:41.957958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43140) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:42.041083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Deleting port b8c90938-3030-4ee8-a71a-d52c74876f06 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:42.041563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:42.123936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:42.136551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Calling delete_port for b8c90938-3030-4ee8-a71a-d52c74876f06 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:42.360056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:42.391367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8c90938-3030-4ee8-a71a-d52c74876f06,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:42.456342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:42.462883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-45a57cb6-e09d-4a00-a233-c3bd4f13dd49 tempest-RoutersAdminNegativeIpV6Test-82856451 tempest-RoutersAdminNegativeIpV6Test-82856451-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b8c90938-3030-4ee8-a71a-d52c74876f06 HTTP/1.1" status: 204 len: 168 time: 0.5006070 Dec 13 15:03:42.967235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43166) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:43.078308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e5641fb-e2db-46fe-af68-a29af60baf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:43.151093 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e5641fb-e2db-46fe-af68-a29af60baf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:43.210787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e5641fb-e2db-46fe-af68-a29af60baf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:43.248320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5641fb-e2db-46fe-af68-a29af60baf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b04c57b-e164-417c-80b5-c5e0f96f418c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:43.252661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0e5641fb-e2db-46fe-af68-a29af60baf6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=385889cb3aee4729af141e7b892ba40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844210 Dec 13 15:03:43.255559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43174) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:43.303516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1301f4c-0749-42de-8d35-8dc0764345a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:43.327232 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1301f4c-0749-42de-8d35-8dc0764345a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:43.470725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1301f4c-0749-42de-8d35-8dc0764345a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:43.473335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1301f4c-0749-42de-8d35-8dc0764345a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:43.474541 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d1301f4c-0749-42de-8d35-8dc0764345a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b04c57b-e164-417c-80b5-c5e0f96f418c HTTP/1.1" status: 204 len: 168 time: 0.2181656 Dec 13 15:03:43.485222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1301f4c-0749-42de-8d35-8dc0764345a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b04c57b-e164-417c-80b5-c5e0f96f418c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:43.487268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 295de556-4823-4291-b354-422f43b6b65d no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:03:43.515979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 295de556-4823-4291-b354-422f43b6b65d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:03:43.516328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 295de556-4823-4291-b354-422f43b6b65d not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:03:44.172317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43206) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:44.215795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-728e6637-b1ef-4e82-8c94-fed1b4a77ee4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11b438a418ee4e0ab94309ce26848b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417223 Dec 13 15:03:44.227617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43210) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:44.274770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12daffa9-9b83-406f-ab05-ff62f367bd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:44.296530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12daffa9-9b83-406f-ab05-ff62f367bd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:44.410784 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12daffa9-9b83-406f-ab05-ff62f367bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:44.413812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12daffa9-9b83-406f-ab05-ff62f367bd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:44.417677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-12daffa9-9b83-406f-ab05-ff62f367bd9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67f0047e-d793-4b7e-b7db-5604d89979e1 HTTP/1.1" status: 204 len: 168 time: 0.1864526 Dec 13 15:03:44.425207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daffa9-9b83-406f-ab05-ff62f367bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f0047e-d793-4b7e-b7db-5604d89979e1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:45.615892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43258) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:45.716501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-531579759'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:45.724621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:45.799049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Made reservation on behalf of 7abff2c63d694ce7942bf283cde43553 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:45.803171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:45.825359 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:45.907933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:45.978896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.003681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:03:46.018247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e302e39-a5c9-4c19-a21c-3c411244615d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:46.021082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.021424 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Added segment 543274aa-0597-4446-b6bd-1e9233c969fe of type vlan for network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 Dec 13 15:03:46.061445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.141704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.147383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:46.147977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.216351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Network': ['ID=a5bfc716-db46-4acd-b2ff-c52df0b05aa7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:46.227117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:03:46.294646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0cc31eb9-a832-4fdc-9b1a-d639589d7eec tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6759925 Dec 13 15:03:46.296538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43278) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:46.301363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'subnet': {'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:46.461708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Made reservation on behalf of 7abff2c63d694ce7942bf283cde43553 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:46.466128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.774443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.846030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Subnet': ['ID=7bced270-9aca-40b8-b1aa-518a1713f99c,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:46.860024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Checking segment: {'id': '543274aa-0597-4446-b6bd-1e9233c969fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:46.860655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Network hostable DHCP agents. Network: a5bfc716-db46-4acd-b2ff-c52df0b05aa7, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:03:46.913595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:46.949917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:03:47.029921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a5bfc716-db46-4acd-b2ff-c52df0b05aa7) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:47.034217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:47.035146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.039505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bfeb3-8ff8-4033-a895-b334a25b12da None None] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:03:47.195272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43306) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:47.196752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fca85a31-b60c-47cc-ae24-dec23d75c08a tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8990104 Dec 13 15:03:47.200674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-bfe7b527-319a-4118-964b-8eb9a6cfddea tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1272614979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:47.222504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-a5bfc716-db46-4acd-b2ff-c52df0b05aa7', 'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7', 'tenant_id': '7abff2c63d694ce7942bf283cde43553', 'fixed_ips': [{'subnet_id': '7bced270-9aca-40b8-b1aa-518a1713f99c'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:03:47.223659 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.276300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b527-319a-4118-964b-8eb9a6cfddea tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.277475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b527-319a-4118-964b-8eb9a6cfddea tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.340713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b527-319a-4118-964b-8eb9a6cfddea tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.380427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Allocated IP 172.20.0.2 (a5bfc716-db46-4acd-b2ff-c52df0b05aa7/7bced270-9aca-40b8-b1aa-518a1713f99c/025c5ff7-80bb-4fe3-8827-486fba49bed3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:47.428522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b527-319a-4118-964b-8eb9a6cfddea tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.542749 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.552188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b527-319a-4118-964b-8eb9a6cfddea tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.552188 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bfe7b527-319a-4118-964b-8eb9a6cfddea tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3496583 Dec 13 15:03:47.554202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43314) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:47.654453 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.702148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:47.707345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:47.711674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:47.756939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Pushing event updated for resources: {'Port': ['ID=025c5ff7-80bb-4fe3-8827-486fba49bed3,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:47.767118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.769127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.769667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.770176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.770704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.771204 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.771833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.772328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.772866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.773367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.773847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.774375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:03:47.804833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Attempting to bind port 025c5ff7-80bb-4fe3-8827-486fba49bed3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:03:47.806161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Attempting to bind port 025c5ff7-80bb-4fe3-8827-486fba49bed3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '543274aa-0597-4446-b6bd-1e9233c969fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:03:47.806770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Attempting to bind port 025c5ff7-80bb-4fe3-8827-486fba49bed3 on network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:03:47.815206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:03:47.815872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Checking segment: {'id': '543274aa-0597-4446-b6bd-1e9233c969fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:03:47.816490 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.817065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Bound using segment: {'id': '543274aa-0597-4446-b6bd-1e9233c969fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:03:47.817715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Bound port: 025c5ff7-80bb-4fe3-8827-486fba49bed3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543274aa-0597-4446-b6bd-1e9233c969fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:03:47.818310 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.888056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:47.895189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-388734f4-60ba-4af1-8787-4073326837ee None None] For port 025c5ff7-80bb-4fe3-8827-486fba49bed3, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:03:47.898390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-388734f4-60ba-4af1-8787-4073326837ee None None] For port 025c5ff7-80bb-4fe3-8827-486fba49bed3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=025c5ff7-80bb-4fe3-8827-486fba49bed3,segment=NetworkSegment(543274aa-0597-4446-b6bd-1e9233c969fe),segment_id=543274aa-0597-4446-b6bd-1e9233c969fe)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:03:47.988060 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:48.111711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388734f4-60ba-4af1-8787-4073326837ee None None] Pushing event updated for resources: {'Port': ['ID=025c5ff7-80bb-4fe3-8827-486fba49bed3,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:48.266355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Allocated IP 172.20.0.1 (a5bfc716-db46-4acd-b2ff-c52df0b05aa7/7bced270-9aca-40b8-b1aa-518a1713f99c/a9fc30b9-bd91-4c41-9015-3611f42ecbf4) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:48.431760 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:48.537513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:48.587021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:48.591323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:48.596290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:48.642078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Port': ['ID=a9fc30b9-bd91-4c41-9015-3611f42ecbf4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:48.656068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.053988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.186489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36068c-4942-42f7-9048-0a6fdbbe5a1b None None] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:03:49.320460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0f42be54-b5ee-4d27-ab8d-4f9a8f7865cc None None] Provisioning complete for port 025c5ff7-80bb-4fe3-8827-486fba49bed3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:49.321521 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f42be54-b5ee-4d27-ab8d-4f9a8f7865cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.431203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 025c5ff7-80bb-4fe3-8827-486fba49bed3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:49.438343 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.481081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f42be54-b5ee-4d27-ab8d-4f9a8f7865cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.526251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0f42be54-b5ee-4d27-ab8d-4f9a8f7865cc None None] For port 025c5ff7-80bb-4fe3-8827-486fba49bed3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=025c5ff7-80bb-4fe3-8827-486fba49bed3,segment=NetworkSegment(543274aa-0597-4446-b6bd-1e9233c969fe),segment_id=543274aa-0597-4446-b6bd-1e9233c969fe)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:49.533185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 025c5ff7-80bb-4fe3-8827-486fba49bed3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:49.533557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.545035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.650999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.655118 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.665908 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f42be54-b5ee-4d27-ab8d-4f9a8f7865cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.685730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Port': ['ID=a9fc30b9-bd91-4c41-9015-3611f42ecbf4,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:49.812292 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42be54-b5ee-4d27-ab8d-4f9a8f7865cc None None] Pushing event updated for resources: {'Port': ['ID=025c5ff7-80bb-4fe3-8827-486fba49bed3,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:49.817148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:03:49.817593 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:03:49.827531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cb543528-70ff-49cb-9bff-2d9ff569c3bf None None] Provisioning complete for port 025c5ff7-80bb-4fe3-8827-486fba49bed3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:49.828094 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb543528-70ff-49cb-9bff-2d9ff569c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.840819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:49.842305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:49.902909 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04761f0f-42af-4db7-8ff2-698f7540ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:49.983307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cb543528-70ff-49cb-9bff-2d9ff569c3bf None None] Provisioning complete for port a9fc30b9-bd91-4c41-9015-3611f42ecbf4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:49.983919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb543528-70ff-49cb-9bff-2d9ff569c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:50.023622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cb543528-70ff-49cb-9bff-2d9ff569c3bf None None] Port a9fc30b9-bd91-4c41-9015-3611f42ecbf4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:50.104351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Router a4a57cd0-d78a-4131-a06b-1baf3be3fc48 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:03:50.156568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e2ec1eb7-6d2a-4a1f-8a05-c63af4a18895 None None] Provisioning complete for port a9fc30b9-bd91-4c41-9015-3611f42ecbf4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:50.157130 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1eb7-6d2a-4a1f-8a05-c63af4a18895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:50.231894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec1eb7-6d2a-4a1f-8a05-c63af4a18895 None None] Port a9fc30b9-bd91-4c41-9015-3611f42ecbf4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:50.304491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d352-9c48-4466-a370-726690bb7c48 req-3999e5cd-7e69-4b4e-b9db-8b524265e956 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:50.305951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e29d352-9c48-4466-a370-726690bb7c48 req-3999e5cd-7e69-4b4e-b9db-8b524265e956 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1097 time: 0.0880303 Dec 13 15:03:50.310213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:03:50.318254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43366) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:50.318685 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-efd466b4-8352-4bd5-8d79-d34b4ed8719b tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "PUT /v2.0/routers/a4a57cd0-d78a-4131-a06b-1baf3be3fc48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7629600 Dec 13 15:03:50.325948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'port': {'network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7', 'name': 'tempest-FloatingIPNegativeTestJSON-1325788414'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:50.326973 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] Sync routers for ids ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:03:50.346737 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] Routers {'a4a57cd0-d78a-4131-a06b-1baf3be3fc48'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:50.349646 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:50.362622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e29d352-9c48-4466-a370-726690bb7c48 req-d9e01ac9-8d6b-4840-b0c1-a1157f8abd5e tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Dec 13 15:03:50.373975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bc74d7e2-20fa-4e88-bddf-1bdee0bacc19 None None] Provisioning complete for port a9fc30b9-bd91-4c41-9015-3611f42ecbf4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:50.374294 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bc74d7e2-20fa-4e88-bddf-1bdee0bacc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:50.400102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43368) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:50.430661 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:50.435120 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] Routers {'a4a57cd0-d78a-4131-a06b-1baf3be3fc48'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:50.435782 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:50.455232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bc74d7e2-20fa-4e88-bddf-1bdee0bacc19 None None] Port a9fc30b9-bd91-4c41-9015-3611f42ecbf4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:50.485840 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:50.486731 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953022e2-2d9a-445e-93e1-fe70825c65dd None None] The sync data for ids ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:03:50.614750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-6e240af8-1499-47ba-992b-91a7416cd636 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773560 Dec 13 15:03:50.642105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 586b8540-b752-4912-a555-fe4e6cbf24cb {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:50.642105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:50.719405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Made reservation on behalf of 7abff2c63d694ce7942bf283cde43553 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:03:50.723432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:50.746608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:50.746608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:50.755272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-63278989-c9cc-4fa0-801f-6213c5583e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:50.756857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-63278989-c9cc-4fa0-801f-6213c5583e90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1096 time: 0.0712624 Dec 13 15:03:50.758026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] device_id is not set on port 2110de4c-5689-4fd9-8a40-fdf49140a482 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:03:50.776137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 586b8540-b752-4912-a555-fe4e6cbf24cb owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:50.957506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-7ae78f72-7ea5-49c1-8ee0-f4e234799050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:50.958919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-7ae78f72-7ea5-49c1-8ee0-f4e234799050 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.1774058 Dec 13 15:03:50.965246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Allocated IP 172.20.0.13 (a5bfc716-db46-4acd-b2ff-c52df0b05aa7/7bced270-9aca-40b8-b1aa-518a1713f99c/2110de4c-5689-4fd9-8a40-fdf49140a482) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:51.022428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:51.061299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=586b8540-b752-4912-a555-fe4e6cbf24cb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:51.151483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:51.153056 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 68ec9dfc-d719-4833-93ed-87f4c6b446b7 disassociated (deleted). External IP: 172.25.7.56, port: 78fa85d8-538f-4d09-8446-64a2934e1c07. Dec 13 15:03:51.368604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 025c5ff7-80bb-4fe3-8827-486fba49bed3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:03:51.427904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 025c5ff7-80bb-4fe3-8827-486fba49bed3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:51.428886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:51.455828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router ca497757-b90b-4865-b3ed-148fd27f802e has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:03:51.464359 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-0a353217-32a7-4be5-abc0-941486dfa204 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 1001 time: 0.4960701 Dec 13 15:03:51.590383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:03:51.593243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-15404603-240c-4c83-853b-15806e079f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:51.594747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-15404603-240c-4c83-853b-15806e079f62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.1207485 Dec 13 15:03:51.599496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:51.606631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] Sync routers for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:03:51.620148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:51.621287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:51.757842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:51.781060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:51.786491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-64a11517-5503-4efb-8126-41a3fb814a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:51.788119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-64a11517-5503-4efb-8126-41a3fb814a39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858482 Dec 13 15:03:51.936104 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-58c8201c-0e37-4a6c-8f25-bfa58d3102bf service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385787 Dec 13 15:03:52.021313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-700d0034-59a4-4208-8097-4a2f6125849b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/floatingips/68ec9dfc-d719-4833-93ed-87f4c6b446b7 HTTP/1.1" status: 204 len: 168 time: 1.6200938 Dec 13 15:03:52.025998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:52.030075 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de4167-0a83-47f0-bee5-14f3e467fe11" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:52.033967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:52.101132 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b79f31f-e327-4e22-95f4-56debb452ed7 x-openstack-request-id: req-9b79f31f-e327-4e22-95f4-56debb452ed7 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:52.102494 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:52.102995 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b79f31f-e327-4e22-95f4-56debb452ed7 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:52.104014 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'status': 'completed', 'code': 200} Dec 13 15:03:52.119804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:52.126427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:52.142455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:52.150939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Port': ['ID=2110de4c-5689-4fd9-8a40-fdf49140a482,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:52.193542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-39ba501b-72eb-4b35-9d5e-dd5b85c06189 req-accdec33-0aa9-49bf-82fe-ae5268dd5d19 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505696 Dec 13 15:03:52.220730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-57485c6b-7875-4944-9f38-9655915615bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:52.222392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-57485c6b-7875-4944-9f38-9655915615bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 1097 time: 0.0966666 Dec 13 15:03:52.233649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:52.234410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:52.311544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:52.344816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] Checking router: ca497757-b90b-4865-b3ed-148fd27f802e for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:03:52.354780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:52.355680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:52.397214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-9ecd8440-d924-41f0-ba17-6192f0517a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:52.398466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f12fb9d5-078f-402d-a5e9-d82ee9605efd tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0768623 Dec 13 15:03:52.401532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43414) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:52.403069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-9ecd8440-d924-41f0-ba17-6192f0517a42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 200 len: 896 time: 0.1706676 Dec 13 15:03:52.407643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:52.438556 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-895d5edc-988a-409f-af63-cb99362d7f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:52.467620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-c9909743-71f9-4ae3-b714-36b77107d125 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 200 len: 217 time: 0.0554531 Dec 13 15:03:52.483561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:52.522128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:52.552049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-3ff29cf8-adf7-4626-a035-d3b93e0ef8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:52.555866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-3ff29cf8-adf7-4626-a035-d3b93e0ef8c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 200 len: 835 time: 0.0792768 Dec 13 15:03:52.580238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-867a3b86-32e5-4fdc-9a7d-7ee76442891e None None] Provisioning complete for port 2110de4c-5689-4fd9-8a40-fdf49140a482 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:03:52.580606 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-867a3b86-32e5-4fdc-9a7d-7ee76442891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:52.627644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-fbf2cba8-ab6a-480f-a629-eaabcc8ebab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:52.629641 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-fbf2cba8-ab6a-480f-a629-eaabcc8ebab7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639060 Dec 13 15:03:52.671843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-867a3b86-32e5-4fdc-9a7d-7ee76442891e None None] Port 2110de4c-5689-4fd9-8a40-fdf49140a482 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:03:52.679788 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:52.825249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Allocated IP 172.25.7.59 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d9ff7d9b-a860-44db-b3c1-4c0b899e6ed0) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:52.836975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:52.860010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-a16d744b-bdcb-419c-b10f-bf7401f57c6c service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207367 Dec 13 15:03:52.866517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ff733-0541-4265-8031-3d496a5d14b9 None None] The sync data for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 is: [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a61193e-ba39-4198-ad5c-a449b36ec09a', 'name': '', 'network_id': '03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:f0:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:46Z', 'updated_at': '2021-12-13T15:01:52Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '7558798b-efda-41b6-98c4-31f66bd5d21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:03:53.002637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34de4167-0a83-47f0-bee5-14f3e467fe11 req-5224b4c5-8b75-4455-b8ac-306ce4f7fda0 service neutron] 10.222.0.50 "GET /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278799 Dec 13 15:03:53.017914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.128253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.181303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:53.185872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:53.197371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:53.209057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a4a3-3c6a-450a-b239-b32e5a1ef1a1 req-8dea0458-67bc-4f9e-a037-22ea554944d1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.210737 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa49a4a3-3c6a-450a-b239-b32e5a1ef1a1 req-8dea0458-67bc-4f9e-a037-22ea554944d1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 946 time: 0.0693684 Dec 13 15:03:53.252758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Port': ['ID=d9ff7d9b-a860-44db-b3c1-4c0b899e6ed0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:53.258845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.290700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa49a4a3-3c6a-450a-b239-b32e5a1ef1a1 req-8d734841-daeb-4a9f-80d4-b39ce2d2398c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576744 Dec 13 15:03:53.306782 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94858e1a-f01f-4331-bb47-6f4bf7360a90 None None] New status for floating IP 68ec9dfc-d719-4833-93ed-87f4c6b446b7: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:03:53.342078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.443640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.618933 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.704188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.769189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-a290ba9d-c964-44d2-af4f-38cb90f321c8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0467145 Dec 13 15:03:53.793793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Port': ['ID=d9ff7d9b-a860-44db-b3c1-4c0b899e6ed0,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:53.793793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.877358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.877836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.878331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.878796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.879256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.879741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.880204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:53.882111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e6b0e71e-ea90-4f54-9442-a5d122cc3883 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6490 time: 0.0512195 Dec 13 15:03:53.886814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:53.888431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d17df435-9c09-4c01-b214-28f63f593b6d tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4854202 Dec 13 15:03:53.891575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43446) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:53.898410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c2219e92-a9cc-4722-aa75-4a65d4cf95e5 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'floatingip': {'port_id': '2110de4c-5689-4fd9-8a40-fdf49140a482', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:53.950248 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c2219e92-a9cc-4722-aa75-4a65d4cf95e5 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.054320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-9a32ba40-d697-445b-a1b5-dbc5fb9023bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.055048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-9a32ba40-d697-445b-a1b5-dbc5fb9023bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.055639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-9a32ba40-d697-445b-a1b5-dbc5fb9023bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.057719 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-9a32ba40-d697-445b-a1b5-dbc5fb9023bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ae87db4-6566-4a34-b93b-12167460eed5&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=0dbf2396-4b31-4a83-8887-655b95608024&id=0dbf2396-4b31-4a83-8887-655b95608024 HTTP/1.1" status: 200 len: 2292 time: 0.1346495 Dec 13 15:03:54.087025 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-c2219e92-a9cc-4722-aa75-4a65d4cf95e5 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] update failed (client error): The resource could not be found. Dec 13 15:03:54.088659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c2219e92-a9cc-4722-aa75-4a65d4cf95e5 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "PUT /v2.0/floatingips/6acd2ff8-cc99-40c3-82f8-966da0cd8c8b HTTP/1.1" status: 404 len: 507 time: 0.1961310 Dec 13 15:03:54.091719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43450) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:54.172525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-00b25193-d2fa-4b65-9747-69fde32bb778 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 200 len: 1001 time: 0.0971241 Dec 13 15:03:54.181237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858be74-44a9-486d-8f3a-0dd29792335b req-7bb21863-ad61-4171-a9e9-33413767b306 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.182678 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6858be74-44a9-486d-8f3a-0dd29792335b req-7bb21863-ad61-4171-a9e9-33413767b306 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 946 time: 0.0992827 Dec 13 15:03:54.245673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Deleting port d9ff7d9b-a860-44db-b3c1-4c0b899e6ed0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:54.246573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.283162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-2fd59ed9-d450-4206-ba13-a1f2678d37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.284701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-2fd59ed9-d450-4206-ba13-a1f2678d37e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 HTTP/1.1" status: 200 len: 851 time: 0.1004262 Dec 13 15:03:54.344503 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.345161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.351681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 78fa85d8-538f-4d09-8446-64a2934e1c07 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:54.354186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.357995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-08db9ff2-e442-42b9-9ee1-4746fcdb984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.359507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-08db9ff2-e442-42b9-9ee1-4746fcdb984a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ae87db4-6566-4a34-b93b-12167460eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647261 Dec 13 15:03:54.385077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Calling delete_port for d9ff7d9b-a860-44db-b3c1-4c0b899e6ed0 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:54.554002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 78fa85d8-538f-4d09-8446-64a2934e1c07, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78fa85d8-538f-4d09-8446-64a2934e1c07,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:54.556838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.571910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2e986-438e-40fd-bdc2-ee8243e4235d req-69ee2f93-0dc7-4972-a79f-9b2e5284b7a9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.573428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48b2e986-438e-40fd-bdc2-ee8243e4235d req-69ee2f93-0dc7-4972-a79f-9b2e5284b7a9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 946 time: 0.1665988 Dec 13 15:03:54.600968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 78fa85d8-538f-4d09-8446-64a2934e1c07 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:54.623148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-0454e931-f9a4-46a8-84b1-38ff8a45087d service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520113 Dec 13 15:03:54.715476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48b2e986-438e-40fd-bdc2-ee8243e4235d req-751d771b-4f14-408e-a7c4-68c82d85d211 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fa71da-a8f1-44fa-aebc-1c0dca924149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342077 Dec 13 15:03:54.719361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.768702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event deleted for resources: {'Port': ['ID=d9ff7d9b-a860-44db-b3c1-4c0b899e6ed0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:54.789784 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-d0889ee7-26b8-428e-9c01-852a16879464 service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537955 Dec 13 15:03:54.839642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.847178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.848589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee5f32eb-6368-4049-b2b5-174852ae74fb tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "DELETE /v2.0/floatingips/6acd2ff8-cc99-40c3-82f8-966da0cd8c8b HTTP/1.1" status: 204 len: 168 time: 0.7558215 Dec 13 15:03:54.852871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43468) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:54.862659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-465696f9-23c7-4b46-a225-528975680d6c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'floatingip': {'floating_network_id': 'a5bfc716-db46-4acd-b2ff-c52df0b05aa7', 'port_id': '2110de4c-5689-4fd9-8a40-fdf49140a482', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:54.866476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-dd671469-2e0e-4f10-9016-9e1f67400ffb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 217 time: 0.0502036 Dec 13 15:03:54.912349 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.956123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-6101cb04-fd9b-4fc8-9802-7874c11768bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:54.957602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-6101cb04-fd9b-4fc8-9802-7874c11768bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0832286 Dec 13 15:03:54.961551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:54.991631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-465696f9-23c7-4b46-a225-528975680d6c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:55.029380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=78fa85d8-538f-4d09-8446-64a2934e1c07,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:55.079861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] No DVR routers for this DVR port 78fa85d8-538f-4d09-8446-64a2934e1c07 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:03:55.083862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:55.087631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6858be74-44a9-486d-8f3a-0dd29792335b req-c307587b-36a7-4290-9a47-95bbdd89a369 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "DELETE /v2.0/ports/78fa85d8-538f-4d09-8446-64a2934e1c07 HTTP/1.1" status: 204 len: 173 time: 0.8952756 Dec 13 15:03:55.091587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-f36031a1-cc86-4326-b8b7-5a72d4e3653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:55.091587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-f36031a1-cc86-4326-b8b7-5a72d4e3653f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1235650 Dec 13 15:03:55.092221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-deleted', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:03:55.094695 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1afcde-9e82-4039-965f-fd24971f4e2d" -d '{"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-deleted", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:03:55.145517 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:55.183823 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c658a6-201c-4a6a-8341-9fc821eaa6aa x-openstack-request-id: req-60c658a6-201c-4a6a-8341-9fc821eaa6aa {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:03:55.184143 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4cce6-e4f2-42c3-abd4-a65dec6f17d9", "name": "network-vif-deleted", "tag": "78fa85d8-538f-4d09-8446-64a2934e1c07", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:03:55.184311 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60c658a6-201c-4a6a-8341-9fc821eaa6aa {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:03:55.184665 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4cce6-e4f2-42c3-abd4-a65dec6f17d9', 'name': 'network-vif-deleted', 'tag': '78fa85d8-538f-4d09-8446-64a2934e1c07', 'status': 'completed', 'code': 200} Dec 13 15:03:55.233147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-a6d57b3f-7633-4a4d-84ef-d19272c4a5cc service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218863 Dec 13 15:03:55.289256 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-465696f9-23c7-4b46-a225-528975680d6c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:03:55.296036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-465696f9-23c7-4b46-a225-528975680d6c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4371369 Dec 13 15:03:55.297536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43478) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:55.306884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '2110de4c-5689-4fd9-8a40-fdf49140a482', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:03:55.347894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-4304ab11-c2c0-4bfd-877a-5605a37d6a0c service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068916 Dec 13 15:03:55.412478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-b072e3cc-8864-4765-b52c-fe4d8b9f6e88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 217 time: 0.0571592 Dec 13 15:03:55.435984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:55.528685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-d46cc3c4-d7ed-491c-b742-df7e3ff45960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:55.530416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-d46cc3c4-d7ed-491c-b742-df7e3ff45960 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.1100109 Dec 13 15:03:55.648126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-c9a9d26a-7326-4c68-992b-900d69cb595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:55.648126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-c9a9d26a-7326-4c68-992b-900d69cb595e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081626 Dec 13 15:03:55.669583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:55.756430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-aa0a25df-cd85-4228-9e62-d6c7a4bb5ecf service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970905 Dec 13 15:03:55.807891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Allocated IP 172.25.7.225 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/48d10a31-d866-4e36-a3df-47b922fab52c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:03:55.889677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-54de5cbe-d1be-4dc7-9820-58db07b085e2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239088 Dec 13 15:03:55.937162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51781993-f03d-47d7-ab58-ccc6d9f4bac3 req-04a08af0-b44e-47a1-bb83-5e51654074e2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d4cce6-e4f2-42c3-abd4-a65dec6f17d9 HTTP/1.1" status: 200 len: 210 time: 0.1091361 Dec 13 15:03:55.943156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-c35095a8-d729-4637-977b-1d2e57c59ff2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4 HTTP/1.1" status: 200 len: 217 time: 0.0459743 Dec 13 15:03:56.004537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-b0b63ff0-91df-42d0-8a4d-1bb459981c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:56.006325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-b0b63ff0-91df-42d0-8a4d-1bb459981c49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0537109 Dec 13 15:03:56.029850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:56.078122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-574ff26d-2c23-41ce-9e19-fa4101b7e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:56.079754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-574ff26d-2c23-41ce-9e19-fa4101b7e8c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617638 Dec 13 15:03:56.142310 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:56.185922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:03:56.189219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:03:56.192843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:03:56.194419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-46ae567b-b536-4d82-8a01-4976c143ff0b service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059835 Dec 13 15:03:56.225626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event updated for resources: {'Port': ['ID=48d10a31-d866-4e36-a3df-47b922fab52c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:56.301295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-32f3c6b6-23a1-4ac5-bf4b-5009d7206c14 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987539 Dec 13 15:03:56.353933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-633873cd-599b-4a16-b37e-181c3d0427c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b3c0ea7d-50db-4265-a72d-ae833691afff HTTP/1.1" status: 200 len: 217 time: 0.0441606 Dec 13 15:03:56.398093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Deleting port 48d10a31-d866-4e36-a3df-47b922fab52c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:56.398603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:56.416926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-5555c41a-a5e9-4e89-b92a-d7c65a1905ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:56.419121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-5555c41a-a5e9-4e89-b92a-d7c65a1905ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.0581355 Dec 13 15:03:56.468925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-c18d2ab4-8100-4fa3-9ced-bedbd512382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:56.470996 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-c18d2ab4-8100-4fa3-9ced-bedbd512382e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449970 Dec 13 15:03:56.485721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:56.486031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:56.506187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Calling delete_port for 48d10a31-d866-4e36-a3df-47b922fab52c owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:56.583921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-19307e57-e28e-4165-8060-6a0669a4c9ff service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036344 Dec 13 15:03:56.702641 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-97bb22b0-02ca-4867-8d05-f4b859e8bd5f service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105313 Dec 13 15:03:56.748723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:56.764759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-2afd9ab2-1dff-4787-a4eb-692e5bcbaedd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a HTTP/1.1" status: 200 len: 217 time: 0.0452693 Dec 13 15:03:56.779318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event deleted for resources: {'Port': ['ID=48d10a31-d866-4e36-a3df-47b922fab52c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:56.828151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-172d5580-a447-4cfe-a7f7-04d084da1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:56.829621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-172d5580-a447-4cfe-a7f7-04d084da1f71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.0542171 Dec 13 15:03:56.888905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-f8261b67-7559-4ce5-b0cc-667923fbd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:56.890436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-f8261b67-7559-4ce5-b0cc-667923fbd57e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537641 Dec 13 15:03:56.951987 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] create failed (client error): The resource could not be found. Dec 13 15:03:56.954499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e8feca2c-13e0-4a5b-8311-d13d1fbc9919 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6558392 Dec 13 15:03:56.958715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:57.004592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:57.011087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-5ab0b88b-a9c5-4e0e-b670-d85bd888366f service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129799 Dec 13 15:03:57.116166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-199869ac-4e13-4feb-b10b-19fd4fb72b27 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982108 Dec 13 15:03:57.161134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-8eae4da8-a417-4097-83e4-ac5e7c95a292 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b466609e-73cd-430b-8122-f49a68826c9c HTTP/1.1" status: 200 len: 217 time: 0.0371814 Dec 13 15:03:57.173726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Deleting port 2110de4c-5689-4fd9-8a40-fdf49140a482 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:57.174149 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:57.233452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-875a8c21-6d2c-4beb-8e61-64eefdb59c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:57.236617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-875a8c21-6d2c-4beb-8e61-64eefdb59c4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.0659652 Dec 13 15:03:57.300738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e524011f-6506-4e02-804a-3e30ec5f7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:57.302263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-e524011f-6506-4e02-804a-3e30ec5f7e54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602572 Dec 13 15:03:57.350989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:57.370447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Calling delete_port for 2110de4c-5689-4fd9-8a40-fdf49140a482 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:57.397492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-1118b022-9fc5-448d-aaf2-c4bad126f173 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861785 Dec 13 15:03:57.504864 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59e68702-ca50-43a5-b5f3-aa8c89c02a7a req-29098dc4-ef94-4f73-8647-7b7822a2c5b6 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003630 Dec 13 15:03:57.623177 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:57.686152 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:57.723293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event deleted for resources: {'Port': ['ID=2110de4c-5689-4fd9-8a40-fdf49140a482,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:57.874757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:57.878010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-33490747-93cf-4ea6-a593-97da1d67d8ff tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "DELETE /v2.0/ports/2110de4c-5689-4fd9-8a40-fdf49140a482 HTTP/1.1" status: 204 len: 168 time: 0.9183359 Dec 13 15:03:57.884373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43534) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:57.972831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7305653-5a0b-4060-abac-cadd21a38386 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:03:57.974432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c7305653-5a0b-4060-abac-cadd21a38386 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a57cd0-d78a-4131-a06b-1baf3be3fc48 HTTP/1.1" status: 200 len: 913 time: 0.0891502 Dec 13 15:03:57.977386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43540) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:58.078602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 9a61193e-ba39-4198-ad5c-a449b36ec09a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:58.079172 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:58.187947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 9a61193e-ba39-4198-ad5c-a449b36ec09a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a61193e-ba39-4198-ad5c-a449b36ec09a,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:03:58.187947 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:58.200188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 9a61193e-ba39-4198-ad5c-a449b36ec09a owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:58.462552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:58.515902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:03:58.566920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 78fa85d8-538f-4d09-8446-64a2934e1c07 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:03:58.567362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78fa85d8-538f-4d09-8446-64a2934e1c07 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:03:58.818492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:58.854030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=9a61193e-ba39-4198-ad5c-a449b36ec09a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:59.148468 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:59.157687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Deleting port a9fc30b9-bd91-4c41-9015-3611f42ecbf4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:03:59.158162 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:59.173857 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:03:59.278951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:59.306136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Calling delete_port for a9fc30b9-bd91-4c41-9015-3611f42ecbf4 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:03:59.426901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router ca497757-b90b-4865-b3ed-148fd27f802e has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:03:59.547556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:03:59.556130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43570) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:03:59.558857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] Sync routers for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:03:59.559433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cc943df8-b0c8-4cdc-bff2-f7fd650fc9ac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/ca497757-b90b-4865-b3ed-148fd27f802e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5530734 Dec 13 15:03:59.574932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:03:59.575551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:59.619677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting subnet 7558798b-efda-41b6-98c4-31f66bd5d21c {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:03:59.619677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:59.652381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:59.692847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event deleted for resources: {'Port': ['ID=a9fc30b9-bd91-4c41-9015-3611f42ecbf4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:03:59.699790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:59.713841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:03:59.911211 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:03:59.960718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:03:58Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:03:59.999452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] Checking router: ca497757-b90b-4865-b3ed-148fd27f802e for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:04:00.004275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.019424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] Routers {'ca497757-b90b-4865-b3ed-148fd27f802e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:00.020293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['ca497757-b90b-4865-b3ed-148fd27f802e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:00.157409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] Set router ca497757-b90b-4865-b3ed-148fd27f802e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:04:00.190261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Router a4a57cd0-d78a-4131-a06b-1baf3be3fc48 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:04:00.266726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:04:00.277944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-87a35337-6506-4bf2-97e1-a7e67886b9af tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "PUT /v2.0/routers/a4a57cd0-d78a-4131-a06b-1baf3be3fc48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2970386 Dec 13 15:04:00.277944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43584) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:00.280150 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] Sync routers for ids ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:04:00.289417 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] Routers {'a4a57cd0-d78a-4131-a06b-1baf3be3fc48'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:00.299302 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:00.325129 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.326393 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:00.335533 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] Routers {'a4a57cd0-d78a-4131-a06b-1baf3be3fc48'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:00.336343 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:00.372466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:00.373641 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026dd26-2f91-4ae7-b5c4-09f7633c6fc8 None None] The sync data for ids ['a4a57cd0-d78a-4131-a06b-1baf3be3fc48'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:04:00.399021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:03:58Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:00.427432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Subnet': ['ID=7558798b-efda-41b6-98c4-31f66bd5d21c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:00.435752 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.439748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-64f28f73-5fb8-49f5-8871-ccd1a2c5af71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/subnets/7558798b-efda-41b6-98c4-31f66bd5d21c HTTP/1.1" status: 204 len: 168 time: 0.8825741 Dec 13 15:04:00.442606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:00.452174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d12b768-bac4-4577-b164-b7424a18c251 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.476781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b85bce-2c2d-46f3-b37b-a259a921e448 None None] Network 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:00.483960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ead77-5a4e-4ea6-a2d7-e4a5f28f0057 None None] The sync data for ids ['ca497757-b90b-4865-b3ed-148fd27f802e'] in n-d-816954-1 is: [{'id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1792303641', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:01:39Z', 'updated_at': '2021-12-13T15:03:58Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd2447fa1-615e-4562-8ea8-4c7851c25bb3', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca497757-b90b-4865-b3ed-148fd27f802e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:01:40Z', 'updated_at': '2021-12-13T15:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:04:00.721215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] DHCP port deletion for 03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:04:00.738530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d12b768-bac4-4577-b164-b7424a18c251 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.741872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d12b768-bac4-4577-b164-b7424a18c251 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.757449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.794853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] Deleting port f8d829c4-fccc-42be-83d7-b579d0ebf355 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:00.794853 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.864425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] For port f8d829c4-fccc-42be-83d7-b579d0ebf355, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f8d829c4-fccc-42be-83d7-b579d0ebf355,segment=NetworkSegment(7ed49556-82b8-4e85-a318-ba1ab39120fd),segment_id=7ed49556-82b8-4e85-a318-ba1ab39120fd)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:00.864898 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.879965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] Calling delete_port for f8d829c4-fccc-42be-83d7-b579d0ebf355 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:00.907432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.975642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d12b768-bac4-4577-b164-b7424a18c251 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.976128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d12b768-bac4-4577-b164-b7424a18c251 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Fanout notify agent at l3_agent the message router_deleted on router a4a57cd0-d78a-4131-a06b-1baf3be3fc48 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:04:00.983867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d12b768-bac4-4577-b164-b7424a18c251 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:00.985196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3d12b768-bac4-4577-b164-b7424a18c251 tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "DELETE /v2.0/routers/a4a57cd0-d78a-4131-a06b-1baf3be3fc48 HTTP/1.1" status: 204 len: 168 time: 0.7081735 Dec 13 15:04:00.988041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43598) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:01.051421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port d2447fa1-615e-4562-8ea8-4c7851c25bb3 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:01.052049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.052741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.096438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] Pushing event deleted for resources: {'Port': ['ID=f8d829c4-fccc-42be-83d7-b579d0ebf355,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:01.101759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Deleting subnet 7bced270-9aca-40b8-b1aa-518a1713f99c {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:04:01.109270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01c3f9-19ea-450f-9f05-11e94caf3ae2 None None] No DVR routers for this DVR port f8d829c4-fccc-42be-83d7-b579d0ebf355 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:01.113022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.165031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port d2447fa1-615e-4562-8ea8-4c7851c25bb3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2447fa1-615e-4562-8ea8-4c7851c25bb3,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:01.170422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.192898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.198967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for d2447fa1-615e-4562-8ea8-4c7851c25bb3 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:01.284601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.368646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f8d829c4-fccc-42be-83d7-b579d0ebf355 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:01.394465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f8d829c4-fccc-42be-83d7-b579d0ebf355 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:01.394736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f8d829c4-fccc-42be-83d7-b579d0ebf355 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:01.395155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a61193e-ba39-4198-ad5c-a449b36ec09a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:01.414379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9a61193e-ba39-4198-ad5c-a449b36ec09a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:01.414731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a61193e-ba39-4198-ad5c-a449b36ec09a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:01.442174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.466420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.495685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event deleted for resources: {'Subnet': ['ID=7bced270-9aca-40b8-b1aa-518a1713f99c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:01.498079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.509090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d01e549-0331-4264-9784-f6a851c91413 None None] Network a5bfc716-db46-4acd-b2ff-c52df0b05aa7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:01.522008 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-52c1650c-88f2-4d45-9d83-d7e17601052c tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "DELETE /v2.0/subnets/7bced270-9aca-40b8-b1aa-518a1713f99c HTTP/1.1" status: 204 len: 168 time: 0.5324781 Dec 13 15:04:01.524512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43614) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:01.538606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=d2447fa1-615e-4562-8ea8-4c7851c25bb3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:01.635819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.636101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.701315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Deleting port 025c5ff7-80bb-4fe3-8827-486fba49bed3 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:01.701666 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.723044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] DHCP port deletion for a5bfc716-db46-4acd-b2ff-c52df0b05aa7 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:04:01.745197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.749498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.774414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] Deleting port 025c5ff7-80bb-4fe3-8827-486fba49bed3 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:01.774414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.783823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] For port 025c5ff7-80bb-4fe3-8827-486fba49bed3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=025c5ff7-80bb-4fe3-8827-486fba49bed3,segment=NetworkSegment(543274aa-0597-4446-b6bd-1e9233c969fe),segment_id=543274aa-0597-4446-b6bd-1e9233c969fe)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:01.784557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.800395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Calling delete_port for 025c5ff7-80bb-4fe3-8827-486fba49bed3 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:01.860936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] For port 025c5ff7-80bb-4fe3-8827-486fba49bed3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=025c5ff7-80bb-4fe3-8827-486fba49bed3,segment=NetworkSegment(543274aa-0597-4446-b6bd-1e9233c969fe),segment_id=543274aa-0597-4446-b6bd-1e9233c969fe)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:01.861341 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.871307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.872246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Fanout notify agent at l3_agent the message router_deleted on router ca497757-b90b-4865-b3ed-148fd27f802e {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:04:01.885058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:01.885058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e8eb708e-e95e-4db5-8a51-c562ec413401 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/routers/ca497757-b90b-4865-b3ed-148fd27f802e HTTP/1.1" status: 204 len: 168 time: 1.4382129 Dec 13 15:04:01.885058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43620) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:01.967411 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.020725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.027780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event deleted for resources: {'Port': ['ID=025c5ff7-80bb-4fe3-8827-486fba49bed3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:02.043288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] No DVR routers for this DVR port 025c5ff7-80bb-4fe3-8827-486fba49bed3 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:02.060108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] Calling delete_port for 025c5ff7-80bb-4fe3-8827-486fba49bed3 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:02.167940 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.181850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.189899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.194832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] Pushing event deleted for resources: {'Port': ['ID=025c5ff7-80bb-4fe3-8827-486fba49bed3,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:02.198720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91528ebf-6c0b-46e3-9fbe-d180bf0b53f4 None None] No DVR routers for this DVR port 025c5ff7-80bb-4fe3-8827-486fba49bed3 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:02.238847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bfc716-db46-4acd-b2ff-c52df0b05aa7']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:02.251272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:02.261689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543274aa-0597-4446-b6bd-1e9233c969fe') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:02.261689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543274aa-0597-4446-b6bd-1e9233c969fe') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:02.274147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed49556-82b8-4e85-a318-ba1ab39120fd') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:02.277841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed49556-82b8-4e85-a318-ba1ab39120fd') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:02.289826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.304655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.305649 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.315864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:02.316712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:02.320888 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:02.339958 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.347638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:02.348125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:02.353383 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:02.499278 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.504362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.509621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/networks/03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1 HTTP/1.1" status: 204 len: 168 time: 0.6196861 Dec 13 15:04:02.511353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:02.530381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.531275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40478992-1a90-43eb-a0c6-9e10b6d735f0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Network': ['ID=03aca06e-d9e0-42cf-a2a7-fa65ce93c5e1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:02.542969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.549118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] 10.222.0.24 "DELETE /v2.0/networks/a5bfc716-db46-4acd-b2ff-c52df0b05aa7 HTTP/1.1" status: 204 len: 168 time: 1.0208070 Dec 13 15:04:02.566047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b36f88-d0da-4404-9c7b-6a09aae79ffe tempest-FloatingIPNegativeTestJSON-1980436032 tempest-FloatingIPNegativeTestJSON-1980436032-project] Pushing event deleted for resources: {'Network': ['ID=a5bfc716-db46-4acd-b2ff-c52df0b05aa7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:02.614856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2f42-c8b1-4549-a724-01a784eb8103 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.641849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2f42-c8b1-4549-a724-01a784eb8103 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.852852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2f42-c8b1-4549-a724-01a784eb8103 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.856059 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2f42-c8b1-4549-a724-01a784eb8103 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:02.859857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cc8a2f42-c8b1-4549-a724-01a784eb8103 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/security-groups/41fa71da-a8f1-44fa-aebc-1c0dca924149 HTTP/1.1" status: 204 len: 168 time: 0.3448501 Dec 13 15:04:02.876132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a2f42-c8b1-4549-a724-01a784eb8103 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa71da-a8f1-44fa-aebc-1c0dca924149,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:03.124987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43656) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:03.277923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ffaf6a10-a627-45ca-9e42-424ac2cc0aa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7abff2c63d694ce7942bf283cde43553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517801 Dec 13 15:04:03.283961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43664) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:03.365294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43666) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:03.374170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dcac89b2-e487-4721-bf59-4c3a96997f38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478871867', 'description': 'tempest-secgroup-smoke-478871867 description', 'project_id': '515f7b22ce9744918b9b5447b1a274ac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:03.404569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 025c5ff7-80bb-4fe3-8827-486fba49bed3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:03.406714 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32008386-a7c9-466b-9720-400765141618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.429657 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32008386-a7c9-466b-9720-400765141618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.431553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 025c5ff7-80bb-4fe3-8827-486fba49bed3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:03.431903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 025c5ff7-80bb-4fe3-8827-486fba49bed3 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:03.432320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2447fa1-615e-4562-8ea8-4c7851c25bb3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:03.454207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d2447fa1-615e-4562-8ea8-4c7851c25bb3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:03.454618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2447fa1-615e-4562-8ea8-4c7851c25bb3 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:03.507171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcac89b2-e487-4721-bf59-4c3a96997f38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.609650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32008386-a7c9-466b-9720-400765141618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.612526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-32008386-a7c9-466b-9720-400765141618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.616131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-32008386-a7c9-466b-9720-400765141618 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e302e39-a5c9-4c19-a21c-3c411244615d HTTP/1.1" status: 204 len: 168 time: 0.3306713 Dec 13 15:04:03.669732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008386-a7c9-466b-9720-400765141618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e302e39-a5c9-4c19-a21c-3c411244615d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:03.722566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcac89b2-e487-4721-bf59-4c3a96997f38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.835738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcac89b2-e487-4721-bf59-4c3a96997f38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.866099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac89b2-e487-4721-bf59-4c3a96997f38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a453a1-ced2-47d2-9be8-62f1e8f2e288,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:03.984756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcac89b2-e487-4721-bf59-4c3a96997f38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:03.986707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dcac89b2-e487-4721-bf59-4c3a96997f38 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6197596 Dec 13 15:04:03.989038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43684) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:03.993772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a0626705-f8b0-4c87-b65d-45bcef9bfb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '84a453a1-ced2-47d2-9be8-62f1e8f2e288', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:04.113185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a0626705-f8b0-4c87-b65d-45bcef9bfb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.201222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a0626705-f8b0-4c87-b65d-45bcef9bfb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.318508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a0626705-f8b0-4c87-b65d-45bcef9bfb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.334309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0626705-f8b0-4c87-b65d-45bcef9bfb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042fa2e4-5a8d-4018-a4a5-fdfbe5b59450,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:04.432056 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a0626705-f8b0-4c87-b65d-45bcef9bfb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.433894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a0626705-f8b0-4c87-b65d-45bcef9bfb9a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4437895 Dec 13 15:04:04.436962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43702) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:04.442136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ca01b209-1e37-4772-93f4-6051fc5de795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '84a453a1-ced2-47d2-9be8-62f1e8f2e288', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:04.573262 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca01b209-1e37-4772-93f4-6051fc5de795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.640166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca01b209-1e37-4772-93f4-6051fc5de795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.729198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca01b209-1e37-4772-93f4-6051fc5de795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.748024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01b209-1e37-4772-93f4-6051fc5de795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d997c4-0792-4d2e-9d58-4b9fbb2aded6,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:04.827305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca01b209-1e37-4772-93f4-6051fc5de795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:04.827809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43720) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:04.828801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca01b209-1e37-4772-93f4-6051fc5de795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903797 Dec 13 15:04:04.831480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43722) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:04.836144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-055c53ab-97bc-4c99-b726-b04b46f668aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '84a453a1-ced2-47d2-9be8-62f1e8f2e288', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:04.932349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1590745767'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:04.956590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055c53ab-97bc-4c99-b726-b04b46f668aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.021820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055c53ab-97bc-4c99-b726-b04b46f668aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.064521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:05.068199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.078628 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.095689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055c53ab-97bc-4c99-b726-b04b46f668aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.114107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c53ab-97bc-4c99-b726-b04b46f668aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bba9a8-bfaa-4f9a-8adf-43f9f9ab16d2,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:05.161514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.185990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-055c53ab-97bc-4c99-b726-b04b46f668aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.187199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-055c53ab-97bc-4c99-b726-b04b46f668aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548210 Dec 13 15:04:05.190206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43730) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:05.194555 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-14bbfb99-79f8-4223-abf3-f9332827d1e5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '84a453a1-ced2-47d2-9be8-62f1e8f2e288', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:05.250159 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.278092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:05.287194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9e3bb-6d5c-4e88-9344-5e92b96419fe,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:05.294811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.295188 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment 426d0506-64a0-465a-99ec-e71f7eaf0d26 of type vlan for network 8156a41d-95fd-425a-ac7b-ee07671def08 Dec 13 15:04:05.332678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14bbfb99-79f8-4223-abf3-f9332827d1e5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.342808 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.404602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14bbfb99-79f8-4223-abf3-f9332827d1e5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.458009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.463980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:05.509572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.533165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=8156a41d-95fd-425a-ac7b-ee07671def08,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:05.544091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:05.559327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14bbfb99-79f8-4223-abf3-f9332827d1e5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.579815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbfb99-79f8-4223-abf3-f9332827d1e5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1cb729-6957-4e51-8d9d-f08d0cb5d27f,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:05.666937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c0ab08d1-404d-4785-9d5a-136252883f90 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8375216 Dec 13 15:04:05.670039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43742) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:05.675278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'name': 'tempest-PortsTestJSON-451168693'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:05.727397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14bbfb99-79f8-4223-abf3-f9332827d1e5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.729090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-14bbfb99-79f8-4223-abf3-f9332827d1e5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5379295 Dec 13 15:04:05.732994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43748) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:05.740523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '84a453a1-ced2-47d2-9be8-62f1e8f2e288', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:05.917380 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:04:05.925684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:05.995892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.038361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:06.041968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.060177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:06.100358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.126409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181bc5f0-1482-437b-a156-f5e8f6c21dab,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:06.210516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.211704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-73199815-d0fc-4184-8f0f-3e5aa4a2993b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4780054 Dec 13 15:04:06.214643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:06.225264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': '84a453a1-ced2-47d2-9be8-62f1e8f2e288', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:06.268034 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.330099 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:04:06.335993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.376988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.463707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:06.479346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.483414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': '426d0506-64a0-465a-99ec-e71f7eaf0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:06.483777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: 8156a41d-95fd-425a-ac7b-ee07671def08, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:06.541900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.569018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290c9908-7a1a-4dd1-976c-ea9c74c03161,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:06.598851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:06.652733 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.657164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-10a11a38-4544-4e33-9f9f-560af3287d80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4384177 Dec 13 15:04:06.657379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43768) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:06.662406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'network': {'name': 'tempest-network-smoke--143672974', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'port_security_enabled': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:06.701573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 8156a41d-95fd-425a-ac7b-ee07671def08) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:06.705847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:06.711321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbd607-554b-4631-b63a-1e877ae2fdf9 None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:06.718329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:06.718992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.791016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:06.795151 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.830968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:06.849958 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.849958 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Added segment 8e59a866-2597-4f1c-b424-0fa8d0362671 of type vlan for network 01452d7a-8188-43ef-a161-cc17d563d8e8 Dec 13 15:04:06.867108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ddf593c3-47e3-4c96-a16f-1d9bb6f010f4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1952400 Dec 13 15:04:06.869584 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43776) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:06.875174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-166331370'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:06.933878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.944053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:06.947722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.978032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:06.988487 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:06.988838 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment 771dfd94-095b-4704-8542-4b5e5e116809 of type vlan for network 6167d799-b2cc-4594-85fa-ca74792b10d4 Dec 13 15:04:07.012834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.018754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:07.019799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.041479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.095562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Network': ['ID=01452d7a-8188-43ef-a161-cc17d563d8e8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:07.106170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:07.115554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.122441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:07.123096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.149687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7e109975-1ac4-4e59-8b8b-72fe29c192d5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4911656 Dec 13 15:04:07.150722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43780) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:07.158193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'admin_state_up': True, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:07.195174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=6167d799-b2cc-4594-85fa-ca74792b10d4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:07.207714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 6167d799-b2cc-4594-85fa-ca74792b10d4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:07.276970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2c5849db-9948-4ad1-b7d0-a9becc87f1a1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4056926 Dec 13 15:04:07.281880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43786) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:07.284850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'ports': [{'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08'}, {'network_id': '6167d799-b2cc-4594-85fa-ca74792b10d4'}]} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:07.285157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:07.285664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '6167d799-b2cc-4594-85fa-ca74792b10d4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:07.358998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.360515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.418860 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.547478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 2} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:07.552071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.574874 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.646960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.684370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 7ddd0d1e-cbba-4237-8cff-d6e187184cf7 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:07.820468 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:07.913154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 4a253a8e-543e-461d-8d15-45acb8c48eac yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:08.053981 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.168634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.222825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:08.227095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:08.234442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:08.235938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.255865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=7ddd0d1e-cbba-4237-8cff-d6e187184cf7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:08.313292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=4a253a8e-543e-461d-8d15-45acb8c48eac,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:08.354294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': '771dfd94-095b-4704-8542-4b5e5e116809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6167d799-b2cc-4594-85fa-ca74792b10d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:08.355303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: 6167d799-b2cc-4594-85fa-ca74792b10d4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:08.418836 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.442487 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.446777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 6167d799-b2cc-4594-85fa-ca74792b10d4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:08.577007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.171 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/8418001f-956a-424e-a700-69d94c8c3b5c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:08.581927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 6167d799-b2cc-4594-85fa-ca74792b10d4) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:08.596927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b80c245-5868-4d4f-b989-070bda6237ee None None] Network 6167d799-b2cc-4594-85fa-ca74792b10d4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:08.605533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:08.614725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:08.619741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:08.620659 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.728609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.759878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cabe1c30-057f-445c-9c63-bb49155770af tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4777117 Dec 13 15:04:08.770926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43802) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:08.850321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.890641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 4a253a8e-543e-461d-8d15-45acb8c48eac {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:08.891282 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.907177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=8418001f-956a-424e-a700-69d94c8c3b5c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:08.916695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:08.918643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:08.920895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:08.972313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:08.986294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 4a253a8e-543e-461d-8d15-45acb8c48eac owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:09.158731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.190364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=4a253a8e-543e-461d-8d15-45acb8c48eac,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:09.194200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.197829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-40c8abac-f4ba-4642-a473-134a658a5b85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/4a253a8e-543e-461d-8d15-45acb8c48eac HTTP/1.1" status: 204 len: 168 time: 0.4311717 Dec 13 15:04:09.200557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43808) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:09.255374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be5f10-07f8-4b92-b761-fb3f0a1f5f17 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:09.261506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be5f10-07f8-4b92-b761-fb3f0a1f5f17 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:09.265971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-20be5f10-07f8-4b92-b761-fb3f0a1f5f17 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0616157 Dec 13 15:04:09.266331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43810) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:09.346776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.372022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 7ddd0d1e-cbba-4237-8cff-d6e187184cf7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:09.374588 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.446194 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.466396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 7ddd0d1e-cbba-4237-8cff-d6e187184cf7 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:09.558682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.661183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.704239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=7ddd0d1e-cbba-4237-8cff-d6e187184cf7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:09.720010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:09.727409 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-499fd45d-1870-4fbf-b340-c1381ad7e534 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/7ddd0d1e-cbba-4237-8cff-d6e187184cf7 HTTP/1.1" status: 204 len: 168 time: 0.4595199 Dec 13 15:04:09.728113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43818) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:09.783050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router dfd996ba-e8ef-404d-8a9a-2eed029c434c is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:04:09.937475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b04ee7e-9da1-479d-9bf2-6d27b66f593a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:09.939020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1b04ee7e-9da1-479d-9bf2-6d27b66f593a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2104309 Dec 13 15:04:09.942282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43824) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:09.972263 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec578f3-3d4e-4fbf-a3a3-929a377bfa61 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:09.976316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bec578f3-3d4e-4fbf-a3a3-929a377bfa61 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/4a253a8e-543e-461d-8d15-45acb8c48eac HTTP/1.1" status: 404 len: 333 time: 0.0305612 Dec 13 15:04:09.976905 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43826) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:09.986435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:04:09.997221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Sync routers for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:04:10.009923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:10.011298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:10.018556 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f89f1b-301d-4b66-866e-f2cbad5b3b8b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:10.020253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c8f89f1b-301d-4b66-866e-f2cbad5b3b8b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/7ddd0d1e-cbba-4237-8cff-d6e187184cf7 HTTP/1.1" status: 404 len: 333 time: 0.0427160 Dec 13 15:04:10.024109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43828) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:10.098187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.099518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-98e2a642-9f00-4ad7-ab36-7f2cef1ac988 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9480309 Dec 13 15:04:10.104863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43830) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:10.152965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e380c562-ac69-485d-80b5-1568ce0e9cfb tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=515f7b22ce9744918b9b5447b1a274ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434496 Dec 13 15:04:10.156148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43834) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:10.163336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.213052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:04:10.291139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.317747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6167d799-b2cc-4594-85fa-ca74792b10d4']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:10.329459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771dfd94-095b-4704-8542-4b5e5e116809') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:10.329904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771dfd94-095b-4704-8542-4b5e5e116809') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:10.341937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.358677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.366646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:10.367464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:10.370958 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:10.428747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c1364-b610-46aa-abd5-4ff443f97906 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:10.434670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d64c1364-b610-46aa-abd5-4ff443f97906 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2774644 Dec 13 15:04:10.438429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43844) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:10.482171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:10.487422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1744344946', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:10.492964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eda8c6e7-d2ba-4780-8f18-905ef2a39db2 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530465 Dec 13 15:04:10.544633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.554888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.559475 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/6167d799-b2cc-4594-85fa-ca74792b10d4 HTTP/1.1" status: 204 len: 168 time: 0.5352647 Dec 13 15:04:10.563875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43848) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:10.569524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-726806159'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:10.591969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc6b99-082d-45bb-a937-dda3153458d0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=6167d799-b2cc-4594-85fa-ca74792b10d4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:10.592644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:09Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:10.626188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Checking router: dfd996ba-e8ef-404d-8a9a-2eed029c434c for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:04:10.626571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Updating router dfd996ba-e8ef-404d-8a9a-2eed029c434c port 8418001f-956a-424e-a700-69d94c8c3b5c binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:04:10.653415 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.661225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:10.667790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.717624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:10.727513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.727738 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment d801d30c-412d-4b97-aab1-074c3b7f47e4 of type vlan for network 3250e993-7059-4a61-92d9-421c3cfa2b26 Dec 13 15:04:10.780447 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.799776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:10.803431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.901893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.908312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:10.908919 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:10.966133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.014721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=3250e993-7059-4a61-92d9-421c3cfa2b26,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:11.027915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d99910d9-07aa-4a89-acad-31b8c2f0b223 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4633160 Dec 13 15:04:11.029491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3250e993-7059-4a61-92d9-421c3cfa2b26 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:11.030990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43858) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:11.040906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:11.116128 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.210395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4751f5-eddf-4638-9179-005ad75a2f67 None None] Pushing event updated for resources: {'Port': ['ID=8418001f-956a-424e-a700-69d94c8c3b5c,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:11.215697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Attempting to bind port 8418001f-956a-424e-a700-69d94c8c3b5c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:11.216068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Attempting to bind port 8418001f-956a-424e-a700-69d94c8c3b5c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:11.216694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Attempting to bind port 8418001f-956a-424e-a700-69d94c8c3b5c on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:11.218221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.224101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:11.224586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:11.224988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.225583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:11.226145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Bound port: 8418001f-956a-424e-a700-69d94c8c3b5c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:11.226607 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.263897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:11.267597 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.319084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Subnet': ['ID=8319dd13-c12c-4c81-81c7-8baa64509e05,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:11.319435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] For port 8418001f-956a-424e-a700-69d94c8c3b5c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:11.322644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] For port 8418001f-956a-424e-a700-69d94c8c3b5c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8418001f-956a-424e-a700-69d94c8c3b5c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:11.327074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Checking segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:11.327630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network hostable DHCP agents. Network: 01452d7a-8188-43ef-a161-cc17d563d8e8, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:11.354702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_backend_mixin [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Performing IP validity checks on allocation pools {{(pid=102824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 15:04:11.355022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_backend_mixin [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 15:04:11.440500 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.464052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:11.521126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:11.522078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:11.528777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4751f5-eddf-4638-9179-005ad75a2f67 None None] Pushing event updated for resources: {'Port': ['ID=8418001f-956a-424e-a700-69d94c8c3b5c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:11.553013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 01452d7a-8188-43ef-a161-cc17d563d8e8) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:11.558433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:11.559092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.567007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5548ec-3bd1-4523-aa4a-d4b95ce6efbf None None] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:11.638952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.641923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a195b848-dfb2-4a62-a9cf-d44a3d6df340 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1584599 Dec 13 15:04:11.644559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43866) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:11.707365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=4122f2eb-3858-4cc8-9a7c-cdf8d6645c71,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:11.712778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': 'd801d30c-412d-4b97-aab1-074c3b7f47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:11.713182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: 3250e993-7059-4a61-92d9-421c3cfa2b26, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:11.732513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:04:11.852093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 3250e993-7059-4a61-92d9-421c3cfa2b26 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:11.878897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-01452d7a-8188-43ef-a161-cc17d563d8e8', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:04:11.879751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.944031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 3250e993-7059-4a61-92d9-421c3cfa2b26) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:11.948341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:11.948974 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:11.982831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea040e5a-f957-4591-9ccf-783b39450886 None None] Network 3250e993-7059-4a61-92d9-421c3cfa2b26 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:12.046530 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e1e423ca-cce1-4d11-aca8-3b05f3c24ffe tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0115864 Dec 13 15:04:12.047201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43870) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:12.055185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26', 'name': 'tempest-PortsTestJSON-1874332193'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:12.150626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:12.253201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:12.256768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:12.274339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 880a5352-1c7c-4243-b90c-2e6e7454afe7 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:12.314415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Allocated IP 172.20.0.2 (01452d7a-8188-43ef-a161-cc17d563d8e8/8319dd13-c12c-4c81-81c7-8baa64509e05/605468aa-d20b-4963-9004-446b4100f9ff) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:12.342730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:09Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:12.389699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dc3a8-f75e-44b3-a69c-ce5fb8877953 None None] The sync data for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 is: [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:09Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:04:12.447549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.6 (3250e993-7059-4a61-92d9-421c3cfa2b26/4122f2eb-3858-4cc8-9a7c-cdf8d6645c71/880a5352-1c7c-4243-b90c-2e6e7454afe7) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:12.517564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-3250e993-7059-4a61-92d9-421c3cfa2b26', 'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26', 'tenant_id': '4e16afe4cc4b4bc8b14c7c3b34814309', 'fixed_ips': [{'subnet_id': '4122f2eb-3858-4cc8-9a7c-cdf8d6645c71'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:04:12.518930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:12.673554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:12.741288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:12.835693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:12.908167 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:12.914227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=880a5352-1c7c-4243-b90c-2e6e7454afe7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:12.932636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 3250e993-7059-4a61-92d9-421c3cfa2b26 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:12.934484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:12.938130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:12.952067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.1 (01452d7a-8188-43ef-a161-cc17d563d8e8/8319dd13-c12c-4c81-81c7-8baa64509e05/538ecaf7-2d77-4398-b5e4-ed344650b816) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:12.979375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:12.980289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Allocated IP 172.20.0.2 (3250e993-7059-4a61-92d9-421c3cfa2b26/4122f2eb-3858-4cc8-9a7c-cdf8d6645c71/3107b900-42e4-4d37-91da-2496d8ad2acc) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:12.987493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:13.003109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:13.022862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Pushing event updated for resources: {'Port': ['ID=605468aa-d20b-4963-9004-446b4100f9ff,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:13.078656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:13.079352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.194927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Attempting to bind port 605468aa-d20b-4963-9004-446b4100f9ff on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:13.195542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Attempting to bind port 605468aa-d20b-4963-9004-446b4100f9ff by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:13.200377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.201207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Attempting to bind port 605468aa-d20b-4963-9004-446b4100f9ff on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:13.221849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:13.222529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Checking segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:13.223122 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.223741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Bound using segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:13.224398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Bound port: 605468aa-d20b-4963-9004-446b4100f9ff, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:13.225086 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.225579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1b3c9546-88ca-4ab4-83a6-d7730d944bfb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1768274 Dec 13 15:04:13.234518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43896) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:13.307851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] For port 605468aa-d20b-4963-9004-446b4100f9ff, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:13.312372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] For port 605468aa-d20b-4963-9004-446b4100f9ff, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=605468aa-d20b-4963-9004-446b4100f9ff,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:13.346427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.361824 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.385734 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.444911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 880a5352-1c7c-4243-b90c-2e6e7454afe7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:13.445253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.451072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:13.456479 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.473236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:13.477471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:13.530179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8418001f-956a-424e-a700-69d94c8c3b5c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:13.535080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0b69b-d2d3-4b77-ba57-25c2be716f91 None None] Pushing event updated for resources: {'Port': ['ID=605468aa-d20b-4963-9004-446b4100f9ff,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:13.594584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=538ecaf7-2d77-4398-b5e4-ed344650b816,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:13.612346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Network 3250e993-7059-4a61-92d9-421c3cfa2b26 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:13.628413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.670223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:13.679771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:13.692325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.715639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 880a5352-1c7c-4243-b90c-2e6e7454afe7 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:13.748919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Pushing event updated for resources: {'Port': ['ID=3107b900-42e4-4d37-91da-2496d8ad2acc,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:13.899715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Attempting to bind port 3107b900-42e4-4d37-91da-2496d8ad2acc on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:13.900215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Attempting to bind port 3107b900-42e4-4d37-91da-2496d8ad2acc by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'd801d30c-412d-4b97-aab1-074c3b7f47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:13.900678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Attempting to bind port 3107b900-42e4-4d37-91da-2496d8ad2acc on network 3250e993-7059-4a61-92d9-421c3cfa2b26 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:13.910628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8418001f-956a-424e-a700-69d94c8c3b5c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:13.911139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.913126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:13.913959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Checking segment: {'id': 'd801d30c-412d-4b97-aab1-074c3b7f47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:13.914120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:13.914594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Bound using segment: {'id': 'd801d30c-412d-4b97-aab1-074c3b7f47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:13.915230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Bound port: 3107b900-42e4-4d37-91da-2496d8ad2acc, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd801d30c-412d-4b97-aab1-074c3b7f47e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3250e993-7059-4a61-92d9-421c3cfa2b26'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:13.915722 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:14.097364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] For port 3107b900-42e4-4d37-91da-2496d8ad2acc, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:14.115300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:14.118082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] For port 3107b900-42e4-4d37-91da-2496d8ad2acc, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3107b900-42e4-4d37-91da-2496d8ad2acc,segment=NetworkSegment(d801d30c-412d-4b97-aab1-074c3b7f47e4),segment_id=d801d30c-412d-4b97-aab1-074c3b7f47e4)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:14.134919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:14.147953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:14.161335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 8418001f-956a-424e-a700-69d94c8c3b5c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8418001f-956a-424e-a700-69d94c8c3b5c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:14.201706 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:14.253228 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:14.322731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06762344-9d76-4fdb-b710-4f015f2f4502 None None] Pushing event updated for resources: {'Port': ['ID=3107b900-42e4-4d37-91da-2496d8ad2acc,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:14.428840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=8418001f-956a-424e-a700-69d94c8c3b5c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:14.738615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=880a5352-1c7c-4243-b90c-2e6e7454afe7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:14.847407 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:14.853839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3f589f1-aefe-4e02-abd7-a7d1657a8240 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/880a5352-1c7c-4243-b90c-2e6e7454afe7 HTTP/1.1" status: 204 len: 168 time: 1.6181662 Dec 13 15:04:14.866716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43912) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:14.908764 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9925e951-3f31-4d67-b37b-1a94bef069c4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:04:14.912254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9925e951-3f31-4d67-b37b-1a94bef069c4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:04:14.935807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9925e951-3f31-4d67-b37b-1a94bef069c4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/880a5352-1c7c-4243-b90c-2e6e7454afe7 HTTP/1.1" status: 404 len: 333 time: 0.0679224 Dec 13 15:04:14.940348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43914) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:14.992250 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-953a6fc9-77da-4147-83f4-97aff51e6b34 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:14.996633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-953a6fc9-77da-4147-83f4-97aff51e6b34 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/880a5352-1c7c-4243-b90c-2e6e7454afe7 HTTP/1.1" status: 404 len: 333 time: 0.0524042 Dec 13 15:04:14.997054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43916) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:15.072137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 4122f2eb-3858-4cc8-9a7c-cdf8d6645c71 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:04:15.076957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.129319 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.268201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.284982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c04226-8443-41f3-a7f1-df8b3bdcfa3c None None] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:15.434643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.521533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.534632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7a4d5156-f1bc-41ad-bb39-b604ff62ad96 None None] Provisioning complete for port 605468aa-d20b-4963-9004-446b4100f9ff triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:15.539894 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5156-f1bc-41ad-bb39-b604ff62ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.550076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.616860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=4122f2eb-3858-4cc8-9a7c-cdf8d6645c71,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:15.634057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.649791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 43924) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:15.652095 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-684c056b-415c-45c0-805b-f3d5d9337dd6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/4122f2eb-3858-4cc8-9a7c-cdf8d6645c71 HTTP/1.1" status: 204 len: 168 time: 0.6538763 Dec 13 15:04:15.728121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.753388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=538ecaf7-2d77-4398-b5e4-ed344650b816,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:15.843883 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.905255 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5156-f1bc-41ad-bb39-b604ff62ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.909132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3107b900-42e4-4d37-91da-2496d8ad2acc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:15.920113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:15.993668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7a4d5156-f1bc-41ad-bb39-b604ff62ad96 None None] For port 605468aa-d20b-4963-9004-446b4100f9ff, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=605468aa-d20b-4963-9004-446b4100f9ff,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:15.999183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3107b900-42e4-4d37-91da-2496d8ad2acc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:15.999555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.038206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:16.043178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:16.072647 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5156-f1bc-41ad-bb39-b604ff62ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.198849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.236270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d5156-f1bc-41ad-bb39-b604ff62ad96 None None] Pushing event updated for resources: {'Port': ['ID=605468aa-d20b-4963-9004-446b4100f9ff,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:16.236982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 3107b900-42e4-4d37-91da-2496d8ad2acc {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:16.237329 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.241186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router dfd996ba-e8ef-404d-8a9a-2eed029c434c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:04:16.283248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 3107b900-42e4-4d37-91da-2496d8ad2acc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3107b900-42e4-4d37-91da-2496d8ad2acc,segment=NetworkSegment(d801d30c-412d-4b97-aab1-074c3b7f47e4),segment_id=d801d30c-412d-4b97-aab1-074c3b7f47e4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:16.309391 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6c5e5844-a110-4304-95b7-027132a32e3d None None] Provisioning complete for port 605468aa-d20b-4963-9004-446b4100f9ff triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:16.310003 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5844-a110-4304-95b7-027132a32e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.351054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] For port 3107b900-42e4-4d37-91da-2496d8ad2acc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3107b900-42e4-4d37-91da-2496d8ad2acc,segment=NetworkSegment(d801d30c-412d-4b97-aab1-074c3b7f47e4),segment_id=d801d30c-412d-4b97-aab1-074c3b7f47e4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:16.351427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.367857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.369337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 605468aa-d20b-4963-9004-446b4100f9ff up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:16.377024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 3107b900-42e4-4d37-91da-2496d8ad2acc owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:16.424052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6344f9-5f7d-4ebb-8372-9d5a3f10583c None None] Network 3250e993-7059-4a61-92d9-421c3cfa2b26 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:16.563016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.579082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=3107b900-42e4-4d37-91da-2496d8ad2acc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:16.592397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6c5e5844-a110-4304-95b7-027132a32e3d None None] Provisioning complete for port 538ecaf7-2d77-4398-b5e4-ed344650b816 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:16.592849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5844-a110-4304-95b7-027132a32e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.611836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No DVR routers for this DVR port 3107b900-42e4-4d37-91da-2496d8ad2acc on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:16.613638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=3107b900-42e4-4d37-91da-2496d8ad2acc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:16.639911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e5844-a110-4304-95b7-027132a32e3d None None] Port 538ecaf7-2d77-4398-b5e4-ed344650b816 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:16.704639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 605468aa-d20b-4963-9004-446b4100f9ff triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:16.705015 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.785113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b360277a-d10e-4cde-9e8f-14e83aa0b14d None None] Could not find standard attr ID for object 3107b900-42e4-4d37-91da-2496d8ad2acc. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:04:16.791538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.812747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc50ddd-d9f1-47c7-9c3d-c02070683719 None None] DHCP port deletion for 3250e993-7059-4a61-92d9-421c3cfa2b26 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:04:16.815153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:04:16.815542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b360277a-d10e-4cde-9e8f-14e83aa0b14d None None] Provisioning complete for port 538ecaf7-2d77-4398-b5e4-ed344650b816 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:16.815919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b360277a-d10e-4cde-9e8f-14e83aa0b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.831192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2066f731-94c3-4e55-9027-2e90bcf44328 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/dfd996ba-e8ef-404d-8a9a-2eed029c434c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1761487 Dec 13 15:04:16.832074 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Sync routers for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:04:16.838152 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:16.841304 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:16.890469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3250e993-7059-4a61-92d9-421c3cfa2b26']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:16.913769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b360277a-d10e-4cde-9e8f-14e83aa0b14d None None] Port 538ecaf7-2d77-4398-b5e4-ed344650b816 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:16.922333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd801d30c-412d-4b97-aab1-074c3b7f47e4') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:16.929161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd801d30c-412d-4b97-aab1-074c3b7f47e4') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:16.942483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8418001f-956a-424e-a700-69d94c8c3b5c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:16.948307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.986294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.987370 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:16.994217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:16.994881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.001149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8418001f-956a-424e-a700-69d94c8c3b5c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:17.001572 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.077398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-646bcc0e-c4ce-4e9c-87c9-262d3c8b8afc None None] Provisioning complete for port 538ecaf7-2d77-4398-b5e4-ed344650b816 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:17.078030 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-646bcc0e-c4ce-4e9c-87c9-262d3c8b8afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.159302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-646bcc0e-c4ce-4e9c-87c9-262d3c8b8afc None None] Port 538ecaf7-2d77-4398-b5e4-ed344650b816 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:17.183274 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:17.244072 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.249920 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:04:17.269916 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.277712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/3250e993-7059-4a61-92d9-421c3cfa2b26 HTTP/1.1" status: 204 len: 168 time: 1.6193445 Dec 13 15:04:17.278156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43952) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:17.283700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1002203244'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:17.297448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec548-dee0-4f67-8472-50d42053f04d tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=3250e993-7059-4a61-92d9-421c3cfa2b26,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:17.404063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:17.407854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.442594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 605468aa-d20b-4963-9004-446b4100f9ff up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:17.444054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:17.456335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.457024 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment d4c8d261-124e-43d7-8dc0-db1c42966c41 of type vlan for network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea Dec 13 15:04:17.460165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-eb7bb16f-76b8-4adf-ad41-c3faaacb13ef tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478871867&fields=id&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 267 time: 0.0781558 Dec 13 15:04:17.517109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.536560 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 2, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:17.559593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 605468aa-d20b-4963-9004-446b4100f9ff triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:17.566070 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.591121 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Checking router: dfd996ba-e8ef-404d-8a9a-2eed029c434c for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:04:17.591473 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Updating router dfd996ba-e8ef-404d-8a9a-2eed029c434c port 538ecaf7-2d77-4398-b5e4-ed344650b816 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:04:17.621152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-3aa640b1-f942-4a83-99a9-dd23a6a4be5f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:17.629489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.630332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-3aa640b1-f942-4a83-99a9-dd23a6a4be5f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/networks?id=01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 200 len: 796 time: 0.1510491 Dec 13 15:04:17.635742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:17.636571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.648040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-c39cea7c-b6a9-4e2f-8e7b-32d87714ee42 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/quotas/515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 375 time: 0.0166929 Dec 13 15:04:17.658437 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:17.736153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3107b900-42e4-4d37-91da-2496d8ad2acc no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:17.802854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-4f24d43c-85fd-4ed0-b384-d374e9b89a7c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531425 Dec 13 15:04:17.824368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:17.843917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3107b900-42e4-4d37-91da-2496d8ad2acc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:17.844269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3107b900-42e4-4d37-91da-2496d8ad2acc not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:17.865225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:17.866151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c3056942-76c7-45c7-88aa-c37e987cdb85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5863504 Dec 13 15:04:17.866847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43970) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:17.890476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:18.019405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-72715aa5-ee17-438e-a8e9-f8eb5c81c18e service neutron] 10.222.0.24 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016830 Dec 13 15:04:18.123817 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.139400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-2ab8052b-6545-4e33-a9c4-848bfc1e4916 service neutron] 10.222.0.24 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191351 Dec 13 15:04:18.163966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:18.169376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.209935 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.383907 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Pushing event updated for resources: {'Port': ['ID=538ecaf7-2d77-4398-b5e4-ed344650b816,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:18.441497 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.442340 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.442679 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.443107 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.443536 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.445816 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.445816 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.445816 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.445816 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.446710 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.447180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.447602 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:18.451966 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Attempting to bind port 538ecaf7-2d77-4398-b5e4-ed344650b816 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:18.458219 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.474871 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Attempting to bind port 538ecaf7-2d77-4398-b5e4-ed344650b816 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:18.475331 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Attempting to bind port 538ecaf7-2d77-4398-b5e4-ed344650b816 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:18.499947 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:18.500349 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Checking segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:18.500758 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.501153 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Bound using segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:18.501898 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Bound port: 538ecaf7-2d77-4398-b5e4-ed344650b816, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:18.502032 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.623611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc295404-9e7f-45a9-9807-775c2c5146e7 req-fab6a810-14fc-4aa8-aed6-ec5a94efc233 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 210 time: 0.0555131 Dec 13 15:04:18.640368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': 'd4c8d261-124e-43d7-8dc0-db1c42966c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:18.640910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:18.647074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=9298f4c9-6f5a-4612-a4f1-eada40cde0fc,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:18.670967 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] For port 538ecaf7-2d77-4398-b5e4-ed344650b816, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:18.674764 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] For port 538ecaf7-2d77-4398-b5e4-ed344650b816, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=538ecaf7-2d77-4398-b5e4-ed344650b816,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:18.695807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-155aab7f-3b32-4ecf-ba5c-cba601b4296b None None] Provisioning complete for port 538ecaf7-2d77-4398-b5e4-ed344650b816 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:18.696179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-155aab7f-3b32-4ecf-ba5c-cba601b4296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.745080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:18.754224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-155aab7f-3b32-4ecf-ba5c-cba601b4296b None None] Port 538ecaf7-2d77-4398-b5e4-ed344650b816 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:18.756069 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.809004 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:18.812243 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:03:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:18.862301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:18.877759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:18.878432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:18.891054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c29345-03fd-48b0-ae0c-6fa94b22aa19 None None] Network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:18.999892 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:04:19.000010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0ae51f23-6251-4f8b-9459-e11f088bf2b9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1301603 Dec 13 15:04:19.000754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 43990) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:19.006548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1864813621'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:19.068570 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f32da-e106-4777-a97d-f8c161833988 None None] Pushing event updated for resources: {'Port': ['ID=538ecaf7-2d77-4398-b5e4-ed344650b816,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:19.220548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea', 'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea', 'tenant_id': '4e16afe4cc4b4bc8b14c7c3b34814309', 'fixed_ips': [{'subnet_id': '9298f4c9-6f5a-4612-a4f1-eada40cde0fc'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:04:19.221423 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:19.318890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:19.328334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:19.398720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 243321cd-2694-45b4-8e8f-2555d5a18462 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:19.426180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:18Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:19.496301 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb35bc-afaa-4fb7-8dcb-aad9e44ed53b None None] The sync data for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 is: [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:18Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:04:19.547808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Allocated IP 172.20.0.2 (f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea/9298f4c9-6f5a-4612-a4f1-eada40cde0fc/2ee72682-d865-4504-93fe-9be574800cfa) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:19.563326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c2ad95e0-b4f2-4f7a-998e-e0b443583f71 None None] Provisioning complete for port 538ecaf7-2d77-4398-b5e4-ed344650b816 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:19.563706 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2ad95e0-b4f2-4f7a-998e-e0b443583f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:19.755305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bdbe96b-309b-468f-9468-0af768bd5cdb req-195bd955-1e54-4dea-8715-79b5d5a98e92 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 210 time: 0.0626814 Dec 13 15:04:19.922018 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:19.976509 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2ad95e0-b4f2-4f7a-998e-e0b443583f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.026336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c2ad95e0-b4f2-4f7a-998e-e0b443583f71 None None] For port 538ecaf7-2d77-4398-b5e4-ed344650b816, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=538ecaf7-2d77-4398-b5e4-ed344650b816,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:20.187191 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f91aaab-adda-40dd-806c-3b3ec4f53b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.189359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.228036 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2ad95e0-b4f2-4f7a-998e-e0b443583f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.271733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Pushing event updated for resources: {'Port': ['ID=2ee72682-d865-4504-93fe-9be574800cfa,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:20.280836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.14 (f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea/9298f4c9-6f5a-4612-a4f1-eada40cde0fc/243321cd-2694-45b4-8e8f-2555d5a18462) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:20.343532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:20.343532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:20.349984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:20.448453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Attempting to bind port 2ee72682-d865-4504-93fe-9be574800cfa on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:20.448830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Attempting to bind port 2ee72682-d865-4504-93fe-9be574800cfa by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'd4c8d261-124e-43d7-8dc0-db1c42966c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:20.449194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Attempting to bind port 2ee72682-d865-4504-93fe-9be574800cfa on network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:20.463539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:20.463919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Checking segment: {'id': 'd4c8d261-124e-43d7-8dc0-db1c42966c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:20.464375 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.464771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Bound using segment: {'id': 'd4c8d261-124e-43d7-8dc0-db1c42966c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:20.465231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Bound port: 2ee72682-d865-4504-93fe-9be574800cfa, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c8d261-124e-43d7-8dc0-db1c42966c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:20.465606 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.467637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad95e0-b4f2-4f7a-998e-e0b443583f71 None None] Pushing event updated for resources: {'Port': ['ID=538ecaf7-2d77-4398-b5e4-ed344650b816,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:20.538176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.660171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.665747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] For port 2ee72682-d865-4504-93fe-9be574800cfa, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:20.670609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] For port 2ee72682-d865-4504-93fe-9be574800cfa, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2ee72682-d865-4504-93fe-9be574800cfa,segment=NetworkSegment(d4c8d261-124e-43d7-8dc0-db1c42966c41),segment_id=d4c8d261-124e-43d7-8dc0-db1c42966c41)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:20.720364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=243321cd-2694-45b4-8e8f-2555d5a18462,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:20.730521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:20.732633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:20.740215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:20.772914 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.822395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:20.832344 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:20.939712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8ef6-df43-4506-aab3-e83b4c0c568f None None] Pushing event updated for resources: {'Port': ['ID=2ee72682-d865-4504-93fe-9be574800cfa,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:20.961020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85779839-d4ed-4bab-acd9-c16db5baddad tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.9593191 Dec 13 15:04:20.969697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44014) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:21.039131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e5224d59-8b07-4e96-98c5-c570c60aa3bb req-55fe2e36-8bca-49cd-9332-4350dc55e493 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 210 time: 0.1116858 Dec 13 15:04:21.179911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 243321cd-2694-45b4-8e8f-2555d5a18462 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:21.180356 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:21.462876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:21.485017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 243321cd-2694-45b4-8e8f-2555d5a18462 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:21.599223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 538ecaf7-2d77-4398-b5e4-ed344650b816 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:21.709050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-14051012-8036-429b-97e7-dfd98f7f0e10 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:21.711834 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-14051012-8036-429b-97e7-dfd98f7f0e10 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/networks?id=01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 200 len: 796 time: 0.1919866 Dec 13 15:04:21.712508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 538ecaf7-2d77-4398-b5e4-ed344650b816 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:21.712894 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:21.761466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-d758a296-d6b5-44df-bef6-a4d56545012c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 379 time: 0.0409224 Dec 13 15:04:21.772970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'port': {'device_id': '43d098aa-5d3c-4717-965e-591fbe226bab', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'admin_state_up': True, 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'security_groups': ['84a453a1-ced2-47d2-9be8-62f1e8f2e288']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:21.780052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:21.836457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2ee72682-d865-4504-93fe-9be574800cfa up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:21.871173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=243321cd-2694-45b4-8e8f-2555d5a18462,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:21.897808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.898144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.898600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.899011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.899479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.899814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.900217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.900623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.901715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.901982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.903740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.903740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:21.942981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2ee72682-d865-4504-93fe-9be574800cfa triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:21.944060 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.003095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.013498 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc3bad73-0449-4149-8780-5c7ba1eee73b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/243321cd-2694-45b4-8e8f-2555d5a18462 HTTP/1.1" status: 204 len: 168 time: 1.0417819 Dec 13 15:04:22.015984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44026) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:22.050561 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4eb28a-7207-40d0-a53d-9f8456046bdb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:22.055051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44028) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:22.065046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8b4eb28a-7207-40d0-a53d-9f8456046bdb tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/243321cd-2694-45b4-8e8f-2555d5a18462 HTTP/1.1" status: 404 len: 333 time: 0.0386631 Dec 13 15:04:22.105688 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.127896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:22.134976 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.153668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 2ee72682-d865-4504-93fe-9be574800cfa, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2ee72682-d865-4504-93fe-9be574800cfa,segment=NetworkSegment(d4c8d261-124e-43d7-8dc0-db1c42966c41),segment_id=d4c8d261-124e-43d7-8dc0-db1c42966c41)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:22.230865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-743bda1a-f842-477d-bccb-a48b45db551a req-27a10f63-a11e-4dc5-82b1-ca2ed8e01f56 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 210 time: 0.1042845 Dec 13 15:04:22.263986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 9298f4c9-6f5a-4612-a4f1-eada40cde0fc {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:04:22.271072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.282631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.321575 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-278d283c-9903-4c1c-84a2-3889663281aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.355158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=2ee72682-d865-4504-93fe-9be574800cfa,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:22.373817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.475740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.11 (01452d7a-8188-43ef-a161-cc17d563d8e8/8319dd13-c12c-4c81-81c7-8baa64509e05/4c41a471-57b9-46a3-8f81-87da243babc6) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:22.531832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.535582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1127b-3123-4650-af6b-bdeade3ea0b4 None None] Network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:22.685704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5d72fe0b-bb64-4919-b3df-e1d943a43542 None None] Provisioning complete for port 2ee72682-d865-4504-93fe-9be574800cfa triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:22.686076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d72fe0b-bb64-4919-b3df-e1d943a43542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.722039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.747287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.788723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=9298f4c9-6f5a-4612-a4f1-eada40cde0fc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:22.791798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.798525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3a58cb80-17b5-4fcf-b259-dd085abca76c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/9298f4c9-6f5a-4612-a4f1-eada40cde0fc HTTP/1.1" status: 204 len: 168 time: 0.7407358 Dec 13 15:04:22.799027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44042) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:22.886158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.905560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:22.950072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:22.953581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:22.957598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:22.973786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 2ee72682-d865-4504-93fe-9be574800cfa {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:22.973786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.029340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:23.045555 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:23.046595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.050289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] For port 2ee72682-d865-4504-93fe-9be574800cfa, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2ee72682-d865-4504-93fe-9be574800cfa,segment=NetworkSegment(d4c8d261-124e-43d7-8dc0-db1c42966c41),segment_id=d4c8d261-124e-43d7-8dc0-db1c42966c41)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:23.050887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.068186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 2ee72682-d865-4504-93fe-9be574800cfa owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:23.115517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836ce98-6638-4af7-a768-5d481c8f7d8f None None] Network f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:23.132541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-f966859d-eb9b-4f59-b56c-77ab140e59dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3634987 Dec 13 15:04:23.148604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Request body: {'port': {'device_id': '43d098aa-5d3c-4717-965e-591fbe226bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:23.224903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-87a724fd-e5de-4c38-ab2a-ec1fe7043b64 None None] Provisioning complete for port 2ee72682-d865-4504-93fe-9be574800cfa triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:23.225442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87a724fd-e5de-4c38-ab2a-ec1fe7043b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.225566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.239104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.289691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=2ee72682-d865-4504-93fe-9be574800cfa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:23.309485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No DVR routers for this DVR port 2ee72682-d865-4504-93fe-9be574800cfa on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:23.322274 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.345915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-87a724fd-e5de-4c38-ab2a-ec1fe7043b64 None None] Could not find standard attr ID for object 2ee72682-d865-4504-93fe-9be574800cfa. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:04:23.348884 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.db [None req-87a724fd-e5de-4c38-ab2a-ec1fe7043b64 None None] No ports have port_id starting with 2ee72682-d865-4504-93fe-9be574800cfa Dec 13 15:04:23.442129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e33b27-c3d8-47e8-b3ba-c9405a5e2432 None None] DHCP port deletion for f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:04:23.447502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.473898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:23.476534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-431707ab-2973-48d1-87b5-636bd9707522 None None] Provisioning complete for port 4c41a471-57b9-46a3-8f81-87da243babc6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:23.476534 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-431707ab-2973-48d1-87b5-636bd9707522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.487855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c8d261-124e-43d7-8dc0-db1c42966c41') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:23.488868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c8d261-124e-43d7-8dc0-db1c42966c41') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:23.509293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.515770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-431707ab-2973-48d1-87b5-636bd9707522 None None] Port 4c41a471-57b9-46a3-8f81-87da243babc6 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:23.527278 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.533926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:23.534491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.536757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f56b8-35c0-4dce-8791-c106b20c909e req-7c29fdd8-3235-4465-9d2a-bcafd0be735e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:23.537806 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:23.547379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e2f56b8-35c0-4dce-8791-c106b20c909e req-7c29fdd8-3235-4465-9d2a-bcafd0be735e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 932 time: 0.1359665 Dec 13 15:04:23.614993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e2f56b8-35c0-4dce-8791-c106b20c909e req-2698ed30-fcf6-4ec1-b74d-3c42a38cf66f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555246 Dec 13 15:04:23.677224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c41a471-57b9-46a3-8f81-87da243babc6 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:04:23.677501 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.679585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.680205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.683405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea HTTP/1.1" status: 204 len: 168 time: 0.8833797 Dec 13 15:04:23.693161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44054) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:23.698103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'name': 'tempest-PortsTestJSON-1440341168'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:23.706286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc0c7-efdc-4a29-af88-224d4b83d4de tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=f2dc79ee-0f92-4cf5-b1b2-fc5f6f8b4eea,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:23.741144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Transition to ACTIVE for port object 4c41a471-57b9-46a3-8f81-87da243babc6 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:04:23.846600 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.887223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:23.890673 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:23.911423 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:23.941094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 5e5197a1-d671-4dbb-a39b-f9546192b688 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:24.063534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:24.063839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:24.064167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:24.076260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:04:24.076611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:24.092767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:24.093031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Checking segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:24.093389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Bound using segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:24.093813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Bound port: 4c41a471-57b9-46a3-8f81-87da243babc6, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:24.094161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.198401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.228183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:24.233031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:24.313194 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.348034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:24.348645 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.350106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] 10.222.0.55 "PUT /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 1092 time: 1.2080698 Dec 13 15:04:24.350464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:04:24.352710 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a24594-be9c-4713-8979-9beb66acd58e" -d '{"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:04:24.359304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.388663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fd745-e8e0-4be5-bf64-cba5c6062872 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:24.392484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:24.399328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:24.425199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:24.430928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:24.431547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.567826 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf510b-b517-4450-b861-c0d597eaa336 x-openstack-request-id: req-60bf510b-b517-4450-b861-c0d597eaa336 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:04:24.567826 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:04:24.567826 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60bf510b-b517-4450-b861-c0d597eaa336 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:04:24.567826 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'status': 'completed', 'code': 200} Dec 13 15:04:24.567826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=5e5197a1-d671-4dbb-a39b-f9546192b688,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:24.567826 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a5ebe379-6dc3-4a46-8273-25a684d673b5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8485096 Dec 13 15:04:24.691608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44076) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:24.694802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a24594-be9c-4713-8979-9beb66acd58e req-31778452-53b7-4bc0-924e-efde7f4515a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:24.694802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2a24594-be9c-4713-8979-9beb66acd58e req-31778452-53b7-4bc0-924e-efde7f4515a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1095 time: 0.0781152 Dec 13 15:04:24.743576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a24594-be9c-4713-8979-9beb66acd58e req-1bd81f4a-ba78-4bb2-bb0d-0ca4b6be226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:24.745840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2a24594-be9c-4713-8979-9beb66acd58e req-1bd81f4a-ba78-4bb2-bb0d-0ca4b6be226a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=515f7b22ce9744918b9b5447b1a274ac&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1603963 Dec 13 15:04:24.789471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 5e5197a1-d671-4dbb-a39b-f9546192b688 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:24.789803 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.895360 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.901960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a24594-be9c-4713-8979-9beb66acd58e req-f0e2c992-e8e5-4e0b-9b3a-6dad57c3b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:24.903467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2a24594-be9c-4713-8979-9beb66acd58e req-f0e2c992-e8e5-4e0b-9b3a-6dad57c3b260 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496823 Dec 13 15:04:24.910418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce232d-39f4-4381-ac5b-2427a4ba28fb req-ced132df-8b94-4aac-b277-5e637fe16395 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:24.911974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edce232d-39f4-4381-ac5b-2427a4ba28fb req-ced132df-8b94-4aac-b277-5e637fe16395 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 944 time: 0.1439664 Dec 13 15:04:24.914580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:24.943201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 5e5197a1-d671-4dbb-a39b-f9546192b688 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:24.970140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edce232d-39f4-4381-ac5b-2427a4ba28fb req-da06a15b-33ff-4185-914f-95891ee2e4dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514984 Dec 13 15:04:24.995670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-6af1820c-8e6e-4771-b3a5-77113395a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:24.997315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-6af1820c-8e6e-4771-b3a5-77113395a50a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1095 time: 0.0531764 Dec 13 15:04:25.046607 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-a218ff2c-8444-4b01-bf94-3572096195e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 217 time: 0.0407917 Dec 13 15:04:25.100772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-c7d6f5ce-0dd3-41d0-89b1-bb08435b37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:25.102147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-c7d6f5ce-0dd3-41d0-89b1-bb08435b37e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8319dd13-c12c-4c81-81c7-8baa64509e05 HTTP/1.1" status: 200 len: 835 time: 0.0491419 Dec 13 15:04:25.146858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:25.151779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-fb0180c0-a609-4f3d-bdad-bea50fe60812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:25.158607 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-fb0180c0-a609-4f3d-bdad-bea50fe60812 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01452d7a-8188-43ef-a161-cc17d563d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441556 Dec 13 15:04:25.177816 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:25.186295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=5e5197a1-d671-4dbb-a39b-f9546192b688,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:25.188635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:25.191959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-67b21169-ee62-4b02-afb1-98e31078b0e0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/5e5197a1-d671-4dbb-a39b-f9546192b688 HTTP/1.1" status: 204 len: 168 time: 0.6451061 Dec 13 15:04:25.194833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44096) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:25.200888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'mac_address': 'fa:16:3e:9e:da:94', 'name': 'tempest-PortsTestJSON-1362423829'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:25.284387 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-d5717e71-6fec-4856-92b8-fa782a6cf341 service neutron] 10.222.0.55 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236577 Dec 13 15:04:25.326852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2ee72682-d865-4504-93fe-9be574800cfa no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:25.355693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2ee72682-d865-4504-93fe-9be574800cfa {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:25.355693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2ee72682-d865-4504-93fe-9be574800cfa not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:25.380776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:25.389617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cba8c94d-9ed5-4cbb-b672-18e53fe934f7 req-b51b1396-bf9d-42c6-8e65-5d7bb22a060c service neutron] 10.222.0.55 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983589 Dec 13 15:04:25.460220 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:25.487099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 73dd287c-89dc-47c2-8d6e-cbbb95129252 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:25.665536 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:25.810096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:25.867586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:25.871497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:25.878360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:25.884162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:25.884790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:25.889503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=73dd287c-89dc-47c2-8d6e-cbbb95129252,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:25.989596 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2aec2424-8b6f-4fac-915e-3e7036d336db tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7933004 Dec 13 15:04:25.992059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44116) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:26.047939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2641cefa-7d9c-4806-8f99-ad759a292084 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:26.051933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2641cefa-7d9c-4806-8f99-ad759a292084 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/73dd287c-89dc-47c2-8d6e-cbbb95129252 HTTP/1.1" status: 200 len: 841 time: 0.0564172 Dec 13 15:04:26.052408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44120) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:26.100996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dff19-a663-42db-b720-0247eb7e85d1 req-250d7281-19dc-43c6-ba38-3b3bb5976fb3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:26.102186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94dff19-a663-42db-b720-0247eb7e85d1 req-250d7281-19dc-43c6-ba38-3b3bb5976fb3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 944 time: 0.0513546 Dec 13 15:04:26.145981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e94dff19-a663-42db-b720-0247eb7e85d1 req-cd70be0c-733d-4558-a19d-12b3d716ea02 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361283 Dec 13 15:04:26.175402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 73dd287c-89dc-47c2-8d6e-cbbb95129252 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:26.175741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:26.253560 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:26.266400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 73dd287c-89dc-47c2-8d6e-cbbb95129252 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:26.446562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:26.480167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=73dd287c-89dc-47c2-8d6e-cbbb95129252,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:26.490513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:26.493748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-396aa1ed-c754-4830-9403-92bdcbb9ee2f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/73dd287c-89dc-47c2-8d6e-cbbb95129252 HTTP/1.1" status: 204 len: 168 time: 0.4400647 Dec 13 15:04:26.500791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44130) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:26.527509 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee7a493-4e94-4db7-a7cc-94c88cf0dc45 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:26.529687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dee7a493-4e94-4db7-a7cc-94c88cf0dc45 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/73dd287c-89dc-47c2-8d6e-cbbb95129252 HTTP/1.1" status: 404 len: 333 time: 0.0267298 Dec 13 15:04:26.532883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44132) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:26.539450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'name': 'tempest-PortsTestJSON-1350618829'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:26.737952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:26.741446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:26.758535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port fc42a9f0-c811-4b3e-bd50-b3ac42349f84 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:26.945643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.079184 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.127977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:27.134737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:27.141178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:27.143909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:27.144716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.154304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=fc42a9f0-c811-4b3e-bd50-b3ac42349f84,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:27.273388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-028a0ecd-9270-43d6-9282-1b34dda409ac tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7393262 Dec 13 15:04:27.276603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44154) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:27.283427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:27.329071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5c781-08c3-4e02-b70a-b815dbc4e2b5 req-a168b7dd-dca8-4666-be90-0a40e29a2ec0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:27.334709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ed5c781-08c3-4e02-b70a-b815dbc4e2b5 req-a168b7dd-dca8-4666-be90-0a40e29a2ec0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 944 time: 0.0945535 Dec 13 15:04:27.407180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ed5c781-08c3-4e02-b70a-b815dbc4e2b5 req-9dd30bf9-129e-433d-801d-5f56fa276494 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686846 Dec 13 15:04:27.407926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.594928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.643669 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.657385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:04:27.683247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] In _notify_port_updated(), no bound segment for port fc42a9f0-c811-4b3e-bd50-b3ac42349f84 on network 8156a41d-95fd-425a-ac7b-ee07671def08 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:04:27.689702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:27.690539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.694526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "PUT /v2.0/ports/fc42a9f0-c811-4b3e-bd50-b3ac42349f84 HTTP/1.1" status: 200 len: 818 time: 0.4142771 Dec 13 15:04:27.694784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44164) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:27.729145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984123c-63d3-4b60-af5b-37a5f8ee41b3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=fc42a9f0-c811-4b3e-bd50-b3ac42349f84,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:27.787034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:27.800445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '4c41a471-57b9-46a3-8f81-87da243babc6', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'port_id': '4c41a471-57b9-46a3-8f81-87da243babc6', 'mac_address': 'fa:16:3e:5c:18:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:04:27.802599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port fc42a9f0-c811-4b3e-bd50-b3ac42349f84 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:27.803047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.866948 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.877875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:27.882492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c41a471-57b9-46a3-8f81-87da243babc6 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:04:27.893542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for fc42a9f0-c811-4b3e-bd50-b3ac42349f84 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:27.903614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:27.981119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.048046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:28.066892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.096048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=fc42a9f0-c811-4b3e-bd50-b3ac42349f84,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:28.101308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.107221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44178) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:28.107770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6be6521b-fc67-4941-88ba-5b358a756656 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/fc42a9f0-c811-4b3e-bd50-b3ac42349f84 HTTP/1.1" status: 204 len: 168 time: 0.4114242 Dec 13 15:04:28.165254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd1e05-0826-428c-aeed-4c9f89405e66 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:28.167006 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-15dd1e05-0826-428c-aeed-4c9f89405e66 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0588028 Dec 13 15:04:28.169940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44182) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:28.195033 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-80dc1986-c78a-4435-8f30-67375f486394 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:28.196670 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-80dc1986-c78a-4435-8f30-67375f486394 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/fc42a9f0-c811-4b3e-bd50-b3ac42349f84 HTTP/1.1" status: 404 len: 333 time: 0.0256708 Dec 13 15:04:28.201779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44184) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:28.207253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['4c41a471-57b9-46a3-8f81-87da243babc6'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:04:28.208333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-641331088'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:28.324427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:28.328912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.359298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:28.373633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.373900 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment 47738ab7-71fd-4522-af47-ea9be13b2917 of type vlan for network 91d53a02-e5ba-4635-80b4-1e2df7878740 Dec 13 15:04:28.420062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.543480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a863783-42d6-4db9-a582-7c5ddd9ed5a1 req-02f85211-2886-4ec9-b87e-a69d8adb7888 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:28.544941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a863783-42d6-4db9-a582-7c5ddd9ed5a1 req-02f85211-2886-4ec9-b87e-a69d8adb7888 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.0557950 Dec 13 15:04:28.554936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.562097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:28.562734 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:28.583510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a863783-42d6-4db9-a582-7c5ddd9ed5a1 req-3a54d122-0275-47c8-9f36-3a6cd280616c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Dec 13 15:04:28.629946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=91d53a02-e5ba-4635-80b4-1e2df7878740,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:28.641389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:28.734686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-97464bba-1f91-4e31-abe3-41e3f4579073 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5315015 Dec 13 15:04:28.737386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44194) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:28.742385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:28.949471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:28.953041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:29.288836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:29.369399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=e6ad7d37-4e01-4a51-a8bf-058322750773,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:29.378947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': '47738ab7-71fd-4522-af47-ea9be13b2917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:29.381120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: 91d53a02-e5ba-4635-80b4-1e2df7878740, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:29.474719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:29.600590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 91d53a02-e5ba-4635-80b4-1e2df7878740) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:29.605025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:29.605621 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:29.614119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d4801-a38e-416b-997f-87c583d03972 None None] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:29.674085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:29.732269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-02d97f94-36a6-4183-ae43-5a07fc7783a6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9910545 Dec 13 15:04:29.732741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44220) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:29.737978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b7cc5299-c968-46d6-bec2-f4508dcc8413 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:29.742389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fbb68-9416-4684-bd5a-8c06c4c3138c req-258b16d5-544c-441c-87c7-d365e0adbecf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:29.743915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b08fbb68-9416-4684-bd5a-8c06c4c3138c req-258b16d5-544c-441c-87c7-d365e0adbecf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.0639567 Dec 13 15:04:29.792157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b08fbb68-9416-4684-bd5a-8c06c4c3138c req-7cbba611-71d8-4496-95d7-4cb260436321 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363317 Dec 13 15:04:29.828371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-91d53a02-e5ba-4635-80b4-1e2df7878740', 'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740', 'tenant_id': '4e16afe4cc4b4bc8b14c7c3b34814309', 'fixed_ips': [{'subnet_id': 'e6ad7d37-4e01-4a51-a8bf-058322750773'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:04:29.829539 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:29.871402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 4c41a471-57b9-46a3-8f81-87da243babc6 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:04:29.917729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 4c41a471-57b9-46a3-8f81-87da243babc6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:29.918091 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.061112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Allocated IP 172.20.0.2 (91d53a02-e5ba-4635-80b4-1e2df7878740/e6ad7d37-4e01-4a51-a8bf-058322750773/b87756b5-c315-4195-90ee-43d71af847a3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:30.077614 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.153324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:04:30.156015 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a0c8a9-74e5-4196-8044-b15691cc4edc" -d '{"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-plugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:04:30.190763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:30.314355 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50af255-b378-4c5d-b7ba-be4aadc08187 x-openstack-request-id: req-a50af255-b378-4c5d-b7ba-be4aadc08187 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:04:30.314719 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-plugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:04:30.315125 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a50af255-b378-4c5d-b7ba-be4aadc08187 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:04:30.315576 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'code': 200} Dec 13 15:04:30.365395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.417038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3e14-d601-4298-80ca-4d7c902e4ea2 req-fe75161d-1f20-4e83-ab85-f32f602ffa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:30.418555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b25e3e14-d601-4298-80ca-4d7c902e4ea2 req-fe75161d-1f20-4e83-ab85-f32f602ffa81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1096 time: 0.0400176 Dec 13 15:04:30.454498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b25e3e14-d601-4298-80ca-4d7c902e4ea2 req-17d1cd45-8002-451b-9880-7973fbd30c16 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291924 Dec 13 15:04:30.509505 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.546957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc5299-c968-46d6-bec2-f4508dcc8413 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:30.551046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5299-c968-46d6-bec2-f4508dcc8413 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.559210 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.574112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:30.606189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:30.609085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:30.612702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:30.647345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Pushing event updated for resources: {'Port': ['ID=b87756b5-c315-4195-90ee-43d71af847a3,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:30.649968 n-d-816954-1 neutron-server[102824]: INFO neutron.db.ipam_backend_mixin [None req-b7cc5299-c968-46d6-bec2-f4508dcc8413 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e6ad7d37-4e01-4a51-a8bf-058322750773 (CIDR: 172.20.0.0/28) Dec 13 15:04:30.683055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Attempting to bind port b87756b5-c315-4195-90ee-43d71af847a3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:30.683689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Attempting to bind port b87756b5-c315-4195-90ee-43d71af847a3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '47738ab7-71fd-4522-af47-ea9be13b2917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:30.684265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Attempting to bind port b87756b5-c315-4195-90ee-43d71af847a3 on network 91d53a02-e5ba-4635-80b4-1e2df7878740 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:30.689863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:30.690567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Checking segment: {'id': '47738ab7-71fd-4522-af47-ea9be13b2917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:30.690981 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.691516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Bound using segment: {'id': '47738ab7-71fd-4522-af47-ea9be13b2917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:30.691986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Bound port: b87756b5-c315-4195-90ee-43d71af847a3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47738ab7-71fd-4522-af47-ea9be13b2917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:30.692374 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cc5299-c968-46d6-bec2-f4508dcc8413 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:04:30.692524 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.692874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cc5299-c968-46d6-bec2-f4508dcc8413 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:04:30.761310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] For port b87756b5-c315-4195-90ee-43d71af847a3, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:30.764651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] For port b87756b5-c315-4195-90ee-43d71af847a3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b87756b5-c315-4195-90ee-43d71af847a3,segment=NetworkSegment(47738ab7-71fd-4522-af47-ea9be13b2917),segment_id=47738ab7-71fd-4522-af47-ea9be13b2917)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:30.804507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b7cc5299-c968-46d6-bec2-f4508dcc8413 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0690398 Dec 13 15:04:30.805636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44246) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:30.811089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:30.881034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:30.960029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417e60f-f38c-45d9-a854-3b7db3629ea7 None None] Pushing event updated for resources: {'Port': ['ID=b87756b5-c315-4195-90ee-43d71af847a3,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:30.975341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80071e-b449-4f4a-8045-ea1c93bf4be8 req-9ef812f5-87ed-4178-ae51-b7be75ec2c30 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:30.976105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e80071e-b449-4f4a-8045-ea1c93bf4be8 req-9ef812f5-87ed-4178-ae51-b7be75ec2c30 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.0970826 Dec 13 15:04:31.028388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e80071e-b449-4f4a-8045-ea1c93bf4be8 req-be891398-4ac1-4cdc-a3dc-1a46051ac415 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Dec 13 15:04:31.079690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:31.083981 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:31.473158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b87756b5-c315-4195-90ee-43d71af847a3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:31.527713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b87756b5-c315-4195-90ee-43d71af847a3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:31.528105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:31.535816 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:31.584959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:31.588134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:31.592437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:31.593034 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:31.602425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=2f98c71c-4216-47a9-a81b-0f3a94dbe396,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:31.625384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:31.657768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b87756b5-c315-4195-90ee-43d71af847a3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b87756b5-c315-4195-90ee-43d71af847a3,segment=NetworkSegment(47738ab7-71fd-4522-af47-ea9be13b2917),segment_id=47738ab7-71fd-4522-af47-ea9be13b2917)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:31.780566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6b78717a-2511-4f12-af89-382674ad4607 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9738941 Dec 13 15:04:31.783540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44270) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:31.788870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740', 'fixed_ips': [{'subnet_id': 'e6ad7d37-4e01-4a51-a8bf-058322750773'}, {'subnet_id': '2f98c71c-4216-47a9-a81b-0f3a94dbe396'}], 'name': 'tempest-PortsTestJSON-1085170351'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:31.861228 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:31.935975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b87756b5-c315-4195-90ee-43d71af847a3,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:32.038550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:32.085782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f70c33-98d4-42a1-a07d-7d710eee0111 None None] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:32.155749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d3e1eab5-2264-45af-abd1-a79fd91f6deb None None] Provisioning complete for port b87756b5-c315-4195-90ee-43d71af847a3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:32.156141 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d3e1eab5-2264-45af-abd1-a79fd91f6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:32.183104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18825-0ec1-4b40-bd3c-07b65b2975a9 req-be5f468e-174a-4622-8f6c-101e4bbcfe4b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:32.184249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91d18825-0ec1-4b40-bd3c-07b65b2975a9 req-be5f468e-174a-4622-8f6c-101e4bbcfe4b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.0702415 Dec 13 15:04:32.223267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:32.295995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91d18825-0ec1-4b40-bd3c-07b65b2975a9 req-a6f5a0fd-f497-4abd-ad11-0b071c17c5f4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005268 Dec 13 15:04:32.297213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:32.608504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c97117-9c4c-4ebb-a615-ce6c9df570a0 req-f620a66b-09f6-4eaf-a044-4bc0466da9d9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:32.609886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87c97117-9c4c-4ebb-a615-ce6c9df570a0 req-f620a66b-09f6-4eaf-a044-4bc0466da9d9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1215901 Dec 13 15:04:32.616506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb9ff9-d467-4f5f-8444-1620dcdc4258 None None] Update dhcp port {'port': {'network_id': '91d53a02-e5ba-4635-80b4-1e2df7878740', 'fixed_ips': [{'subnet_id': 'e6ad7d37-4e01-4a51-a8bf-058322750773', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f98c71c-4216-47a9-a81b-0f3a94dbe396'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'b87756b5-c315-4195-90ee-43d71af847a3'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:04:32.652407 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9ff9-d467-4f5f-8444-1620dcdc4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:32.677250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87c97117-9c4c-4ebb-a615-ce6c9df570a0 req-d8228ee6-c4a1-4a3f-8e3e-9de2462f97e4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591197 Dec 13 15:04:32.700014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44294) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:32.762087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.10 (91d53a02-e5ba-4635-80b4-1e2df7878740/e6ad7d37-4e01-4a51-a8bf-058322750773/b6494b40-9d6c-4ccc-b705-e61aa5b488d6) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:32.778509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.24 (91d53a02-e5ba-4635-80b4-1e2df7878740/2f98c71c-4216-47a9-a81b-0f3a94dbe396/b6494b40-9d6c-4ccc-b705-e61aa5b488d6) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:32.888605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a094b-231b-482c-867b-d136c019e845 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:32.890852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ae5a094b-231b-482c-867b-d136c019e845 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1092 time: 0.1892610 Dec 13 15:04:32.893310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44302) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:32.897783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '4c41a471-57b9-46a3-8f81-87da243babc6', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:32.962001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.038166 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.083722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.149144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6ebb9ff9-d467-4f5f-8444-1620dcdc4258 None None] Allocated IP 172.20.0.18 (91d53a02-e5ba-4635-80b4-1e2df7878740/2f98c71c-4216-47a9-a81b-0f3a94dbe396/b87756b5-c315-4195-90ee-43d71af847a3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:33.172206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=b6494b40-9d6c-4ccc-b705-e61aa5b488d6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:33.195666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:33.197022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.197732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:33.202041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:33.264831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:33.266099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.308049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6ebb9ff9-d467-4f5f-8444-1620dcdc4258 None None] For port b87756b5-c315-4195-90ee-43d71af847a3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b87756b5-c315-4195-90ee-43d71af847a3,segment=NetworkSegment(47738ab7-71fd-4522-af47-ea9be13b2917),segment_id=47738ab7-71fd-4522-af47-ea9be13b2917)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:33.359483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.150 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/0e10d0f1-9ea1-4249-8351-f7ffa85a2fbb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:33.361184 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9ff9-d467-4f5f-8444-1620dcdc4258 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.361646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a8445539-371c-4f0c-ad5b-eeffabb76aae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5769217 Dec 13 15:04:33.362515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:33.371049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6ad7d37-4e01-4a51-a8bf-058322750773'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:33.423783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b87756b5-c315-4195-90ee-43d71af847a3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:33.481023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b87756b5-c315-4195-90ee-43d71af847a3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:33.481510 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.574261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9ff9-d467-4f5f-8444-1620dcdc4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.634626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.684944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb9ff9-d467-4f5f-8444-1620dcdc4258 None None] Pushing event updated for resources: {'Port': ['ID=b87756b5-c315-4195-90ee-43d71af847a3,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:33.700231 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.816027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:33.868483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:33.897701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:33.910978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:33.958180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=0e10d0f1-9ea1-4249-8351-f7ffa85a2fbb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:34.323504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e318612d-59cb-434f-acfe-2d0c42bad5ed None None] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:34.416142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4e3151c7-2228-47c3-9715-390df78ce5f5 None None] Provisioning complete for port b87756b5-c315-4195-90ee-43d71af847a3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:34.416655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4e3151c7-2228-47c3-9715-390df78ce5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:34.546165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Delete allocated IP 172.20.0.24 (91d53a02-e5ba-4635-80b4-1e2df7878740/2f98c71c-4216-47a9-a81b-0f3a94dbe396) {{(pid=102823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 15:04:34.836089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:34.857616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:34.904058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-63272123-b289-467e-adea-1d19e9d337cb None None] Provisioning complete for port b87756b5-c315-4195-90ee-43d71af847a3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:34.904432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-63272123-b289-467e-adea-1d19e9d337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:34.939957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.017755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-63272123-b289-467e-adea-1d19e9d337cb None None] Provisioning complete for port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:35.018449 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-63272123-b289-467e-adea-1d19e9d337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.064873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-63272123-b289-467e-adea-1d19e9d337cb None None] Port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:35.086546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=b6494b40-9d6c-4ccc-b705-e61aa5b488d6,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:35.096394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] In _notify_port_updated(), no bound segment for port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 on network 91d53a02-e5ba-4635-80b4-1e2df7878740 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:04:35.102071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:35.102974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.107608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bb9108bc-a5e3-4633-8bfe-a2bfa75f4df9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "PUT /v2.0/ports/b6494b40-9d6c-4ccc-b705-e61aa5b488d6 HTTP/1.1" status: 200 len: 920 time: 1.7411075 Dec 13 15:04:35.107608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.109783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44350) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:35.120246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6ad7d37-4e01-4a51-a8bf-058322750773'}, {'subnet_id': '2f98c71c-4216-47a9-a81b-0f3a94dbe396'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:35.202356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-58c229c5-20aa-4ad5-a80c-61713be011d3 None None] Provisioning complete for port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:35.209209 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-58c229c5-20aa-4ad5-a80c-61713be011d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.254565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.266702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-58c229c5-20aa-4ad5-a80c-61713be011d3 None None] Port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:35.355315 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.409504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-96bca9c9-9576-472b-9610-4abbb757b32e None None] Provisioning complete for port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:35.412054 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96bca9c9-9576-472b-9610-4abbb757b32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.445065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b87756b5-c315-4195-90ee-43d71af847a3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:35.473346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.483344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-96bca9c9-9576-472b-9610-4abbb757b32e None None] Port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:35.505310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b87756b5-c315-4195-90ee-43d71af847a3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:35.505631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.560598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=0e10d0f1-9ea1-4249-8351-f7ffa85a2fbb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:35.578624 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.682601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.22 (91d53a02-e5ba-4635-80b4-1e2df7878740/2f98c71c-4216-47a9-a81b-0f3a94dbe396/b6494b40-9d6c-4ccc-b705-e61aa5b488d6) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:35.718796 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 2e1056f2-429b-49cd-b2bd-6c56854411ef associated. External IP: 172.25.7.150, port: 4c41a471-57b9-46a3-8f81-87da243babc6. Dec 13 15:04:35.865559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.946315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:35.970513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router dfd996ba-e8ef-404d-8a9a-2eed029c434c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:04:36.038056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=b6494b40-9d6c-4ccc-b705-e61aa5b488d6,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:36.073069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.073417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.073756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.074095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.075026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.075508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.076055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.076545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.077057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.077554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.078039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.078595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:36.124652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] In _notify_port_updated(), no bound segment for port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 on network 91d53a02-e5ba-4635-80b4-1e2df7878740 {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:04:36.131065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:04:36.137369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:36.138070 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:36.139441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ddac6691-93d4-4128-be99-88579a21704a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "PUT /v2.0/ports/b6494b40-9d6c-4ccc-b705-e61aa5b488d6 HTTP/1.1" status: 200 len: 1000 time: 1.0283816 Dec 13 15:04:36.140101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] Sync routers for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:04:36.143577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44374) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:36.158351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:36.160259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:36.168689 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:04:36.274560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:36.289544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:04:36.308026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:36.308361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:36.313699 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-16c040ff-46fd-4d67-93a4-390c3310c80a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4193676 Dec 13 15:04:36.326168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:04:36.327936 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:04:36.345680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-da044972-e306-42dc-ba52-ad1ecc744273 None None] Provisioning complete for port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:36.346052 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da044972-e306-42dc-ba52-ad1ecc744273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:36.417632 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ae958-29df-4edb-a9ff-fa1991b68bce x-openstack-request-id: req-753ae958-29df-4edb-a9ff-fa1991b68bce {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:04:36.417632 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:04:36.417632 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-753ae958-29df-4edb-a9ff-fa1991b68bce {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:04:36.417632 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'status': 'completed', 'code': 200} Dec 13 15:04:36.445199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-da044972-e306-42dc-ba52-ad1ecc744273 None None] Port b6494b40-9d6c-4ccc-b705-e61aa5b488d6 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:36.471533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:36.501730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for b6494b40-9d6c-4ccc-b705-e61aa5b488d6 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:36.536107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-9de2dbeb-c847-4801-8af5-151a0e5e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:36.537757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-9de2dbeb-c847-4801-8af5-151a0e5e557a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1097 time: 0.1105523 Dec 13 15:04:36.571637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae5b66-367d-4ff4-b84b-60ab7c7d1d4c req-a0fa9077-4438-480e-ab87-c43298f15293 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:36.573801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fae5b66-367d-4ff4-b84b-60ab7c7d1d4c req-a0fa9077-4438-480e-ab87-c43298f15293 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1075852 Dec 13 15:04:36.666535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '2e1056f2-429b-49cd-b2bd-6c56854411ef', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'port_id': '4c41a471-57b9-46a3-8f81-87da243babc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'mac_address': 'fa:16:3e:5c:18:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d098aa-5d3c-4717-965e-591fbe226bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:34Z', 'updated_at': '2021-12-13T15:04:34Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:36.705618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] Checking router: dfd996ba-e8ef-404d-8a9a-2eed029c434c for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:04:36.713516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-8cd8b49e-56e1-47f7-b121-d3480a4538dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:36.715224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-8cd8b49e-56e1-47f7-b121-d3480a4538dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 200 len: 897 time: 0.1685152 Dec 13 15:04:36.716395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:36.717026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:36.722770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7fae5b66-367d-4ff4-b84b-60ab7c7d1d4c req-1d197937-a6a4-47a0-ada8-1915803317d9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375358 Dec 13 15:04:36.770538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44394) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:36.837085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-19b7262e-38c2-429f-b35a-ef7b6e1db54e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2e1056f2-429b-49cd-b2bd-6c56854411ef HTTP/1.1" status: 200 len: 992 time: 0.0653145 Dec 13 15:04:36.844145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-f43abc2b-35d3-494e-8191-87d5c7d9455a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 1000 time: 0.1194828 Dec 13 15:04:36.849539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:36.901832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:04:36.909190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=b6494b40-9d6c-4ccc-b705-e61aa5b488d6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:36.946267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-5db02cc1-9aa5-4c1f-b889-a0456eeb984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:36.946267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-5db02cc1-9aa5-4c1f-b889-a0456eeb984d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8319dd13-c12c-4c81-81c7-8baa64509e05 HTTP/1.1" status: 200 len: 835 time: 0.0792346 Dec 13 15:04:37.016227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-b43ce3ee-8fd8-411e-832b-6bfcd630e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:37.020133 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-b43ce3ee-8fd8-411e-832b-6bfcd630e680 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01452d7a-8188-43ef-a161-cc17d563d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680826 Dec 13 15:04:37.052908 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.057457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a828c68c-5c18-41f1-92c1-52483fc8d1b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/b6494b40-9d6c-4ccc-b705-e61aa5b488d6 HTTP/1.1" status: 204 len: 168 time: 0.9126830 Dec 13 15:04:37.060345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44400) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:37.097609 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1040813-910c-4ee8-819d-1cb9fb4a4606 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:37.099289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e1040813-910c-4ee8-819d-1cb9fb4a4606 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/b6494b40-9d6c-4ccc-b705-e61aa5b488d6 HTTP/1.1" status: 404 len: 333 time: 0.0375686 Dec 13 15:04:37.102166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44402) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:37.176870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-3dc09f91-0e84-4e41-8e53-3907d6b9c74e service neutron] 10.222.0.55 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483107 Dec 13 15:04:37.225867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 2f98c71c-4216-47a9-a81b-0f3a94dbe396 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:04:37.230869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.254875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '2e1056f2-429b-49cd-b2bd-6c56854411ef', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'port_id': '4c41a471-57b9-46a3-8f81-87da243babc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'mac_address': 'fa:16:3e:5c:18:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d098aa-5d3c-4717-965e-591fbe226bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:34Z', 'updated_at': '2021-12-13T15:04:34Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:37.290681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.294109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10852a2d-0a01-4b97-ac59-c5ec3b6e7280 None None] The sync data for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 is: [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '2e1056f2-429b-49cd-b2bd-6c56854411ef', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'port_id': '4c41a471-57b9-46a3-8f81-87da243babc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'mac_address': 'fa:16:3e:5c:18:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d098aa-5d3c-4717-965e-591fbe226bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:04:34Z', 'updated_at': '2021-12-13T15:04:34Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:04:37.331509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b52cb608-7f9e-4d5a-aa87-c7124b5bdfd6 req-aa715e4b-f831-4b73-8f41-e6aebaba7f3b service neutron] 10.222.0.55 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456723 Dec 13 15:04:37.424930 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.577897 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cc5ea-9743-485a-9ba7-d6b19945ab8a None None] New status for floating IP 2e1056f2-429b-49cd-b2bd-6c56854411ef: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:04:37.598449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.630832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=2f98c71c-4216-47a9-a81b-0f3a94dbe396,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:37.638867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.642642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7588a683-157b-4258-8cff-76953bef3c06 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/2f98c71c-4216-47a9-a81b-0f3a94dbe396 HTTP/1.1" status: 204 len: 168 time: 0.5390966 Dec 13 15:04:37.645656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44414) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:37.647882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2d217-30aa-4b3a-9b27-1edcea76cad2 None None] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:37.709347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet e6ad7d37-4e01-4a51-a8bf-058322750773 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:04:37.717224 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.776742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:37.840945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44422) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:37.901886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.020666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c37e5981-1368-47e8-9e21-5e3b11ffb4df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2e1056f2-429b-49cd-b2bd-6c56854411ef HTTP/1.1" status: 200 len: 994 time: 0.1729171 Dec 13 15:04:38.080767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.116193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ad7d37-4e01-4a51-a8bf-058322750773,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:38.116193 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.120330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4216500e-9cd0-4c86-98ca-fefad950af40 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/e6ad7d37-4e01-4a51-a8bf-058322750773 HTTP/1.1" status: 204 len: 168 time: 0.4711432 Dec 13 15:04:38.122276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44430) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:38.214453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.279863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port b87756b5-c315-4195-90ee-43d71af847a3 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:38.280227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.358850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] For port b87756b5-c315-4195-90ee-43d71af847a3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b87756b5-c315-4195-90ee-43d71af847a3,segment=NetworkSegment(47738ab7-71fd-4522-af47-ea9be13b2917),segment_id=47738ab7-71fd-4522-af47-ea9be13b2917)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:38.359215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.372875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for b87756b5-c315-4195-90ee-43d71af847a3 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:38.461188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1d18a-f84b-4cf6-939a-89ae397381c5 None None] Network 91d53a02-e5ba-4635-80b4-1e2df7878740 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:38.544927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9bbc4499-6111-482a-abbc-83b81591f88b None None] Provisioning complete for port b87756b5-c315-4195-90ee-43d71af847a3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:38.544927 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9bbc4499-6111-482a-abbc-83b81591f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.617159 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.621957 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.db [None req-9bbc4499-6111-482a-abbc-83b81591f88b None None] No ports have port_id starting with b87756b5-c315-4195-90ee-43d71af847a3 Dec 13 15:04:38.641757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=b87756b5-c315-4195-90ee-43d71af847a3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:38.662190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No DVR routers for this DVR port b87756b5-c315-4195-90ee-43d71af847a3 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:38.714633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb289e3-9c25-4b6a-ad97-61c732c2fd97 None None] DHCP port deletion for 91d53a02-e5ba-4635-80b4-1e2df7878740 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:04:38.765441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.788749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d53a02-e5ba-4635-80b4-1e2df7878740']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:38.798919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47738ab7-71fd-4522-af47-ea9be13b2917') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:38.799166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47738ab7-71fd-4522-af47-ea9be13b2917') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:38.809336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.825654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.836189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:38.836616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:38.839952 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:38.954690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.974016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:38.977629 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/91d53a02-e5ba-4635-80b4-1e2df7878740 HTTP/1.1" status: 204 len: 168 time: 0.8555758 Dec 13 15:04:38.979392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13a17b-7e53-4ce9-bc06-592f91c2460e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=91d53a02-e5ba-4635-80b4-1e2df7878740,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:38.981764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44450) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:39.039686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbff053-a75c-4af0-aa5f-6f0e914c9803 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:39.041826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bdbff053-a75c-4af0-aa5f-6f0e914c9803 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0588942 Dec 13 15:04:39.046714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44454) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:39.099989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ef178477-89fd-4b79-9fc9-03416ccbee83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0505252 Dec 13 15:04:39.101594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44456) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:39.106390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1367001419'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:39.188714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:39.192374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:39.216802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:39.225989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:39.226382 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment b172c58f-ff79-4a21-9472-56c76ed7a19f of type vlan for network aa8b9bef-9741-44d2-9931-fcbfb19bd960 Dec 13 15:04:39.265370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:39.380556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b87756b5-c315-4195-90ee-43d71af847a3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:39.389073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:39.398136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:39.399317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:39.410341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b87756b5-c315-4195-90ee-43d71af847a3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:39.410687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b87756b5-c315-4195-90ee-43d71af847a3 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:39.474080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=aa8b9bef-9741-44d2-9931-fcbfb19bd960,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:39.486365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:39.569464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dc833198-42dc-412c-8b47-ce0ab59caa99 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4668357 Dec 13 15:04:39.574512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44466) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:39.579315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:39.826410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:39.830633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:40.106538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:40.180318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=39f1edb8-d22a-444d-b45c-600569f0f6f8,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:40.189934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': 'b172c58f-ff79-4a21-9472-56c76ed7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:40.190563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: aa8b9bef-9741-44d2-9931-fcbfb19bd960, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:40.277776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:40.386216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, aa8b9bef-9741-44d2-9931-fcbfb19bd960) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:40.390463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:40.391244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:40.401336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a81fd-b6d4-4cf7-b8c5-3ac81a984bf1 None None] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:40.499849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-88881dfe-21f1-458e-a0b4-8b245d081e83 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9242003 Dec 13 15:04:40.502410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44488) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:40.507305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960', 'name': 'tempest-PortsTestJSON-150425801'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:40.565622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-aa8b9bef-9741-44d2-9931-fcbfb19bd960', 'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960', 'tenant_id': '4e16afe4cc4b4bc8b14c7c3b34814309', 'fixed_ips': [{'subnet_id': '39f1edb8-d22a-444d-b45c-600569f0f6f8'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:04:40.566551 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:40.718488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Allocated IP 172.20.0.2 (aa8b9bef-9741-44d2-9931-fcbfb19bd960/39f1edb8-d22a-444d-b45c-600569f0f6f8/8158211a-77eb-4236-9fb8-e9343db9e4f7) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:40.878680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:41.023165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:41.026811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:41.047028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 687d92d3-88f7-4524-a544-0617e725f827 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:41.060035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:41.109215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:41.135378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:41.138054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:41.179248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Pushing event updated for resources: {'Port': ['ID=8158211a-77eb-4236-9fb8-e9343db9e4f7,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:41.216728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Attempting to bind port 8158211a-77eb-4236-9fb8-e9343db9e4f7 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:41.217857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Attempting to bind port 8158211a-77eb-4236-9fb8-e9343db9e4f7 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'b172c58f-ff79-4a21-9472-56c76ed7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:41.217857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Attempting to bind port 8158211a-77eb-4236-9fb8-e9343db9e4f7 on network aa8b9bef-9741-44d2-9931-fcbfb19bd960 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:41.222842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:41.223222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Checking segment: {'id': 'b172c58f-ff79-4a21-9472-56c76ed7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:41.223622 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:41.224021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Bound using segment: {'id': 'b172c58f-ff79-4a21-9472-56c76ed7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:41.224486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Bound port: 8158211a-77eb-4236-9fb8-e9343db9e4f7, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b172c58f-ff79-4a21-9472-56c76ed7a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:41.224873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:41.227957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7849b402-220d-4abf-bc90-a6f57f4f9bf9 {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:04:41.227957 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:04:41.294983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] For port 8158211a-77eb-4236-9fb8-e9343db9e4f7, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:41.297968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] For port 8158211a-77eb-4236-9fb8-e9343db9e4f7, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8158211a-77eb-4236-9fb8-e9343db9e4f7,segment=NetworkSegment(b172c58f-ff79-4a21-9472-56c76ed7a19f),segment_id=b172c58f-ff79-4a21-9472-56c76ed7a19f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:41.410806 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:41.479485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22444e-e04d-4aa2-88e8-3ae7461d9572 None None] Pushing event updated for resources: {'Port': ['ID=8158211a-77eb-4236-9fb8-e9343db9e4f7,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:41.737257 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:41.755809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:41.892006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.10 (aa8b9bef-9741-44d2-9931-fcbfb19bd960/39f1edb8-d22a-444d-b45c-600569f0f6f8/cf26c870-bbc2-4432-aac0-51e6d0d7d3b9) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:42.067371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:42.183491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:42.238031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:42.241562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:42.252661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:42.258307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=cf26c870-bbc2-4432-aac0-51e6d0d7d3b9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:42.322699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:42.323349 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:42.481339 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0987233f-560a-4968-954c-dd902fb74ff5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9778101 Dec 13 15:04:42.483914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44534) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:42.489246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': 'aa8b9bef-9741-44d2-9931-fcbfb19bd960', 'name': 'tempest-PortsTestJSON-1281789180'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:42.543779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a8a1e-ff2b-4a32-8c49-8bf41c43d310 None None] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:42.609681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ea95c304-2d40-4f5f-96c2-5daebd8b1c86 None None] Provisioning complete for port 8158211a-77eb-4236-9fb8-e9343db9e4f7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:42.610336 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea95c304-2d40-4f5f-96c2-5daebd8b1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:42.699128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:42.703218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:42.726382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port c12f5f34-dd83-4a77-bda0-b122fb56d555 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:42.758758 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea95c304-2d40-4f5f-96c2-5daebd8b1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:42.798596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ea95c304-2d40-4f5f-96c2-5daebd8b1c86 None None] For port 8158211a-77eb-4236-9fb8-e9343db9e4f7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8158211a-77eb-4236-9fb8-e9343db9e4f7,segment=NetworkSegment(b172c58f-ff79-4a21-9472-56c76ed7a19f),segment_id=b172c58f-ff79-4a21-9472-56c76ed7a19f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:42.854115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.11 (aa8b9bef-9741-44d2-9931-fcbfb19bd960/39f1edb8-d22a-444d-b45c-600569f0f6f8/c12f5f34-dd83-4a77-bda0-b122fb56d555) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:42.867608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea95c304-2d40-4f5f-96c2-5daebd8b1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:42.922756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c304-2d40-4f5f-96c2-5daebd8b1c86 None None] Pushing event updated for resources: {'Port': ['ID=8158211a-77eb-4236-9fb8-e9343db9e4f7,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:43.051630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.087478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fe62708d-5c22-49fd-88ea-005888dfe368 None None] Provisioning complete for port 8158211a-77eb-4236-9fb8-e9343db9e4f7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:43.087827 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fe62708d-5c22-49fd-88ea-005888dfe368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.155000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.220358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=c12f5f34-dd83-4a77-bda0-b122fb56d555,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:43.230648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:43.232152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:43.235955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:43.240233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fe62708d-5c22-49fd-88ea-005888dfe368 None None] Provisioning complete for port cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:43.241140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fe62708d-5c22-49fd-88ea-005888dfe368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.295311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fe62708d-5c22-49fd-88ea-005888dfe368 None None] Port cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:43.314606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:43.315229 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.423430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0565216e-8249-4b53-9448-1141377e623b None None] Provisioning complete for port cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:43.423802 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0565216e-8249-4b53-9448-1141377e623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.436119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44558) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:43.443712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5d34bfaa-a945-4270-bada-ffbe287a9ba8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9561555 Dec 13 15:04:43.539998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4721474-46e6-453c-b38f-15c297e38c9e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:43.542522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d4721474-46e6-453c-b38f-15c297e38c9e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1050839 Dec 13 15:04:43.545317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44560) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:43.677327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port c12f5f34-dd83-4a77-bda0-b122fb56d555 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:43.677327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.712165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8158211a-77eb-4236-9fb8-e9343db9e4f7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:43.761256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0565216e-8249-4b53-9448-1141377e623b None None] Port cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:43.775955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8158211a-77eb-4236-9fb8-e9343db9e4f7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:43.776325 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.785614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.798924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for c12f5f34-dd83-4a77-bda0-b122fb56d555 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:43.881444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9b6978f2-f512-4dfa-bc31-911cdaae9dfd None None] Provisioning complete for port c12f5f34-dd83-4a77-bda0-b122fb56d555 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:43.882090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9b6978f2-f512-4dfa-bc31-911cdaae9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:43.924099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9b6978f2-f512-4dfa-bc31-911cdaae9dfd None None] Port c12f5f34-dd83-4a77-bda0-b122fb56d555 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:44.026319 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.059946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=c12f5f34-dd83-4a77-bda0-b122fb56d555,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:44.156126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.159617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-01bf79c5-a2d7-4d8d-8bc5-f399050013ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/c12f5f34-dd83-4a77-bda0-b122fb56d555 HTTP/1.1" status: 204 len: 168 time: 0.6129589 Dec 13 15:04:44.162172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44568) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:44.187837 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccde9d6f-b527-4976-ab4d-5816d4bdef2a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:44.189352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ccde9d6f-b527-4976-ab4d-5816d4bdef2a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/c12f5f34-dd83-4a77-bda0-b122fb56d555 HTTP/1.1" status: 404 len: 333 time: 0.0261772 Dec 13 15:04:44.192048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44570) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:44.294528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:44.294844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.389870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.401949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:44.606061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.636570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=cf26c870-bbc2-4432-aac0-51e6d0d7d3b9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:44.733039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.737108 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1bec1a95-b12d-4833-a8b9-f0315bbf61c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 HTTP/1.1" status: 204 len: 168 time: 0.5440102 Dec 13 15:04:44.739817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44580) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:44.770860 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89b1a6c-63e8-4af7-a163-4ab2f54ed2ce tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:44.774938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e89b1a6c-63e8-4af7-a163-4ab2f54ed2ce tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/cf26c870-bbc2-4432-aac0-51e6d0d7d3b9 HTTP/1.1" status: 404 len: 333 time: 0.0316851 Dec 13 15:04:44.775315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44582) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:44.843444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 39f1edb8-d22a-444d-b45c-600569f0f6f8 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:04:44.847666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.893301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:44.985096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.452317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.488616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=39f1edb8-d22a-444d-b45c-600569f0f6f8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:45.492377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.498425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:45.498745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-249f17f4-fccd-4a55-8150-19f1504a8ff0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/39f1edb8-d22a-444d-b45c-600569f0f6f8 HTTP/1.1" status: 204 len: 168 time: 0.7220752 Dec 13 15:04:45.539456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb05e8f-5c5c-418e-a6b3-0b0ce3a7b76d None None] Network aa8b9bef-9741-44d2-9931-fcbfb19bd960 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:45.596191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.656350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 8158211a-77eb-4236-9fb8-e9343db9e4f7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:45.657037 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.730350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] DHCP port deletion for aa8b9bef-9741-44d2-9931-fcbfb19bd960 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:04:45.734473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] For port 8158211a-77eb-4236-9fb8-e9343db9e4f7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8158211a-77eb-4236-9fb8-e9343db9e4f7,segment=NetworkSegment(b172c58f-ff79-4a21-9472-56c76ed7a19f),segment_id=b172c58f-ff79-4a21-9472-56c76ed7a19f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:45.734935 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.752510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 8158211a-77eb-4236-9fb8-e9343db9e4f7 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:45.794321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.808542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] Deleting port 8158211a-77eb-4236-9fb8-e9343db9e4f7 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:45.809013 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.898035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] For port 8158211a-77eb-4236-9fb8-e9343db9e4f7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8158211a-77eb-4236-9fb8-e9343db9e4f7,segment=NetworkSegment(b172c58f-ff79-4a21-9472-56c76ed7a19f),segment_id=b172c58f-ff79-4a21-9472-56c76ed7a19f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:45.898510 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:45.913175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] Calling delete_port for 8158211a-77eb-4236-9fb8-e9343db9e4f7 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:45.975343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.006209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No DVR routers for this DVR port 8158211a-77eb-4236-9fb8-e9343db9e4f7 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:46.041594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.074929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] Pushing event deleted for resources: {'Port': ['ID=8158211a-77eb-4236-9fb8-e9343db9e4f7,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:46.083603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c28276-0ebc-447f-b00a-3a60e249fb6f None None] No DVR routers for this DVR port 8158211a-77eb-4236-9fb8-e9343db9e4f7 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:46.089815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=8158211a-77eb-4236-9fb8-e9343db9e4f7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:46.139546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.163657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8b9bef-9741-44d2-9931-fcbfb19bd960']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:46.174202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b172c58f-ff79-4a21-9472-56c76ed7a19f') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:46.174529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b172c58f-ff79-4a21-9472-56c76ed7a19f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:46.184756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.199150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.205186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:46.205587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:46.272228 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:46.348777 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.353681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.360641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/aa8b9bef-9741-44d2-9931-fcbfb19bd960 HTTP/1.1" status: 204 len: 168 time: 0.8578246 Dec 13 15:04:46.361427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:46.371112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2028441309'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:46.379882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0cee-b896-4973-8bf3-d048adcc4acf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=aa8b9bef-9741-44d2-9931-fcbfb19bd960,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:46.474390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:46.478105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.507112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:46.518817 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.519215 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment e0b4b44e-c033-4f39-b780-e76145ea597a of type vlan for network e6c51e21-8a7f-417d-8f49-8f5111e0d719 Dec 13 15:04:46.570790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.695034 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.700753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:46.701350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:46.769711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=e6c51e21-8a7f-417d-8f49-8f5111e0d719,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:46.784599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:46.851399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5528285e-0dbc-4bfb-b674-30cdebfdd0cf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4875827 Dec 13 15:04:46.852148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44614) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:46.857340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:46.965872 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:47.055348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:47.060121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:47.317119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:47.394591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': 'e0b4b44e-c033-4f39-b780-e76145ea597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:47.395265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: e6c51e21-8a7f-417d-8f49-8f5111e0d719, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:47.407559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8158211a-77eb-4236-9fb8-e9343db9e4f7 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:47.408541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=8da22fcc-aa24-4e13-9983-2634886e7ce3,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:47.445856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8158211a-77eb-4236-9fb8-e9343db9e4f7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:47.446593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8158211a-77eb-4236-9fb8-e9343db9e4f7 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:47.485553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:47.574760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e6c51e21-8a7f-417d-8f49-8f5111e0d719) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:47.579381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:47.580005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:47.586886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24413779-1485-4eac-b7d9-f76ff3fb897a None None] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:47.679926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b195afc5-545f-4b37-8546-50437f442934 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8240345 Dec 13 15:04:47.681735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44624) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:47.687373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719', 'name': 'tempest-PortsTestJSON-1999986592', 'fixed_ips': [{'subnet_id': '8da22fcc-aa24-4e13-9983-2634886e7ce3', 'ip_address': '172.20.0.10'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:47.743969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e6c51e21-8a7f-417d-8f49-8f5111e0d719', 'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719', 'tenant_id': '4e16afe4cc4b4bc8b14c7c3b34814309', 'fixed_ips': [{'subnet_id': '8da22fcc-aa24-4e13-9983-2634886e7ce3'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:04:47.744957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:47.895868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Allocated IP 172.20.0.2 (e6c51e21-8a7f-417d-8f49-8f5111e0d719/8da22fcc-aa24-4e13-9983-2634886e7ce3/ac08f12a-3caa-4481-be37-2611f8fcd586) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:47.923437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:48.031464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.052348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port a21942a8-ee44-4552-afa4-c568adbe2c62 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:48.060474 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.177505 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.216390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:48.219253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:48.222656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:48.228859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.10 (e6c51e21-8a7f-417d-8f49-8f5111e0d719/8da22fcc-aa24-4e13-9983-2634886e7ce3/a21942a8-ee44-4552-afa4-c568adbe2c62) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:48.232319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Pushing event updated for resources: {'Port': ['ID=ac08f12a-3caa-4481-be37-2611f8fcd586,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:48.254530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.254878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.255219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.255555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.255891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.256222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.256550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.256882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.257207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.257529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.257850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.258171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:04:48.296928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Attempting to bind port ac08f12a-3caa-4481-be37-2611f8fcd586 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:48.297290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Attempting to bind port ac08f12a-3caa-4481-be37-2611f8fcd586 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'e0b4b44e-c033-4f39-b780-e76145ea597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:48.297652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Attempting to bind port ac08f12a-3caa-4481-be37-2611f8fcd586 on network e6c51e21-8a7f-417d-8f49-8f5111e0d719 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:48.302656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:48.303028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Checking segment: {'id': 'e0b4b44e-c033-4f39-b780-e76145ea597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:48.303428 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.303818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Bound using segment: {'id': 'e0b4b44e-c033-4f39-b780-e76145ea597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:48.304278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Bound port: ac08f12a-3caa-4481-be37-2611f8fcd586, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b4b44e-c033-4f39-b780-e76145ea597a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:48.304655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.401886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] For port ac08f12a-3caa-4481-be37-2611f8fcd586, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:48.405429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] For port ac08f12a-3caa-4481-be37-2611f8fcd586, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ac08f12a-3caa-4481-be37-2611f8fcd586,segment=NetworkSegment(e0b4b44e-c033-4f39-b780-e76145ea597a),segment_id=e0b4b44e-c033-4f39-b780-e76145ea597a)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:48.411120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.491852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.518042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.547490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430d815-9eec-4aca-af03-36682f6b0633 None None] Pushing event updated for resources: {'Port': ['ID=ac08f12a-3caa-4481-be37-2611f8fcd586,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:48.577844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:48.581034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:48.588790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:48.595253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=a21942a8-ee44-4552-afa4-c568adbe2c62,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:48.650803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:48.651539 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:48.731260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d876760-ea5d-4b5f-b576-9ddd66edda20 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0485194 Dec 13 15:04:48.739843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44638) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:48.753878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': 'e6c51e21-8a7f-417d-8f49-8f5111e0d719', 'name': 'tempest-PortsTestJSON-1291543340', 'fixed_ips': [{'subnet_id': '8da22fcc-aa24-4e13-9983-2634886e7ce3', 'ip_address': '172.20.0.9'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:48.971971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:49.073454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:49.093666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 8c191a2a-6ee2-47c7-b137-d56a2b9c9131 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:49.265217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.9 (e6c51e21-8a7f-417d-8f49-8f5111e0d719/8da22fcc-aa24-4e13-9983-2634886e7ce3/8c191a2a-6ee2-47c7-b137-d56a2b9c9131) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:49.480072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ac08f12a-3caa-4481-be37-2611f8fcd586 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:49.521450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:49.595109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ac08f12a-3caa-4481-be37-2611f8fcd586 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:49.599009 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:49.651901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:49.724575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:49.729938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=8c191a2a-6ee2-47c7-b137-d56a2b9c9131,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:49.734462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:49.738385 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:49.739719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:49.797158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfe4ec-9e39-4ef2-9b62-1ab961a4cf33 None None] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:49.805657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:49.809213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:49.896728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:49.897340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c4dfe73f-ccff-4567-86cd-37b2ca2330ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1551731 Dec 13 15:04:49.951370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b408dbb7-74d3-4ef8-a919-f235b3b15e71 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:49.954282 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b408dbb7-74d3-4ef8-a919-f235b3b15e71 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0543616 Dec 13 15:04:49.955658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:49.965986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port ac08f12a-3caa-4481-be37-2611f8fcd586, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ac08f12a-3caa-4481-be37-2611f8fcd586,segment=NetworkSegment(e0b4b44e-c033-4f39-b780-e76145ea597a),segment_id=e0b4b44e-c033-4f39-b780-e76145ea597a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:49.968087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cd33abef-3eb2-413b-9cf1-32711e3d1883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:49.979809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b11a93c5-8f28-48bb-b608-e70daa992eec None None] Provisioning complete for port ac08f12a-3caa-4481-be37-2611f8fcd586 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:49.979809 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b11a93c5-8f28-48bb-b608-e70daa992eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.026586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12b432-ecec-4f2a-a7ad-f3427d141101 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:50.032927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12b432-ecec-4f2a-a7ad-f3427d141101 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:50.038905 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12b432-ecec-4f2a-a7ad-f3427d141101 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:50.043580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44664) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:50.043912 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0c12b432-ecec-4f2a-a7ad-f3427d141101 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0870478 Dec 13 15:04:50.068837 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.163414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=ac08f12a-3caa-4481-be37-2611f8fcd586,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:50.181383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 8c191a2a-6ee2-47c7-b137-d56a2b9c9131 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:50.182157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.293113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.307144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 8c191a2a-6ee2-47c7-b137-d56a2b9c9131 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:50.403847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Provisioning complete for port a21942a8-ee44-4552-afa4-c568adbe2c62 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:50.404307 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.458479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Port a21942a8-ee44-4552-afa4-c568adbe2c62 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:50.469295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Provisioning complete for port 8c191a2a-6ee2-47c7-b137-d56a2b9c9131 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:50.469687 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.545981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Port 8c191a2a-6ee2-47c7-b137-d56a2b9c9131 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:50.549970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.559007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Provisioning complete for port ac08f12a-3caa-4481-be37-2611f8fcd586 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:50.559478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-27798f75-acc0-4462-8b0d-f9219400a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.652406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=8c191a2a-6ee2-47c7-b137-d56a2b9c9131,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:50.738700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-464e0414-6848-4b08-8e24-3bc27e48e72d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674870 Dec 13 15:04:50.804591 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.807931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a4cb6601-f50b-4066-be5d-d601cb2e27df None None] Provisioning complete for port a21942a8-ee44-4552-afa4-c568adbe2c62 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:50.810695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6601-f50b-4066-be5d-d601cb2e27df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:50.820716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:50.821438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6cc39b41-fd8f-4830-b549-9f250272ac5a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/8c191a2a-6ee2-47c7-b137-d56a2b9c9131 HTTP/1.1" status: 204 len: 168 time: 0.7759862 Dec 13 15:04:50.892900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb6601-f50b-4066-be5d-d601cb2e27df None None] Port a21942a8-ee44-4552-afa4-c568adbe2c62 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:50.894827 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b028f4-7566-443a-8f4f-bf41d6f250ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:50.900264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44682) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:50.907707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-32b028f4-7566-443a-8f4f-bf41d6f250ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/8c191a2a-6ee2-47c7-b137-d56a2b9c9131 HTTP/1.1" status: 404 len: 333 time: 0.0679252 Dec 13 15:04:50.937998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33710-503d-4487-9e86-7017c485d75c req-ce16cc46-beb0-440b-a380-26cdb4a7e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:50.939900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-ce16cc46-beb0-440b-a380-26cdb4a7e459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1096 time: 0.1450331 Dec 13 15:04:51.011757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-273fad7c-02b9-4869-812e-d6cc0c8f7e1f None None] Could not find standard attr ID for object 8c191a2a-6ee2-47c7-b137-d56a2b9c9131. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:04:51.077960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port a21942a8-ee44-4552-afa4-c568adbe2c62 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:51.078392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:51.114633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33710-503d-4487-9e86-7017c485d75c req-576f1fc5-0d7a-4670-95d5-21859db63601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:51.116849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-576f1fc5-0d7a-4670-95d5-21859db63601 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.1377649 Dec 13 15:04:51.213845 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-4017a154-daba-4318-865d-e7a91b7b7b1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 1001 time: 0.0873053 Dec 13 15:04:51.242924 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:51.257310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for a21942a8-ee44-4552-afa4-c568adbe2c62 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:51.295153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33710-503d-4487-9e86-7017c485d75c req-78a17531-267b-434b-ba98-66186619be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:51.297161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-78a17531-267b-434b-ba98-66186619be87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0740623 Dec 13 15:04:51.395507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33710-503d-4487-9e86-7017c485d75c req-f2dbdf74-e664-4001-8a82-a0f96e02a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:51.400889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-f2dbdf74-e664-4001-8a82-a0f96e02a6e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917993 Dec 13 15:04:51.452811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ac08f12a-3caa-4481-be37-2611f8fcd586 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:51.523542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:51.560751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-a987cdc5-d285-48a9-9759-993b6f96d1bc service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489191 Dec 13 15:04:51.572720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=a21942a8-ee44-4552-afa4-c568adbe2c62,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:51.574703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ac08f12a-3caa-4481-be37-2611f8fcd586 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:51.575701 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:51.678478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-61b33710-503d-4487-9e86-7017c485d75c req-d8a51f3f-e192-457e-a42c-f04d4fc2de4c service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102831 Dec 13 15:04:51.733798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:51.745375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-19a7e5d0-378c-4758-b24d-0c3bb7b7b6c7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/a21942a8-ee44-4552-afa4-c568adbe2c62 HTTP/1.1" status: 204 len: 168 time: 0.8417628 Dec 13 15:04:51.746331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44690) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:51.803972 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4527946-5f4f-46d3-a6c0-76612f83d00c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:04:51.805914 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e4527946-5f4f-46d3-a6c0-76612f83d00c tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/a21942a8-ee44-4552-afa4-c568adbe2c62 HTTP/1.1" status: 404 len: 333 time: 0.0586102 Dec 13 15:04:51.808863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44692) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:51.901797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 8da22fcc-aa24-4e13-9983-2634886e7ce3 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:04:51.906118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:51.963201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.101692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.226584 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85fa3a49-e45c-491a-adb4-35fe191c9e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.249587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.277813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=8da22fcc-aa24-4e13-9983-2634886e7ce3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:52.281500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.284965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-59067ec4-8be5-4bfb-8dc4-bf5a2d4fcad1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/8da22fcc-aa24-4e13-9983-2634886e7ce3 HTTP/1.1" status: 204 len: 168 time: 0.4746661 Dec 13 15:04:52.287614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44700) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:52.288500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4b4c1-6cab-4d92-a27d-7ebd2d0b11ef None None] Network e6c51e21-8a7f-417d-8f49-8f5111e0d719 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:52.367265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.437998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port ac08f12a-3caa-4481-be37-2611f8fcd586 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:52.438372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.486789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] DHCP port deletion for e6c51e21-8a7f-417d-8f49-8f5111e0d719 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:04:52.520217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] For port ac08f12a-3caa-4481-be37-2611f8fcd586, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ac08f12a-3caa-4481-be37-2611f8fcd586,segment=NetworkSegment(e0b4b44e-c033-4f39-b780-e76145ea597a),segment_id=e0b4b44e-c033-4f39-b780-e76145ea597a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:52.520589 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.534156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for ac08f12a-3caa-4481-be37-2611f8fcd586 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:52.577240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] Deleting port ac08f12a-3caa-4481-be37-2611f8fcd586 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:52.577878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.647029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] For port ac08f12a-3caa-4481-be37-2611f8fcd586, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ac08f12a-3caa-4481-be37-2611f8fcd586,segment=NetworkSegment(e0b4b44e-c033-4f39-b780-e76145ea597a),segment_id=e0b4b44e-c033-4f39-b780-e76145ea597a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:52.647475 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.660606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] Calling delete_port for ac08f12a-3caa-4481-be37-2611f8fcd586 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:04:52.708127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.734300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=ac08f12a-3caa-4481-be37-2611f8fcd586,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:52.737891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No DVR routers for this DVR port ac08f12a-3caa-4481-be37-2611f8fcd586 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:52.740415 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.764075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] Pushing event deleted for resources: {'Port': ['ID=ac08f12a-3caa-4481-be37-2611f8fcd586,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:52.772197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c01727-a680-4e0a-9a7a-a889794fd7fc None None] No DVR routers for this DVR port ac08f12a-3caa-4481-be37-2611f8fcd586 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:04:52.829349 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.859689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c51e21-8a7f-417d-8f49-8f5111e0d719']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:52.870483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b4b44e-c033-4f39-b780-e76145ea597a') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:52.870780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b4b44e-c033-4f39-b780-e76145ea597a') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:52.880510 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.897289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.903752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:04:52.904354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:04:52.909349 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:04:53.033980 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.047310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.054219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/e6c51e21-8a7f-417d-8f49-8f5111e0d719 HTTP/1.1" status: 204 len: 168 time: 0.7621007 Dec 13 15:04:53.056061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44714) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:53.061710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1951512450'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:53.076486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580852c-1fb9-48d6-a010-8baeac26b09e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=e6c51e21-8a7f-417d-8f49-8f5111e0d719,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:53.155753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:53.159481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.202186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.208258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.214889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.221995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.229045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.235419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.242049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.244161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-ed3201b2-3e47-4801-9f01-670009700a9c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.1419020 Dec 13 15:04:53.253949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:04:53.268882 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.284619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.284957 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Added segment 5ef0c989-9402-4eb9-9cdc-c27109acd056 of type vlan for network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 Dec 13 15:04:53.331905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-88012e7c-3693-4ca0-9b62-9b39c447d226 req-05beb949-d529-454d-9a8b-4407a0ccd31a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0736327 Dec 13 15:04:53.344325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.412484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ac08f12a-3caa-4481-be37-2611f8fcd586 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:04:53.434506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: ac08f12a-3caa-4481-be37-2611f8fcd586 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:04:53.434953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ac08f12a-3caa-4481-be37-2611f8fcd586 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:04:53.457484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.464136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.465009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:53.495829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.502380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.508219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.514106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.520432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.526188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.532354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:53.534345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7680062-3f79-455d-87d3-7850e203d46a req-2ab364ae-4279-457a-8909-d8a1f182eff0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.0952804 Dec 13 15:04:53.567674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Network': ['ID=10f5b8a6-9067-4977-9fcb-3f7e82b82689,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:53.578509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3de9658f-1972-4dbc-9f3f-9384da6b52c3 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5200362 Dec 13 15:04:53.579098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44726) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:53.584847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:53.591593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:04:53.792527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:53.803166 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.089344 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.152049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=258632de-af5e-43e4-ab89-8b3e7126660d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:54.161267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Checking segment: {'id': '5ef0c989-9402-4eb9-9cdc-c27109acd056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:54.161630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network hostable DHCP agents. Network: 10f5b8a6-9067-4977-9fcb-3f7e82b82689, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:04:54.294681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:04:54.394061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 10f5b8a6-9067-4977-9fcb-3f7e82b82689) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:54.398497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:54.399048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.404305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f257d9-fcd9-40df-a155-a5769a503626 None None] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:54.510209 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fbb2d6a1-3609-4e44-9c81-46bdba1f8a2b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9299393 Dec 13 15:04:54.515524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:54.520541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6033b01d-fb03-440b-97aa-e401e7788b0e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-491539186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:54.555301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-10f5b8a6-9067-4977-9fcb-3f7e82b82689', 'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689', 'tenant_id': '4e16afe4cc4b4bc8b14c7c3b34814309', 'fixed_ips': [{'subnet_id': '258632de-af5e-43e4-ab89-8b3e7126660d'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:04:54.556672 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.628671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6033b01d-fb03-440b-97aa-e401e7788b0e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.629929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6033b01d-fb03-440b-97aa-e401e7788b0e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.690608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6033b01d-fb03-440b-97aa-e401e7788b0e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.709343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Allocated IP 172.20.0.2 (10f5b8a6-9067-4977-9fcb-3f7e82b82689/258632de-af5e-43e4-ab89-8b3e7126660d/dfd8593d-97b0-40ac-bbe6-e2374d5d1c60) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:54.763878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6033b01d-fb03-440b-97aa-e401e7788b0e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.867627 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6033b01d-fb03-440b-97aa-e401e7788b0e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.867627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6033b01d-fb03-440b-97aa-e401e7788b0e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3502483 Dec 13 15:04:54.869582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44796) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:54.875701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689', 'name': 'tempest-PortsTestJSON-829972538'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:04:54.889511 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.945844 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:54.983636 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.022255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:55.025715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:55.029143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:55.041436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Pushing event updated for resources: {'Port': ['ID=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:55.083776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:04:55.088308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.109541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Attempting to bind port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:04:55.112050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Attempting to bind port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5ef0c989-9402-4eb9-9cdc-c27109acd056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:04:55.112682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Attempting to bind port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 on network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:04:55.115040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port c8f04af0-e002-4ac3-9e21-63f6487e8d1f yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:04:55.120255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:04:55.122594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Checking segment: {'id': '5ef0c989-9402-4eb9-9cdc-c27109acd056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:04:55.122594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.122594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Bound using segment: {'id': '5ef0c989-9402-4eb9-9cdc-c27109acd056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:04:55.122594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Bound port: dfd8593d-97b0-40ac-bbe6-e2374d5d1c60, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef0c989-9402-4eb9-9cdc-c27109acd056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10f5b8a6-9067-4977-9fcb-3f7e82b82689'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:04:55.122594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.180688 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.192708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] For port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:04:55.196933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] For port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,segment=NetworkSegment(5ef0c989-9402-4eb9-9cdc-c27109acd056),segment_id=5ef0c989-9402-4eb9-9cdc-c27109acd056)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:04:55.246425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.8 (10f5b8a6-9067-4977-9fcb-3f7e82b82689/258632de-af5e-43e4-ab89-8b3e7126660d/c8f04af0-e002-4ac3-9e21-63f6487e8d1f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:04:55.255372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.361768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7892cd-2c0a-4604-928c-b7b3aad97945 None None] Pushing event updated for resources: {'Port': ['ID=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:55.593708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.741436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:55.877271 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-c1994520-5424-4eac-9f6d-ad222e20971d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1594880 Dec 13 15:04:55.878881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:55.880876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:55.904176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=c8f04af0-e002-4ac3-9e21-63f6487e8d1f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:55.921107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:04:55.997192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:55.998015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-bb172fa2-84df-4a18-aa53-13f260288f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:55.998192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:56.001304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-bb172fa2-84df-4a18-aa53-13f260288f02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 1097 time: 0.0715945 Dec 13 15:04:56.020887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 44886) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:56.097930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-463d8d95-95f9-4e02-99bc-9295541c5288 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2270393 Dec 13 15:04:56.108285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 44896) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:56.168635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.169122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.169768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.170424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.171218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.171840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.172459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.176153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-a877e78b-6f99-4b1b-80e2-0f58bb47cff9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6490 time: 0.1539676 Dec 13 15:04:56.226885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-08e0cf9d-b707-4e3f-a94b-141fc1b869f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&id=9163c079-83ab-47a9-a6ee-119dfe2afc71&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426042 Dec 13 15:04:56.338140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-06554495-df9f-4dd7-b8b9-7e822688ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.339677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-06554495-df9f-4dd7-b8b9-7e822688ccd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 200 len: 912 time: 0.3060334 Dec 13 15:04:56.575529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-466abc8a-f88f-468c-acdb-e6029db83a34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abca7c1c-13cc-49ef-954a-1313f72f1241 HTTP/1.1" status: 200 len: 1001 time: 0.2269990 Dec 13 15:04:56.662527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:56.688775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-6a603423-4721-48f0-9eb1-7e7baf79a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.690261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-6a603423-4721-48f0-9eb1-7e7baf79a2e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 200 len: 850 time: 0.0901005 Dec 13 15:04:56.808452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77da64-1b96-45cb-b43f-84b06339a87b None None] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:04:56.840284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-35deda07-7a74-45b9-a9b1-d8ad6aaf384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:56.841888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-35deda07-7a74-45b9-a9b1-d8ad6aaf384e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ea0d2ca-03b5-436c-9498-f79877ae3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259136 Dec 13 15:04:57.013472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-020dcb57-aabd-4516-af54-e99f552387cf service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614122 Dec 13 15:04:57.044814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ea6d4510-ea68-4633-82ed-d3d18998ed6c None None] Provisioning complete for port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:57.045180 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4510-ea68-4633-82ed-d3d18998ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.109825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.143154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-db9f5c9f-86a6-49b0-bad7-29eac60fcf6e req-db193d65-4cbe-4e27-b32c-bffe2fd748a8 service neutron] 10.222.0.50 "GET /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210754 Dec 13 15:04:57.200125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4510-ea68-4633-82ed-d3d18998ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.212754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.245888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ea6d4510-ea68-4633-82ed-d3d18998ed6c None None] For port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,segment=NetworkSegment(5ef0c989-9402-4eb9-9cdc-c27109acd056),segment_id=5ef0c989-9402-4eb9-9cdc-c27109acd056)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:04:57.298972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=c8f04af0-e002-4ac3-9e21-63f6487e8d1f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:57.313795 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4510-ea68-4633-82ed-d3d18998ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.390726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d4510-ea68-4633-82ed-d3d18998ed6c None None] Pushing event updated for resources: {'Port': ['ID=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:57.513295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:57.547282 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.578334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70ea96f5-a6d3-4d0c-ae5e-c4066ef39181 None None] Provisioning complete for port c8f04af0-e002-4ac3-9e21-63f6487e8d1f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:57.578994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70ea96f5-a6d3-4d0c-ae5e-c4066ef39181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.622862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:57.623298 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.661233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70ea96f5-a6d3-4d0c-ae5e-c4066ef39181 None None] Port c8f04af0-e002-4ac3-9e21-63f6487e8d1f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:57.681547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70ea96f5-a6d3-4d0c-ae5e-c4066ef39181 None None] Provisioning complete for port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:57.682121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70ea96f5-a6d3-4d0c-ae5e-c4066ef39181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.834470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.951195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b720da34-fc01-4ffb-b6db-51db845e7d61 None None] Provisioning complete for port c8f04af0-e002-4ac3-9e21-63f6487e8d1f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:57.951776 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b720da34-fc01-4ffb-b6db-51db845e7d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:57.993486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b720da34-fc01-4ffb-b6db-51db845e7d61 None None] Port c8f04af0-e002-4ac3-9e21-63f6487e8d1f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:58.116213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-80f80253-a76a-4f2e-99f7-292a577002ef None None] Provisioning complete for port c8f04af0-e002-4ac3-9e21-63f6487e8d1f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:58.116733 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-80f80253-a76a-4f2e-99f7-292a577002ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:58.159423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-80f80253-a76a-4f2e-99f7-292a577002ef None None] Port c8f04af0-e002-4ac3-9e21-63f6487e8d1f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:58.483734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:58.561517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:58.635527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=c8f04af0-e002-4ac3-9e21-63f6487e8d1f,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:04:58.638997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:58.735744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:04:58.741009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:04:58.955633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Router 8021215e-598a-45d5-9d72-13faa262dc4d is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:04:58.986646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-aba21e4e-a42c-4e7e-92d2-95c853a5e016 None None] Provisioning complete for port c8f04af0-e002-4ac3-9e21-63f6487e8d1f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:58.987224 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aba21e4e-a42c-4e7e-92d2-95c853a5e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:59.022933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-aba21e4e-a42c-4e7e-92d2-95c853a5e016 None None] Port c8f04af0-e002-4ac3-9e21-63f6487e8d1f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:04:59.063060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:04:59.069066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b39d36f3-8976-4d10-9271-3c75c2926dc7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "PUT /v2.0/routers/8021215e-598a-45d5-9d72-13faa262dc4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9560294 Dec 13 15:04:59.072248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45052) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:59.076411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] Sync routers for ids ['8021215e-598a-45d5-9d72-13faa262dc4d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:04:59.089984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] Routers {'8021215e-598a-45d5-9d72-13faa262dc4d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:59.090995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8021215e-598a-45d5-9d72-13faa262dc4d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:59.130633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52770e9-7dd2-4a51-b5f9-3a377fd43e81 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:04:59.136937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d52770e9-7dd2-4a51-b5f9-3a377fd43e81 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports?device_id=8021215e-598a-45d5-9d72-13faa262dc4d HTTP/1.1" status: 200 len: 981 time: 0.0630345 Dec 13 15:04:59.139881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45056) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:04:59.149811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:59.165344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] Routers {'8021215e-598a-45d5-9d72-13faa262dc4d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:04:59.166598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8021215e-598a-45d5-9d72-13faa262dc4d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:59.259253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:04:59.259994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf5e65-a1e9-4ae2-a931-58b073e0dd58 None None] The sync data for ids ['8021215e-598a-45d5-9d72-13faa262dc4d'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:04:59.511042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:04:59.596912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:04:59.597737 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:59.707442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:04:59.987466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port c8f04af0-e002-4ac3-9e21-63f6487e8d1f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:04:59.987814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:00.078033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:00.091167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for c8f04af0-e002-4ac3-9e21-63f6487e8d1f owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:00.411815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:00.448923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=c8f04af0-e002-4ac3-9e21-63f6487e8d1f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:00.652654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:00.823421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Router 8021215e-598a-45d5-9d72-13faa262dc4d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:05:00.904836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:00.910310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eca81d33-1f15-416d-84af-ffed74ef0717 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "PUT /v2.0/routers/8021215e-598a-45d5-9d72-13faa262dc4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7693284 Dec 13 15:05:00.913149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45144) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:00.915014 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] Sync routers for ids ['8021215e-598a-45d5-9d72-13faa262dc4d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:00.925214 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] Routers {'8021215e-598a-45d5-9d72-13faa262dc4d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:00.925825 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8021215e-598a-45d5-9d72-13faa262dc4d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:00.946547 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-63768da6-f2e0-423b-bcfc-70fadfa3593f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:05:00.946547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-63768da6-f2e0-423b-bcfc-70fadfa3593f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/c8f04af0-e002-4ac3-9e21-63f6487e8d1f HTTP/1.1" status: 404 len: 333 time: 0.0264640 Dec 13 15:05:00.946547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45148) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:00.961693 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:00.973552 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] Routers {'8021215e-598a-45d5-9d72-13faa262dc4d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:00.974410 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8021215e-598a-45d5-9d72-13faa262dc4d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:01.007447 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:01.008104 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea702374-179a-4df0-b11b-2e82fbd04190 None None] The sync data for ids ['8021215e-598a-45d5-9d72-13faa262dc4d'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:01.026075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37fa3134-5a2c-4d6e-8691-8c7093ad61c1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.187410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37fa3134-5a2c-4d6e-8691-8c7093ad61c1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.189596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37fa3134-5a2c-4d6e-8691-8c7093ad61c1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.328497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37fa3134-5a2c-4d6e-8691-8c7093ad61c1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.329277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fa3134-5a2c-4d6e-8691-8c7093ad61c1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Fanout notify agent at l3_agent the message router_deleted on router 8021215e-598a-45d5-9d72-13faa262dc4d {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:05:01.337014 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37fa3134-5a2c-4d6e-8691-8c7093ad61c1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.339344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-37fa3134-5a2c-4d6e-8691-8c7093ad61c1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/routers/8021215e-598a-45d5-9d72-13faa262dc4d HTTP/1.1" status: 204 len: 168 time: 0.3904378 Dec 13 15:05:01.340681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45174) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:01.394390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 258632de-af5e-43e4-ab89-8b3e7126660d {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:05:01.397463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.440824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.522957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.681187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.713911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=258632de-af5e-43e4-ab89-8b3e7126660d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:01.716498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.719970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8cec9ca0-178d-4b08-b853-8d547a4d0d7e tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/258632de-af5e-43e4-ab89-8b3e7126660d HTTP/1.1" status: 204 len: 168 time: 0.3783231 Dec 13 15:05:01.722590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45200) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:01.726126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876d4ff-8750-4edd-bb9b-c793dab15b7c None None] Network 10f5b8a6-9067-4977-9fcb-3f7e82b82689 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:01.818314 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.884872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:01.885492 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.955755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] DHCP port deletion for 10f5b8a6-9067-4977-9fcb-3f7e82b82689 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:05:01.967433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] For port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,segment=NetworkSegment(5ef0c989-9402-4eb9-9cdc-c27109acd056),segment_id=5ef0c989-9402-4eb9-9cdc-c27109acd056)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:01.967677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:01.981464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:02.018122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] Deleting port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:02.018531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.090165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] For port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,segment=NetworkSegment(5ef0c989-9402-4eb9-9cdc-c27109acd056),segment_id=5ef0c989-9402-4eb9-9cdc-c27109acd056)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:02.090597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.111224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] Calling delete_port for dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:02.162905 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.194323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.206130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:02.213047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No DVR routers for this DVR port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:05:02.225688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] Pushing event deleted for resources: {'Port': ['ID=dfd8593d-97b0-40ac-bbe6-e2374d5d1c60,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:02.232268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a4b42-e603-4f30-a4d1-140fe68c42c8 None None] No DVR routers for this DVR port dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:05:02.301136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.323842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f5b8a6-9067-4977-9fcb-3f7e82b82689']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:02.341414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef0c989-9402-4eb9-9cdc-c27109acd056') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:02.342014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef0c989-9402-4eb9-9cdc-c27109acd056') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:02.352636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.368936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.376285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:05:02.376802 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:05:02.379812 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:05:02.525602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.557882 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:02.566164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/10f5b8a6-9067-4977-9fcb-3f7e82b82689 HTTP/1.1" status: 204 len: 168 time: 0.8424571 Dec 13 15:05:02.570891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737d06-675a-4bfc-85a6-8975a5f1cd6b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=10f5b8a6-9067-4977-9fcb-3f7e82b82689,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:02.576792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45252) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:02.621544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d85326-f6df-4fe3-9813-d0a4167fdc79 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:02.623057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e9d85326-f6df-4fe3-9813-d0a4167fdc79 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab HTTP/1.1" status: 200 len: 840 time: 0.0509574 Dec 13 15:05:02.627025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45254) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:02.682574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f15978f5-4115-4108-a989-7f081b35fae4 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0531564 Dec 13 15:05:02.685304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45260) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:02.691418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:02.891486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:02.898308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.209660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.274637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:03.279018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:03.283916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:03.284514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.292452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa9e7e3-b52f-496c-9ffe-66d4fda2c481 None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:03.299135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=11ee1816-f8df-4646-a30e-0a4308d376a9,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:03.381791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45298) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:03.382512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-afa9e53d-38fe-458d-8ee3-d413f432f78a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6958511 Dec 13 15:05:03.387378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3fea184c-a620-4c6a-83bb-c7566783dba9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'security_group': {'name': 'tempest-secgroup-521163648'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:03.455473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:03.486741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:05:03.487135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dfd8593d-97b0-40ac-bbe6-e2374d5d1c60 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:05:03.496744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fea184c-a620-4c6a-83bb-c7566783dba9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.583543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-8156a41d-95fd-425a-ac7b-ee07671def08', 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'tenant_id': '4e16afe4cc4b4bc8b14c7c3b34814309', 'fixed_ips': [{'subnet_id': '11ee1816-f8df-4646-a30e-0a4308d376a9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:05:03.584424 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.678466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fea184c-a620-4c6a-83bb-c7566783dba9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.782423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fea184c-a620-4c6a-83bb-c7566783dba9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.791681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Allocated IP 172.20.0.2 (8156a41d-95fd-425a-ac7b-ee07671def08/11ee1816-f8df-4646-a30e-0a4308d376a9/62c7e566-b85f-4f99-a0cc-e5dbdfc195f3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:03.823153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea184c-a620-4c6a-83bb-c7566783dba9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbab043-5953-49f8-804e-0d604517946a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:03.910688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fea184c-a620-4c6a-83bb-c7566783dba9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:03.912279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3fea184c-a620-4c6a-83bb-c7566783dba9 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5290177 Dec 13 15:05:03.914781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45330) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:03.920837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2c081864-2b47-4d27-96e6-dc24304303b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1432438142'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:03.999902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.033915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c081864-2b47-4d27-96e6-dc24304303b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.079065 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.099603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:04.102510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:04.116298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c081864-2b47-4d27-96e6-dc24304303b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.126724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:04.187379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c081864-2b47-4d27-96e6-dc24304303b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.241657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c081864-2b47-4d27-96e6-dc24304303b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2457c9fa-4c49-41c6-9e4e-6846f44a99ad,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:04.247814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Pushing event updated for resources: {'Port': ['ID=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:04.268853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Attempting to bind port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:04.269490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Attempting to bind port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '426d0506-64a0-465a-99ec-e71f7eaf0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:04.270055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Attempting to bind port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 on network 8156a41d-95fd-425a-ac7b-ee07671def08 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:04.277131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:04.277537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Checking segment: {'id': '426d0506-64a0-465a-99ec-e71f7eaf0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:04.277911 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.278519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Bound using segment: {'id': '426d0506-64a0-465a-99ec-e71f7eaf0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:04.281274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Bound port: 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d0506-64a0-465a-99ec-e71f7eaf0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:04.281274 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.302178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2c081864-2b47-4d27-96e6-dc24304303b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.304542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2c081864-2b47-4d27-96e6-dc24304303b6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3876693 Dec 13 15:05:04.312185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45348) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:04.319420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-708149242', 'security_groups': ['2457c9fa-4c49-41c6-9e4e-6846f44a99ad'], 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11ee1816-f8df-4646-a30e-0a4308d376a9'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:04.368649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] For port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:04.374772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] For port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,segment=NetworkSegment(426d0506-64a0-465a-99ec-e71f7eaf0d26),segment_id=426d0506-64a0-465a-99ec-e71f7eaf0d26)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:04.443388 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.542521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:04.565008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cee17-fde4-491d-9006-02586e635e34 None None] Pushing event updated for resources: {'Port': ['ID=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:04.689833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45364) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:04.817008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:04.868889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 31007bc5-d442-4547-a252-b6290898cf2d yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:05:04.970070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] Deleting subnet 3f4d1122-2e59-4c40-98d3-39ddaf596331 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:05:04.984120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.034425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.104957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.153578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.12 (8156a41d-95fd-425a-ac7b-ee07671def08/11ee1816-f8df-4646-a30e-0a4308d376a9/31007bc5-d442-4547-a252-b6290898cf2d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:05.272101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.311090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4d1122-2e59-4c40-98d3-39ddaf596331,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:05.318384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.323169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d0a3fb8-eef1-409f-8d2a-73706ae2c23e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f4d1122-2e59-4c40-98d3-39ddaf596331 HTTP/1.1" status: 204 len: 168 time: 0.6317821 Dec 13 15:05:05.331016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45370) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:05.352686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.465097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:05.470217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.479807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.546063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:05.546667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.569498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=31007bc5-d442-4547-a252-b6290898cf2d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:05.593985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:05.604963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:05.605270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:05.654909 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.656950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.677422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:05.678210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.691144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5371104-a34e-400d-a21d-1086b5318db2']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:05.703883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d58563-b545-45b7-ad95-e83d86ad89e1') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:05.704575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d58563-b545-45b7-ad95-e83d86ad89e1') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:05.704711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,segment=NetworkSegment(426d0506-64a0-465a-99ec-e71f7eaf0d26),segment_id=426d0506-64a0-465a-99ec-e71f7eaf0d26)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:05.721186 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.739622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.748013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:05:05.748463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:05:05.750387 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:05:05.761004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-11cdf099-bda5-4678-bac8-96cea2eef533 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4464586 Dec 13 15:05:05.763155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45378) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:05.768098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2d64c202-39d7-4e6e-98e6-840d679622b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:05.814761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.883761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.893672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:05.895550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:05.905980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] 10.222.0.24 "DELETE /v2.0/networks/f5371104-a34e-400d-a21d-1086b5318db2 HTTP/1.1" status: 204 len: 168 time: 0.5738015 Dec 13 15:05:05.962712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292926b1-7c11-4a55-a48b-7b6dc6ee82db admin admin] Pushing event deleted for resources: {'Network': ['ID=f5371104-a34e-400d-a21d-1086b5318db2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:06.039671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64c202-39d7-4e6e-98e6-840d679622b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:06.044004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d64c202-39d7-4e6e-98e6-840d679622b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.145003 n-d-816954-1 neutron-server[102823]: INFO neutron.db.ipam_backend_mixin [None req-2d64c202-39d7-4e6e-98e6-840d679622b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11ee1816-f8df-4646-a30e-0a4308d376a9 (CIDR: 172.20.0.0/28) Dec 13 15:05:06.194994 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d64c202-39d7-4e6e-98e6-840d679622b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:05:06.195598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d64c202-39d7-4e6e-98e6-840d679622b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:06.235987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c12c409b-0000-4aac-97ed-ffc17b4d6da7 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:06.236366 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c12c409b-0000-4aac-97ed-ffc17b4d6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.285303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45390) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:06.286292 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2d64c202-39d7-4e6e-98e6-840d679622b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5218337 Dec 13 15:05:06.292064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:06.319666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45392) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:06.336274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c12c409b-0000-4aac-97ed-ffc17b4d6da7 None None] Provisioning complete for port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:06.336700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c12c409b-0000-4aac-97ed-ffc17b4d6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.377960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b388c1b1-ed43-48c2-add1-5e27e1670236 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22985bb237414a1d99ba208416e5881b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563674 Dec 13 15:05:06.379817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45394) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:06.383647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c12c409b-0000-4aac-97ed-ffc17b4d6da7 None None] Port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:06.434453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcba6db-c393-4917-a877-d9719f8d41ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.462889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcba6db-c393-4917-a877-d9719f8d41ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.520040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cccc05b9-0602-4f94-ae4c-e97d363f24a5 None None] Provisioning complete for port 31007bc5-d442-4547-a252-b6290898cf2d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:06.521126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cccc05b9-0602-4f94-ae4c-e97d363f24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.564410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cccc05b9-0602-4f94-ae4c-e97d363f24a5 None None] Port 31007bc5-d442-4547-a252-b6290898cf2d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:06.588077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcba6db-c393-4917-a877-d9719f8d41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.591155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfcba6db-c393-4917-a877-d9719f8d41ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:06.595013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dfcba6db-c393-4917-a877-d9719f8d41ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8d14373-8fe2-49bc-8cab-10391e5946a9 HTTP/1.1" status: 204 len: 168 time: 0.2115777 Dec 13 15:05:06.608187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcba6db-c393-4917-a877-d9719f8d41ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d14373-8fe2-49bc-8cab-10391e5946a9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:06.894645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:06.899612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:07.226075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:07.265304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:07.275030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:07.286420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ea4352-615a-48e1-94ed-dd217f7f9787 None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:07.339831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:07.344898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:07.371380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=e827a9a8-4e0a-488a-824a-7d3048976864,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:07.372742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dbe49-5895-4a9d-8077-f8974ab6f5ca req-d29a8301-c0df-4762-aa86-e41fa828f23e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:07.378651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-569dbe49-5895-4a9d-8077-f8974ab6f5ca req-d29a8301-c0df-4762-aa86-e41fa828f23e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1176870 Dec 13 15:05:07.459543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-569dbe49-5895-4a9d-8077-f8974ab6f5ca req-9ead6aa0-902f-4e55-b802-33c12d85bbb4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739250 Dec 13 15:05:07.472874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:07.482665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-590d1cfd-c220-41d0-afb6-61de4e933f85 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1955731 Dec 13 15:05:07.483595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45428) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:07.485556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45430) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:07.495019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1814168711', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e827a9a8-4e0a-488a-824a-7d3048976864'}], 'security_groups': ['edbab043-5953-49f8-804e-0d604517946a']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:07.598655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:07.598655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:07.659928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1310c72f-edcf-4568-9012-0b336c5e49be tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2e1056f2-429b-49cd-b2bd-6c56854411ef HTTP/1.1" status: 200 len: 994 time: 0.1693902 Dec 13 15:05:07.678047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:07.708756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab837734-0bd2-47ce-b62e-0ae66e31a026 None None] Update dhcp port {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'fixed_ips': [{'subnet_id': '11ee1816-f8df-4646-a30e-0a4308d376a9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e827a9a8-4e0a-488a-824a-7d3048976864'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '62c7e566-b85f-4f99-a0cc-e5dbdfc195f3'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:05:07.740697 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab837734-0bd2-47ce-b62e-0ae66e31a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:07.821137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e621f0-4696-49cc-9abb-26ae8ed4baa9 req-9bfab548-b808-475b-a9f8-1fc0bb88598e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:07.823557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0e621f0-4696-49cc-9abb-26ae8ed4baa9 req-9bfab548-b808-475b-a9f8-1fc0bb88598e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0906026 Dec 13 15:05:07.923331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0e621f0-4696-49cc-9abb-26ae8ed4baa9 req-a9695db0-5abf-49fd-99f3-96cf265eba0f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766408 Dec 13 15:05:08.044753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-ab837734-0bd2-47ce-b62e-0ae66e31a026 None None] Allocated IP 172.20.0.18 (8156a41d-95fd-425a-ac7b-ee07671def08/e827a9a8-4e0a-488a-824a-7d3048976864/62c7e566-b85f-4f99-a0cc-e5dbdfc195f3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:08.090998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369583cb-04d7-414b-82cb-6389d084c3cb req-55d8e9a4-31a1-4ddd-9895-8866ec52f0d6 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:08.101431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-369583cb-04d7-414b-82cb-6389d084c3cb req-55d8e9a4-31a1-4ddd-9895-8866ec52f0d6 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1097 time: 0.0825400 Dec 13 15:05:08.136831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-369583cb-04d7-414b-82cb-6389d084c3cb req-50aa03a2-6ca4-48c0-8928-f1b889fe0d1a tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337887 Dec 13 15:05:08.181577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ab837734-0bd2-47ce-b62e-0ae66e31a026 None None] For port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,segment=NetworkSegment(426d0506-64a0-465a-99ec-e71f7eaf0d26),segment_id=426d0506-64a0-465a-99ec-e71f7eaf0d26)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:08.245379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab837734-0bd2-47ce-b62e-0ae66e31a026 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:08.323308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab837734-0bd2-47ce-b62e-0ae66e31a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:08.347353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45454) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:08.435028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab837734-0bd2-47ce-b62e-0ae66e31a026 None None] Pushing event updated for resources: {'Port': ['ID=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:08.489873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Delete allocated IP 172.20.0.12 (8156a41d-95fd-425a-ac7b-ee07671def08/11ee1816-f8df-4646-a30e-0a4308d376a9) {{(pid=102823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 15:05:08.505747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.30 (8156a41d-95fd-425a-ac7b-ee07671def08/e827a9a8-4e0a-488a-824a-7d3048976864/31007bc5-d442-4547-a252-b6290898cf2d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:08.531506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1778958936-network', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:08.649678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:08.652709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:08.682680 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:08.828849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:08.884978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:08.910623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:05:08.937395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc254d23-657a-42e1-915c-64bab09ba6b3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:08.941163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:08.941755 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Added segment cb049006-2f6a-46f5-bf78-58c9f1503dd5 of type vlan for network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 Dec 13 15:05:09.028343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.115628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93df40d-7ccb-4107-95e9-2af8f771ff28 req-8fd34ee9-1c7d-4266-bdaa-353fa27133a1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:09.117710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b93df40d-7ccb-4107-95e9-2af8f771ff28 req-8fd34ee9-1c7d-4266-bdaa-353fa27133a1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0859296 Dec 13 15:05:09.163941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.163941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:09.163941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.214331 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.265394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b93df40d-7ccb-4107-95e9-2af8f771ff28 req-c6b7d143-daa1-4692-84b8-b9b963a58def tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374915 Dec 13 15:05:09.268767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:09.285764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:05:09.328714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.362059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2396bab1-024d-407c-97a4-e538f31d8e93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0134871 Dec 13 15:05:09.364960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45480) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:09.370266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Request body: {'subnet': {'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1778958936-subnet', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:09.410412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Provisioning complete for port 31007bc5-d442-4547-a252-b6290898cf2d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:09.410412 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.453731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:09.458141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=31007bc5-d442-4547-a252-b6290898cf2d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:09.469872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] In _notify_port_updated(), no bound segment for port 31007bc5-d442-4547-a252-b6290898cf2d on network 8156a41d-95fd-425a-ac7b-ee07671def08 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:05:09.475411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:09.476078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.478286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f4cb21f5-b95b-446d-930a-a9e31a28d2fc tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "PUT /v2.0/ports/31007bc5-d442-4547-a252-b6290898cf2d HTTP/1.1" status: 200 len: 921 time: 1.9915276 Dec 13 15:05:09.481091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45482) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:09.484595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Port 31007bc5-d442-4547-a252-b6290898cf2d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:09.507591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:09.507997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.520244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:09.524146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.545550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:09.545927 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.600572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 31007bc5-d442-4547-a252-b6290898cf2d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:09.601227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.601798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-1ac133f1-b120-4545-858c-a76844b59dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104681 Dec 13 15:05:09.617021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f7781fe1-90e5-4f43-9775-5c56e105dc73 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:05:09.618641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f7781fe1-90e5-4f43-9775-5c56e105dc73 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099118 Dec 13 15:05:09.689613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Provisioning complete for port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:09.689988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.756782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a19db04e-4374-41ec-ab42-6c356bbd1664 None None] Port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:09.790176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.807242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 31007bc5-d442-4547-a252-b6290898cf2d owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:09.856304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:09.959050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4794421-3fad-49c2-b24d-e7f96005e149,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:09.965467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:09.966178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Network hostable DHCP agents. Network: 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:05:10.073196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.076750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-448c1c6f-66ee-49b8-96c9-cc3c3ced85cb None None] Provisioning complete for port 31007bc5-d442-4547-a252-b6290898cf2d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:10.077119 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-448c1c6f-66ee-49b8-96c9-cc3c3ced85cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.096327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-448c1c6f-66ee-49b8-96c9-cc3c3ced85cb None None] Port 31007bc5-d442-4547-a252-b6290898cf2d was deleted so its status cannot be updated. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 13 15:05:10.100804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=31007bc5-d442-4547-a252-b6290898cf2d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:10.102630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:05:10.180017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.186401 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a6104b9-05ca-4f9e-98c8-8a48d5b091b7 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/31007bc5-d442-4547-a252-b6290898cf2d HTTP/1.1" status: 204 len: 168 time: 0.7012489 Dec 13 15:05:10.186851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45490) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:10.203125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:10.209009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87aef70-52cb-4cfc-9d6c-d0cbd405d8da None None] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:10.217472 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cf0b57-56bf-4753-a7f3-24a410fca1bf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:05:10.219176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-18cf0b57-56bf-4753-a7f3-24a410fca1bf tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/31007bc5-d442-4547-a252-b6290898cf2d HTTP/1.1" status: 404 len: 333 time: 0.0313890 Dec 13 15:05:10.220521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:10.221105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.222072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45492) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:10.307411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed3d165d-9524-4e2e-96fb-5f1985cdc277 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.342754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c15c6c48-9ad9-4d0f-ab79-61b1810cc4ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9764459 Dec 13 15:05:10.345190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:10.350255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:10.365113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed3d165d-9524-4e2e-96fb-5f1985cdc277 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.438309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:05:10.438309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.485188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47db2f-2c14-4887-b092-1c0cef11b1c3 req-c5d783cb-ba83-4b43-aa19-8203ef0bd3d2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:10.486838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab47db2f-2c14-4887-b092-1c0cef11b1c3 req-c5d783cb-ba83-4b43-aa19-8203ef0bd3d2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0876272 Dec 13 15:05:10.521766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed3d165d-9524-4e2e-96fb-5f1985cdc277 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.537826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ed3d165d-9524-4e2e-96fb-5f1985cdc277 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.543628 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab47db2f-2c14-4887-b092-1c0cef11b1c3 req-e3a2e295-d13a-4dfd-8a03-7f77b753299d tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477521 Dec 13 15:05:10.544217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ed3d165d-9524-4e2e-96fb-5f1985cdc277 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/security-groups/2457c9fa-4c49-41c6-9e4e-6846f44a99ad HTTP/1.1" status: 204 len: 168 time: 0.3208864 Dec 13 15:05:10.546207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45506) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:10.553799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.555726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.597883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d165d-9524-4e2e-96fb-5f1985cdc277 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2457c9fa-4c49-41c6-9e4e-6846f44a99ad,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:10.650577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.655706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d5ca5e-1239-4f00-93e1-12b2bfb84865 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.684377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d5ca5e-1239-4f00-93e1-12b2bfb84865 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.799017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d5ca5e-1239-4f00-93e1-12b2bfb84865 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.801759 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-24d5ca5e-1239-4f00-93e1-12b2bfb84865 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.812414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-24d5ca5e-1239-4f00-93e1-12b2bfb84865 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/security-groups/edbab043-5953-49f8-804e-0d604517946a HTTP/1.1" status: 204 len: 168 time: 0.2427285 Dec 13 15:05:10.813382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45510) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:10.817631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Allocated IP 172.20.0.2 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/ae6be7e4-78db-4b03-bf38-48aaa1a01e36) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:10.824478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5ca5e-1239-4f00-93e1-12b2bfb84865 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbab043-5953-49f8-804e-0d604517946a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:10.897237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 11ee1816-f8df-4646-a30e-0a4308d376a9 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:05:10.905651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.954961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-45e73bdf-b888-4dae-9e0e-791977c52ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:10.956378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-45e73bdf-b888-4dae-9e0e-791977c52ddc service neutron] 10.222.0.24 "GET /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 1094 time: 0.1020670 Dec 13 15:05:10.962545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:10.970493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Request body: {'binding': {'host': 'n-h2-816954-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:10.970997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Unknown quota resources ['binding']. {{(pid=102824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 15:05:10.973977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.009461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.069283 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.085378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.153220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:11.156645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:11.160109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:11.163214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on host n-h2-816954-1 for vnic_type normal with profile None {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:11.163214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:11.163503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:11.171958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Pushing event updated for resources: {'Port': ['ID=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:11.174227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:05:11.174715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:11.184185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:11.184185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Checking segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:11.184185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Bound using segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:11.184185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Bound port: 4c41a471-57b9-46a3-8f81-87da243babc6, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:11.203298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.232749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Attempting to bind port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:11.233320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Attempting to bind port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:11.233601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Attempting to bind port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:11.238904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=11ee1816-f8df-4646-a30e-0a4308d376a9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:11.239353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:11.239735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:11.240543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.245089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.249388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c686415c-fbba-444e-94f5-843165e1279a tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/11ee1816-f8df-4646-a30e-0a4308d376a9 HTTP/1.1" status: 204 len: 168 time: 0.4346600 Dec 13 15:05:11.250082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:11.252671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Bound port: ae6be7e4-78db-4b03-bf38-48aaa1a01e36, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:11.252671 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.253394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:11.259676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:11.265644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24d8bc-bed5-4d15-856a-f4982f415588 None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:11.402253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:11.421595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] For port ae6be7e4-78db-4b03-bf38-48aaa1a01e36, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:11.441003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] For port ae6be7e4-78db-4b03-bf38-48aaa1a01e36, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:11.487125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.509976 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.513701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] Notify callbacks [] for binding, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.514914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] 10.222.0.24 "POST /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5490062 Dec 13 15:05:11.528419 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.629234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:11.634151 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:11.657740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ca416-e144-4663-b9bb-1b4ece51f8f8 None None] Pushing event updated for resources: {'Port': ['ID=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:11.852219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Allocated IP 172.25.7.128 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/4b56a4fb-3a80-4f06-8b08-d7330fe128e4) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:11.852219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4295efc-70a1-4542-a5ea-483e2063020f req-33b426b6-89b6-4c7f-b9e2-131201b6e7c8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:11.852219 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4295efc-70a1-4542-a5ea-483e2063020f req-33b426b6-89b6-4c7f-b9e2-131201b6e7c8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1199701 Dec 13 15:05:12.059046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4295efc-70a1-4542-a5ea-483e2063020f req-d0e1924a-fec8-48d3-904f-190277ad189b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168148 Dec 13 15:05:12.062197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58812576-7984-4bcb-b196-bec0da73a843 req-be6421a3-7f5a-4030-80d8-a3282dfc3233 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:12.072117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-58812576-7984-4bcb-b196-bec0da73a843 req-be6421a3-7f5a-4030-80d8-a3282dfc3233 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1023865 Dec 13 15:05:12.144305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-58812576-7984-4bcb-b196-bec0da73a843 req-5ba77bef-3ea3-427e-8bfa-fcd4cf918df4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703046 Dec 13 15:05:12.152045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:12.355571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:12.358555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:12.435148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2d929127-93cc-4e0c-b3cd-4d457611e1ff None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:12.435922 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d929127-93cc-4e0c-b3cd-4d457611e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:12.442940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:12.444692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:12.453172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:12.462443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:12.464190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:12.467345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:12.467937 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:12.471073 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=94c70fea-f5d2-49f7-82e1-062da85d1e4e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:12.478688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Pushing event updated for resources: {'Port': ['ID=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:12.487973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df38a7-6cd5-4d44-9a23-a11d5caec2de None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:12.612902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-ffd80afb-f8d0-48a2-b10f-501f07458483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:12.619651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-ffd80afb-f8d0-48a2-b10f-501f07458483 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1097 time: 0.0861695 Dec 13 15:05:12.653066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4fea8b83-2ee6-4c2b-ba81-82e5e57e95ef tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3985875 Dec 13 15:05:12.656082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45524) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:12.661076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-79f6568c-3587-4b8a-90e7-bc663ac833d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1860243890'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:12.713242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2d929127-93cc-4e0c-b3cd-4d457611e1ff None None] Provisioning complete for port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:12.713726 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2d929127-93cc-4e0c-b3cd-4d457611e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:12.745503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-e3474913-d9ea-4802-8a29-e7cb65bd5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:12.747021 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-e3474913-d9ea-4802-8a29-e7cb65bd5a2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 200 len: 897 time: 0.1249745 Dec 13 15:05:12.776958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2d929127-93cc-4e0c-b3cd-4d457611e1ff None None] Port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:12.824060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-89e036f7-6ef9-44c2-8203-fd1f81d2d183 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 1002 time: 0.0695744 Dec 13 15:05:12.894777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-b8ead2a4-2bca-490b-9415-68a3957fff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:12.898124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-b8ead2a4-2bca-490b-9415-68a3957fff31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8319dd13-c12c-4c81-81c7-8baa64509e05 HTTP/1.1" status: 200 len: 835 time: 0.0670333 Dec 13 15:05:12.955422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-edc442c6-e712-4540-ad18-ebaa8e98b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:12.957200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-edc442c6-e712-4540-ad18-ebaa8e98b00c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01452d7a-8188-43ef-a161-cc17d563d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510390 Dec 13 15:05:12.965378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79f6568c-3587-4b8a-90e7-bc663ac833d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:12.974142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf99b49-836f-402a-aa15-340a8a66d1c4 None None] Update dhcp port {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'fixed_ips': [{'subnet_id': 'e827a9a8-4e0a-488a-824a-7d3048976864', 'ip_address': '172.20.0.18'}, {'subnet_id': '94c70fea-f5d2-49f7-82e1-062da85d1e4e'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '62c7e566-b85f-4f99-a0cc-e5dbdfc195f3'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:05:13.026320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ebf99b49-836f-402a-aa15-340a8a66d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.068424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a82bf3-c3d3-4dd9-9887-e0dbb8cc3c48 None None] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:13.074325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.075223 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-bd52f10c-af61-47bd-8f95-51173267c72b service neutron] 10.222.0.50 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094847 Dec 13 15:05:13.170066 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:05:13.194607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-d6c989f8-21a4-4328-9341-c7654868d2d0 service neutron] 10.222.0.50 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117570 Dec 13 15:05:13.251392 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79f6568c-3587-4b8a-90e7-bc663ac833d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.278475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cd6fd8f3-d43e-4886-8e89-cda31007cbbb None None] Provisioning complete for port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:13.278863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd8f3-d43e-4886-8e89-cda31007cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.282760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfa179-ee3f-4b6f-8626-e84373ee795c req-14521024-08f7-4c44-ac92-1c3854754c88 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:13.285315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6cfa179-ee3f-4b6f-8626-e84373ee795c req-14521024-08f7-4c44-ac92-1c3854754c88 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1018267 Dec 13 15:05:13.355522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79f6568c-3587-4b8a-90e7-bc663ac833d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.391544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f934b9c-f7ee-4205-8c78-b7f31527cb43 req-f52ed5f5-1fc7-4421-b11b-4114258a3acd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:13.396998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f934b9c-f7ee-4205-8c78-b7f31527cb43 req-f52ed5f5-1fc7-4421-b11b-4114258a3acd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1529720 Dec 13 15:05:13.433965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6568c-3587-4b8a-90e7-bc663ac833d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1737df53-1ef8-449c-8004-3bc4f75406a2,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:13.445107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-8d5f88b3-36da-4d73-9a64-41e7a0916c0c tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:13.448078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-8d5f88b3-36da-4d73-9a64-41e7a0916c0c tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab&tenant_id=515f7b22ce9744918b9b5447b1a274ac&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1097 time: 0.1905224 Dec 13 15:05:13.467615 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f934b9c-f7ee-4205-8c78-b7f31527cb43 req-55a39e82-dedd-4f4d-9185-b4cc782640ba tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672920 Dec 13 15:05:13.469262 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79f6568c-3587-4b8a-90e7-bc663ac833d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.473052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-79f6568c-3587-4b8a-90e7-bc663ac833d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8130720 Dec 13 15:05:13.476319 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6cfa179-ee3f-4b6f-8626-e84373ee795c req-9fd00dcf-caf0-4254-9dcf-72314564407c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754951 Dec 13 15:05:13.476854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45532) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:13.478640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816954-1'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:13.514483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-ebf99b49-836f-402a-aa15-340a8a66d1c4 None None] Allocated IP 172.20.0.2 (8156a41d-95fd-425a-ac7b-ee07671def08/94c70fea-f5d2-49f7-82e1-062da85d1e4e/62c7e566-b85f-4f99-a0cc-e5dbdfc195f3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:13.527856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-de0f7701-5d46-4021-bd26-7580f10cd799 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1584986624'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:13.556022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.601031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ae6be7e4-78db-4b03-bf38-48aaa1a01e36 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:13.648968 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd8f3-d43e-4886-8e89-cda31007cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.744257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cd6fd8f3-d43e-4886-8e89-cda31007cbbb None None] For port ae6be7e4-78db-4b03-bf38-48aaa1a01e36, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:13.754399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ebf99b49-836f-402a-aa15-340a8a66d1c4 None None] For port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,segment=NetworkSegment(426d0506-64a0-465a-99ec-e71f7eaf0d26),segment_id=426d0506-64a0-465a-99ec-e71f7eaf0d26)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:13.773225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:13.774148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.801243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:13.821161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ebf99b49-836f-402a-aa15-340a8a66d1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.830436 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd8f3-d43e-4886-8e89-cda31007cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.888353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:13.915402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ebf99b49-836f-402a-aa15-340a8a66d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.934019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fd8f3-d43e-4886-8e89-cda31007cbbb None None] Pushing event updated for resources: {'Port': ['ID=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:13.941415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:13.944242 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45313191-7253-4bbd-b4db-1bb7fddba17e" -d '{"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:13.960319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.982205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:13.999668 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175e84c-881e-498d-9872-50673818d896 x-openstack-request-id: req-6175e84c-881e-498d-9872-50673818d896 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:13.999961 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:14.000220 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6175e84c-881e-498d-9872-50673818d896 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:14.000613 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'code': 200} Dec 13 15:05:14.028253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.042402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-51895159-e286-45e5-84fe-3567e78b1a49 None None] Provisioning complete for port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:14.042819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51895159-e286-45e5-84fe-3567e78b1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.088414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf99b49-836f-402a-aa15-340a8a66d1c4 None None] Pushing event updated for resources: {'Port': ['ID=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:14.115921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de0f7701-5d46-4021-bd26-7580f10cd799 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.130212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:14.298521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on host n-h1-816954-1 for vnic_type normal with profile {"migrating_to": "n-h2-816954-1"} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:14.298869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:14.299202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:14.304021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:05:14.304345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Attempting to bind port 4c41a471-57b9-46a3-8f81-87da243babc6 on network 01452d7a-8188-43ef-a161-cc17d563d8e8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:14.308331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de0f7701-5d46-4021-bd26-7580f10cd799 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.313975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:14.318686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Checking segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:14.318686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Bound using segment: {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:14.318686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Bound port: 4c41a471-57b9-46a3-8f81-87da243babc6, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e59a866-2597-4f1c-b424-0fa8d0362671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:14.318686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.405238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:05:14.408862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de0f7701-5d46-4021-bd26-7580f10cd799 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.420462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:14.424506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:14.458655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f7701-5d46-4021-bd26-7580f10cd799 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec05f7-773b-4096-b096-f7f945ac8c46,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:14.517738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.540296 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de0f7701-5d46-4021-bd26-7580f10cd799 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.545583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-de0f7701-5d46-4021-bd26-7580f10cd799 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0464602 Dec 13 15:05:14.553715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45550) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:14.554413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-032cc0d7-1865-426e-bce2-dcf7fa4ed6e6 None None] Provisioning complete for port 4c41a471-57b9-46a3-8f81-87da243babc6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:14.556820 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-032cc0d7-1865-426e-bce2-dcf7fa4ed6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.566487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8892b97d-026e-4260-a129-5ad80555df78 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1082043311'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:14.701446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:14.741846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=8']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:14.761354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8892b97d-026e-4260-a129-5ad80555df78 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.782017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-032cc0d7-1865-426e-bce2-dcf7fa4ed6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.792426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:14.823753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cdf07-fbf7-4a5a-b211-41445f2d9523 req-0ae116ce-a305-4b05-a57a-c5259a1c62ee tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:14.826181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b4cdf07-fbf7-4a5a-b211-41445f2d9523 req-0ae116ce-a305-4b05-a57a-c5259a1c62ee tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1889000 Dec 13 15:05:14.832942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06fc5-4d20-4a7f-aeda-72970a098b61 req-4e12f85f-c124-4b0d-a7ee-a02124a254da tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:14.835528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:14.837820 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90a06fc5-4d20-4a7f-aeda-72970a098b61 req-4e12f85f-c124-4b0d-a7ee-a02124a254da tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 944 time: 0.2438738 Dec 13 15:05:14.878861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:14.885047 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41d08a-ab06-4e81-8965-7bbbde7bfdf9" -d '{"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-plugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:14.915633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b4cdf07-fbf7-4a5a-b211-41445f2d9523 req-58bf9d1b-9941-441c-96d8-a36981cde04b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812526 Dec 13 15:05:14.921070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:14.923789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:14.926875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-a59c4d66-4c86-421b-ba12-046e5d797d14 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 1122 time: 1.4575341 Dec 13 15:05:14.942106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-032cc0d7-1865-426e-bce2-dcf7fa4ed6e6 None None] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:14.966873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:14.966873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:15.058531 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee101170-7293-4d86-ba58-58f257bddc7c x-openstack-request-id: req-ee101170-7293-4d86-ba58-58f257bddc7c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:15.058940 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-plugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:15.059305 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee101170-7293-4d86-ba58-58f257bddc7c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:15.060313 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'code': 200} Dec 13 15:05:15.061144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['4c41a471-57b9-46a3-8f81-87da243babc6'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:05:15.086526 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-90a06fc5-4d20-4a7f-aeda-72970a098b61 req-087807d1-df4a-4d32-b2af-45ca0a49968a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215595 Dec 13 15:05:15.091394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fccf4428-65a8-4037-9ed2-61aed8a25307 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5673c19694c24b8595ca43991597855e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892066 Dec 13 15:05:15.095759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45560) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:15.105495 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.105495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6e73be6f-d34c-4a03-8404-65f727ec93ff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7586641 Dec 13 15:05:15.115072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45562) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:15.120996 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-032cc0d7-1865-426e-bce2-dcf7fa4ed6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.167812 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8892b97d-026e-4260-a129-5ad80555df78 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.183515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c9d89bc-663b-4d1c-a964-efd906bbbf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.215913 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c9d89bc-663b-4d1c-a964-efd906bbbf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.309795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8892b97d-026e-4260-a129-5ad80555df78 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.359170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892b97d-026e-4260-a129-5ad80555df78 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbb415e-048d-411a-882d-fd98efa1a5ca,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:15.415361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c9d89bc-663b-4d1c-a964-efd906bbbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.418096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c9d89bc-663b-4d1c-a964-efd906bbbf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.419506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7c9d89bc-663b-4d1c-a964-efd906bbbf97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/daa3ccd2-4349-432e-bb4c-a1aac947bb07 HTTP/1.1" status: 204 len: 168 time: 0.3225346 Dec 13 15:05:15.434225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d89bc-663b-4d1c-a964-efd906bbbf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa3ccd2-4349-432e-bb4c-a1aac947bb07,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:15.483418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8892b97d-026e-4260-a129-5ad80555df78 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.484211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ae6be7e4-78db-4b03-bf38-48aaa1a01e36 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:15.487238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8892b97d-026e-4260-a129-5ad80555df78 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9265761 Dec 13 15:05:15.487689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45566) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:15.487796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cc0d7-1865-426e-bce2-dcf7fa4ed6e6 None None] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:15.494477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1306517647', 'security_groups': ['ffbb415e-048d-411a-882d-fd98efa1a5ca'], 'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94c70fea-f5d2-49f7-82e1-062da85d1e4e'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:15.597395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:15.689535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.739856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:15.769531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:15.769977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.831388 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.893281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Allocated IP 172.20.0.1 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/e3c5eca8-f101-4f5f-832e-c395927c5b48) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:15.894755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.930097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f3cbf2cb-9541-4ae6-affa-8d4798fb2a66 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:15.930534 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf2cb-9541-4ae6-affa-8d4798fb2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:15.937748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] device_id is not set on port 6011012a-ad47-4edb-a9ce-aa0ddf568ada yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:05:16.026073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:16.028330 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d" -d '{"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:16.061040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.127794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:16.135837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806190fe-cdd9-4883-9327-3bfb87298b18 req-48870151-304a-4938-9840-9a85743e2d59 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:16.137565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-806190fe-cdd9-4883-9327-3bfb87298b18 req-48870151-304a-4938-9840-9a85743e2d59 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1028752 Dec 13 15:05:16.141733 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b30fa-4f5c-4147-9834-bb1a1cdf9da9 x-openstack-request-id: req-d90b30fa-4f5c-4147-9834-bb1a1cdf9da9 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:16.142020 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:16.142291 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d90b30fa-4f5c-4147-9834-bb1a1cdf9da9 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:16.142678 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'status': 'completed', 'code': 200} Dec 13 15:05:16.179016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-cb110d5d-2334-4eb4-98c7-2704aad72360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:16.183890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:12Z', 'revision_number': 3, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:16.195064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-cb110d5d-2334-4eb4-98c7-2704aad72360 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1127 time: 0.0667241 Dec 13 15:05:16.216424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-806190fe-cdd9-4883-9327-3bfb87298b18 req-ded36fa5-15cb-433c-90b9-f5b6d2d6acab tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682688 Dec 13 15:05:16.254769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:16.254769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Updating router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:05:16.288218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.5 (8156a41d-95fd-425a-ac7b-ee07671def08/94c70fea-f5d2-49f7-82e1-062da85d1e4e/6011012a-ad47-4edb-a9ce-aa0ddf568ada) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:16.304073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.309121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.357583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:16.357962 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.401273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c5eca8-f101-4f5f-832e-c395927c5b48,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:16.430377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:16.439177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:16.441706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:16.465413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f3cbf2cb-9541-4ae6-affa-8d4798fb2a66 None None] Provisioning complete for port 4c41a471-57b9-46a3-8f81-87da243babc6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:16.465413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf2cb-9541-4ae6-affa-8d4798fb2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.495711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1704c6-e69f-4da5-a58a-0949485f5b0a req-91131a4e-574f-4f72-bb62-eef765dfe6cf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:16.497120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b1704c6-e69f-4da5-a58a-0949485f5b0a req-91131a4e-574f-4f72-bb62-eef765dfe6cf tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1953580 Dec 13 15:05:16.542053 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.543579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-28480129-61a6-41b6-9289-79d7f58d60db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:16.545056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-28480129-61a6-41b6-9289-79d7f58d60db service neutron] 10.222.0.55 "GET /v2.0/networks?id=01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 200 len: 897 time: 0.3487053 Dec 13 15:05:16.568598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.611158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b1704c6-e69f-4da5-a58a-0949485f5b0a req-957f0451-e299-4665-8708-f86850af7d71 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076810 Dec 13 15:05:16.686108 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.686902 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-f8b548f1-2983-4016-982f-140034beff15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 1002 time: 0.1253521 Dec 13 15:05:16.738389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:16.742028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:16.767155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:16.799808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=6011012a-ad47-4edb-a9ce-aa0ddf568ada,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:16.813835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-9003c7a1-3ef6-43ab-a78f-1f613f183c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:16.814723 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-9003c7a1-3ef6-43ab-a78f-1f613f183c06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8319dd13-c12c-4c81-81c7-8baa64509e05 HTTP/1.1" status: 200 len: 835 time: 0.1005163 Dec 13 15:05:16.844863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:16.845862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.921975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:16.942165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7250f884-42cd-4851-a0d7-68829f384526 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4501014 Dec 13 15:05:16.942839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45604) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:16.943357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:05:16.953285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a1f85bb4-ac32-457f-b99b-8922fb8fb229 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:16.980114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-2cffd67d-a1e0-4150-b85e-9f7d5fc1b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:16.981892 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-2cffd67d-a1e0-4150-b85e-9f7d5fc1b378 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01452d7a-8188-43ef-a161-cc17d563d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572797 Dec 13 15:05:17.010368 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.033792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f3cbf2cb-9541-4ae6-affa-8d4798fb2a66 None None] Provisioning complete for port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:17.034558 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3cbf2cb-9541-4ae6-affa-8d4798fb2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.190018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbf2cb-9541-4ae6-affa-8d4798fb2a66 None None] Port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:17.192680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.228933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:17.240638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 has no active binding in host n-h2-816954-1 {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 15:05:17.258309 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-584659ae-112c-4eae-83f0-ec5a5a7d2d1b service neutron] 10.222.0.55 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927116 Dec 13 15:05:17.298588 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.307380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f85bb4-ac32-457f-b99b-8922fb8fb229 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:17.307960 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.311200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1f85bb4-ac32-457f-b99b-8922fb8fb229 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.357134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fd760594-7c00-48d9-abd9-7dfca6890d28 None None] Provisioning complete for port e3c5eca8-f101-4f5f-832e-c395927c5b48 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:17.360034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd760594-7c00-48d9-abd9-7dfca6890d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.377669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Attempting to bind port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:17.377908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Attempting to bind port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:17.378216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Attempting to bind port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:17.401165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:17.401165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:17.401506 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.401888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:17.402461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Bound port: 4b56a4fb-3a80-4f06-8b08-d7330fe128e4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:17.402845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.415113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.429313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e43d0-db78-4c66-a6c8-4f38ac6a1c04 None None] Pushing event updated for resources: {'Port': ['ID=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:17.441522 n-d-816954-1 neutron-server[102823]: INFO neutron.db.ipam_backend_mixin [None req-a1f85bb4-ac32-457f-b99b-8922fb8fb229 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 94c70fea-f5d2-49f7-82e1-062da85d1e4e (CIDR: 172.20.0.0/28) Dec 13 15:05:17.464903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45c32-0073-48bc-a136-fb9b7b131c9f req-a313756d-cbd9-4ffe-ac11-4a67e4d9b751 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:17.466673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0d45c32-0073-48bc-a136-fb9b7b131c9f req-a313756d-cbd9-4ffe-ac11-4a67e4d9b751 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1375248 Dec 13 15:05:17.477664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fd760594-7c00-48d9-abd9-7dfca6890d28 None None] Port e3c5eca8-f101-4f5f-832e-c395927c5b48 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:17.479140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0f78fca-3641-4f6a-a8b2-20710d8cc26d req-94892055-3326-4319-bc85-451bcd89e9df service neutron] 10.222.0.55 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083623 Dec 13 15:05:17.496332 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f85bb4-ac32-457f-b99b-8922fb8fb229 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:05:17.497414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f85bb4-ac32-457f-b99b-8922fb8fb229 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:17.498680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fd760594-7c00-48d9-abd9-7dfca6890d28 None None] Provisioning complete for port 6011012a-ad47-4edb-a9ce-aa0ddf568ada triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:17.499324 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd760594-7c00-48d9-abd9-7dfca6890d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.525609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0d45c32-0073-48bc-a136-fb9b7b131c9f req-461f1b95-6e0f-4ec1-8ff3-7f38f9a567bf tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518646 Dec 13 15:05:17.537595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.547546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c5eca8-f101-4f5f-832e-c395927c5b48,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:17.566993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] For port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:17.571552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] For port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:17.577955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fd760594-7c00-48d9-abd9-7dfca6890d28 None None] Port 6011012a-ad47-4edb-a9ce-aa0ddf568ada cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:17.614437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a1f85bb4-ac32-457f-b99b-8922fb8fb229 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6699073 Dec 13 15:05:17.617654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45618) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:17.626128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-903009ee-9a2a-4ae0-9a11-f80c63ab7da2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:17.657292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:17.659031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:17.673759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.786661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e43d0-db78-4c66-a6c8-4f38ac6a1c04 None None] Pushing event updated for resources: {'Port': ['ID=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:17.791575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:17.792436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:17.901903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903009ee-9a2a-4ae0-9a11-f80c63ab7da2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:17.905830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-903009ee-9a2a-4ae0-9a11-f80c63ab7da2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:17.917253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:05:17.947944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:18.015196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3f534-9f80-4527-bb01-4f78ad18e4e5 req-fc3c0333-57fc-4ef7-b65b-e25f38651a0f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:18.019033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4d3f534-9f80-4527-bb01-4f78ad18e4e5 req-fc3c0333-57fc-4ef7-b65b-e25f38651a0f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1757128 Dec 13 15:05:18.103943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4d3f534-9f80-4527-bb01-4f78ad18e4e5 req-cb43cbb9-6bbb-4f26-9894-82ed84dda0ff tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524769 Dec 13 15:05:18.111371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-db25431b-7faa-40ae-a424-25cc64647138 None None] Provisioning complete for port e3c5eca8-f101-4f5f-832e-c395927c5b48 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:18.111371 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-db25431b-7faa-40ae-a424-25cc64647138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:18.127127 n-d-816954-1 neutron-server[102823]: INFO neutron.db.ipam_backend_mixin [None req-903009ee-9a2a-4ae0-9a11-f80c63ab7da2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e827a9a8-4e0a-488a-824a-7d3048976864 (CIDR: 172.20.0.16/28) Dec 13 15:05:18.148104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:18.163897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f72864c4-404c-4fe1-b790-3493b808b728 admin admin] 10.222.0.24 "PUT /v2.0/routers/b40bf524-17ec-4419-9f8d-71ae1c23b6a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0424891 Dec 13 15:05:18.172251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-db25431b-7faa-40ae-a424-25cc64647138 None None] Port e3c5eca8-f101-4f5f-832e-c395927c5b48 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:18.185779 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-903009ee-9a2a-4ae0-9a11-f80c63ab7da2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:05:18.186310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903009ee-9a2a-4ae0-9a11-f80c63ab7da2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:18.240548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45636) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:18.271637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-903009ee-9a2a-4ae0-9a11-f80c63ab7da2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6525867 Dec 13 15:05:18.274295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45640) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:18.280094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'subnet': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:18.280415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:17Z', 'revision_number': 2, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:18.318586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55daae90-4855-4752-b798-d4f7c14cd7bf None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:17Z', 'revision_number': 2, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:18.471218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'network': {'name': 'tempest-network-smoke--1355822105', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'port_security_enabled': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:18.571488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Made reservation on behalf of 4e16afe4cc4b4bc8b14c7c3b34814309 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:18.576213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:18.756648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158b421-4923-49e0-be59-487cf077d83f req-a15f1f2e-3bec-4bc9-b8f5-d590d7d8f119 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:18.758893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4158b421-4923-49e0-be59-487cf077d83f req-a15f1f2e-3bec-4bc9-b8f5-d590d7d8f119 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1260281 Dec 13 15:05:18.762434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:18.766069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:18.799008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:18.852894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4158b421-4923-49e0-be59-487cf077d83f req-16538c0f-b264-4d70-9032-9e6667c95454 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842974 Dec 13 15:05:19.015232 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.089838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.133015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.178271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:05:19.180377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21f2f5a-4f9e-48f8-aeb5-74238f08c197,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:19.212632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Network 8156a41d-95fd-425a-ac7b-ee07671def08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:19.217458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:19.220609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:19.221133 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.230032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Subnet': ['ID=3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:19.231191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2633b-f616-4219-ba22-aa09acf6b75f None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:19.238769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.243402 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Added segment 65c8939f-38bd-4a58-b113-ec4452359ab9 of type vlan for network 39743f65-4ab4-4125-b93b-63a4b0cd7668 Dec 13 15:05:19.243556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:19.249781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1561390305-network', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:19.287681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.329717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9e16b75b-8bbc-4334-8591-64e8b3cca5e8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0543046 Dec 13 15:05:19.335853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45666) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:19.338052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2141082400', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea'}], 'security_groups': ['1737df53-1ef8-449c-8004-3bc4f75406a2', '60ec05f7-773b-4096-b096-f7f945ac8c46']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:19.389457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.402302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:19.402994 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.405404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b31e-5a3b-4e95-9453-9a5e2a718a8e req-b338a59d-cd1f-4dd9-a396-1963c773da46 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:19.411976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4111b31e-5a3b-4e95-9453-9a5e2a718a8e req-b338a59d-cd1f-4dd9-a396-1963c773da46 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1572163 Dec 13 15:05:19.451341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Made reservation on behalf of fd1fbc0adae14b85a2e29c4b66e6da87 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:19.456679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.466406 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.521265 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4111b31e-5a3b-4e95-9453-9a5e2a718a8e req-4b1ebf54-3074-41e3-b96f-994338ad646a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962222 Dec 13 15:05:19.540759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:19.552372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.575378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Network': ['ID=39743f65-4ab4-4125-b93b-63a4b0cd7668,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:19.592811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:05:19.615637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-67a5b7f6-7842-419f-96d3-8629ce56778e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3709438 Dec 13 15:05:19.615867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45672) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:19.621034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'admin_state_up': True, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:19.639323 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.720613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.751031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:05:19.787116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97179979-1fba-4234-9a1c-e5e9b0942dcb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:19.792657 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.793258 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Added segment 24abc8ac-40aa-41ff-85b4-725c09bcff47 of type vlan for network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf Dec 13 15:05:19.824277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.825857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.843759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.917756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:05:19.946706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:19.948601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:19.949857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.018100 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.041032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Delete allocated IP 172.20.0.5 (8156a41d-95fd-425a-ac7b-ee07671def08/94c70fea-f5d2-49f7-82e1-062da85d1e4e) {{(pid=102823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 15:05:20.050799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3f65051-7a20-4f01-8809-9b60c1d60dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.052934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:20.053360 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.063341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Allocated IP 172.20.0.40 (8156a41d-95fd-425a-ac7b-ee07671def08/3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea/6011012a-ad47-4edb-a9ce-aa0ddf568ada) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:20.122192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8747561 Dec 13 15:05:20.127923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45676) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:20.129774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:20.130285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e2245-9c14-426a-90ef-12734f922f45 admin admin] Pushing event updated for resources: {'Network': ['ID=05fe663b-7744-4456-b5e0-ffb62d6bc3bf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:20.144691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Request body: {'subnet': {'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1561390305-subnet', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:20.148783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:05:20.148783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ea52a-fd5e-457b-b8d9-cbc83787c0e1 None None] Update dhcp port {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'fixed_ips': [{'subnet_id': 'e827a9a8-4e0a-488a-824a-7d3048976864', 'ip_address': '172.20.0.18'}, {'subnet_id': '94c70fea-f5d2-49f7-82e1-062da85d1e4e', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '62c7e566-b85f-4f99-a0cc-e5dbdfc195f3'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:05:20.192408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6833d8e-6a88-4a1e-b7ef-f09a56166d84 req-d22692d0-deef-491f-a1f6-38f13e9c3915 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:20.193891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6833d8e-6a88-4a1e-b7ef-f09a56166d84 req-d22692d0-deef-491f-a1f6-38f13e9c3915 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.2024043 Dec 13 15:05:20.209582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'port_id': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'mac_address': 'fa:16:3e:fa:fd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:05:20.221792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-3c9c9816-9d73-457d-95d0-0e22169943c2 service neutron] 10.222.0.55 "GET /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 384 time: 0.1761107 Dec 13 15:05:20.294181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-fd5e-457b-b8d9-cbc83787c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.309840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6833d8e-6a88-4a1e-b7ef-f09a56166d84 req-8991eeda-15e3-4893-9361-d7faf8b0c89f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993176 Dec 13 15:05:20.334327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.343356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Made reservation on behalf of fd1fbc0adae14b85a2e29c4b66e6da87 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:20.348930 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.356433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.411174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61eb153c-cbf0-4c3a-a1de-3325ab607bfd {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:05:20.425169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.538210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:20.558942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:20.627721 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.671739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.714927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:20.724797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['61eb153c-cbf0-4c3a-a1de-3325ab607bfd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:05:20.888785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:20.898696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:20.902211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:20.958379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3d520d-e257-4fd2-b515-8fe08a3e6309,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:20.992159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:21.063627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Checking segment: {'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:21.064076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Network hostable DHCP agents. Network: 05fe663b-7744-4456-b5e0-ffb62d6bc3bf, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:05:21.084278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:21.087954 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f3117-7893-4eb0-9641-5b0d6cb7aeab" -d '{"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:21.104996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:21.131951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9b7c-3636-47ee-a5e1-de29fbea5b9a req-34e9bbcf-677a-41c8-a9b5-99f09a710716 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:21.134016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52e9b7c-3636-47ee-a5e1-de29fbea5b9a req-34e9bbcf-677a-41c8-a9b5-99f09a710716 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 946 time: 0.1771414 Dec 13 15:05:21.190168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:21.191469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:05:21.204947 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:21.268575 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b52e9b7c-3636-47ee-a5e1-de29fbea5b9a req-4fd45b6e-c422-4fdf-a930-fe85b5ac8aa3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233346 Dec 13 15:05:21.269280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:21.327329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-fb9ea52a-fd5e-457b-b8d9-cbc83787c0e1 None None] Allocated IP 172.20.0.34 (8156a41d-95fd-425a-ac7b-ee07671def08/3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea/62c7e566-b85f-4f99-a0cc-e5dbdfc195f3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:21.395454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] Transition to ACTIVE for port object 4c41a471-57b9-46a3-8f81-87da243babc6 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:05:21.395454 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f1c01-c905-4457-85a8-5de8f5eefa17 x-openstack-request-id: req-f65f1c01-c905-4457-85a8-5de8f5eefa17 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:21.395454 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:21.395454 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f65f1c01-c905-4457-85a8-5de8f5eefa17 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:21.395454 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'code': 200} Dec 13 15:05:21.395454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 05fe663b-7744-4456-b5e0-ffb62d6bc3bf) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:21.415155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:21.415775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:21.469089 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:21.485156 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:21.494884 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:21.495849 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:21.499736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993be5ff-f152-4b50-9412-97bcaedbdc44 None None] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:21.535499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event updated for resources: {'Port': ['ID=6011012a-ad47-4edb-a9ce-aa0ddf568ada,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:21.538584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:21.558369 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4925ad41-47c8-435c-999d-888232aa0074 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4288011 Dec 13 15:05:21.561218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:21.577665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:21.837557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] Pushing event updated for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=11']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:21.875361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:21.877906 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:21.886693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:21.920703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:22.008509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.013526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] No DVR routers for this DVR port 4c41a471-57b9-46a3-8f81-87da243babc6 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:05:22.087825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.149943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fb9ea52a-fd5e-457b-b8d9-cbc83787c0e1 None None] For port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,segment=NetworkSegment(426d0506-64a0-465a-99ec-e71f7eaf0d26),segment_id=426d0506-64a0-465a-99ec-e71f7eaf0d26)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:22.318858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:22.319498 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.359826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.25.7.195 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/de358b2f-4df9-44c7-bf15-ec3e8301dd85) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:22.376584 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-fd5e-457b-b8d9-cbc83787c0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.396215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:22.396594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.459288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f039337-d13d-43e3-b239-f077a0164915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.460939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-05fe663b-7744-4456-b5e0-ffb62d6bc3bf', 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'fixed_ips': [{'subnet_id': 'fc3d520d-e257-4fd2-b515-8fe08a3e6309'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:05:22.461874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.524223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea52a-fd5e-457b-b8d9-cbc83787c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.642289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.713570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac4553-1b35-4e3d-b800-f74074d502d8 req-f28f58c8-41f4-47cd-a06a-7107b993283b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:22.715644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1aac4553-1b35-4e3d-b800-f74074d502d8 req-f28f58c8-41f4-47cd-a06a-7107b993283b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 944 time: 1.2339225 Dec 13 15:05:22.716765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] In _notify_port_updated(), no bound segment for port 6011012a-ad47-4edb-a9ce-aa0ddf568ada on network 8156a41d-95fd-425a-ac7b-ee07671def08 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:05:22.722651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:22.723541 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.725011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2020bdcb-a47c-4a59-b013-4a38a0826b19 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "PUT /v2.0/ports/6011012a-ad47-4edb-a9ce-aa0ddf568ada HTTP/1.1" status: 200 len: 960 time: 3.3929288 Dec 13 15:05:22.728382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45726) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:22.745402 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:17Z', 'revision_number': 2, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:22.800070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.817190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Allocated IP 172.20.0.2 (05fe663b-7744-4456-b5e0-ffb62d6bc3bf/fc3d520d-e257-4fd2-b515-8fe08a3e6309/eebe4b8d-b422-44ac-8577-9a8e325023ec) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:22.821522 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:22.822337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Updating router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 port e3c5eca8-f101-4f5f-832e-c395927c5b48 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:05:22.875975 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.877678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:22.948916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:22.962132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:22.983886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ea52a-fd5e-457b-b8d9-cbc83787c0e1 None None] Pushing event updated for resources: {'Port': ['ID=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:23.089349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a53a2-7d36-439c-af60-79e11f566006 req-8f220648-e40a-414f-aaaf-2492bfd93ff5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:23.094924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1aac4553-1b35-4e3d-b800-f74074d502d8 req-b31df3ef-6e1f-4e68-9001-cd38863f1001 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684392 Dec 13 15:05:23.095950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:23.100098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a09a53a2-7d36-439c-af60-79e11f566006 req-8f220648-e40a-414f-aaaf-2492bfd93ff5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.1848211 Dec 13 15:05:23.188695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.191754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.256090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=de358b2f-4df9-44c7-bf15-ec3e8301dd85,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:23.282351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:23.284644 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3468fd-4ea9-449c-b510-9179b57d836c" -d '{"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-plugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:23.311733 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-aaa54f28-69f3-464c-bd0b-bd6a7cc7264d service neutron] 10.222.0.55 "PUT /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6/bindings/n-h2-816954-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0547421 Dec 13 15:05:23.368966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:23.412733 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.439860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.447147 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a977a-042d-46bd-9bab-4f3180ba2b32 x-openstack-request-id: req-d48a977a-042d-46bd-9bab-4f3180ba2b32 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:23.447697 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-plugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:23.449396 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d48a977a-042d-46bd-9bab-4f3180ba2b32 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:23.450967 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'code': 200} Dec 13 15:05:23.487264 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a09a53a2-7d36-439c-af60-79e11f566006 req-5f084260-fece-4b47-a27c-30e7748916aa tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681412 Dec 13 15:05:23.487613 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.487613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:23.496246 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.568509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.570903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.571275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.577614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.578705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.579109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:23.646812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.660779 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Pushing event updated for resources: {'Port': ['ID=e3c5eca8-f101-4f5f-832e-c395927c5b48,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:23.687415 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.687551 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.687844 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.688179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.688512 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.688848 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.689186 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.689520 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.689844 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.699296 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.699693 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.700067 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:23.759586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-82daef28-4050-4067-bc15-7150da3ed76f tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:23.761775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-82daef28-4050-4067-bc15-7150da3ed76f tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab&tenant_id=515f7b22ce9744918b9b5447b1a274ac&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 1096 time: 0.3074610 Dec 13 15:05:23.799111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 6011012a-ad47-4edb-a9ce-aa0ddf568ada {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:23.799111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.826086 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.853923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:23.863168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:05:23.919461 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Attempting to bind port e3c5eca8-f101-4f5f-832e-c395927c5b48 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:23.920033 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Attempting to bind port e3c5eca8-f101-4f5f-832e-c395927c5b48 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:23.920311 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Attempting to bind port e3c5eca8-f101-4f5f-832e-c395927c5b48 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:23.928742 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:23.930604 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:23.931021 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.931436 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:23.931912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Bound port: e3c5eca8-f101-4f5f-832e-c395927c5b48, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:23.932279 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.937179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:23.941772 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:23.964669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:23.971021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:23.985795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.074531 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] For port e3c5eca8-f101-4f5f-832e-c395927c5b48, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:24.079017 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] For port e3c5eca8-f101-4f5f-832e-c395927c5b48, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e3c5eca8-f101-4f5f-832e-c395927c5b48,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:24.098376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Pushing event updated for resources: {'Port': ['ID=eebe4b8d-b422-44ac-8577-9a8e325023ec,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:24.104057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:24.109566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.167047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Allocated IP 172.25.7.215 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/6934976d-4933-4dd7-861b-478264e00dcf) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:24.222775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.234146 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.295754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e0159e12-3eb2-4eed-b659-b413243b88e6 None None] Provisioning complete for port e3c5eca8-f101-4f5f-832e-c395927c5b48 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:24.296422 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0159e12-3eb2-4eed-b659-b413243b88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.322214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 6011012a-ad47-4edb-a9ce-aa0ddf568ada owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:24.354187 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:24.354971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Attempting to bind port eebe4b8d-b422-44ac-8577-9a8e325023ec on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:24.355506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Attempting to bind port eebe4b8d-b422-44ac-8577-9a8e325023ec by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:24.356036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Attempting to bind port eebe4b8d-b422-44ac-8577-9a8e325023ec on network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:24.356426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:24.402206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:24.403063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Checking segment: {'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:24.403656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.404240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Bound using segment: {'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:24.405063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Bound port: eebe4b8d-b422-44ac-8577-9a8e325023ec, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:24.405630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.425067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-e7a90b50-d3ca-44f1-ba3d-ff83dd4e8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:24.426858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-e7a90b50-d3ca-44f1-ba3d-ff83dd4e8c5c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 1096 time: 0.4778867 Dec 13 15:05:24.463106 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.504695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0159e12-3eb2-4eed-b659-b413243b88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.602980 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.667647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:24.678526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:24.684080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:24.783124 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:24.809383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e0159e12-3eb2-4eed-b659-b413243b88e6 None None] For port e3c5eca8-f101-4f5f-832e-c395927c5b48, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e3c5eca8-f101-4f5f-832e-c395927c5b48,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:24.829173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eeb4-6beb-4ef0-9b9a-f45eddef4a41 req-c6260b77-33fb-44b3-af00-ef825005a42c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:24.838871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8c2eeb4-6beb-4ef0-9b9a-f45eddef4a41 req-c6260b77-33fb-44b3-af00-ef825005a42c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.5342586 Dec 13 15:05:24.899166 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8c2eeb4-6beb-4ef0-9b9a-f45eddef4a41 req-378b23eb-0856-4389-a773-62ca23e2bc70 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588858 Dec 13 15:05:24.934399 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e0159e12-3eb2-4eed-b659-b413243b88e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:24.982616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f41ec8f8-b97c-415b-9999-987b7af0550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:24.984423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f41ec8f8-b97c-415b-9999-987b7af0550a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1096 time: 0.4958038 Dec 13 15:05:25.077596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0159e12-3eb2-4eed-b659-b413243b88e6 None None] Pushing event updated for resources: {'Port': ['ID=e3c5eca8-f101-4f5f-832e-c395927c5b48,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:25.103340 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.105825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] For port eebe4b8d-b422-44ac-8577-9a8e325023ec, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:25.146683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-1193ae96-3053-40a8-af99-6819c9324b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:25.149389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-1193ae96-3053-40a8-af99-6819c9324b0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 200 len: 897 time: 0.1550672 Dec 13 15:05:25.166496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] For port eebe4b8d-b422-44ac-8577-9a8e325023ec, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eebe4b8d-b422-44ac-8577-9a8e325023ec,segment=NetworkSegment(24abc8ac-40aa-41ff-85b4-725c09bcff47),segment_id=24abc8ac-40aa-41ff-85b4-725c09bcff47)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:25.183555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Provisioning complete for port e3c5eca8-f101-4f5f-832e-c395927c5b48 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:25.183931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.231601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457e82a-46b3-4a7e-a6fd-99764b2040f5 req-a2f12e67-dac4-40ab-bafa-0ee97fbb7fd0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:25.239062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5457e82a-46b3-4a7e-a6fd-99764b2040f5 req-a2f12e67-dac4-40ab-bafa-0ee97fbb7fd0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.5645738 Dec 13 15:05:25.252440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Pushing event updated for resources: {'Port': ['ID=6934976d-4933-4dd7-861b-478264e00dcf,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:25.264825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-129e92f6-e8b0-4c72-99d4-d208d1a218f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 1000 time: 0.1051259 Dec 13 15:05:25.282262 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.322402 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c9c7b-6a3d-4ab4-8483-03353e7659d4 None None] Pushing event updated for resources: {'Port': ['ID=e3c5eca8-f101-4f5f-832e-c395927c5b48,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:25.337170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5457e82a-46b3-4a7e-a6fd-99764b2040f5 req-d686382a-2df0-494f-99ef-2b155d57b81c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670612 Dec 13 15:05:25.374814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.393889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:25.475905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d3084-1534-4757-995c-212fd6f850c9 None None] Pushing event updated for resources: {'Port': ['ID=eebe4b8d-b422-44ac-8577-9a8e325023ec,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:25.479649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.483960 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8642c5c-425e-4d55-9d01-fe42f61991a6 None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:25.533353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.585897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Could not find standard attr ID for object 6011012a-ad47-4edb-a9ce-aa0ddf568ada. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:05:25.590381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e3c5eca8-f101-4f5f-832e-c395927c5b48 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:25.681285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e3c5eca8-f101-4f5f-832e-c395927c5b48 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:25.681849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.684099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:25.684464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.740878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=6011012a-ad47-4edb-a9ce-aa0ddf568ada,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:25.800774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:25.893554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-7afc6955-c6ef-4d6f-b0be-54d43e8362fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:25.916557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-7afc6955-c6ef-4d6f-b0be-54d43e8362fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8319dd13-c12c-4c81-81c7-8baa64509e05 HTTP/1.1" status: 200 len: 835 time: 0.5514166 Dec 13 15:05:26.120437 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:26.131740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8d68e10a-eab0-49fa-b165-11d5e883479f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/6011012a-ad47-4edb-a9ce-aa0ddf568ada HTTP/1.1" status: 204 len: 168 time: 3.4021466 Dec 13 15:05:26.137187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45744) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:26.231781 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a98481a-de5e-4671-a135-b829614d25ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] GET failed (client error): The resource could not be found. Dec 13 15:05:26.234665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2a98481a-de5e-4671-a135-b829614d25ae tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports/6011012a-ad47-4edb-a9ce-aa0ddf568ada HTTP/1.1" status: 404 len: 333 time: 0.0737336 Dec 13 15:05:26.250136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45746) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:26.252624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-088c6298-2c9a-4e15-b961-de2130e06e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:26.254168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-088c6298-2c9a-4e15-b961-de2130e06e38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01452d7a-8188-43ef-a161-cc17d563d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3216577 Dec 13 15:05:26.260998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:26.420530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Provisioning complete for port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:26.421229 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:26.503671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3f8acd41-f898-46e0-9602-6ceb0a39f3ac None None] Port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:26.590592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:26.610209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9efc100d-6e34-4cb3-8dc6-f35fddac16e1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:26.620406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-09128d31-ddd3-433a-b842-25fba894f55e None None] Could not find standard attr ID for object 6011012a-ad47-4edb-a9ce-aa0ddf568ada. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:05:26.641048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4428457-634f-4569-87fc-ec136add65d1 req-cee54ec8-1065-4d37-933f-01849405a30f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:26.649880 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4428457-634f-4569-87fc-ec136add65d1 req-cee54ec8-1065-4d37-933f-01849405a30f tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.1671169 Dec 13 15:05:26.717220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9efc100d-6e34-4cb3-8dc6-f35fddac16e1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:26.750959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63354946-19ab-4017-b07b-9de8ae4efccf req-18b85333-bdc1-45c5-9d8e-ebbcd433063d tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:26.752667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63354946-19ab-4017-b07b-9de8ae4efccf req-18b85333-bdc1-45c5-9d8e-ebbcd433063d tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.5169878 Dec 13 15:05:26.787197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4428457-634f-4569-87fc-ec136add65d1 req-e4867927-baf7-4ec9-8403-b52eac6c0ac2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227694 Dec 13 15:05:26.877350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-63354946-19ab-4017-b07b-9de8ae4efccf req-b0ab6241-6859-4ff9-97f2-52cc8108cf43 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170285 Dec 13 15:05:26.887327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-3afe8758-b668-4bb9-9d50-ce058edb14bb service neutron] 10.222.0.50 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638494 Dec 13 15:05:26.936178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Router 01ba5cec-9332-4ed9-a6ae-f572baf8758f is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:05:27.026878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9efc100d-6e34-4cb3-8dc6-f35fddac16e1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.029485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9efc100d-6e34-4cb3-8dc6-f35fddac16e1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.048425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9efc100d-6e34-4cb3-8dc6-f35fddac16e1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/security-groups/ffbb415e-048d-411a-882d-fd98efa1a5ca HTTP/1.1" status: 204 len: 168 time: 0.7964613 Dec 13 15:05:27.049080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45750) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:27.105985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f5befaaa-3371-46f0-b0e9-a71aff5e93e6 service neutron] 10.222.0.50 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090991 Dec 13 15:05:27.179472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc100d-6e34-4cb3-8dc6-f35fddac16e1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbb415e-048d-411a-882d-fd98efa1a5ca,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:27.188240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router bf847857-2f1a-4de6-a20b-c35db1e7432b is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:05:27.222410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da09b7ca-9809-477c-a4a7-eb449f835d12 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.280700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:27.283230 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da09b7ca-9809-477c-a4a7-eb449f835d12 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.299858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Sync routers for ids ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:27.348513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Routers {'01ba5cec-9332-4ed9-a6ae-f572baf8758f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:27.349856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:27.352337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d393f-bdd6-470e-ab8d-a55a3c225597 None None] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:27.454171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:27.470555 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Sync routers for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:27.486693 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:27.487319 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:27.556906 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.564113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45754) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:27.572522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2679f94f-471e-49c5-b360-c6b5a6a9be59 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0012288 Dec 13 15:05:27.601836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a8fb74ee-af3e-4671-b682-f32f9418e23d None None] Provisioning complete for port eebe4b8d-b422-44ac-8577-9a8e325023ec triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:27.602342 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a8fb74ee-af3e-4671-b682-f32f9418e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.620154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da09b7ca-9809-477c-a4a7-eb449f835d12 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.623433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da09b7ca-9809-477c-a4a7-eb449f835d12 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.629565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-da09b7ca-9809-477c-a4a7-eb449f835d12 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/security-groups/60ec05f7-773b-4096-b096-f7f945ac8c46 HTTP/1.1" status: 204 len: 168 time: 0.5242321 Dec 13 15:05:27.630568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45756) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:27.672031 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:27.682912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eebe4b8d-b422-44ac-8577-9a8e325023ec up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:27.694355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:27.696563 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b52e8891-785a-4de7-9cea-f8d54a1a1cf3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0796573 Dec 13 15:05:27.722780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45758) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:27.822123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09b7ca-9809-477c-a4a7-eb449f835d12 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec05f7-773b-4096-b096-f7f945ac8c46,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:27.842763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Set router 01ba5cec-9332-4ed9-a6ae-f572baf8758f gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:27.986352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port eebe4b8d-b422-44ac-8577-9a8e325023ec triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:27.986932 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.057314 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b92-a08c-4ea3-a479-218622f443ed tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.121671 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:23Z', 'revision_number': 3, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:28.175652 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Checking router: bf847857-2f1a-4de6-a20b-c35db1e7432b for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:28.176037 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Updating router bf847857-2f1a-4de6-a20b-c35db1e7432b port de358b2f-4df9-44c7-bf15-ec3e8301dd85 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:05:28.222795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b92-a08c-4ea3-a479-218622f443ed tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.238262 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.309647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f44f06-cfd5-48b0-9c8a-73827f5bbdf0 req-c6d1ccef-3db0-4b55-98bd-87efeac20cb5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:28.312814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3f44f06-cfd5-48b0-9c8a-73827f5bbdf0 req-c6d1ccef-3db0-4b55-98bd-87efeac20cb5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.3408933 Dec 13 15:05:28.379357 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a8fb74ee-af3e-4671-b682-f32f9418e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.427388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b92-a08c-4ea3-a479-218622f443ed tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.435962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b92-a08c-4ea3-a479-218622f443ed tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.448274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-94ec5b92-a08c-4ea3-a479-218622f443ed tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/security-groups/1737df53-1ef8-449c-8004-3bc4f75406a2 HTTP/1.1" status: 204 len: 168 time: 0.8037472 Dec 13 15:05:28.457613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:28.533662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b18b4685-af43-4fd3-850e-ac23d8e69664 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a978f1a88b40482e90c60d8cd5aa586d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8061957 Dec 13 15:05:28.542673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45770) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:28.627974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3f44f06-cfd5-48b0-9c8a-73827f5bbdf0 req-4dcc642d-575c-4eed-8df7-8ab31ad9e961 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064885 Dec 13 15:05:28.640175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 94c70fea-f5d2-49f7-82e1-062da85d1e4e {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:05:28.655822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.662973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec5b92-a08c-4ea3-a479-218622f443ed tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737df53-1ef8-449c-8004-3bc4f75406a2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:28.710976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.772110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a8fb74ee-af3e-4671-b682-f32f9418e23d None None] For port eebe4b8d-b422-44ac-8577-9a8e325023ec, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eebe4b8d-b422-44ac-8577-9a8e325023ec,segment=NetworkSegment(24abc8ac-40aa-41ff-85b4-725c09bcff47),segment_id=24abc8ac-40aa-41ff-85b4-725c09bcff47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:28.786710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '6934976d-4933-4dd7-861b-478264e00dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:05:25Z', 'revision_number': 3, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port': {'id': '6934976d-4933-4dd7-861b-478264e00dcf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:23Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:28.809339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.863624 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a8fb74ee-af3e-4671-b682-f32f9418e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.887870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4157b9e-65e5-44e8-bac6-3a53f37f76a9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:28.890203 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.895104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b4157b9e-65e5-44e8-bac6-3a53f37f76a9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3487310 Dec 13 15:05:28.900046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45774) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:28.933515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Checking router: 01ba5cec-9332-4ed9-a6ae-f572baf8758f for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:28.934019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Updating router 01ba5cec-9332-4ed9-a6ae-f572baf8758f port 6934976d-4933-4dd7-861b-478264e00dcf binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:05:28.940521 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-effeb8fb-5b20-43a5-8244-ef93fc414345 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328567 Dec 13 15:05:28.949782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-365c8d54-c4bc-4096-9488-b10d949c3cbe tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:28.950715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-365c8d54-c4bc-4096-9488-b10d949c3cbe tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab&tenant_id=515f7b22ce9744918b9b5447b1a274ac&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 1096 time: 1.1623678 Dec 13 15:05:28.953281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45776) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:28.961676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298010458', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:28.970745 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:28.971056 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.097792 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Attempting to bind port de358b2f-4df9-44c7-bf15-ec3e8301dd85 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:29.099579 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Attempting to bind port de358b2f-4df9-44c7-bf15-ec3e8301dd85 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:29.099952 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Attempting to bind port de358b2f-4df9-44c7-bf15-ec3e8301dd85 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:29.105946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f57842-6830-45fd-94e1-fb5d7150acc6 req-6ace1225-834b-4c71-b2bf-b31d645ee199 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:29.107481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43f57842-6830-45fd-94e1-fb5d7150acc6 req-6ace1225-834b-4c71-b2bf-b31d645ee199 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1096 time: 0.3509262 Dec 13 15:05:29.109153 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d535be-482c-4469-abde-72a5c4447c90 None None] Pushing event updated for resources: {'Port': ['ID=de358b2f-4df9-44c7-bf15-ec3e8301dd85,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:29.123292 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:29.123666 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:29.124071 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.124470 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:29.124954 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Bound port: de358b2f-4df9-44c7-bf15-ec3e8301dd85, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:29.125328 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.146617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2e0b-4dbd-462f-bef1-76e0aaeb1288 req-158ef1f1-83ac-4de8-9eca-f93c874e9f91 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:29.151456 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.154332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a24d2e0b-4dbd-462f-bef1-76e0aaeb1288 req-158ef1f1-83ac-4de8-9eca-f93c874e9f91 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.6759980 Dec 13 15:05:29.175279 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.180887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb74ee-af3e-4671-b682-f32f9418e23d None None] Pushing event updated for resources: {'Port': ['ID=eebe4b8d-b422-44ac-8577-9a8e325023ec,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:29.214146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:05:29.214439 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:05:29.214731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2a19141c-a282-41ab-b8f5-e024373a7731 None None] Provisioning complete for port eebe4b8d-b422-44ac-8577-9a8e325023ec triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:29.215106 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2a19141c-a282-41ab-b8f5-e024373a7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.228748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43f57842-6830-45fd-94e1-fb5d7150acc6 req-e95ca4d5-14b7-4cfd-a8a7-c6cc59129716 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904098 Dec 13 15:05:29.253396 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] For port de358b2f-4df9-44c7-bf15-ec3e8301dd85, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:29.257280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=94c70fea-f5d2-49f7-82e1-062da85d1e4e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:29.258098 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] For port de358b2f-4df9-44c7-bf15-ec3e8301dd85, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=de358b2f-4df9-44c7-bf15-ec3e8301dd85,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:29.275413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.283954 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5bf3b601-dd0b-436c-a545-e074023e65ea tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/94c70fea-f5d2-49f7-82e1-062da85d1e4e HTTP/1.1" status: 204 len: 168 time: 0.8104365 Dec 13 15:05:29.285318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45780) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:29.308778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffdefcb-df0e-4ccb-a39c-2b735b4bb3fc None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:29.316358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a24d2e0b-4dbd-462f-bef1-76e0aaeb1288 req-ca63dc35-1d88-487a-b74b-88ae845665c6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354876 Dec 13 15:05:29.324554 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.358425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet 3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:05:29.363352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.415692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.430685 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d535be-482c-4469-abde-72a5c4447c90 None None] Pushing event updated for resources: {'Port': ['ID=de358b2f-4df9-44c7-bf15-ec3e8301dd85,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:29.468441 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:29.477281 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:29.551781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:29.563241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:29.641701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fed4d-ede6-4a7f-bdef-aeadc45b5db1 req-5ac76158-cb35-406d-8340-697698fbbb1e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:29.645652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e02fed4d-ede6-4a7f-bdef-aeadc45b5db1 req-5ac76158-cb35-406d-8340-697698fbbb1e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.1668990 Dec 13 15:05:29.759324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e02fed4d-ede6-4a7f-bdef-aeadc45b5db1 req-7cc4e1ad-8edf-49d6-9891-e94f9a2a70fe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767322 Dec 13 15:05:29.788851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45784) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:29.806880 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:29.810640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.015277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bea68c5d-0631-4701-9f12-0f8ace51815d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/2e1056f2-429b-49cd-b2bd-6c56854411ef HTTP/1.1" status: 200 len: 992 time: 0.2249215 Dec 13 15:05:30.127659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eebe4b8d-b422-44ac-8577-9a8e325023ec up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:30.165251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.246014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:30.256122 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.260016 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8e481eec-369d-4066-b1ad-f288746d1000 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea HTTP/1.1" status: 204 len: 168 time: 0.9736974 Dec 13 15:05:30.264848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45790) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:30.278139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port eebe4b8d-b422-44ac-8577-9a8e325023ec triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:30.278537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.296449 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:23Z', 'revision_number': 3, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:30.313938 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c9d7d5-cac7-49b3-a1b5-bf47e6c55cb1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:30.320221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c9d7d5-cac7-49b3-a1b5-bf47e6c55cb1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:30.320221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-66c9d7d5-cac7-49b3-a1b5-bf47e6c55cb1 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/94c70fea-f5d2-49f7-82e1-062da85d1e4e HTTP/1.1" status: 404 len: 337 time: 0.0502422 Dec 13 15:05:30.323460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45792) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:30.351656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23aa461-d0c9-4fc8-af19-53d2a8b60842 None None] The sync data for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 is: [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:23Z', 'revision_number': 3, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:30.375604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45794) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:30.420758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.448533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.568491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.589872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.615140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-8e06310d-a7db-47f8-94f2-07136aa5c44f service neutron] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:30.643611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting subnet e827a9a8-4e0a-488a-824a-7d3048976864 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:05:30.650246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-8e06310d-a7db-47f8-94f2-07136aa5c44f service neutron] Notify callbacks [] for binding, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.651617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-8e06310d-a7db-47f8-94f2-07136aa5c44f service neutron] 10.222.0.50 "DELETE /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6/bindings/n-h1-816954-1 HTTP/1.1" status: 204 len: 173 time: 1.4933369 Dec 13 15:05:30.681883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c59f97-d7f5-4dee-92e4-95b803c9cc55 None None] Pushing event updated for resources: {'Port': ['ID=6934976d-4933-4dd7-861b-478264e00dcf,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:30.707727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.737803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914725-b4a0-4795-9476-ce360714132b req-9988ba0d-180c-4a7e-b8aa-a0d061829602 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:30.745499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a914725-b4a0-4795-9476-ce360714132b req-9988ba0d-180c-4a7e-b8aa-a0d061829602 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.2432895 Dec 13 15:05:30.751326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Attempting to bind port 6934976d-4933-4dd7-861b-478264e00dcf on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:30.752055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Attempting to bind port 6934976d-4933-4dd7-861b-478264e00dcf by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:30.753294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Attempting to bind port 6934976d-4933-4dd7-861b-478264e00dcf on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:30.757649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757191cc-aa31-4cb9-9cdf-94bd3f7bf6de None None] Update dhcp port {'port': {'network_id': '8156a41d-95fd-425a-ac7b-ee07671def08', 'fixed_ips': [{'subnet_id': 'e827a9a8-4e0a-488a-824a-7d3048976864', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ee816e7-9cc2-4d8e-8bce-9352aa8b46ea'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '62c7e566-b85f-4f99-a0cc-e5dbdfc195f3'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:05:30.774339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:30.775009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:30.775630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.776665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:30.777438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Bound port: 6934976d-4933-4dd7-861b-478264e00dcf, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:30.778002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.820076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Subnet': ['ID=e665e31b-e40f-45c5-a062-c23d9395b3d1,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:30.824896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Checking segment: {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:30.837447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network hostable DHCP agents. Network: 39743f65-4ab4-4125-b93b-63a4b0cd7668, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:05:30.864954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Allocated IP 172.20.0.1 (05fe663b-7744-4456-b5e0-ffb62d6bc3bf/fc3d520d-e257-4fd2-b515-8fe08a3e6309/23d70af3-b263-4419-b277-384330679c73) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:30.938662 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-757191cc-aa31-4cb9-9cdf-94bd3f7bf6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.963362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:30.999417 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a914725-b4a0-4795-9476-ce360714132b req-9d251236-f435-40d8-bd3b-e9e43c6e8455 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159512 Dec 13 15:05:31.002607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] For port 6934976d-4933-4dd7-861b-478264e00dcf, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:31.027739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] For port 6934976d-4933-4dd7-861b-478264e00dcf, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6934976d-4933-4dd7-861b-478264e00dcf,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:31.112185 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.138454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 0e10d0f1-9ea1-4249-8351-f7ffa85a2fbb {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:31.138816 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.183151 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.221762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:05:31.268001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.268340 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.281108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 0e10d0f1-9ea1-4249-8351-f7ffa85a2fbb owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:31.296402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.347109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.349143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 39743f65-4ab4-4125-b93b-63a4b0cd7668) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:31.354482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Routers {'01ba5cec-9332-4ed9-a6ae-f572baf8758f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:31.355291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:31.360637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:31.360637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.363762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322132e-7b52-4da4-b0e0-db87eb7566bb None None] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:31.415200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.419728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:31.423013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:31.426628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:31.457499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Subnet': ['ID=e827a9a8-4e0a-488a-824a-7d3048976864,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:31.462332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Pushing event updated for resources: {'Port': ['ID=23d70af3-b263-4419-b277-384330679c73,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:31.479612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.479754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.480250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-74b6b166-f08e-4f47-8913-658a06e199d2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/e827a9a8-4e0a-488a-824a-7d3048976864 HTTP/1.1" status: 204 len: 168 time: 1.1553361 Dec 13 15:05:31.482784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45804) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server [None req-757191cc-aa31-4cb9-9cdf-94bd3f7bf6de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e827a9a8-4e0a-488a-824a-7d3048976864: This subnet is being modified by another concurrent operation. Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:05:31.530514 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise exception Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e827a9a8-4e0a-488a-824a-7d3048976864: This subnet is being modified by another concurrent operation. Dec 13 15:05:31.535426 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Dec 13 15:05:31.594975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c59f97-d7f5-4dee-92e4-95b803c9cc55 None None] Pushing event updated for resources: {'Port': ['ID=6934976d-4933-4dd7-861b-478264e00dcf,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:31.603206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8efabc99-1806-4992-b08d-b0f61e013978 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6481946 Dec 13 15:05:31.606367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45806) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:31.607187 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2edfb07-28ec-4c22-8920-37b474e3d2a5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:31.607755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2edfb07-28ec-4c22-8920-37b474e3d2a5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:31.639160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f2edfb07-28ec-4c22-8920-37b474e3d2a5 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/11ee1816-f8df-4646-a30e-0a4308d376a9 HTTP/1.1" status: 404 len: 337 time: 0.0917661 Dec 13 15:05:31.648269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45808) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:31.667275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976eae5-b1b8-43b2-b02d-80444a4dbeb5 None None] Network 8156a41d-95fd-425a-ac7b-ee07671def08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:31.715501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a7ec590e-647a-4345-b8b1-1b9095f807e6 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "GET /v2.0/ports?device_id=8021215e-598a-45d5-9d72-13faa262dc4d HTTP/1.1" status: 200 len: 205 time: 0.0673487 Dec 13 15:05:31.733394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45810) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:31.839550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.859104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-39743f65-4ab4-4125-b93b-63a4b0cd7668', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:05:31.864787 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-dad7a921-5629-4bdf-b1d5-28d1113c69c2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] delete failed (client error): The resource could not be found. Dec 13 15:05:31.865059 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:31.868222 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dad7a921-5629-4bdf-b1d5-28d1113c69c2 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/routers/8021215e-598a-45d5-9d72-13faa262dc4d HTTP/1.1" status: 404 len: 336 time: 0.1311305 Dec 13 15:05:31.868222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=0e10d0f1-9ea1-4249-8351-f7ffa85a2fbb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:31.874868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45814) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:31.949305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-91e5a9b4-8092-4795-a4ff-809dc8ad95a1 None None] Provisioning complete for port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:31.949931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91e5a9b4-8092-4795-a4ff-809dc8ad95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.087375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] Set router 01ba5cec-9332-4ed9-a6ae-f572baf8758f gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:32.176424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device de358b2f-4df9-44c7-bf15-ec3e8301dd85 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:32.279258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.369651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497f7a5-e68a-494d-85f7-fe97c4e9c376 req-e1bc563b-1442-4b82-88e1-8990336776ed tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:32.378775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6497f7a5-e68a-494d-85f7-fe97c4e9c376 req-e1bc563b-1442-4b82-88e1-8990336776ed tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1888125 Dec 13 15:05:32.387050 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f10a1e5-1e90-44a4-9892-c1c13729f226 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:32.387516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f10a1e5-1e90-44a4-9892-c1c13729f226 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:32.393175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f10a1e5-1e90-44a4-9892-c1c13729f226 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/258632de-af5e-43e4-ab89-8b3e7126660d HTTP/1.1" status: 404 len: 337 time: 0.5140049 Dec 13 15:05:32.401553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45818) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:32.440996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.441599 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 2e1056f2-429b-49cd-b2bd-6c56854411ef disassociated (deleted). External IP: 172.25.7.150, port: 4c41a471-57b9-46a3-8f81-87da243babc6. Dec 13 15:05:32.460386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] DHCP port deletion for 8156a41d-95fd-425a-ac7b-ee07671def08 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:05:32.487089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port de358b2f-4df9-44c7-bf15-ec3e8301dd85 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:32.487464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.609789 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32986e8-2cdf-4663-a644-6ccfb6cfc8b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:32.610399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32986e8-2cdf-4663-a644-6ccfb6cfc8b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:32.613388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f32986e8-2cdf-4663-a644-6ccfb6cfc8b0 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/8da22fcc-aa24-4e13-9983-2634886e7ce3 HTTP/1.1" status: 404 len: 337 time: 0.2081547 Dec 13 15:05:32.624024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45820) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:32.687157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router dfd996ba-e8ef-404d-8a9a-2eed029c434c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:05:32.775140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6497f7a5-e68a-494d-85f7-fe97c4e9c376 req-87b7d876-501c-46a8-9599-5bc3607df0d6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910761 Dec 13 15:05:32.780575 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-227af0da-3486-46d7-95ad-ff26d95f86d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:32.781037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227af0da-3486-46d7-95ad-ff26d95f86d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:32.785309 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-227af0da-3486-46d7-95ad-ff26d95f86d8 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/39f1edb8-d22a-444d-b45c-600569f0f6f8 HTTP/1.1" status: 404 len: 337 time: 0.1521695 Dec 13 15:05:32.796010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45822) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:32.835829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:32.840882 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8ddf63-784f-4079-ac3d-90b65723cd57 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:32.841418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8ddf63-784f-4079-ac3d-90b65723cd57 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:32.841954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.855029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dd8ddf63-784f-4079-ac3d-90b65723cd57 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/b6494b40-9d6c-4ccc-b705-e61aa5b488d6 HTTP/1.1" status: 404 len: 333 time: 0.0579758 Dec 13 15:05:32.865056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45824) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:32.866957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.872252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-91e5a9b4-8092-4795-a4ff-809dc8ad95a1 None None] Provisioning complete for port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:32.872907 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91e5a9b4-8092-4795-a4ff-809dc8ad95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.898283 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4934cea7-bb5b-4da9-bfc4-6eb55c35c864 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:32.898754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4934cea7-bb5b-4da9-bfc4-6eb55c35c864 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:32.905105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4934cea7-bb5b-4da9-bfc4-6eb55c35c864 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/2f98c71c-4216-47a9-a81b-0f3a94dbe396 HTTP/1.1" status: 404 len: 337 time: 0.0388820 Dec 13 15:05:32.907935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45826) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:32.924711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c1bda417-f10a-488f-8de1-3ee92be6a9e1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/floatingips/2e1056f2-429b-49cd-b2bd-6c56854411ef HTTP/1.1" status: 204 len: 168 time: 2.5447695 Dec 13 15:05:32.936161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.954617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-91e5a9b4-8092-4795-a4ff-809dc8ad95a1 None None] Port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:32.957946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] Sync routers for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:32.974391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:32.980520 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627a5127-effe-4c6d-99d0-9f563ec559a8" -d '{"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:32.984367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] Deleting port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:32.984980 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:32.990280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Allocated IP 172.20.0.2 (39743f65-4ab4-4125-b93b-63a4b0cd7668/e665e31b-e40f-45c5-a062-c23d9395b3d1/f5f7f21d-3e3f-4b83-ab12-561b82e85380) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:33.003795 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-586a7339-66d5-4d53-a453-a86bc811a838 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:33.004271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586a7339-66d5-4d53-a453-a86bc811a838 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:33.023111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-586a7339-66d5-4d53-a453-a86bc811a838 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/e6ad7d37-4e01-4a51-a8bf-058322750773 HTTP/1.1" status: 404 len: 337 time: 0.1118922 Dec 13 15:05:33.023111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45832) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:33.041364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.109595 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fec540-aef7-4619-bdaa-5a0e2b718496 x-openstack-request-id: req-00fec540-aef7-4619-bdaa-5a0e2b718496 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:33.109865 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:33.110117 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00fec540-aef7-4619-bdaa-5a0e2b718496 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:33.110535 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'status': 'completed', 'code': 200} Dec 13 15:05:33.111631 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-889fd385-d77a-4b0f-ac70-939798853479 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:33.112472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889fd385-d77a-4b0f-ac70-939798853479 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:33.123410 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-889fd385-d77a-4b0f-ac70-939798853479 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/243321cd-2694-45b4-8e8f-2555d5a18462 HTTP/1.1" status: 404 len: 333 time: 0.1001890 Dec 13 15:05:33.124049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45836) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:33.157222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Pushing event updated for resources: {'Port': ['ID=23d70af3-b263-4419-b277-384330679c73,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:33.167977 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9d1623-211b-483d-839b-6f5eb53af42f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:33.168447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9d1623-211b-483d-839b-6f5eb53af42f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:33.170731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] For port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,segment=NetworkSegment(426d0506-64a0-465a-99ec-e71f7eaf0d26),segment_id=426d0506-64a0-465a-99ec-e71f7eaf0d26)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:33.171139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.171737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ab9d1623-211b-483d-839b-6f5eb53af42f tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/9298f4c9-6f5a-4612-a4f1-eada40cde0fc HTTP/1.1" status: 404 len: 337 time: 0.0467482 Dec 13 15:05:33.180277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45838) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:33.187772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] Calling delete_port for 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:33.232481 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd255bda-a78a-4857-b777-5ddf3c2e6098 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:05:33.232481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd255bda-a78a-4857-b777-5ddf3c2e6098 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:05:33.232481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd255bda-a78a-4857-b777-5ddf3c2e6098 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/subnets/4122f2eb-3858-4cc8-9a7c-cdf8d6645c71 HTTP/1.1" status: 404 len: 337 time: 0.0395377 Dec 13 15:05:33.232481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45840) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:33.232957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.239920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.330111 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:33.330735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:33.356656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-1dfe3203-c8bb-4ddc-92f2-4f3f531e1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:33.358163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-1dfe3203-c8bb-4ddc-92f2-4f3f531e1961 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 1096 time: 0.2243121 Dec 13 15:05:33.362042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Deleting port 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:33.362462 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.383494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port de358b2f-4df9-44c7-bf15-ec3e8301dd85, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=de358b2f-4df9-44c7-bf15-ec3e8301dd85,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:33.461804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.478074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Calling delete_port for 1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:33.672270 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.673101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.710405 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.721271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Port': ['ID=1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:33.731630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.734925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-35c3fc37-528c-4ed9-b635-c76149c42d98 tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/ports/1b3fc349-2bb6-4a2a-9f87-61ef7d3676ab HTTP/1.1" status: 204 len: 168 time: 0.5065584 Dec 13 15:05:33.742459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45844) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:33.800533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] Pushing event deleted for resources: {'Port': ['ID=62c7e566-b85f-4f99-a0cc-e5dbdfc195f3,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:33.816343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-227e5f1a-2042-4510-8675-997c5b2e8829 None None] Provisioning complete for port 23d70af3-b263-4419-b277-384330679c73 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:33.816711 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-227e5f1a-2042-4510-8675-997c5b2e8829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:33.842764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:33.851268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af9409-8591-44f7-bbf3-e597dfb881ea None None] No DVR routers for this DVR port 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:05:33.962502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.020885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:05:34.021230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 62c7e566-b85f-4f99-a0cc-e5dbdfc195f3 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:05:34.067333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '6934976d-4933-4dd7-861b-478264e00dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:05:25Z', 'revision_number': 3, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port': {'id': '6934976d-4933-4dd7-861b-478264e00dcf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:23Z', 'updated_at': '2021-12-13T15:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:34.095001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe04d4-450c-4a8b-a683-db3bc7b8e1b9 req-4a2d2c38-3a8a-4be9-9eff-5cb4d059a377 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:34.096509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ebe04d4-450c-4a8b-a683-db3bc7b8e1b9 req-4a2d2c38-3a8a-4be9-9eff-5cb4d059a377 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1817188 Dec 13 15:05:34.132604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e3785-0938-4e86-a7c2-7418fb7a7ccd None None] The sync data for ids ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'] in n-d-816954-1 is: [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '6934976d-4933-4dd7-861b-478264e00dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:05:25Z', 'revision_number': 3, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port': {'id': '6934976d-4933-4dd7-861b-478264e00dcf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:23Z', 'updated_at': '2021-12-13T15:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:34.153147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-294a96bc-8653-4dc2-a3f1-1d29f96b03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:34.154853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-294a96bc-8653-4dc2-a3f1-1d29f96b03ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 200 len: 897 time: 0.7793109 Dec 13 15:05:34.173773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-227e5f1a-2042-4510-8675-997c5b2e8829 None None] Port 23d70af3-b263-4419-b277-384330679c73 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:34.175963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=de358b2f-4df9-44c7-bf15-ec3e8301dd85,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:34.285612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ebe04d4-450c-4a8b-a683-db3bc7b8e1b9 req-0328295a-c10b-4067-ae76-48710f135c6a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807909 Dec 13 15:05:34.286428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-faa76128-3936-484d-901c-1197d75f3bc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 200 len: 217 time: 0.0805819 Dec 13 15:05:34.287499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.292588 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.305621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee54758-3cdd-41b8-b481-af534de80ede req-22fedbf1-943f-46f8-a225-7c171e73a92e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:34.305621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bee54758-3cdd-41b8-b481-af534de80ede req-22fedbf1-943f-46f8-a225-7c171e73a92e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.3606834 Dec 13 15:05:34.308761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:34.347871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8156a41d-95fd-425a-ac7b-ee07671def08']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:34.358621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426d0506-64a0-465a-99ec-e71f7eaf0d26') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:34.359020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426d0506-64a0-465a-99ec-e71f7eaf0d26') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:34.370827 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.406871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.426466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:05:34.433124 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:05:34.436155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3283a-c555-4e2b-931d-ad5077c92c08 req-720df377-02e2-499e-8dfc-17155509ac37 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:34.446346 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ea3283a-c555-4e2b-931d-ad5077c92c08 req-720df377-02e2-499e-8dfc-17155509ac37 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.4983125 Dec 13 15:05:34.490145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:34.497215 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.550224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:34.641077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ea3283a-c555-4e2b-931d-ad5077c92c08 req-60af2133-8ae1-4b80-8e09-5478a0113fa0 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937497 Dec 13 15:05:34.656952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-0ef59794-187a-4ae4-9738-f29f5d31a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:34.658532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-0ef59794-187a-4ae4-9738-f29f5d31a75c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8319dd13-c12c-4c81-81c7-8baa64509e05 HTTP/1.1" status: 200 len: 835 time: 0.3272300 Dec 13 15:05:34.713458 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:34.729885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:34.739269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:34.741767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.743985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Pushing event updated for resources: {'Port': ['ID=f5f7f21d-3e3f-4b83-ab12-561b82e85380,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:34.746916 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.753869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] 10.222.0.24 "DELETE /v2.0/networks/8156a41d-95fd-425a-ac7b-ee07671def08 HTTP/1.1" status: 204 len: 168 time: 1.0126748 Dec 13 15:05:34.808889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9322d3e-bf0c-483a-8b99-2dd3a32ef40b tempest-PortsTestJSON-1313818960 tempest-PortsTestJSON-1313818960-project] Pushing event deleted for resources: {'Network': ['ID=8156a41d-95fd-425a-ac7b-ee07671def08,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:34.908922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.20.0.1 (39743f65-4ab4-4125-b93b-63a4b0cd7668/e665e31b-e40f-45c5-a062-c23d9395b3d1/84f4521c-5d4a-4691-a723-0a747f763dc0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:34.942069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Attempting to bind port f5f7f21d-3e3f-4b83-ab12-561b82e85380 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:34.945812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Attempting to bind port f5f7f21d-3e3f-4b83-ab12-561b82e85380 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:34.945812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Attempting to bind port f5f7f21d-3e3f-4b83-ab12-561b82e85380 on network 39743f65-4ab4-4125-b93b-63a4b0cd7668 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:34.951669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:34.952109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Checking segment: {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:34.952786 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:34.952925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Bound using segment: {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:34.953485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Bound port: f5f7f21d-3e3f-4b83-ab12-561b82e85380, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:34.954028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:35.123070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 4c41a471-57b9-46a3-8f81-87da243babc6 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:35.123381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:35.136551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-79226334-e451-4f1b-b942-21f68204a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:35.141411 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-79226334-e451-4f1b-b942-21f68204a0cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01452d7a-8188-43ef-a161-cc17d563d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4611921 Dec 13 15:05:35.150023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:35.189065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] Checking router: dfd996ba-e8ef-404d-8a9a-2eed029c434c for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:35.211615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] For port f5f7f21d-3e3f-4b83-ab12-561b82e85380, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:35.215529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:35.216277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:35.348577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] For port f5f7f21d-3e3f-4b83-ab12-561b82e85380, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f5f7f21d-3e3f-4b83-ab12-561b82e85380,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:35.352045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ee5cd033-7db1-493c-9efc-8a9be4430f65 None None] Provisioning complete for port 23d70af3-b263-4419-b277-384330679c73 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:35.352432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd033-7db1-493c-9efc-8a9be4430f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:35.406672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:35.418680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Router 01ba5cec-9332-4ed9-a6ae-f572baf8758f has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:05:35.435072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:35.586765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e05879-f469-40b5-9f1e-8916ece1b4b4 None None] Pushing event updated for resources: {'Port': ['ID=f5f7f21d-3e3f-4b83-ab12-561b82e85380,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:35.618612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45858) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:35.631239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db641680-5fbf-4947-be19-b5cd298ceeb2 req-a6436602-136e-4f57-a007-eee20ad6b206 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:35.634467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ee5cd033-7db1-493c-9efc-8a9be4430f65 None None] Port 23d70af3-b263-4419-b277-384330679c73 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:35.648677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db641680-5fbf-4947-be19-b5cd298ceeb2 req-a6436602-136e-4f57-a007-eee20ad6b206 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1750150 Dec 13 15:05:35.692385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 4c41a471-57b9-46a3-8f81-87da243babc6, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=4c41a471-57b9-46a3-8f81-87da243babc6,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:35.692769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:35.693726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:35.779716 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db641680-5fbf-4947-be19-b5cd298ceeb2 req-71cafc1d-b264-46f1-a365-3ed2826aaa03 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298103 Dec 13 15:05:35.990403 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-bafd2aa5-ff72-4909-b3b3-2c96704e5402 service neutron] 10.222.0.50 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937741 Dec 13 15:05:36.002093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 4c41a471-57b9-46a3-8f81-87da243babc6 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:36.160051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627a5127-effe-4c6d-99d0-9f563ec559a8 req-eb72c14f-717b-4280-9a54-6813c3f91571 service neutron] 10.222.0.50 "GET /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359286 Dec 13 15:05:36.179613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.219463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:36.263964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=84f4521c-5d4a-4691-a723-0a747f763dc0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:36.289298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34199d8-92fd-4fd8-840e-32f10a3d3e9c None None] The sync data for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 is: [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:04:13Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '538ecaf7-2d77-4398-b5e4-ed344650b816', 'name': '', 'network_id': '01452d7a-8188-43ef-a161-cc17d563d8e8', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:4b:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:12Z', 'updated_at': '2021-12-13T15:04:20Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': '8319dd13-c12c-4c81-81c7-8baa64509e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:36.361686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a916b0-e239-4857-8b9d-d5c9250640fb req-734b6e85-edaf-482d-ae97-d14f53f0cf6e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:36.363283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75a916b0-e239-4857-8b9d-d5c9250640fb req-734b6e85-edaf-482d-ae97-d14f53f0cf6e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 945 time: 0.5118039 Dec 13 15:05:36.388989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f5f7f21d-3e3f-4b83-ab12-561b82e85380 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:36.398376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:36.399999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:36.428287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45866) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:36.432751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c6af535e-6ff5-47a3-a69a-8e285ad3a292 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e16afe4cc4b4bc8b14c7c3b34814309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8077650 Dec 13 15:05:36.443827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:36.477647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:36.489705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-601b8854-addb-4cb7-aab7-9dda0247577c admin admin] 10.222.0.24 "PUT /v2.0/routers/01ba5cec-9332-4ed9-a6ae-f572baf8758f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9242439 Dec 13 15:05:36.519100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f5f7f21d-3e3f-4b83-ab12-561b82e85380 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:36.519481 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.564387 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.617960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.663786 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.679965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.724159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port f5f7f21d-3e3f-4b83-ab12-561b82e85380, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f5f7f21d-3e3f-4b83-ab12-561b82e85380,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:36.784255 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75a916b0-e239-4857-8b9d-d5c9250640fb req-34f16c63-991f-4acb-96f5-5e5028441c47 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=84a453a1-ced2-47d2-9be8-62f1e8f2e288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614941 Dec 13 15:05:36.815782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.820835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device de358b2f-4df9-44c7-bf15-ec3e8301dd85 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:36.907489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.911171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:36.921502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcb9e3bb-6d5c-4e88-9344-5e92b96419fe HTTP/1.1" status: 204 len: 168 time: 0.4853745 Dec 13 15:05:36.956887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=f5f7f21d-3e3f-4b83-ab12-561b82e85380,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:36.970371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port de358b2f-4df9-44c7-bf15-ec3e8301dd85 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:36.970371 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:37.028767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:37.042962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9e3bb-6d5c-4e88-9344-5e92b96419fe,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:37.087774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:37.092297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.095524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.096752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.097282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.104940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.108558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.108901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.109149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.109487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.109819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.110152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.110580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7e904-105b-4e6b-bea3-abd66b00ca08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:37.162033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6549526-6173-4c58-91cd-f725aacd078c req-14d8b9ed-5557-4847-bfe2-b8b5e7eac224 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:37.179835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6549526-6173-4c58-91cd-f725aacd078c req-14d8b9ed-5557-4847-bfe2-b8b5e7eac224 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.2584412 Dec 13 15:05:37.182445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6934976d-4933-4dd7-861b-478264e00dcf up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:37.325069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6549526-6173-4c58-91cd-f725aacd078c req-53aa3a4c-3e39-418a-98ad-d74240df13e5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435611 Dec 13 15:05:37.326613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6934976d-4933-4dd7-861b-478264e00dcf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:37.327107 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:37.371930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=4c41a471-57b9-46a3-8f81-87da243babc6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:37.430893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] No DVR routers for this DVR port 4c41a471-57b9-46a3-8f81-87da243babc6 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:05:37.441499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:37.446630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bee54758-3cdd-41b8-b481-af534de80ede req-e1bb77ba-996d-42ab-9a41-79755ef9f60d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.50 "DELETE /v2.0/ports/4c41a471-57b9-46a3-8f81-87da243babc6 HTTP/1.1" status: 204 len: 173 time: 3.1082771 Dec 13 15:05:37.447573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-deleted', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:37.450518 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07a0f7-57db-4baf-a0d8-cef3dafbe715" -d '{"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-deleted", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:37.566772 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d67339-b4bf-4e60-b51d-bbff98a46b62 x-openstack-request-id: req-67d67339-b4bf-4e60-b51d-bbff98a46b62 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:37.567401 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d098aa-5d3c-4717-965e-591fbe226bab", "name": "network-vif-deleted", "tag": "4c41a471-57b9-46a3-8f81-87da243babc6", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:37.567659 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67d67339-b4bf-4e60-b51d-bbff98a46b62 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:37.568062 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d098aa-5d3c-4717-965e-591fbe226bab', 'name': 'network-vif-deleted', 'tag': '4c41a471-57b9-46a3-8f81-87da243babc6', 'status': 'completed', 'code': 200} Dec 13 15:05:37.607380 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0040e5-8b31-4974-a107-be5ab00e9224 None None] New status for floating IP 2e1056f2-429b-49cd-b2bd-6c56854411ef: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:05:37.611670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:37.677495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Sync routers for ids ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:37.704209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 6934976d-4933-4dd7-861b-478264e00dcf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6934976d-4933-4dd7-861b-478264e00dcf,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:37.727920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Routers {'01ba5cec-9332-4ed9-a6ae-f572baf8758f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:37.732183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:38.104852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7b26fec-c2ed-4ad6-9ae7-d3bb9bbcfbf3 req-226ebf19-0e31-41d6-85af-39a1498b7564 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d098aa-5d3c-4717-965e-591fbe226bab HTTP/1.1" status: 200 len: 210 time: 0.0781009 Dec 13 15:05:38.180069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:38.240095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13594565-2a97-48cd-800a-4eba2bfd797a None None] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:38.247040 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:38.265530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:38.365297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:38.420349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f5f7f21d-3e3f-4b83-ab12-561b82e85380 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:38.451615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-28998d4e-c3ed-4d35-a18d-cc5a09348a93 None None] Provisioning complete for port f5f7f21d-3e3f-4b83-ab12-561b82e85380 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:38.452102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28998d4e-c3ed-4d35-a18d-cc5a09348a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:38.533168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=6934976d-4933-4dd7-861b-478264e00dcf,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:38.568792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Set router 01ba5cec-9332-4ed9-a6ae-f572baf8758f gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:38.645042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7463d-6e4e-46b2-8326-063a8fdc020d req-a968f72a-dcdf-4413-8d07-fc85c8776b82 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:38.652715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fe7463d-6e4e-46b2-8326-063a8fdc020d req-a968f72a-dcdf-4413-8d07-fc85c8776b82 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1760108 Dec 13 15:05:38.654737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=84f4521c-5d4a-4691-a723-0a747f763dc0,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:38.766599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:38.789555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:38.948877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fe7463d-6e4e-46b2-8326-063a8fdc020d req-9ed85f98-54ac-4dc3-8d69-ce64f26d3961 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885354 Dec 13 15:05:39.068909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router bf847857-2f1a-4de6-a20b-c35db1e7432b has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:05:39.249934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:39.249934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f5f7f21d-3e3f-4b83-ab12-561b82e85380 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:39.249934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:39.252035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:39.252035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-29836afa-38d0-4cee-8501-92d4d77a7b9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "PUT /v2.0/routers/bf847857-2f1a-4de6-a20b-c35db1e7432b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5763280 Dec 13 15:05:39.252251 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Sync routers for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:39.252251 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:39.252734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45934) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:39.253103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45936) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:39.254401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45938) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:39.255062 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:39.308388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 4c41a471-57b9-46a3-8f81-87da243babc6 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:05:39.308727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 4c41a471-57b9-46a3-8f81-87da243babc6 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:05:39.431574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '6934976d-4933-4dd7-861b-478264e00dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port': {'id': '6934976d-4933-4dd7-861b-478264e00dcf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:23Z', 'updated_at': '2021-12-13T15:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '23d70af3-b263-4419-b277-384330679c73', 'name': '', 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'mac_address': 'fa:16:3e:07:42:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'fc3d520d-e257-4fd2-b515-8fe08a3e6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:30Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 2, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'subnets': [{'id': 'fc3d520d-e257-4fd2-b515-8fe08a3e6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:39.468613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Checking router: 01ba5cec-9332-4ed9-a6ae-f572baf8758f for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:39.469273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Updating router 01ba5cec-9332-4ed9-a6ae-f572baf8758f port 23d70af3-b263-4419-b277-384330679c73 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:05:39.532642 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:39.539359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:39.785663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776976121'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:39.889382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.890558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.896016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.896568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.899419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.900145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.900676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.903698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.905826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.907787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.908410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.910409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.912093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:39.923094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:39.929430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8df9a50-5e65-47e6-b0ca-043ee6b14b1d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9151 time: 0.6810484 Dec 13 15:05:39.969801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-484614ed-b7eb-4a19-bf07-02107558f7df None None] Provisioning complete for port 84f4521c-5d4a-4691-a723-0a747f763dc0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:39.970042 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-484614ed-b7eb-4a19-bf07-02107558f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.141980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-484614ed-b7eb-4a19-bf07-02107558f7df None None] Port 84f4521c-5d4a-4691-a723-0a747f763dc0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:40.187462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.187782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.188237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.189087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.189236 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.189643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.190079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.190654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.191180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.191635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.192090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.192511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.192949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:40.195801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eaf3d2d8-6094-4a33-9321-f022f7a932e9 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8357 time: 0.2674890 Dec 13 15:05:40.196650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:40.199999 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.215173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-484614ed-b7eb-4a19-bf07-02107558f7df None None] Provisioning complete for port f5f7f21d-3e3f-4b83-ab12-561b82e85380 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:40.223977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-484614ed-b7eb-4a19-bf07-02107558f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.233651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45956) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:40.237390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.287767 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:37Z', 'revision_number': 2, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:40.422415 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Checking router: bf847857-2f1a-4de6-a20b-c35db1e7432b for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:40.424733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Updating router bf847857-2f1a-4de6-a20b-c35db1e7432b port 84f4521c-5d4a-4691-a723-0a747f763dc0 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:05:40.438658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.528052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6934976d-4933-4dd7-861b-478264e00dcf up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:40.538644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.545353 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.710080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c961f52-22dd-4489-a82a-a5fd6dc5ab6a None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:05:40.710774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:05:40.731256 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.810741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.812985 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment 2bac3185-759a-4e61-b077-146982ebd717 of type vlan for network c09566b1-2a57-41c7-b415-7fcb97f978a3 Dec 13 15:05:40.853332 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.878204 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6934976d-4933-4dd7-861b-478264e00dcf triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:40.880812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.905538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:40.987096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2c77e6-3863-4b09-8c1b-b24b3e95a858,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:41.114172 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.127472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:41.128569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.232474 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.253541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107af8d-8abd-4ea8-a662-919aa3b3ec5f req-e5e2243d-0d27-4997-9c82-3bfd19511fa4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:41.263017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=c09566b1-2a57-41c7-b415-7fcb97f978a3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:41.271871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b107af8d-8abd-4ea8-a662-919aa3b3ec5f req-e5e2243d-0d27-4997-9c82-3bfd19511fa4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 1.1788855 Dec 13 15:05:41.349441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:05:41.360141 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.362840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b107af8d-8abd-4ea8-a662-919aa3b3ec5f req-8da9047c-b732-4dc0-8b09-44a0ef6d7b26 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894449 Dec 13 15:05:41.409008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45962) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:41.409524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-df569f8b-41d0-4f6b-a131-a87a2c1253b8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1539826 Dec 13 15:05:41.414337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1609242240'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:41.435796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b5c9f897-76aa-4763-a44f-a3f999977735 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6664 time: 1.1952043 Dec 13 15:05:41.470974 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.493983 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ad2a-da0c-4702-bb36-fdeae07ce66e None None] Pushing event updated for resources: {'Port': ['ID=84f4521c-5d4a-4691-a723-0a747f763dc0,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:41.552530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:41.557085 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.598591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:05:41.608905 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.609570 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment 4b397127-251b-458d-911b-7d6161a17466 of type vlan for network eb116a30-5534-4c19-ada0-e6fbf9f61535 Dec 13 15:05:41.637925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Attempting to bind port 23d70af3-b263-4419-b277-384330679c73 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:41.641795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Attempting to bind port 23d70af3-b263-4419-b277-384330679c73 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:41.641795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Attempting to bind port 23d70af3-b263-4419-b277-384330679c73 on network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:41.652434 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Attempting to bind port 84f4521c-5d4a-4691-a723-0a747f763dc0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:41.652804 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Attempting to bind port 84f4521c-5d4a-4691-a723-0a747f763dc0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:41.653157 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Attempting to bind port 84f4521c-5d4a-4691-a723-0a747f763dc0 on network 39743f65-4ab4-4125-b93b-63a4b0cd7668 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:41.665957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:41.673832 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Checking segment: {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:41.674030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722dbe4-b233-42e1-9f10-15e7b7816832 None None] Pushing event updated for resources: {'Port': ['ID=23d70af3-b263-4419-b277-384330679c73,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:41.674168 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.674168 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Bound using segment: {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:41.674168 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Bound port: 84f4521c-5d4a-4691-a723-0a747f763dc0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:41.674168 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.688371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.726187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:41.728506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Checking segment: {'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:41.728930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.731488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Bound using segment: {'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:41.732509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Bound port: 23d70af3-b263-4419-b277-384330679c73, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24abc8ac-40aa-41ff-85b4-725c09bcff47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:41.732509 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.781350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f195dcc6-619b-4569-a6a9-ecabf2832db6 None None] Provisioning complete for port 84f4521c-5d4a-4691-a723-0a747f763dc0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:41.781350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f195dcc6-619b-4569-a6a9-ecabf2832db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.829568 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] For port 84f4521c-5d4a-4691-a723-0a747f763dc0, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:41.836158 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] For port 84f4521c-5d4a-4691-a723-0a747f763dc0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=84f4521c-5d4a-4691-a723-0a747f763dc0,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:41.854111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.859836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:41.860372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.900245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 538ecaf7-2d77-4398-b5e4-ed344650b816 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:41.900524 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:41.922547 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:42.030442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6163886 Dec 13 15:05:42.031550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45966) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:42.034170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f195dcc6-619b-4569-a6a9-ecabf2832db6 None None] Port 84f4521c-5d4a-4691-a723-0a747f763dc0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:42.037279 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:42.038572 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:42.052279 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ad2a-da0c-4702-bb36-fdeae07ce66e None None] Pushing event updated for resources: {'Port': ['ID=84f4521c-5d4a-4691-a723-0a747f763dc0,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:42.056342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': 'c09566b1-2a57-41c7-b415-7fcb97f978a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:42.072399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 538ecaf7-2d77-4398-b5e4-ed344650b816, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=538ecaf7-2d77-4398-b5e4-ed344650b816,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:42.072787 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:42.108654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] For port 23d70af3-b263-4419-b277-384330679c73, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:42.111641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 538ecaf7-2d77-4398-b5e4-ed344650b816 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:42.113422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c961f52-22dd-4489-a82a-a5fd6dc5ab6a None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:05:42.119719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] For port 23d70af3-b263-4419-b277-384330679c73, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=23d70af3-b263-4419-b277-384330679c73,segment=NetworkSegment(24abc8ac-40aa-41ff-85b4-725c09bcff47),segment_id=24abc8ac-40aa-41ff-85b4-725c09bcff47)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:42.128752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45970) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:42.136390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b5e31075-4833-4130-81a6-285e60a3bb15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613672382', 'description': 'tempest-secgroup-smoke-613672382 description', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:42.239459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0e1a8-0bc3-466f-9d2e-bf5c97189738 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=eb116a30-5534-4c19-ada0-e6fbf9f61535,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:42.256021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:42.271886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:05:42.380138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e31075-4833-4130-81a6-285e60a3bb15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:42.409540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:42.410835 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:42.414781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:42.766436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e31075-4833-4130-81a6-285e60a3bb15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:42.775165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31efc61-3889-4c6f-b604-632a8da0a821 req-483e5799-8b79-4555-972e-f89279265305 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:42.787258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a31efc61-3889-4c6f-b604-632a8da0a821 req-483e5799-8b79-4555-972e-f89279265305 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.2424977 Dec 13 15:05:42.821928 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:42.856733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:41Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:42.876562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722dbe4-b233-42e1-9f10-15e7b7816832 None None] Pushing event updated for resources: {'Port': ['ID=23d70af3-b263-4419-b277-384330679c73,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:42.884973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Routers {'01ba5cec-9332-4ed9-a6ae-f572baf8758f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:42.886579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:42.919540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a31efc61-3889-4c6f-b604-632a8da0a821 req-ee63cca3-d2f2-4ea5-9c18-655f225742b0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241117 Dec 13 15:05:42.932846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=538ecaf7-2d77-4398-b5e4-ed344650b816,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:42.977235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e31075-4833-4130-81a6-285e60a3bb15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:43.007232 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f7f6c-6777-43e4-9a6d-95252a8d020c None None] The sync data for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 is: [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:41Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:43.198368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:43.324112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=78d3fc00-2e47-4d9d-b6d1-ab15547258a6,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:43.330150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': '2bac3185-759a-4e61-b077-146982ebd717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c09566b1-2a57-41c7-b415-7fcb97f978a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:43.330475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: c09566b1-2a57-41c7-b415-7fcb97f978a3, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:05:43.355691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] Set router 01ba5cec-9332-4ed9-a6ae-f572baf8758f gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:43.444550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:05:43.552526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, c09566b1-2a57-41c7-b415-7fcb97f978a3) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:43.556899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:43.557500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:43.642226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f27d7d-c6c5-4a93-a1d9-9c9229315f60 None None] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:43.724179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a3223d5d-ac3f-44f0-ba52-e904fd42e0f3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6805239 Dec 13 15:05:43.731896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:43.737173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': 'eb116a30-5534-4c19-ada0-e6fbf9f61535', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:44.214898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:44.223372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:44.411972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ddfb30a3-3561-44c5-a578-add90e3a51d3 None None] Provisioning complete for port 84f4521c-5d4a-4691-a723-0a747f763dc0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:44.413082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30a3-3561-44c5-a578-add90e3a51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:44.423475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e31075-4833-4130-81a6-285e60a3bb15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d4a0cc-8f9e-49d0-aa42-80c806d4b944,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:44.433810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:44.512626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2fcd-177a-4a52-9e71-4d4d5f6ff803 req-3aa52357-fa9d-44b2-a638-654f4ecb8a6b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:44.522020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9e4c2fcd-177a-4a52-9e71-4d4d5f6ff803 req-3aa52357-fa9d-44b2-a638-654f4ecb8a6b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.4161265 Dec 13 15:05:44.639297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9e4c2fcd-177a-4a52-9e71-4d4d5f6ff803 req-b4a20138-21a6-47e9-adfe-8ea30496dcc1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161010 Dec 13 15:05:44.781102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5e31075-4833-4130-81a6-285e60a3bb15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:44.784113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 84f4521c-5d4a-4691-a723-0a747f763dc0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:44.798399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b5e31075-4833-4130-81a6-285e60a3bb15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.6659508 Dec 13 15:05:44.800594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 45994) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:44.811664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-c09566b1-2a57-41c7-b415-7fcb97f978a3', 'network_id': 'c09566b1-2a57-41c7-b415-7fcb97f978a3', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': '78d3fc00-2e47-4d9d-b6d1-ab15547258a6'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:05:44.812504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:44.833344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-37ac9de6-2d11-432f-ae18-fc1172060c5b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '09d4a0cc-8f9e-49d0-aa42-80c806d4b944', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:45.079485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '6934976d-4933-4dd7-861b-478264e00dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port': {'id': '6934976d-4933-4dd7-861b-478264e00dcf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:23Z', 'updated_at': '2021-12-13T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '23d70af3-b263-4419-b277-384330679c73', 'name': '', 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'mac_address': 'fa:16:3e:07:42:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'fc3d520d-e257-4fd2-b515-8fe08a3e6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:30Z', 'updated_at': '2021-12-13T15:05:42Z', 'revision_number': 4, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'subnets': [{'id': 'fc3d520d-e257-4fd2-b515-8fe08a3e6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:45.092382 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30a3-3561-44c5-a578-add90e3a51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.105188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.117831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router dfd996ba-e8ef-404d-8a9a-2eed029c434c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:05:45.143044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23831-9996-44e7-92c3-91233a9df1b6 None None] The sync data for ids ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'] in n-d-816954-1 is: [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '6934976d-4933-4dd7-861b-478264e00dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port': {'id': '6934976d-4933-4dd7-861b-478264e00dcf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:23Z', 'updated_at': '2021-12-13T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '23d70af3-b263-4419-b277-384330679c73', 'name': '', 'network_id': '05fe663b-7744-4456-b5e0-ffb62d6bc3bf', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'mac_address': 'fa:16:3e:07:42:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'fc3d520d-e257-4fd2-b515-8fe08a3e6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:30Z', 'updated_at': '2021-12-13T15:05:42Z', 'revision_number': 4, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'subnets': [{'id': 'fc3d520d-e257-4fd2-b515-8fe08a3e6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:45.197315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ddfb30a3-3561-44c5-a578-add90e3a51d3 None None] For port 84f4521c-5d4a-4691-a723-0a747f763dc0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=84f4521c-5d4a-4691-a723-0a747f763dc0,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:45.204818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 84f4521c-5d4a-4691-a723-0a747f763dc0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:45.205336 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.220051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=cc248c25-2eb3-4a47-8691-ac8988b9e0b9,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:45.301800 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ddfb30a3-3561-44c5-a578-add90e3a51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.310226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': '4b397127-251b-458d-911b-7d6161a17466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb116a30-5534-4c19-ada0-e6fbf9f61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:45.310834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: eb116a30-5534-4c19-ada0-e6fbf9f61535, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:05:45.406115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37ac9de6-2d11-432f-ae18-fc1172060c5b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.419177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Allocated IP 172.20.0.2 (c09566b1-2a57-41c7-b415-7fcb97f978a3/78d3fc00-2e47-4d9d-b6d1-ab15547258a6/0a48145c-e263-4874-aadb-88c7c21a45fb) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:45.430941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-dbfe48c5-3984-4dfe-aaef-5965be1c2aed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:45.435364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb30a3-3561-44c5-a578-add90e3a51d3 None None] Pushing event updated for resources: {'Port': ['ID=84f4521c-5d4a-4691-a723-0a747f763dc0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:45.439563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:05:45.463793 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-dbfe48c5-3984-4dfe-aaef-5965be1c2aed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 1.0340800 Dec 13 15:05:45.515813 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-30089204-546c-4f0b-90eb-c2375508a6ee tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/quotas/a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 375 time: 0.0508871 Dec 13 15:05:45.529684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, eb116a30-5534-4c19-ada0-e6fbf9f61535) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:45.541830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:45.543692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.621293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8de1000-227f-44c6-8b00-7900d440816b None None] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:45.690274 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b65863f4-f04a-47ff-8ab3-034f1818c83d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9559910 Dec 13 15:05:45.692454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 45998) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:45.702931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4e1adfd9-3caf-4a2a-97cc-05d023e60f09 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-633285229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:45.767383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-9fe5e951-852f-4c92-81dd-e157e7a56930 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504394 Dec 13 15:05:45.798208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-64efbb99-9a29-4fa0-968c-7a9704f2bd26 None None] Provisioning complete for port 84f4521c-5d4a-4691-a723-0a747f763dc0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:45.798819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64efbb99-9a29-4fa0-968c-7a9704f2bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.818547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:45.832259 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-525c9e08-6811-414d-9820-53c12bcbe074 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/dfd996ba-e8ef-404d-8a9a-2eed029c434c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5890098 Dec 13 15:05:45.838563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46002) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:45.844588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] Sync routers for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:45.904479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e1adfd9-3caf-4a2a-97cc-05d023e60f09 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:45.911228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:45.911998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:45.916656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e1adfd9-3caf-4a2a-97cc-05d023e60f09 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.016576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.032631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37ac9de6-2d11-432f-ae18-fc1172060c5b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.038075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e1adfd9-3caf-4a2a-97cc-05d023e60f09 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.086878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efd3cc-e4c9-48d5-ab94-222737cf62cf req-5b164886-a378-45da-bde1-f9748020fd30 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:46.088458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99efd3cc-e4c9-48d5-ab94-222737cf62cf req-5b164886-a378-45da-bde1-f9748020fd30 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.3145943 Dec 13 15:05:46.113765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37ac9de6-2d11-432f-ae18-fc1172060c5b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.152431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99efd3cc-e4c9-48d5-ab94-222737cf62cf req-54c096ff-34b5-4d8d-89da-2651ed89db62 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514495 Dec 13 15:05:46.155738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e1adfd9-3caf-4a2a-97cc-05d023e60f09 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.248305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.274478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac9de6-2d11-432f-ae18-fc1172060c5b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dc3911-9561-4770-86a5-3c72ca4b1dc1,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:46.278739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-046262a9-90b8-457f-950a-91a0aaa935fe service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087583 Dec 13 15:05:46.283301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e1adfd9-3caf-4a2a-97cc-05d023e60f09 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.289670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting subnet 8319dd13-c12c-4c81-81c7-8baa64509e05 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:05:46.289876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e1adfd9-3caf-4a2a-97cc-05d023e60f09 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5928452 Dec 13 15:05:46.290000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46006) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:46.312361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-37ac9de6-2d11-432f-ae18-fc1172060c5b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.324767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-37ac9de6-2d11-432f-ae18-fc1172060c5b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5023534 Dec 13 15:05:46.324767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.326891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46008) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:46.328590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:46.332245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c1275638-49f2-42c5-b0e7-3341038d54cd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '09d4a0cc-8f9e-49d0-aa42-80c806d4b944', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:46.458591 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1275638-49f2-42c5-b0e7-3341038d54cd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.532478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-64efbb99-9a29-4fa0-968c-7a9704f2bd26 None None] Provisioning complete for port 23d70af3-b263-4419-b277-384330679c73 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:46.533049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64efbb99-9a29-4fa0-968c-7a9704f2bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.536861 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.592499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-eb116a30-5534-4c19-ada0-e6fbf9f61535', 'network_id': 'eb116a30-5534-4c19-ada0-e6fbf9f61535', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': 'cc248c25-2eb3-4a47-8691-ac8988b9e0b9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:05:46.598126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.614149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 23d70af3-b263-4419-b277-384330679c73 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:46.656123 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.686771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1275638-49f2-42c5-b0e7-3341038d54cd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.819783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1275638-49f2-42c5-b0e7-3341038d54cd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.885109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1275638-49f2-42c5-b0e7-3341038d54cd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea4e007-d01f-4c3b-8111-555d860d2197,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:46.983958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-2bb56787-0eb8-402c-a1f4-102db8638a2a service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028073 Dec 13 15:05:46.993837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1275638-49f2-42c5-b0e7-3341038d54cd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:46.999086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c1275638-49f2-42c5-b0e7-3341038d54cd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6709881 Dec 13 15:05:46.999736 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46010) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:47.012643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-80e97394-ec93-4f33-9c1a-4e1b8f6908d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '09d4a0cc-8f9e-49d0-aa42-80c806d4b944', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:47.057125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:47.069759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:47.069955 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.077190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:47.077692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.257768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Pushing event updated for resources: {'Port': ['ID=0a48145c-e263-4874-aadb-88c7c21a45fb,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:47.270592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 23d70af3-b263-4419-b277-384330679c73 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:47.270973 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.336793 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.366154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Attempting to bind port 0a48145c-e263-4874-aadb-88c7c21a45fb on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:47.368531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Attempting to bind port 0a48145c-e263-4874-aadb-88c7c21a45fb by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '2bac3185-759a-4e61-b077-146982ebd717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c09566b1-2a57-41c7-b415-7fcb97f978a3'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:47.368898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Attempting to bind port 0a48145c-e263-4874-aadb-88c7c21a45fb on network c09566b1-2a57-41c7-b415-7fcb97f978a3 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:47.400047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80e97394-ec93-4f33-9c1a-4e1b8f6908d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.405170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:47.405547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Checking segment: {'id': '2bac3185-759a-4e61-b077-146982ebd717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c09566b1-2a57-41c7-b415-7fcb97f978a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:47.405948 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.406371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Bound using segment: {'id': '2bac3185-759a-4e61-b077-146982ebd717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c09566b1-2a57-41c7-b415-7fcb97f978a3'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:47.406892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Bound port: 0a48145c-e263-4874-aadb-88c7c21a45fb, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bac3185-759a-4e61-b077-146982ebd717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c09566b1-2a57-41c7-b415-7fcb97f978a3'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:47.407255 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.481527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992cd91-a50e-4c93-b281-b4be2c6cb6ca req-8ecd29d3-63a3-459a-a7f6-2085185a8879 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:47.483493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2992cd91-a50e-4c93-b281-b4be2c6cb6ca req-8ecd29d3-63a3-459a-a7f6-2085185a8879 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0974498 Dec 13 15:05:47.513356 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80e97394-ec93-4f33-9c1a-4e1b8f6908d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.544819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2992cd91-a50e-4c93-b281-b4be2c6cb6ca req-a7a0c0a5-09bd-4445-b5b3-1d51b2e4923a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528209 Dec 13 15:05:47.582001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.588294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80e97394-ec93-4f33-9c1a-4e1b8f6908d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.623176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.660210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.668194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46026) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:47.675208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/subnets/8319dd13-c12c-4c81-81c7-8baa64509e05 HTTP/1.1" status: 204 len: 168 time: 1.8113055 Dec 13 15:05:47.707150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923ddd0-7588-4db0-a107-35cd0d6821c0 None None] Network 01452d7a-8188-43ef-a161-cc17d563d8e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:47.808605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.20.0.1 (c09566b1-2a57-41c7-b415-7fcb97f978a3/78d3fc00-2e47-4d9d-b6d1-ab15547258a6/c344dcd5-e08a-4f5c-909e-4799f37fb01d) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:47.817636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.901828 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64efbb99-9a29-4fa0-968c-7a9704f2bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.932251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Allocated IP 172.21.0.2 (eb116a30-5534-4c19-ada0-e6fbf9f61535/cc248c25-2eb3-4a47-8691-ac8988b9e0b9/a93a7660-fb99-44c3-909c-133b0a8a4dba) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:47.952573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.969312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 23d70af3-b263-4419-b277-384330679c73, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=23d70af3-b263-4419-b277-384330679c73,segment=NetworkSegment(24abc8ac-40aa-41ff-85b4-725c09bcff47),segment_id=24abc8ac-40aa-41ff-85b4-725c09bcff47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:47.974513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.988616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ecce9-3d98-4c0b-970f-c0a9d503da04 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Subnet': ['ID=8319dd13-c12c-4c81-81c7-8baa64509e05,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:47.998103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80e97394-ec93-4f33-9c1a-4e1b8f6908d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:47.998103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-80e97394-ec93-4f33-9c1a-4e1b8f6908d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9861553 Dec 13 15:05:47.998103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e97394-ec93-4f33-9c1a-4e1b8f6908d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9dae00-487a-46b0-ba61-efa97f5b91ef,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:47.998103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46032) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:48.002488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d945dfbc-9d25-4612-a739-42022d5dfac8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '09d4a0cc-8f9e-49d0-aa42-80c806d4b944', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:48.028221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] For port 0a48145c-e263-4874-aadb-88c7c21a45fb, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:48.092601 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.093391 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 84f4521c-5d4a-4691-a723-0a747f763dc0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:48.100970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] For port 0a48145c-e263-4874-aadb-88c7c21a45fb, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0a48145c-e263-4874-aadb-88c7c21a45fb,segment=NetworkSegment(2bac3185-759a-4e61-b077-146982ebd717),segment_id=2bac3185-759a-4e61-b077-146982ebd717)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:48.140214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.173293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d945dfbc-9d25-4612-a739-42022d5dfac8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.201047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.203616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:05:42Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': '8418001f-956a-424e-a700-69d94c8c3b5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:04:08Z', 'updated_at': '2021-12-13T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:48.238962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 8418001f-956a-424e-a700-69d94c8c3b5c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:48.238962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.300783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] Checking router: dfd996ba-e8ef-404d-8a9a-2eed029c434c for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:05:48.346994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-64efbb99-9a29-4fa0-968c-7a9704f2bd26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:05:48.347343 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-64efbb99-9a29-4fa0-968c-7a9704f2bd26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:05:48.352752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=c344dcd5-e08a-4f5c-909e-4799f37fb01d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:48.355491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 8418001f-956a-424e-a700-69d94c8c3b5c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8418001f-956a-424e-a700-69d94c8c3b5c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:48.355867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.382948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 8418001f-956a-424e-a700-69d94c8c3b5c owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:48.383129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:48.389564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:48.392727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:48.411415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d945dfbc-9d25-4612-a739-42022d5dfac8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.451920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] Routers {'dfd996ba-e8ef-404d-8a9a-2eed029c434c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:48.452566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:48.454382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=23d70af3-b263-4419-b277-384330679c73,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:48.484540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.515756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.515756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.515756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.515756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.516245 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d945dfbc-9d25-4612-a739-42022d5dfac8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.516360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.516360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.516360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.516360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.516360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.516360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.516360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:05:48.517020 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.579055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945dfbc-9d25-4612-a739-42022d5dfac8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5800a10a-378a-452d-a371-4b731c9765bf,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:48.594052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] DHCP port deletion for 01452d7a-8188-43ef-a161-cc17d563d8e8 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:05:48.697013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 84f4521c-5d4a-4691-a723-0a747f763dc0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:48.697315 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.751935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caf3c7-b5b6-4b37-87aa-45c25541a00b req-ec7333c9-e30c-4c9e-9383-3054c81d3a40 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:48.753520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5caf3c7-b5b6-4b37-87aa-45c25541a00b req-ec7333c9-e30c-4c9e-9383-3054c81d3a40 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.0722826 Dec 13 15:05:48.799698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] Set router dfd996ba-e8ef-404d-8a9a-2eed029c434c gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:05:48.830956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5caf3c7-b5b6-4b37-87aa-45c25541a00b req-520d2be4-d130-404b-925d-dcf1128aa534 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674777 Dec 13 15:05:48.831767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c02f1-f9da-4286-919b-b3f2b7d6d750 None None] Pushing event updated for resources: {'Port': ['ID=0a48145c-e263-4874-aadb-88c7c21a45fb,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:48.918870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d945dfbc-9d25-4612-a739-42022d5dfac8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.925745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d945dfbc-9d25-4612-a739-42022d5dfac8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9218290 Dec 13 15:05:48.925893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:05:47Z', 'revision_number': 6, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:48.926063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46044) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:48.931465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '09d4a0cc-8f9e-49d0-aa42-80c806d4b944', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:48.970133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:48.974879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7a76d-9bf9-4ca4-bc44-ca2b2ab45007 None None] The sync data for ids ['dfd996ba-e8ef-404d-8a9a-2eed029c434c'] in n-d-816954-1 is: [{'id': 'dfd996ba-e8ef-404d-8a9a-2eed029c434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869434599', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:04:07Z', 'updated_at': '2021-12-13T15:05:47Z', 'revision_number': 6, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:49.016143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc48280a-f7a5-4026-92f8-165655a5c723 req-4d4e13e6-2120-4f22-b5be-566d8b896dfc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.0824761 Dec 13 15:05:49.055811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] Deleting port 605468aa-d20b-4963-9004-446b4100f9ff {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:49.056317 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.061779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.092574 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.155964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.169554 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Project a978f1a88b40482e90c60d8cd5aa586d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:05:49.179885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=8418001f-956a-424e-a700-69d94c8c3b5c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:49.193026 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.326973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:49.338307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] For port 605468aa-d20b-4963-9004-446b4100f9ff, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=605468aa-d20b-4963-9004-446b4100f9ff,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:49.338712 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.368392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:49.401514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:49.410777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.422296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] Calling delete_port for 605468aa-d20b-4963-9004-446b4100f9ff owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:49.516864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Pushing event updated for resources: {'Port': ['ID=a93a7660-fb99-44c3-909c-133b0a8a4dba,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:49.649121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.667250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.703613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.793883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.796739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.827500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00e9264-f39b-4638-a608-d15a595d3630,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:49.913190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.914432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Fanout notify agent at l3_agent the message router_deleted on router dfd996ba-e8ef-404d-8a9a-2eed029c434c {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:05:49.921057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.922643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:49.923954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9dcf7893-1cfc-41ed-91b5-460a83c1e9df tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/routers/dfd996ba-e8ef-404d-8a9a-2eed029c434c HTTP/1.1" status: 204 len: 168 time: 2.2543769 Dec 13 15:05:49.929424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:49.931970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46060) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:49.932744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8c8556bd-39a2-4dee-9124-48ff69ede75f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0061743 Dec 13 15:05:49.935817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.172068 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:05:50.224045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.244891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=c344dcd5-e08a-4f5c-909e-4799f37fb01d,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:50.266840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '09d4a0cc-8f9e-49d0-aa42-80c806d4b944', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:50.295961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 23d70af3-b263-4419-b277-384330679c73 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:50.342465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Attempting to bind port a93a7660-fb99-44c3-909c-133b0a8a4dba on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:50.343192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Attempting to bind port a93a7660-fb99-44c3-909c-133b0a8a4dba by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '4b397127-251b-458d-911b-7d6161a17466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb116a30-5534-4c19-ada0-e6fbf9f61535'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:50.347841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Attempting to bind port a93a7660-fb99-44c3-909c-133b0a8a4dba on network eb116a30-5534-4c19-ada0-e6fbf9f61535 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:50.398989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.409710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:50.410372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Checking segment: {'id': '4b397127-251b-458d-911b-7d6161a17466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb116a30-5534-4c19-ada0-e6fbf9f61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:50.410852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.417235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Bound using segment: {'id': '4b397127-251b-458d-911b-7d6161a17466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb116a30-5534-4c19-ada0-e6fbf9f61535'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:50.417235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Bound port: a93a7660-fb99-44c3-909c-133b0a8a4dba, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b397127-251b-458d-911b-7d6161a17466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb116a30-5534-4c19-ada0-e6fbf9f61535'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:50.417235 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.484352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d315fca9-c344-4ca1-b16a-16ded1855f68 req-acbba249-1b23-49fb-be33-d7774a8ffb07 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.1208677 Dec 13 15:05:50.511156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440e834-13dd-4e45-81af-49f836fe8a31 None None] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:50.514483 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Project a978f1a88b40482e90c60d8cd5aa586d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:05:50.579457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:50.585956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:50.621441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.719729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bea87-b43d-4949-ab72-199b4a81c6a7 req-459e05f4-dd95-432a-b156-ca37a1777838 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:50.725969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] For port a93a7660-fb99-44c3-909c-133b0a8a4dba, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:50.729742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d7bea87-b43d-4949-ab72-199b4a81c6a7 req-459e05f4-dd95-432a-b156-ca37a1777838 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.6911521 Dec 13 15:05:50.730869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] For port a93a7660-fb99-44c3-909c-133b0a8a4dba, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a93a7660-fb99-44c3-909c-133b0a8a4dba,segment=NetworkSegment(4b397127-251b-458d-911b-7d6161a17466),segment_id=4b397127-251b-458d-911b-7d6161a17466)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:50.737349 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-289af6dd-aa54-416b-b24b-76e2ab836e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.766865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 23d70af3-b263-4419-b277-384330679c73 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:50.767500 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.810453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.859300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 605468aa-d20b-4963-9004-446b4100f9ff {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:50.860002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.941213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7c5d9f46-3b61-449a-9964-005c7293b412 None None] Provisioning complete for port 0a48145c-e263-4874-aadb-88c7c21a45fb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:50.941598 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9f46-3b61-449a-9964-005c7293b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.977298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:50.996303 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.000801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 605468aa-d20b-4963-9004-446b4100f9ff, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=605468aa-d20b-4963-9004-446b4100f9ff,segment=NetworkSegment(8e59a866-2597-4f1c-b424-0fa8d0362671),segment_id=8e59a866-2597-4f1c-b424-0fa8d0362671)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:51.006478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.007889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0a48145c-e263-4874-aadb-88c7c21a45fb up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:51.043448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 605468aa-d20b-4963-9004-446b4100f9ff owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:51.054051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.176403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.182647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9b3af7-0d0d-49e5-a877-1e27118889cf,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:51.275419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=605468aa-d20b-4963-9004-446b4100f9ff,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:51.285066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.295409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-037bf874-dbac-42d7-88cf-411122058795 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0488532 Dec 13 15:05:51.309066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] No DVR routers for this DVR port 605468aa-d20b-4963-9004-446b4100f9ff on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:05:51.386374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d7bea87-b43d-4949-ab72-199b4a81c6a7 req-bd2fbf7e-52d2-425c-ae3e-4cc147aefd48 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6555567 Dec 13 15:05:51.390547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] No DVR routers for this DVR port 605468aa-d20b-4963-9004-446b4100f9ff on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:05:51.501758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235c747-e2ae-4c2f-bede-0cf513eca6f8 None None] Pushing event updated for resources: {'Port': ['ID=a93a7660-fb99-44c3-909c-133b0a8a4dba,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:51.547791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router b83ddafe-649b-4720-931c-5fffabb69af5 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:05:51.555830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.624821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a24c7-fe0a-4a19-915a-1cb4964f4fc2 None None] Pushing event deleted for resources: {'Port': ['ID=605468aa-d20b-4963-9004-446b4100f9ff,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:51.638025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01452d7a-8188-43ef-a161-cc17d563d8e8']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:51.649366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0a48145c-e263-4874-aadb-88c7c21a45fb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:51.649747 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.650094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e59a866-2597-4f1c-b424-0fa8d0362671') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:51.650424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e59a866-2597-4f1c-b424-0fa8d0362671') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:51.653110 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9f46-3b61-449a-9964-005c7293b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.665071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.681956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.690399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:05:51.720843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.746365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7c5d9f46-3b61-449a-9964-005c7293b412 None None] For port 0a48145c-e263-4874-aadb-88c7c21a45fb, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0a48145c-e263-4874-aadb-88c7c21a45fb,segment=NetworkSegment(2bac3185-759a-4e61-b077-146982ebd717),segment_id=2bac3185-759a-4e61-b077-146982ebd717)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:05:51.864010 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:05:51.874635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9f46-3b61-449a-9964-005c7293b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:51.914813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:51.928679 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] Sync routers for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:51.930133 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c287f0a4-7b24-499a-a427-e993b10efc84 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/b83ddafe-649b-4720-931c-5fffabb69af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6391561 Dec 13 15:05:51.945445 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:51.945445 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:51.945793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46098) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:51.990451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-22cc19bb-52f9-43b9-90f8-bee85f11e548 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613672382&fields=id&tenant_id=a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 267 time: 0.1195300 Dec 13 15:05:52.022993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9fff970b-0c34-4cf0-994d-23ae6c34308d req-e7a9687b-fdda-4ea9-b70c-113cce050fd0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.4033771 Dec 13 15:05:52.060667 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:52.067878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.079144 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:52.080146 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:52.080636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.087843 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/networks/01452d7a-8188-43ef-a161-cc17d563d8e8 HTTP/1.1" status: 204 len: 168 time: 2.1538813 Dec 13 15:05:52.092195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46102) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:52.119321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d9f46-3b61-449a-9964-005c7293b412 None None] Pushing event updated for resources: {'Port': ['ID=0a48145c-e263-4874-aadb-88c7c21a45fb,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:52.150150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51193c-2d58-479b-8cf5-2a57600011f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Network': ['ID=01452d7a-8188-43ef-a161-cc17d563d8e8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:52.169871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad08871-55c1-4e98-a599-f5310f9763ec tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:52.171411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dad08871-55c1-4e98-a599-f5310f9763ec tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports/c344dcd5-e08a-4f5c-909e-4799f37fb01d HTTP/1.1" status: 200 len: 910 time: 0.1932428 Dec 13 15:05:52.174867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46106) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:52.197555 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:52.198138 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6de29-38d9-4500-ad78-c4e9db3b61e9 None None] The sync data for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:52.312194 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-b8ab86c8-0919-4ecc-8e58-58a0a2ce199a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:52.313745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-b8ab86c8-0919-4ecc-8e58-58a0a2ce199a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/networks?id=39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 200 len: 797 time: 0.2611785 Dec 13 15:05:52.323407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 538ecaf7-2d77-4398-b5e4-ed344650b816 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:52.327867 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-33eb2c01-329d-4f3f-a2ee-e964adcb4746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.356152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-98b266c9-dd69-4ca4-b09a-82f35d286a05 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/quotas/a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 375 time: 0.0229251 Dec 13 15:05:52.359610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-350130af-5893-4adc-8eeb-839f58b59e42 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.400103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 538ecaf7-2d77-4398-b5e4-ed344650b816 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:05:52.400620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 538ecaf7-2d77-4398-b5e4-ed344650b816 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:05:52.400868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 605468aa-d20b-4963-9004-446b4100f9ff no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:52.458715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 605468aa-d20b-4963-9004-446b4100f9ff {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:05:52.460221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 605468aa-d20b-4963-9004-446b4100f9ff not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:05:52.465719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-334c585c-d7a0-45fb-b54d-e00d92c1fe01 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932095 Dec 13 15:05:52.473249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2839726e-1160-427f-b387-4e7ec65150d2 None None] Provisioning complete for port 0a48145c-e263-4874-aadb-88c7c21a45fb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:52.473733 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2839726e-1160-427f-b387-4e7ec65150d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.486033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-350130af-5893-4adc-8eeb-839f58b59e42 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.749207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-93a5f389-da76-4edc-8593-e0943e832db5 service neutron] 10.222.0.24 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560804 Dec 13 15:05:52.760279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2839726e-1160-427f-b387-4e7ec65150d2 None None] Provisioning complete for port c344dcd5-e08a-4f5c-909e-4799f37fb01d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:52.761284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2839726e-1160-427f-b387-4e7ec65150d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.770084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5fd58-d0e0-4d78-b644-72c757314ea3 req-11ded01c-136d-4365-bd28-a2b54278f3b5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:52.773812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c4d5fd58-d0e0-4d78-b644-72c757314ea3 req-11ded01c-136d-4365-bd28-a2b54278f3b5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1664598 Dec 13 15:05:52.835017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a93a7660-fb99-44c3-909c-133b0a8a4dba up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:52.945557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2839726e-1160-427f-b387-4e7ec65150d2 None None] Port c344dcd5-e08a-4f5c-909e-4799f37fb01d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:52.953920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-350130af-5893-4adc-8eeb-839f58b59e42 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.958621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-350130af-5893-4adc-8eeb-839f58b59e42 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:52.972451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-8e314ad0-9f76-4974-9b84-b55e638aef28 service neutron] 10.222.0.24 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142172 Dec 13 15:05:52.976228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-350130af-5893-4adc-8eeb-839f58b59e42 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/security-groups/84a453a1-ced2-47d2-9be8-62f1e8f2e288 HTTP/1.1" status: 204 len: 168 time: 0.8828547 Dec 13 15:05:53.017279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a93a7660-fb99-44c3-909c-133b0a8a4dba triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:53.017752 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:53.067790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-cea64a71-9c71-4184-b96c-53352f7e80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:53.071402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-cea64a71-9c71-4184-b96c-53352f7e80f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1096 time: 0.1242425 Dec 13 15:05:53.100655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c4d5fd58-d0e0-4d78-b644-72c757314ea3 req-643c6695-dffb-4904-9960-2dcda0446423 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064974 Dec 13 15:05:53.104249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350130af-5893-4adc-8eeb-839f58b59e42 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a453a1-ced2-47d2-9be8-62f1e8f2e288,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:53.223017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b2715e49-52b1-4ede-8011-12d1b1033251 None None] Provisioning complete for port c344dcd5-e08a-4f5c-909e-4799f37fb01d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:53.223389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b2715e49-52b1-4ede-8011-12d1b1033251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:53.344558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-a63c1875-d632-45c6-9f1e-9d8953d8d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:53.346571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-a63c1875-d632-45c6-9f1e-9d8953d8d3ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.2677538 Dec 13 15:05:53.358386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b2715e49-52b1-4ede-8011-12d1b1033251 None None] Port c344dcd5-e08a-4f5c-909e-4799f37fb01d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:53.384482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-f17d24db-bfe1-4f01-9699-7b00f832fe4f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:53.387714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-f17d24db-bfe1-4f01-9699-7b00f832fe4f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.3772359 Dec 13 15:05:53.414884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed6bf1-546a-49d1-8c89-77948f5b55ff None None] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:05:53.420782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'port': {'device_id': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'admin_state_up': True, 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:53.509562 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:53.526079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-33aebace-620c-47d5-9c47-0e96f708b05c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 1001 time: 0.1687639 Dec 13 15:05:53.559537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:53.583061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6f39b8ac-5247-4aac-8b7d-923dcb7386b5 None None] Provisioning complete for port a93a7660-fb99-44c3-909c-133b0a8a4dba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:53.583808 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f39b8ac-5247-4aac-8b7d-923dcb7386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:53.614447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b04ffa54-ed37-4807-9ec7-995ef47d70d0 req-a4b50bc0-9eb7-4156-9938-be84818766d7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.0505617 Dec 13 15:05:53.627163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a93a7660-fb99-44c3-909c-133b0a8a4dba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a93a7660-fb99-44c3-909c-133b0a8a4dba,segment=NetworkSegment(4b397127-251b-458d-911b-7d6161a17466),segment_id=4b397127-251b-458d-911b-7d6161a17466)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:53.628113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:53.692853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-6520ca54-a0ff-4cc9-9729-8ffda6d85661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:53.703326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-6520ca54-a0ff-4cc9-9729-8ffda6d85661 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.1627440 Dec 13 15:05:53.729951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:53.730747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0a48145c-e263-4874-aadb-88c7c21a45fb up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:53.827707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-6a5c3f5e-cb93-45e7-94e5-739c2f37e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:53.835702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-6a5c3f5e-cb93-45e7-94e5-739c2f37e25b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250598 Dec 13 15:05:53.914746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a93a7660-fb99-44c3-909c-133b0a8a4dba,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:53.978331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.21.0.1 (eb116a30-5534-4c19-ada0-e6fbf9f61535/cc248c25-2eb3-4a47-8691-ac8988b9e0b9/950888da-c6b6-430e-be41-d7d210933ebc) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:54.085942 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-5f69df12-f257-4184-aaef-1e2a4f9fa9f8 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362351 Dec 13 15:05:54.088239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0a48145c-e263-4874-aadb-88c7c21a45fb triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:54.088618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.108080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46128) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:54.121692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-77dd2cf7-006b-4606-9822-66a862637318 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194268253', 'description': 'tempest-secgroup-smoke-1194268253 description', 'project_id': '515f7b22ce9744918b9b5447b1a274ac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:54.166582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6f39b8ac-5247-4aac-8b7d-923dcb7386b5 None None] Provisioning complete for port c344dcd5-e08a-4f5c-909e-4799f37fb01d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:54.166937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f39b8ac-5247-4aac-8b7d-923dcb7386b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.169970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.214670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:54.218841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.247048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6f39b8ac-5247-4aac-8b7d-923dcb7386b5 None None] Port c344dcd5-e08a-4f5c-909e-4799f37fb01d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:54.256288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24f8d1e3-04d7-4964-ad50-24c3e22e0d30 req-542fe65f-9670-41b1-899c-cbcc160175d8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 210 time: 0.0522039 Dec 13 15:05:54.299838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.336774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8418001f-956a-424e-a700-69d94c8c3b5c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:54.355197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=950888da-c6b6-430e-be41-d7d210933ebc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:54.372742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2cebcf-e3a0-4605-a61d-4be8c903825d req-42ba11f2-67e3-4a34-bbda-5237bcb54d5d service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753146 Dec 13 15:05:54.376658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:54.383243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:54.389146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:54.406111 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8418001f-956a-424e-a700-69d94c8c3b5c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:05:54.411719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8418001f-956a-424e-a700-69d94c8c3b5c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:05:54.426502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-121f0742-3447-4837-a575-a5a68215201e None None] Provisioning complete for port a93a7660-fb99-44c3-909c-133b0a8a4dba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:54.427057 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-121f0742-3447-4837-a575-a5a68215201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.461394 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.470150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4a62-6e00-4b99-a3e9-6c6d8e24e66c req-498b9228-2e84-449e-97e3-57156cc97af7 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:54.471745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-030c4a62-6e00-4b99-a3e9-6c6d8e24e66c req-498b9228-2e84-449e-97e3-57156cc97af7 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.2413402 Dec 13 15:05:54.562116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dd2cf7-006b-4606-9822-66a862637318 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.567862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.20.0.4 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/a14bb365-f4b7-4300-adcd-e299a5bf5f5b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:54.610145 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-030c4a62-6e00-4b99-a3e9-6c6d8e24e66c req-1973c738-d4b2-4b11-bc8c-0639a653e262 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187706 Dec 13 15:05:54.701925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dd2cf7-006b-4606-9822-66a862637318 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.716301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a93a7660-fb99-44c3-909c-133b0a8a4dba up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:05:54.767596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dd2cf7-006b-4606-9822-66a862637318 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.774267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a93a7660-fb99-44c3-909c-133b0a8a4dba triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:54.774267 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.803499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd2cf7-006b-4606-9822-66a862637318 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef24f717-4880-4962-8c18-3fcf3900eb93,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:54.811595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65266c5c-de06-4538-99a6-a3546afaa493 req-431b9287-b24e-4d07-bfb3-2304376ea6f4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.0370438 Dec 13 15:05:54.851259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f6ec3146-3961-4215-9c8d-edfd5a4fc840 None None] Provisioning complete for port 950888da-c6b6-430e-be41-d7d210933ebc triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:54.851777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3146-3961-4215-9c8d-edfd5a4fc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.906620 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dd2cf7-006b-4606-9822-66a862637318 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:54.909683 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77dd2cf7-006b-4606-9822-66a862637318 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7990680 Dec 13 15:05:54.911392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46136) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:54.916348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-38c5cae8-4513-446b-86ab-4f212a5b4e8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': 'ef24f717-4880-4962-8c18-3fcf3900eb93', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:54.930837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec3146-3961-4215-9c8d-edfd5a4fc840 None None] Port 950888da-c6b6-430e-be41-d7d210933ebc cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:54.962122 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.056653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38c5cae8-4513-446b-86ab-4f212a5b4e8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.126783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38c5cae8-4513-446b-86ab-4f212a5b4e8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.144363 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.239204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38c5cae8-4513-446b-86ab-4f212a5b4e8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.265940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5cae8-4513-446b-86ab-4f212a5b4e8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057b424d-5d37-4de3-b61e-ab24c06122d0,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:55.266748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.357761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.387343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38c5cae8-4513-446b-86ab-4f212a5b4e8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.391371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-38c5cae8-4513-446b-86ab-4f212a5b4e8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4757941 Dec 13 15:05:55.397855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-128501a3-f64d-407b-bb66-018ae17e25f3 req-367b589c-74b0-493f-a693-35537be79380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 210 time: 0.0550749 Dec 13 15:05:55.398420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46140) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:55.408481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4d8aacfa-8682-4e08-9b89-fd8073e362f7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': 'ef24f717-4880-4962-8c18-3fcf3900eb93', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:55.507110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4d8aacfa-8682-4e08-9b89-fd8073e362f7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.584545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.604218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4d8aacfa-8682-4e08-9b89-fd8073e362f7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.644949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:55.659453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:55.667262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:55.711884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4d8aacfa-8682-4e08-9b89-fd8073e362f7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.742437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:55.754113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aacfa-8682-4e08-9b89-fd8073e362f7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe6923e-1a59-4829-81ba-732b26f44877,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:55.808176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.819079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4d8aacfa-8682-4e08-9b89-fd8073e362f7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.821102 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4d8aacfa-8682-4e08-9b89-fd8073e362f7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4214084 Dec 13 15:05:55.824881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46144) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:55.835342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1d32d462-d418-4147-8fa6-cecc70eeca0b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': 'ef24f717-4880-4962-8c18-3fcf3900eb93', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:55.853686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:55.854461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.916685 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-546a8d4f-a5c6-4cb7-ac8b-e9b6e4523b53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1769586 Dec 13 15:05:55.923063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:55.931142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59872c70-5c5c-4e42-a12f-798665b3798d req-e3177659-d146-45e5-b679-058c257dd9be tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:55.939537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59872c70-5c5c-4e42-a12f-798665b3798d req-e3177659-d146-45e5-b679-058c257dd9be tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 945 time: 0.1911640 Dec 13 15:05:55.989382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d32d462-d418-4147-8fa6-cecc70eeca0b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.029143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:05:56.033151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e1383-1b44-4e08-942b-928698c56e7d req-2b95e79c-c609-47c1-a71f-4b0e0d53e419 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.042849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-611e1383-1b44-4e08-942b-928698c56e7d req-2b95e79c-c609-47c1-a71f-4b0e0d53e419 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 931 time: 0.1120448 Dec 13 15:05:56.079470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.080509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ad0c4dd4-83b6-4176-9f8f-32b37988b73e None None] Provisioning complete for port a14bb365-f4b7-4300-adcd-e299a5bf5f5b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:56.080884 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4dd4-83b6-4176-9f8f-32b37988b73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.081101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=950888da-c6b6-430e-be41-d7d210933ebc,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:56.104204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59872c70-5c5c-4e42-a12f-798665b3798d req-0115b985-c94a-48d5-99b2-7653e23922bd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562486 Dec 13 15:05:56.107073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-611e1383-1b44-4e08-942b-928698c56e7d req-da0cc689-3c66-441c-9c73-d98da2112295 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573127 Dec 13 15:05:56.120415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d32d462-d418-4147-8fa6-cecc70eeca0b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.138557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-afcf75b1-2576-4e1b-a112-146caa6036bf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7212772 Dec 13 15:05:56.151493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Request body: {'port': {'device_id': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:56.181339 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4dd4-83b6-4176-9f8f-32b37988b73e None None] Port a14bb365-f4b7-4300-adcd-e299a5bf5f5b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:56.186569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d32d462-d418-4147-8fa6-cecc70eeca0b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.204891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.209672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32d462-d418-4147-8fa6-cecc70eeca0b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19d4c9a-1620-4cea-96ff-6821c11ee884,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:56.233389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.233870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.234360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.234994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:56.235164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.235487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.235952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.236414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.237432 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad500a-07cc-4e3a-a5f4-4280e8a73068" -d '{"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-unplugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:56.238402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3296d71e-2edb-4087-addc-42cbf3a3c504 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 6490 time: 0.2576318 Dec 13 15:05:56.252318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:56.299627 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d25914-55e8-4edb-8212-59204c3baaa5 x-openstack-request-id: req-02d25914-55e8-4edb-8212-59204c3baaa5 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:56.300806 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-unplugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:56.301452 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02d25914-55e8-4edb-8212-59204c3baaa5 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:56.301700 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'code': 200} Dec 13 15:05:56.309745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d32d462-d418-4147-8fa6-cecc70eeca0b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.311504 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1d32d462-d418-4147-8fa6-cecc70eeca0b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4854012 Dec 13 15:05:56.317442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:56.322967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6f5ae3c0-628f-46e2-9c6a-0f5e5efc86f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': 'ef24f717-4880-4962-8c18-3fcf3900eb93', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:56.333829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.352033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.370282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:56.377738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:56.386012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:56.438744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae3c0-628f-46e2-9c6a-0f5e5efc86f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.552187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1dfe02c-0917-4b67-bde4-26357b78dd0c req-a7423cf3-5c63-410a-86ed-07c7de0eb9ef tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 210 time: 0.0556834 Dec 13 15:05:56.629004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae3c0-628f-46e2-9c6a-0f5e5efc86f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.734044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-faa0e9a4-67b9-45da-91be-6f9017dd8e34 None None] Provisioning complete for port 950888da-c6b6-430e-be41-d7d210933ebc triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:05:56.734461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-faa0e9a4-67b9-45da-91be-6f9017dd8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.773530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae3c0-628f-46e2-9c6a-0f5e5efc86f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.791864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-faa0e9a4-67b9-45da-91be-6f9017dd8e34 None None] Port 950888da-c6b6-430e-be41-d7d210933ebc cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:05:56.813351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ae3c0-628f-46e2-9c6a-0f5e5efc86f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a144b017-f32f-4e36-bc8c-94b25993daca,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:56.919259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-91919baa-0f3f-410e-96b4-bb7751148e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.919727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-91919baa-0f3f-410e-96b4-bb7751148e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.920194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-91919baa-0f3f-410e-96b4-bb7751148e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:56.921790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-91919baa-0f3f-410e-96b4-bb7751148e81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ae87db4-6566-4a34-b93b-12167460eed5&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&id=0dbf2396-4b31-4a83-8887-655b95608024&id=0dbf2396-4b31-4a83-8887-655b95608024 HTTP/1.1" status: 200 len: 2292 time: 0.6363490 Dec 13 15:05:56.931591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae3c0-628f-46e2-9c6a-0f5e5efc86f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:56.935954 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6f5ae3c0-628f-46e2-9c6a-0f5e5efc86f2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6205511 Dec 13 15:05:56.936605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46164) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:56.940999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': 'ef24f717-4880-4962-8c18-3fcf3900eb93', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:57.019821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14bb365-f4b7-4300-adcd-e299a5bf5f5b {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:05:57.039653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.049433 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-5379b0df-dfcd-47f4-a806-2dd06fd000d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 200 len: 1001 time: 0.1000595 Dec 13 15:05:57.060517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router b83ddafe-649b-4720-931c-5fffabb69af5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:05:57.077667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-5bf68f7d-c86f-4b2b-a19d-85bdf95dafed tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:57.079118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-5bf68f7d-c86f-4b2b-a19d-85bdf95dafed tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "GET /v2.0/networks?id=39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 200 len: 797 time: 0.3863602 Dec 13 15:05:57.103522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Transition to ACTIVE for port object a14bb365-f4b7-4300-adcd-e299a5bf5f5b will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:05:57.117157 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:05:57.129449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.190592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-540b56de-aa67-4d38-934d-9974be8cf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:57.192093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-540b56de-aa67-4d38-934d-9974be8cf844 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 HTTP/1.1" status: 200 len: 851 time: 0.1305656 Dec 13 15:05:57.240887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.255338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.257121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-3936dd3b-3c0f-4e36-a12c-7032016a9167 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 379 time: 0.1509848 Dec 13 15:05:57.279324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d9276-f891-40fc-be68-732ce8e6982b req-0a019702-63f1-4c4f-906f-60d48fe1ae91 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:57.285208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-629d9276-f891-40fc-be68-732ce8e6982b req-0a019702-63f1-4c4f-906f-60d48fe1ae91 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.0838001 Dec 13 15:05:57.309835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'port': {'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'admin_state_up': True, 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'security_groups': ['09d4a0cc-8f9e-49d0-aa42-80c806d4b944']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:57.327934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-629d9276-f891-40fc-be68-732ce8e6982b req-d952c308-ffff-4ed4-9b37-0b4677fc829f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Dec 13 15:05:57.358557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.383294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88de3dae-0f17-42cc-888b-1d888613d200,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:57.395212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:05:57.405820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a1761a59-da65-43a7-a2f2-c8c64b437ea7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/b83ddafe-649b-4720-931c-5fffabb69af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2245200 Dec 13 15:05:57.410007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Pushing event updated for resources: {'Port': ['ID=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:57.421131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46174) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:57.429773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] Sync routers for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:05:57.454330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:57.457680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:57.516336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-47dc0719-46b4-4d11-82bc-1f161d6a01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:57.519105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-47dc0719-46b4-4d11-82bc-1f161d6a01a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ae87db4-6566-4a34-b93b-12167460eed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912769 Dec 13 15:05:57.523399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.527127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fc9cae49-e318-4aac-b270-bce4fcf66788 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5884256 Dec 13 15:05:57.533084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46178) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:57.547161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'security_group_rule': {'security_group_id': 'ef24f717-4880-4962-8c18-3fcf3900eb93', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:57.557563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:57.580281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:05:57.583043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:57.595437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608d99-9351-4757-aeaa-be7880f4559b req-6a24e274-9487-47bf-afcb-43d2e2dd5329 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:57.601572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e608d99-9351-4757-aeaa-be7880f4559b req-6a24e274-9487-47bf-afcb-43d2e2dd5329 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1506624 Dec 13 15:05:57.627641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:05:57.630209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da29a7-1d49-4632-b2b5-0d23acf950db None None] The sync data for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:05:57.644117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce27338-e97c-4005-923f-fa70b845317f tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:57.645759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7ce27338-e97c-4005-923f-fa70b845317f tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports/950888da-c6b6-430e-be41-d7d210933ebc HTTP/1.1" status: 200 len: 910 time: 0.2234347 Dec 13 15:05:57.651728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46182) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:57.731617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2f955-a455-49c4-b824-86d59927b6ab req-cac7036e-e06e-4462-94c4-d21116ae8147 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:57.733164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0c2f955-a455-49c4-b824-86d59927b6ab req-cac7036e-e06e-4462-94c4-d21116ae8147 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 946 time: 0.2128651 Dec 13 15:05:57.744310 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Project 515f7b22ce9744918b9b5447b1a274ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:05:57.758063 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.763161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0e608d99-9351-4757-aeaa-be7880f4559b req-2cbcfd48-42fe-44da-9914-0151c862793a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566961 Dec 13 15:05:57.787718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Attempting to bind port a14bb365-f4b7-4300-adcd-e299a5bf5f5b on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:05:57.791993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Attempting to bind port a14bb365-f4b7-4300-adcd-e299a5bf5f5b by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:05:57.791993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Attempting to bind port a14bb365-f4b7-4300-adcd-e299a5bf5f5b on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:57.833376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Port a14bb365-f4b7-4300-adcd-e299a5bf5f5b on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:05:57.833745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Attempting to bind port a14bb365-f4b7-4300-adcd-e299a5bf5f5b on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:05:57.851441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-6979d2e7-784c-4c80-bb62-48f3c4d97ec6 service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562687 Dec 13 15:05:57.858177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:05:57.858581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:05:57.858912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:05:57.859444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Bound port: a14bb365-f4b7-4300-adcd-e299a5bf5f5b, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:05:57.859745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:57.872885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0c2f955-a455-49c4-b824-86d59927b6ab req-89732f49-ccf2-499f-8da8-ed1dc072bef5 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229689 Dec 13 15:05:57.960676 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91053e5e-6bd2-43dd-91dc-2db64c2d8774 req-fc4a1be1-0e74-40bf-97e1-fe1501ad957f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 210 time: 0.0832818 Dec 13 15:05:57.987743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-a9ed5331-98c1-4718-8d61-96c447267198 service neutron] 10.222.0.50 "GET /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257310 Dec 13 15:05:57.996626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:58.001547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.001666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.072588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-60a82cf4-2b18-4e1d-a3e7-a1dbeb034d1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 217 time: 0.0734875 Dec 13 15:05:58.141181 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.171636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dc6483-6cb6-41d4-a6e4-f8f2f4310ba8,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:58.190358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.236624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] For port a14bb365-f4b7-4300-adcd-e299a5bf5f5b, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:05:58.242557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] For port a14bb365-f4b7-4300-adcd-e299a5bf5f5b, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:05:58.244660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-75221c52-e371-4189-b193-375c099ef260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:58.246196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-75221c52-e371-4189-b193-375c099ef260 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.1576455 Dec 13 15:05:58.317142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.336023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.20.0.14 (39743f65-4ab4-4125-b93b-63a4b0cd7668/e665e31b-e40f-45c5-a062-c23d9395b3d1/5f743ecf-6157-4d4a-bada-f2eade829c0e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:05:58.338116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.342336 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-afab793f-826d-46e8-97c0-d619f06092fc tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8023653 Dec 13 15:05:58.342533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46192) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:58.347404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'network': {'name': 'tempest-network-smoke--1158305597', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'port_security_enabled': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:58.363526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:58.364713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.366884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] 10.222.0.55 "PUT /v2.0/ports/a14bb365-f4b7-4300-adcd-e299a5bf5f5b HTTP/1.1" status: 200 len: 1091 time: 2.2231181 Dec 13 15:05:58.372422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'tag': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:05:58.376267 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b9ebc6-e977-4d72-810c-5598c8a51d84" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9ef416-3013-45e0-becd-d26bd5efc44a", "tag": "a14bb365-f4b7-4300-adcd-e299a5bf5f5b"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:05:58.380332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-310550c9-e711-413d-82bc-d765f91974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:58.382591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-310550c9-e711-413d-82bc-d765f91974ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133952 Dec 13 15:05:58.517687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d53e-ec44-4fcc-aae1-e3fa1876bc67 service neutron] Pushing event updated for resources: {'Port': ['ID=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:58.588612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:05:58.592538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.629700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:05:58.634802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-b7304dc4-891b-4cdb-83b8-03f139555386 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407520 Dec 13 15:05:58.641373 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.641747 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Added segment b5c16084-9f43-4e02-a4c1-cba9a9c23f13 of type vlan for network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 Dec 13 15:05:58.686009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004df38-b10f-4676-ac4c-733ab2790d97 req-55fea830-b068-4396-b882-64b341b07b57 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:58.687745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2004df38-b10f-4676-ac4c-733ab2790d97 req-55fea830-b068-4396-b882-64b341b07b57 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.2577822 Dec 13 15:05:58.718948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.729023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-6ce696fc-a70f-4fa0-b974-1aae0c84d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:58.730533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-6ce696fc-a70f-4fa0-b974-1aae0c84d7c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 1094 time: 0.1524150 Dec 13 15:05:58.774177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 950888da-c6b6-430e-be41-d7d210933ebc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:58.774618 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.783511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.789280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-b14d63ab-b5eb-4d68-ae47-123ebd3946b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a14bb365-f4b7-4300-adcd-e299a5bf5f5b HTTP/1.1" status: 200 len: 217 time: 0.0492973 Dec 13 15:05:58.792817 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2004df38-b10f-4676-ac4c-733ab2790d97 req-1907f8b2-bf07-4df7-ada7-cd2fade2f20d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879359 Dec 13 15:05:58.873276 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24fbc6d-f90e-422a-bc38-baf913562f66 x-openstack-request-id: req-e24fbc6d-f90e-422a-bc38-baf913562f66 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:05:58.873736 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9ef416-3013-45e0-becd-d26bd5efc44a", "tag": "a14bb365-f4b7-4300-adcd-e299a5bf5f5b", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:05:58.873934 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e24fbc6d-f90e-422a-bc38-baf913562f66 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:05:58.874360 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'tag': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b', 'status': 'completed', 'code': 200} Dec 13 15:05:58.878078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.878301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-ebe6adcd-e59b-447a-8126-9d040cb20006 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347741 Dec 13 15:05:58.885668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:58.886758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.901113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-d1011e24-ea57-4661-9a42-b585d6be796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:58.906743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-d1011e24-ea57-4661-9a42-b585d6be796c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.1053276 Dec 13 15:05:58.936708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:58.965241 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-1747569a-6d5a-4d77-a292-b755295e01de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 217 time: 0.0764229 Dec 13 15:05:59.005409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:59.020554 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6770163 Dec 13 15:05:59.028022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46204) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:05:59.029151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 950888da-c6b6-430e-be41-d7d210933ebc owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:05:59.050875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc8b3e-4361-4408-9ce2-788adfeade95 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Network': ['ID=7d3e75b2-bf40-4d97-8a2d-b9da00537f34,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:59.055199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'admin_state_up': True, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:05:59.061816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:05:59.071106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-90d12422-aa26-4aea-8f71-5d657f8b4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:59.072770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-90d12422-aa26-4aea-8f71-5d657f8b4f01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376281 Dec 13 15:05:59.076204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529e1ed-08de-42c1-86aa-6b9a66ebd5f1 req-6c518d93-5a7b-443c-8523-3947373e29d0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:59.079604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5529e1ed-08de-42c1-86aa-6b9a66ebd5f1 req-6c518d93-5a7b-443c-8523-3947373e29d0 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 946 time: 0.1036537 Dec 13 15:05:59.123902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:05:59.229709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-151d3cdd-6b15-4014-9a7b-86c18c2988a8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:59.231201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-151d3cdd-6b15-4014-9a7b-86c18c2988a8 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 946 time: 0.1503997 Dec 13 15:05:59.234162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5529e1ed-08de-42c1-86aa-6b9a66ebd5f1 req-73b41ecd-5da4-4add-acf9-74323bfd446e tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944655 Dec 13 15:05:59.437328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e24cf2-6554-4255-89e5-5731a04bda18 req-41459633-69fe-43ee-80e0-9d06e80f08c1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:59.444935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65e24cf2-6554-4255-89e5-5731a04bda18 req-41459633-69fe-43ee-80e0-9d06e80f08c1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 932 time: 0.0874329 Dec 13 15:05:59.499027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Deleting port abca7c1c-13cc-49ef-954a-1313f72f1241 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:05:59.499265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:59.582425 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65e24cf2-6554-4255-89e5-5731a04bda18 req-189175a5-3940-4441-baf5-e7c3d8630bab tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364086 Dec 13 15:05:59.589230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:05:59.624568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:05:59.629701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-80ddd56c-abdc-4ec1-9740-b98f67b49b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:59.632011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-80ddd56c-abdc-4ec1-9740-b98f67b49b6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.6580052 Dec 13 15:05:59.632176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=5f743ecf-6157-4d4a-bada-f2eade829c0e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:59.657227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:59.660255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] For port abca7c1c-13cc-49ef-954a-1313f72f1241, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=abca7c1c-13cc-49ef-954a-1313f72f1241,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:05:59.660730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:59.706801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=950888da-c6b6-430e-be41-d7d210933ebc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:05:59.716236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:59.717064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:59.810921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:59.812125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:05:59.831845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-220e3b13-f560-4f25-af32-1acdb1efda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:05:59.834738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-220e3b13-f560-4f25-af32-1acdb1efda1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1940954 Dec 13 15:05:59.953454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-5cf73471-1c9a-4ab4-a4ba-58767daf1c87 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8565328 Dec 13 15:06:00.002273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-20eab4eb-613c-4dde-bd37-5cbb423db736 None None] Provisioning complete for port 5f743ecf-6157-4d4a-bada-f2eade829c0e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:00.002671 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-20eab4eb-613c-4dde-bd37-5cbb423db736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:00.011122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-a468355e-40f8-497c-b1ba-b34ca137f924 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7135706 Dec 13 15:06:00.043956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Request body: {'port': {'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:00.048408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-20eab4eb-613c-4dde-bd37-5cbb423db736 None None] Port 5f743ecf-6157-4d4a-bada-f2eade829c0e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:00.050460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:00.221902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:00.226713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3471aa88-06a7-4c5f-8534-93d57e37f71b service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815036 Dec 13 15:06:00.229765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b058db-645c-4f5f-9b2b-bfe2148caca4 req-6fd3a001-fe6c-4714-8425-055c16c51383 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:00.232279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0b058db-645c-4f5f-9b2b-bfe2148caca4 req-6fd3a001-fe6c-4714-8425-055c16c51383 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.2847228 Dec 13 15:06:00.384742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:00.390900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0b058db-645c-4f5f-9b2b-bfe2148caca4 req-0add05f7-5002-47ed-9309-9cf0f36e45d0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220744 Dec 13 15:06:00.392903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:00.393251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:00.393563 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Floating IP f18e8230-9fa4-4900-81ca-f87d25824eda disassociated. External IP: 172.25.7.18, port: abca7c1c-13cc-49ef-954a-1313f72f1241. Dec 13 15:06:00.393904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Calling delete_port for abca7c1c-13cc-49ef-954a-1313f72f1241 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:00.413699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575be18-8e92-4eec-91a1-6a009d6bbb87 req-719a74e4-435c-4767-b1d1-60b6431b27e5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:00.417364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d575be18-8e92-4eec-91a1-6a009d6bbb87 req-719a74e4-435c-4767-b1d1-60b6431b27e5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.4585826 Dec 13 15:06:00.592162 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:00.633440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:00.647990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ce53cebf-eda1-4e1d-918c-5c269bf1c98e req-6a759c18-3903-4e89-a117-522383dd20a9 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475706 Dec 13 15:06:00.656745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-74cedb56-0c56-44c2-bb3e-dbbb3e5a84a2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000800 Dec 13 15:06:00.680133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d575be18-8e92-4eec-91a1-6a009d6bbb87 req-bf428f5a-8d90-4ba9-8449-67f843b50799 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110267 Dec 13 15:06:00.728525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-d6f2eeaa-1d0b-495f-b0af-9c414cf3f46f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4 HTTP/1.1" status: 200 len: 217 time: 0.0525320 Dec 13 15:06:00.968818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-188ca6a5-ee0a-4a56-926c-097982cae921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:00.970533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-188ca6a5-ee0a-4a56-926c-097982cae921 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.2334008 Dec 13 15:06:01.008105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-2b48b02e-5ec2-4831-ad7a-5f6cdc43d262 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5275912 Dec 13 15:06:01.016373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266638e-e2e1-46cd-adf4-ef637ae18180 req-0c4bcf51-cb61-40ce-b6f2-834ee4ed65f3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:01.017781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a266638e-e2e1-46cd-adf4-ef637ae18180 req-0c4bcf51-cb61-40ce-b6f2-834ee4ed65f3 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 946 time: 0.1338179 Dec 13 15:06:01.065088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-f6abb6de-386d-42a4-91cb-f02ec06b6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:01.066737 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-f6abb6de-386d-42a4-91cb-f02ec06b6b72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 1094 time: 0.2798491 Dec 13 15:06:01.078463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d492-12d0-4018-a504-88ec48718451 req-7855cf99-57f4-479b-89df-290787dbbef7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:01.079932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7cd0d492-12d0-4018-a504-88ec48718451 req-7855cf99-57f4-479b-89df-290787dbbef7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 932 time: 0.2919006 Dec 13 15:06:01.163114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a266638e-e2e1-46cd-adf4-ef637ae18180 req-35786abe-69f9-4b94-86e9-9e5c53093937 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups?id=73b448cd-519e-48bd-a76a-e76e1797ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089559 Dec 13 15:06:01.195199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router b83ddafe-649b-4720-931c-5fffabb69af5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:01.202293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-fd6623ff-3f08-4bb9-9fc8-9a8e2af3a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:01.203978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-fd6623ff-3f08-4bb9-9fc8-9a8e2af3a5df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2194271 Dec 13 15:06:01.280994 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:01.315856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event deleted for resources: {'Port': ['ID=abca7c1c-13cc-49ef-954a-1313f72f1241,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:01.349152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7cd0d492-12d0-4018-a504-88ec48718451 req-312afcc1-060a-4629-875b-f109f6d084dc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245128 Dec 13 15:06:01.371863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-6abfc7e3-36e2-4611-b31d-2369e61aaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:01.372092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:01.374154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-6abfc7e3-36e2-4611-b31d-2369e61aaf28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.2837451 Dec 13 15:06:01.382376 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] Sync routers for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:01.402454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f573516c-d8aa-49da-8e12-377f735b512e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/b83ddafe-649b-4720-931c-5fffabb69af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7491190 Dec 13 15:06:01.405319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46238) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:01.506953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-6edfcfbe-3d9a-4e7c-a477-c428f2e28597 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779312 Dec 13 15:06:01.508544 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:01.509368 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:01.549908 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:01.550177 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-033f82e0-db73-444e-85d2-856a5f9e9163 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a14bb365-f4b7-4300-adcd-e299a5bf5f5b HTTP/1.1" status: 200 len: 217 time: 0.1578503 Dec 13 15:06:01.559768 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:01.560357 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:01.593421 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:01.594083 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca934b69-f5c6-4fb0-94d2-3c6ccdb66849 None None] The sync data for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:01.607916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f743ecf-6157-4d4a-bada-f2eade829c0e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:06:01.649173 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:01.710939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc347-557b-400c-8c8f-f15d86b32d79 req-4e981537-ca79-4a68-9752-800e07a8714c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:01.712452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a62cc347-557b-400c-8c8f-f15d86b32d79 req-4e981537-ca79-4a68-9752-800e07a8714c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1783094 Dec 13 15:06:01.731759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Router d3802321-60a1-4160-b894-6fba06c385d0 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:01.740794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Transition to ACTIVE for port object 5f743ecf-6157-4d4a-bada-f2eade829c0e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:06:01.745528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-b39785d4-35df-4c32-94d4-6ab5077de752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:01.750852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-b39785d4-35df-4c32-94d4-6ab5077de752 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.1763351 Dec 13 15:06:01.792199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a62cc347-557b-400c-8c8f-f15d86b32d79 req-ef8c4bf1-c05a-4ce9-a899-e054c60b1a43 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716796 Dec 13 15:06:01.823422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:01.884709 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:01.891661 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:01.969593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:01.983923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] Sync routers for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:01.996823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:01.997738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:02.022600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] No DVR routers for this DVR port abca7c1c-13cc-49ef-954a-1313f72f1241 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:02.028485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Pushing event updated for resources: {'Port': ['ID=5f743ecf-6157-4d4a-bada-f2eade829c0e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:02.035007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-4af8ab0a-140a-4843-823f-918f06a78a22 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955938 Dec 13 15:06:02.040652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:02.043967 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.50 "DELETE /v2.0/ports/abca7c1c-13cc-49ef-954a-1313f72f1241 HTTP/1.1" status: 204 len: 173 time: 2.8026037 Dec 13 15:06:02.044586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'name': 'network-vif-deleted', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:02.047056 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6293b5d9-8091-4110-bdaf-5e32f73d5984" -d '{"events": [{"server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "name": "network-vif-deleted", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:02.110674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:02.159333 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1076852-c24b-4277-8d29-ac1acd96e09c x-openstack-request-id: req-c1076852-c24b-4277-8d29-ac1acd96e09c {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:02.160927 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95911cd-30c6-44de-9adc-fde632e837e0", "name": "network-vif-deleted", "tag": "abca7c1c-13cc-49ef-954a-1313f72f1241", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:02.161274 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1076852-c24b-4277-8d29-ac1acd96e09c {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:02.161718 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95911cd-30c6-44de-9adc-fde632e837e0', 'name': 'network-vif-deleted', 'tag': 'abca7c1c-13cc-49ef-954a-1313f72f1241', 'status': 'completed', 'code': 200} Dec 13 15:06:02.171189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:02.377875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9ba46fce-9103-41df-b793-20e6c729f2d6 req-e0517e62-4ad3-4b4f-b31b-0992f9551fc6 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/ports?device_id=e95911cd-30c6-44de-9adc-fde632e837e0 HTTP/1.1" status: 200 len: 210 time: 0.0714986 Dec 13 15:06:02.540039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-36892dab-8d29-4c50-aa65-89a812402b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:02.541534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-36892dab-8d29-4c50-aa65-89a812402b8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7834880 Dec 13 15:06:02.547377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:02.576654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] Checking router: d3802321-60a1-4160-b894-6fba06c385d0 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:06:02.580245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-8e573b07-a234-4e9e-b02b-a2c880c8ba25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b3c0ea7d-50db-4265-a72d-ae833691afff HTTP/1.1" status: 200 len: 217 time: 0.4979181 Dec 13 15:06:02.588139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:02.588979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:02.589227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7379f34-a817-42e8-b79e-6cfdfdef8fab req-31684248-7209-42a6-99dc-c18c7e0433e3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:02.591139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7379f34-a817-42e8-b79e-6cfdfdef8fab req-31684248-7209-42a6-99dc-c18c7e0433e3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.7775590 Dec 13 15:06:02.614378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21705323-1788-4484-8cbd-b6405db05e0e req-294dc98a-8e4a-4636-8b0e-b19a2af37e8d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:02.623202 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21705323-1788-4484-8cbd-b6405db05e0e req-294dc98a-8e4a-4636-8b0e-b19a2af37e8d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 944 time: 0.0891628 Dec 13 15:06:02.655101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.114 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d61e5474-e4ca-4f37-8e26-9a30f05da3e8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:02.683187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-21705323-1788-4484-8cbd-b6405db05e0e req-ce573d1b-908f-4a9a-b5f1-5df9faa4f066 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533483 Dec 13 15:06:02.686883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port c344dcd5-e08a-4f5c-909e-4799f37fb01d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:02.687236 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:02.772503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:02.788939 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:02.805274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for c344dcd5-e08a-4f5c-909e-4799f37fb01d owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:02.949786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Attempting to bind port 5f743ecf-6157-4d4a-bada-f2eade829c0e on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:02.950036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Attempting to bind port 5f743ecf-6157-4d4a-bada-f2eade829c0e by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:02.950394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Attempting to bind port 5f743ecf-6157-4d4a-bada-f2eade829c0e on network 39743f65-4ab4-4125-b93b-63a4b0cd7668 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:02.964257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:02.964500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7379f34-a817-42e8-b79e-6cfdfdef8fab req-ade2cc9a-f5bc-4034-9265-4ac914547938 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785362 Dec 13 15:06:02.973877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-981dd346-45cb-49a4-b9e3-645b8b67612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:02.976002 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-981dd346-45cb-49a4-b9e3-645b8b67612d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 200 len: 797 time: 0.3795822 Dec 13 15:06:02.980834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Port 5f743ecf-6157-4d4a-bada-f2eade829c0e on network 39743f65-4ab4-4125-b93b-63a4b0cd7668 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:06:02.982228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Attempting to bind port 5f743ecf-6157-4d4a-bada-f2eade829c0e on network 39743f65-4ab4-4125-b93b-63a4b0cd7668 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:03.012255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a00c4-a709-4538-9f1b-48c0dfe737ca req-9ef956d8-39ee-4676-bc1c-7b758fb3b018 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:03.013885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-857a00c4-a709-4538-9f1b-48c0dfe737ca req-9ef956d8-39ee-4676-bc1c-7b758fb3b018 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.0750382 Dec 13 15:06:03.021330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:03.025683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Checking segment: {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:03.025683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Bound using segment: {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:03.025683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Bound port: 5f743ecf-6157-4d4a-bada-f2eade829c0e, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c8939f-38bd-4a58-b113-ec4452359ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:03.025683 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:03.060794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-f942d0ba-a320-42af-bcac-7235e9207b3f service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653926 Dec 13 15:06:03.123468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-857a00c4-a709-4538-9f1b-48c0dfe737ca req-7b5b10da-d3c1-4b48-b30e-ae6f3070d965 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897646 Dec 13 15:06:03.152345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:03.169710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device abca7c1c-13cc-49ef-954a-1313f72f1241 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:03.201272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: abca7c1c-13cc-49ef-954a-1313f72f1241 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:03.201616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device abca7c1c-13cc-49ef-954a-1313f72f1241 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:03.207536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:03.226747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-756dcf0b-64f0-4a3f-97b0-e2f08f75c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:03.251696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-756dcf0b-64f0-4a3f-97b0-e2f08f75c8f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2275136 Dec 13 15:06:03.251877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=c344dcd5-e08a-4f5c-909e-4799f37fb01d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:03.259376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:03.260665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:03.289027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:03.308819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc749f72-6e82-4de8-b7a5-37033a800495 None None] The sync data for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 is: [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T14:58:27Z', 'revision_number': 4, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '33fb2b4a-23bd-47ba-9ee0-e6d1404019df', 'name': '', 'network_id': '7ea0d2ca-03b5-436c-9498-f79877ae3763', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'mac_address': 'fa:16:3e:be:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:25Z', 'updated_at': '2021-12-13T14:58:32Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'subnets': [{'id': '0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:03.365218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:03.436703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] For port 5f743ecf-6157-4d4a-bada-f2eade829c0e, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:03.440352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] For port 5f743ecf-6157-4d4a-bada-f2eade829c0e, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:03.519471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:03.541714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:03.560893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21b9ebc6-e977-4d72-810c-5598c8a51d84 req-34643c6b-fbe0-4ad2-9973-b9eb9d5edd49 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829810 Dec 13 15:06:03.640202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-3fa55402-7597-4b72-aea9-3792ea1283e6 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971395 Dec 13 15:06:03.741344 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf52c5-91a0-4a6b-ad62-069471302bb3 None None] New status for floating IP f18e8230-9fa4-4900-81ca-f87d25824eda: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:06:03.751910 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-94e44851-8c69-4c02-ab83-d2f522d1f4ee service neutron] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032615 Dec 13 15:06:03.757717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:03.845259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46258) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:03.846565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Pushing event updated for resources: {'Port': ['ID=5f743ecf-6157-4d4a-bada-f2eade829c0e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:04.007901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router b83ddafe-649b-4720-931c-5fffabb69af5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:04.014647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-8e88c300-fa38-43cf-9a04-3b20f5589182 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a HTTP/1.1" status: 200 len: 217 time: 0.2035513 Dec 13 15:06:04.051100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.051826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.053310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-dafd3ca6-036d-4538-9f06-893e7b37b562 service neutron] 10.222.0.50 "PUT /v2.0/ports/5f743ecf-6157-4d4a-bada-f2eade829c0e HTTP/1.1" status: 200 len: 1092 time: 4.0228629 Dec 13 15:06:04.057225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:04.060030 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b01f18-215e-4383-9da2-751cfd0155bb" -d '{"events": [{"name": "network-changed", "server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:04.071135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376740c6-f3ee-47f0-89b9-6c5bfdaba383 req-bcb162ea-e460-4135-b5b8-a213b5803488 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.079882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-376740c6-f3ee-47f0-89b9-6c5bfdaba383 req-bcb162ea-e460-4135-b5b8-a213b5803488 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 944 time: 0.2624371 Dec 13 15:06:04.171810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:04.175322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.180794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5a17c7d1-0139-4f60-b63d-855b290d9b52 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/b83ddafe-649b-4720-931c-5fffabb69af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744057 Dec 13 15:06:04.182471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] Sync routers for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:04.183555 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46266) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:04.202645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:04.203648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:04.222168 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-489f1eb5-fc91-40b1-8f03-bebeb84ad24a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83ddafe-649b-4720-931c-5fffabb69af5 HTTP/1.1" status: 200 len: 205 time: 0.0371020 Dec 13 15:06:04.222799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46268) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:04.277472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:04.287008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] Routers {'b83ddafe-649b-4720-931c-5fffabb69af5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:04.287868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b83ddafe-649b-4720-931c-5fffabb69af5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:04.335833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-376740c6-f3ee-47f0-89b9-6c5bfdaba383 req-8edf0a49-fb22-40c1-b807-37cc8870ffec tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549541 Dec 13 15:06:04.355396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f9fdc-fdcc-4b69-bd85-a19ae6b2bb54 req-a9ed0888-2410-4eca-8491-bf947157aabd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.355396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a6f9fdc-fdcc-4b69-bd85-a19ae6b2bb54 req-a9ed0888-2410-4eca-8491-bf947157aabd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.2312982 Dec 13 15:06:04.355396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e1b701c-b38b-40ba-ae5b-4fb5180550c0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.366353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:04.367128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1db50-f55f-4ce6-aed2-caac1a32058d None None] The sync data for ids ['b83ddafe-649b-4720-931c-5fffabb69af5'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:04.433734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eee361c9-0f91-4edc-acb0-4fcd9d33ce86 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.440398 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eee70f-ca5f-4f53-9b13-b3daab1e70e0 x-openstack-request-id: req-74eee70f-ca5f-4f53-9b13-b3daab1e70e0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:04.440699 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:04.440953 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74eee70f-ca5f-4f53-9b13-b3daab1e70e0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:04.441349 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'status': 'completed', 'code': 200} Dec 13 15:06:04.448931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-a270a74e-c236-45f6-b6cc-f9a9ed14e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.450698 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-a270a74e-c236-45f6-b6cc-f9a9ed14e933 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.4262152 Dec 13 15:06:04.551664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a6f9fdc-fdcc-4b69-bd85-a19ae6b2bb54 req-faadb6aa-43a3-4bb7-a61b-5c7932528f83 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510012 Dec 13 15:06:04.552030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eee361c9-0f91-4edc-acb0-4fcd9d33ce86 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.579850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-c40341b3-a4de-4e23-94fe-1a1f75041a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.581461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-c40341b3-a4de-4e23-94fe-1a1f75041a27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 1095 time: 0.2831635 Dec 13 15:06:04.587888 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e1b701c-b38b-40ba-ae5b-4fb5180550c0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.592472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e1b701c-b38b-40ba-ae5b-4fb5180550c0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.626575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.629508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-fdf16a2a-9e95-48c5-b368-49d9623c1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.632516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-fdf16a2a-9e95-48c5-b368-49d9623c1134 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683333 Dec 13 15:06:04.670737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d223-874c-4c82-9c57-b05dc000892b req-d4413fde-699d-4c56-8770-fe8d815fa9bd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.672202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60e8d223-874c-4c82-9c57-b05dc000892b req-d4413fde-699d-4c56-8770-fe8d815fa9bd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.2068882 Dec 13 15:06:04.681216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-748b8e57-a917-4cd1-9fc7-39fe39802663 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e HTTP/1.1" status: 200 len: 217 time: 0.0753310 Dec 13 15:06:04.763337 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e1b701c-b38b-40ba-ae5b-4fb5180550c0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.764404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b701c-b38b-40ba-ae5b-4fb5180550c0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Fanout notify agent at l3_agent the message router_deleted on router b83ddafe-649b-4720-931c-5fffabb69af5 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:06:04.772627 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e1b701c-b38b-40ba-ae5b-4fb5180550c0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.776730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7e1b701c-b38b-40ba-ae5b-4fb5180550c0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/b83ddafe-649b-4720-931c-5fffabb69af5 HTTP/1.1" status: 204 len: 168 time: 0.5509460 Dec 13 15:06:04.777343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46270) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:04.831431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet cc248c25-2eb3-4a47-8691-ac8988b9e0b9 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:06:04.837012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.881139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.903829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60e8d223-874c-4c82-9c57-b05dc000892b req-b38a8888-d141-43a3-ae7a-c95b41d3f77f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203939 Dec 13 15:06:04.904438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eee361c9-0f91-4edc-acb0-4fcd9d33ce86 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.907001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eee361c9-0f91-4edc-acb0-4fcd9d33ce86 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:04.910408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eee361c9-0f91-4edc-acb0-4fcd9d33ce86 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "DELETE /v2.0/security-groups/73b448cd-519e-48bd-a76a-e76e1797ac2e HTTP/1.1" status: 204 len: 168 time: 1.0506656 Dec 13 15:06:04.910408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-a306f271-1590-4a73-bfb5-3960a8d9879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:04.913834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46272) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:04.913938 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-a306f271-1590-4a73-bfb5-3960a8d9879e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e665e31b-e40f-45c5-a062-c23d9395b3d1 HTTP/1.1" status: 200 len: 834 time: 0.2137907 Dec 13 15:06:04.946393 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-72b520c8-27dc-4902-87d9-1485b9a43538 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] show failed (client error): The resource could not be found. Dec 13 15:06:04.950801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-72b520c8-27dc-4902-87d9-1485b9a43538 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "GET /v2.0/security-groups/73b448cd-519e-48bd-a76a-e76e1797ac2e HTTP/1.1" status: 404 len: 347 time: 0.0325091 Dec 13 15:06:04.951432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46274) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:04.973394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee361c9-0f91-4edc-acb0-4fcd9d33ce86 tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b448cd-519e-48bd-a76a-e76e1797ac2e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:04.987181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-0ea98d88-aae4-4bb0-971d-386d8601dde0 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259342 Dec 13 15:06:05.056224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b94a-149d-4874-843a-475d59014496 req-2dfbb7fe-03f9-40f5-8154-ef72f1d4b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:05.057834 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-2dfbb7fe-03f9-40f5-8154-ef72f1d4b623 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39743f65-4ab4-4125-b93b-63a4b0cd7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301372 Dec 13 15:06:05.105851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.163337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Deleting port 3814941e-04e2-4929-a9a3-e871b7b6d48f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:05.163681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.182933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-06543846-671e-4caa-ad7b-05d35c5064bd service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826115 Dec 13 15:06:05.236657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-618a3b3e-b59f-4d10-861b-e277a2c693c5 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702394 Dec 13 15:06:05.238420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-a7552ccf-a2da-43e5-bc08-0333efc87dbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b466609e-73cd-430b-8122-f49a68826c9c HTTP/1.1" status: 200 len: 217 time: 0.0481145 Dec 13 15:06:05.239100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1a234b73-26a9-40c4-ab25-097e5a4adb1d is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:06:05.250265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.250805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.263898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Calling delete_port for 3814941e-04e2-4929-a9a3-e871b7b6d48f owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:05.313909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.356339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=cc248c25-2eb3-4a47-8691-ac8988b9e0b9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:05.366858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.368511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60284a7-c2c6-4ef0-9289-0d2d4851846e None None] Network eb116a30-5534-4c19-ada0-e6fbf9f61535 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:05.379852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd964261-5536-45e1-944e-d2d839b66221 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/cc248c25-2eb3-4a47-8691-ac8988b9e0b9 HTTP/1.1" status: 204 len: 168 time: 0.6014452 Dec 13 15:06:05.383019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46278) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:05.483845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-c55c6a39-665f-4805-951b-142712d8657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:05.486088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-c55c6a39-665f-4805-951b-142712d8657a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 200 len: 797 time: 0.2358718 Dec 13 15:06:05.490507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet 78d3fc00-2e47-4d9d-b6d1-ab15547258a6 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:06:05.497119 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.533817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f91a92-96e7-4405-a8ea-d27346b86909 req-055b1934-0f4b-4ad7-a736-d06b27d83276 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:05.535699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25f91a92-96e7-4405-a8ea-d27346b86909 req-055b1934-0f4b-4ad7-a736-d06b27d83276 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 944 time: 0.1168351 Dec 13 15:06:05.560525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8056b94a-149d-4874-843a-475d59014496 req-577e7ac5-3e0e-4ece-9b32-fc075f3f4d22 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026404 Dec 13 15:06:05.563206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:05.604615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.617640 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Sync routers for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:05.629602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-f59b2af6-9e31-4e90-a29e-8751925e7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:05.632273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-f59b2af6-9e31-4e90-a29e-8751925e7522 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dbf2396-4b31-4a83-8887-655b95608024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1310389 Dec 13 15:06:05.633122 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:05.634192 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:05.654823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] DHCP port deletion for eb116a30-5534-4c19-ada0-e6fbf9f61535 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:06:05.671234 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25f91a92-96e7-4405-a8ea-d27346b86909 req-36f9eb13-ffc1-487c-9a70-33040baa10aa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259921 Dec 13 15:06:05.716660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] Deleting port a93a7660-fb99-44c3-909c-133b0a8a4dba {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:05.717122 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.734694 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.760813 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.775649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-910a1698-8f3a-4712-87b4-98666fc07773 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344972 Dec 13 15:06:05.800976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] For port a93a7660-fb99-44c3-909c-133b0a8a4dba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a93a7660-fb99-44c3-909c-133b0a8a4dba,segment=NetworkSegment(4b397127-251b-458d-911b-7d6161a17466),segment_id=4b397127-251b-458d-911b-7d6161a17466)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:05.801725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.813464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Pushing event deleted for resources: {'Port': ['ID=3814941e-04e2-4929-a9a3-e871b7b6d48f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:05.826336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] Calling delete_port for a93a7660-fb99-44c3-909c-133b0a8a4dba owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:05.827054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:05.828324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-791ffbf6-bbe2-4da4-92a6-acf8c30f5bc9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.7781515 Dec 13 15:06:05.832719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46282) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:05.851523 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:05.929674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9be63e18-260d-4fa4-9cc6-360e79c342ac tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=515f7b22ce9744918b9b5447b1a274ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0929780 Dec 13 15:06:05.936030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46284) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:06.089127 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.139289 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:03Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:06.144999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] Pushing event deleted for resources: {'Port': ['ID=a93a7660-fb99-44c3-909c-133b0a8a4dba,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:06.156065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc579e3-2e7a-4641-b1df-20e8537a0d39 None None] No DVR routers for this DVR port a93a7660-fb99-44c3-909c-133b0a8a4dba on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:06.169846 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Checking router: 1a234b73-26a9-40c4-ab25-097e5a4adb1d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:06:06.170191 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Updating router 1a234b73-26a9-40c4-ab25-097e5a4adb1d port d61e5474-e4ca-4f37-8e26-9a30f05da3e8 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:06:06.197291 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.482169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3367d8-067e-4231-b079-b4662bbed61f tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:06.483921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fe3367d8-067e-4231-b079-b4662bbed61f tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5466092 Dec 13 15:06:06.485136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.488174 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.492610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46288) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:06.493475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.496374 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.497591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3d949c04-d713-429d-b706-72cca5e2833a tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] 10.222.0.24 "DELETE /v2.0/floatingips/f18e8230-9fa4-4900-81ca-f87d25824eda HTTP/1.1" status: 204 len: 168 time: 1.5452123 Dec 13 15:06:06.506663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ddf75-65e7-48a5-a54a-7dff34d3125b req-59ae79cb-6ea5-4029-844e-38025416f812 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:06.508490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef8ddf75-65e7-48a5-a54a-7dff34d3125b req-59ae79cb-6ea5-4029-844e-38025416f812 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.7354093 Dec 13 15:06:06.509801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-5311cd5e-56ac-4b55-ac2c-b6cb5bde3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:06.511605 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-5311cd5e-56ac-4b55-ac2c-b6cb5bde3a92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 1095 time: 0.7412672 Dec 13 15:06:06.545153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49302e7e-c447-41e6-b6c3-61fbc7f15e77 req-7e4f33bc-8074-4e3f-96f3-bc3244f038b2 service neutron] 10.222.0.50 "GET /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157743 Dec 13 15:06:06.575722 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.616405 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-87cb8c15-1da9-49d8-9e22-6474740d14c2 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1104062 Dec 13 15:06:06.638521 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Attempting to bind port d61e5474-e4ca-4f37-8e26-9a30f05da3e8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:06.639034 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Attempting to bind port d61e5474-e4ca-4f37-8e26-9a30f05da3e8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:06.639166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a93a7660-fb99-44c3-909c-133b0a8a4dba no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:06.639842 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Attempting to bind port d61e5474-e4ca-4f37-8e26-9a30f05da3e8 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:06.641211 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ebae8-e028-4404-abc1-65796e1c02ab None None] Pushing event updated for resources: {'Port': ['ID=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:06.648089 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:06.648484 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:06.648839 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.649215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:06.649672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Bound port: d61e5474-e4ca-4f37-8e26-9a30f05da3e8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:06.650042 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.683213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46292) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:06.694459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a93a7660-fb99-44c3-909c-133b0a8a4dba {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:06.694799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a93a7660-fb99-44c3-909c-133b0a8a4dba not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:06.699739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.709078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/78d3fc00-2e47-4d9d-b6d1-ab15547258a6 HTTP/1.1" status: 204 len: 168 time: 1.3195102 Dec 13 15:06:06.709078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905173c2-969c-4e3a-97e4-87c8889c1b31 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=78d3fc00-2e47-4d9d-b6d1-ab15547258a6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:06.713417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c2640-4526-4f1f-9927-3442344e7a66 None None] Network c09566b1-2a57-41c7-b415-7fcb97f978a3 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:06.718252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1960555906', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:06.725922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46296) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:06.728653 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] For port d61e5474-e4ca-4f37-8e26-9a30f05da3e8, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:06.733218 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] For port d61e5474-e4ca-4f37-8e26-9a30f05da3e8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:06.747857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb45817-d138-4a37-b0d6-983997faec18 req-b554d372-5cf6-43e5-9da2-551759072692 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:06.749481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9eb45817-d138-4a37-b0d6-983997faec18 req-b554d372-5cf6-43e5-9da2-551759072692 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.7085099 Dec 13 15:06:06.794575 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef8ddf75-65e7-48a5-a54a-7dff34d3125b req-2e836bf9-63ad-423d-9d88-8d0f33c9602f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482569 Dec 13 15:06:06.835408 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:06.924923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-7385cf3c-7157-45ff-97ad-d88b5040a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:06.927925 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:06.928636 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:06.930522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9eb45817-d138-4a37-b0d6-983997faec18 req-e142d3bf-808c-4e9f-ac4a-c880468c07fd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673555 Dec 13 15:06:06.934425 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-7385cf3c-7157-45ff-97ad-d88b5040a726 service neutron] 10.222.0.50 "GET /v2.0/networks?id=39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 200 len: 898 time: 0.3760090 Dec 13 15:06:06.936288 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.040180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ebae8-e028-4404-abc1-65796e1c02ab None None] Pushing event updated for resources: {'Port': ['ID=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:07.074887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-f207d81e-20af-4fae-9d88-2933be0626f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e HTTP/1.1" status: 200 len: 217 time: 0.1295757 Dec 13 15:06:07.085027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] DHCP port deletion for c09566b1-2a57-41c7-b415-7fcb97f978a3 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:06:07.088169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.096926 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:07.134390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb116a30-5534-4c19-ada0-e6fbf9f61535']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:07.154099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] Deleting port 0a48145c-e263-4874-aadb-88c7c21a45fb {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:07.154830 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.155482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a327a4-3e2d-481b-9d14-fadc690c5c6c req-5c7255ff-e705-4216-a9f2-c65b3da78260 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:07.157161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86a327a4-3e2d-481b-9d14-fadc690c5c6c req-5c7255ff-e705-4216-a9f2-c65b3da78260 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 944 time: 0.1872108 Dec 13 15:06:07.160045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:07.163856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.168016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b397127-251b-458d-911b-7d6161a17466') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:07.168319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b397127-251b-458d-911b-7d6161a17466') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:07.195266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-2b5b4734-dc13-4969-b6a4-13e4c4c72098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:07.196723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-2b5b4734-dc13-4969-b6a4-13e4c4c72098 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e665e31b-e40f-45c5-a062-c23d9395b3d1 HTTP/1.1" status: 200 len: 834 time: 0.1119845 Dec 13 15:06:07.198986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.221937 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.230411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:06:07.230820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:06:07.233912 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:06:07.246694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] For port 0a48145c-e263-4874-aadb-88c7c21a45fb, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0a48145c-e263-4874-aadb-88c7c21a45fb,segment=NetworkSegment(2bac3185-759a-4e61-b077-146982ebd717),segment_id=2bac3185-759a-4e61-b077-146982ebd717)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:07.247401 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.263302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] Calling delete_port for 0a48145c-e263-4874-aadb-88c7c21a45fb owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:07.305139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86a327a4-3e2d-481b-9d14-fadc690c5c6c req-f634f6ee-b84a-47ae-86a4-3f24ab466dd4 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352499 Dec 13 15:06:07.323568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-a5116fd1-c41e-465e-8c20-7eeccdd01489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:07.325080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-a5116fd1-c41e-465e-8c20-7eeccdd01489 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39743f65-4ab4-4125-b93b-63a4b0cd7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950544 Dec 13 15:06:07.381797 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:03Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:07.408025 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fe5de6-5dcb-4d5c-b908-2d044cf6029b None None] The sync data for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 is: [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:03Z', 'revision_number': 3, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:07.421559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.423691 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.432746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.441056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/eb116a30-5534-4c19-ada0-e6fbf9f61535 HTTP/1.1" status: 204 len: 168 time: 0.7122998 Dec 13 15:06:07.445207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46300) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:07.457158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-d195805a-45a5-4dfe-b8b6-2b3ee7a8df9d service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239204 Dec 13 15:06:07.477437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2e0a7-65e6-4272-b497-8f31a0eab735 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=eb116a30-5534-4c19-ada0-e6fbf9f61535,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:07.493924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] No DVR routers for this DVR port 0a48145c-e263-4874-aadb-88c7c21a45fb on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:07.503701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4250-7d2a-4d69-b3d6-edfc29b81c9d None None] Pushing event deleted for resources: {'Port': ['ID=0a48145c-e263-4874-aadb-88c7c21a45fb,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:07.636484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.763370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5b01f18-215e-4383-9da2-751cfd0155bb req-247711f8-44d6-4d1c-a73d-9ff60ad3c44a service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888970 Dec 13 15:06:07.838471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.867444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09566b1-2a57-41c7-b415-7fcb97f978a3']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:07.879968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bac3185-759a-4e61-b077-146982ebd717') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:07.880568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bac3185-759a-4e61-b077-146982ebd717') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:07.910609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.928712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:07.964254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d1422-0f1c-4ea1-8530-822c69176846 req-be4f0c0f-e7c6-4fc9-b852-7410bbe44d51 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:07.972987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-686d1422-0f1c-4ea1-8530-822c69176846 req-be4f0c0f-e7c6-4fc9-b852-7410bbe44d51 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.0858030 Dec 13 15:06:07.983351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.016029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Subnet': ['ID=a572d54a-1a63-4f4a-bf80-6b831fa678f5,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:08.017320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:06:08.017847 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:06:08.025084 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:06:08.088315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-686d1422-0f1c-4ea1-8530-822c69176846 req-de382b56-476e-4020-8bb0-c549ca0e7b2b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975163 Dec 13 15:06:08.235370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Checking segment: {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:08.236303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network hostable DHCP agents. Network: 7d3e75b2-bf40-4d97-8a2d-b9da00537f34, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:06:08.239716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.261144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.280745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/c09566b1-2a57-41c7-b415-7fcb97f978a3 HTTP/1.1" status: 204 len: 168 time: 0.8175492 Dec 13 15:06:08.280745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fad07-db24-4f37-9a33-a5f9d2b4b8d6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=c09566b1-2a57-41c7-b415-7fcb97f978a3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:08.281519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46308) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:08.281519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-984426662'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:08.281732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7b1cf-37ed-4422-8459-b593787b814d req-f6ae6626-7f13-4928-9b23-4bc1ee3ba6b9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:08.281732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ac7b1cf-37ed-4422-8459-b593787b814d req-f6ae6626-7f13-4928-9b23-4bc1ee3ba6b9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1044776 Dec 13 15:06:08.341568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ac7b1cf-37ed-4422-8459-b593787b814d req-4a28122d-4da4-4e14-b288-d2ec8e89bbff tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490549 Dec 13 15:06:08.398178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:06:08.415876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:08.420870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.480320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:06:08.489524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7d3e75b2-bf40-4d97-8a2d-b9da00537f34) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:08.495294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:08.496140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.501877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4bef30-219b-4c95-bed1-ad1028dfd2b1 None None] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:08.502471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75403db3-e146-4716-bd1a-e81e1c4cd92b req-1ffca9ff-1e0d-4e5e-b3c6-8951b57e000b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:08.504032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75403db3-e146-4716-bd1a-e81e1c4cd92b req-1ffca9ff-1e0d-4e5e-b3c6-8951b57e000b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 944 time: 0.1155217 Dec 13 15:06:08.510992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.511574 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment a2f58a40-2ad0-417f-bc4e-e9dd25709a85 of type vlan for network d8965351-1d88-47c6-a1cc-d379676aac2e Dec 13 15:06:08.596452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.618631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-20e5d8e1-899c-430b-9e32-455f8b6e054d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9275484 Dec 13 15:06:08.621916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:08.626727 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75403db3-e146-4716-bd1a-e81e1c4cd92b req-7d0a68c6-a8a5-46ab-a3b1-76db0d5adad9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977433 Dec 13 15:06:08.686590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d61e5474-e4ca-4f37-8e26-9a30f05da3e8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:08.746091 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.759442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:08.760037 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.796917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d61e5474-e4ca-4f37-8e26-9a30f05da3e8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:08.797301 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.837028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:06:08.837952 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.893975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=d8965351-1d88-47c6-a1cc-d379676aac2e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:08.914432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d8965351-1d88-47c6-a1cc-d379676aac2e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:06:08.922927 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:08.939407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee374829-12a9-47f9-80ad-e01b4d2a9fc6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6693254 Dec 13 15:06:08.940899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46314) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:08.947550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:09.023633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port d61e5474-e4ca-4f37-8e26-9a30f05da3e8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:09.092839 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.122088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:09.128443 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.209573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:09.215396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5f743ecf-6157-4d4a-bada-f2eade829c0e details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:06:09.227677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-35ce96a5-5103-4946-bc07-e2e2c6b3f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:09.229627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-35ce96a5-5103-4946-bc07-e2e2c6b3f360 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b&tenant_id=a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 1094 time: 0.1226368 Dec 13 15:06:09.265126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0a48145c-e263-4874-aadb-88c7c21a45fb no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:09.269017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Allocated IP 172.20.0.2 (7d3e75b2-bf40-4d97-8a2d-b9da00537f34/a572d54a-1a63-4f4a-bf80-6b831fa678f5/701538ef-ddf9-4840-b7ed-da2b4da3faa6) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:09.292099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.294426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0a48145c-e263-4874-aadb-88c7c21a45fb {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:09.294978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0a48145c-e263-4874-aadb-88c7c21a45fb not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:09.446921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd82f1-cb0d-4eeb-9838-1beb3319fd88 req-aafbb0c8-c003-4f92-91a2-9ed5e175a62f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:09.448655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bfbd82f1-cb0d-4eeb-9838-1beb3319fd88 req-aafbb0c8-c003-4f92-91a2-9ed5e175a62f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.1814537 Dec 13 15:06:09.454605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-42bad6a7-6f8f-446e-9e53-b4b804052e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:09.456698 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-42bad6a7-6f8f-446e-9e53-b4b804052e7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1094 time: 0.1748424 Dec 13 15:06:09.465085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 5f743ecf-6157-4d4a-bada-f2eade829c0e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:09.493096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:06:09.575455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.577202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a24d-b824-4b3e-b640-76cc0cfd3461 req-6a73b556-1287-4691-a63d-9e083ed8aaa9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:09.577556 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.584893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d55a24d-b824-4b3e-b640-76cc0cfd3461 req-6a73b556-1287-4691-a63d-9e083ed8aaa9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1112704 Dec 13 15:06:09.590891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f743ecf-6157-4d4a-bada-f2eade829c0e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:06:09.613513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 5f743ecf-6157-4d4a-bada-f2eade829c0e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:09.639350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-e479a56f-b2dc-4099-8c54-ea86055b626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:09.644646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-e479a56f-b2dc-4099-8c54-ea86055b626c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.1757996 Dec 13 15:06:09.645626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d55a24d-b824-4b3e-b640-76cc0cfd3461 req-74c4c81e-d946-4f1a-a5af-321b53fdd65b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574975 Dec 13 15:06:09.664789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.693916 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.714080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.724416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:09.727631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:09.734416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:09.736340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bfbd82f1-cb0d-4eeb-9838-1beb3319fd88 req-631baf34-9e67-444d-8f73-ca106486cb1e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785561 Dec 13 15:06:09.737562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Pushing event updated for resources: {'Port': ['ID=701538ef-ddf9-4840-b7ed-da2b4da3faa6,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:09.832148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=173a84cf-49e8-4d57-8f95-1b179900c57b,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:09.832604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Attempting to bind port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:09.832974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Attempting to bind port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:09.833878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Attempting to bind port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 on network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:09.843570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=5f743ecf-6157-4d4a-bada-f2eade829c0e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:09.846537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:09.846697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Checking segment: {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:09.847115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.847504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Bound using segment: {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:09.847974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Bound port: 701538ef-ddf9-4840-b7ed-da2b4da3faa6, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:09.848355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:09.861720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c4a42-916c-4cba-866b-f67ccd28daf4 req-4680d1ff-1d55-4ef3-b0c0-09570acc5fc4 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:09.863311 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-780c4a42-916c-4cba-866b-f67ccd28daf4 req-4680d1ff-1d55-4ef3-b0c0-09570acc5fc4 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 945 time: 0.1197531 Dec 13 15:06:09.888846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': 'a2f58a40-2ad0-417f-bc4e-e9dd25709a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:09.889206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: d8965351-1d88-47c6-a1cc-d379676aac2e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:06:09.929267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] For port 701538ef-ddf9-4840-b7ed-da2b4da3faa6, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:09.933655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] For port 701538ef-ddf9-4840-b7ed-da2b4da3faa6, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=701538ef-ddf9-4840-b7ed-da2b4da3faa6,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:09.935459 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-780c4a42-916c-4cba-866b-f67ccd28daf4 req-4c16627a-2959-4e90-866d-d6e0efecca3c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573683 Dec 13 15:06:09.972887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-0167d275-384e-485f-bc72-366c662be910 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 999 time: 0.3157299 Dec 13 15:06:10.013278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.1 (7d3e75b2-bf40-4d97-8a2d-b9da00537f34/a572d54a-1a63-4f4a-bf80-6b831fa678f5/6d2ce7a6-6f72-46a3-8024-c140aee93424) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:10.019877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network d8965351-1d88-47c6-a1cc-d379676aac2e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:06:10.021816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['5f743ecf-6157-4d4a-bada-f2eade829c0e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:06:10.050587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.058269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-ae03f5cd-1a30-4243-9344-a5d75b5072cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:10.059752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-ae03f5cd-1a30-4243-9344-a5d75b5072cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0822232 Dec 13 15:06:10.091173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a14bb365-f4b7-4300-adcd-e299a5bf5f5b details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:06:10.121327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d8965351-1d88-47c6-a1cc-d379676aac2e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:10.139425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:10.143673 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.159713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac03c89-960a-428c-89f1-6f25b90c2339 None None] Network d8965351-1d88-47c6-a1cc-d379676aac2e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:10.161011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-548b6b14-48c3-4c21-b14d-5754aca123d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:10.163765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-548b6b14-48c3-4c21-b14d-5754aca123d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778341 Dec 13 15:06:10.211918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e945204-e9ce-40c7-b443-998f7dd55c52 None None] Pushing event updated for resources: {'Port': ['ID=701538ef-ddf9-4840-b7ed-da2b4da3faa6,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:10.234639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-801d5d42-ba62-435d-a91e-36854b9b8f53 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2925801 Dec 13 15:06:10.242904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46326) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:10.254880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3721c922-775a-46cf-96f4-7569a45973b5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-774195761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:10.263951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.355761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-a9674987-5dc6-4a4a-a951-b3721eab80ed service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787953 Dec 13 15:06:10.401822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3721c922-775a-46cf-96f4-7569a45973b5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.401822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3721c922-775a-46cf-96f4-7569a45973b5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.483835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.522079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3721c922-775a-46cf-96f4-7569a45973b5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.580836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:10.586975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:10.592129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:10.596643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3721c922-775a-46cf-96f4-7569a45973b5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.604431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d57bdfd-8170-42c8-9834-0647eef7afb4 req-b1d9797a-cf96-4dc4-9e3c-4ee17a12837a service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376499 Dec 13 15:06:10.639620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a14bb365-f4b7-4300-adcd-e299a5bf5f5b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:10.646574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=6d2ce7a6-6f72-46a3-8024-c140aee93424,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:10.680691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.737083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3721c922-775a-46cf-96f4-7569a45973b5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.740149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3721c922-775a-46cf-96f4-7569a45973b5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4954660 Dec 13 15:06:10.742735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46332) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:10.749303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'port_id': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b', 'mac_address': 'fa:16:3e:46:d6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:06:10.751660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'port': {'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e', 'name': 'tempest-RoutersTest-2099480418'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:10.830466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 701538ef-ddf9-4840-b7ed-da2b4da3faa6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:10.905209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262f22-c705-4a08-af64-8cb1490c0e8b req-ad6b6687-2531-4c15-a1c6-0791072f6114 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:10.912892 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24262f22-c705-4a08-af64-8cb1490c0e8b req-ad6b6687-2531-4c15-a1c6-0791072f6114 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1432974 Dec 13 15:06:10.963214 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.963214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-d8965351-1d88-47c6-a1cc-d379676aac2e', 'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': '173a84cf-49e8-4d57-8f95-1b179900c57b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:06:10.963214 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:10.993464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14bb365-f4b7-4300-adcd-e299a5bf5f5b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:06:11.007734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24262f22-c705-4a08-af64-8cb1490c0e8b req-3fcc3bd9-25ae-4592-a8a3-0a082861b922 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939035 Dec 13 15:06:11.035439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fa48-5601-41fa-abad-0998c19ba089 req-b928038a-70ef-4e23-8108-b93072662a6b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:11.054488 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63d5fa48-5601-41fa-abad-0998c19ba089 req-b928038a-70ef-4e23-8108-b93072662a6b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 943 time: 0.1032484 Dec 13 15:06:11.054659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:11.092958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a14bb365-f4b7-4300-adcd-e299a5bf5f5b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:11.117036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-63d5fa48-5601-41fa-abad-0998c19ba089 req-bf9a9725-29fe-40de-b080-2177051a8d4c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666094 Dec 13 15:06:11.122866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:11.127527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:11.149708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] device_id is not set on port 19104bf3-17e2-4d8b-a8da-e8f35103cb1e yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:06:11.191448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:11.191831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:11.297554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b17ca5-0c2d-4f79-be55-0a68e19dc836 req-52f0fa2b-fccc-407c-b470-d32af1ca1c9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:11.299332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0b17ca5-0c2d-4f79-be55-0a68e19dc836 req-52f0fa2b-fccc-407c-b470-d32af1ca1c9f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 945 time: 0.1591492 Dec 13 15:06:11.324350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Allocated IP 172.20.0.2 (d8965351-1d88-47c6-a1cc-d379676aac2e/173a84cf-49e8-4d57-8f95-1b179900c57b/cfa1f6a8-8cef-438c-a772-a057ec15d16e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:11.326460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:11.466927 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0b17ca5-0c2d-4f79-be55-0a68e19dc836 req-3def0548-0793-4a78-b3fa-100acbcd4c56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609447 Dec 13 15:06:11.503030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:11.610194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:11.656583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['a14bb365-f4b7-4300-adcd-e299a5bf5f5b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:06:11.672508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:11.796389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=6d2ce7a6-6f72-46a3-8024-c140aee93424,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:11.826500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:11.925074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23917b-6147-4c48-a49f-cb4c6ada5b60 None None] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:11.938002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:11.939745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:12.156222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1a234b73-26a9-40c4-ab25-097e5a4adb1d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:12.231874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:12.251543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:12.267615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36972f53-da5c-43d3-8d4f-f02b2faf77fd req-2b340983-474d-4e1b-8c38-6c998f412f92 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:12.273778 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36972f53-da5c-43d3-8d4f-f02b2faf77fd req-2b340983-474d-4e1b-8c38-6c998f412f92 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1174719 Dec 13 15:06:12.338386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 701538ef-ddf9-4840-b7ed-da2b4da3faa6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=701538ef-ddf9-4840-b7ed-da2b4da3faa6,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:12.355358 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:12.379793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-eb285fa7-1e9a-460b-810a-81f3f5729f5f None None] Provisioning complete for port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:12.381027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eb285fa7-1e9a-460b-810a-81f3f5729f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:12.423302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb1fce-b176-447d-8924-006e0af52ccf req-dbe7d97d-43ec-4adb-bf99-fbc3acfa1e7f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:12.431183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0cfb1fce-b176-447d-8924-006e0af52ccf req-dbe7d97d-43ec-4adb-bf99-fbc3acfa1e7f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 944 time: 0.1581125 Dec 13 15:06:12.448704 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:12.450034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d61e5474-e4ca-4f37-8e26-9a30f05da3e8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:12.465526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Network d8965351-1d88-47c6-a1cc-d379676aac2e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:12.495107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.20.0.9 (d8965351-1d88-47c6-a1cc-d379676aac2e/173a84cf-49e8-4d57-8f95-1b179900c57b/19104bf3-17e2-4d8b-a8da-e8f35103cb1e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:12.503782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:12.514187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:12.517276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:12.538422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dda8cb46-44fa-4a8b-b974-af021fd60f55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/1a234b73-26a9-40c4-ab25-097e5a4adb1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9149792 Dec 13 15:06:12.579801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0cfb1fce-b176-447d-8924-006e0af52ccf req-79a067be-86df-47de-927d-19f70cf9c620 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476984 Dec 13 15:06:12.608400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36972f53-da5c-43d3-8d4f-f02b2faf77fd req-4add1d6d-8006-4930-b8d0-aa8da0555586 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205791 Dec 13 15:06:12.613216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Sync routers for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:12.619750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Pushing event updated for resources: {'Port': ['ID=cfa1f6a8-8cef-438c-a772-a057ec15d16e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:12.729161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=701538ef-ddf9-4840-b7ed-da2b4da3faa6,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:12.783721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0f46-04f5-43b8-8061-3b625205e613 req-3bbe8dc3-a08f-4c52-bdce-1adcedc8bd1a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:12.794809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-146e0f46-04f5-43b8-8061-3b625205e613 req-3bbe8dc3-a08f-4c52-bdce-1adcedc8bd1a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 945 time: 0.1523986 Dec 13 15:06:12.825883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:12.826709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:12.893517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-146e0f46-04f5-43b8-8061-3b625205e613 req-b911f38b-67ce-4a83-9b1b-5e2e9ea0d19f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977597 Dec 13 15:06:12.906350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:12.992273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Attempting to bind port cfa1f6a8-8cef-438c-a772-a057ec15d16e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:12.992603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Attempting to bind port cfa1f6a8-8cef-438c-a772-a057ec15d16e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a2f58a40-2ad0-417f-bc4e-e9dd25709a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:12.992980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Attempting to bind port cfa1f6a8-8cef-438c-a772-a057ec15d16e on network d8965351-1d88-47c6-a1cc-d379676aac2e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:13.021982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d61e5474-e4ca-4f37-8e26-9a30f05da3e8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:13.022376 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:13.024133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:13.024586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Checking segment: {'id': 'a2f58a40-2ad0-417f-bc4e-e9dd25709a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:13.024988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:13.025440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Bound using segment: {'id': 'a2f58a40-2ad0-417f-bc4e-e9dd25709a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:13.026041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Bound port: cfa1f6a8-8cef-438c-a772-a057ec15d16e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f58a40-2ad0-417f-bc4e-e9dd25709a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd8965351-1d88-47c6-a1cc-d379676aac2e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:13.026489 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:13.084357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-6d8e1f7b-7638-4567-8192-870c1d0af4dd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194268253&fields=id&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 267 time: 0.1450875 Dec 13 15:06:13.192042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5f743ecf-6157-4d4a-bada-f2eade829c0e up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:13.220760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:13.353097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:13.355947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network d8965351-1d88-47c6-a1cc-d379676aac2e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:13.389690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:13.408852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:13.489157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:13.489870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:13.535197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=19104bf3-17e2-4d8b-a8da-e8f35103cb1e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:13.556940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-eaf4ab39-9ba6-4536-b803-6fc44017bf2d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:13.558571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-eaf4ab39-9ba6-4536-b803-6fc44017bf2d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/networks?id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34 HTTP/1.1" status: 200 len: 797 time: 0.4733093 Dec 13 15:06:13.564804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] For port cfa1f6a8-8cef-438c-a772-a057ec15d16e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:13.598276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-0f72f7d8-9762-4e11-8748-40f8e68c377b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/quotas/515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 375 time: 0.0196364 Dec 13 15:06:13.631282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] For port cfa1f6a8-8cef-438c-a772-a057ec15d16e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfa1f6a8-8cef-438c-a772-a057ec15d16e,segment=NetworkSegment(a2f58a40-2ad0-417f-bc4e-e9dd25709a85),segment_id=a2f58a40-2ad0-417f-bc4e-e9dd25709a85)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:13.658692 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5a1c6a56-bc27-414a-846a-5a9cd8e37cc0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9144111 Dec 13 15:06:13.661857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46380) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:13.849588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860268-9a42-47f2-bc7a-593539f348c9 req-c02dbdbb-2f78-484c-9729-38d869728722 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:13.865022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91860268-9a42-47f2-bc7a-593539f348c9 req-c02dbdbb-2f78-484c-9729-38d869728722 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 944 time: 0.1578445 Dec 13 15:06:13.984045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91860268-9a42-47f2-bc7a-593539f348c9 req-be1c2923-b3f4-4f62-a633-05e125f9135a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178937 Dec 13 15:06:14.060245 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-ef78a1c7-b1e9-4c7d-a0d0-a249f086c122 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4527628 Dec 13 15:06:14.257441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a7026-4cb6-479e-b502-17327f88bc4e req-f30329fd-0fdf-4d4a-8d9b-f77a7f222eb4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:14.259615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bcf9ed31-120a-40a0-aef7-8bb253ab78e2 None None] Provisioning complete for port 6d2ce7a6-6f72-46a3-8024-c140aee93424 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:14.260116 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ed31-120a-40a0-aef7-8bb253ab78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:14.262019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 701538ef-ddf9-4840-b7ed-da2b4da3faa6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:14.266119 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a2a7026-4cb6-479e-b502-17327f88bc4e req-f30329fd-0fdf-4d4a-8d9b-f77a7f222eb4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1450660 Dec 13 15:06:14.268365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a14bb365-f4b7-4300-adcd-e299a5bf5f5b up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:14.276064 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:14.369581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a2a7026-4cb6-479e-b502-17327f88bc4e req-63a2c653-3c99-4b95-bc0b-0f49ae3b9e66 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957847 Dec 13 15:06:14.577025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9ed31-120a-40a0-aef7-8bb253ab78e2 None None] Port 6d2ce7a6-6f72-46a3-8024-c140aee93424 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:14.582153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4d483-ed34-4abd-895a-3ed3da670c17 req-8d2169f0-e5e4-4dad-88f0-a2361ec1f363 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:14.594828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eff4d483-ed34-4abd-895a-3ed3da670c17 req-8d2169f0-e5e4-4dad-88f0-a2361ec1f363 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 945 time: 0.1083961 Dec 13 15:06:14.654856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-f1a8ba92-debc-4ce2-b840-210b2d279ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934062 Dec 13 15:06:14.660293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 5f743ecf-6157-4d4a-bada-f2eade829c0e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:06:14.694902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eff4d483-ed34-4abd-895a-3ed3da670c17 req-200e248c-a0ff-41d7-877d-c5ff887b82df tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990348 Dec 13 15:06:14.698453 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:14.709795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 5f743ecf-6157-4d4a-bada-f2eade829c0e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:14.710536 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:14.806760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd7311-e039-4e48-bef0-bab3681347ca None None] Pushing event updated for resources: {'Port': ['ID=cfa1f6a8-8cef-438c-a772-a057ec15d16e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:14.998782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bcf9ed31-120a-40a0-aef7-8bb253ab78e2 None None] Provisioning complete for port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:15.005071 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ed31-120a-40a0-aef7-8bb253ab78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:15.087939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port a14bb365-f4b7-4300-adcd-e299a5bf5f5b completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:06:15.147742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:15.148171 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:15.181556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port a14bb365-f4b7-4300-adcd-e299a5bf5f5b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:15.181970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:15.315571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c50cd3-3328-4cae-8fcb-9b6d2ddf3da9 req-4c202b2d-a3ce-45d1-8cc1-2e63ee639707 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:15.317094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c50cd3-3328-4cae-8fcb-9b6d2ddf3da9 req-4c202b2d-a3ce-45d1-8cc1-2e63ee639707 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 944 time: 0.1169138 Dec 13 15:06:15.417674 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:15.447952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0c50cd3-3328-4cae-8fcb-9b6d2ddf3da9 req-672d1c80-8d4a-46fa-b46d-1d287f3065ef tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113753 Dec 13 15:06:15.669813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65abb27-b92a-476c-8f1a-09e796cf1a77 req-a2bbbfdb-9f15-45b8-b012-2dcde1ce8330 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:15.673876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:15.676422 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb811396-b580-4018-a37f-b1718ce47a1a" -d '{"events": [{"server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "name": "network-vif-plugged", "status": "completed", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:15.682868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65abb27-b92a-476c-8f1a-09e796cf1a77 req-a2bbbfdb-9f15-45b8-b012-2dcde1ce8330 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1290071 Dec 13 15:06:15.711228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 5f743ecf-6157-4d4a-bada-f2eade829c0e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:15.747638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-bf0986de-465b-4c55-a449-2bdc95084452 service neutron] 10.222.0.24 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0919356 Dec 13 15:06:15.774989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e65abb27-b92a-476c-8f1a-09e796cf1a77 req-091b3f2e-ebd3-4a82-9bfb-4f09c362505f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862525 Dec 13 15:06:15.792394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:11Z', 'revision_number': 2, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:15.866580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:15.867455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:15.940465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:15.993764 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49390f1-0a4e-4bf0-b781-b6004af78de0 x-openstack-request-id: req-b49390f1-0a4e-4bf0-b781-b6004af78de0 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:15.994575 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "name": "network-vif-plugged", "status": "completed", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:15.997181 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b49390f1-0a4e-4bf0-b781-b6004af78de0 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:15.997915 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'code': 200} Dec 13 15:06:16.074171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Checking router: 1a234b73-26a9-40c4-ab25-097e5a4adb1d for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:06:16.079772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Updating router 1a234b73-26a9-40c4-ab25-097e5a4adb1d port 6d2ce7a6-6f72-46a3-8024-c140aee93424 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:06:16.123407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfa1f6a8-8cef-438c-a772-a057ec15d16e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:16.195127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=19104bf3-17e2-4d8b-a8da-e8f35103cb1e,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:16.198942 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:16.229535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb0e6a-e624-4023-861d-34d431943ef3 req-69188446-9df0-42b2-a444-70c500cb607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:16.240984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45eb0e6a-e624-4023-861d-34d431943ef3 req-69188446-9df0-42b2-a444-70c500cb607e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 1097 time: 0.2031755 Dec 13 15:06:16.274365 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:16.363796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5820e4b6-2bad-4297-8103-d908b11e91b6 req-5a97427d-bb99-4d37-83c6-362cd5a4f275 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 210 time: 0.0937321 Dec 13 15:06:16.408159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d1081-7793-46fe-8321-a36d4f5a623a req-31d47a68-fbe5-4470-a2a1-fcad22d510d1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:16.423821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d7d1081-7793-46fe-8321-a36d4f5a623a req-31d47a68-fbe5-4470-a2a1-fcad22d510d1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 946 time: 0.2436471 Dec 13 15:06:16.456389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c4eb3b15-c2ea-4b08-8461-f8363eeae86e None None] Provisioning complete for port 6d2ce7a6-6f72-46a3-8024-c140aee93424 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:16.457330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3b15-c2ea-4b08-8461-f8363eeae86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:16.459913 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:16.469001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-45eb0e6a-e624-4023-861d-34d431943ef3 req-c20b3c69-0287-47c4-823c-c36460b4fe6d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894913 Dec 13 15:06:16.556576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d7d1081-7793-46fe-8321-a36d4f5a623a req-ab933d9d-f0e4-4895-9bef-0c907671fc8b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312830 Dec 13 15:06:16.634725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=5f743ecf-6157-4d4a-bada-f2eade829c0e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:16.758938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port a14bb365-f4b7-4300-adcd-e299a5bf5f5b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:16.809180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb3b15-c2ea-4b08-8461-f8363eeae86e None None] Port 6d2ce7a6-6f72-46a3-8024-c140aee93424 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:16.816203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6e3ae-2824-4a69-aa40-d08ac1a46e68 None None] Network d8965351-1d88-47c6-a1cc-d379676aac2e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:16.861756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:16.894911 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:16.968537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51675c4-8353-497b-9bbd-c1a47963b1dc req-624d5ee0-9f45-42ff-b28f-49ac32f3e294 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:16.977865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e51675c4-8353-497b-9bbd-c1a47963b1dc req-624d5ee0-9f45-42ff-b28f-49ac32f3e294 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 944 time: 0.3260825 Dec 13 15:06:17.137093 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e51675c4-8353-497b-9bbd-c1a47963b1dc req-6cf3c1e6-35cf-4a7f-877b-102ea407c33f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575794 Dec 13 15:06:17.200605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cfa1f6a8-8cef-438c-a772-a057ec15d16e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:17.201847 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:17.290097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:17.514720 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:17.579474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b8921-2a4a-4767-ad55-96e723e56731 req-c88c6f1a-04e1-40ef-9a87-bef90ffe2fa8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:17.583476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a26b8921-2a4a-4767-ad55-96e723e56731 req-c88c6f1a-04e1-40ef-9a87-bef90ffe2fa8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.6262410 Dec 13 15:06:17.661489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-33f98f16-a47d-41a3-923b-d5a31cb3418b None None] Provisioning complete for port cfa1f6a8-8cef-438c-a772-a057ec15d16e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:17.662096 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-33f98f16-a47d-41a3-923b-d5a31cb3418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:17.687113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:17.742138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a26b8921-2a4a-4767-ad55-96e723e56731 req-3bb6afdb-ee34-4dec-b6c2-a0a3ee5336c2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449409 Dec 13 15:06:17.886768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:17.932442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a20e155a-1fbf-4369-86da-6542113adbe7 req-89cffdcd-c899-463e-aefb-2284734f8e99 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 210 time: 0.0860829 Dec 13 15:06:18.004716 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.013566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a5133-c0a5-49b1-ae7f-854af63baef5 req-c5b9be8d-1339-4962-a0e9-fe88c8e4f535 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:18.015338 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-439a5133-c0a5-49b1-ae7f-854af63baef5 req-c5b9be8d-1339-4962-a0e9-fe88c8e4f535 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 946 time: 0.1380329 Dec 13 15:06:18.028733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:18.031848 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c22d1-6d8d-4a82-8517-811846353085" -d '{"events": [{"server_uuid": "2d9ef416-3013-45e0-becd-d26bd5efc44a", "name": "network-vif-plugged", "status": "completed", "tag": "a14bb365-f4b7-4300-adcd-e299a5bf5f5b"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:18.036192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.085591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-439a5133-c0a5-49b1-ae7f-854af63baef5 req-5bfce66b-2dd3-4e08-8528-294a39088f42 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620596 Dec 13 15:06:18.112624 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-33f98f16-a47d-41a3-923b-d5a31cb3418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.115065 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.156718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port cfa1f6a8-8cef-438c-a772-a057ec15d16e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfa1f6a8-8cef-438c-a772-a057ec15d16e,segment=NetworkSegment(a2f58a40-2ad0-417f-bc4e-e9dd25709a85),segment_id=a2f58a40-2ad0-417f-bc4e-e9dd25709a85)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:18.159466 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.215729 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3fa0e9-5569-4626-89f0-8f9bf7a81e5e x-openstack-request-id: req-1b3fa0e9-5569-4626-89f0-8f9bf7a81e5e {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:18.216185 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9ef416-3013-45e0-becd-d26bd5efc44a", "name": "network-vif-plugged", "status": "completed", "tag": "a14bb365-f4b7-4300-adcd-e299a5bf5f5b", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:18.229728 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b3fa0e9-5569-4626-89f0-8f9bf7a81e5e {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:18.229728 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b', 'code': 200} Dec 13 15:06:18.234604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.240176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.256524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=19104bf3-17e2-4d8b-a8da-e8f35103cb1e,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:18.344766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baa997-4916-4092-9559-f7374b1f20da None None] Pushing event updated for resources: {'Port': ['ID=6d2ce7a6-6f72-46a3-8024-c140aee93424,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:18.418336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204370-9e2b-405c-9af0-2ab90ae29ced req-4712189c-eba0-4382-8606-1c5b3029d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:18.420258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46204370-9e2b-405c-9af0-2ab90ae29ced req-4712189c-eba0-4382-8606-1c5b3029d599 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 1096 time: 0.1074719 Dec 13 15:06:18.478504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23293c-5984-4a85-b111-dd2a1fe9b2c6 req-80d37e79-3aeb-45b9-9eae-437d231562c7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:18.483762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network d8965351-1d88-47c6-a1cc-d379676aac2e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:18.484328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a23293c-5984-4a85-b111-dd2a1fe9b2c6 req-80d37e79-3aeb-45b9-9eae-437d231562c7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 946 time: 0.3146069 Dec 13 15:06:18.504038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46204370-9e2b-405c-9af0-2ab90ae29ced req-3f778d98-ed8f-4e19-a30b-7146305ad365 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726490 Dec 13 15:06:18.510053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=cfa1f6a8-8cef-438c-a772-a057ec15d16e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:18.532784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:18.596085 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-33f98f16-a47d-41a3-923b-d5a31cb3418b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:06:18.596085 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-33f98f16-a47d-41a3-923b-d5a31cb3418b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:06:18.615312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a23293c-5984-4a85-b111-dd2a1fe9b2c6 req-f9c4085a-4fc8-405c-b58e-f541a386e891 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297214 Dec 13 15:06:18.651201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Attempting to bind port 6d2ce7a6-6f72-46a3-8024-c140aee93424 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:18.651919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Attempting to bind port 6d2ce7a6-6f72-46a3-8024-c140aee93424 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:18.652463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Attempting to bind port 6d2ce7a6-6f72-46a3-8024-c140aee93424 on network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:18.655429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46434) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:18.660205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:18.660856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Checking segment: {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:18.661482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.662045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Bound using segment: {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:18.662747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Bound port: 6d2ce7a6-6f72-46a3-8024-c140aee93424, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:18.663402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.783515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36e176-9fca-4486-9aba-ece2a4e08a3a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:18.785464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4f36e176-9fca-4486-9aba-ece2a4e08a3a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 1092 time: 0.1262190 Dec 13 15:06:18.796369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46440) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:18.797508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893571d-e2fb-401e-8b0f-5c9b7c37cf4b req-f35437f2-af4f-48a5-a9bf-e618865c6e7d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:18.803041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:18.804951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f893571d-e2fb-401e-8b0f-5c9b7c37cf4b req-f35437f2-af4f-48a5-a9bf-e618865c6e7d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.3499496 Dec 13 15:06:18.896523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] For port 6d2ce7a6-6f72-46a3-8024-c140aee93424, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:18.917584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] For port 6d2ce7a6-6f72-46a3-8024-c140aee93424, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6d2ce7a6-6f72-46a3-8024-c140aee93424,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:18.923498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f893571d-e2fb-401e-8b0f-5c9b7c37cf4b req-1596a696-e5c7-415f-9866-0643e9d7b0fb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085715 Dec 13 15:06:18.928157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:18.992548 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:19.096038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5772b997-d35d-4815-b5ca-a231d502468e req-8097a95f-7dad-42d4-b5ff-dda69b74ae8a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 210 time: 0.0839691 Dec 13 15:06:19.103098 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 677a2683-f1e6-42a2-8d80-be5c3ca7408b is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:06:19.253469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693717f-041e-4fd0-888e-0abe0571e74d req-28fd93f1-94cf-46ad-99df-4519b2866879 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:19.266837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f693717f-041e-4fd0-888e-0abe0571e74d req-28fd93f1-94cf-46ad-99df-4519b2866879 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.2090671 Dec 13 15:06:19.330264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:19.340299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-34fdb14e-2af3-4f82-b079-700dd140e220 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/677a2683-f1e6-42a2-8d80-be5c3ca7408b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6771433 Dec 13 15:06:19.341263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46448) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:19.342025 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] Sync routers for ids ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:19.370955 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] Routers {'677a2683-f1e6-42a2-8d80-be5c3ca7408b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:19.371537 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:19.445684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:19.539153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abba72-4364-426d-aa2a-a897473749b3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:19.547344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-54abba72-4364-426d-aa2a-a897473749b3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports/19104bf3-17e2-4d8b-a8da-e8f35103cb1e HTTP/1.1" status: 200 len: 977 time: 0.1980164 Dec 13 15:06:19.549085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46450) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:19.862906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f693717f-041e-4fd0-888e-0abe0571e74d req-9285e46c-3897-4403-94f8-1511b9b72d34 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5931680 Dec 13 15:06:19.894616 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:19.921612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:19.929639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:19.935988 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] Routers {'677a2683-f1e6-42a2-8d80-be5c3ca7408b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:19.936667 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:05:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:20.084740 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:20.085440 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73c46b-ba96-4464-a17b-e599b01e5314 None None] The sync data for ids ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:20.114921 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e05fecb-f650-47ff-bf4c-50a4611403ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:20.156549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baa997-4916-4092-9559-f7374b1f20da None None] Pushing event updated for resources: {'Port': ['ID=6d2ce7a6-6f72-46a3-8024-c140aee93424,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:20.194428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.25.7.18 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/25613da2-8cec-42cd-801d-2aa41d079337) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:20.212466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Provisioning complete for port 6d2ce7a6-6f72-46a3-8024-c140aee93424 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:20.212845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:20.472133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfa1f6a8-8cef-438c-a772-a057ec15d16e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:20.478892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:20.491067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b111cce-da5e-4cfa-a09a-1d9dbb8b1192 req-7539a992-9932-467b-b862-588a6e04c198 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:20.510667 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2b111cce-da5e-4cfa-a09a-1d9dbb8b1192 req-7539a992-9932-467b-b862-588a6e04c198 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.3496509 Dec 13 15:06:20.594688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:20.647655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-5c69a2ee-c232-440f-8b55-c58fb656a96e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:20.650181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-5c69a2ee-c232-440f-8b55-c58fb656a96e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/networks?id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34 HTTP/1.1" status: 200 len: 797 time: 0.7533748 Dec 13 15:06:20.743111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff291e87-ce0e-4e19-9e22-151507c1ccdd req-10aea6c4-8e65-43a7-9f99-206745cd7a57 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 210 time: 0.4650738 Dec 13 15:06:20.748775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:20.779236 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2b111cce-da5e-4cfa-a09a-1d9dbb8b1192 req-51b8b37b-1709-4373-b3ba-a4efe8426e18 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674284 Dec 13 15:06:20.878669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:20.899001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-0aeb9db2-31fd-4ecb-85b6-a093f82204ba tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515f7b22ce9744918b9b5447b1a274ac HTTP/1.1" status: 200 len: 380 time: 0.1886342 Dec 13 15:06:20.899929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:20.904401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:20.917351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'port': {'device_id': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'admin_state_up': True, 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'security_groups': ['ef24f717-4880-4962-8c18-3fcf3900eb93']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:21.054559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:21.059228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cfa1f6a8-8cef-438c-a772-a057ec15d16e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:21.059893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:21.072885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=25613da2-8cec-42cd-801d-2aa41d079337,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:21.180411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] For port 6d2ce7a6-6f72-46a3-8024-c140aee93424, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6d2ce7a6-6f72-46a3-8024-c140aee93424,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:21.224023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Made reservation on behalf of 515f7b22ce9744918b9b5447b1a274ac for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:21.228632 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:21.255489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0da9-be21-49b1-a8fe-ccdd04fd764d req-4cca6637-9827-4679-af3e-855027084756 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:21.263008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:18Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:21.265002 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e79b0da9-be21-49b1-a8fe-ccdd04fd764d req-4cca6637-9827-4679-af3e-855027084756 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.2099514 Dec 13 15:06:21.325335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:21.353157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10bfe96-2e26-4fac-80e3-cd9dd4a79a35 None None] The sync data for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 is: [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:18Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:21.360481 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:21.590025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e79b0da9-be21-49b1-a8fe-ccdd04fd764d req-82ee8291-f103-4468-95de-640a229f93a1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253260 Dec 13 15:06:21.700895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Provisioning complete for port cfa1f6a8-8cef-438c-a772-a057ec15d16e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:21.701430 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:21.970061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Pushing event updated for resources: {'Port': ['ID=6d2ce7a6-6f72-46a3-8024-c140aee93424,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:22.046558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.20.0.4 (7d3e75b2-bf40-4d97-8a2d-b9da00537f34/a572d54a-1a63-4f4a-bf80-6b831fa678f5/920e2836-b681-408c-b4a7-3fc5624cf49e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:22.084304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e3d30-f6cd-440d-947c-5ba95d5f0a91 req-540f6617-69f8-4819-adeb-d3e6656bef96 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:22.097764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8e3d30-f6cd-440d-947c-5ba95d5f0a91 req-540f6617-69f8-4819-adeb-d3e6656bef96 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.1710668 Dec 13 15:06:22.225636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Provisioning complete for port 19104bf3-17e2-4d8b-a8da-e8f35103cb1e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:22.226276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:22.376674 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e9966a28-922f-4a30-92a3-4c82672753c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:22.455632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1a82c-4f29-4de8-a974-f13e021bb87b None None] Port 19104bf3-17e2-4d8b-a8da-e8f35103cb1e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:22.545554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6d2ce7a6-6f72-46a3-8024-c140aee93424 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:22.607687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa8e3d30-f6cd-440d-947c-5ba95d5f0a91 req-397c4a86-74eb-4ef0-bac9-a4e78820891a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141425 Dec 13 15:06:22.626579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:22.681385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22dc5965-22c2-4b72-9e7b-50b00182354b req-549e6bb8-017b-4b62-8de8-30faec06face tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 210 time: 0.0962799 Dec 13 15:06:22.713762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-72a9ad11-ec5e-44c2-9f40-e4bce7dab0dc None None] Provisioning complete for port 19104bf3-17e2-4d8b-a8da-e8f35103cb1e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:22.717865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72a9ad11-ec5e-44c2-9f40-e4bce7dab0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:22.897254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-72a9ad11-ec5e-44c2-9f40-e4bce7dab0dc None None] Port 19104bf3-17e2-4d8b-a8da-e8f35103cb1e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:22.927485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6d2ce7a6-6f72-46a3-8024-c140aee93424 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:22.927941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.030638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a22cf-e62e-4f7a-b4de-180fc700922c req-2c01058d-2591-4d00-9fb8-96fb6c884314 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:23.034414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-561a22cf-e62e-4f7a-b4de-180fc700922c req-2c01058d-2591-4d00-9fb8-96fb6c884314 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.1659214 Dec 13 15:06:23.097082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 19104bf3-17e2-4d8b-a8da-e8f35103cb1e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:23.100095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.142390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-561a22cf-e62e-4f7a-b4de-180fc700922c req-36a71f7a-30ee-49d2-93d8-2a4db4a4f1b9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933948 Dec 13 15:06:23.179343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b9be9-1e32-420b-8e68-16cc5d8c5c05 req-c897ba9c-dd3a-4adf-be0e-8c8569aa7ecd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:23.195109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a43b9be9-1e32-420b-8e68-16cc5d8c5c05 req-c897ba9c-dd3a-4adf-be0e-8c8569aa7ecd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.3072701 Dec 13 15:06:23.202316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.264746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:23.294480 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.303126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a43b9be9-1e32-420b-8e68-16cc5d8c5c05 req-6659bc9e-4480-42e9-86c2-cdf64c986d4b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024804 Dec 13 15:06:23.306929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.319364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:23.337512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:23.371032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea55b6-4b19-45f3-a56b-22f6653e722e req-83b407b6-2656-4635-8e1d-7dcadc0ead5a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:23.380914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aaea55b6-4b19-45f3-a56b-22f6653e722e req-83b407b6-2656-4635-8e1d-7dcadc0ead5a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.1426911 Dec 13 15:06:23.401639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:23.463646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:23.464785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.465765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aaea55b6-4b19-45f3-a56b-22f6653e722e req-4cfd26a3-1604-425d-9a90-8b86534d1e3a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841870 Dec 13 15:06:23.481139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.500923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 19104bf3-17e2-4d8b-a8da-e8f35103cb1e owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:23.612508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-71f5d364-b98c-48ff-baac-916bd87b5dcd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7000203 Dec 13 15:06:23.642165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.654805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Request body: {'port': {'device_id': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:23.801211 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:23.939291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3b323a9b-676b-4454-90ac-b9c03b421410 None None] Provisioning complete for port 920e2836-b681-408c-b4a7-3fc5624cf49e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:23.942047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b323a9b-676b-4454-90ac-b9c03b421410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:24.040590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3b323a9b-676b-4454-90ac-b9c03b421410 None None] Port 920e2836-b681-408c-b4a7-3fc5624cf49e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:24.060001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7360-e98e-4d29-ac17-0855d588e943 req-ece9468b-93f7-45aa-9c5a-3100f4d2a13e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:24.066638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e2c7360-e98e-4d29-ac17-0855d588e943 req-ece9468b-93f7-45aa-9c5a-3100f4d2a13e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 931 time: 0.2372379 Dec 13 15:06:24.106762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:24.185307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:24.230717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=19104bf3-17e2-4d8b-a8da-e8f35103cb1e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:24.257146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e2c7360-e98e-4d29-ac17-0855d588e943 req-488f6639-9049-4710-b10c-31a2bc3bd0d1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874466 Dec 13 15:06:24.276570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:24.512911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ac794-fa4c-47d2-8483-dd3009e858d7 req-dd260205-8023-4339-8c07-67038ad20c1b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:24.514957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-286ac794-fa4c-47d2-8483-dd3009e858d7 req-dd260205-8023-4339-8c07-67038ad20c1b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.4371054 Dec 13 15:06:24.669674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:24.803875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592f3de-55d2-4fa2-a815-fb3ff41f0ec0 req-5a3a0e74-bab9-432f-a6f3-35ac86379488 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:24.813430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8592f3de-55d2-4fa2-a815-fb3ff41f0ec0 req-5a3a0e74-bab9-432f-a6f3-35ac86379488 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.2877204 Dec 13 15:06:24.831422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-286ac794-fa4c-47d2-8483-dd3009e858d7 req-a3d90401-a28b-4873-8889-cfa5c0fb578d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013868 Dec 13 15:06:24.841212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=25613da2-8cec-42cd-801d-2aa41d079337,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:24.853323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:24.867086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.867086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.872580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:24.875821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8592f3de-55d2-4fa2-a815-fb3ff41f0ec0 req-7ec00bb6-7f4d-4b37-ab0b-4e86bad136ce tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609937 Dec 13 15:06:24.917083 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:24.986071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 677a2683-f1e6-42a2-8d80-be5c3ca7408b has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:25.086170 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Floating IP bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a associated. External IP: 172.25.7.18, port: 5f743ecf-6157-4d4a-bada-f2eade829c0e. Dec 13 15:06:25.090688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:25.097519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8642aaca-5d99-4359-9038-15b7f8947e91 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/677a2683-f1e6-42a2-8d80-be5c3ca7408b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5463455 Dec 13 15:06:25.101309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] Sync routers for ids ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:25.101872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46490) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:25.117280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] Routers {'677a2683-f1e6-42a2-8d80-be5c3ca7408b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:25.120218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:25.225317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:25.234537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:25.257223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] Routers {'677a2683-f1e6-42a2-8d80-be5c3ca7408b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:25.258379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:25.298773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46494) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:25.330705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:25.332294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d2f68-22e2-42af-93e5-424f758d9afc None None] The sync data for ids ['677a2683-f1e6-42a2-8d80-be5c3ca7408b'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:25.370817 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-eca06bb3-fc8b-4273-bd43-88a42d17c876 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 15:06:25.375077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eca06bb3-fc8b-4273-bd43-88a42d17c876 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/677a2683-f1e6-42a2-8d80-be5c3ca7408b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2716684 Dec 13 15:06:25.375764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46502) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:25.435996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-91485f51-919e-45d2-a125-21cfe31e3457 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=677a2683-f1e6-42a2-8d80-be5c3ca7408b HTTP/1.1" status: 200 len: 205 time: 0.0590591 Dec 13 15:06:25.438625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46504) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:25.626481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920e2836-b681-408c-b4a7-3fc5624cf49e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:06:25.664973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12cb2cf-f325-4519-9e90-2575fb28aa29 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:25.733079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:25.827817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Transition to ACTIVE for port object 920e2836-b681-408c-b4a7-3fc5624cf49e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:06:25.847063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa97a-7daf-446f-898b-701c95a8d54c req-548107c2-ff80-4e73-86c6-515bc0a98512 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:25.849249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78caa97a-7daf-446f-898b-701c95a8d54c req-548107c2-ff80-4e73-86c6-515bc0a98512 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 931 time: 0.2877204 Dec 13 15:06:25.905148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12cb2cf-f325-4519-9e90-2575fb28aa29 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:25.909898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router bf847857-2f1a-4de6-a20b-c35db1e7432b has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:25.913153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12cb2cf-f325-4519-9e90-2575fb28aa29 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:25.940804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78caa97a-7daf-446f-898b-701c95a8d54c req-7be13a7c-6edf-48a5-b7e5-6864d0f3c768 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643795 Dec 13 15:06:26.113503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:26.193626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:26.200038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:26.211753 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] Sync routers for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:26.225342 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:26.225989 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:26.253736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d9c52-d06c-4b95-86dd-59183e38ceba req-c42640ae-86ba-4838-bccf-1d404be218bb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:26.274356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-856d9c52-d06c-4b95-86dd-59183e38ceba req-c42640ae-86ba-4838-bccf-1d404be218bb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1920304 Dec 13 15:06:26.433900 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:26.440328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-856d9c52-d06c-4b95-86dd-59183e38ceba req-3149cb8d-07f1-4dcf-9ab3-7b2126cdbbb5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650593 Dec 13 15:06:26.485199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:26.531700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d89d5340-5c23-406e-9e5d-d6f9d6ab1e6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7337708 Dec 13 15:06:26.532989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46510) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:26.533131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:26.536471 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a032c0-fb9f-413f-aa42-940375aea889" -d '{"events": [{"name": "network-changed", "server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:26.539784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Attempting to bind port 920e2836-b681-408c-b4a7-3fc5624cf49e on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:26.540700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Attempting to bind port 920e2836-b681-408c-b4a7-3fc5624cf49e by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:26.540700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Attempting to bind port 920e2836-b681-408c-b4a7-3fc5624cf49e on network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:26.595184 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27ee69-6e99-4cc9-947e-f19a32d2fb6f x-openstack-request-id: req-bd27ee69-6e99-4cc9-947e-f19a32d2fb6f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:26.595582 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:26.595954 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd27ee69-6e99-4cc9-947e-f19a32d2fb6f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:26.596458 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'status': 'completed', 'code': 200} Dec 13 15:06:26.602412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Port 920e2836-b681-408c-b4a7-3fc5624cf49e on network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:06:26.610439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Attempting to bind port 920e2836-b681-408c-b4a7-3fc5624cf49e on network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:26.612419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:26.612873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Checking segment: {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:26.613501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Bound using segment: {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:26.615186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Bound port: 920e2836-b681-408c-b4a7-3fc5624cf49e, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:26.615571 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:26.669463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12cb2cf-f325-4519-9e90-2575fb28aa29 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:26.670188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12cb2cf-f325-4519-9e90-2575fb28aa29 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Fanout notify agent at l3_agent the message router_deleted on router 677a2683-f1e6-42a2-8d80-be5c3ca7408b {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:06:26.686771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f12cb2cf-f325-4519-9e90-2575fb28aa29 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:26.687983 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f12cb2cf-f325-4519-9e90-2575fb28aa29 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/677a2683-f1e6-42a2-8d80-be5c3ca7408b HTTP/1.1" status: 204 len: 168 time: 1.2482893 Dec 13 15:06:26.691253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46514) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:26.697250 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2a3cbd93-8346-42c7-bd98-9b32a24d6b3e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/floatingips/bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a HTTP/1.1" status: 200 len: 991 time: 0.1538455 Dec 13 15:06:26.723550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17925222-ccd7-4ef1-80b5-c13493eb09ea req-a6090040-9599-47b3-a497-997e4612b9c0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:26.725203 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17925222-ccd7-4ef1-80b5-c13493eb09ea req-a6090040-9599-47b3-a497-997e4612b9c0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.7973907 Dec 13 15:06:26.744442 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:22Z', 'revision_number': 0, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:26.772197 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] Checking router: bf847857-2f1a-4de6-a20b-c35db1e7432b for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:06:26.783668 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:26.784322 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:26.805604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17925222-ccd7-4ef1-80b5-c13493eb09ea req-89979907-6571-442a-babc-03d14bd840c1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655901 Dec 13 15:06:26.901279 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:26.945083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.133007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a032c0-fb9f-413f-aa42-940375aea889 req-81f388da-6b6b-4865-873a-ea499e6e0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.134525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a032c0-fb9f-413f-aa42-940375aea889 req-81f388da-6b6b-4865-873a-ea499e6e0f31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 1097 time: 0.5010867 Dec 13 15:06:27.158569 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:22Z', 'revision_number': 0, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:27.189081 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b0dec-cf7b-4c1d-b5e4-ae1efdab5b86 None None] The sync data for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 is: [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:05:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:22Z', 'revision_number': 0, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:27.196596 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:06:27.208900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:27.220036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet 173a84cf-49e8-4d57-8f95-1b179900c57b {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:06:27.222463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Deleting port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:27.222463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.508907 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.508907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:27.509957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] For port 33fb2b4a-23bd-47ba-9ee0-e6d1404019df, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:27.509957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.511610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1c8b-8490-4456-a292-9f13de5b32eb req-ae94117f-5e9e-41e6-91d2-a273c3519b40 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.511610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf6f1c8b-8490-4456-a292-9f13de5b32eb req-ae94117f-5e9e-41e6-91d2-a273c3519b40 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 943 time: 0.1916687 Dec 13 15:06:27.511610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.512694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Calling delete_port for 33fb2b4a-23bd-47ba-9ee0-e6d1404019df owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:27.513095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.513095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a032c0-fb9f-413f-aa42-940375aea889 req-c0f9c5e2-9bfa-467c-ac73-fdfcdaae11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.513095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a032c0-fb9f-413f-aa42-940375aea889 req-c0f9c5e2-9bfa-467c-ac73-fdfcdaae11ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 200 len: 898 time: 0.2642729 Dec 13 15:06:27.513328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-490c20df-eef7-45e1-bd1b-97fa38b5d996 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.513328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-490c20df-eef7-45e1-bd1b-97fa38b5d996 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.0983903 Dec 13 15:06:27.513461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.513461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.513461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] 10.222.0.55 "PUT /v2.0/ports/920e2836-b681-408c-b4a7-3fc5624cf49e HTTP/1.1" status: 200 len: 1091 time: 3.8152084 Dec 13 15:06:27.513723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0566b-3a49-46aa-a140-f8ad7cca4b79 None None] New status for floating IP bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:06:27.514202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf6f1c8b-8490-4456-a292-9f13de5b32eb req-14b11699-074c-49ee-af3e-9cf5ea429d11 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720982 Dec 13 15:06:27.569501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238ff2a-8303-4893-a53e-1d040b61053f service neutron] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:27.607692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a032c0-fb9f-413f-aa42-940375aea889 req-85f9da8c-56f3-4d3e-97ac-649175f4c5b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e HTTP/1.1" status: 200 len: 999 time: 0.1708369 Dec 13 15:06:27.609040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.691239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d4da-634c-4da1-8a3a-ef024df85a4c req-9224e5e9-318c-45e5-abc6-2220233548fb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.692843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e454d4da-634c-4da1-8a3a-ef024df85a4c req-9224e5e9-318c-45e5-abc6-2220233548fb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.0888159 Dec 13 15:06:27.702830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46520) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:27.721843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a032c0-fb9f-413f-aa42-940375aea889 req-5ddc1344-44ca-4872-8a3f-a2a3735e8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.723930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a032c0-fb9f-413f-aa42-940375aea889 req-5ddc1344-44ca-4872-8a3f-a2a3735e8755 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e665e31b-e40f-45c5-a062-c23d9395b3d1 HTTP/1.1" status: 200 len: 834 time: 0.0881987 Dec 13 15:06:27.728834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port a14bb365-f4b7-4300-adcd-e299a5bf5f5b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:27.729187 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.826067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e454d4da-634c-4da1-8a3a-ef024df85a4c req-83e1fd03-5e21-4335-b0cc-1a914eab0e63 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086037 Dec 13 15:06:27.835705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1dc3af68-239e-45db-bc06-6d5c65df9751 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/floatingips/bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a HTTP/1.1" status: 200 len: 991 time: 0.1314430 Dec 13 15:06:27.850976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-7e497992-1426-4606-96f2-9a2565e4089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.852851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-7e497992-1426-4606-96f2-9a2565e4089a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1094 time: 0.1409965 Dec 13 15:06:27.855687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a032c0-fb9f-413f-aa42-940375aea889 req-8cfaad6c-7c2c-46f3-9882-bf5cc57a6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:27.857685 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a032c0-fb9f-413f-aa42-940375aea889 req-8cfaad6c-7c2c-46f3-9882-bf5cc57a6cbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39743f65-4ab4-4125-b93b-63a4b0cd7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032145 Dec 13 15:06:27.904606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] For port a14bb365-f4b7-4300-adcd-e299a5bf5f5b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:27.905074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.917845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for a14bb365-f4b7-4300-adcd-e299a5bf5f5b owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:27.919542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-d0875ea9-3df7-41ce-a44d-ac72d4d26424 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920e2836-b681-408c-b4a7-3fc5624cf49e HTTP/1.1" status: 200 len: 217 time: 0.0536480 Dec 13 15:06:27.920444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:27.931983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.000951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Pushing event deleted for resources: {'Port': ['ID=33fb2b4a-23bd-47ba-9ee0-e6d1404019df,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:28.050792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=173a84cf-49e8-4d57-8f95-1b179900c57b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:28.063156 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.069113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1ce1ac4f-f6e4-4eb8-889f-5dfb982b430b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/173a84cf-49e8-4d57-8f95-1b179900c57b HTTP/1.1" status: 204 len: 168 time: 1.3726635 Dec 13 15:06:28.070769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46524) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:28.076018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ee4ba-9dad-457a-885f-4dc1d756a049 None None] Network d8965351-1d88-47c6-a1cc-d379676aac2e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:28.084899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-3ecf8e59-70d3-4a98-9d79-017598f72a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:28.084899 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-3ecf8e59-70d3-4a98-9d79-017598f72a49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a572d54a-1a63-4f4a-bf80-6b831fa678f5 HTTP/1.1" status: 200 len: 835 time: 0.1147013 Dec 13 15:06:28.197703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce8e62-9f23-4501-8f38-3a756b5b941c req-9b94fbfa-a499-4787-9176-5b2dd3c184f3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:28.205161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3fce8e62-9f23-4501-8f38-3a756b5b941c req-9b94fbfa-a499-4787-9176-5b2dd3c184f3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 945 time: 0.2957220 Dec 13 15:06:28.234773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.254786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a032c0-fb9f-413f-aa42-940375aea889 req-60d8f960-435b-4eb9-a29b-5a9a698b1551 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877687 Dec 13 15:06:28.266803 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.299677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.319216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] DHCP port deletion for d8965351-1d88-47c6-a1cc-d379676aac2e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:06:28.333096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-8f06eae7-adf3-4fb4-9b1f-528fbee6d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:28.334342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-8f06eae7-adf3-4fb4-9b1f-528fbee6d711 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268145 Dec 13 15:06:28.337230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3fce8e62-9f23-4501-8f38-3a756b5b941c req-117492a1-1aa2-44c2-ae16-3a6a938ee4d4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312983 Dec 13 15:06:28.366299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=a14bb365-f4b7-4300-adcd-e299a5bf5f5b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:28.424424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] Deleting port cfa1f6a8-8cef-438c-a772-a057ec15d16e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:28.425111 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.429454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] No DVR routers for this DVR port a14bb365-f4b7-4300-adcd-e299a5bf5f5b on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:28.433507 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.437204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ab88cbf9-f4cf-4208-96bb-979a8eb04e64 req-d734d9e5-d8fb-4d13-a3fb-ea8c28374cb2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "DELETE /v2.0/ports/a14bb365-f4b7-4300-adcd-e299a5bf5f5b HTTP/1.1" status: 204 len: 173 time: 1.0074186 Dec 13 15:06:28.437747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'name': 'network-vif-deleted', 'tag': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:28.440177 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9f57c-970b-4ca1-a3e9-816e931876b9" -d '{"events": [{"server_uuid": "2d9ef416-3013-45e0-becd-d26bd5efc44a", "name": "network-vif-deleted", "tag": "a14bb365-f4b7-4300-adcd-e299a5bf5f5b"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:28.518461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] For port cfa1f6a8-8cef-438c-a772-a057ec15d16e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfa1f6a8-8cef-438c-a772-a057ec15d16e,segment=NetworkSegment(a2f58a40-2ad0-417f-bc4e-e9dd25709a85),segment_id=a2f58a40-2ad0-417f-bc4e-e9dd25709a85)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:28.518993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.536349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] Calling delete_port for cfa1f6a8-8cef-438c-a772-a057ec15d16e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:28.550953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a032c0-fb9f-413f-aa42-940375aea889 req-9a6a8fa6-582f-40e3-a2b7-f3a672e7f8f8 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789667 Dec 13 15:06:28.559306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-c73f62cf-2eed-4754-bc4b-2503369df134 service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144847 Dec 13 15:06:28.583534 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b702a8d-ff9c-4a7e-a4c2-fc2803ab6b87 x-openstack-request-id: req-6b702a8d-ff9c-4a7e-a4c2-fc2803ab6b87 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:28.583534 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9ef416-3013-45e0-becd-d26bd5efc44a", "name": "network-vif-deleted", "tag": "a14bb365-f4b7-4300-adcd-e299a5bf5f5b", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:28.583534 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b702a8d-ff9c-4a7e-a4c2-fc2803ab6b87 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:28.586332 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9ef416-3013-45e0-becd-d26bd5efc44a', 'name': 'network-vif-deleted', 'tag': 'a14bb365-f4b7-4300-adcd-e299a5bf5f5b', 'status': 'completed', 'code': 200} Dec 13 15:06:28.599260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:28.602070 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f744c0-38ab-42c9-92d1-e5ef64f10661" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:28.673016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Router d3802321-60a1-4160-b894-6fba06c385d0 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:28.686547 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec1e8e4-1354-4e93-bfa3-6634b9d6c5d4 x-openstack-request-id: req-7ec1e8e4-1354-4e93-bfa3-6634b9d6c5d4 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:28.687171 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:28.687583 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ec1e8e4-1354-4e93-bfa3-6634b9d6c5d4 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:28.688190 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'status': 'completed', 'code': 200} Dec 13 15:06:28.690917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port cfa1f6a8-8cef-438c-a772-a057ec15d16e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:28.693965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.740785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.790227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44695-4719-4084-83b3-ef56f01162dd req-08334adc-3fa1-4aa8-8f6b-e600be6c5905 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:28.791604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] Pushing event deleted for resources: {'Port': ['ID=cfa1f6a8-8cef-438c-a772-a057ec15d16e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:28.800039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:28.800514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5db44695-4719-4084-83b3-ef56f01162dd req-08334adc-3fa1-4aa8-8f6b-e600be6c5905 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 943 time: 0.1657948 Dec 13 15:06:28.800595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9363dbe-8851-409e-b217-c1407b9e6e70 None None] No DVR routers for this DVR port cfa1f6a8-8cef-438c-a772-a057ec15d16e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:28.804446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2d3d45ef-034d-4e2f-a66f-f753d898ab1f admin admin] 10.222.0.24 "PUT /v2.0/routers/d3802321-60a1-4160-b894-6fba06c385d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5047858 Dec 13 15:06:28.807075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46532) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:28.820212 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] Sync routers for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:28.829229 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:28.829860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port cfa1f6a8-8cef-438c-a772-a057ec15d16e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfa1f6a8-8cef-438c-a772-a057ec15d16e,segment=NetworkSegment(a2f58a40-2ad0-417f-bc4e-e9dd25709a85),segment_id=a2f58a40-2ad0-417f-bc4e-e9dd25709a85)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:28.829975 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:28.830352 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:28.848284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46534) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:28.862981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for cfa1f6a8-8cef-438c-a772-a057ec15d16e owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:28.947412 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:28.958436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ed32b05-f091-4a1b-9005-d90a320ab27a req-617e13cf-d250-4f35-b3ec-48b27e48d76b service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866644 Dec 13 15:06:28.960737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.021661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5db44695-4719-4084-83b3-ef56f01162dd req-09ccb797-a5c0-418b-a408-1d5de2a69ce5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174997 Dec 13 15:06:29.083625 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f5d519e8-3b68-4989-9e22-a00ac5f7e175 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/floatingips/bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a HTTP/1.1" status: 200 len: 993 time: 0.2344291 Dec 13 15:06:29.142354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-efd1dd87-5246-4046-8e18-749846f14fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:29.144111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-efd1dd87-5246-4046-8e18-749846f14fa6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1094 time: 0.0776348 Dec 13 15:06:29.160131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.160316 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:29.161418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.190428 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] Checking router: d3802321-60a1-4160-b894-6fba06c385d0 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:06:29.192902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758aa83-5ed9-46cc-b38a-0b1761c2767b req-b3fcfbb2-4c2c-4288-89ea-573cfe0a2354 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:29.194670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b758aa83-5ed9-46cc-b38a-0b1761c2767b req-b3fcfbb2-4c2c-4288-89ea-573cfe0a2354 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1121690 Dec 13 15:06:29.199285 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] Routers {'d3802321-60a1-4160-b894-6fba06c385d0'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:29.199889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['d3802321-60a1-4160-b894-6fba06c385d0'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:29.254528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=cfa1f6a8-8cef-438c-a772-a057ec15d16e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:29.272341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b758aa83-5ed9-46cc-b38a-0b1761c2767b req-7a4e995f-8290-4fe7-a51d-3ea731166204 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713968 Dec 13 15:06:29.272553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No DVR routers for this DVR port cfa1f6a8-8cef-438c-a772-a057ec15d16e on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:29.300534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Deleting port d7019617-2201-45ff-8345-4ec69da11283 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:29.301934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.331300 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] Set router d3802321-60a1-4160-b894-6fba06c385d0 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:29.408957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] For port d7019617-2201-45ff-8345-4ec69da11283, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d7019617-2201-45ff-8345-4ec69da11283,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:29.409171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.409294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.435312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Calling delete_port for d7019617-2201-45ff-8345-4ec69da11283 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:29.467149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-435e2ef0-4bce-4c38-900a-3c56768ae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:29.468624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-435e2ef0-4bce-4c38-900a-3c56768ae886 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34 HTTP/1.1" status: 200 len: 898 time: 0.3166628 Dec 13 15:06:29.486706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8965351-1d88-47c6-a1cc-d379676aac2e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:29.509870 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aa96eafe-7d45-47a5-ad6f-63abaabdcf7f req-b528d8c6-fb18-4173-8dc7-0575e049db80 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.0660360 Dec 13 15:06:29.549144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-2be7b598-bb34-4925-b353-94d11a008942 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920e2836-b681-408c-b4a7-3fc5624cf49e HTTP/1.1" status: 200 len: 217 time: 0.0592074 Dec 13 15:06:29.550830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f58a40-2ad0-417f-bc4e-e9dd25709a85') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:29.551788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f58a40-2ad0-417f-bc4e-e9dd25709a85') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:29.581918 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:29.587488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.609041 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.620569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:06:29.620894 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:06:29.624604 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:06:29.626634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-596f0cd8-0d95-4be4-b989-07e6de59d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:29.627420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-596f0cd8-0d95-4be4-b989-07e6de59d945 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a572d54a-1a63-4f4a-bf80-6b831fa678f5 HTTP/1.1" status: 200 len: 835 time: 0.0683525 Dec 13 15:06:29.699749 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e271f9-93b4-4b59-8e81-30f5c6dc1213 None None] The sync data for ids ['d3802321-60a1-4160-b894-6fba06c385d0'] in n-d-816954-1 is: [{'id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'name': 'tempest-AttachVolumeTestJSON-1926860249-router', 'tenant_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7019617-2201-45ff-8345-4ec69da11283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:58:20Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 5, 'project_id': '6322b64b529f47ecb014dd6da5bd7fb1', 'gw_port': {'id': 'd7019617-2201-45ff-8345-4ec69da11283', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3802321-60a1-4160-b894-6fba06c385d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:58:21Z', 'updated_at': '2021-12-13T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:29.725748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-e75ad464-cb69-4d89-8a01-3aba7db0df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:29.725748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-e75ad464-cb69-4d89-8a01-3aba7db0df90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832660 Dec 13 15:06:29.745577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.776884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7019617-2201-45ff-8345-4ec69da11283,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:29.804326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.816319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.819691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/d8965351-1d88-47c6-a1cc-d379676aac2e HTTP/1.1" status: 204 len: 168 time: 1.7465065 Dec 13 15:06:29.823953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46540) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:29.829400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-909587817'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:29.838377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8a540-4b59-4097-a3f5-8e5b31cfb05a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=d8965351-1d88-47c6-a1cc-d379676aac2e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:29.841857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-3b05447a-352a-47ff-af70-583665ffb7dc service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109364 Dec 13 15:06:29.869390 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.950828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42f744c0-38ab-42c9-92d1-e5ef64f10661 req-a9390964-b566-4013-b0dd-d72f3b6f2c0b service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994325 Dec 13 15:06:29.956415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:29.960518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.977107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:29.980325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.030027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:06:30.040430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.040828 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment f861d5a0-2f35-4ec3-a89e-f0e38c64980b of type vlan for network a2116a90-2349-4559-a63d-2e7bfb655571 Dec 13 15:06:30.092895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.109502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.110020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3802321-60a1-4160-b894-6fba06c385d0 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:06:30.116388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.118764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2be2a9f0-c855-4be8-8190-f9725abe618d admin admin] 10.222.0.24 "DELETE /v2.0/routers/d3802321-60a1-4160-b894-6fba06c385d0 HTTP/1.1" status: 204 len: 168 time: 1.3106296 Dec 13 15:06:30.120236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46544) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:30.169313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] Deleting subnet 0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:06:30.172479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.173222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a6d61-a512-4b89-ad9c-f2581722cdd1 req-757c0e99-fd4f-43fc-ba54-86b545814467 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:30.174787 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b11a6d61-a512-4b89-ad9c-f2581722cdd1 req-757c0e99-fd4f-43fc-ba54-86b545814467 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 943 time: 0.0760968 Dec 13 15:06:30.198425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a14bb365-f4b7-4300-adcd-e299a5bf5f5b no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:30.231051 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b11a6d61-a512-4b89-ad9c-f2581722cdd1 req-c1cb41aa-20ca-4d3e-99cf-69a1b322b69a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490096 Dec 13 15:06:30.231852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.236709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: a14bb365-f4b7-4300-adcd-e299a5bf5f5b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:30.237793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:30.238498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.239281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device a14bb365-f4b7-4300-adcd-e299a5bf5f5b not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:30.242339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.361880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=a2116a90-2349-4559-a63d-2e7bfb655571,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:30.369691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.378569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a2116a90-2349-4559-a63d-2e7bfb655571 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:06:30.399918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-18a75914-a829-4ed0-85c3-3ece733645b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5749435 Dec 13 15:06:30.402537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46548) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:30.412049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': 'a2116a90-2349-4559-a63d-2e7bfb655571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:30.488685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfa1f6a8-8cef-438c-a772-a057ec15d16e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:30.522715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bad71-3288-479c-a017-f5768c5d2e51 req-8c03e7d0-789b-4bd0-81c5-8aec8ad3dc53 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:30.524804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c2bad71-3288-479c-a017-f5768c5d2e51 req-8c03e7d0-789b-4bd0-81c5-8aec8ad3dc53 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.0889561 Dec 13 15:06:30.534723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: cfa1f6a8-8cef-438c-a772-a057ec15d16e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:30.535168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfa1f6a8-8cef-438c-a772-a057ec15d16e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:30.535636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 33fb2b4a-23bd-47ba-9ee0-e6d1404019df no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:30.577435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 33fb2b4a-23bd-47ba-9ee0-e6d1404019df {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:30.578000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 33fb2b4a-23bd-47ba-9ee0-e6d1404019df not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:30.592274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:30.595003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.616612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8c2bad71-3288-479c-a017-f5768c5d2e51 req-ab9368f3-04e0-46a4-a17d-fc038a5e6fab tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687795 Dec 13 15:06:30.624585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.667061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:30.670850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.671146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4502b19f-4ba3-4bbf-8494-4431d069c572 None None] Network 7ea0d2ca-03b5-436c-9498-f79877ae3763 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:30.678023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fe3876d8-7122-422a-bf34-72406cbf0217 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0d5ec4b1-66d3-48a7-bc93-fd9e49d9267c HTTP/1.1" status: 204 len: 168 time: 0.5539432 Dec 13 15:06:30.678713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46552) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:30.727184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c022314e-87cb-4eaf-93da-e1c878049656 req-18d828df-7001-4d66-993d-86cbe1fedc4e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.0527787 Dec 13 15:06:30.786452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.872536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Deleting port 69fb2c90-d534-44de-856e-7a8fd2d14882 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:30.873142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.934461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.945983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] For port 69fb2c90-d534-44de-856e-7a8fd2d14882, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=69fb2c90-d534-44de-856e-7a8fd2d14882,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:30.946393 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:30.960531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Calling delete_port for 69fb2c90-d534-44de-856e-7a8fd2d14882 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:31.009247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=cb7249b6-7f25-48fa-a8c4-fccf7cf3e207,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:31.012508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': 'f861d5a0-2f35-4ec3-a89e-f0e38c64980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a2116a90-2349-4559-a63d-2e7bfb655571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:31.012873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: a2116a90-2349-4559-a63d-2e7bfb655571, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:06:31.059989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] DHCP port deletion for 7ea0d2ca-03b5-436c-9498-f79877ae3763 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:06:31.117627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] Deleting port 69fb2c90-d534-44de-856e-7a8fd2d14882 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:31.118168 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.120790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network a2116a90-2349-4559-a63d-2e7bfb655571 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:06:31.149656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.180690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] No DVR routers for this DVR port 69fb2c90-d534-44de-856e-7a8fd2d14882 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:31.182656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=69fb2c90-d534-44de-856e-7a8fd2d14882,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:31.194655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] For port 69fb2c90-d534-44de-856e-7a8fd2d14882, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=69fb2c90-d534-44de-856e-7a8fd2d14882,segment=NetworkSegment(cfb0605e-bb53-4e59-a581-50ff384dd053),segment_id=cfb0605e-bb53-4e59-a581-50ff384dd053)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:31.195107 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.209048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a2116a90-2349-4559-a63d-2e7bfb655571) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:31.214514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] Calling delete_port for 69fb2c90-d534-44de-856e-7a8fd2d14882 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:31.214964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:31.214964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.223560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda0850-62d5-4fb7-8263-20c0e0a04a34 None None] Network a2116a90-2349-4559-a63d-2e7bfb655571 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:31.263464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.287464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea0d2ca-03b5-436c-9498-f79877ae3763']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:31.297959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a620a252-f697-40fd-a587-43cba2884e30 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8941712 Dec 13 15:06:31.298961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb0605e-bb53-4e59-a581-50ff384dd053') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:31.298961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb0605e-bb53-4e59-a581-50ff384dd053') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:31.300552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46556) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:31.306585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dc3fb63b-3a47-46d9-a7fc-235c21a6935d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1340981515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:31.309376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.366150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.374721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:06:31.375106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:06:31.377825 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:06:31.405046 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.407382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb63b-3a47-46d9-a7fc-235c21a6935d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.408840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb63b-3a47-46d9-a7fc-235c21a6935d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.426220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] No DVR routers for this DVR port 69fb2c90-d534-44de-856e-7a8fd2d14882 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:31.446186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd255-b6d6-4d00-aabe-2ebdf2e8d28f req-1f8f3530-816f-4159-942c-356b55fe4fe2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:31.447819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9addd255-b6d6-4d00-aabe-2ebdf2e8d28f req-1f8f3530-816f-4159-942c-356b55fe4fe2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 943 time: 0.1153467 Dec 13 15:06:31.471000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e02b-a1e0-484a-98c9-576e6d34136a None None] Pushing event deleted for resources: {'Port': ['ID=69fb2c90-d534-44de-856e-7a8fd2d14882,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:31.488422 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb63b-3a47-46d9-a7fc-235c21a6935d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.492423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-a2116a90-2349-4559-a63d-2e7bfb655571', 'network_id': 'a2116a90-2349-4559-a63d-2e7bfb655571', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': 'cb7249b6-7f25-48fa-a8c4-fccf7cf3e207'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:06:31.493308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.499943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9addd255-b6d6-4d00-aabe-2ebdf2e8d28f req-5d14b679-84d1-4d0e-9809-80091b5e3de7 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Dec 13 15:06:31.538027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.543066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.546467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ea0d2ca-03b5-436c-9498-f79877ae3763 HTTP/1.1" status: 204 len: 168 time: 0.8667603 Dec 13 15:06:31.563121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb63b-3a47-46d9-a7fc-235c21a6935d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.582364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef725d-fd21-4e91-8605-1d272d219e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea0d2ca-03b5-436c-9498-f79877ae3763,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:31.651710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb63b-3a47-46d9-a7fc-235c21a6935d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:31.653843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc3fb63b-3a47-46d9-a7fc-235c21a6935d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3519843 Dec 13 15:06:31.656327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46564) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:31.670360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Allocated IP 172.20.0.2 (a2116a90-2349-4559-a63d-2e7bfb655571/cb7249b6-7f25-48fa-a8c4-fccf7cf3e207/fb62351f-8f63-4106-9cdb-0bd3329a2f03) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:31.834634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1ef0458-af5d-4fef-a866-4d18d1e9379c req-63332421-479f-4584-af38-06faa71aa8d3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.0394344 Dec 13 15:06:31.952051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46568) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:32.000841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0ebd1829-295d-4176-b372-54e1b3ee891c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6322b64b529f47ecb014dd6da5bd7fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476377 Dec 13 15:06:32.003449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46570) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:32.031350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.061884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e787bf1-f002-449a-9d3a-77947d24b77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.086210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e787bf1-f002-449a-9d3a-77947d24b77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.095731 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.161373 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Network a2116a90-2349-4559-a63d-2e7bfb655571 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:32.164392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:32.168324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:32.169034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95351397-f544-4adb-974d-f19feb7be58e req-bedd0bcc-f7bc-49c1-aa46-0168508ba8ec tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:32.170566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95351397-f544-4adb-974d-f19feb7be58e req-bedd0bcc-f7bc-49c1-aa46-0168508ba8ec tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.1535873 Dec 13 15:06:32.178764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Pushing event updated for resources: {'Port': ['ID=fb62351f-8f63-4106-9cdb-0bd3329a2f03,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:32.203311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e787bf1-f002-449a-9d3a-77947d24b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.208680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e787bf1-f002-449a-9d3a-77947d24b77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.213176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e787bf1-f002-449a-9d3a-77947d24b77c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7585985c-ad84-44b1-9fe0-d854659d4c74 HTTP/1.1" status: 204 len: 168 time: 0.2080688 Dec 13 15:06:32.229943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 920e2836-b681-408c-b4a7-3fc5624cf49e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:06:32.231147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e787bf1-f002-449a-9d3a-77947d24b77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585985c-ad84-44b1-9fe0-d854659d4c74,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:32.248518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Attempting to bind port fb62351f-8f63-4106-9cdb-0bd3329a2f03 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:32.248888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Attempting to bind port fb62351f-8f63-4106-9cdb-0bd3329a2f03 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'f861d5a0-2f35-4ec3-a89e-f0e38c64980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a2116a90-2349-4559-a63d-2e7bfb655571'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:32.249252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Attempting to bind port fb62351f-8f63-4106-9cdb-0bd3329a2f03 on network a2116a90-2349-4559-a63d-2e7bfb655571 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:32.263219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:32.263596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Checking segment: {'id': 'f861d5a0-2f35-4ec3-a89e-f0e38c64980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a2116a90-2349-4559-a63d-2e7bfb655571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:32.264091 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.264444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Bound using segment: {'id': 'f861d5a0-2f35-4ec3-a89e-f0e38c64980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a2116a90-2349-4559-a63d-2e7bfb655571'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:32.264915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Bound port: fb62351f-8f63-4106-9cdb-0bd3329a2f03, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f861d5a0-2f35-4ec3-a89e-f0e38c64980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a2116a90-2349-4559-a63d-2e7bfb655571'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:32.265296 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.357020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95351397-f544-4adb-974d-f19feb7be58e req-2fee5c4d-1897-4aec-a02e-3c2f81f21cc0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805821 Dec 13 15:06:32.413040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:32.416966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d7019617-2201-45ff-8345-4ec69da11283 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:32.418146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.452247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d7019617-2201-45ff-8345-4ec69da11283 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:32.452583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d7019617-2201-45ff-8345-4ec69da11283 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:32.453008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 69fb2c90-d534-44de-856e-7a8fd2d14882 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:32.478807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'port_id': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'mac_address': 'fa:16:3e:c2:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:06:32.481650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 69fb2c90-d534-44de-856e-7a8fd2d14882 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:32.481954 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 69fb2c90-d534-44de-856e-7a8fd2d14882 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:32.484867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] For port fb62351f-8f63-4106-9cdb-0bd3329a2f03, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:32.521925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] For port fb62351f-8f63-4106-9cdb-0bd3329a2f03, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fb62351f-8f63-4106-9cdb-0bd3329a2f03,segment=NetworkSegment(f861d5a0-2f35-4ec3-a89e-f0e38c64980b),segment_id=f861d5a0-2f35-4ec3-a89e-f0e38c64980b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:32.549931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.580640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920e2836-b681-408c-b4a7-3fc5624cf49e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:06:32.619627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:32.626844 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.648281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5916f0-9432-4171-af13-b65bf7fa63ee req-fd678bc6-26c5-4950-91a7-7b909a320cb2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:32.658806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e5916f0-9432-4171-af13-b65bf7fa63ee req-fd678bc6-26c5-4950-91a7-7b909a320cb2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 943 time: 0.0838256 Dec 13 15:06:32.705573 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.715566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.20.0.1 (a2116a90-2349-4559-a63d-2e7bfb655571/cb7249b6-7f25-48fa-a8c4-fccf7cf3e207/dbb306d9-a8f0-4b28-a586-d054e312efea) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:32.715668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e5916f0-9432-4171-af13-b65bf7fa63ee req-91b0987d-85fd-4748-9bb1-5edcd0a84c57 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512402 Dec 13 15:06:32.716866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92871a4-e708-4a46-a7fa-c56ed4a60509 None None] Pushing event updated for resources: {'Port': ['ID=fb62351f-8f63-4106-9cdb-0bd3329a2f03,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:32.792598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:32.919151 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:32.935665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['920e2836-b681-408c-b4a7-3fc5624cf49e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:06:33.006178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb18e623-2026-4c3f-9246-6879651df0e8 req-80123c69-9eb5-4244-8a14-95223cc4d8f2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d9ef416-3013-45e0-becd-d26bd5efc44a HTTP/1.1" status: 200 len: 210 time: 0.0416150 Dec 13 15:06:33.134122 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:33.172084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network a2116a90-2349-4559-a63d-2e7bfb655571 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:33.175927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:33.186873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:33.227692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=dbb306d9-a8f0-4b28-a586-d054e312efea,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:33.242110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:33.429552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:33.497702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80353e22-5872-4c77-a56a-f94b3feeb28a req-bdaa40b5-0665-451c-9ba0-a03f77f9faad tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:33.507930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80353e22-5872-4c77-a56a-f94b3feeb28a req-bdaa40b5-0665-451c-9ba0-a03f77f9faad tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.0576749 Dec 13 15:06:33.562688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80353e22-5872-4c77-a56a-f94b3feeb28a req-4392b1b2-0545-423e-b400-93f4b781bd4b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524416 Dec 13 15:06:33.825725 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:33.884719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b285212-38cb-40b5-bf64-c6d7a74a26ef req-520bc5dd-62a6-48fe-a6b0-93d56d945a05 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:33.886250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b285212-38cb-40b5-bf64-c6d7a74a26ef req-520bc5dd-62a6-48fe-a6b0-93d56d945a05 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 944 time: 0.0582647 Dec 13 15:06:33.891054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fff463-fef0-447b-b807-04ce04aebef5 None None] Network a2116a90-2349-4559-a63d-2e7bfb655571 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:33.931584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:33.980540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b285212-38cb-40b5-bf64-c6d7a74a26ef req-446276ab-637a-41aa-b9f6-65ea2cb96ce6 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876169 Dec 13 15:06:34.015960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=dbb306d9-a8f0-4b28-a586-d054e312efea,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:34.018635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.023939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-57b32a64-0f8b-4db3-b075-ef310f93a151 None None] Provisioning complete for port fb62351f-8f63-4106-9cdb-0bd3329a2f03 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:34.024385 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57b32a64-0f8b-4db3-b075-ef310f93a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.121912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network a2116a90-2349-4559-a63d-2e7bfb655571 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:34.122792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:34.152246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57b32a64-0f8b-4db3-b075-ef310f93a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.197162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-57b32a64-0f8b-4db3-b075-ef310f93a151 None None] For port fb62351f-8f63-4106-9cdb-0bd3329a2f03, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fb62351f-8f63-4106-9cdb-0bd3329a2f03,segment=NetworkSegment(f861d5a0-2f35-4ec3-a89e-f0e38c64980b),segment_id=f861d5a0-2f35-4ec3-a89e-f0e38c64980b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:34.230996 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:06:34.234986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 920e2836-b681-408c-b4a7-3fc5624cf49e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:34.322572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 2cbdcb35-be4d-411d-b961-24fadbb2da56 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:06:34.356860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57b32a64-0f8b-4db3-b075-ef310f93a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.437448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fb62351f-8f63-4106-9cdb-0bd3329a2f03 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:34.459199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:34.469336 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ad3e47e-0090-4df1-b964-bf68bc9418ba tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/2cbdcb35-be4d-411d-b961-24fadbb2da56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8075650 Dec 13 15:06:34.470692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:34.477138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] Sync routers for ids ['2cbdcb35-be4d-411d-b961-24fadbb2da56'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:34.481535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:34.542883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] Routers {'2cbdcb35-be4d-411d-b961-24fadbb2da56'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:34.544025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2cbdcb35-be4d-411d-b961-24fadbb2da56'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:34.553865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 920e2836-b681-408c-b4a7-3fc5624cf49e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:06:34.567334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd74e60-2c2e-497f-a6ed-673db9395d20 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:34.570286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6cd74e60-2c2e-497f-a6ed-673db9395d20 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports/dbb306d9-a8f0-4b28-a586-d054e312efea HTTP/1.1" status: 200 len: 910 time: 0.0983031 Dec 13 15:06:34.576028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:34.607167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b32a64-0f8b-4db3-b075-ef310f93a151 None None] Pushing event updated for resources: {'Port': ['ID=fb62351f-8f63-4106-9cdb-0bd3329a2f03,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:34.628818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:34.646404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-256da24b-5de9-4a8e-abcb-056a7c33dec0 None None] Provisioning complete for port fb62351f-8f63-4106-9cdb-0bd3329a2f03 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:34.647007 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-256da24b-5de9-4a8e-abcb-056a7c33dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.649401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'port_id': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'mac_address': 'fa:16:3e:fa:fd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:06:34.653907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:34.696523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 920e2836-b681-408c-b4a7-3fc5624cf49e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:34.697338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.724270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb3e0-6985-4b75-a46b-c010a10244d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.807105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.809304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fb62351f-8f63-4106-9cdb-0bd3329a2f03 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:34.809719 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:34.878102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] Routers {'2cbdcb35-be4d-411d-b961-24fadbb2da56'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:34.878763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2cbdcb35-be4d-411d-b961-24fadbb2da56'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:34.892328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eb153c-cbf0-4c3a-a1de-3325ab607bfd {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:06:34.928496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725eb85-2908-4fde-bc4e-2a5819499550 req-fedc2237-e8d5-4d5f-baa7-450ac60bbbb1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:34.934759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6725eb85-2908-4fde-bc4e-2a5819499550 req-fedc2237-e8d5-4d5f-baa7-450ac60bbbb1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 943 time: 0.2566009 Dec 13 15:06:34.956006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:34.961901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:34.962762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc051263-f47a-4f48-9aed-7d160246c5eb None None] The sync data for ids ['2cbdcb35-be4d-411d-b961-24fadbb2da56'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:35.047301 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6725eb85-2908-4fde-bc4e-2a5819499550 req-05e1547b-f4a9-432f-a914-75c36ba56be4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029465 Dec 13 15:06:35.050187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.069064 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.097105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb3e0-6985-4b75-a46b-c010a10244d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.154679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:35.158000 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7482caa1-7d28-4e66-9749-6bd5e0807952" -d '{"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-plugged", "status": "completed", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:35.163280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88660ea-1060-4d6b-b41b-11a0942e42d1 req-ad29b86f-6ab8-4b0f-9a61-3957d7a0b031 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:35.170429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb3e0-6985-4b75-a46b-c010a10244d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.173402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:35.182085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e88660ea-1060-4d6b-b41b-11a0942e42d1 req-ad29b86f-6ab8-4b0f-9a61-3957d7a0b031 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 944 time: 0.0770037 Dec 13 15:06:35.182935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:35.191451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-256da24b-5de9-4a8e-abcb-056a7c33dec0 None None] Provisioning complete for port dbb306d9-a8f0-4b28-a586-d054e312efea triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:35.194325 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-256da24b-5de9-4a8e-abcb-056a7c33dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.229108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e88660ea-1060-4d6b-b41b-11a0942e42d1 req-caacef18-08e8-4e10-8265-8f207d8f870b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Dec 13 15:06:35.231209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.240492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0e3cb3e0-6985-4b75-a46b-c010a10244d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef814d986c21426bbb98065fcf34c039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558262 Dec 13 15:06:35.241220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46648) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:35.252106 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c1244-0e01-4c3b-aa65-f33e133fd7ec x-openstack-request-id: req-945c1244-0e01-4c3b-aa65-f33e133fd7ec {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:35.252476 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-plugged", "status": "completed", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:35.252689 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-945c1244-0e01-4c3b-aa65-f33e133fd7ec {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:35.253082 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'code': 200} Dec 13 15:06:35.264865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['61eb153c-cbf0-4c3a-a1de-3325ab607bfd'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:06:35.273839 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.278679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb3e0-6985-4b75-a46b-c010a10244d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde1333c-a605-4ff2-9e05-4b48ea2339d4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:35.312732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-256da24b-5de9-4a8e-abcb-056a7c33dec0 None None] Port dbb306d9-a8f0-4b28-a586-d054e312efea cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:35.361050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e42e2-c472-4a4c-9409-76408871acb8 req-cb6c7514-9c5f-4a5b-80a9-d2396e6866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:35.363045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-767e42e2-c472-4a4c-9409-76408871acb8 req-cb6c7514-9c5f-4a5b-80a9-d2396e6866be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1096 time: 0.0464666 Dec 13 15:06:35.376514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:35.416382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-55a78d60-1333-4773-a8db-de015baa84ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.428933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-767e42e2-c472-4a4c-9409-76408871acb8 req-28825b88-b6bd-42c2-917b-7e5d0f7ff42f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558963 Dec 13 15:06:35.475431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0f0cb385-909c-4ecd-8601-3c60b56289dc None None] Provisioning complete for port dbb306d9-a8f0-4b28-a586-d054e312efea triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:35.475804 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb385-909c-4ecd-8601-3c60b56289dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.507518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-55a78d60-1333-4773-a8db-de015baa84ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.524670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cb385-909c-4ecd-8601-3c60b56289dc None None] Port dbb306d9-a8f0-4b28-a586-d054e312efea cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:35.648794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port dbb306d9-a8f0-4b28-a586-d054e312efea {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:35.649139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.692996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-55a78d60-1333-4773-a8db-de015baa84ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.695450 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-55a78d60-1333-4773-a8db-de015baa84ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.696675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-55a78d60-1333-4773-a8db-de015baa84ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fde1333c-a605-4ff2-9e05-4b48ea2339d4 HTTP/1.1" status: 204 len: 168 time: 0.4544556 Dec 13 15:06:35.714108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a78d60-1333-4773-a8db-de015baa84ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde1333c-a605-4ff2-9e05-4b48ea2339d4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:35.756421 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:35.769374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for dbb306d9-a8f0-4b28-a586-d054e312efea owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:36.200884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826976-0fb7-4275-bb87-b5a3590e755d req-f7602e2b-aa5c-4eaa-b89f-023ffd73c7c1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:36.202331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85826976-0fb7-4275-bb87-b5a3590e755d req-f7602e2b-aa5c-4eaa-b89f-023ffd73c7c1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 944 time: 0.0559926 Dec 13 15:06:36.230390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:36.246425 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85826976-0fb7-4275-bb87-b5a3590e755d req-bee2f189-c4d6-44e3-9e54-02257afc0296 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372813 Dec 13 15:06:36.292191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:36.292191 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:36.327357 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:36.367137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fb62351f-8f63-4106-9cdb-0bd3329a2f03 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:36.388245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=dbb306d9-a8f0-4b28-a586-d054e312efea,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:36.494650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:36.555956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fb62351f-8f63-4106-9cdb-0bd3329a2f03 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:36.556516 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:36.603544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:36.654587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063df05-9b83-4938-a7cb-9d37048c1516 req-b8182090-5e0d-4426-add0-557af40de6a5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:36.654587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0063df05-9b83-4938-a7cb-9d37048c1516 req-b8182090-5e0d-4426-add0-557af40de6a5 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.2259917 Dec 13 15:06:36.679087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:36.693832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:36.752851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:36.782791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0063df05-9b83-4938-a7cb-9d37048c1516 req-eb256a91-0602-4712-a964-e1213e837ebe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183262 Dec 13 15:06:36.872637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 2cbdcb35-be4d-411d-b961-24fadbb2da56 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:36.953054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:36.958691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee7d0409-13ef-4b46-a504-b2476bfdd361 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/2cbdcb35-be4d-411d-b961-24fadbb2da56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3813157 Dec 13 15:06:36.961394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:36.966752 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] Sync routers for ids ['2cbdcb35-be4d-411d-b961-24fadbb2da56'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:36.979331 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] Routers {'2cbdcb35-be4d-411d-b961-24fadbb2da56'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:36.980160 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2cbdcb35-be4d-411d-b961-24fadbb2da56'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:36.991339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8e2de59f-7984-48e8-9209-82c6a4216736 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cbdcb35-be4d-411d-b961-24fadbb2da56 HTTP/1.1" status: 200 len: 205 time: 0.0265536 Dec 13 15:06:36.991561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46682) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:37.022614 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:37.032280 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] Routers {'2cbdcb35-be4d-411d-b961-24fadbb2da56'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:37.033018 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2cbdcb35-be4d-411d-b961-24fadbb2da56'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:37.069756 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:37.071006 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e8edc-ccd9-43b8-8834-6ed58fc9acd6 None None] The sync data for ids ['2cbdcb35-be4d-411d-b961-24fadbb2da56'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:37.086834 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a13f25-efcc-44cc-a685-db1482fedc7e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.251317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a13f25-efcc-44cc-a685-db1482fedc7e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.253520 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a13f25-efcc-44cc-a685-db1482fedc7e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.253909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:37.256817 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93469ad4-0f76-4ca2-b3a1-ef0a32cf6092" -d '{"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-plugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:37.295951 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429bc12-fb72-4ab6-8f07-578cdfd4ce81 x-openstack-request-id: req-6429bc12-fb72-4ab6-8f07-578cdfd4ce81 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:37.296248 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-plugged", "status": "completed", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:37.296517 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6429bc12-fb72-4ab6-8f07-578cdfd4ce81 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:37.296900 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'code': 200} Dec 13 15:06:37.373549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a13f25-efcc-44cc-a685-db1482fedc7e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.374093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a13f25-efcc-44cc-a685-db1482fedc7e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Fanout notify agent at l3_agent the message router_deleted on router 2cbdcb35-be4d-411d-b961-24fadbb2da56 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:06:37.381879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a13f25-efcc-44cc-a685-db1482fedc7e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.387109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-30a13f25-efcc-44cc-a685-db1482fedc7e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/2cbdcb35-be4d-411d-b961-24fadbb2da56 HTTP/1.1" status: 204 len: 168 time: 0.3902681 Dec 13 15:06:37.387109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:37.444857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc7e15-ca3b-4f19-97b4-9da642a5c955 req-5065397f-acd0-4ca6-8f1b-1049bfe41a5f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:37.446449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ddc7e15-ca3b-4f19-97b4-9da642a5c955 req-5065397f-acd0-4ca6-8f1b-1049bfe41a5f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 946 time: 0.1205111 Dec 13 15:06:37.482088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet cb7249b6-7f25-48fa-a8c4-fccf7cf3e207 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:06:37.490691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.545539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb0c0-b034-42d3-b348-0ea856655f0a req-1949dd49-ca42-49ab-b839-b17f4a5d28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:37.547072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a09eb0c0-b034-42d3-b348-0ea856655f0a req-1949dd49-ca42-49ab-b839-b17f4a5d28fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1097 time: 0.0489907 Dec 13 15:06:37.572005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ddc7e15-ca3b-4f19-97b4-9da642a5c955 req-056bb881-f83f-4af3-b108-23f794e4c19e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158702 Dec 13 15:06:37.596316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.621695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a09eb0c0-b034-42d3-b348-0ea856655f0a req-a34675ad-a118-4c83-9847-821aae8edf25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576658 Dec 13 15:06:37.706173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.824688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.861173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7249b6-7f25-48fa-a8c4-fccf7cf3e207,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:37.867141 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:37.873194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/cb7249b6-7f25-48fa-a8c4-fccf7cf3e207 HTTP/1.1" status: 204 len: 168 time: 0.4865267 Dec 13 15:06:37.873505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46722) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:37.879131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.879468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.879803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.880133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.880458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.880780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.881099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.881412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.881729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.882047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.882398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.882718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3471da-0095-489a-818f-ac32d227117d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:37.892965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e924e-130c-4a99-9667-6dbc481e0886 None None] Network a2116a90-2349-4559-a63d-2e7bfb655571 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:38.022100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751a3d-3dfc-4cda-ab59-a5d290371bc4 req-4a7d28fd-70f1-48f2-8516-728a5e0f7d70 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:38.029412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6751a3d-3dfc-4cda-ab59-a5d290371bc4 req-4a7d28fd-70f1-48f2-8516-728a5e0f7d70 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1270397 Dec 13 15:06:38.059036 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.089889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6751a3d-3dfc-4cda-ab59-a5d290371bc4 req-074bddb1-5c4b-4da2-847a-7418a1b0c6a1 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589366 Dec 13 15:06:38.145197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] DHCP port deletion for a2116a90-2349-4559-a63d-2e7bfb655571 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:06:38.182837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port fb62351f-8f63-4106-9cdb-0bd3329a2f03 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:38.183871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.238997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] Deleting port fb62351f-8f63-4106-9cdb-0bd3329a2f03 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:38.238997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.262207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port fb62351f-8f63-4106-9cdb-0bd3329a2f03, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fb62351f-8f63-4106-9cdb-0bd3329a2f03,segment=NetworkSegment(f861d5a0-2f35-4ec3-a89e-f0e38c64980b),segment_id=f861d5a0-2f35-4ec3-a89e-f0e38c64980b)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:38.262923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.279656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for fb62351f-8f63-4106-9cdb-0bd3329a2f03 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:38.294502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdbbc8-47df-4d0f-a070-579f2189ce1e req-18dab970-6904-49d1-8e1b-084078a06c15 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:38.306570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-60cdbbc8-47df-4d0f-a070-579f2189ce1e req-18dab970-6904-49d1-8e1b-084078a06c15 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.0938435 Dec 13 15:06:38.368118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-60cdbbc8-47df-4d0f-a070-579f2189ce1e req-d77d1ed5-fb02-4060-99f9-0a2b05ce6017 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565009 Dec 13 15:06:38.383877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fb62351f-8f63-4106-9cdb-0bd3329a2f03 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:38.387622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] For port fb62351f-8f63-4106-9cdb-0bd3329a2f03, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fb62351f-8f63-4106-9cdb-0bd3329a2f03,segment=NetworkSegment(f861d5a0-2f35-4ec3-a89e-f0e38c64980b),segment_id=f861d5a0-2f35-4ec3-a89e-f0e38c64980b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:38.388031 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.403306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46758) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:38.429196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] Calling delete_port for fb62351f-8f63-4106-9cdb-0bd3329a2f03 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:38.454996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf660d-660f-4985-af47-1053f3fba113 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:38.456617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-75bf660d-660f-4985-af47-1053f3fba113 tempest-TestNetworkAdvancedServerOps-1203419654 tempest-TestNetworkAdvancedServerOps-1203419654-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1091 time: 0.0523446 Dec 13 15:06:38.462871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:38.467103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:38.474131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.490969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No active binding found for port fb62351f-8f63-4106-9cdb-0bd3329a2f03 {{(pid=102825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 15:06:38.491404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fb62351f-8f63-4106-9cdb-0bd3329a2f03 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:38.520960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=fb62351f-8f63-4106-9cdb-0bd3329a2f03,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:38.521486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No DVR routers for this DVR port fb62351f-8f63-4106-9cdb-0bd3329a2f03 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:38.534146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.565413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] Pushing event deleted for resources: {'Port': ['ID=fb62351f-8f63-4106-9cdb-0bd3329a2f03,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:38.568022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7733a2-fa52-4239-93fb-214e768e3545 None None] No DVR routers for this DVR port fb62351f-8f63-4106-9cdb-0bd3329a2f03 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:38.626745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.676833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2116a90-2349-4559-a63d-2e7bfb655571']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:38.682410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.718488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f861d5a0-2f35-4ec3-a89e-f0e38c64980b') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:38.721897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f861d5a0-2f35-4ec3-a89e-f0e38c64980b') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:38.730454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.783521 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.796777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162b50-af4a-4b66-8783-a879806f32ce req-608a94af-cf4c-4380-bf70-aff9feea3022 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:38.798330 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e162b50-af4a-4b66-8783-a879806f32ce req-608a94af-cf4c-4380-bf70-aff9feea3022 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 946 time: 0.1501622 Dec 13 15:06:38.803147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:06:38.803546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:06:38.806533 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:06:39.258553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e162b50-af4a-4b66-8783-a879806f32ce req-175d3264-1a47-450b-9033-2262cef47a49 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493470 Dec 13 15:06:39.293603 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.355258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.363881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.367714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/a2116a90-2349-4559-a63d-2e7bfb655571 HTTP/1.1" status: 204 len: 168 time: 1.4929059 Dec 13 15:06:39.371845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46834) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:39.379488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-662231069', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:39.417185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600cd5-e9a7-42aa-bfb2-819b160e6167 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=a2116a90-2349-4559-a63d-2e7bfb655571,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:39.490311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Allocated IP 172.25.7.44 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/f50f24d0-18e3-4c26-8e81-bc9b7fda6c21) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:39.511029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.512369 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.573134 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.627255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.780049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.795706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:39.826861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:39.833255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:39.838165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:39.871348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=f50f24d0-18e3-4c26-8e81-bc9b7fda6c21,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:40.170791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.211879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.337292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.418945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.25.7.250 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/27381600-f869-4f2e-8c6a-c13ce5eba885) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:40.490776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299e47-3fcd-4667-850e-8ffec49da382 req-f61ad112-bc1d-46ed-aafb-56762b326a0f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:40.492300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01299e47-3fcd-4667-850e-8ffec49da382 req-f61ad112-bc1d-46ed-aafb-56762b326a0f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 946 time: 0.1259952 Dec 13 15:06:40.496467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.556775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01299e47-3fcd-4667-850e-8ffec49da382 req-2b7e4d6a-c02d-4952-a7b7-5e054d9eb533 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560997 Dec 13 15:06:40.599684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.710633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.744862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.764763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:40.769317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:40.773150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:40.781902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=27381600-f869-4f2e-8c6a-c13ce5eba885,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:40.831371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:40.919286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event updated for resources: {'Port': ['ID=f50f24d0-18e3-4c26-8e81-bc9b7fda6c21,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:40.929688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:41.055391 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 548c7f8e-c7a8-4903-af31-b802715ff261 associated. External IP: 172.25.7.44, port: 920e2836-b681-408c-b4a7-3fc5624cf49e. Dec 13 15:06:41.148936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:41.315248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1a234b73-26a9-40c4-ab25-097e5a4adb1d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:41.385851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:41.449077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:41.462199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] Sync routers for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:41.471183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:41.471982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:41.547620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:41.579701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ad25175c-67e5-4000-8ed8-3c9feb5207a2 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1166785 Dec 13 15:06:41.581511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:06:41.590324 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c0d34-b9f4-42c9-91ce-49b967c5f086" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:06:41.601428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:06:41.744278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da33065-5be9-43a9-b939-b556dd0ede6d req-b1cf5bdf-619b-463c-818b-de6189f4b13c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:41.753110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3da33065-5be9-43a9-b939-b556dd0ede6d req-b1cf5bdf-619b-463c-818b-de6189f4b13c tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1024868 Dec 13 15:06:41.770100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:41.805271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414782-f76a-42e5-921a-74c543ce2e47 req-a5fb015b-6852-495f-8c93-9140e7ca1e67 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:41.806868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65414782-f76a-42e5-921a-74c543ce2e47 req-a5fb015b-6852-495f-8c93-9140e7ca1e67 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 946 time: 0.0668461 Dec 13 15:06:41.815229 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3da33065-5be9-43a9-b939-b556dd0ede6d req-5f3cbaf6-ee89-493c-bb64-cbebac77fa9d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599182 Dec 13 15:06:41.824050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:41.835817 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] Sync routers for ids ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:41.849598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46888) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:41.852748 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] Routers {'bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:41.854073 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:41.895880 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65414782-f76a-42e5-921a-74c543ce2e47 req-d165da3a-afd7-4aff-8839-e209f07870f9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814536 Dec 13 15:06:41.939638 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd8ce0-1a7e-4b45-b200-cf1337211103 x-openstack-request-id: req-43dd8ce0-1a7e-4b45-b200-cf1337211103 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:06:41.942670 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:06:41.942924 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43dd8ce0-1a7e-4b45-b200-cf1337211103 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:06:41.943326 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'status': 'completed', 'code': 200} Dec 13 15:06:41.944232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:41.947496 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d21b9fe1-1bb3-4117-b1bc-3d88b1535d57 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5734725 Dec 13 15:06:41.953482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46892) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:41.954739 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:41.964674 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] Routers {'bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:41.965605 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:41.977203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f23630b8-2cfc-4674-90ee-be4ad67366f4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/548c7f8e-c7a8-4903-af31-b802715ff261 HTTP/1.1" status: 200 len: 990 time: 0.1264052 Dec 13 15:06:42.031074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-bc49de6d-469d-4ace-91b6-d125b16ceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:42.032656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-bc49de6d-469d-4ace-91b6-d125b16ceeb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1096 time: 0.0543277 Dec 13 15:06:42.041055 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:42.041814 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c23cb-c108-4a14-b409-8f9390e7b527 None None] The sync data for ids ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:42.151992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6abf35fd-f450-4814-b880-6187ce539fb1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/routers/bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 HTTP/1.1" status: 200 len: 880 time: 0.1977959 Dec 13 15:06:42.152829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-2802bc0a-514f-4ad9-965d-1f03abbc5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:42.154848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46896) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:42.156833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-2802bc0a-514f-4ad9-965d-1f03abbc5292 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34 HTTP/1.1" status: 200 len: 898 time: 0.1167493 Dec 13 15:06:42.180211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '548c7f8e-c7a8-4903-af31-b802715ff261', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'port_id': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'mac_address': 'fa:16:3e:c2:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:40Z', 'updated_at': '2021-12-13T15:06:40Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:21Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:42.212943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] Checking router: 1a234b73-26a9-40c4-ab25-097e5a4adb1d for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:06:42.228515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:42.229942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:42.253085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-a7fd2ac7-f4f0-48be-8aea-951ed13976a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920e2836-b681-408c-b4a7-3fc5624cf49e HTTP/1.1" status: 200 len: 998 time: 0.0885127 Dec 13 15:06:42.329657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-08b1c676-ebb9-4490-b863-9ee0abe32215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:42.337635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-08b1c676-ebb9-4490-b863-9ee0abe32215 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a572d54a-1a63-4f4a-bf80-6b831fa678f5 HTTP/1.1" status: 200 len: 835 time: 0.0772538 Dec 13 15:06:42.377380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:42.412814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-a341ffcd-82d7-411d-ac8c-740a599c1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:42.415073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-a341ffcd-82d7-411d-ac8c-740a599c1681 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703936 Dec 13 15:06:42.549660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-631ad7fb-58d5-4b80-9837-eb4719648001 service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272790 Dec 13 15:06:42.687277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '548c7f8e-c7a8-4903-af31-b802715ff261', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'port_id': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'mac_address': 'fa:16:3e:c2:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:40Z', 'updated_at': '2021-12-13T15:06:40Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:21Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:42.702548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a94c0d34-b9f4-42c9-91ce-49b967c5f086 req-6e79d96b-9b21-4cc0-ad60-8f0faf754f07 service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451714 Dec 13 15:06:42.735245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c2a52-34d8-462e-8e17-2c914599eb37 None None] The sync data for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 is: [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '548c7f8e-c7a8-4903-af31-b802715ff261', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'port_id': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'mac_address': 'fa:16:3e:c2:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:40Z', 'updated_at': '2021-12-13T15:06:40Z', 'revision_number': 0, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:21Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:42.739365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-206be02c-2660-4c84-9d23-8e2d5c1c595a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5822034 Dec 13 15:06:42.741892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46902) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:42.746891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d843bbdc-11cc-410b-bea0-1bac2bb286f9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-662231069'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:42.984602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46906) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:42.991505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc1806-6902-4cdf-8328-baf1e9045310 None None] New status for floating IP 548c7f8e-c7a8-4903-af31-b802715ff261: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:06:43.125279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-67a19868-9379-4356-9068-9ce741235c8b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/548c7f8e-c7a8-4903-af31-b802715ff261 HTTP/1.1" status: 200 len: 990 time: 0.1393902 Dec 13 15:06:43.147831 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d843bbdc-11cc-410b-bea0-1bac2bb286f9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:43.229602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d843bbdc-11cc-410b-bea0-1bac2bb286f9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:43.350869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d843bbdc-11cc-410b-bea0-1bac2bb286f9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:43.465402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d843bbdc-11cc-410b-bea0-1bac2bb286f9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:43.473060 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d843bbdc-11cc-410b-bea0-1bac2bb286f9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:43.474276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d843bbdc-11cc-410b-bea0-1bac2bb286f9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 HTTP/1.1" status: 200 len: 887 time: 0.7311213 Dec 13 15:06:43.476877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46922) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:43.479094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] Sync routers for ids ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:43.489257 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] Routers {'bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:43.489955 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:43.529216 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:43.544562 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] Routers {'bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:43.545290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:43.579923 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:43.580685 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cff409-0bb6-4027-8c59-85dc1900c01d None None] The sync data for ids ['bf5a70f3-d90b-4996-a1e3-3d3b650a6d98'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:43.600663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-238d9221-4f7a-4916-b61f-d6e46dfa5102 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/routers/bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 HTTP/1.1" status: 200 len: 887 time: 0.1226602 Dec 13 15:06:43.603350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:43.633715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-24e4b762-dd64-459c-b4da-0156bf491275 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 HTTP/1.1" status: 200 len: 205 time: 0.0290592 Dec 13 15:06:43.636623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46928) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:43.746147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:43.866277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:43.979998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 27381600-f869-4f2e-8c6a-c13ce5eba885 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:43.980582 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.072463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.087159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 27381600-f869-4f2e-8c6a-c13ce5eba885 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:44.129790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46934) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:44.200603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4f601bc0-f58c-4f89-947f-a4115032e655 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/548c7f8e-c7a8-4903-af31-b802715ff261 HTTP/1.1" status: 200 len: 992 time: 0.0696774 Dec 13 15:06:44.343456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.375488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=27381600-f869-4f2e-8c6a-c13ce5eba885,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:44.439972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.534498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.537258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.653630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.654216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Fanout notify agent at l3_agent the message router_deleted on router bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:06:44.662124 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.662764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e72e797a-455f-4fc8-9015-a43aa09df56a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 HTTP/1.1" status: 204 len: 168 time: 1.0248554 Dec 13 15:06:44.666655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46946) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:44.671685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1302832872'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:44.779632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:44.783375 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.812817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:06:44.823128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.823853 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment 95a81d86-e9aa-41e5-9108-d47169408651 of type vlan for network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 Dec 13 15:06:44.868805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.966042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:44.971880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:44.972491 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.043277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=d209b5fb-17b0-47c8-be17-81b0ee9e3dc5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:45.056498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:06:45.113649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca35e482-7965-484b-889e-0a4a09027198 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4453321 Dec 13 15:06:45.116572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46954) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:45.121575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': 'd209b5fb-17b0-47c8-be17-81b0ee9e3dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:45.282024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:45.287278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.516719 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.591559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=9c7fa30f-8713-4217-8512-d5fb7fd7cf36,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:45.596938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': '95a81d86-e9aa-41e5-9108-d47169408651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd209b5fb-17b0-47c8-be17-81b0ee9e3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:45.597327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: d209b5fb-17b0-47c8-be17-81b0ee9e3dc5, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:06:45.665033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:06:45.733758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d209b5fb-17b0-47c8-be17-81b0ee9e3dc5) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:45.739460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:45.740587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.748195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84931d26-6e10-4db4-9014-e154d7327893 None None] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:45.792172 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.811047 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a37ec2c0-d4c6-48a6-a899-29ab32af0ae0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6933937 Dec 13 15:06:45.813722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:45.818925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-251d6211-4b7f-41e5-b904-8ffa1b58dcf4 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-982011205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:45.913967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-d209b5fb-17b0-47c8-be17-81b0ee9e3dc5', 'network_id': 'd209b5fb-17b0-47c8-be17-81b0ee9e3dc5', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': '9c7fa30f-8713-4217-8512-d5fb7fd7cf36'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:06:45.914922 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.916564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-251d6211-4b7f-41e5-b904-8ffa1b58dcf4 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.917619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-251d6211-4b7f-41e5-b904-8ffa1b58dcf4 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:45.976410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-251d6211-4b7f-41e5-b904-8ffa1b58dcf4 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.053109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-251d6211-4b7f-41e5-b904-8ffa1b58dcf4 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.062835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Allocated IP 172.20.0.2 (d209b5fb-17b0-47c8-be17-81b0ee9e3dc5/9c7fa30f-8713-4217-8512-d5fb7fd7cf36/7985fd66-ac5c-4a0a-97e3-035748ae5d5e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:46.141797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-251d6211-4b7f-41e5-b904-8ffa1b58dcf4 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.146916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-251d6211-4b7f-41e5-b904-8ffa1b58dcf4 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3289535 Dec 13 15:06:46.147318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46970) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:46.234715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.299719 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.339934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:46.346330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:46.348198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:46.364042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Pushing event updated for resources: {'Port': ['ID=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:46.433713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Attempting to bind port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:46.435148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Attempting to bind port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '95a81d86-e9aa-41e5-9108-d47169408651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd209b5fb-17b0-47c8-be17-81b0ee9e3dc5'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:46.437181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Attempting to bind port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e on network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:46.444791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:46.445169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Checking segment: {'id': '95a81d86-e9aa-41e5-9108-d47169408651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd209b5fb-17b0-47c8-be17-81b0ee9e3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:46.447140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.447140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Bound using segment: {'id': '95a81d86-e9aa-41e5-9108-d47169408651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd209b5fb-17b0-47c8-be17-81b0ee9e3dc5'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:46.447140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Bound port: 7985fd66-ac5c-4a0a-97e3-035748ae5d5e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a81d86-e9aa-41e5-9108-d47169408651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd209b5fb-17b0-47c8-be17-81b0ee9e3dc5'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:46.447140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.528590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] For port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:46.534134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] For port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,segment=NetworkSegment(95a81d86-e9aa-41e5-9108-d47169408651),segment_id=95a81d86-e9aa-41e5-9108-d47169408651)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:46.608432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.635665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46976) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:46.682158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cb596-aa56-4777-b102-cf585d8053ba None None] Pushing event updated for resources: {'Port': ['ID=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:46.797986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b563c0c-5b59-4bc6-8451-62a3d5d7f830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.869808 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.917103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:46.927961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b563c0c-5b59-4bc6-8451-62a3d5d7f830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.007818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4b563c0c-5b59-4bc6-8451-62a3d5d7f830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.055157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b563c0c-5b59-4bc6-8451-62a3d5d7f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76294f-7a39-4368-93ea-e7f910f04033,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:47.061101 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4b563c0c-5b59-4bc6-8451-62a3d5d7f830 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc7357b7d02a4f2481437c7b40c453b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275312 Dec 13 15:06:47.063617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46980) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:47.131492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-006e2275-aa64-4041-9a77-764eb0878237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.154139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-006e2275-aa64-4041-9a77-764eb0878237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.193056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.20.0.1 (d209b5fb-17b0-47c8-be17-81b0ee9e3dc5/9c7fa30f-8713-4217-8512-d5fb7fd7cf36/5b390e80-844c-44ec-b648-6a0dba9f9af2) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:47.269757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-006e2275-aa64-4041-9a77-764eb0878237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.272606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-006e2275-aa64-4041-9a77-764eb0878237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.273805 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-006e2275-aa64-4041-9a77-764eb0878237 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b76294f-7a39-4368-93ea-e7f910f04033 HTTP/1.1" status: 204 len: 168 time: 0.2092803 Dec 13 15:06:47.282140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2275-aa64-4041-9a77-764eb0878237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b76294f-7a39-4368-93ea-e7f910f04033,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:47.329764 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.432023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.471773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:47.475214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:47.479376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:47.519798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=5b390e80-844c-44ec-b648-6a0dba9f9af2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:47.544225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.780634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:47.948086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd1ad0-bcdd-4713-9b40-8fbeaed95d31 None None] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:47.995029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46988) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:48.011055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ca18085-616f-4a61-bcb5-e214b1bf36dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.090617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e83f7a4e-abe3-4658-8882-6fa59b7e17e3 None None] Provisioning complete for port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:48.091143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e83f7a4e-abe3-4658-8882-6fa59b7e17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.105115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ca18085-616f-4a61-bcb5-e214b1bf36dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.109240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.167742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ca18085-616f-4a61-bcb5-e214b1bf36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.178833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.199898 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e83f7a4e-abe3-4658-8882-6fa59b7e17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.230301 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ca18085-616f-4a61-bcb5-e214b1bf36dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e6e7a9a43434b65ba6d12aea6d30635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340550 Dec 13 15:06:48.231494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca18085-616f-4a61-bcb5-e214b1bf36dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22ac32f-8bd6-4c86-9b8f-32244134a598,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:48.236820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 46990) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:48.237579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e83f7a4e-abe3-4658-8882-6fa59b7e17e3 None None] For port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,segment=NetworkSegment(95a81d86-e9aa-41e5-9108-d47169408651),segment_id=95a81d86-e9aa-41e5-9108-d47169408651)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:48.312261 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d4a08ee3-c6e7-4fc9-a562-df224bc5d2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.324769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.326854 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e83f7a4e-abe3-4658-8882-6fa59b7e17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.329091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=5b390e80-844c-44ec-b648-6a0dba9f9af2,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:48.349351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d4a08ee3-c6e7-4fc9-a562-df224bc5d2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.426313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7985fd66-ac5c-4a0a-97e3-035748ae5d5e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:48.457146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f7a4e-abe3-4658-8882-6fa59b7e17e3 None None] Pushing event updated for resources: {'Port': ['ID=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:48.457692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:48.459496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:48.510261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:48.511120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.516366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d4a08ee3-c6e7-4fc9-a562-df224bc5d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.520345 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d4a08ee3-c6e7-4fc9-a562-df224bc5d2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.521510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d4a08ee3-c6e7-4fc9-a562-df224bc5d2a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c22ac32f-8bd6-4c86-9b8f-32244134a598 HTTP/1.1" status: 204 len: 168 time: 0.2837329 Dec 13 15:06:48.535949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a08ee3-c6e7-4fc9-a562-df224bc5d2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22ac32f-8bd6-4c86-9b8f-32244134a598,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:48.613336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a0a6a79d-b475-41bf-a6e0-d3aa08c5361c None None] Provisioning complete for port 5b390e80-844c-44ec-b648-6a0dba9f9af2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:48.613336 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a0a6a79d-b475-41bf-a6e0-d3aa08c5361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.689940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6a79d-b475-41bf-a6e0-d3aa08c5361c None None] Port 5b390e80-844c-44ec-b648-6a0dba9f9af2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:48.713649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a0a6a79d-b475-41bf-a6e0-d3aa08c5361c None None] Provisioning complete for port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:48.714170 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a0a6a79d-b475-41bf-a6e0-d3aa08c5361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.757699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 2a5c5608-e365-4b2c-abe9-37c85d03fd99 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:06:48.895487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:48.901044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b7be181b-1fed-486e-9015-c1205630a12d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/2a5c5608-e365-4b2c-abe9-37c85d03fd99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7525449 Dec 13 15:06:48.903684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 46996) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:48.908062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] Sync routers for ids ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:48.937115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] Routers {'2a5c5608-e365-4b2c-abe9-37c85d03fd99'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:48.937441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:48.979818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:48.980713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944f00e5-cdd9-4375-8314-d5f006a31c43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:48.982211 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-944f00e5-cdd9-4375-8314-d5f006a31c43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports/5b390e80-844c-44ec-b648-6a0dba9f9af2 HTTP/1.1" status: 200 len: 910 time: 0.0774488 Dec 13 15:06:48.985348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47000) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:48.989987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-aa6bb3c2-02b4-4591-b45b-abc5777d5ab2 None None] Provisioning complete for port 5b390e80-844c-44ec-b648-6a0dba9f9af2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:48.989987 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb3c2-02b4-4591-b45b-abc5777d5ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:48.990740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c7fa30f-8713-4217-8512-d5fb7fd7cf36'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:49.022151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] Routers {'2a5c5608-e365-4b2c-abe9-37c85d03fd99'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:49.022894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:49.067774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:49.068471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91214ac-1615-4ba1-87b2-93ed91e05401 None None] The sync data for ids ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:49.071400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bb3c2-02b4-4591-b45b-abc5777d5ab2 None None] Port 5b390e80-844c-44ec-b648-6a0dba9f9af2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:49.171013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:49.193870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-01975791-55ae-4f90-a7f2-ff52b2b77afb None None] Provisioning complete for port 5b390e80-844c-44ec-b648-6a0dba9f9af2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:49.194301 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01975791-55ae-4f90-a7f2-ff52b2b77afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:49.246397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-01975791-55ae-4f90-a7f2-ff52b2b77afb None None] Port 5b390e80-844c-44ec-b648-6a0dba9f9af2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:49.576842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:49.639653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47016) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:49.678968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:49.821014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:49.821539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:49.822915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/ports/5b390e80-844c-44ec-b648-6a0dba9f9af2 HTTP/1.1" status: 200 len: 910 time: 0.8368707 Dec 13 15:06:49.824871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da5a5b-12e6-4583-958a-bf211b160ec1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=5b390e80-844c-44ec-b648-6a0dba9f9af2,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:49.826046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47022) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:49.829700 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c7c86-db7f-4abd-b76e-30065e66715a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:49.830165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c7c86-db7f-4abd-b76e-30065e66715a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:49.830715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c7c86-db7f-4abd-b76e-30065e66715a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:49.842385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e3c7c86-db7f-4abd-b76e-30065e66715a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=a978f1a88b40482e90c60d8cd5aa586d&network_id=39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 200 len: 2970 time: 0.1905305 Dec 13 15:06:49.870669 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51b5354a-d208-45d3-a1ee-0206246b0381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:50.188892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:50.350106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7985fd66-ac5c-4a0a-97e3-035748ae5d5e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:50.419308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:50.420137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:50.472598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 5b390e80-844c-44ec-b648-6a0dba9f9af2 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:50.473076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:50.570573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:50.583432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 5b390e80-844c-44ec-b648-6a0dba9f9af2 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:50.847566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:50.898120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=5b390e80-844c-44ec-b648-6a0dba9f9af2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:51.062157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.249800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 2a5c5608-e365-4b2c-abe9-37c85d03fd99 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:06:51.332075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:51.341786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-380f6505-a0dd-4eea-a655-a7c10e8eb1e7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/2a5c5608-e365-4b2c-abe9-37c85d03fd99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5078614 Dec 13 15:06:51.341786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47060) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:51.341964 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] Sync routers for ids ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:51.350404 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] Routers {'2a5c5608-e365-4b2c-abe9-37c85d03fd99'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:51.351225 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:51.368189 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e88393eb-1213-4502-8c45-c4a7b66522ab tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a5c5608-e365-4b2c-abe9-37c85d03fd99 HTTP/1.1" status: 200 len: 205 time: 0.0271471 Dec 13 15:06:51.372120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47062) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:51.395617 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:51.405670 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] Routers {'2a5c5608-e365-4b2c-abe9-37c85d03fd99'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:51.406844 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:51.444678 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:51.444678 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8c5e5-3a6c-4784-9f0a-ea9024ac6ba5 None None] The sync data for ids ['2a5c5608-e365-4b2c-abe9-37c85d03fd99'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:06:51.454269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51112122-8e9a-4fd5-9f87-5c993793faf8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.618271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51112122-8e9a-4fd5-9f87-5c993793faf8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.620508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51112122-8e9a-4fd5-9f87-5c993793faf8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.739428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51112122-8e9a-4fd5-9f87-5c993793faf8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.741521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51112122-8e9a-4fd5-9f87-5c993793faf8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5c5608-e365-4b2c-abe9-37c85d03fd99 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:06:51.748777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51112122-8e9a-4fd5-9f87-5c993793faf8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.752845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47070) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:51.753349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-51112122-8e9a-4fd5-9f87-5c993793faf8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/2a5c5608-e365-4b2c-abe9-37c85d03fd99 HTTP/1.1" status: 204 len: 168 time: 0.3799007 Dec 13 15:06:51.810697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet 9c7fa30f-8713-4217-8512-d5fb7fd7cf36 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:06:51.814128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.866952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:51.964601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.099501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.126792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7fa30f-8713-4217-8512-d5fb7fd7cf36,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:52.131330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.146172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9139dfa9-1a31-4465-abf3-f60c3d48646c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/9c7fa30f-8713-4217-8512-d5fb7fd7cf36 HTTP/1.1" status: 204 len: 168 time: 0.3803732 Dec 13 15:06:52.146310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ff495-e6f2-4fd4-ae11-5cb830ee0921 None None] Network d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:52.146677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:52.266110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.283813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47078) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:52.305489 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1550850b-2513-49c9-a147-4b323663de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.348828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:52.349206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.410955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] DHCP port deletion for d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:06:52.416163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,segment=NetworkSegment(95a81d86-e9aa-41e5-9108-d47169408651),segment_id=95a81d86-e9aa-41e5-9108-d47169408651)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:52.416536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.436156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 7985fd66-ac5c-4a0a-97e3-035748ae5d5e owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:52.440199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21a5fac6-3c88-421e-b2fd-1ac8cdf2460a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.469770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Deleting port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:06:52.470833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.527186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21a5fac6-3c88-421e-b2fd-1ac8cdf2460a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.541370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] For port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,segment=NetworkSegment(95a81d86-e9aa-41e5-9108-d47169408651),segment_id=95a81d86-e9aa-41e5-9108-d47169408651)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:52.541831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.559269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Calling delete_port for 7985fd66-ac5c-4a0a-97e3-035748ae5d5e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:06:52.596226 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21a5fac6-3c88-421e-b2fd-1ac8cdf2460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.609182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.635937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-21a5fac6-3c88-421e-b2fd-1ac8cdf2460a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e1cab2e96004e8781f7531f0f8d4ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508515 Dec 13 15:06:52.640015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:52.641715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47082) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:52.642501 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.645232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No DVR routers for this DVR port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:52.669273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Pushing event deleted for resources: {'Port': ['ID=7985fd66-ac5c-4a0a-97e3-035748ae5d5e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:52.678242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] No DVR routers for this DVR port 7985fd66-ac5c-4a0a-97e3-035748ae5d5e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:06:52.680878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.681155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.681496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.681844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.682189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.682798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.683134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.683479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.683793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.684180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.684592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.685049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84722def-811b-4beb-8ab0-3079eb58449a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:06:52.696301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5fac6-3c88-421e-b2fd-1ac8cdf2460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8609d432-ad92-4b4f-bf36-ad4d165e9913,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:52.750499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1140-75d3-45bf-901b-c79e663946cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.763102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.778270 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1140-75d3-45bf-901b-c79e663946cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.787856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d209b5fb-17b0-47c8-be17-81b0ee9e3dc5']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:52.818460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a81d86-e9aa-41e5-9108-d47169408651') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:52.818460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a81d86-e9aa-41e5-9108-d47169408651') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:52.821556 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.841971 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.857965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:06:52.859742 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:06:52.864227 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:06:53.366222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-244bd15e-ddd6-4ff5-8b5d-c56d91b3eb73 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451298 Dec 13 15:06:53.454188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-e1baf010-fa8b-4330-8207-9990f0d53131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:53.456049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-e1baf010-fa8b-4330-8207-9990f0d53131 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 1097 time: 0.0460064 Dec 13 15:06:53.584073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-a3f3df1e-72ef-42f8-adc1-c49193c92932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:53.586008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-a3f3df1e-72ef-42f8-adc1-c49193c92932 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.1004391 Dec 13 15:06:53.660458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-1fe0a7d6-a801-429f-b3f0-fe38faf8ca83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 200 len: 1001 time: 0.0659976 Dec 13 15:06:53.716260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-525f3e88-6a3b-42bc-8085-bba3ef347034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:53.717620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-525f3e88-6a3b-42bc-8085-bba3ef347034 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0482492 Dec 13 15:06:53.727358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1140-75d3-45bf-901b-c79e663946cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:53.731771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1140-75d3-45bf-901b-c79e663946cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:53.731771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1b9e1140-75d3-45bf-901b-c79e663946cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8609d432-ad92-4b4f-bf36-ad4d165e9913 HTTP/1.1" status: 204 len: 168 time: 1.0885057 Dec 13 15:06:53.750594 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:53.751140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:53.758632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e1140-75d3-45bf-901b-c79e663946cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8609d432-ad92-4b4f-bf36-ad4d165e9913,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:53.769479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:53.772787 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/d209b5fb-17b0-47c8-be17-81b0ee9e3dc5 HTTP/1.1" status: 204 len: 168 time: 1.6277926 Dec 13 15:06:53.773762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c50ef-d322-4c6d-8718-baef34901dee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=d209b5fb-17b0-47c8-be17-81b0ee9e3dc5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:53.783109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47098) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:53.788114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f83fe0bc-acd4-4913-8ecc-42cccf8c964b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-676235861', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:53.822118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-6a641932-d824-4ae6-be74-f4121497c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:53.823759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-6a641932-d824-4ae6-be74-f4121497c167 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914361 Dec 13 15:06:53.931204 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-6552ea41-23bc-488b-8d7f-f98e5a4b1071 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991340 Dec 13 15:06:53.948699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83fe0bc-acd4-4913-8ecc-42cccf8c964b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:53.949748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83fe0bc-acd4-4913-8ecc-42cccf8c964b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.060832 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83fe0bc-acd4-4913-8ecc-42cccf8c964b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.079886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-11eedd3e-7e5d-48c1-894f-aa14f7aca97a req-56454dbd-5e88-45d6-883f-e6dca0168135 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414855 Dec 13 15:06:54.116640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83fe0bc-acd4-4913-8ecc-42cccf8c964b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.129995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47112) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:54.183622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7bcb30-5875-41a5-80b3-44e27c04d56a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:54.191117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ad7bcb30-5875-41a5-80b3-44e27c04d56a tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 814 time: 0.0541534 Dec 13 15:06:54.210443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83fe0bc-acd4-4913-8ecc-42cccf8c964b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.211662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f83fe0bc-acd4-4913-8ecc-42cccf8c964b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4271932 Dec 13 15:06:54.216086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47116) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:54.221117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-1817731251'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:54.332875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7985fd66-ac5c-4a0a-97e3-035748ae5d5e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:06:54.333572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:54.337330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.353713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 7985fd66-ac5c-4a0a-97e3-035748ae5d5e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:06:54.354059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7985fd66-ac5c-4a0a-97e3-035748ae5d5e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:06:54.366803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:06:54.376271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.376790 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment 1c95f77b-c131-4719-88fe-edea143ae37e of type vlan for network 9d678d61-2db7-4e92-8a9b-0152f0763b8d Dec 13 15:06:54.420846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.495889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47120) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:54.509797 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28b86507-9f49-415a-bc4e-1c5ce12ba2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.519836 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.525424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:54.530965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.615055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=9d678d61-2db7-4e92-8a9b-0152f0763b8d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:54.626398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:06:54.660738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28b86507-9f49-415a-bc4e-1c5ce12ba2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.718942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-59e0880e-9e9f-4690-8b0b-175b37be0b1b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5016205 Dec 13 15:06:54.721908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47122) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:54.727591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:54.779180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28b86507-9f49-415a-bc4e-1c5ce12ba2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.841300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-28b86507-9f49-415a-bc4e-1c5ce12ba2f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=491a31b29f054583ba7760746e450272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442268 Dec 13 15:06:54.843985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47124) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:54.852839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b86507-9f49-415a-bc4e-1c5ce12ba2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eed2824-a996-410a-a5e7-1bb002c13bd9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:54.897276 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61af137b-84fc-4f3b-857e-41dc5444200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.920430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61af137b-84fc-4f3b-857e-41dc5444200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.938840 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:54.961822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:54.965618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.116454 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.274766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.303180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61af137b-84fc-4f3b-857e-41dc5444200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.305865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61af137b-84fc-4f3b-857e-41dc5444200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.309584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-61af137b-84fc-4f3b-857e-41dc5444200a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8eed2824-a996-410a-a5e7-1bb002c13bd9 HTTP/1.1" status: 204 len: 168 time: 0.4621649 Dec 13 15:06:55.326177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af137b-84fc-4f3b-857e-41dc5444200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eed2824-a996-410a-a5e7-1bb002c13bd9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:55.350576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=e6563ac4-70a7-4332-b934-9d0f8964f3fb,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:55.353232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:55.353594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: 9d678d61-2db7-4e92-8a9b-0152f0763b8d, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:06:55.428701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:06:55.449126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47138) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:55.454094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'network': {'name': 'tempest-network-smoke--866316384', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'port_security_enabled': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:55.510194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9d678d61-2db7-4e92-8a9b-0152f0763b8d) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:55.520081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:55.520673 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.522516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e0d46-9b86-43dd-b332-11437bb0d2d3 None None] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:55.562672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:55.566954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.591322 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:06:55.600392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.600745 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Added segment 5e63f3f3-385e-4a2b-b455-a1b182de9d47 of type vlan for network 1303e78d-af3d-4dde-8560-873f07ab72df Dec 13 15:06:55.640779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-99921056-6f30-427e-8179-336143f462c9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9176462 Dec 13 15:06:55.645036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47140) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:55.653462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.703875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:06:55.704826 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.766292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.774055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:55.775024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:55.864533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4114416 Dec 13 15:06:55.867851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47148) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:55.938304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Allocated IP 172.20.0.2 (9d678d61-2db7-4e92-8a9b-0152f0763b8d/e6563ac4-70a7-4332-b934-9d0f8964f3fb/2a10fa9f-e05e-42e4-aad9-4842f3a926f0) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:55.954009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33108a86-ebbd-4e57-bfbd-f2f860cf37a7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Network': ['ID=1303e78d-af3d-4dde-8560-873f07ab72df,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:55.979164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1303e78d-af3d-4dde-8560-873f07ab72df details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:06:55.984330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be1848-30d1-4b1d-8b32-b6db69992540 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:55.992970 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-73be1848-30d1-4b1d-8b32-b6db69992540 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a978f1a88b40482e90c60d8cd5aa586d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1223621 Dec 13 15:06:55.993159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47154) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:56.129558 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.230573 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.240925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952b3652-ff37-4f48-89b5-df77dc0343ba tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:56.242486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-952b3652-ff37-4f48-89b5-df77dc0343ba tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2492125 Dec 13 15:06:56.245736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47158) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:56.297611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d4bd0546-f469-49af-9fba-bcaa7fff2886 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504596 Dec 13 15:06:56.300318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47160) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:56.322490 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.333261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5a4c17b3-891e-440b-b697-9b1de929c062 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a978f1a88b40482e90c60d8cd5aa586d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290360 Dec 13 15:06:56.333602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47162) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:56.389228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:56.395233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:56.402962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:56.417841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Pushing event updated for resources: {'Port': ['ID=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:56.501765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.20.0.1 (9d678d61-2db7-4e92-8a9b-0152f0763b8d/e6563ac4-70a7-4332-b934-9d0f8964f3fb/346feab4-7048-4aff-9569-fe7cc7ab23c9) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:56.526484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Attempting to bind port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:56.526484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Attempting to bind port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:56.526484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Attempting to bind port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 on network 9d678d61-2db7-4e92-8a9b-0152f0763b8d {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:56.541112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:56.541722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Checking segment: {'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:56.543571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.545308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Bound using segment: {'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:56.547011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Bound port: 2a10fa9f-e05e-42e4-aad9-4842f3a926f0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:56.547694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.659186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] For port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:06:56.659435 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.665838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] For port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,segment=NetworkSegment(1c95f77b-c131-4719-88fe-edea143ae37e),segment_id=1c95f77b-c131-4719-88fe-edea143ae37e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:06:56.749775 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.824781 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:56.830201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40288b6a-9723-47f1-9e0a-31971aa4956a None None] Pushing event updated for resources: {'Port': ['ID=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:56.891563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:56.899084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:56.901301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=346feab4-7048-4aff-9569-fe7cc7ab23c9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:56.904260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:56.990079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.022082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb34299d-f57a-4626-944d-e4789b474b70 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:57.026182 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb34299d-f57a-4626-944d-e4789b474b70 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6890399 Dec 13 15:06:57.029561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47184) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:57.062005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3210382f-c02b-4784-8f85-ea1539a0499e tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313051 Dec 13 15:06:57.064822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47188) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:57.072114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119020146', 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:57.304543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:57.308547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.308688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.555478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47192) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:57.591443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.609616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.658492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Subnet': ['ID=5b3ed273-cdc6-48d3-897d-ab21cefcd016,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:57.687352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Checking segment: {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:57.694392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network hostable DHCP agents. Network: 1303e78d-af3d-4dde-8560-873f07ab72df, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:06:57.700085 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-53a828d8-8154-48f7-8c68-7584c0a150fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.716324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.794612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=346feab4-7048-4aff-9569-fe7cc7ab23c9,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:57.800537 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.800677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-53a828d8-8154-48f7-8c68-7584c0a150fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.883306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 1303e78d-af3d-4dde-8560-873f07ab72df is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:06:57.901954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:57.903620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:57.927414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-53a828d8-8154-48f7-8c68-7584c0a150fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.959882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7c96e-618c-44e6-8e27-d6a1538bcb29 None None] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:57.980694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1303e78d-af3d-4dde-8560-873f07ab72df) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:57.991424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-53a828d8-8154-48f7-8c68-7584c0a150fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d6f620cd2214cd283d8a2855c24ff88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348862 Dec 13 15:06:57.992833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:57.993408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:57.994520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:57.997379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a828d8-8154-48f7-8c68-7584c0a150fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b0c8ba-d7ad-4391-a941-1563528f5fcb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:58.025507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1753f3-0e49-496d-96ef-8bb5dc5640c1 None None] Network 1303e78d-af3d-4dde-8560-873f07ab72df requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:06:58.076569 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-49991be7-60e7-4020-86cf-8bc313430575 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0081224 Dec 13 15:06:58.082633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6a286af-dad8-456d-834a-7316d576208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.114476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-28fc6ce2-c586-40fd-930f-14dcfd64813d None None] Provisioning complete for port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:58.114857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28fc6ce2-c586-40fd-930f-14dcfd64813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.116132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6a286af-dad8-456d-834a-7316d576208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.178759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:06:58.358402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6a286af-dad8-456d-834a-7316d576208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.361272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6a286af-dad8-456d-834a-7316d576208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.371589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e6a286af-dad8-456d-834a-7316d576208c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65b0c8ba-d7ad-4391-a941-1563528f5fcb HTTP/1.1" status: 204 len: 168 time: 0.3669343 Dec 13 15:06:58.372242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-1303e78d-af3d-4dde-8560-873f07ab72df', 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ips': [{'subnet_id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:06:58.372242 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.399976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a286af-dad8-456d-834a-7316d576208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b0c8ba-d7ad-4391-a941-1563528f5fcb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:58.447850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:06:58.464137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-09f585c6-ec8b-4f83-9444-04df253c64b2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8180044 Dec 13 15:06:58.466842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47208) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:58.475319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:06:58.489582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47210) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:58.494276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834222985', 'description': 'tempest-secgroup-smoke-1834222985 description', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:58.502661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-959128447'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:58.511774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:06:58.513724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28fc6ce2-c586-40fd-930f-14dcfd64813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.522375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 15:06:58.522375 n-d-816954-1 neutron-server[102823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 15:06:58.522375 n-d-816954-1 neutron-server[102823]: [parameters: {'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'id': 'f4c82f97-96f5-4aac-85b5-4bd2253bcf61', 'expiration': datetime.datetime(2021, 12, 13, 15, 8, 58, 518161)}] Dec 13 15:06:58.522375 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:06:58.523286 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:06:58.579417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:06:58.580050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:58.635570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:58.635570 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.682149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:06:58.692980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-28fc6ce2-c586-40fd-930f-14dcfd64813d None None] For port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,segment=NetworkSegment(1c95f77b-c131-4719-88fe-edea143ae37e),segment_id=1c95f77b-c131-4719-88fe-edea143ae37e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:06:58.693373 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.693910 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment 41aafd37-0aa7-4980-9f4e-bfbbff156ea3 of type vlan for network ec0de60c-bac8-434d-b720-a28eb57c1e6b Dec 13 15:06:58.732790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Allocated IP 172.20.0.18 (1303e78d-af3d-4dde-8560-873f07ab72df/5b3ed273-cdc6-48d3-897d-ab21cefcd016/598ae8e1-fc73-45df-a181-9aeda40d788a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:06:58.738168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:58.738641 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.740167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.740811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:06:58.802160 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28fc6ce2-c586-40fd-930f-14dcfd64813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.876170 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.884332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:58.885011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:58.967304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:58.975399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:58.990055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:58.997706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.007590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.014672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.022448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.032371 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-50d1b880-1141-4f90-a56e-f0b030b4b70c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.1658573 Dec 13 15:06:59.041323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=ec0de60c-bac8-434d-b720-a28eb57c1e6b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:59.097623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70f61020-5b66-4baa-96e4-eaceb766d9a4 req-9e2feae4-e009-4acf-bb3d-c85ecfcdc23b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0640445 Dec 13 15:06:59.141937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c23c2d7b-a65e-41c0-aa97-440e42d604ac tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6722565 Dec 13 15:06:59.144701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47222) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:59.153127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:59.196683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:06:59.265439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.278941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc6ce2-c586-40fd-930f-14dcfd64813d None None] Pushing event updated for resources: {'Port': ['ID=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:59.295668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7f107e0b-367c-47b5-93bc-c67a01183a24 None None] Provisioning complete for port 346feab4-7048-4aff-9569-fe7cc7ab23c9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:59.296045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f107e0b-367c-47b5-93bc-c67a01183a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.370654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.384462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:06:59.388784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.438203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7f107e0b-367c-47b5-93bc-c67a01183a24 None None] Port 346feab4-7048-4aff-9569-fe7cc7ab23c9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:06:59.470513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.505687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:59.514574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7f107e0b-367c-47b5-93bc-c67a01183a24 None None] Provisioning complete for port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:59.514954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f107e0b-367c-47b5-93bc-c67a01183a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.556296 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.581174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.586262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47230) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:06:59.592499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7f1a9c0c-30ee-4622-948e-765fc9343a6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0959556 Dec 13 15:06:59.592613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0f99d93d-039b-47b8-b37e-3271f580c84d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:06:59.592712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:06:57Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:06:57Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:06:59.624169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:06:59.630848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Updating router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc port 346feab4-7048-4aff-9569-fe7cc7ab23c9 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:06:59.680041 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.688629 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.741365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Network 1303e78d-af3d-4dde-8560-873f07ab72df is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:06:59.744988 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.762174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:06:59.765383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:06:59.783675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f99d93d-039b-47b8-b37e-3271f580c84d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.815411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Pushing event updated for resources: {'Port': ['ID=598ae8e1-fc73-45df-a181-9aeda40d788a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:59.839962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=c804575c-c210-402c-9569-f7630ac7a0ce,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:06:59.879919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:59.879919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: ec0de60c-bac8-434d-b720-a28eb57c1e6b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:06:59.895820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f99d93d-039b-47b8-b37e-3271f580c84d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.926850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Attempting to bind port 598ae8e1-fc73-45df-a181-9aeda40d788a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:06:59.927213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Attempting to bind port 598ae8e1-fc73-45df-a181-9aeda40d788a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:06:59.928275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Attempting to bind port 598ae8e1-fc73-45df-a181-9aeda40d788a on network 1303e78d-af3d-4dde-8560-873f07ab72df {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:06:59.937570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3ff38c6e-37e4-43da-8727-73d9d64df763 None None] Provisioning complete for port 346feab4-7048-4aff-9569-fe7cc7ab23c9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:06:59.937944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c6e-37e4-43da-8727-73d9d64df763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.944885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:06:59.945276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Checking segment: {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:06:59.945668 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.946059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Bound using segment: {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:06:59.946574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Bound port: 598ae8e1-fc73-45df-a181-9aeda40d788a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:06:59.946954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.949737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.956897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.965784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.969460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.976095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.982293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.984774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f99d93d-039b-47b8-b37e-3271f580c84d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:06:59.988414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:06:59.990210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-9fc467a2-77cb-4015-8af9-641a99673a8f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.1095498 Dec 13 15:07:00.005222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99d93d-039b-47b8-b37e-3271f580c84d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd914da-c37a-422f-8c3b-28f13b02ac65,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:00.020684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:07:00.052525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1be57088-f94e-488b-b21f-a9dfa7aa5db6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.053874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1be57088-f94e-488b-b21f-a9dfa7aa5db6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "GET /v2.0/ports/0b585914-31fa-42d2-94a6-01be29f26100?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0564151 Dec 13 15:07:00.064283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3ff38c6e-37e4-43da-8727-73d9d64df763 None None] Port 346feab4-7048-4aff-9569-fe7cc7ab23c9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:00.090305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f99d93d-039b-47b8-b37e-3271f580c84d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.092185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0f99d93d-039b-47b8-b37e-3271f580c84d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5045366 Dec 13 15:07:00.094902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47240) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:00.100280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6ea134c3-31e4-4628-832d-72fb067a29b8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:00.126896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] For port 598ae8e1-fc73-45df-a181-9aeda40d788a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:00.144187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] For port 598ae8e1-fc73-45df-a181-9aeda40d788a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=598ae8e1-fc73-45df-a181-9aeda40d788a,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:00.145451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ec0de60c-bac8-434d-b720-a28eb57c1e6b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:00.150335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.151253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.156669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb7410-6f0a-43ea-b39b-873110928fbb None None] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:00.190823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1b0d148b-f72a-45e7-99e4-b6691a94786f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "GET /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1304135 Dec 13 15:07:00.200376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ea134c3-31e4-4628-832d-72fb067a29b8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.209195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:00.261655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.275106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.299250 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ea134c3-31e4-4628-832d-72fb067a29b8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.316439 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.335845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.342170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.348881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.356159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.367608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.371320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.379049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.387598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-4bb0fc41-ca9b-4b51-be20-57db0affe8bd tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 5433 time: 0.1551354 Dec 13 15:07:00.400760 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1ae040f7-9ad5-4705-b477-dea6078e55eb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2547965 Dec 13 15:07:00.407258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47250) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:00.407987 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.418071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:00.486201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] For port 0b585914-31fa-42d2-94a6-01be29f26100, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0b585914-31fa-42d2-94a6-01be29f26100,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:00.545532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] For port 0b585914-31fa-42d2-94a6-01be29f26100, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:00.580666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:07:00.582103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.588294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cf38f-f2a6-4034-9d59-d7d37fdb07c9 None None] Pushing event updated for resources: {'Port': ['ID=598ae8e1-fc73-45df-a181-9aeda40d788a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:00.595739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:00.596137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.607048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] device_id is not set on port 0b585914-31fa-42d2-94a6-01be29f26100 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:07:00.620067 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.625136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ea134c3-31e4-4628-832d-72fb067a29b8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.683514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b433478e-ede9-4626-9d8c-a9cfee5be3da req-c40ff5f1-78e1-44f2-b03a-6dd5c39f1327 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=9163c079-83ab-47a9-a6ee-119dfe2afc71&id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2950335 Dec 13 15:07:00.686955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea134c3-31e4-4628-832d-72fb067a29b8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7ae16f-2c1c-442f-a5ca-a11bed2ba4f6,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:00.731303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.853823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] Pushing event updated for resources: {'Port': ['ID=0b585914-31fa-42d2-94a6-01be29f26100,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:00.892110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ea134c3-31e4-4628-832d-72fb067a29b8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.894396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6ea134c3-31e4-4628-832d-72fb067a29b8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7972286 Dec 13 15:07:00.899681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47258) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:00.907347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2d2923f3-51f6-4d39-b0db-3f96d4315660 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:00.917674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60802-5d2c-45c0-8b8f-d0aaef352cf2 None None] Pushing event updated for resources: {'Port': ['ID=346feab4-7048-4aff-9569-fe7cc7ab23c9,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:00.922086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] No DVR routers for this DVR port 0b585914-31fa-42d2-94a6-01be29f26100 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:00.972969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Attempting to bind port 346feab4-7048-4aff-9569-fe7cc7ab23c9 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:00.973670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Attempting to bind port 346feab4-7048-4aff-9569-fe7cc7ab23c9 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:00.974268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Attempting to bind port 346feab4-7048-4aff-9569-fe7cc7ab23c9 on network 9d678d61-2db7-4e92-8a9b-0152f0763b8d {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:00.975627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] In _notify_port_updated(), no bound segment for port 0b585914-31fa-42d2-94a6-01be29f26100 on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:07:00.976712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:00.977528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:00.985233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-48ef0bc8-295c-4060-82c8-9b5bf9528996 service neutron] 10.222.0.50 "PUT /v2.0/ports/0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 200 len: 1027 time: 0.7752059 Dec 13 15:07:01.064227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-e9ed2afe-eba1-4974-887d-12c73a2a67d5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:01.066824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-e9ed2afe-eba1-4974-887d-12c73a2a67d5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "GET /v2.0/ports/0ab78f8f-bb5b-4aa3-badb-a502cb75114e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0767350 Dec 13 15:07:01.071798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:01.078056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:01.080503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Checking segment: {'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:01.086795 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.086795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Bound using segment: {'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:01.086795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Bound port: 346feab4-7048-4aff-9569-fe7cc7ab23c9, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c95f77b-c131-4719-88fe-edea143ae37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:01.086795 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.157705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.157909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4128a5f1-2b62-44c3-83b4-209c4095fbb3 None None] Provisioning complete for port 346feab4-7048-4aff-9569-fe7cc7ab23c9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:01.158438 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4128a5f1-2b62-44c3-83b4-209c4095fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.277644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4128a5f1-2b62-44c3-83b4-209c4095fbb3 None None] Port 346feab4-7048-4aff-9569-fe7cc7ab23c9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:01.288901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Allocated IP 172.21.0.2 (ec0de60c-bac8-434d-b720-a28eb57c1e6b/c804575c-c210-402c-9569-f7630ac7a0ce/28a1f5d0-4d30-45a7-b531-9bbbea1e2f78) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:01.319012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] For port 346feab4-7048-4aff-9569-fe7cc7ab23c9, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:01.323815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] For port 346feab4-7048-4aff-9569-fe7cc7ab23c9, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=346feab4-7048-4aff-9569-fe7cc7ab23c9,segment=NetworkSegment(1c95f77b-c131-4719-88fe-edea143ae37e),segment_id=1c95f77b-c131-4719-88fe-edea143ae37e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:01.371954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.374760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] For port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:01.416337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] For port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:01.425462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-072433c7-ddad-4a5e-a6c8-90d7a6ffff19 None None] Provisioning complete for port 0b585914-31fa-42d2-94a6-01be29f26100 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:01.426076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-072433c7-ddad-4a5e-a6c8-90d7a6ffff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.437649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.480826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] device_id is not set on port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:07:01.489776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.534629 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d2923f3-51f6-4d39-b0db-3f96d4315660 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.558046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-072433c7-ddad-4a5e-a6c8-90d7a6ffff19 None None] Port 0b585914-31fa-42d2-94a6-01be29f26100 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:01.576257 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.590823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:01.591698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:01.594614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60802-5d2c-45c0-8b8f-d0aaef352cf2 None None] Pushing event updated for resources: {'Port': ['ID=346feab4-7048-4aff-9569-fe7cc7ab23c9,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:01.608136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.700719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:01.735289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] No DVR routers for this DVR port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:01.740214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:01.790170 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.795938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d2923f3-51f6-4d39-b0db-3f96d4315660 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.873867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] In _notify_port_updated(), no bound segment for port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e on network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:07:01.875235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:01.876317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.878094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-08b349d4-f8c0-49b8-9f43-eb17b2776981 service neutron] 10.222.0.50 "PUT /v2.0/ports/0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 200 len: 1026 time: 0.8046656 Dec 13 15:07:01.884687 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d2923f3-51f6-4d39-b0db-3f96d4315660 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:01.945611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2923f3-51f6-4d39-b0db-3f96d4315660 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2f4701-347a-46b6-8d9e-445094b04739,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:02.038268 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d2923f3-51f6-4d39-b0db-3f96d4315660 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.062397 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2d2923f3-51f6-4d39-b0db-3f96d4315660 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1394699 Dec 13 15:07:02.062899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a97b2-12c2-44fc-baa0-0b98682cb2bd req-627806c9-6961-42e1-bd31-c8293b173253 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:02.062899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a97b2-12c2-44fc-baa0-0b98682cb2bd req-627806c9-6961-42e1-bd31-c8293b173253 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:02.063075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:02.063147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a97b2-12c2-44fc-baa0-0b98682cb2bd req-627806c9-6961-42e1-bd31-c8293b173253 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:02.063147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a97b2-12c2-44fc-baa0-0b98682cb2bd req-627806c9-6961-42e1-bd31-c8293b173253 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:02.067949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a97b2-12c2-44fc-baa0-0b98682cb2bd req-627806c9-6961-42e1-bd31-c8293b173253 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:02.069906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b17a97b2-12c2-44fc-baa0-0b98682cb2bd req-627806c9-6961-42e1-bd31-c8293b173253 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 3886 time: 0.1489639 Dec 13 15:07:02.070402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47280) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:02.076482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2d05ad87-d331-473f-8dc6-38a7af62c2bb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:02.079241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:02.085795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:02.108144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.21.0.1 (ec0de60c-bac8-434d-b720-a28eb57c1e6b/c804575c-c210-402c-9569-f7630ac7a0ce/b45c7ac2-523c-403c-93da-17672b4491ba) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:02.126101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port 2cca6fe3-da88-4c65-85db-39f506ea9a9a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:02.126465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.209640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b17a97b2-12c2-44fc-baa0-0b98682cb2bd req-dd30705d-e904-48b1-9f6e-9de061bb856a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079364 Dec 13 15:07:02.255340 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d05ad87-d331-473f-8dc6-38a7af62c2bb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.300853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] For port 2cca6fe3-da88-4c65-85db-39f506ea9a9a, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cca6fe3-da88-4c65-85db-39f506ea9a9a,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:02.301442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.332280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Pushing event updated for resources: {'Port': ['ID=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:02.337216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for 2cca6fe3-da88-4c65-85db-39f506ea9a9a owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:02.356747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e2d40-ffd3-47ce-bcd7-2355a460e7f9 None None] Network 1303e78d-af3d-4dde-8560-873f07ab72df requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:02.390443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d05ad87-d331-473f-8dc6-38a7af62c2bb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.402992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.412581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8f5b8e4c-cee1-4d43-862b-ababdb846144 None None] Provisioning complete for port 346feab4-7048-4aff-9569-fe7cc7ab23c9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:02.418980 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8e4c-cee1-4d43-862b-ababdb846144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.481836 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d05ad87-d331-473f-8dc6-38a7af62c2bb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.496237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 598ae8e1-fc73-45df-a181-9aeda40d788a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:02.538730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Attempting to bind port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:02.538730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Attempting to bind port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:02.538905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05ad87-d331-473f-8dc6-38a7af62c2bb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce83683e-f616-443e-9f93-b0ead2071dfd,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:02.539004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Attempting to bind port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 on network ec0de60c-bac8-434d-b720-a28eb57c1e6b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:02.561208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.564542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:02.564975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Checking segment: {'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:02.566011 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.566396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Bound using segment: {'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:02.566857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Bound port: 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:02.567245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.612142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:02.615862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:02.629020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:02.683899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=b45c7ac2-523c-403c-93da-17672b4491ba,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:02.719286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.719462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.722383 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d05ad87-d331-473f-8dc6-38a7af62c2bb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.724450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2d05ad87-d331-473f-8dc6-38a7af62c2bb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6513450 Dec 13 15:07:02.775196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47290) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:02.801392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 598ae8e1-fc73-45df-a181-9aeda40d788a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:02.802627 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.840287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:02.846224 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8e4c-cee1-4d43-862b-ababdb846144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.849936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] For port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:02.854896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47292) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:02.884667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] For port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,segment=NetworkSegment(41aafd37-0aa7-4980-9f4e-bfbbff156ea3),segment_id=41aafd37-0aa7-4980-9f4e-bfbbff156ea3)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:02.892358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=2cca6fe3-da88-4c65-85db-39f506ea9a9a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:02.921986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] No DVR routers for this DVR port 2cca6fe3-da88-4c65-85db-39f506ea9a9a on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:02.927903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:02.931632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-6e95f329-0674-44d8-89f0-9188f5cbab7f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "DELETE /v2.0/ports/2cca6fe3-da88-4c65-85db-39f506ea9a9a HTTP/1.1" status: 204 len: 173 time: 1.0475578 Dec 13 15:07:02.932537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': '2cca6fe3-da88-4c65-85db-39f506ea9a9a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:02.935347 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0f687-40f5-43c6-8377-68353ef222e9" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "2cca6fe3-da88-4c65-85db-39f506ea9a9a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:02.990779 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.027690 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8f5b8e4c-cee1-4d43-862b-ababdb846144 None None] For port 346feab4-7048-4aff-9569-fe7cc7ab23c9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=346feab4-7048-4aff-9569-fe7cc7ab23c9,segment=NetworkSegment(1c95f77b-c131-4719-88fe-edea143ae37e),segment_id=1c95f77b-c131-4719-88fe-edea143ae37e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:03.037141 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438da9db-28db-4017-acbd-d965eec862f6 x-openstack-request-id: req-438da9db-28db-4017-acbd-d965eec862f6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:03.037761 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "2cca6fe3-da88-4c65-85db-39f506ea9a9a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:03.038203 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-438da9db-28db-4017-acbd-d965eec862f6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:03.039120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8335c779-af66-4d0d-b895-8da6d851febc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.042010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.050617 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': '2cca6fe3-da88-4c65-85db-39f506ea9a9a', 'status': 'completed', 'code': 200} Dec 13 15:07:03.067881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:06:57Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:01Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:03.070548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port e9e01921-ca68-44f5-b12b-2a9e1377f580 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:03.070989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.088790 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Project a978f1a88b40482e90c60d8cd5aa586d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:07:03.119205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb65b8-e7ea-4fe1-a73a-b4b115d49510 None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:06:57Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:01Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:03.129607 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f5b8e4c-cee1-4d43-862b-ababdb846144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.141752 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.222583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83125b0c-f11b-43a3-a1af-2bb42f7b75f2 None None] Pushing event updated for resources: {'Port': ['ID=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:03.279983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.337364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] For port e9e01921-ca68-44f5-b12b-2a9e1377f580, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=e9e01921-ca68-44f5-b12b-2a9e1377f580,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:03.342042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.372118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b8e4c-cee1-4d43-862b-ababdb846144 None None] Pushing event updated for resources: {'Port': ['ID=346feab4-7048-4aff-9569-fe7cc7ab23c9,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:03.415617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 598ae8e1-fc73-45df-a181-9aeda40d788a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=598ae8e1-fc73-45df-a181-9aeda40d788a,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:03.431872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b466609e-73cd-430b-8122-f49a68826c9c no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:03.441578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8a72dcd6-f6ff-42a6-91d5-3d4a3b9e2d84 None None] Provisioning complete for port 598ae8e1-fc73-45df-a181-9aeda40d788a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:03.441960 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a72dcd6-f6ff-42a6-91d5-3d4a3b9e2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.580510 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.774040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8335c779-af66-4d0d-b895-8da6d851febc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.814863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0490-54aa-40f3-8370-63aecdcb9d8a req-87728375-ee41-4845-a09e-f4c6ec923f21 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:03.822096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0490-54aa-40f3-8370-63aecdcb9d8a req-87728375-ee41-4845-a09e-f4c6ec923f21 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:03.829662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0490-54aa-40f3-8370-63aecdcb9d8a req-87728375-ee41-4845-a09e-f4c6ec923f21 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:03.836551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0490-54aa-40f3-8370-63aecdcb9d8a req-87728375-ee41-4845-a09e-f4c6ec923f21 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:03.838359 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-211a0490-54aa-40f3-8370-63aecdcb9d8a req-87728375-ee41-4845-a09e-f4c6ec923f21 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 3151 time: 0.4581041 Dec 13 15:07:03.870873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=598ae8e1-fc73-45df-a181-9aeda40d788a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:03.883567 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.919588 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-211a0490-54aa-40f3-8370-63aecdcb9d8a req-8f834707-4ca7-4b09-83c7-ab112e758ef7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679393 Dec 13 15:07:03.920221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8335c779-af66-4d0d-b895-8da6d851febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.937634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.962508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:03.964815 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16658403-47b6-4d64-9a5b-4a3b99a93b30" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "b466609e-73cd-430b-8122-f49a68826c9c"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:03.971399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.979296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8a72dcd6-f6ff-42a6-91d5-3d4a3b9e2d84 None None] Provisioning complete for port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:03.979676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8a72dcd6-f6ff-42a6-91d5-3d4a3b9e2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.991690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8335c779-af66-4d0d-b895-8da6d851febc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcf9ba03f28c4a1bb2158f77d23ea880&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352317 Dec 13 15:07:03.992322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47306) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:03.995000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.995528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:03.995728 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Floating IP 165b203e-273b-4aab-aafd-677636dd3530 disassociated. External IP: 172.25.7.184, port: e9e01921-ca68-44f5-b12b-2a9e1377f580. Dec 13 15:07:03.996082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for e9e01921-ca68-44f5-b12b-2a9e1377f580 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:04.010197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.020405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335c779-af66-4d0d-b895-8da6d851febc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2a1c4-127c-4e93-809d-c31a5ca9bef1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:04.048313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.055734 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bf2846-6853-45dc-9671-a8c90227650d x-openstack-request-id: req-52bf2846-6853-45dc-9671-a8c90227650d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:04.056187 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "b466609e-73cd-430b-8122-f49a68826c9c", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:04.056552 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52bf2846-6853-45dc-9671-a8c90227650d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:04.059485 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c', 'code': 200} Dec 13 15:07:04.064810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b466609e-73cd-430b-8122-f49a68826c9c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b466609e-73cd-430b-8122-f49a68826c9c,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:04.079410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957ec9e1-01f7-44cc-860f-9a4f9355cf2d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:04.088116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8a72dcd6-f6ff-42a6-91d5-3d4a3b9e2d84 None None] Port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:04.137293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.154832 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.155947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device e9e01921-ca68-44f5-b12b-2a9e1377f580 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:04.183784 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.187880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6895addd-f333-4dbf-b949-b82d63769f2d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3502529 Dec 13 15:07:04.196024 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:07:04.198873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47308) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:04.203179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:04.229566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=b45c7ac2-523c-403c-93da-17672b4491ba,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:04.233620 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-60c41d59-0a70-4fae-95bc-8b60d40a430b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.270332 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-60c41d59-0a70-4fae-95bc-8b60d40a430b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.271270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b466609e-73cd-430b-8122-f49a68826c9c,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:04.278962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-96943ce4-1e9e-4b91-801e-598be23d22d3 None None] Provisioning complete for port 598ae8e1-fc73-45df-a181-9aeda40d788a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:04.282918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96943ce4-1e9e-4b91-801e-598be23d22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.334484 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Project a978f1a88b40482e90c60d8cd5aa586d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:07:04.335977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:04.339009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:04.340231 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.374136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.395620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.462839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:04.499701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=e9e01921-ca68-44f5-b12b-2a9e1377f580,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:04.523158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-60c41d59-0a70-4fae-95bc-8b60d40a430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.526183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-60c41d59-0a70-4fae-95bc-8b60d40a430b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.529703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-60c41d59-0a70-4fae-95bc-8b60d40a430b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11e2a1c4-127c-4e93-809d-c31a5ca9bef1 HTTP/1.1" status: 204 len: 168 time: 0.5313454 Dec 13 15:07:04.529829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.535437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cca6fe3-da88-4c65-85db-39f506ea9a9a no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:04.564414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2cca6fe3-da88-4c65-85db-39f506ea9a9a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:04.564767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cca6fe3-da88-4c65-85db-39f506ea9a9a not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:04.565740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b3c0ea7d-50db-4265-a72d-ae833691afff no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:04.652008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c41d59-0a70-4fae-95bc-8b60d40a430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2a1c4-127c-4e93-809d-c31a5ca9bef1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:04.661808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 598ae8e1-fc73-45df-a181-9aeda40d788a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:04.681634 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.682874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:04.690343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2f12862b-6740-49e9-aea7-5f4c82eb489c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2815237 Dec 13 15:07:04.693133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47312) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:04.698859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-603905459'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:04.707577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26514143-1cac-46dc-ac26-169235dc6f51,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:04.740823 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.763703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Router b755e055-ee19-4fa0-903a-79621009a105 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:04.788285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 598ae8e1-fc73-45df-a181-9aeda40d788a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:04.788662 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.833874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b3c0ea7d-50db-4265-a72d-ae833691afff, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b3c0ea7d-50db-4265-a72d-ae833691afff,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:04.842994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:04.847158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.897496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:07:04.916467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.923166 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment 7f866fca-396c-4894-953b-3c08d3ea0275 of type vlan for network 548a843d-3f9e-4d36-990b-47adda4f1ab4 Dec 13 15:07:04.951381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:04.963143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.963745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0b585914-31fa-42d2-94a6-01be29f26100 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:04.966037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:04.976006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:04.978462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-32ae46a4-6938-49d6-bca2-043bcc807c11 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7787721 Dec 13 15:07:04.979783 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] Sync routers for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:04.996333 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:04.996966 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:05.054120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:05.122541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] No DVR routers for this DVR port e9e01921-ca68-44f5-b12b-2a9e1377f580 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:05.129504 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:05.136876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-49e85035-7266-45da-a858-6669c4c5a4a0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "DELETE /v2.0/ports/e9e01921-ca68-44f5-b12b-2a9e1377f580 HTTP/1.1" status: 204 len: 173 time: 2.1941326 Dec 13 15:07:05.137519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:05.148764 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cf88b8-320c-4390-afdf-322e5d994d9a" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:05.202950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d258086-9e33-4ac3-a327-2e77bc242b20 None None] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:05.272894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab345-79ab-4281-9144-ebf42f8cd371 req-0531a68d-5acd-48db-bcf9-beb90291dbaf tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:05.276634 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982d848c-e931-43ba-b365-c7f18d9bcaf7 x-openstack-request-id: req-982d848c-e931-43ba-b365-c7f18d9bcaf7 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:05.277641 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "e9e01921-ca68-44f5-b12b-2a9e1377f580", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:05.284424 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-982d848c-e931-43ba-b365-c7f18d9bcaf7 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:05.284424 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'e9e01921-ca68-44f5-b12b-2a9e1377f580', 'status': 'completed', 'code': 200} Dec 13 15:07:05.290777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab345-79ab-4281-9144-ebf42f8cd371 req-0531a68d-5acd-48db-bcf9-beb90291dbaf tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:05.297142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab345-79ab-4281-9144-ebf42f8cd371 req-0531a68d-5acd-48db-bcf9-beb90291dbaf tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:05.298904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86fab345-79ab-4281-9144-ebf42f8cd371 req-0531a68d-5acd-48db-bcf9-beb90291dbaf tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 2412 time: 0.1748838 Dec 13 15:07:05.303162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:05.305917 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:05.334145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:05.334876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:05.444644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0b585914-31fa-42d2-94a6-01be29f26100 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:05.445674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0ab78f8f-bb5b-4aa3-badb-a502cb75114e no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:05.506864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=548a843d-3f9e-4d36-990b-47adda4f1ab4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:05.516617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86fab345-79ab-4281-9144-ebf42f8cd371 req-47897e13-93c6-43dc-a0dd-2a61113a5860 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668396 Dec 13 15:07:05.549160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:05.549315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-75e18a99-c736-4b11-861f-1a23efbc46f7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8526278 Dec 13 15:07:05.549549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47350) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:05.553268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:07:05.554378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:05.706586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-df31ce94-f91e-4edd-a93f-fe226228ef98 None None] Provisioning complete for port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:05.708247 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df31ce94-f91e-4edd-a93f-fe226228ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:05.712594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 0ab78f8f-bb5b-4aa3-badb-a502cb75114e not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:05.713609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device a9e20ea3-31f4-4a18-93af-82110cc4b6b4 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:05.716383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:05.717558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:05.802282 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 5, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:05.835331 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] Checking router: b755e055-ee19-4fa0-903a-79621009a105 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:05.835551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:05.835812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:05.843519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:05.848133 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:05.849013 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:05.850631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-11869308-4354-4677-b1be-d408d2039da7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834222985&fields=id&tenant_id=a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 267 time: 0.0937014 Dec 13 15:07:05.867838 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:05.975396 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:06.027122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] For port a9e20ea3-31f4-4a18-93af-82110cc4b6b4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:06.027697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.051747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-5f344cd3-d9af-457d-b33a-faade5895048 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:06.062376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-5f344cd3-d9af-457d-b33a-faade5895048 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/networks?id=1303e78d-af3d-4dde-8560-873f07ab72df HTTP/1.1" status: 200 len: 796 time: 0.2104356 Dec 13 15:07:06.066560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for a9e20ea3-31f4-4a18-93af-82110cc4b6b4 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:06.105845 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-e39a032d-cb3c-4639-8e3d-4cdffdb2a824 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/quotas/a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 375 time: 0.0423176 Dec 13 15:07:06.190496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b3c0ea7d-50db-4265-a72d-ae833691afff,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:06.193436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:06.200117 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79914151-0781-4920-b79e-d391ad1ef3d4" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:06.276060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:06.276684 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.310884 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b60d2ac-ee9b-432b-9e7b-d81462114744 x-openstack-request-id: req-6b60d2ac-ee9b-432b-9e7b-d81462114744 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:06.311074 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:06.311333 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b60d2ac-ee9b-432b-9e7b-d81462114744 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:06.311726 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff', 'code': 200} Dec 13 15:07:06.330048 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 5, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:06.350059 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.359034 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90adcd61-0fda-4cc2-ac0c-d1d385da3d7a None None] The sync data for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 is: [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T14:55:56Z', 'revision_number': 4, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a949de4-a346-479c-8f1d-91863c125b3d', 'name': '', 'network_id': '4ae87db4-6566-4a34-b93b-12167460eed5', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'mac_address': 'fa:16:3e:50:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:55Z', 'updated_at': '2021-12-13T14:56:04Z', 'revision_number': 5, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'subnets': [{'id': '97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:06.391708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:06.415005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-1dbd0a8d-2d0c-43d5-b003-d906283ea643 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3082230 Dec 13 15:07:06.428532 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.438292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=38fed73c-0898-49cd-8b4e-5d1a2afc3bf2,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:06.460223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:06.460223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: 548a843d-3f9e-4d36-990b-47adda4f1ab4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:07:06.488189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=a9e20ea3-31f4-4a18-93af-82110cc4b6b4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:06.545584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 update to DOWN by agent not found {{(pid=102825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 13 15:07:06.552809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] No DVR routers for this DVR port a9e20ea3-31f4-4a18-93af-82110cc4b6b4 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:06.556356 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.562754 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-652fd2dd-3d4e-483d-8aad-1a000b07d4c1 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "DELETE /v2.0/ports/a9e20ea3-31f4-4a18-93af-82110cc4b6b4 HTTP/1.1" status: 204 len: 173 time: 1.4046595 Dec 13 15:07:06.588846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:07:06.705522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 548a843d-3f9e-4d36-990b-47adda4f1ab4) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:06.713165 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.729259 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-df31ce94-f91e-4edd-a93f-fe226228ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.729370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:06.729370 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.787054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b0d3f-3e65-44e3-aa9a-8696e8c5effc req-e42ff983-a817-4160-a1be-44268ade0808 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:06.793178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b31907-43dc-4e93-89ff-3dec16059b8f None None] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:06.805581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b0d3f-3e65-44e3-aa9a-8696e8c5effc req-e42ff983-a817-4160-a1be-44268ade0808 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:06.807535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c60b0d3f-3e65-44e3-aa9a-8696e8c5effc req-e42ff983-a817-4160-a1be-44268ade0808 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 1677 time: 0.1582906 Dec 13 15:07:06.814063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port b466609e-73cd-430b-8122-f49a68826c9c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:06.814779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:06.880724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ffdcbe95-4a1a-4246-9f4b-527ad0710461 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3302076 Dec 13 15:07:06.885637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47378) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:06.894062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c60b0d3f-3e65-44e3-aa9a-8696e8c5effc req-6a15d296-814c-4874-b97f-f1bca375935b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756230 Dec 13 15:07:06.951372 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297548da-b4c6-43c2-8aa3-e890674ec65f None None] New status for floating IP 165b203e-273b-4aab-aafd-677636dd3530: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:07:07.100475 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-ff4b2126-5d75-4ccf-a30e-212f903e51b7 service neutron] 10.222.0.24 "GET /v2.0/networks/1303e78d-af3d-4dde-8560-873f07ab72df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229882 Dec 13 15:07:07.202273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] For port b466609e-73cd-430b-8122-f49a68826c9c, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b466609e-73cd-430b-8122-f49a68826c9c,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:07.202842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:07.214926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-548a843d-3f9e-4d36-990b-47adda4f1ab4', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:07:07.216015 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:07.237688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,segment=NetworkSegment(41aafd37-0aa7-4980-9f4e-bfbbff156ea3),segment_id=41aafd37-0aa7-4980-9f4e-bfbbff156ea3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:07.317655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:07.320304 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d203310c-84f4-4ff7-813d-14788a96f198" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "a9e20ea3-31f4-4a18-93af-82110cc4b6b4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:07.352694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for b466609e-73cd-430b-8122-f49a68826c9c owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:07.357410 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:07.358207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 346feab4-7048-4aff-9569-fe7cc7ab23c9 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:07.447380 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1540019e-3ec9-48f8-8560-0d80cade2183 x-openstack-request-id: req-1540019e-3ec9-48f8-8560-0d80cade2183 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:07.447380 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "a9e20ea3-31f4-4a18-93af-82110cc4b6b4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:07.447380 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1540019e-3ec9-48f8-8560-0d80cade2183 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:07.447758 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'a9e20ea3-31f4-4a18-93af-82110cc4b6b4', 'status': 'completed', 'code': 200} Dec 13 15:07:07.458267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-576cabea-09e6-425d-a2fe-a9b0c8913549 service neutron] 10.222.0.24 "GET /v2.0/networks/1303e78d-af3d-4dde-8560-873f07ab72df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374710 Dec 13 15:07:07.526384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:07.756825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 346feab4-7048-4aff-9569-fe7cc7ab23c9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:07.757435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:07.763533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-df31ce94-f91e-4edd-a93f-fe226228ef98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:07:07.763904 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-df31ce94-f91e-4edd-a93f-fe226228ef98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:07:07.850587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Allocated IP 172.22.0.2 (548a843d-3f9e-4d36-990b-47adda4f1ab4/38fed73c-0898-49cd-8b4e-5d1a2afc3bf2/29d7e9db-5262-4a9b-9f87-d8e40a2d3d05) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:07.958175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d174b629-75a2-4040-8c91-7d6af33a46f4 req-3fd534f7-a667-4613-a674-6e63e50b3486 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 210 time: 0.0677943 Dec 13 15:07:08.025735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 3, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:03Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:08.066211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:08.066899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Updating router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc port b45c7ac2-523c-403c-93da-17672b4491ba binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:07:08.076554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47408) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:08.108229 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.150564 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.214848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070cdb0-77e3-476a-8881-5776e704d4c8 req-cecf2f4e-b0d3-4edd-bbf8-010baf2d6d0f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:08.218327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-614dbd83-8916-4c2d-b064-42f7918da789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.220934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070cdb0-77e3-476a-8881-5776e704d4c8 req-cecf2f4e-b0d3-4edd-bbf8-010baf2d6d0f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:08.223232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5070cdb0-77e3-476a-8881-5776e704d4c8 req-cecf2f4e-b0d3-4edd-bbf8-010baf2d6d0f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 1677 time: 0.1571610 Dec 13 15:07:08.226261 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.284377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=b466609e-73cd-430b-8122-f49a68826c9c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:08.332008 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.367264 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-614dbd83-8916-4c2d-b064-42f7918da789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.381485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:08.407189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] No DVR routers for this DVR port b466609e-73cd-430b-8122-f49a68826c9c on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:08.417015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.420651 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-1e5b0c9f-e9d9-42d4-8275-c21041bcd8d2 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "DELETE /v2.0/ports/b466609e-73cd-430b-8122-f49a68826c9c HTTP/1.1" status: 204 len: 173 time: 1.8521233 Dec 13 15:07:08.453918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-614dbd83-8916-4c2d-b064-42f7918da789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.477435 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5070cdb0-77e3-476a-8881-5776e704d4c8 req-ff0b88bb-3412-496f-ae92-87ff9320f54c tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2342904 Dec 13 15:07:08.514185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.515824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-614dbd83-8916-4c2d-b064-42f7918da789 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ed101c783494da7bd737d07eedc424e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376493 Dec 13 15:07:08.519053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47416) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:08.525353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dbd83-8916-4c2d-b064-42f7918da789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbda872-3d1d-4861-bd2b-787ed27e1f0d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:08.559176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:08.560150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.583814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ae1188d-dcc4-41a0-ae7f-4aaee60d51a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.606107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ae1188d-dcc4-41a0-ae7f-4aaee60d51a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.616668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:08.635002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5250a7cf-e809-4994-94e0-51c875229360 None None] Provisioning complete for port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:08.635374 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5250a7cf-e809-4994-94e0-51c875229360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.637672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:08.638623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.22.0.1 (548a843d-3f9e-4d36-990b-47adda4f1ab4/38fed73c-0898-49cd-8b4e-5d1a2afc3bf2/2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:08.640443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:08.648573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Pushing event updated for resources: {'Port': ['ID=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:08.654215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port b3c0ea7d-50db-4265-a72d-ae833691afff {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:08.654674 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.784591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ae1188d-dcc4-41a0-ae7f-4aaee60d51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.788977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ae1188d-dcc4-41a0-ae7f-4aaee60d51a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:08.791372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6ae1188d-dcc4-41a0-ae7f-4aaee60d51a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dbda872-3d1d-4861-bd2b-787ed27e1f0d HTTP/1.1" status: 204 len: 168 time: 0.2711568 Dec 13 15:07:08.798920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Attempting to bind port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:08.800279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Attempting to bind port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:08.800279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Attempting to bind port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 on network 548a843d-3f9e-4d36-990b-47adda4f1ab4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:08.827320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1188d-dcc4-41a0-ae7f-4aaee60d51a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbda872-3d1d-4861-bd2b-787ed27e1f0d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:09.058607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:09.059034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Checking segment: {'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:09.059449 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.059827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Bound using segment: {'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:09.060352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Bound port: 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:09.060738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.132970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.188239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2ffc3d5b-3b40-4f1a-ba78-1b0563be2425 req-2519a6dd-8869-40e1-a647-6a8dd83c9832 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 210 time: 0.0616388 Dec 13 15:07:09.195921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5250a7cf-e809-4994-94e0-51c875229360 None None] Provisioning complete for port b45c7ac2-523c-403c-93da-17672b4491ba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:09.196209 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5250a7cf-e809-4994-94e0-51c875229360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.231837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-016d7270-4939-452b-9d35-51f976d41687 None None] For port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:09.246777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.249848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-016d7270-4939-452b-9d35-51f976d41687 None None] For port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,segment=NetworkSegment(7f866fca-396c-4894-953b-3c08d3ea0275),segment_id=7f866fca-396c-4894-953b-3c08d3ea0275)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:09.279974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] For port b3c0ea7d-50db-4265-a72d-ae833691afff, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b3c0ea7d-50db-4265-a72d-ae833691afff,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:09.284246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.296426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5250a7cf-e809-4994-94e0-51c875229360 None None] Port b45c7ac2-523c-403c-93da-17672b4491ba cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:09.309260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-af36565f-8141-46f9-a78b-f8fddb13ebc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:09.312266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for b3c0ea7d-50db-4265-a72d-ae833691afff owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:09.321539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1a335-f550-4ce9-acea-abbddb86b273 None None] Pushing event updated for resources: {'Port': ['ID=b45c7ac2-523c-403c-93da-17672b4491ba,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:09.321811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-af36565f-8141-46f9-a78b-f8fddb13ebc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.2128325 Dec 13 15:07:09.329375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.332151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-4e810dcf-f04d-4876-bc29-c0f45a937fc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/quotas/a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 375 time: 0.0110857 Dec 13 15:07:09.367739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.448610 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-76218df3-a376-456a-8295-08052ebc3092 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066701 Dec 13 15:07:09.457082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:09.463603 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e348641-1085-480d-8092-1fbed453aaba" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "b466609e-73cd-430b-8122-f49a68826c9c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:09.465345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Attempting to bind port b45c7ac2-523c-403c-93da-17672b4491ba on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:09.465729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Attempting to bind port b45c7ac2-523c-403c-93da-17672b4491ba by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:09.466092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Attempting to bind port b45c7ac2-523c-403c-93da-17672b4491ba on network ec0de60c-bac8-434d-b720-a28eb57c1e6b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:09.505994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:09.506403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Checking segment: {'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:09.506813 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.507217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Bound using segment: {'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:09.507710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Bound port: b45c7ac2-523c-403c-93da-17672b4491ba, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aafd37-0aa7-4980-9f4e-bfbbff156ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:09.508096 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.544807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d7270-4939-452b-9d35-51f976d41687 None None] Pushing event updated for resources: {'Port': ['ID=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:09.562927 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec1bbf-3a06-493a-a7ca-5c0576415b0b x-openstack-request-id: req-7bec1bbf-3a06-493a-a7ca-5c0576415b0b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:09.565740 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "b466609e-73cd-430b-8122-f49a68826c9c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:09.567338 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bec1bbf-3a06-493a-a7ca-5c0576415b0b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:09.567952 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'b466609e-73cd-430b-8122-f49a68826c9c', 'status': 'completed', 'code': 200} Dec 13 15:07:09.642828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-fe641aa4-ef14-4ae3-8b9f-b68086fbe74b service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928298 Dec 13 15:07:09.656653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] For port b45c7ac2-523c-403c-93da-17672b4491ba, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:09.699254 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.753141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ac555648-e6b4-461f-833b-c32d9a0b2a49 None None] Provisioning complete for port b45c7ac2-523c-403c-93da-17672b4491ba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:09.753763 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac555648-e6b4-461f-833b-c32d9a0b2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.771589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:09.784165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-1b68c845-faf9-44a5-9b01-56307c50fa3e service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347282 Dec 13 15:07:09.787307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:09.802965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.805145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:09.836493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:09.840890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=b3c0ea7d-50db-4265-a72d-ae833691afff,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:09.847831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] For port b45c7ac2-523c-403c-93da-17672b4491ba, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b45c7ac2-523c-403c-93da-17672b4491ba,segment=NetworkSegment(41aafd37-0aa7-4980-9f4e-bfbbff156ea3),segment_id=41aafd37-0aa7-4980-9f4e-bfbbff156ea3)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:09.870729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ac555648-e6b4-461f-833b-c32d9a0b2a49 None None] Port b45c7ac2-523c-403c-93da-17672b4491ba cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:09.920544 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.939191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e01d3-1745-475c-a7f6-d29c1133e511 req-a5c29d18-1d81-4658-ac5c-b4ca7ed105ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:09.941110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf3e01d3-1745-475c-a7f6-d29c1133e511 req-a5c29d18-1d81-4658-ac5c-b4ca7ed105ce tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 865 time: 0.3026950 Dec 13 15:07:09.990383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] No DVR routers for this DVR port b3c0ea7d-50db-4265-a72d-ae833691afff on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:09.992853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:09.998903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:09.998903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:10.012983 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:10.016029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-901b3e28-81b6-4eeb-9f59-6260d634a4d2 req-45822406-26fc-4982-bf1a-c5817cf03c13 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.50 "DELETE /v2.0/ports/b3c0ea7d-50db-4265-a72d-ae833691afff HTTP/1.1" status: 204 len: 173 time: 1.5863965 Dec 13 15:07:10.081823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1a335-f550-4ce9-acea-abbddb86b273 None None] Pushing event updated for resources: {'Port': ['ID=b45c7ac2-523c-403c-93da-17672b4491ba,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:10.186405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:10.256472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf3e01d3-1745-475c-a7f6-d29c1133e511 req-c5a694ef-d86e-4291-a75a-5fe58d5f6442 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4499f36-0e25-4720-bb23-91f5a76f8bca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2676775 Dec 13 15:07:10.287819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef853169-6d27-4867-845f-846ab655d744 req-b4bbd9e4-1e00-4cfd-96eb-a96432cadfed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.1006067 Dec 13 15:07:10.440976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:10.566343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-69215dc3-bcd0-442e-9b94-bbd990708c74 None None] Provisioning complete for port b45c7ac2-523c-403c-93da-17672b4491ba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:10.566903 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-69215dc3-bcd0-442e-9b94-bbd990708c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:10.666417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:10.667065 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:10.672464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:10.717075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-f75ae211-9369-409f-a88a-89211420f6b0 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:10.718580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-f75ae211-9369-409f-a88a-89211420f6b0 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "GET /v2.0/networks?id=1303e78d-af3d-4dde-8560-873f07ab72df HTTP/1.1" status: 200 len: 796 time: 0.4326651 Dec 13 15:07:10.735790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2fa330fb-9450-407d-beff-1747e1a598fc req-50baa9c9-04a5-4e80-b842-9cd6dd65ac15 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 210 time: 0.0543051 Dec 13 15:07:10.854954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-69215dc3-bcd0-442e-9b94-bbd990708c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:10.864840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-9199d1e6-bba7-451a-a4aa-70c16ae9c2bc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 472 time: 0.1316388 Dec 13 15:07:10.889035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'port': {'device_id': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df', 'admin_state_up': True, 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'security_groups': ['474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:10.909275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-69215dc3-bcd0-442e-9b94-bbd990708c74 None None] For port b45c7ac2-523c-403c-93da-17672b4491ba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b45c7ac2-523c-403c-93da-17672b4491ba,segment=NetworkSegment(41aafd37-0aa7-4980-9f4e-bfbbff156ea3),segment_id=41aafd37-0aa7-4980-9f4e-bfbbff156ea3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:10.983235 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-69215dc3-bcd0-442e-9b94-bbd990708c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.029913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 3, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:09Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:11.034780 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.091259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea068b6-5238-44e6-8a95-e6d607c025e2 None None] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:11.103985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786f00b-e5b7-4db0-a272-c10e8469e1e4 None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 3, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:09Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:11.229566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-46c1d0ac-657a-4f84-bb26-8f6f3cb8318f None None] Provisioning complete for port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:11.229943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46c1d0ac-657a-4f84-bb26-8f6f3cb8318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.231571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69215dc3-bcd0-442e-9b94-bbd990708c74 None None] Pushing event updated for resources: {'Port': ['ID=b45c7ac2-523c-403c-93da-17672b4491ba,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:11.340645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,segment=NetworkSegment(7f866fca-396c-4894-953b-3c08d3ea0275),segment_id=7f866fca-396c-4894-953b-3c08d3ea0275)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:11.391668 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.413724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e250f206-2fa5-4853-9999-744fd9d3f4c4 req-48b8ccea-19fb-4ce8-b707-303d347e5378 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0562015 Dec 13 15:07:11.426287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.503267 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e54a845-a662-4e54-b02b-7602132578a2 req-ef708e69-9e66-495e-8f7a-337f0b9b2b20 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.0525529 Dec 13 15:07:11.507866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.551331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:11.562698 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.574892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:11.577280 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596520cb-3a73-4f9b-ae35-a9421f342a6b" -d '{"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:11.659851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:11.663555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:11.753549 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cc335-1af2-473e-a7fd-03f418c2beea x-openstack-request-id: req-8e6cc335-1af2-473e-a7fd-03f418c2beea {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:11.754013 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0acca0e-0ac1-4d35-9276-be76d5077ba1", "name": "network-vif-deleted", "tag": "b3c0ea7d-50db-4265-a72d-ae833691afff", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:11.762347 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e6cc335-1af2-473e-a7fd-03f418c2beea {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:11.762347 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acca0e-0ac1-4d35-9276-be76d5077ba1', 'name': 'network-vif-deleted', 'tag': 'b3c0ea7d-50db-4265-a72d-ae833691afff', 'status': 'completed', 'code': 200} Dec 13 15:07:11.903362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:12.004284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-12b7d619-3342-48a6-8ee9-1404e7687342 None None] Provisioning complete for port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:12.004779 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-12b7d619-3342-48a6-8ee9-1404e7687342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.010885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.20.0.22 (1303e78d-af3d-4dde-8560-873f07ab72df/5b3ed273-cdc6-48d3-897d-ab21cefcd016/bc66a584-e093-470f-8a7c-8174e6cfb080) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:12.189145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-12b7d619-3342-48a6-8ee9-1404e7687342 None None] Provisioning complete for port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:12.189425 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-12b7d619-3342-48a6-8ee9-1404e7687342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.227657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.243001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-12b7d619-3342-48a6-8ee9-1404e7687342 None None] Port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:12.270351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:12.288825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68426fda-0afe-43ef-9fe0-ab403deada9c req-1327246d-113d-402e-9a02-02662e41703b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 210 time: 0.4114408 Dec 13 15:07:12.291379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:12.395594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.441207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:12.487265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 1303e78d-af3d-4dde-8560-873f07ab72df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:12.495664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:12.501780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:12.517567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:12.542988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7f153a2e-31e7-4569-866c-098e73a9a9b9 None None] Provisioning complete for port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:12.543359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f153a2e-31e7-4569-866c-098e73a9a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.572268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=bc66a584-e093-470f-8a7c-8174e6cfb080,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:12.668928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:12.674197 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.674197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7f153a2e-31e7-4569-866c-098e73a9a9b9 None None] Port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:12.710939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b22c06c5-4321-4b80-835d-1d668e8a80b0 req-d08e2073-3d41-4d4f-bc0f-d9eccac70ab6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0640435 Dec 13 15:07:12.826559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:12.827347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.829261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b45c7ac2-523c-403c-93da-17672b4491ba up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:12.918612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a1c3185a-28b8-4c6d-a222-8bc3effe0ba8 None None] Provisioning complete for port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:12.919222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a1c3185a-28b8-4c6d-a222-8bc3effe0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:12.930097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7c02a18-2634-4e1f-9b71-0acb0a5d2ed9 req-8863b2d0-f2dd-49cc-a582-b77608cc0f3b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.2715247 Dec 13 15:07:12.986766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:12.995305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c667998c-9385-43eb-be3e-dc223ff62028 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1055920 Dec 13 15:07:13.001057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:13.008930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'network': {'name': 'tempest-RoutersTest-241775019'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:13.016894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:13.032473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3185a-28b8-4c6d-a222-8bc3effe0ba8 None None] Port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:13.070080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-47d3f28f-896d-4e4a-9918-37f3743a1f6b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1984618 Dec 13 15:07:13.072500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:13.075908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:13.082307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-19f7cf37-c0d6-4e0f-a016-2da9d9cd2496 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:13.084712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-19f7cf37-c0d6-4e0f-a016-2da9d9cd2496 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.4245806 Dec 13 15:07:13.090077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Request body: {'port': {'device_id': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:13.138892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'port': {'device_id': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'admin_state_up': True, 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:13.149844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:13.153362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.186092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:13.206082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:07:13.224651 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.226389 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added segment 1aa9b899-8fef-4e71-934c-cd98ec72ea82 of type vlan for network 34a26048-df36-4d11-8704-3f23451ff00c Dec 13 15:07:13.272425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b45c7ac2-523c-403c-93da-17672b4491ba triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:13.278328 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.279919 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.390733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.392039 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.401418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:13.402439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.487158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:13.492291 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.632578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Network': ['ID=34a26048-df36-4d11-8704-3f23451ff00c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:13.655079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09837b69-7490-4736-a1cd-481780837734 req-5ceb1f3a-b66e-4757-854e-fd864e2b8d4b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:13.665542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09837b69-7490-4736-a1cd-481780837734 req-5ceb1f3a-b66e-4757-854e-fd864e2b8d4b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 932 time: 0.2576809 Dec 13 15:07:13.723788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09837b69-7490-4736-a1cd-481780837734 req-c8d7c15f-2e7e-4755-bf52-1719246d2eaf tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536971 Dec 13 15:07:13.730084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a9337079-52d1-4320-a2df-449ca2f83da3 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7332797 Dec 13 15:07:13.732917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47538) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:13.739533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'subnet': {'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:13.803578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-46146c56-95f5-47cb-b83b-3c5a25c60c82 None None] Provisioning complete for port bc66a584-e093-470f-8a7c-8174e6cfb080 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:13.803992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46146c56-95f5-47cb-b83b-3c5a25c60c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:13.853798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 34a26048-df36-4d11-8704-3f23451ff00c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:07:13.863719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-46146c56-95f5-47cb-b83b-3c5a25c60c82 None None] Port bc66a584-e093-470f-8a7c-8174e6cfb080 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:13.961820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.20.0.14 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:13.992124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-71e1bdf7-0bb2-4f9e-a7d6-8edf9715aa1d req-9b1cbbcd-a7d0-4633-ad99-92bd8751bf89 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0488451 Dec 13 15:07:14.012909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Made reservation on behalf of c6295820768549c6bd90340a4d0a213d for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:14.017231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:14.312503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc66a584-e093-470f-8a7c-8174e6cfb080 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:07:14.431635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:11Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:14.443243 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:14.498106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:14.498834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Updating router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:07:14.501820 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0db6e69d-c12f-481b-bf1a-a141e377516f req-8c9a5416-572a-4e9d-8ef2-5e65b2e996ad tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.1567738 Dec 13 15:07:14.532721 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:14.570173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Transition to ACTIVE for port object bc66a584-e093-470f-8a7c-8174e6cfb080 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:07:14.609184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffc5e-0dc6-49fb-83bb-515fa8b1495d req-01e3a411-46df-45fc-8eff-aa27c2c3944b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:14.610757 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67bffc5e-0dc6-49fb-83bb-515fa8b1495d req-01e3a411-46df-45fc-8eff-aa27c2c3944b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.2807910 Dec 13 15:07:14.653372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:14.676496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:14.818959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Checking segment: {'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:14.819427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network hostable DHCP agents. Network: 34a26048-df36-4d11-8704-3f23451ff00c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:07:14.868929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67bffc5e-0dc6-49fb-83bb-515fa8b1495d req-07576662-6dcd-45fb-a4ad-729e45bec07d tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451427 Dec 13 15:07:14.869705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Pushing event updated for resources: {'Port': ['ID=bc66a584-e093-470f-8a7c-8174e6cfb080,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:14.892127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Subnet': ['ID=94d34f64-8d8b-4e32-92b9-63db926c6bd6,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:14.924243 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.014490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 34a26048-df36-4d11-8704-3f23451ff00c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:07:15.072563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b260d3-708b-4ed7-b89a-fd3508d83c2d req-6b5fa805-e533-428f-99bc-c656cb490fa5 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:15.074171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-79b260d3-708b-4ed7-b89a-fd3508d83c2d req-6b5fa805-e533-428f-99bc-c656cb490fa5 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 944 time: 0.1218517 Dec 13 15:07:15.129248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Attempting to bind port bc66a584-e093-470f-8a7c-8174e6cfb080 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:15.130138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Attempting to bind port bc66a584-e093-470f-8a7c-8174e6cfb080 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:15.130138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Attempting to bind port bc66a584-e093-470f-8a7c-8174e6cfb080 on network 1303e78d-af3d-4dde-8560-873f07ab72df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:15.134883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Port bc66a584-e093-470f-8a7c-8174e6cfb080 on network 1303e78d-af3d-4dde-8560-873f07ab72df not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:07:15.135396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Attempting to bind port bc66a584-e093-470f-8a7c-8174e6cfb080 on network 1303e78d-af3d-4dde-8560-873f07ab72df {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:15.136682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 34a26048-df36-4d11-8704-3f23451ff00c) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:15.142410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:15.144154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Checking segment: {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:15.144561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Bound using segment: {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:15.145145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Bound port: bc66a584-e093-470f-8a7c-8174e6cfb080, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:15.145510 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.156902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.167487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62166dcb-f5a1-4eee-9c90-93226118018b None None] Network 34a26048-df36-4d11-8704-3f23451ff00c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:15.192203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:15.194056 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.211193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-79b260d3-708b-4ed7-b89a-fd3508d83c2d req-8a9469a2-d456-4ac1-8a79-0a78f32f5a83 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219923 Dec 13 15:07:15.214527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.300326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.319488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:15.331634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:15.359615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:15.360606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f8b20123-95c4-49b9-b513-527eb49dbbf5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6264067 Dec 13 15:07:15.374052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:15.411177 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dbd49a88-6ffb-4ba3-9034-b82cf77817ff req-d44acbec-4a58-4cb2-a8f1-3bfa772418fb tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0691121 Dec 13 15:07:15.472700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88aec6-c557-40df-a6ff-905e8adeafa9 None None] Pushing event updated for resources: {'Port': ['ID=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:15.649498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Attempting to bind port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:15.649867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Attempting to bind port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:15.650226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Attempting to bind port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 on network 548a843d-3f9e-4d36-990b-47adda4f1ab4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:15.712890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:15.713266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Checking segment: {'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:15.713670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.715468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Bound using segment: {'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:15.741610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Bound port: 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f866fca-396c-4894-953b-3c08d3ea0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:15.741610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.800846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf5eda-4c05-47d9-860b-cb2e0b0db925 req-d31bc05b-52ff-4e51-81f9-a70f1ddafca3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:15.832186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bcf5eda-4c05-47d9-860b-cb2e0b0db925 req-d31bc05b-52ff-4e51-81f9-a70f1ddafca3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 932 time: 0.1771011 Dec 13 15:07:15.848347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47608) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:15.928759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:15.953641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bcf5eda-4c05-47d9-860b-cb2e0b0db925 req-6fc38606-cc42-4cd0-89a8-4e39d1e8487b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142175 Dec 13 15:07:15.957853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-34a26048-df36-4d11-8704-3f23451ff00c', 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'fixed_ips': [{'subnet_id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:07:15.958972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.067671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] For port bc66a584-e093-470f-8a7c-8174e6cfb080, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:16.079692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] For port bc66a584-e093-470f-8a7c-8174e6cfb080, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc66a584-e093-470f-8a7c-8174e6cfb080,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:16.112672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8443da13-ef78-42ef-a0bd-a9e58420f742 None None] Provisioning complete for port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:16.113433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8443da13-ef78-42ef-a0bd-a9e58420f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.115743 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30d97566-fac8-4dd0-ac8b-95c4bd9f3daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.154013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:16.156251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] For port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:16.157106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.190923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] For port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,segment=NetworkSegment(7f866fca-396c-4894-953b-3c08d3ea0275),segment_id=7f866fca-396c-4894-953b-3c08d3ea0275)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:16.195091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8443da13-ef78-42ef-a0bd-a9e58420f742 None None] Port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:16.202298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Allocated IP 172.23.0.2 (34a26048-df36-4d11-8704-3f23451ff00c/94d34f64-8d8b-4e32-92b9-63db926c6bd6/2d30e2b0-9c77-4df2-af17-09a46b42672f) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:16.344331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30d97566-fac8-4dd0-ac8b-95c4bd9f3daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.384766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.387492 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.389280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:16.444731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9d63c-06ed-451a-9ddc-ed982e89af21 req-9e167ba3-2016-4c78-a7b2-6c341ff58adf tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:16.454865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54d9d63c-06ed-451a-9ddc-ed982e89af21 req-9e167ba3-2016-4c78-a7b2-6c341ff58adf tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 944 time: 0.0883181 Dec 13 15:07:16.462220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30d97566-fac8-4dd0-ac8b-95c4bd9f3daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.481662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:16.482292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.483804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] 10.222.0.50 "PUT /v2.0/ports/bc66a584-e093-470f-8a7c-8174e6cfb080 HTTP/1.1" status: 200 len: 1092 time: 3.3981729 Dec 13 15:07:16.495572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88aec6-c557-40df-a6ff-905e8adeafa9 None None] Pushing event updated for resources: {'Port': ['ID=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:16.512714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-510b853b-7984-4f7f-b3ed-1c2b814b9f6d None None] Provisioning complete for port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:16.512714 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-510b853b-7984-4f7f-b3ed-1c2b814b9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.535016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d97566-fac8-4dd0-ac8b-95c4bd9f3daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad6229c-57c1-4599-b013-95142d71583b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:16.549991 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-30d97566-fac8-4dd0-ac8b-95c4bd9f3daf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55bca97977a44160b611f5bfb060d211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7051792 Dec 13 15:07:16.560228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47618) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:16.597726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'tag': 'bc66a584-e093-470f-8a7c-8174e6cfb080'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:16.600629 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1096f461-0021-4940-9562-9b0deadd40ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22", "tag": "bc66a584-e093-470f-8a7c-8174e6cfb080"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:16.623742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-a42d744e-db06-4df6-90b6-968332682ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4911509 Dec 13 15:07:16.675140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:16.675963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54d9d63c-06ed-451a-9ddc-ed982e89af21 req-d385c572-488d-4f73-b435-db3e92ddbbfb tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199204 Dec 13 15:07:16.676684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:06:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:16.712152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b5b66-19d6-4d7a-aa46-804ab7ef04ca req-cd62f5dc-301c-4be7-a905-115e29681b80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:16.714084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a43b5b66-19d6-4d7a-aa46-804ab7ef04ca req-cd62f5dc-301c-4be7-a905-115e29681b80 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.6592846 Dec 13 15:07:16.718510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1393f9-8be7-4856-9223-ef5cb7d8386e service neutron] Pushing event updated for resources: {'Port': ['ID=bc66a584-e093-470f-8a7c-8174e6cfb080,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:16.743542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Request body: {'port': {'device_id': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:16.757130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a500e79-37e6-4974-857c-a4761fd2d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.840493 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a500e79-37e6-4974-857c-a4761fd2d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:16.918466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:16.938296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b3317ecd-49da-446f-9493-d15fa0e4cf0c req-5d6b4a9f-06ae-48e2-8fd0-1c12ba730431 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0834627 Dec 13 15:07:16.976016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7b41d315-a218-438e-b6da-206d26f88d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:16.980822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-7b41d315-a218-438e-b6da-206d26f88d77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 1095 time: 0.3455760 Dec 13 15:07:17.081124 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1507e9a2-bc60-4ba2-b61c-70808bbfa01d x-openstack-request-id: req-1507e9a2-bc60-4ba2-b61c-70808bbfa01d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:17.081766 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22", "tag": "bc66a584-e093-470f-8a7c-8174e6cfb080", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:17.081766 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1507e9a2-bc60-4ba2-b61c-70808bbfa01d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:17.084511 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'tag': 'bc66a584-e093-470f-8a7c-8174e6cfb080', 'status': 'completed', 'code': 200} Dec 13 15:07:17.088249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.117432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a500e79-37e6-4974-857c-a4761fd2d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.123207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a500e79-37e6-4974-857c-a4761fd2d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.124381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a500e79-37e6-4974-857c-a4761fd2d275 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fad6229c-57c1-4599-b013-95142d71583b HTTP/1.1" status: 204 len: 168 time: 0.5609753 Dec 13 15:07:17.168873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a500e79-37e6-4974-857c-a4761fd2d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad6229c-57c1-4599-b013-95142d71583b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:17.278981 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.285687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8b613-416b-42e0-a313-e2ff8336dd90 req-b3edbf96-9399-48eb-8394-9f6016a3d91b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:17.287866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9b8b613-416b-42e0-a313-e2ff8336dd90 req-b3edbf96-9399-48eb-8394-9f6016a3d91b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 932 time: 0.0776672 Dec 13 15:07:17.365427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-510b853b-7984-4f7f-b3ed-1c2b814b9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.369498 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.376149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a43b5b66-19d6-4d7a-aa46-804ab7ef04ca req-c37e417e-7a51-4141-92e4-2dce44dccbbe tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376739 Dec 13 15:07:17.435531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-97ae3f2a-a29b-41fb-9fe9-537d8d0325a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bc66a584-e093-470f-8a7c-8174e6cfb080 HTTP/1.1" status: 200 len: 217 time: 0.3499260 Dec 13 15:07:17.466898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Pushing event updated for resources: {'Port': ['ID=2d30e2b0-9c77-4df2-af17-09a46b42672f,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:17.490705 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.588549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-510b853b-7984-4f7f-b3ed-1c2b814b9f6d None None] For port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,segment=NetworkSegment(7f866fca-396c-4894-953b-3c08d3ea0275),segment_id=7f866fca-396c-4894-953b-3c08d3ea0275)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:17.625408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Network 34a26048-df36-4d11-8704-3f23451ff00c is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:17.637545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:17.643757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:17.708694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-510b853b-7984-4f7f-b3ed-1c2b814b9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.728396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-e406c5cc-4872-453f-8653-77c4da5bc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:17.735473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-e406c5cc-4872-453f-8653-77c4da5bc755 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b3ed273-cdc6-48d3-897d-ab21cefcd016 HTTP/1.1" status: 200 len: 838 time: 0.2843106 Dec 13 15:07:17.811248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:17.928562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9b8b613-416b-42e0-a313-e2ff8336dd90 req-30d59707-89c6-4b25-ad15-c89435c4d657 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342673 Dec 13 15:07:18.062946 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-c88a8d12-1967-4eed-9816-5af7c897a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:18.067791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:18.088085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-c88a8d12-1967-4eed-9816-5af7c897a4a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1303e78d-af3d-4dde-8560-873f07ab72df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3409660 Dec 13 15:07:18.107328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b853b-7984-4f7f-b3ed-1c2b814b9f6d None None] Pushing event updated for resources: {'Port': ['ID=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:18.120413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Attempting to bind port 2d30e2b0-9c77-4df2-af17-09a46b42672f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:18.120962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Attempting to bind port 2d30e2b0-9c77-4df2-af17-09a46b42672f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:18.121506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Attempting to bind port 2d30e2b0-9c77-4df2-af17-09a46b42672f on network 34a26048-df36-4d11-8704-3f23451ff00c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:18.125104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c690a352-dcee-4f6f-9591-92d00f413ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.132687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:16Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:18.162038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eae533-df4e-4a4d-882b-61df3f5da7ce None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:16Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:18.167684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:18.168256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Checking segment: {'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:18.168829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.169370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Bound using segment: {'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:18.170576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Bound port: 2d30e2b0-9c77-4df2-af17-09a46b42672f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:18.171135 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.175139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9741ac60-7d7d-4917-b06b-1e43f4b7e2d1 req-d8937a9b-43bc-4ec4-8a3e-556f3082f859 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0720894 Dec 13 15:07:18.292126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3782bebe-74d9-45fb-b90a-cdfcbac9cd4c None None] Provisioning complete for port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:18.292499 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3782bebe-74d9-45fb-b90a-cdfcbac9cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.347445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c690a352-dcee-4f6f-9591-92d00f413ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.381483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-1181b163-7ad7-4f17-9a3c-225215f5e004 service neutron] 10.222.0.50 "GET /v2.0/networks/1303e78d-af3d-4dde-8560-873f07ab72df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417023 Dec 13 15:07:18.388037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] For port 2d30e2b0-9c77-4df2-af17-09a46b42672f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:18.402008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] For port 2d30e2b0-9c77-4df2-af17-09a46b42672f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d30e2b0-9c77-4df2-af17-09a46b42672f,segment=NetworkSegment(1aa9b899-8fef-4e71-934c-cd98ec72ea82),segment_id=1aa9b899-8fef-4e71-934c-cd98ec72ea82)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:18.429852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c690a352-dcee-4f6f-9591-92d00f413ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.522330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.545216 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c690a352-dcee-4f6f-9591-92d00f413ef3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecf04d9c7a2e4e6aa574d1bdc03ffbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754758 Dec 13 15:07:18.550786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:18.578830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e2a7e-2125-4f16-bf60-5574202b01a9 req-56f7df58-c655-40c5-8c1c-59a0ab69c2ec tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:18.586382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-077e2a7e-2125-4f16-bf60-5574202b01a9 req-56f7df58-c655-40c5-8c1c-59a0ab69c2ec tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 944 time: 0.7221825 Dec 13 15:07:18.606620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690a352-dcee-4f6f-9591-92d00f413ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26b0ad-2c84-4c08-acb9-e6a91db0e97b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:18.624372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198aa7e-ba80-466c-a143-0b61319a6119 None None] Pushing event updated for resources: {'Port': ['ID=2d30e2b0-9c77-4df2-af17-09a46b42672f,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:18.628272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:18.705282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-077e2a7e-2125-4f16-bf60-5574202b01a9 req-2efb89e5-92e6-4d29-b1e1-49896116887d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177638 Dec 13 15:07:18.707883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44834688-e4bd-4014-a634-98dc4ec99515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.723805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:18.724182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.726544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:07:18.749687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac69bfb-961b-42c3-b46f-98f83f9f5461 req-61297d2e-3e6c-48da-8dcb-3345d305262e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:18.758352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bac69bfb-961b-42c3-b46f-98f83f9f5461 req-61297d2e-3e6c-48da-8dcb-3345d305262e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.2084076 Dec 13 15:07:18.777902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44834688-e4bd-4014-a634-98dc4ec99515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.780658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.819630 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bac69bfb-961b-42c3-b46f-98f83f9f5461 req-719b4be0-106b-4feb-8159-9cad116b9951 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600915 Dec 13 15:07:18.876912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Transition to ACTIVE for port object 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:07:18.896983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6823263-90bf-4cd4-aeac-33dbea4a927f req-34a2aa73-b988-4c4d-b308-f515c7eabc4f service neutron] 10.222.0.50 "GET /v2.0/networks/1303e78d-af3d-4dde-8560-873f07ab72df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946594 Dec 13 15:07:18.952416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.964255 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44834688-e4bd-4014-a634-98dc4ec99515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.967487 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44834688-e4bd-4014-a634-98dc4ec99515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:18.969176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-44834688-e4bd-4014-a634-98dc4ec99515 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b26b0ad-2c84-4c08-acb9-e6a91db0e97b HTTP/1.1" status: 204 len: 168 time: 0.4158297 Dec 13 15:07:19.001970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44834688-e4bd-4014-a634-98dc4ec99515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26b0ad-2c84-4c08-acb9-e6a91db0e97b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:19.120479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Pushing event updated for resources: {'Port': ['ID=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:19.266325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Allocated IP 172.23.0.1 (34a26048-df36-4d11-8704-3f23451ff00c/94d34f64-8d8b-4e32-92b9-63db926c6bd6/fa033420-40a6-4b2d-9698-2253b3eb753f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:19.383559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0548edd-7bdf-4430-b23f-e254937f3bdf req-b865d7a2-3671-40a8-9316-90aead2b6862 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Dec 13 15:07:19.428842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f461-0021-4940-9562-9b0deadd40ae req-05fe7205-8665-4215-bace-367c0e0a756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:19.428842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1096f461-0021-4940-9562-9b0deadd40ae req-05fe7205-8665-4215-bace-367c0e0a756c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 1095 time: 0.3217804 Dec 13 15:07:19.561404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fa96-0b92-4982-b610-db3385a9fb4f req-df25f1e5-308b-42bf-a3b4-8f248ad9ff3c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:19.563133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cdf6fa96-0b92-4982-b610-db3385a9fb4f req-df25f1e5-308b-42bf-a3b4-8f248ad9ff3c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.4557185 Dec 13 15:07:19.644181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Attempting to bind port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:19.644658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Attempting to bind port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:19.644880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Attempting to bind port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:19.672500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:07:19.672821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Attempting to bind port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:19.706135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:19.706751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:19.709213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:19.710005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Bound port: 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:19.710805 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:19.759779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f461-0021-4940-9562-9b0deadd40ae req-87326479-a3c0-4f66-885c-01ab41b45ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:19.762000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1096f461-0021-4940-9562-9b0deadd40ae req-87326479-a3c0-4f66-885c-01ab41b45ea9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1303e78d-af3d-4dde-8560-873f07ab72df HTTP/1.1" status: 200 len: 897 time: 0.2850723 Dec 13 15:07:19.769191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cdf6fa96-0b92-4982-b610-db3385a9fb4f req-0fa07a80-00c6-4255-9ca2-244a92e224b6 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906481 Dec 13 15:07:19.842979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747a51-8ee3-45e0-a50f-d5581f99b687 req-688d0361-cc02-4840-9453-4d6d04e161c3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:19.858395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2b747a51-8ee3-45e0-a50f-d5581f99b687 req-688d0361-cc02-4840-9453-4d6d04e161c3 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 944 time: 0.0977521 Dec 13 15:07:19.873996 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9fb90c5f-7d94-490d-a4d4-66bae541f0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:19.894056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] For port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:19.897703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] For port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:19.910266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:19.923758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1096f461-0021-4940-9562-9b0deadd40ae req-c2c282e1-401d-43b9-b251-6c2b18c4909a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bc66a584-e093-470f-8a7c-8174e6cfb080 HTTP/1.1" status: 200 len: 217 time: 0.1494117 Dec 13 15:07:19.946886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2b747a51-8ee3-45e0-a50f-d5581f99b687 req-9739669b-573c-49fe-8f0a-c1d6c51d22c6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836916 Dec 13 15:07:20.342053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:20.383245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:20.383731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:20.385327 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] 10.222.0.55 "PUT /v2.0/ports/9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e HTTP/1.1" status: 200 len: 1092 time: 3.7254033 Dec 13 15:07:20.388452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'tag': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:20.400620 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253f7b6e-6802-4fb9-a018-c7d7a263cad9" -d '{"events": [{"name": "network-changed", "server_uuid": "1411af83-a6e0-4b2e-9e31-e4558b68a43c", "tag": "9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:20.476076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d30e2b0-9c77-4df2-af17-09a46b42672f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:20.584011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d5b80-83af-461e-9b18-8f7e0b44952f service neutron] Pushing event updated for resources: {'Port': ['ID=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:20.592324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cda6112-8008-42b3-9084-d232debf516d req-9e9595ba-85af-48a8-9c7f-44adbafa6b83 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0536866 Dec 13 15:07:20.595106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c7d21-b17a-4c4c-9ffc-307734c39b7e None None] Network 34a26048-df36-4d11-8704-3f23451ff00c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:20.602487 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aeb8e7-ae82-40d9-a95f-499288bd91cf x-openstack-request-id: req-52aeb8e7-ae82-40d9-a95f-499288bd91cf {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:20.602953 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1411af83-a6e0-4b2e-9e31-e4558b68a43c", "tag": "9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:20.603218 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52aeb8e7-ae82-40d9-a95f-499288bd91cf {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:20.603686 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'tag': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e', 'status': 'completed', 'code': 200} Dec 13 15:07:20.622130 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:20.731658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=fa033420-40a6-4b2d-9698-2253b3eb753f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:20.743365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192acd41-09bb-44e6-a578-920ea6e03bfb req-33cd3cb2-e736-481d-b4e8-52eb99f50047 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:20.744839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192acd41-09bb-44e6-a578-920ea6e03bfb req-33cd3cb2-e736-481d-b4e8-52eb99f50047 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.8246408 Dec 13 15:07:20.782816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f461-0021-4940-9562-9b0deadd40ae req-7fd58cf7-62f8-4435-8b34-932ac2b24c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:20.782816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1096f461-0021-4940-9562-9b0deadd40ae req-7fd58cf7-62f8-4435-8b34-932ac2b24c55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b3ed273-cdc6-48d3-897d-ab21cefcd016 HTTP/1.1" status: 200 len: 838 time: 0.8381841 Dec 13 15:07:20.796810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2d30e2b0-9c77-4df2-af17-09a46b42672f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:20.797278 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:20.803968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a2ee86d7-367c-4066-b20d-e375aa029a5f None None] Provisioning complete for port 2d30e2b0-9c77-4df2-af17-09a46b42672f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:20.804440 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2ee86d7-367c-4066-b20d-e375aa029a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:20.836147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 34a26048-df36-4d11-8704-3f23451ff00c is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:20.858347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:20.861777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:20.918897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192acd41-09bb-44e6-a578-920ea6e03bfb req-142d11c0-fd0d-460c-8ebe-1110c78cb4c9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456814 Dec 13 15:07:20.969005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f7b6e-6802-4fb9-a018-c7d7a263cad9 req-41829c36-ed82-43d8-980d-697246bec8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:20.970871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-253f7b6e-6802-4fb9-a018-c7d7a263cad9 req-41829c36-ed82-43d8-980d-697246bec8e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 1095 time: 0.3708916 Dec 13 15:07:21.000404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc233fe-5ec9-4e86-8e05-a2646b8ad8e1 req-975def68-bc66-4c09-a09e-a69f720afe36 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:21.016781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fdc233fe-5ec9-4e86-8e05-a2646b8ad8e1 req-975def68-bc66-4c09-a09e-a69f720afe36 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1070113 Dec 13 15:07:21.084175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fdc233fe-5ec9-4e86-8e05-a2646b8ad8e1 req-be11b085-cd14-4adf-8a5b-cb290d3fe13c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665159 Dec 13 15:07:21.100816 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:21.101921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:21.105493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f461-0021-4940-9562-9b0deadd40ae req-c42b92eb-8fad-44b5-abe6-781164da506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:21.109077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1096f461-0021-4940-9562-9b0deadd40ae req-c42b92eb-8fad-44b5-abe6-781164da506a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1303e78d-af3d-4dde-8560-873f07ab72df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2821362 Dec 13 15:07:21.128387 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a2ee86d7-367c-4066-b20d-e375aa029a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:21.175596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 2d30e2b0-9c77-4df2-af17-09a46b42672f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d30e2b0-9c77-4df2-af17-09a46b42672f,segment=NetworkSegment(1aa9b899-8fef-4e71-934c-cd98ec72ea82),segment_id=1aa9b899-8fef-4e71-934c-cd98ec72ea82)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:21.256758 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:21.354546 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-a2ee86d7-367c-4066-b20d-e375aa029a5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:07:21.354912 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-a2ee86d7-367c-4066-b20d-e375aa029a5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:07:21.381835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=2d30e2b0-9c77-4df2-af17-09a46b42672f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:21.425770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98fd4b-1e94-4853-9a02-569ef9464f09 req-9cc7bd34-214b-4dc7-be11-68c13884be0c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:21.427087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f98fd4b-1e94-4853-9a02-569ef9464f09 req-9cc7bd34-214b-4dc7-be11-68c13884be0c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 944 time: 0.3265579 Dec 13 15:07:21.428237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f7b6e-6802-4fb9-a018-c7d7a263cad9 req-e828785a-19d3-48a9-9f14-242ec757530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:21.429566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-253f7b6e-6802-4fb9-a018-c7d7a263cad9 req-e828785a-19d3-48a9-9f14-242ec757530a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a5aa15afa16749ceba2a4413f1251d89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4462693 Dec 13 15:07:21.519402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc66a584-e093-470f-8a7c-8174e6cfb080 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:07:21.641972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f7b6e-6802-4fb9-a018-c7d7a263cad9 req-6bd7d4cf-f54d-489f-be7a-80c104530010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:21.641972 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-253f7b6e-6802-4fb9-a018-c7d7a263cad9 req-6bd7d4cf-f54d-489f-be7a-80c104530010 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993608 Dec 13 15:07:21.650579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1096f461-0021-4940-9562-9b0deadd40ae req-d03f2ff2-6680-4db3-a96c-b15f8ce8bcd3 service neutron] 10.222.0.50 "GET /v2.0/networks/1303e78d-af3d-4dde-8560-873f07ab72df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034919 Dec 13 15:07:21.742357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc66a584-e093-470f-8a7c-8174e6cfb080, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc66a584-e093-470f-8a7c-8174e6cfb080,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:21.762937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a336fb8-544c-4054-8b3f-8d5ab2165027 req-c1c62251-6f47-420c-a27c-f7b00eeb5ae0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0595071 Dec 13 15:07:21.781434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'bc66a584-e093-470f-8a7c-8174e6cfb080', 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df', 'port_id': 'bc66a584-e093-470f-8a7c-8174e6cfb080', 'mac_address': 'fa:16:3e:b9:49:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:07:21.863383 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:21.870695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1096f461-0021-4940-9562-9b0deadd40ae req-9ee53e1c-d536-4a80-ac68-80b355690d90 service neutron] 10.222.0.50 "GET /v2.0/networks/1303e78d-af3d-4dde-8560-873f07ab72df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681035 Dec 13 15:07:21.910418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc66a584-e093-470f-8a7c-8174e6cfb080 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:07:21.924592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:21.948386 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f98fd4b-1e94-4853-9a02-569ef9464f09 req-ec9f0791-fcd1-4d4b-95cf-5c9fbc0fb9a0 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5114226 Dec 13 15:07:21.949221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc66a584-e093-470f-8a7c-8174e6cfb080, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc66a584-e093-470f-8a7c-8174e6cfb080,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:21.989774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-ae0e1a65-660b-4c67-b573-e9d07f1a81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:21.991386 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-ae0e1a65-660b-4c67-b573-e9d07f1a81c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 1095 time: 0.2902789 Dec 13 15:07:22.036490 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:22.055565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-b615279e-8e38-448c-b11c-b4e69e2aafcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e HTTP/1.1" status: 200 len: 217 time: 0.0474303 Dec 13 15:07:22.096515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eef0f-2c00-47a4-958c-975ed3a9ce38 req-e2573ecc-af9f-4b32-a5e3-d79a8fe73211 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:22.104988 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e37eef0f-2c00-47a4-958c-975ed3a9ce38 req-e2573ecc-af9f-4b32-a5e3-d79a8fe73211 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.0754032 Dec 13 15:07:22.111048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-db12a7a6-071f-4106-a8f3-6ff6219c5704 None None] Provisioning complete for port 2d30e2b0-9c77-4df2-af17-09a46b42672f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:22.116307 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-db12a7a6-071f-4106-a8f3-6ff6219c5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:22.152066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-99797920-2d49-46db-a0b0-fdc309c5015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:22.153840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e37eef0f-2c00-47a4-958c-975ed3a9ce38 req-8111ec8a-5355-4e9d-9c48-999efdf75c5a tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469527 Dec 13 15:07:22.154178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-99797920-2d49-46db-a0b0-fdc309c5015e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0857773 Dec 13 15:07:22.186310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bc66a584-e093-470f-8a7c-8174e6cfb080,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:22.271039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['bc66a584-e093-470f-8a7c-8174e6cfb080'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:07:22.341446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-db12a7a6-071f-4106-a8f3-6ff6219c5704 None None] Provisioning complete for port fa033420-40a6-4b2d-9698-2253b3eb753f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:22.341764 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-db12a7a6-071f-4106-a8f3-6ff6219c5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:22.364608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-82c6f1e5-af5f-435f-aabd-cb85a86faedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:22.366980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-82c6f1e5-af5f-435f-aabd-cb85a86faedb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573682 Dec 13 15:07:22.375431 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4dbd70ea-8a88-405d-8321-ad70e5f97d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:22.384715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1632dc-4e0f-4a6f-9a31-519b5a70da8d req-3afbb63e-6758-4a88-bdb0-a9a9ce7696d2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:22.397845 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a1632dc-4e0f-4a6f-9a31-519b5a70da8d req-3afbb63e-6758-4a88-bdb0-a9a9ce7696d2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1743102 Dec 13 15:07:22.426587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-db12a7a6-071f-4106-a8f3-6ff6219c5704 None None] Port fa033420-40a6-4b2d-9698-2253b3eb753f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:22.485088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d30e2b0-9c77-4df2-af17-09a46b42672f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:22.689699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2d30e2b0-9c77-4df2-af17-09a46b42672f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:22.690182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:22.836543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1a1632dc-4e0f-4a6f-9a31-519b5a70da8d req-693ebe8d-d8c2-4116-85da-62f0c1d5494f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382155 Dec 13 15:07:22.958476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f96aa09c-6935-4e4d-aecf-0ed2befe2b67 req-8ad46a84-774f-4851-917f-ddaa670c114f tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0583892 Dec 13 15:07:22.979990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-66059b96-87c3-4e85-a359-4c95c5e3c5f1 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034317 Dec 13 15:07:23.096071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:23.162346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750d50c-e201-4f4c-8f93-0ccffe5ad6fc req-109ec61f-97f6-4d9c-a599-c3aa497fd24b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:23.163852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d750d50c-e201-4f4c-8f93-0ccffe5ad6fc req-109ec61f-97f6-4d9c-a599-c3aa497fd24b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 945 time: 0.0861359 Dec 13 15:07:23.212707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:23.249938 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bb91706-9abf-4132-8cf3-9521ba0aa50e req-e91f829b-34e8-49ab-acd4-140b65dd3de6 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614574 Dec 13 15:07:23.275910 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:23.325761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5db69-ba0f-479b-8f00-d76bc26c0618 req-79eae104-e587-4f22-bbd2-cc600dbf5a55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:23.327743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1a5db69-ba0f-479b-8f00-d76bc26c0618 req-79eae104-e587-4f22-bbd2-cc600dbf5a55 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.0864532 Dec 13 15:07:23.341445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event updated for resources: {'Port': ['ID=fa033420-40a6-4b2d-9698-2253b3eb753f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:23.346259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d750d50c-e201-4f4c-8f93-0ccffe5ad6fc req-0bfffaf5-d463-4c26-8be0-d584a2bd74f8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447001 Dec 13 15:07:23.347559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:23.395556 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1a5db69-ba0f-479b-8f00-d76bc26c0618 req-e4c7a014-d9c8-4436-b94e-ce206932b202 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523298 Dec 13 15:07:23.487737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Network 34a26048-df36-4d11-8704-3f23451ff00c is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:23.490051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:23.534499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc66a584-e093-470f-8a7c-8174e6cfb080 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:23.655424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:23.767013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port bc66a584-e093-470f-8a7c-8174e6cfb080 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:07:23.771329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port bc66a584-e093-470f-8a7c-8174e6cfb080 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:23.778527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:23.779583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:23.790355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db7042a6-611f-4518-b8c5-cecad2257d9e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4149973 Dec 13 15:07:23.790488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:23.794041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:23.795984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:23.805603 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:23.806561 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:23.883734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-31e18331-ff52-4b9b-ad58-de97bd72bc34 None None] Provisioning complete for port fa033420-40a6-4b2d-9698-2253b3eb753f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:23.894717 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-31e18331-ff52-4b9b-ad58-de97bd72bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:23.915331 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:24.010903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-31e18331-ff52-4b9b-ad58-de97bd72bc34 None None] Port fa033420-40a6-4b2d-9698-2253b3eb753f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:24.047419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d641172-8691-4fdc-b6b0-0730be535f48 req-4aa29029-5952-498d-aa72-a2a1acab709d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:24.057885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d641172-8691-4fdc-b6b0-0730be535f48 req-4aa29029-5952-498d-aa72-a2a1acab709d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1123688 Dec 13 15:07:24.060873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:24.104605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc66a584-e093-470f-8a7c-8174e6cfb080'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:24.108021 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac608a06-1d08-4c52-a62d-c525545596ba" -d '{"events": [{"server_uuid": "9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22", "name": "network-vif-plugged", "status": "completed", "tag": "bc66a584-e093-470f-8a7c-8174e6cfb080"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:24.123924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc66a584-e093-470f-8a7c-8174e6cfb080, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc66a584-e093-470f-8a7c-8174e6cfb080,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:24.133649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d641172-8691-4fdc-b6b0-0730be535f48 req-4f7f2284-5b21-4722-b23b-a46d9935ddad tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743101 Dec 13 15:07:24.247690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52204b-ad02-45e9-8201-5d844b623248 req-df086369-b254-423b-8041-29ffee1ad4cf tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:24.249393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b52204b-ad02-45e9-8201-5d844b623248 req-df086369-b254-423b-8041-29ffee1ad4cf tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 946 time: 0.2432170 Dec 13 15:07:24.253974 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:24.280886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3bbd6ee9-0b13-471d-b895-2f000648245e req-30e042c9-ace6-4e31-bfde-4ad492a843e0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0480328 Dec 13 15:07:24.329639 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:21Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa033420-40a6-4b2d-9698-2253b3eb753f', 'name': '', 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6f:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:18Z', 'updated_at': '2021-12-13T15:07:22Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:24.359335 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:24.359766 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Updating router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc port fa033420-40a6-4b2d-9698-2253b3eb753f binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:07:24.360145 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbfb9ba-be67-49eb-90fc-50940b4dea50 x-openstack-request-id: req-abbfb9ba-be67-49eb-90fc-50940b4dea50 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:24.360641 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22", "name": "network-vif-plugged", "status": "completed", "tag": "bc66a584-e093-470f-8a7c-8174e6cfb080", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:24.360641 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abbfb9ba-be67-49eb-90fc-50940b4dea50 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:24.361687 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc66a584-e093-470f-8a7c-8174e6cfb080', 'code': 200} Dec 13 15:07:24.385290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bc66a584-e093-470f-8a7c-8174e6cfb080,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:24.422546 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:24.479842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b52204b-ad02-45e9-8201-5d844b623248 req-989a7142-34f8-4dad-b627-5f0502e1c279 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663618 Dec 13 15:07:24.616774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fd40c-a9dc-4757-b694-5e48479c393c req-55a8ad06-2e9b-4a17-abe2-66d610b0c0e7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:24.619350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-594fd40c-a9dc-4757-b694-5e48479c393c req-55a8ad06-2e9b-4a17-abe2-66d610b0c0e7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 946 time: 0.1821833 Dec 13 15:07:24.652124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687d962-becf-4556-bb65-f6b391360a69 req-63788a7a-4437-4280-a8fe-065c7ca6797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:24.653924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8687d962-becf-4556-bb65-f6b391360a69 req-63788a7a-4437-4280-a8fe-065c7ca6797e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 1097 time: 0.2150114 Dec 13 15:07:24.701761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c744719-5465-4169-b79a-d2026105b7b6 req-0a72b459-ee5a-4a68-8d01-cbd6a0c19800 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:24.709654 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c744719-5465-4169-b79a-d2026105b7b6 req-0a72b459-ee5a-4a68-8d01-cbd6a0c19800 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.0964818 Dec 13 15:07:24.725447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 15:07:24.755544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Removed routes are [] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 15:07:24.757003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:24.771839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c744719-5465-4169-b79a-d2026105b7b6 req-6e382960-7c9c-494d-ad1a-cb6f86b12009 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612667 Dec 13 15:07:24.787018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-594fd40c-a9dc-4757-b694-5e48479c393c req-6f94305b-f39d-40dc-a131-5bb67d50ffe2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449058 Dec 13 15:07:24.787330 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8687d962-becf-4556-bb65-f6b391360a69 req-30ada159-570a-4eff-9a3f-87cedc997580 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255152 Dec 13 15:07:24.902659 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:24.936858 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.045313 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.095761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.099547 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Pushing event updated for resources: {'Port': ['ID=fa033420-40a6-4b2d-9698-2253b3eb753f,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:25.100746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.110454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.110454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.110454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.110870 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.111239 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.111443 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.111772 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.112094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.112414 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.112734 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.113054 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.113420 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:25.167312 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.212398 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Attempting to bind port fa033420-40a6-4b2d-9698-2253b3eb753f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:25.212652 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Attempting to bind port fa033420-40a6-4b2d-9698-2253b3eb753f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:25.212983 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Attempting to bind port fa033420-40a6-4b2d-9698-2253b3eb753f on network 34a26048-df36-4d11-8704-3f23451ff00c {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:25.237096 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:25.237834 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Checking segment: {'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:25.238526 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.239175 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Bound using segment: {'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:25.239907 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Bound port: fa033420-40a6-4b2d-9698-2253b3eb753f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa9b899-8fef-4e71-934c-cd98ec72ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:25.240524 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.305455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:25.328700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e5e66-251c-4b13-99f2-e7e2315921ff req-1f3b1c09-b87d-4a3f-9d46-58fc9cd6ef79 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:25.330515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe5e5e66-251c-4b13-99f2-e7e2315921ff req-1f3b1c09-b87d-4a3f-9d46-58fc9cd6ef79 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0944324 Dec 13 15:07:25.367377 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] For port fa033420-40a6-4b2d-9698-2253b3eb753f, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:25.371679 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] For port fa033420-40a6-4b2d-9698-2253b3eb753f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fa033420-40a6-4b2d-9698-2253b3eb753f,segment=NetworkSegment(1aa9b899-8fef-4e71-934c-cd98ec72ea82),segment_id=1aa9b899-8fef-4e71-934c-cd98ec72ea82)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:25.388898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-13866cd1-40d5-4b01-ba2b-10d895883077 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:25.390616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-13866cd1-40d5-4b01-ba2b-10d895883077 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 946 time: 0.1023602 Dec 13 15:07:25.459717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2530375a-e94f-46fa-80da-31166b098e88 req-09e8a507-6d70-4b8b-8d5f-e8a847b3b158 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0550976 Dec 13 15:07:25.465145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:25.477989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.487714 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.490897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1c3b804f-e866-49d5-9b8a-519a4d9ebfa1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 200 len: 933 time: 1.6993539 Dec 13 15:07:25.498390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47782) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:25.572078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d1754d7c-b52a-4006-b9c7-4b9a33683741 None None] Provisioning complete for port fa033420-40a6-4b2d-9698-2253b3eb753f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:25.572620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1754d7c-b52a-4006-b9c7-4b9a33683741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.586680 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d6fe-c7f9-4810-92e6-7216ef6b1c71 None None] Pushing event updated for resources: {'Port': ['ID=fa033420-40a6-4b2d-9698-2253b3eb753f,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:25.612541 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:25.614845 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:25.666836 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe5e5e66-251c-4b13-99f2-e7e2315921ff req-c6f58910-2675-4a58-a9da-a984c9f0d44b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177702 Dec 13 15:07:25.719449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9912ab7a-4217-4297-a284-4bad9269c88e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 200 len: 933 time: 0.2196963 Dec 13 15:07:25.723366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Deleting port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:25.723717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.724302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47790) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:25.731454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'routes': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:25.800446 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:25.890484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1754d7c-b52a-4006-b9c7-4b9a33683741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:25.894417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e7539-c3ca-40af-8f4d-2fed83f58d59 req-6e63b533-4332-4fdb-8ddb-0d52ca76f8e9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:25.902542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-110e7539-c3ca-40af-8f4d-2fed83f58d59 req-6e63b533-4332-4fdb-8ddb-0d52ca76f8e9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 946 time: 0.2822778 Dec 13 15:07:26.006617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d1754d7c-b52a-4006-b9c7-4b9a33683741 None None] For port fa033420-40a6-4b2d-9698-2253b3eb753f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fa033420-40a6-4b2d-9698-2253b3eb753f,segment=NetworkSegment(1aa9b899-8fef-4e71-934c-cd98ec72ea82),segment_id=1aa9b899-8fef-4e71-934c-cd98ec72ea82)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:26.018542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-110e7539-c3ca-40af-8f4d-2fed83f58d59 req-87cdd2c7-60fe-4e09-935c-832ab8fefea4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0352acd0-e768-4d07-8584-4ba2354dd8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109552 Dec 13 15:07:26.059653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dead9-9af3-4864-aea7-b33644dfb6df req-86ffd0a4-ac1a-4ba6-9f44-7590e1c338db tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:26.071551 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce7dead9-9af3-4864-aea7-b33644dfb6df req-86ffd0a4-ac1a-4ba6-9f44-7590e1c338db tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1667545 Dec 13 15:07:26.111087 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] For port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:26.111454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:26.119965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1754d7c-b52a-4006-b9c7-4b9a33683741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:26.273545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f2e5-1b20-4b49-9f6f-7922f4579a3a req-fa1136d7-226a-46fc-b17d-c9aaab036a1f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:26.277226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f26f2e5-1b20-4b49-9f6f-7922f4579a3a req-fa1136d7-226a-46fc-b17d-c9aaab036a1f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 946 time: 0.1324043 Dec 13 15:07:26.288197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce7dead9-9af3-4864-aea7-b33644dfb6df req-2fc87922-d863-4dea-8475-0bb48ddb2837 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098317 Dec 13 15:07:26.288823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1754d7c-b52a-4006-b9c7-4b9a33683741 None None] Pushing event updated for resources: {'Port': ['ID=fa033420-40a6-4b2d-9698-2253b3eb753f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:26.306939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f40b6afa-e4ba-4d7a-bb66-4abd818f904d None None] Provisioning complete for port fa033420-40a6-4b2d-9698-2253b3eb753f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:26.307321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f40b6afa-e4ba-4d7a-bb66-4abd818f904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:26.327729 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:24Z', 'revision_number': 6, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa033420-40a6-4b2d-9698-2253b3eb753f', 'name': '', 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6f:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:18Z', 'updated_at': '2021-12-13T15:07:25Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:26.391659 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd3577-d8b4-4615-8a5d-1c3160e218dc None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:24Z', 'revision_number': 6, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa033420-40a6-4b2d-9698-2253b3eb753f', 'name': '', 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6f:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:18Z', 'updated_at': '2021-12-13T15:07:25Z', 'revision_number': 4, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:26.431409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f26f2e5-1b20-4b49-9f6f-7922f4579a3a req-f06f6b10-2b56-412e-91fc-291ee2104745 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812187 Dec 13 15:07:26.571139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:26.571895 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:26.572312 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Floating IP cca7f273-6998-4837-8772-90a80f2ee046 disassociated. External IP: 172.25.7.187, port: 61eb153c-cbf0-4c3a-a1de-3325ab607bfd. Dec 13 15:07:26.572763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Calling delete_port for 61eb153c-cbf0-4c3a-a1de-3325ab607bfd owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:26.655193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added routes are [] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 15:07:26.656252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 15:07:26.724752 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb1ad24a-c073-437f-bc8a-07aca77cbbd6 req-b9a5b81f-c3df-4b2b-b6b1-df873ff4bd93 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0450697 Dec 13 15:07:26.754560 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:26.867557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf752f4-31c4-4c59-a8a2-5b0118d36451 req-a256f345-a85f-4a1c-a1c6-b25a525943c1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:26.869320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6bf752f4-31c4-4c59-a8a2-5b0118d36451 req-a256f345-a85f-4a1c-a1c6-b25a525943c1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0954266 Dec 13 15:07:26.937068 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6bf752f4-31c4-4c59-a8a2-5b0118d36451 req-33ecb288-db73-4972-a088-80af4b8ce935 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Dec 13 15:07:26.941050 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:27.000883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event deleted for resources: {'Port': ['ID=61eb153c-cbf0-4c3a-a1de-3325ab607bfd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:27.014752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.015176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.015578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.015975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.016385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.016775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.017699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.018474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.018474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.018927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.019313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.023239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:27.171161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:27.219876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f568db6-c043-44a2-bd4d-fad08668f5f0 req-35894211-80ad-4cb0-87a4-8bdf30781e33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 210 time: 0.0884805 Dec 13 15:07:27.254805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:27.259159 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:27.367503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:27.371388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:27.386557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] Sync routers for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:27.424649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:27.425524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:27.465533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] No DVR routers for this DVR port 61eb153c-cbf0-4c3a-a1de-3325ab607bfd on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:27.471762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:27.475918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4c323ea-fdac-4f43-bd2f-10bfe4222de9 req-02af91fa-8ae0-4add-8c8b-d6f68571b56c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.55 "DELETE /v2.0/ports/61eb153c-cbf0-4c3a-a1de-3325ab607bfd HTTP/1.1" status: 204 len: 173 time: 2.0780604 Dec 13 15:07:27.476429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-deleted', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:27.491656 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bd7637-9e29-4c7a-aad8-51c784ae1186" -d '{"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-deleted", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:27.521734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:27.533836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:27.534051 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9abe1df3-ab89-46f6-ac6f-13db4700433a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 200 len: 699 time: 1.8081415 Dec 13 15:07:27.535960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47834) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:27.715451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-655b134a-8912-4642-b76c-09abf64a93e9 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 200 len: 699 time: 0.1732376 Dec 13 15:07:27.723794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47842) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:27.723953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581b089-951d-49a3-8d9d-2f18ff07b3d9 req-81b8d372-d12b-49bd-8de5-52d46cbd9c03 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:27.726201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b581b089-951d-49a3-8d9d-2f18ff07b3d9 req-81b8d372-d12b-49bd-8de5-52d46cbd9c03 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1950159 Dec 13 15:07:27.749817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:27.827361 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:27.831560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b581b089-951d-49a3-8d9d-2f18ff07b3d9 req-8f419198-ca1a-4eae-bb96-4e6a61e20a69 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854371 Dec 13 15:07:27.842045 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:27.842697 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:27.906527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a820b1-2b57-4575-952f-867fc50e1c64 req-c71b4491-454a-4a2f-b691-038fea99844f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:27.909153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83a820b1-2b57-4575-952f-867fc50e1c64 req-c71b4491-454a-4a2f-b691-038fea99844f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 946 time: 0.1924374 Dec 13 15:07:27.926598 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd94fb-0687-4d5f-adc4-e6b1eed871b0 x-openstack-request-id: req-ccfd94fb-0687-4d5f-adc4-e6b1eed871b0 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:27.926991 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e944a-0c6b-4a8a-bce6-fdc8a690022b", "name": "network-vif-deleted", "tag": "61eb153c-cbf0-4c3a-a1de-3325ab607bfd", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:27.927405 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccfd94fb-0687-4d5f-adc4-e6b1eed871b0 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:27.927886 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e944a-0c6b-4a8a-bce6-fdc8a690022b', 'name': 'network-vif-deleted', 'tag': '61eb153c-cbf0-4c3a-a1de-3325ab607bfd', 'status': 'completed', 'code': 200} Dec 13 15:07:28.016850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:28.038274 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12ab0932-8dbb-4454-b2d0-95cf585b4c4d req-54d9e794-deb1-43b9-bc6e-86e24e985b78 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0300128 Dec 13 15:07:28.068592 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-83a820b1-2b57-4575-952f-867fc50e1c64 req-aeaa4017-839c-4592-bc67-981264838c84 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414599 Dec 13 15:07:28.216705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ea9f4-7767-4542-bae0-323a8bd42194 req-b0634708-117e-494d-8c7e-7e901c6ce880 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:28.218594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d2ea9f4-7767-4542-bae0-323a8bd42194 req-b0634708-117e-494d-8c7e-7e901c6ce880 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0894077 Dec 13 15:07:28.285804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d2ea9f4-7767-4542-bae0-323a8bd42194 req-568ee306-9a40-48dc-908c-2b79f24372fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Dec 13 15:07:28.311018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47eed9-3781-44a5-9a43-08acd1eb1354 req-a108eba8-6258-483b-966b-ba51c06b385b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:28.311018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b47eed9-3781-44a5-9a43-08acd1eb1354 req-a108eba8-6258-483b-966b-ba51c06b385b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 946 time: 0.1000116 Dec 13 15:07:28.377721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b47eed9-3781-44a5-9a43-08acd1eb1354 req-cee03de1-fd78-42ab-9fe3-54cd32040b72 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709467 Dec 13 15:07:28.515619 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:26Z', 'revision_number': 7, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa033420-40a6-4b2d-9698-2253b3eb753f', 'name': '', 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6f:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:18Z', 'updated_at': '2021-12-13T15:07:25Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:28.573527 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:28.588590 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:28.590926 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:28.601157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:28.603744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e703f586-018a-4fc8-be87-3e5ffd582037 req-2bd72b49-7d16-4f99-8bb2-eb800892a3b6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=999e944a-0c6b-4a8a-bce6-fdc8a690022b HTTP/1.1" status: 200 len: 210 time: 0.0724854 Dec 13 15:07:28.708461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:28.712167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fa033420-40a6-4b2d-9698-2253b3eb753f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:28.738082 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:28.779614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 61eb153c-cbf0-4c3a-a1de-3325ab607bfd {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:28.780619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 61eb153c-cbf0-4c3a-a1de-3325ab607bfd not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:28.824796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:28.893192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] Checking router: 5bc2129b-b4be-4172-b23e-7b1631fb65b2 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:28.905846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fa033420-40a6-4b2d-9698-2253b3eb753f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:28.906265 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:28.998705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:28.999857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:29.240300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab8f6dfa-eed5-440e-a62d-29f8939aee35 req-b9f540a9-0ba6-43bb-9cc6-b9354851781a tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0578787 Dec 13 15:07:29.331915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:29.351088 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:26Z', 'revision_number': 7, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa033420-40a6-4b2d-9698-2253b3eb753f', 'name': '', 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6f:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:18Z', 'updated_at': '2021-12-13T15:07:25Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:29.389132 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e907629-7134-423a-b936-8ac8b2e42a91 None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:26Z', 'revision_number': 7, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa033420-40a6-4b2d-9698-2253b3eb753f', 'name': '', 'network_id': '34a26048-df36-4d11-8704-3f23451ff00c', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6f:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:18Z', 'updated_at': '2021-12-13T15:07:25Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '94d34f64-8d8b-4e32-92b9-63db926c6bd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:29.433022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ef59f-b7f2-4d87-adfc-c2a35469eaf5 req-c71b2bd5-e917-4bac-a0f6-8d4034664335 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:29.436986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-745ef59f-b7f2-4d87-adfc-c2a35469eaf5 req-c71b2bd5-e917-4bac-a0f6-8d4034664335 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.2694683 Dec 13 15:07:29.472467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f2717-b1f7-41e1-b70f-0b739b025575 req-bea488d9-cb35-4c57-a70f-b9a4500ff979 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:29.476177 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d1f2717-b1f7-41e1-b70f-0b739b025575 req-bea488d9-cb35-4c57-a70f-b9a4500ff979 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1022670 Dec 13 15:07:29.531502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-745ef59f-b7f2-4d87-adfc-c2a35469eaf5 req-458c86d1-9a18-4e97-a700-623296721474 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893841 Dec 13 15:07:29.555158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d1f2717-b1f7-41e1-b70f-0b739b025575 req-11696f92-bde1-4a89-bc9d-ea091de4a73c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675573 Dec 13 15:07:29.690493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:29.742786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6687bb-9cfb-4f20-a579-d4b3076096da None None] The sync data for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 is: [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:29.747424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port fa033420-40a6-4b2d-9698-2253b3eb753f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:29.747862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:29.836061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47906) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:29.880170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port fa033420-40a6-4b2d-9698-2253b3eb753f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fa033420-40a6-4b2d-9698-2253b3eb753f,segment=NetworkSegment(1aa9b899-8fef-4e71-934c-cd98ec72ea82),segment_id=1aa9b899-8fef-4e71-934c-cd98ec72ea82)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:29.880547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:29.901192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for fa033420-40a6-4b2d-9698-2253b3eb753f owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:29.922917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 47912) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:29.936326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6295971-47d9-4a13-8789-603c027ce7a8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:30.073166 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6295971-47d9-4a13-8789-603c027ce7a8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:30.359460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:30.421247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3a27dd1-f337-4bdc-a8c4-c1da67d936a3 req-61af3cac-c0b1-4749-a0c6-1d8d496f0988 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0840735 Dec 13 15:07:30.459910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6295971-47d9-4a13-8789-603c027ce7a8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:30.460564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=fa033420-40a6-4b2d-9698-2253b3eb753f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:30.468976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6295971-47d9-4a13-8789-603c027ce7a8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:30.471548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b6295971-47d9-4a13-8789-603c027ce7a8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "DELETE /v2.0/security-groups/0352acd0-e768-4d07-8584-4ba2354dd8ef HTTP/1.1" status: 204 len: 168 time: 0.6341758 Dec 13 15:07:30.477658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47948) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:30.494479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6295971-47d9-4a13-8789-603c027ce7a8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0352acd0-e768-4d07-8584-4ba2354dd8ef,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:30.526429 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-c02ca0f8-161c-4468-ac18-718b48ec087f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] show failed (client error): The resource could not be found. Dec 13 15:07:30.528426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c02ca0f8-161c-4468-ac18-718b48ec087f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups/0352acd0-e768-4d07-8584-4ba2354dd8ef HTTP/1.1" status: 404 len: 347 time: 0.0494776 Dec 13 15:07:30.531660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:30.551112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39988d41-4bf4-44e8-be96-fa0105f3dddb None None] New status for floating IP cca7f273-6998-4837-8772-90a80f2ee046: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:07:30.955717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.004683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08e1f3-3818-4b5e-b379-2017ffadfba7 req-1b64b31e-08ba-4b09-8416-8c62377de667 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:31.018150 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a08e1f3-3818-4b5e-b379-2017ffadfba7 req-1b64b31e-08ba-4b09-8416-8c62377de667 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.2282784 Dec 13 15:07:31.100753 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a08e1f3-3818-4b5e-b379-2017ffadfba7 req-9122ec73-f109-470a-ae26-500fa23cb8eb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692532 Dec 13 15:07:31.114209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Deleting port 540a8860-6715-4ef9-999e-6ba0f60b3220 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:31.114584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.116237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.204073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168be738-18ab-4be3-92b1-ff86bc0cafd9 req-29f934f2-8f2b-4d84-843b-579bf4651795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:31.206522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-168be738-18ab-4be3-92b1-ff86bc0cafd9 req-29f934f2-8f2b-4d84-843b-579bf4651795 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.3675404 Dec 13 15:07:31.348224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-168be738-18ab-4be3-92b1-ff86bc0cafd9 req-60b6697c-debf-49f2-838d-8e4b6616e2ef tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177900 Dec 13 15:07:31.361480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.361907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.389836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.20.0.17 (1303e78d-af3d-4dde-8560-873f07ab72df/5b3ed273-cdc6-48d3-897d-ab21cefcd016/791495b6-ec73-4634-9820-b9ad664f1267) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:31.438544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Calling delete_port for 540a8860-6715-4ef9-999e-6ba0f60b3220 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:31.561785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.575454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-efc8b3eb-e7e8-417c-a51f-d39c16080a69 req-dde1f92b-836b-4734-98db-7d9456ab57c6 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0368052 Dec 13 15:07:31.578378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:31.687000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.707058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:31.722256 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:31.728978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ad7f6fde-a55c-4b3e-835c-9a9cda0e5b15 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0090468 Dec 13 15:07:31.741352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 47994) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:31.745322 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:31.748994 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:31.790716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 1303e78d-af3d-4dde-8560-873f07ab72df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:31.794204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:31.803119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:31.805176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet 94d34f64-8d8b-4e32-92b9-63db926c6bd6 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:07:31.808881 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.812929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=791495b6-ec73-4634-9820-b9ad664f1267,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:31.882962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.894551 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.912035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:31.944025 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:32.003408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event deleted for resources: {'Port': ['ID=540a8860-6715-4ef9-999e-6ba0f60b3220,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:32.145382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.147559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.154306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ad88a2d0-8ad9-4eb7-894e-9e01e496de33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "DELETE /v2.0/floatingips/cca7f273-6998-4837-8772-90a80f2ee046 HTTP/1.1" status: 204 len: 168 time: 1.6195991 Dec 13 15:07:32.187476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.366734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dc5e6dd8-e515-4616-9819-ce8bba8aded2 None None] Provisioning complete for port 791495b6-ec73-4634-9820-b9ad664f1267 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:32.371919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc5e6dd8-e515-4616-9819-ce8bba8aded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.381410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.421567 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.439917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdbb9-9f3a-415b-b63e-f88f10b79efb req-04f7b48c-3f55-49b8-9922-71341dffde90 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:32.441485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-974cdbb9-9f3a-415b-b63e-f88f10b79efb req-04f7b48c-3f55-49b8-9922-71341dffde90 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1681557 Dec 13 15:07:32.543456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=94d34f64-8d8b-4e32-92b9-63db926c6bd6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:32.545823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.558986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af8995-e2e4-4cc9-a572-6ff6d550ec8b None None] Network 34a26048-df36-4d11-8704-3f23451ff00c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:32.561843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d5905bb6-6458-486f-9cb3-f261b06b0ae8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/94d34f64-8d8b-4e32-92b9-63db926c6bd6 HTTP/1.1" status: 204 len: 168 time: 0.8190517 Dec 13 15:07:32.565147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48022) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:32.578855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e6dd8-e515-4616-9819-ce8bba8aded2 None None] Port 791495b6-ec73-4634-9820-b9ad664f1267 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:32.641432 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:30Z', 'revision_number': 8, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:32.675981 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:32.699317 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:32.699949 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:32.752315 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-974cdbb9-9f3a-415b-b63e-f88f10b79efb req-ff9ab08c-6331-4134-9b80-8535e7ca5c85 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001990 Dec 13 15:07:32.764317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.787674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37475-3c88-428e-92ff-11b3c8472c64 req-33149987-9c01-43af-b277-295c46b32ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:32.792180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5f37475-3c88-428e-92ff-11b3c8472c64 req-33149987-9c01-43af-b277-295c46b32ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1096 time: 0.2970107 Dec 13 15:07:32.873230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] DHCP port deletion for 34a26048-df36-4d11-8704-3f23451ff00c request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:07:32.903244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 2d30e2b0-9c77-4df2-af17-09a46b42672f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:32.903587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:32.931875 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:32.999237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] Deleting port 2d30e2b0-9c77-4df2-af17-09a46b42672f {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:32.999540 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.077283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port 2d30e2b0-9c77-4df2-af17-09a46b42672f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d30e2b0-9c77-4df2-af17-09a46b42672f,segment=NetworkSegment(1aa9b899-8fef-4e71-934c-cd98ec72ea82),segment_id=1aa9b899-8fef-4e71-934c-cd98ec72ea82)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:33.077894 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.104943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 2d30e2b0-9c77-4df2-af17-09a46b42672f owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:33.117350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48046) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:33.123551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8b0ea3e1-dd2b-461d-ab43-e25d514a1034 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095976402', 'description': 'tempest-description--501928983'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:33.157210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] For port 2d30e2b0-9c77-4df2-af17-09a46b42672f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d30e2b0-9c77-4df2-af17-09a46b42672f,segment=NetworkSegment(1aa9b899-8fef-4e71-934c-cd98ec72ea82),segment_id=1aa9b899-8fef-4e71-934c-cd98ec72ea82)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:33.158206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.179852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] Calling delete_port for 2d30e2b0-9c77-4df2-af17-09a46b42672f owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:33.262102 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:30Z', 'revision_number': 8, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:33.353105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49f6c978-927d-43eb-9785-245d10c036a1 req-df79ac59-4233-4f37-9976-7c5b8b7344fa tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0502074 Dec 13 15:07:33.380405 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4b54e-de30-49f4-b830-50867ee753d5 None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:30Z', 'revision_number': 8, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8', 'name': '', 'network_id': '548a843d-3f9e-4d36-990b-47adda4f1ab4', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:6b:01:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:08Z', 'updated_at': '2021-12-13T15:07:17Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': '38fed73c-0898-49cd-8b4e-5d1a2afc3bf2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:33.389162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:07:33.416696 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:07:33.426769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea3e1-dd2b-461d-ab43-e25d514a1034 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.429203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.430699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=2d30e2b0-9c77-4df2-af17-09a46b42672f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:33.433895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No DVR routers for this DVR port 2d30e2b0-9c77-4df2-af17-09a46b42672f on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:33.467824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5f37475-3c88-428e-92ff-11b3c8472c64 req-73c0e056-6245-4b09-a6d7-d9a75a07cb85 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6679714 Dec 13 15:07:33.488064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] Pushing event deleted for resources: {'Port': ['ID=2d30e2b0-9c77-4df2-af17-09a46b42672f,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:33.502670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29ca8b-1785-40e4-93ba-6a185aaa3f6a None None] No DVR routers for this DVR port 2d30e2b0-9c77-4df2-af17-09a46b42672f on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:33.541288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2503b5-3bff-4bc4-9f00-08da9f509bec req-a503b17c-34e0-47cb-94e3-63bbd820a4da tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:33.548457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d2503b5-3bff-4bc4-9f00-08da9f509bec req-a503b17c-34e0-47cb-94e3-63bbd820a4da tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1808567 Dec 13 15:07:33.559692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.590934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a26048-df36-4d11-8704-3f23451ff00c']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:33.607770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa9b899-8fef-4e71-934c-cd98ec72ea82') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:33.608273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa9b899-8fef-4e71-934c-cd98ec72ea82') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:33.627486 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.639347 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d2503b5-3bff-4bc4-9f00-08da9f509bec req-293764fb-3b25-4f7a-a1d8-8cc8008d2a33 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671299 Dec 13 15:07:33.642922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea3e1-dd2b-461d-ab43-e25d514a1034 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.663364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.671533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:07:33.672785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:07:33.677454 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:07:33.687542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.767564 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.767810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea3e1-dd2b-461d-ab43-e25d514a1034 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.809486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ea3e1-dd2b-461d-ab43-e25d514a1034 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:33.868467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.874892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=791495b6-ec73-4634-9820-b9ad664f1267,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:33.885135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.893535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.900169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/34a26048-df36-4d11-8704-3f23451ff00c HTTP/1.1" status: 204 len: 168 time: 1.3331792 Dec 13 15:07:33.901890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48070) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:33.902582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82def6b-7d62-4fe7-8e48-05d40b9abf68 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=34a26048-df36-4d11-8704-3f23451ff00c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:33.923475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea3e1-dd2b-461d-ab43-e25d514a1034 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:33.925868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8b0ea3e1-dd2b-461d-ab43-e25d514a1034 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8072217 Dec 13 15:07:33.950573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:33.957373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-42a8691c-e376-4edc-9324-30e82e35642f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'security_group_rule': {'security_group_id': '0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:33.992633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e4cbb-74f9-4579-a0af-6eabae683dd6 req-a8e44c0f-6b13-4538-8bbf-55053075e595 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:33.994169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-664e4cbb-74f9-4579-a0af-6eabae683dd6 req-a8e44c0f-6b13-4538-8bbf-55053075e595 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1040149 Dec 13 15:07:34.046433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-664e4cbb-74f9-4579-a0af-6eabae683dd6 req-40ea5b5d-33b5-4e27-b305-ece9243791dc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Dec 13 15:07:34.125361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42a8691c-e376-4edc-9324-30e82e35642f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.184773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42a8691c-e376-4edc-9324-30e82e35642f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.185895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 1303e78d-af3d-4dde-8560-873f07ab72df is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:34.189414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:34.253408 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42a8691c-e376-4edc-9324-30e82e35642f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.301603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8691c-e376-4edc-9324-30e82e35642f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8342fd4d-9a04-418d-86b4-838b26966439,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:34.392213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42a8691c-e376-4edc-9324-30e82e35642f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.393774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-42a8691c-e376-4edc-9324-30e82e35642f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4408097 Dec 13 15:07:34.397433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48086) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:34.404481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-96deb608-d429-4015-84d9-753bb5d0c7de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'security_group_rule': {'security_group_id': '0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:34.445584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fa033420-40a6-4b2d-9698-2253b3eb753f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:34.485285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router bf847857-2f1a-4de6-a20b-c35db1e7432b has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:34.497272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: fa033420-40a6-4b2d-9698-2253b3eb753f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:34.498131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fa033420-40a6-4b2d-9698-2253b3eb753f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:34.498838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d30e2b0-9c77-4df2-af17-09a46b42672f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:34.521700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2d30e2b0-9c77-4df2-af17-09a46b42672f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:34.522616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d30e2b0-9c77-4df2-af17-09a46b42672f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:34.537791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0947ff45-94cd-494d-9cb7-428b0f7d2804 req-6740f912-cced-4dc6-ba72-d3aa101211d7 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0acca0e-0ac1-4d35-9276-be76d5077ba1 HTTP/1.1" status: 200 len: 210 time: 0.0506277 Dec 13 15:07:34.546613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 920e2836-b681-408c-b4a7-3fc5624cf49e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:07:34.549421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 920e2836-b681-408c-b4a7-3fc5624cf49e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:34.581746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96deb608-d429-4015-84d9-753bb5d0c7de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.685850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96deb608-d429-4015-84d9-753bb5d0c7de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.700172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-76803168-40b1-4122-8d1f-400312378393 None None] Provisioning complete for port 791495b6-ec73-4634-9820-b9ad664f1267 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:34.701153 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76803168-40b1-4122-8d1f-400312378393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.738052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.771216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.778088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-76803168-40b1-4122-8d1f-400312378393 None None] Port 791495b6-ec73-4634-9820-b9ad664f1267 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:34.801065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:34.801505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96deb608-d429-4015-84d9-753bb5d0c7de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.825171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:34.838116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96deb608-d429-4015-84d9-753bb5d0c7de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f901d8-bbff-412c-955d-14fede4197ad,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:34.838749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7dcc9ab3-fcaf-403c-ae24-b220ca770c2b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "PUT /v2.0/routers/bf847857-2f1a-4de6-a20b-c35db1e7432b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9083567 Dec 13 15:07:34.841742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:34.847956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5fe5e-df38-4468-b217-56ea93d41fa7 req-7200f973-5ab5-4876-95b6-259e6b850c93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:34.849931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-47b5fe5e-df38-4468-b217-56ea93d41fa7 req-7200f973-5ab5-4876-95b6-259e6b850c93 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.0763991 Dec 13 15:07:34.857793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:34.860464 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1763051-c0d4-43aa-b129-9d489399c38d" -d '{"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-unplugged", "status": "completed", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:34.864716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Sync routers for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:34.881682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'port_id': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'mac_address': 'fa:16:3e:c2:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:07:34.888567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:34.889187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:34.936507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-47b5fe5e-df38-4468-b217-56ea93d41fa7 req-5013c23c-82c7-44da-9691-21a61c9b9b8e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756805 Dec 13 15:07:34.946031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96deb608-d429-4015-84d9-753bb5d0c7de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:34.947821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-96deb608-d429-4015-84d9-753bb5d0c7de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5488460 Dec 13 15:07:34.950660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48104) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:34.960505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:35.013292 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed692844-6cc3-4abd-8162-619c584b589d x-openstack-request-id: req-ed692844-6cc3-4abd-8162-619c584b589d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:35.013610 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-unplugged", "status": "completed", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:35.013989 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed692844-6cc3-4abd-8162-619c584b589d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:35.014610 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'code': 200} Dec 13 15:07:35.021329 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.067318 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.089706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.109687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 920e2836-b681-408c-b4a7-3fc5624cf49e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:07:35.158651 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:07:35.159004 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:07:35.161276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:35.177387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:35.280565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.285079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c40169-ff48-4d1c-9203-0dd8a0b861c0 req-a6ba474e-27d8-4aef-93be-f185c068cbe3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:35.293660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6c40169-ff48-4d1c-9203-0dd8a0b861c0 req-a6ba474e-27d8-4aef-93be-f185c068cbe3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1530726 Dec 13 15:07:35.346010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:35.346618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.440321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Allocated IP 172.25.7.211 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/cc70f8f0-8b1a-4071-9379-75aba3486fe5) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:35.455469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6c40169-ff48-4d1c-9203-0dd8a0b861c0 req-4f4a319e-c884-4043-83e5-475eb833c4fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605012 Dec 13 15:07:35.490751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,segment=NetworkSegment(7f866fca-396c-4894-953b-3c08d3ea0275),segment_id=7f866fca-396c-4894-953b-3c08d3ea0275)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:35.491971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.512190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:35.535206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 1, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791495b6-ec73-4634-9820-b9ad664f1267', 'name': '', 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:a4:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:31Z', 'updated_at': '2021-12-13T15:07:33Z', 'revision_number': 2, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:35.566866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Checking router: bf847857-2f1a-4de6-a20b-c35db1e7432b for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:35.567469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Updating router bf847857-2f1a-4de6-a20b-c35db1e7432b port 791495b6-ec73-4634-9820-b9ad664f1267 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:07:35.581841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.596805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.752898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.756941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48134) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:35.768520 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.789266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920e2836-b681-408c-b4a7-3fc5624cf49e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:07:35.790662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:35.796089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:35.798877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:35.835807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a605adda-c8db-49b4-9ef4-3179ef34982b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.849225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'Port': ['ID=cc70f8f0-8b1a-4071-9379-75aba3486fe5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:35.863875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:35.881279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a605adda-c8db-49b4-9ef4-3179ef34982b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.891388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.932203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:35.961941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:35.973690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.039708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:36.129286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.135067 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.150604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.167963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8d93e-1f0e-4bdb-bee1-e57fe292f12a req-9092f1ee-f8e9-47d9-9f20-6f590b1c8acd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:36.169595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdc8d93e-1f0e-4bdb-bee1-e57fe292f12a req-9092f1ee-f8e9-47d9-9f20-6f590b1c8acd tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 944 time: 0.1184731 Dec 13 15:07:36.184056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['920e2836-b681-408c-b4a7-3fc5624cf49e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:07:36.225993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a605adda-c8db-49b4-9ef4-3179ef34982b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.229405 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a605adda-c8db-49b4-9ef4-3179ef34982b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.235643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a605adda-c8db-49b4-9ef4-3179ef34982b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/security-groups/a4499f36-0e25-4720-bb23-91f5a76f8bca HTTP/1.1" status: 204 len: 168 time: 0.4762378 Dec 13 15:07:36.236467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48144) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:36.271069 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-5d0e128e-63f6-41ca-ac7a-c650b023942b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] show failed (client error): The resource could not be found. Dec 13 15:07:36.271069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5d0e128e-63f6-41ca-ac7a-c650b023942b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "GET /v2.0/security-groups/a4499f36-0e25-4720-bb23-91f5a76f8bca HTTP/1.1" status: 404 len: 347 time: 0.0230365 Dec 13 15:07:36.281554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48146) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:36.315027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdc8d93e-1f0e-4bdb-bee1-e57fe292f12a req-12005ccf-abc1-46d7-937b-96f5c4181d2b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189868 Dec 13 15:07:36.331818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605adda-c8db-49b4-9ef4-3179ef34982b tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4499f36-0e25-4720-bb23-91f5a76f8bca,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:36.370506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48148) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:36.538895 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.710799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f3b0f-ac08-4066-81fa-a5fd731c8b09 None None] Pushing event updated for resources: {'Port': ['ID=791495b6-ec73-4634-9820-b9ad664f1267,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:36.733125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48154) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:36.809283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Attempting to bind port 791495b6-ec73-4634-9820-b9ad664f1267 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:36.809602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Attempting to bind port 791495b6-ec73-4634-9820-b9ad664f1267 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:36.809974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Attempting to bind port 791495b6-ec73-4634-9820-b9ad664f1267 on network 1303e78d-af3d-4dde-8560-873f07ab72df {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:36.821387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:36.821772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Checking segment: {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:36.822006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.822384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.822768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Bound using segment: {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:36.823231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Bound port: 791495b6-ec73-4634-9820-b9ad664f1267, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e63f3f3-385e-4a2b-b455-a1b182de9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:36.823694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.878064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4f705ae9-6fc1-48ce-871c-5d6884b425b3 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/floatingips/548c7f8e-c7a8-4903-af31-b802715ff261 HTTP/1.1" status: 200 len: 991 time: 0.5052848 Dec 13 15:07:36.932241 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:36.964366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] For port 791495b6-ec73-4634-9820-b9ad664f1267, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:36.977599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] For port 791495b6-ec73-4634-9820-b9ad664f1267, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=791495b6-ec73-4634-9820-b9ad664f1267,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:36.978000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32d9ffa5-cf79-4a7a-8ab9-1b770d4b7b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.021986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.036661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35895-8fab-48ae-b93c-89a2324631a3 req-19af11c3-dc71-4639-874e-9c968ba49328 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:37.038261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ff35895-8fab-48ae-b93c-89a2324631a3 req-19af11c3-dc71-4639-874e-9c968ba49328 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.3064480 Dec 13 15:07:37.045103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dfc4bba0-8fe7-46b5-9952-d46ad8c65987 None None] Provisioning complete for port 791495b6-ec73-4634-9820-b9ad664f1267 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:37.045708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dfc4bba0-8fe7-46b5-9952-d46ad8c65987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.049829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'Port': ['ID=cc70f8f0-8b1a-4071-9379-75aba3486fe5,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:37.065550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:37.081883 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.109156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port 91ae1d11-135a-4543-b4b8-2c1b46ecd185 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:37.110601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.119371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4bba0-8fe7-46b5-9952-d46ad8c65987 None None] Port 791495b6-ec73-4634-9820-b9ad664f1267 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:37.134205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.135735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85673c82-ae86-487b-b488-fc4528343597 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1791387 Dec 13 15:07:37.162530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:37.163994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:37.206225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f3b0f-ac08-4066-81fa-a5fd731c8b09 None None] Pushing event updated for resources: {'Port': ['ID=791495b6-ec73-4634-9820-b9ad664f1267,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:37.211960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ff35895-8fab-48ae-b93c-89a2324631a3 req-06a665c2-8393-473e-961a-2bdfc0828c10 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524980 Dec 13 15:07:37.312799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32d9ffa5-cf79-4a7a-8ab9-1b770d4b7b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.316411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:37.325831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:37.326015 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5a0282c6-b644-4efc-b749-de8dee0f1471 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4212937 Dec 13 15:07:37.333876 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:37.348322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.349112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.355448 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:37.356492 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:37.363146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:37.364914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for 91ae1d11-135a-4543-b4b8-2c1b46ecd185 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:37.437856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-32d9ffa5-cf79-4a7a-8ab9-1b770d4b7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.484453 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:37.502558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-32d9ffa5-cf79-4a7a-8ab9-1b770d4b7b52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e9a54edb057473786d5a4f9c8bef8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7642906 Dec 13 15:07:37.503233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48174) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:37.511073 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet 38fed73c-0898-49cd-8b4e-5d1a2afc3bf2 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:07:37.525664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-bf7b2f90-e8e7-4e67-8efd-2e6838d3ee71 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1095976402&fields=id&tenant_id=a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 267 time: 0.1068156 Dec 13 15:07:37.539021 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.543509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9ffa5-cf79-4a7a-8ab9-1b770d4b7b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a912bdfe-20c6-4314-8438-ef922bc9fdf2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:37.656613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e3c6-ad25-414c-857b-c8ebc92ad729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.666683 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.682551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-90762c27-3c91-43c0-b017-51c1368644a1 None None] Provisioning complete for port 791495b6-ec73-4634-9820-b9ad664f1267 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:37.683104 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90762c27-3c91-43c0-b017-51c1368644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.693154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e3c6-ad25-414c-857b-c8ebc92ad729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.760018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-46afb006-d7aa-4f88-a0fe-87bc09bd56f8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:37.767455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-46afb006-d7aa-4f88-a0fe-87bc09bd56f8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 817 time: 0.2406776 Dec 13 15:07:37.789026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.790837 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-df7923af-6879-4ac7-be8b-f394321f32e6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/quotas/a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 375 time: 0.0222723 Dec 13 15:07:37.838198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90762c27-3c91-43c0-b017-51c1368644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.846699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=91ae1d11-135a-4543-b4b8-2c1b46ecd185,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:37.878041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-90762c27-3c91-43c0-b017-51c1368644a1 None None] For port 791495b6-ec73-4634-9820-b9ad664f1267, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=791495b6-ec73-4634-9820-b9ad664f1267,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:37.879113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.889191 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:35Z', 'revision_number': 9, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:37.891388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 1, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791495b6-ec73-4634-9820-b9ad664f1267', 'name': '', 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:a4:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:31Z', 'updated_at': '2021-12-13T15:07:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:37.929537 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:37.929749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e723e15-72f0-4064-94bd-91ea996ec83c None None] The sync data for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 is: [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 1, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791495b6-ec73-4634-9820-b9ad664f1267', 'name': '', 'network_id': '1303e78d-af3d-4dde-8560-873f07ab72df', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:a4:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:31Z', 'updated_at': '2021-12-13T15:07:36Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '5b3ed273-cdc6-48d3-897d-ab21cefcd016', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:37.948276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-374e2441-123a-4738-a8b5-bad14a07f466 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363606 Dec 13 15:07:37.957036 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:37.960461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.963569 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:37.965948 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90762c27-3c91-43c0-b017-51c1368644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.985746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:37.985746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dc2cf0b0-4391-4b07-b48e-92ae502f54d9 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/floatingips/165b203e-273b-4aab-aafd-677636dd3530 HTTP/1.1" status: 204 len: 168 time: 1.6895056 Dec 13 15:07:37.985746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48176) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:38.053306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e3c6-ad25-414c-857b-c8ebc92ad729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.055910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e3c6-ad25-414c-857b-c8ebc92ad729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.057350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2bb5e3c6-ad25-414c-857b-c8ebc92ad729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a912bdfe-20c6-4314-8438-ef922bc9fdf2 HTTP/1.1" status: 204 len: 168 time: 0.5488617 Dec 13 15:07:38.092135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90762c27-3c91-43c0-b017-51c1368644a1 None None] Pushing event updated for resources: {'Port': ['ID=791495b6-ec73-4634-9820-b9ad664f1267,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:38.105470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5e3c6-ad25-414c-857b-c8ebc92ad729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a912bdfe-20c6-4314-8438-ef922bc9fdf2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:38.126808 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:38.193144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.218641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port 0ab78f8f-bb5b-4aa3-badb-a502cb75114e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:38.219064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.251649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-aa3c9c19-e376-483c-b317-994d5c5a46c1 service neutron] 10.222.0.24 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878072 Dec 13 15:07:38.275737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b85d7c-cfca-43fe-8dd5-e73ad24ef6ba None None] Network 548a843d-3f9e-4d36-990b-47adda4f1ab4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:38.276102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=38fed73c-0898-49cd-8b4e-5d1a2afc3bf2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:38.281368 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.288478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/38fed73c-0898-49cd-8b4e-5d1a2afc3bf2 HTTP/1.1" status: 204 len: 168 time: 0.9575686 Dec 13 15:07:38.322528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48182) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:38.357606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.358043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.358471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.364604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.364604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.364604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.364604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.364604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.364604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.364604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.366261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.366261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1796a2-780e-4806-86a8-b6e1cfb254af tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:07:38.523362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.550825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 920e2836-b681-408c-b4a7-3fc5624cf49e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:38.551166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for 0ab78f8f-bb5b-4aa3-badb-a502cb75114e owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:38.645020 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:35Z', 'revision_number': 9, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:38.653997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.668460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 791495b6-ec73-4634-9820-b9ad664f1267 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:38.707392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] DHCP port deletion for 548a843d-3f9e-4d36-990b-47adda4f1ab4 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:07:38.715360 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451394-4974-4b16-a3ca-4d0e8e7a3680 None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:35Z', 'revision_number': 9, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b45c7ac2-523c-403c-93da-17672b4491ba', 'name': '', 'network_id': 'ec0de60c-bac8-434d-b720-a28eb57c1e6b', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:82:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:07:01Z', 'updated_at': '2021-12-13T15:07:10Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'c804575c-c210-402c-9569-f7630ac7a0ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:38.757253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-5d02678b-43bc-4ff3-aea1-c41d33adf11c service neutron] 10.222.0.24 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047314 Dec 13 15:07:38.788020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 920e2836-b681-408c-b4a7-3fc5624cf49e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:38.788020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.883468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:38.883468 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.904027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 791495b6-ec73-4634-9820-b9ad664f1267 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:38.908431 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:38.931560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cccb1-5fe8-44eb-8a02-3176cb6d1a0d req-593b756e-c27e-482b-a8a5-823ce154ea74 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:38.931560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e0cccb1-5fe8-44eb-8a02-3176cb6d1a0d req-593b756e-c27e-482b-a8a5-823ce154ea74 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1953144 Dec 13 15:07:38.997885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1e0cccb1-5fe8-44eb-8a02-3176cb6d1a0d req-9df6f206-050a-4b1f-bcfa-f4bd113f1a08 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617647 Dec 13 15:07:39.004707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,segment=NetworkSegment(7f866fca-396c-4894-953b-3c08d3ea0275),segment_id=7f866fca-396c-4894-953b-3c08d3ea0275)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:39.005481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.021486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:39.041122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] Deleting port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:39.042345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.131392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.167766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] For port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,segment=NetworkSegment(7f866fca-396c-4894-953b-3c08d3ea0275),segment_id=7f866fca-396c-4894-953b-3c08d3ea0275)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:39.167766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.181487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:39.183824 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7ed11-4190-4d2c-a8ba-1d31bfa1b09e" -d '{"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-plugged", "status": "completed", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:39.193406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] Calling delete_port for 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:39.195159 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.211664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:39.252550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.299810 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=0ab78f8f-bb5b-4aa3-badb-a502cb75114e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:39.301284 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d58bca-f511-4906-8578-c62b41e452e0 x-openstack-request-id: req-64d58bca-f511-4906-8578-c62b41e452e0 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:39.301618 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-plugged", "status": "completed", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:39.301874 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64d58bca-f511-4906-8578-c62b41e452e0 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:39.302321 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'code': 200} Dec 13 15:07:39.303129 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.323677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] No DVR routers for this DVR port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:39.338312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:39.340757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No DVR routers for this DVR port 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:39.382573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae56e4f-93eb-4b99-8c23-39cb2f215575 None None] Pushing event deleted for resources: {'Port': ['ID=29d7e9db-5262-4a9b-9f87-d8e40a2d3d05,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:39.385013 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.404423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.408445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dbe3b34c-e30b-480f-bad5-38ebad0e4614 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/ports/0ab78f8f-bb5b-4aa3-badb-a502cb75114e HTTP/1.1" status: 204 len: 168 time: 1.4313285 Dec 13 15:07:39.411717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48196) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:39.452985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:39.484755 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.513756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548a843d-3f9e-4d36-990b-47adda4f1ab4']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:39.526089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f866fca-396c-4894-953b-3c08d3ea0275') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:39.526089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f866fca-396c-4894-953b-3c08d3ea0275') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:39.538745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.547005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port 0b585914-31fa-42d2-94a6-01be29f26100 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:39.547411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.553302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.560232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:07:39.560869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:07:39.568357 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:07:39.648925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72dd87ed-d5bd-45a8-b331-40e00a189cc3 req-60fef0ce-dd92-445d-9a77-dd59c15002cb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 210 time: 0.0287249 Dec 13 15:07:39.680126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.706867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for 0b585914-31fa-42d2-94a6-01be29f26100 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:39.772097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.790533 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:39.796887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/548a843d-3f9e-4d36-990b-47adda4f1ab4 HTTP/1.1" status: 204 len: 168 time: 1.4411094 Dec 13 15:07:39.797482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48214) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:39.906074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5606f2-3e81-4ba1-a997-c0bb5353a8e5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=548a843d-3f9e-4d36-990b-47adda4f1ab4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:40.018205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.060345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=0b585914-31fa-42d2-94a6-01be29f26100,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:40.161199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.165956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a90e650d-1664-4cfc-b494-383d1d55a8c5 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/ports/0b585914-31fa-42d2-94a6-01be29f26100 HTTP/1.1" status: 204 len: 168 time: 0.7532258 Dec 13 15:07:40.168959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48222) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:40.217143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a965-218c-4116-92e4-f856b770821b req-5de712b0-0586-4f81-b9af-8bd3c5a12694 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:40.218727 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0848a965-218c-4116-92e4-f856b770821b req-5de712b0-0586-4f81-b9af-8bd3c5a12694 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0716789 Dec 13 15:07:40.229604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting subnet d1d5bddc-cc53-451c-993d-e63e12a07df4 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:07:40.233253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.288510 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.299742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0848a965-218c-4116-92e4-f856b770821b req-38c74b0f-84fe-442f-bd71-16cf2755ca32 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673332 Dec 13 15:07:40.333950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.443145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:40.447979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.466065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:40.466065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2d3cf5ff-a19f-4cbd-b63f-2b185a22d9c8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:40.471158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:40.488180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:40.488618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 29d7e9db-5262-4a9b-9f87-d8e40a2d3d05 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:40.686141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port b45c7ac2-523c-403c-93da-17672b4491ba {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:40.686468 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.702897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.735072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d5bddc-cc53-451c-993d-e63e12a07df4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:40.737361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.746608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-093e9467-6c22-40d7-8571-098694683975 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/subnets/d1d5bddc-cc53-451c-993d-e63e12a07df4 HTTP/1.1" status: 204 len: 168 time: 0.5709562 Dec 13 15:07:40.746608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48236) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:40.759504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1e565-729b-43e9-b817-dc41c41e5fb9 None None] Network 0dbf2396-4b31-4a83-8887-655b95608024 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:40.805356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13f16b18-8cc5-4f96-b7a7-e7e3efe2487b req-8d592f27-780d-4fa2-bd9b-06c31048ced3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 210 time: 0.0595722 Dec 13 15:07:40.808540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port b45c7ac2-523c-403c-93da-17672b4491ba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b45c7ac2-523c-403c-93da-17672b4491ba,segment=NetworkSegment(41aafd37-0aa7-4980-9f4e-bfbbff156ea3),segment_id=41aafd37-0aa7-4980-9f4e-bfbbff156ea3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:40.808966 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.832244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting subnet 49247f3f-9125-4995-9473-58d17e263f46 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:07:40.835496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:40.869226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for b45c7ac2-523c-403c-93da-17672b4491ba owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:40.897779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.028294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] DHCP port deletion for 0dbf2396-4b31-4a83-8887-655b95608024 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:07:41.032935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.087957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] Deleting port 0f34982d-c934-4a7d-822a-07f9a55e6836 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:41.088423 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.167396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] For port 0f34982d-c934-4a7d-822a-07f9a55e6836, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0f34982d-c934-4a7d-822a-07f9a55e6836,segment=NetworkSegment(9c89807c-f481-436e-b83a-1ea4e927596d),segment_id=9c89807c-f481-436e-b83a-1ea4e927596d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:41.167888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.182099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] Calling delete_port for 0f34982d-c934-4a7d-822a-07f9a55e6836 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:41.197326 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:07:41.211962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.240286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.261298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Subnet': ['ID=49247f3f-9125-4995-9473-58d17e263f46,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:41.263383 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.269759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9aeaf82f-9418-4419-9520-b98b7be9cded tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/subnets/49247f3f-9125-4995-9473-58d17e263f46 HTTP/1.1" status: 204 len: 168 time: 0.5251260 Dec 13 15:07:41.270458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48246) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:41.273578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb4ac3d-755b-4e0b-bd67-ed31bb33409a None None] Network 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:41.299395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=b45c7ac2-523c-403c-93da-17672b4491ba,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:41.377281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.465162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Deleting port 0f34982d-c934-4a7d-822a-07f9a55e6836 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:41.468856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.493189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.549759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] No DVR routers for this DVR port 0f34982d-c934-4a7d-822a-07f9a55e6836 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:41.552668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] For port 0f34982d-c934-4a7d-822a-07f9a55e6836, host n-d-816954-1, got binding levels [] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:41.553223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.558293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72bc2-c110-431a-98e4-f44bb08f24bd None None] Pushing event deleted for resources: {'Port': ['ID=0f34982d-c934-4a7d-822a-07f9a55e6836,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:41.577242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Calling delete_port for 0f34982d-c934-4a7d-822a-07f9a55e6836 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:41.580255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Port 0f34982d-c934-4a7d-822a-07f9a55e6836 was not found and therefore no delete operation was performed {{(pid=102823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 15:07:41.584635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.622456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Port': ['ID=0f34982d-c934-4a7d-822a-07f9a55e6836,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:41.648198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] No DVR routers for this DVR port 0f34982d-c934-4a7d-822a-07f9a55e6836 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:41.654977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c08261-469a-4371-be11-2a5cf1f882e1 req-49ee0381-58bc-4185-a6a4-18db90a0e0c8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:41.656173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26c08261-469a-4371-be11-2a5cf1f882e1 req-49ee0381-58bc-4185-a6a4-18db90a0e0c8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1996429 Dec 13 15:07:41.656796 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.677380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] DHCP port deletion for 7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:07:41.754490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] Deleting port 20ab8de8-e6f4-4b35-884c-a906f1e04925 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:41.759101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.780071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.792710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26c08261-469a-4371-be11-2a5cf1f882e1 req-4dbb26de-59a6-4735-bbb5-25c0a39d21f1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174078 Dec 13 15:07:41.860329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] For port 20ab8de8-e6f4-4b35-884c-a906f1e04925, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=20ab8de8-e6f4-4b35-884c-a906f1e04925,segment=NetworkSegment(fcb0a3d2-f289-49b6-8f0b-181f05a6e865),segment_id=fcb0a3d2-f289-49b6-8f0b-181f05a6e865)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:41.861003 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.865041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbf2396-4b31-4a83-8887-655b95608024']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:41.876485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c89807c-f481-436e-b83a-1ea4e927596d') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:41.876790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c89807c-f481-436e-b83a-1ea4e927596d') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:41.883318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] Calling delete_port for 20ab8de8-e6f4-4b35-884c-a906f1e04925 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:41.887438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.903902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.917490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:07:41.920981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:07:41.925981 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:07:41.951180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:42.018847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d17e3532-3787-44c6-96a5-643a634c901c req-fc9bcc83-b802-457e-9996-bec2563a594c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 210 time: 0.0691705 Dec 13 15:07:42.074855 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.104792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] Pushing event deleted for resources: {'Port': ['ID=20ab8de8-e6f4-4b35-884c-a906f1e04925,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:42.111897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d7a76-1ea3-429a-ae90-eca36ec532e6 None None] No DVR routers for this DVR port 20ab8de8-e6f4-4b35-884c-a906f1e04925 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:42.166943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.171775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.178364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/networks/0dbf2396-4b31-4a83-8887-655b95608024 HTTP/1.1" status: 204 len: 168 time: 0.9065354 Dec 13 15:07:42.213337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48274) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:42.240005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66c76d-dc00-47d6-8a1c-e71784e46ca0 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Network': ['ID=0dbf2396-4b31-4a83-8887-655b95608024,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:42.362489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.369677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:42.375374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2eff3aab-755d-4c53-be07-bc4c9001e272 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5747123 Dec 13 15:07:42.377697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-fdd6ce5c-6001-4356-a4a6-c13c7dda5cb4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:42.378593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48280) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:42.379190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-fdd6ce5c-6001-4356-a4a6-c13c7dda5cb4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.50 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 817 time: 0.2430954 Dec 13 15:07:42.381496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:42.400270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:42.403767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:42.431566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet c804575c-c210-402c-9569-f7630ac7a0ce {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:07:42.434634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.477006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.507610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-ab6965e8-6ee6-4508-8740-fa46f9678f8b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 380 time: 0.0990222 Dec 13 15:07:42.509415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.535908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'port': {'device_id': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'admin_state_up': True, 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'security_groups': ['0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:42.552720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:42.597078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:42.611628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.625032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:42.625306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb0a3d2-f289-49b6-8f0b-181f05a6e865') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:42.653709 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.667302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 20ab8de8-e6f4-4b35-884c-a906f1e04925 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:42.679002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.695464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:07:42.695876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.698774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 20ab8de8-e6f4-4b35-884c-a906f1e04925 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:42.699114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 20ab8de8-e6f4-4b35-884c-a906f1e04925 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:07:42.699259 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:07:42.701405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0f34982d-c934-4a7d-822a-07f9a55e6836 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:42.738633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.745190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0f34982d-c934-4a7d-822a-07f9a55e6836 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:42.745535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0f34982d-c934-4a7d-822a-07f9a55e6836 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:42.782721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.786854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/c804575c-c210-402c-9569-f7630ac7a0ce HTTP/1.1" status: 204 len: 168 time: 0.4071755 Dec 13 15:07:42.788162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c5af8-15eb-4674-98b2-03e58ce16deb tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=c804575c-c210-402c-9569-f7630ac7a0ce,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:42.789758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48298) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:42.791933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311cadf-4489-4bf2-ac26-2e49ce41950c None None] Network ec0de60c-bac8-434d-b720-a28eb57c1e6b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:42.891913 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.901134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Made reservation on behalf of a41b14117f66417eac23c38073c8fe3b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:42.908162 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.910215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.949877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:42.951367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7c767-fc7e-4f97-a913-42cf004bc8da req-b3693025-6cd3-459b-8f03-152ceb98706b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:42.964008 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15e7c767-fc7e-4f97-a913-42cf004bc8da req-b3693025-6cd3-459b-8f03-152ceb98706b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0669453 Dec 13 15:07:42.964221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] 10.222.0.24 "DELETE /v2.0/networks/7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9 HTTP/1.1" status: 204 len: 168 time: 0.7369702 Dec 13 15:07:42.964221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943e7b1-4428-419b-b096-0b29defcdb06 tempest-TaggedBootDevicesTest-1606357558 tempest-TaggedBootDevicesTest-1606357558-project] Pushing event deleted for resources: {'Network': ['ID=7c1fc23e-5b0c-4d37-8d4e-fbf62ee569b9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:42.992001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:41Z', 'revision_number': 10, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:43.032599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:43.064885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:43.076669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15e7c767-fc7e-4f97-a913-42cf004bc8da req-d38e6f08-bf7e-4309-9952-6344be318a0e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Dec 13 15:07:43.086763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:43.099523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] DHCP port deletion for ec0de60c-bac8-434d-b720-a28eb57c1e6b request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:07:43.205078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d602c161-8a0a-4b27-87eb-119ab465f1b1 req-e64ad52d-8949-4620-88ad-953a3cc471f9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 210 time: 0.0593066 Dec 13 15:07:43.229603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:43.240479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:43.240928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.264911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Allocated IP 172.20.0.5 (d9b91afd-4ddb-4fef-b7a5-56c89baad673/c0015cde-9691-4deb-b5cf-1dc094560e7d/2cbcba6b-d395-466d-a4a1-888d27e73166) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:43.348489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,segment=NetworkSegment(41aafd37-0aa7-4980-9f4e-bfbbff156ea3),segment_id=41aafd37-0aa7-4980-9f4e-bfbbff156ea3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:43.348875 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.372069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:43.439763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] Deleting port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:43.440035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.537910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.546988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48316) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:43.587048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] For port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,segment=NetworkSegment(41aafd37-0aa7-4980-9f4e-bfbbff156ea3),segment_id=41aafd37-0aa7-4980-9f4e-bfbbff156ea3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:43.587663 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.611575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] Calling delete_port for 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:43.677195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9e8d4f3-df77-4add-984f-c38b38987fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.686726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.739977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.765201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:43.770617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] No DVR routers for this DVR port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:43.773721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:41Z', 'revision_number': 10, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:43.777848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096e49b-7856-49dd-8cda-8b03ac80670e None None] Pushing event deleted for resources: {'Port': ['ID=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:43.778670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9e8d4f3-df77-4add-984f-c38b38987fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.786915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.807514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb863a-ffc3-4f0d-a149-bf98eb3f14f5 None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:41Z', 'revision_number': 10, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None, '_interfaces': [{'id': '346feab4-7048-4aff-9569-fe7cc7ab23c9', 'name': '', 'network_id': '9d678d61-2db7-4e92-8a9b-0152f0763b8d', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'mac_address': 'fa:16:3e:44:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:56Z', 'updated_at': '2021-12-13T15:07:02Z', 'revision_number': 5, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'subnets': [{'id': 'e6563ac4-70a7-4332-b934-9d0f8964f3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:43.825923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No DVR routers for this DVR port 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:43.827606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=28a1f5d0-4d30-45a7-b531-9bbbea1e2f78,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:43.839707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:43.856413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b9e8d4f3-df77-4add-984f-c38b38987fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:43.860671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:43.861666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:43.902226 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b9e8d4f3-df77-4add-984f-c38b38987fcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de1b46dab1284ef99ca38a4653dee650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532355 Dec 13 15:07:43.905496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48320) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:43.912608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8d4f3-df77-4add-984f-c38b38987fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8453da-ab8f-4405-809b-d638b0206b37,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:43.979174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68cbc238-a462-44e6-9387-128cc2ed6e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.008224 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68cbc238-a462-44e6-9387-128cc2ed6e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.155626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68cbc238-a462-44e6-9387-128cc2ed6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.158794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68cbc238-a462-44e6-9387-128cc2ed6e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.162041 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-68cbc238-a462-44e6-9387-128cc2ed6e5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f8453da-ab8f-4405-809b-d638b0206b37 HTTP/1.1" status: 204 len: 168 time: 0.2481647 Dec 13 15:07:44.175474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbc238-a462-44e6-9387-128cc2ed6e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8453da-ab8f-4405-809b-d638b0206b37,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:44.219812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7a8b905f-ac35-4272-b22e-5856073b794b None None] Provisioning complete for port 2cbcba6b-d395-466d-a4a1-888d27e73166 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:44.220188 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7a8b905f-ac35-4272-b22e-5856073b794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.273142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b905f-ac35-4272-b22e-5856073b794b None None] Port 2cbcba6b-d395-466d-a4a1-888d27e73166 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:07:44.335720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.380530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244381ef-d154-4c22-aa43-7f1d69240f7a req-ea901e41-5eda-42c5-a821-75f2608d6e45 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:44.382075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-244381ef-d154-4c22-aa43-7f1d69240f7a req-ea901e41-5eda-42c5-a821-75f2608d6e45 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1029367 Dec 13 15:07:44.387740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:44.388350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.422335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0de60c-bac8-434d-b720-a28eb57c1e6b']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:44.455292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41aafd37-0aa7-4980-9f4e-bfbbff156ea3') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:44.455513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41aafd37-0aa7-4980-9f4e-bfbbff156ea3') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:44.460103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b45c7ac2-523c-403c-93da-17672b4491ba no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:44.481656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.498757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b45c7ac2-523c-403c-93da-17672b4491ba {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:44.499317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b45c7ac2-523c-403c-93da-17672b4491ba not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:44.501389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:44.510457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.524576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:44.525233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 28a1f5d0-4d30-45a7-b531-9bbbea1e2f78 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:44.536455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:07:44.536865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:07:44.614131 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:07:44.622617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c7431-1d99-49ae-9c2c-3371c8f7fac1 req-47781570-1e8b-475c-b9f7-7e3632710334 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:44.623772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-999eef36-538c-4d73-b9ac-cd2180b62db5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0969636 Dec 13 15:07:44.626172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-965c7431-1d99-49ae-9c2c-3371c8f7fac1 req-47781570-1e8b-475c-b9f7-7e3632710334 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 931 time: 0.3082795 Dec 13 15:07:44.658715 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-244381ef-d154-4c22-aa43-7f1d69240f7a req-51f0c966-210a-4974-af98-b6600060afd2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565920 Dec 13 15:07:44.665001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Request body: {'port': {'device_id': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:44.670791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-965c7431-1d99-49ae-9c2c-3371c8f7fac1 req-2bed932e-440a-406a-8fb8-6cb4820247d9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Dec 13 15:07:44.726393 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.731723 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:44.738205 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/ec0de60c-bac8-434d-b720-a28eb57c1e6b HTTP/1.1" status: 204 len: 168 time: 1.9441900 Dec 13 15:07:44.738447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48336) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:44.757169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f0ad-f0d1-4044-93e9-b6e1a073003c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=ec0de60c-bac8-434d-b720-a28eb57c1e6b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:44.764458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.041468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48338) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:45.062844 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ada607d-1636-4c4e-8bb5-e2e4fd114fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.088214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbcba6b-d395-466d-a4a1-888d27e73166 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:07:45.101096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.127885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Transition to ACTIVE for port object 2cbcba6b-d395-466d-a4a1-888d27e73166 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:07:45.159935 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.183235 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.188979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ada607d-1636-4c4e-8bb5-e2e4fd114fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.294630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ada607d-1636-4c4e-8bb5-e2e4fd114fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.302863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:45.388115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ada607d-1636-4c4e-8bb5-e2e4fd114fa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcddc62f2de94216b0508b95890ce44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456039 Dec 13 15:07:45.393654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada607d-1636-4c4e-8bb5-e2e4fd114fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318e11c2-0297-43df-8415-78d065bceb84,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:45.393839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48340) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:45.435872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Attempting to bind port 2cbcba6b-d395-466d-a4a1-888d27e73166 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:07:45.436573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Attempting to bind port 2cbcba6b-d395-466d-a4a1-888d27e73166 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:07:45.437149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Attempting to bind port 2cbcba6b-d395-466d-a4a1-888d27e73166 on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:45.442534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Port 2cbcba6b-d395-466d-a4a1-888d27e73166 on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:07:45.443189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Attempting to bind port 2cbcba6b-d395-466d-a4a1-888d27e73166 on network d9b91afd-4ddb-4fef-b7a5-56c89baad673 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:07:45.449063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:07:45.449782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Checking segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:45.450419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Bound using segment: {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:07:45.451076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Bound port: 2cbcba6b-d395-466d-a4a1-888d27e73166, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5723eeca-f92e-46fe-80fc-ee1701f29c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:07:45.451781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.486632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfeeac1c-1735-4549-b0a0-2744225bc09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.547380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:07:45.550719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:07:45.552030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfeeac1c-1735-4549-b0a0-2744225bc09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.634705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.635718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 346feab4-7048-4aff-9569-fe7cc7ab23c9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:45.636188 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.692930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:45.693552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.710364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 1091 time: 1.0503078 Dec 13 15:07:45.711127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:45.725119 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0884371-6757-4113-9866-19f59ea1a489" -d '{"events": [{"name": "network-changed", "server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:45.742614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfeeac1c-1735-4549-b0a0-2744225bc09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.746852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfeeac1c-1735-4549-b0a0-2744225bc09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.751169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bfeeac1c-1735-4549-b0a0-2744225bc09d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/318e11c2-0297-43df-8415-78d065bceb84 HTTP/1.1" status: 204 len: 168 time: 0.3540349 Dec 13 15:07:45.782516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a8f36-8b27-4328-bf73-baa6596684a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:45.788656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeac1c-1735-4549-b0a0-2744225bc09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318e11c2-0297-43df-8415-78d065bceb84,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:45.800903 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.865617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d2ad-4c90-45e0-9e9a-df94ca070db5 req-ccd12481-41e3-4be1-ae30-6f5009f18cb7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:45.882847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d27d2ad-4c90-45e0-9e9a-df94ca070db5 req-ccd12481-41e3-4be1-ae30-6f5009f18cb7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0997276 Dec 13 15:07:45.957763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port 346feab4-7048-4aff-9569-fe7cc7ab23c9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=346feab4-7048-4aff-9569-fe7cc7ab23c9,segment=NetworkSegment(1c95f77b-c131-4719-88fe-edea143ae37e),segment_id=1c95f77b-c131-4719-88fe-edea143ae37e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:45.957763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:45.973151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce36c3-a4fd-41c3-877b-bb913843700d req-d6d21af1-cc03-47a6-85af-1586c58d7378 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:45.980401 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43ce36c3-a4fd-41c3-877b-bb913843700d req-d6d21af1-cc03-47a6-85af-1586c58d7378 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.1874425 Dec 13 15:07:46.015883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 346feab4-7048-4aff-9569-fe7cc7ab23c9 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:46.020565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d27d2ad-4c90-45e0-9e9a-df94ca070db5 req-26968667-7c68-40c6-9e2e-b94aeee0ab7a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367409 Dec 13 15:07:46.026371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-d1dad835-29d1-4f63-a653-6f3c27c049ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:46.028462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-d1dad835-29d1-4f63-a653-6f3c27c049ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1094 time: 0.1435311 Dec 13 15:07:46.077639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-43ce36c3-a4fd-41c3-877b-bb913843700d req-83165d42-8f9c-4aca-a716-b5f431334ce2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941076 Dec 13 15:07:46.120272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-3a809594-2850-45bc-9fe2-d2bad6eb04ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 217 time: 0.0777488 Dec 13 15:07:46.128478 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213c357-2b0c-4548-919b-2bc5881e48da x-openstack-request-id: req-b213c357-2b0c-4548-919b-2bc5881e48da {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:46.129055 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:46.130536 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b213c357-2b0c-4548-919b-2bc5881e48da {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:46.131149 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'status': 'completed', 'code': 200} Dec 13 15:07:46.190997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-9900b9ac-7464-4988-8f6f-7348538d9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:46.192787 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-9900b9ac-7464-4988-8f6f-7348538d9a70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0608494 Dec 13 15:07:46.284478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-2d77c02b-bf43-4361-91f0-2c75adb8e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:46.286070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-2d77c02b-bf43-4361-91f0-2c75adb8e85e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839980 Dec 13 15:07:46.344626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:46.388328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=346feab4-7048-4aff-9569-fe7cc7ab23c9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:46.402185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-ce906bc9-0ae4-4216-9c5d-81990a9b497c service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072037 Dec 13 15:07:46.533476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f43e7127-9426-45c1-a0b5-f154e47bc3d5 req-b14aeb12-b129-4b2a-86b5-ed70f1a38c2e service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236334 Dec 13 15:07:46.597632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:46.735635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884371-6757-4113-9866-19f59ea1a489 req-5b42d5dd-096c-422e-be0a-9986349b672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:46.738200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0884371-6757-4113-9866-19f59ea1a489 req-5b42d5dd-096c-422e-be0a-9986349b672f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1094 time: 0.0933573 Dec 13 15:07:46.875017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:46.912152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884371-6757-4113-9866-19f59ea1a489 req-e28c1598-dda7-4d1d-b148-c62d1907aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:46.914099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0884371-6757-4113-9866-19f59ea1a489 req-e28c1598-dda7-4d1d-b148-c62d1907aa0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.1664369 Dec 13 15:07:46.972809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0884371-6757-4113-9866-19f59ea1a489 req-53bed18d-5599-4f09-b159-2f60a6aaf9c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 217 time: 0.0485489 Dec 13 15:07:46.989043 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:47.028614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:47.036300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d345aa38-2382-4817-ba73-4d260fb6425b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2965786 Dec 13 15:07:47.038632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48374) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:47.041789 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:47.062157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884371-6757-4113-9866-19f59ea1a489 req-46e1ad88-ee6d-4725-b57f-2814d36fe97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:47.063932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0884371-6757-4113-9866-19f59ea1a489 req-46e1ad88-ee6d-4725-b57f-2814d36fe97e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0819142 Dec 13 15:07:47.075977 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:47.076604 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:47.183239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting subnet e6563ac4-70a7-4332-b934-9d0f8964f3fb {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:07:47.196374 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:47.241228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884371-6757-4113-9866-19f59ea1a489 req-e892c8d7-631a-4698-9294-a6a1145417b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:47.243107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0884371-6757-4113-9866-19f59ea1a489 req-e892c8d7-631a-4698-9294-a6a1145417b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704869 Dec 13 15:07:47.341139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:47.356094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc812217-24ed-4fa8-9df8-7f1225f75863 req-31bee28f-b07e-4cf2-a555-3fcd87a7d84f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:47.364256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc812217-24ed-4fa8-9df8-7f1225f75863 req-31bee28f-b07e-4cf2-a555-3fcd87a7d84f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1766255 Dec 13 15:07:47.385767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:47.455620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0884371-6757-4113-9866-19f59ea1a489 req-05215bfb-4ad4-482d-9edb-104741222513 service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992178 Dec 13 15:07:47.481233 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:46Z', 'revision_number': 11, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:47.530871 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:47.541634 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:47.542528 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:47.562378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc812217-24ed-4fa8-9df8-7f1225f75863 req-123672ce-a5fa-461c-ad2b-c91df9f08cc2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887383 Dec 13 15:07:47.659861 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:47.677725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0884371-6757-4113-9866-19f59ea1a489 req-a5548c51-ab2e-4204-8fcd-ae7fb297f341 service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143936 Dec 13 15:07:47.679382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:47.735854 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:46Z', 'revision_number': 11, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:47.741750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01022f-080f-4830-8010-d3089988d1a5 req-dfcbeb3c-bdcc-4bd5-aabf-798fd58f2df5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:47.744032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d01022f-080f-4830-8010-d3089988d1a5 req-dfcbeb3c-bdcc-4bd5-aabf-798fd58f2df5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.3902931 Dec 13 15:07:47.814663 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124f523-b1df-4937-b8ec-52cb4c3da111 None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:46Z', 'revision_number': 11, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:47.829706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d01022f-080f-4830-8010-d3089988d1a5 req-47ca451a-b80f-4f43-904b-498465b93f10 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789995 Dec 13 15:07:47.886676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:47.916838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Subnet': ['ID=e6563ac4-70a7-4332-b934-9d0f8964f3fb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:47.921838 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:47.925235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-542f16c4-bec2-4904-82aa-206154ca5f43 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/e6563ac4-70a7-4332-b934-9d0f8964f3fb HTTP/1.1" status: 204 len: 168 time: 0.8840408 Dec 13 15:07:47.928106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48392) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:47.930798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd5b73d-c480-4df9-a685-7a8395c39b6b None None] Network 9d678d61-2db7-4e92-8a9b-0152f0763b8d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:48.022617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.053031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:48.118092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Deleting port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:48.118092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.203635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] DHCP port deletion for 9d678d61-2db7-4e92-8a9b-0152f0763b8d request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:07:48.212449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] For port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,segment=NetworkSegment(1c95f77b-c131-4719-88fe-edea143ae37e),segment_id=1c95f77b-c131-4719-88fe-edea143ae37e)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:48.212923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.219555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07408909-c954-499e-b69d-2795465b08fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.229523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Calling delete_port for 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:48.293324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] Deleting port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:48.295082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.347551 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07408909-c954-499e-b69d-2795465b08fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.383837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] For port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,segment=NetworkSegment(1c95f77b-c131-4719-88fe-edea143ae37e),segment_id=1c95f77b-c131-4719-88fe-edea143ae37e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:48.387540 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.406339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.409633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] Calling delete_port for 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:48.434880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Port': ['ID=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:48.444608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07408909-c954-499e-b69d-2795465b08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.444797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No DVR routers for this DVR port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:48.477681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:48.498695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07408909-c954-499e-b69d-2795465b08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a5336-32f6-4913-9e8f-f34430ada38c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:48.508188 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-07408909-c954-499e-b69d-2795465b08fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37e55457b5534fc095812a046e78fcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518661 Dec 13 15:07:48.508766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48402) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:48.509797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:48.510544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:48.511247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 346feab4-7048-4aff-9569-fe7cc7ab23c9 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:48.535306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 346feab4-7048-4aff-9569-fe7cc7ab23c9 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:48.535949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 346feab4-7048-4aff-9569-fe7cc7ab23c9 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:48.565487 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.577597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.583428 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3dc32dd-522a-4fcc-9580-e741105d3755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.589710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] No DVR routers for this DVR port 2a10fa9f-e05e-42e4-aad9-4842f3a926f0 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:48.602446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d678d61-2db7-4e92-8a9b-0152f0763b8d']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:48.610971 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3dc32dd-522a-4fcc-9580-e741105d3755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.611996 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be050a1b-79c1-445b-9548-b22edba12521 None None] Pushing event deleted for resources: {'Port': ['ID=2a10fa9f-e05e-42e4-aad9-4842f3a926f0,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:48.618457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c95f77b-c131-4719-88fe-edea143ae37e') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:48.618457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c95f77b-c131-4719-88fe-edea143ae37e') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:48.637266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.653605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.661145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:07:48.661692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:07:48.664926 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:07:48.714891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470341c5-7cc1-47ff-a5db-8cbd6f02a575 req-14b634b3-818f-4478-a6b1-7ae65542dcc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:48.716695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-470341c5-7cc1-47ff-a5db-8cbd6f02a575 req-14b634b3-818f-4478-a6b1-7ae65542dcc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0573554 Dec 13 15:07:48.761830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-470341c5-7cc1-47ff-a5db-8cbd6f02a575 req-00c6703b-a7e9-424f-8e85-df31abb48f31 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Dec 13 15:07:48.764395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3dc32dd-522a-4fcc-9580-e741105d3755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.768762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3dc32dd-522a-4fcc-9580-e741105d3755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.768762 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3dc32dd-522a-4fcc-9580-e741105d3755 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df8a5336-32f6-4913-9e8f-f34430ada38c HTTP/1.1" status: 204 len: 168 time: 0.2589376 Dec 13 15:07:48.776319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc32dd-522a-4fcc-9580-e741105d3755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a5336-32f6-4913-9e8f-f34430ada38c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:48.810552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.819718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:48.823216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/networks/9d678d61-2db7-4e92-8a9b-0152f0763b8d HTTP/1.1" status: 204 len: 168 time: 0.8941350 Dec 13 15:07:48.826272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48410) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:48.831178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'routes': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:48.837865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77306-9115-4cb9-a089-74e58ed8c080 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Pushing event deleted for resources: {'Network': ['ID=9d678d61-2db7-4e92-8a9b-0152f0763b8d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:48.961950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c34a96-d3fd-4b6b-9c1c-f44cb6d12226 req-08bddd6a-572f-491f-9afa-6deb0da2b8ae tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:48.964045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13c34a96-d3fd-4b6b-9c1c-f44cb6d12226 req-08bddd6a-572f-491f-9afa-6deb0da2b8ae tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0550170 Dec 13 15:07:49.007747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13c34a96-d3fd-4b6b-9c1c-f44cb6d12226 req-05a6c6dc-0f38-44d5-bd4a-63ccd60cd17e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359817 Dec 13 15:07:49.022662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Added routes are [] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 15:07:49.023173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Removed routes are [] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 15:07:49.023564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.176873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.180264 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.272797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:49.349863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:49.354501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.358782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48424) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:49.358966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e60bfd12-b1df-4f27-907c-7c58f548ac2a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 200 len: 700 time: 0.5314436 Dec 13 15:07:49.361498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] Sync routers for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:49.381973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:49.382797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:49.433701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-71a5af93-14ce-4459-8bc2-dbd14dc43663 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 200 len: 205 time: 0.0704074 Dec 13 15:07:49.436101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48428) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:49.459415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:49.529216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:46Z', 'revision_number': 11, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:49.545665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-268102ec-c269-4c78-967e-9006bf4aa76a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.557121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] Checking router: 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:49.566254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] Routers {'4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:49.566876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:49.660362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:07:49.716007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] Set router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:49.741363 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-268102ec-c269-4c78-967e-9006bf4aa76a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.746391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-268102ec-c269-4c78-967e-9006bf4aa76a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.834894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:46Z', 'revision_number': 11, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:49.855487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.resource_extend [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 15:07:49.928024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-268102ec-c269-4c78-967e-9006bf4aa76a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.928654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268102ec-c269-4c78-967e-9006bf4aa76a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Fanout notify agent at l3_agent the message router_deleted on router 4f396ce9-e2b4-43c4-9c00-42d371d0b6bc {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:07:49.938521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa4af-7a38-44e1-a5e6-a74035e5792c None None] The sync data for ids ['4f396ce9-e2b4-43c4-9c00-42d371d0b6bc'] in n-d-816954-1 is: [{'id': '4f396ce9-e2b4-43c4-9c00-42d371d0b6bc', 'name': 'tempest-RoutersTest-router-676235861', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:06:53Z', 'updated_at': '2021-12-13T15:07:46Z', 'revision_number': 11, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:49.940001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-268102ec-c269-4c78-967e-9006bf4aa76a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:49.941435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-268102ec-c269-4c78-967e-9006bf4aa76a tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 204 len: 168 time: 0.5043216 Dec 13 15:07:49.945981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48440) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:49.950678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cfe45fa5-638e-42f8-867c-ecbd3ea7ba5c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-593544333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:49.963414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5793c-a0b1-4144-abb4-6ab1cc785e13 req-723df5d3-3ea7-45a4-b672-506abf881e1c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:49.965363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cae5793c-a0b1-4144-abb4-6ab1cc785e13 req-723df5d3-3ea7-45a4-b672-506abf881e1c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1229484 Dec 13 15:07:50.012602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:50.019636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cae5793c-a0b1-4144-abb4-6ab1cc785e13 req-5608a07f-ae2b-48cf-aeb7-87095962ec1e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Dec 13 15:07:50.021693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-506ed884-7f18-417a-9c99-c852e78edf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.028531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'port_id': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'mac_address': 'fa:16:3e:6c:1f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:07:50.075007 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfe45fa5-638e-42f8-867c-ecbd3ea7ba5c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.076903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfe45fa5-638e-42f8-867c-ecbd3ea7ba5c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.138915 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.150191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfe45fa5-638e-42f8-867c-ecbd3ea7ba5c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.162158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbcba6b-d395-466d-a4a1-888d27e73166 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:07:50.189152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:50.209225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfe45fa5-638e-42f8-867c-ecbd3ea7ba5c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.262989 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.284684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319aaa0-7e74-47be-b5d5-ab15fff0bab9 req-93f4f309-cec0-4e30-91f3-d7e8f44fb92a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:50.286716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1319aaa0-7e74-47be-b5d5-ab15fff0bab9 req-93f4f309-cec0-4e30-91f3-d7e8f44fb92a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.1132007 Dec 13 15:07:50.290158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfe45fa5-638e-42f8-867c-ecbd3ea7ba5c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:50.291501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cfe45fa5-638e-42f8-867c-ecbd3ea7ba5c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3445082 Dec 13 15:07:50.294349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48446) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:50.299734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2bddf5c5-1772-4592-a6ed-b87895195262 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:50.336513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:50.384911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1319aaa0-7e74-47be-b5d5-ab15fff0bab9 req-f51531f6-bd21-4772-b11e-d6d06f691aae tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894034 Dec 13 15:07:50.486814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2cbcba6b-d395-466d-a4a1-888d27e73166'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:07:50.943543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bddf5c5-1772-4592-a6ed-b87895195262 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.018636 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bddf5c5-1772-4592-a6ed-b87895195262 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.164589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48466) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:51.194128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dffb6-7339-4f44-bc58-496062870b45 req-024adedb-c587-419d-a072-ddef4459d0e4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:51.198429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f82dffb6-7339-4f44-bc58-496062870b45 req-024adedb-c587-419d-a072-ddef4459d0e4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0687840 Dec 13 15:07:51.251302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f82dffb6-7339-4f44-bc58-496062870b45 req-498ed81a-9c99-41f7-aa28-911b945b5fc8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346236 Dec 13 15:07:51.252318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bddf5c5-1772-4592-a6ed-b87895195262 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Router 2eefe4c5-2379-4939-99ba-dee9f0bd5f22 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:07:51.334452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48472) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:51.343668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bddf5c5-1772-4592-a6ed-b87895195262 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:51.349978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1940286036'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:51.351071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bddf5c5-1772-4592-a6ed-b87895195262 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.354155 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] Sync routers for ids ['2eefe4c5-2379-4939-99ba-dee9f0bd5f22'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:51.354758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2bddf5c5-1772-4592-a6ed-b87895195262 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "PUT /v2.0/routers/2eefe4c5-2379-4939-99ba-dee9f0bd5f22 HTTP/1.1" status: 200 len: 693 time: 1.0593092 Dec 13 15:07:51.355390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48474) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:51.378275 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] Routers {'2eefe4c5-2379-4939-99ba-dee9f0bd5f22'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:51.379352 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2eefe4c5-2379-4939-99ba-dee9f0bd5f22'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:51.454094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eb5bf05c-74e8-405d-be9a-c68fbbd110b1 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/routers/2eefe4c5-2379-4939-99ba-dee9f0bd5f22 HTTP/1.1" status: 200 len: 699 time: 0.0968597 Dec 13 15:07:51.455545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48478) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:51.489956 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8dd8f4f2-bb2d-4fdd-8906-0c1272f1bfd5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=2eefe4c5-2379-4939-99ba-dee9f0bd5f22 HTTP/1.1" status: 200 len: 205 time: 0.0340812 Dec 13 15:07:51.492950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48480) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:51.496824 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] Set router 2eefe4c5-2379-4939-99ba-dee9f0bd5f22 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:51.558600 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eefe4c5-2379-4939-99ba-dee9f0bd5f22', 'name': 'tempest-RoutersTest-router-593544333', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:07:50Z', 'updated_at': '2021-12-13T15:07:50Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:51.587083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96742569-5307-4a91-afb1-dfcdc9e717c2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.607395 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] Checking router: 2eefe4c5-2379-4939-99ba-dee9f0bd5f22 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:51.623874 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] Routers {'2eefe4c5-2379-4939-99ba-dee9f0bd5f22'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:51.625133 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2eefe4c5-2379-4939-99ba-dee9f0bd5f22'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:51.628280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:07:51.662073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadce22-2e8d-4a37-8d35-3f980093eaf6 req-54815d4d-8268-4c4f-ab47-39001caffdec tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:51.663826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afadce22-2e8d-4a37-8d35-3f980093eaf6 req-54815d4d-8268-4c4f-ab47-39001caffdec tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 944 time: 0.1431673 Dec 13 15:07:51.712290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] Set router 2eefe4c5-2379-4939-99ba-dee9f0bd5f22 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:51.763443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Made reservation on behalf of 1d58b6fcb982476bb476250a1ece9db5 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:51.766466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eefe4c5-2379-4939-99ba-dee9f0bd5f22', 'name': 'tempest-RoutersTest-router-593544333', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:07:50Z', 'updated_at': '2021-12-13T15:07:50Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:51.766914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.782020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afadce22-2e8d-4a37-8d35-3f980093eaf6 req-83f15464-6029-40d1-807a-3e4cc0283376 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908527 Dec 13 15:07:51.788656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 2cbcba6b-d395-466d-a4a1-888d27e73166 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:07:51.792780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2cbcba6b-d395-466d-a4a1-888d27e73166 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:07:51.793164 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.796600 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ac23b-910a-437c-9201-4ec6ed0c9b0f None None] The sync data for ids ['2eefe4c5-2379-4939-99ba-dee9f0bd5f22'] in n-d-816954-1 is: [{'id': '2eefe4c5-2379-4939-99ba-dee9f0bd5f22', 'name': 'tempest-RoutersTest-router-593544333', 'tenant_id': 'c6295820768549c6bd90340a4d0a213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:07:50Z', 'updated_at': '2021-12-13T15:07:50Z', 'revision_number': 2, 'project_id': 'c6295820768549c6bd90340a4d0a213d', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:51.816862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.839545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96742569-5307-4a91-afb1-dfcdc9e717c2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.842038 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96742569-5307-4a91-afb1-dfcdc9e717c2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.934267 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.973562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.975331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:51.976596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:51.979036 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dace8c5e-c180-4e7d-922a-89590b31cf83" -d '{"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:51.987786 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96742569-5307-4a91-afb1-dfcdc9e717c2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:51.988435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96742569-5307-4a91-afb1-dfcdc9e717c2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Fanout notify agent at l3_agent the message router_deleted on router 2eefe4c5-2379-4939-99ba-dee9f0bd5f22 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:07:52.000210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-96742569-5307-4a91-afb1-dfcdc9e717c2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.001635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-96742569-5307-4a91-afb1-dfcdc9e717c2 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/2eefe4c5-2379-4939-99ba-dee9f0bd5f22 HTTP/1.1" status: 204 len: 168 time: 0.5070515 Dec 13 15:07:52.007577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48486) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.025921 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd0104f-baa2-4a0e-9c4d-9e09755f3170 x-openstack-request-id: req-7dd0104f-baa2-4a0e-9c4d-9e09755f3170 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:52.026298 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:52.026613 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dd0104f-baa2-4a0e-9c4d-9e09755f3170 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:52.027230 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'code': 200} Dec 13 15:07:52.044380 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.056321 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8778634c-0795-4c9d-b779-6f513a267ead tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=2eefe4c5-2379-4939-99ba-dee9f0bd5f22 HTTP/1.1" status: 200 len: 205 time: 0.0471909 Dec 13 15:07:52.058478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48488) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.105463 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-9183a6bb-5d0f-44b0-82de-3ac90647483e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] delete failed (client error): The resource could not be found. Dec 13 15:07:52.106557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9183a6bb-5d0f-44b0-82de-3ac90647483e tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/2eefe4c5-2379-4939-99ba-dee9f0bd5f22 HTTP/1.1" status: 404 len: 336 time: 0.0470200 Dec 13 15:07:52.113172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48490) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.131443 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.143475 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6f9712-7f6b-408e-b9be-4f1dcd6856d0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.143941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6f9712-7f6b-408e-b9be-4f1dcd6856d0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.147167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cd6f9712-7f6b-408e-b9be-4f1dcd6856d0 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/94d34f64-8d8b-4e32-92b9-63db926c6bd6 HTTP/1.1" status: 404 len: 337 time: 0.0330219 Dec 13 15:07:52.153186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48492) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.191396 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-472674c3-48c5-4024-9813-731cc73474fc tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.192376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472674c3-48c5-4024-9813-731cc73474fc tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.195886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-472674c3-48c5-4024-9813-731cc73474fc tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/38fed73c-0898-49cd-8b4e-5d1a2afc3bf2 HTTP/1.1" status: 404 len: 337 time: 0.0412169 Dec 13 15:07:52.197274 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.198768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48494) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.221036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:52.229614 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30d30dd-6eb4-48fb-a8de-4aca0f260731 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.230452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30d30dd-6eb4-48fb-a8de-4aca0f260731 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.233159 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a30d30dd-6eb4-48fb-a8de-4aca0f260731 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/c804575c-c210-402c-9569-f7630ac7a0ce HTTP/1.1" status: 404 len: 337 time: 0.0333986 Dec 13 15:07:52.235791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48496) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.264001 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-924c46e4-bb3e-46f5-ad5a-c6d894aaec75 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.264510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924c46e4-bb3e-46f5-ad5a-c6d894aaec75 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.268548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-924c46e4-bb3e-46f5-ad5a-c6d894aaec75 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/e6563ac4-70a7-4332-b934-9d0f8964f3fb HTTP/1.1" status: 404 len: 337 time: 0.0317812 Dec 13 15:07:52.272728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.290306 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6f96bbe7-9441-4318-a3ad-39fa88801430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.313544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8cb5b6e4-fdda-496b-8e8a-3ae6216ebcee tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 200 len: 205 time: 0.0375814 Dec 13 15:07:52.313770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:07:52.314143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48502) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.350666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.351055 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Added segment 3861ab90-5e90-4d64-8561-fe280439b30c of type vlan for network 4238d1cd-d006-494b-abd9-c5236829ce8d Dec 13 15:07:52.354097 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-ec03ab09-888b-4de8-889e-7ae0429681c8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] delete failed (client error): The resource could not be found. Dec 13 15:07:52.357690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ec03ab09-888b-4de8-889e-7ae0429681c8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/4f396ce9-e2b4-43c4-9c00-42d371d0b6bc HTTP/1.1" status: 404 len: 336 time: 0.0395656 Dec 13 15:07:52.357918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48504) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.360595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b3612b-eef1-4eb9-980d-66651cd2b3e3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:52.393561 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-63859cf5-9025-4ec3-9d1e-d10e7411de3c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a5c5608-e365-4b2c-abe9-37c85d03fd99 HTTP/1.1" status: 200 len: 205 time: 0.0290983 Dec 13 15:07:52.394703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48506) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.419541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a40fa-67de-4681-959d-eacf5134b9c3 req-8bd3ad08-d71e-4173-bc24-0358584e7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:52.421597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-898a40fa-67de-4681-959d-eacf5134b9c3 req-8bd3ad08-d71e-4173-bc24-0358584e7092 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1096 time: 0.2352555 Dec 13 15:07:52.438625 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-0a8e51dd-bd8f-4bfa-b5c0-b2d3e2b2765d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] delete failed (client error): The resource could not be found. Dec 13 15:07:52.442649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0a8e51dd-bd8f-4bfa-b5c0-b2d3e2b2765d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/2a5c5608-e365-4b2c-abe9-37c85d03fd99 HTTP/1.1" status: 404 len: 336 time: 0.0440352 Dec 13 15:07:52.443122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48508) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.472247 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd3a010-3da7-4779-89b5-98f5bae5d991 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.473109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd3a010-3da7-4779-89b5-98f5bae5d991 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.475971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fdd3a010-3da7-4779-89b5-98f5bae5d991 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/9c7fa30f-8713-4217-8512-d5fb7fd7cf36 HTTP/1.1" status: 404 len: 337 time: 0.0319073 Dec 13 15:07:52.478602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48510) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.479240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.506175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-47b75844-989d-4685-8f1a-a66609c51e2b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 HTTP/1.1" status: 200 len: 205 time: 0.0263383 Dec 13 15:07:52.508368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.510788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53386f3-b332-42d1-af96-384a3055ac82 req-4bd6f720-252f-4a7c-9b75-df67f858c9eb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:52.512277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53386f3-b332-42d1-af96-384a3055ac82 req-4bd6f720-252f-4a7c-9b75-df67f858c9eb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1722682 Dec 13 15:07:52.535070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-898a40fa-67de-4681-959d-eacf5134b9c3 req-df98e452-182a-484f-8526-23263eaf5640 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917504 Dec 13 15:07:52.552501 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-043ffc62-a6fe-4efd-9a2a-eb223678abde tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] delete failed (client error): The resource could not be found. Dec 13 15:07:52.553606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-043ffc62-a6fe-4efd-9a2a-eb223678abde tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/bf5a70f3-d90b-4996-a1e3-3d3b650a6d98 HTTP/1.1" status: 404 len: 336 time: 0.0442915 Dec 13 15:07:52.560044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48514) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.591512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b83ceae6-bce2-4e1e-9057-54bb7e49f6a8 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cbdcb35-be4d-411d-b961-24fadbb2da56 HTTP/1.1" status: 200 len: 205 time: 0.0278537 Dec 13 15:07:52.597291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.599245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a53386f3-b332-42d1-af96-384a3055ac82 req-f43c49d4-785c-458a-ba84-d7889e568ce3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712581 Dec 13 15:07:52.631097 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-5ad32ae3-83de-4d0e-ae27-c356773e22b7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] delete failed (client error): The resource could not be found. Dec 13 15:07:52.634421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5ad32ae3-83de-4d0e-ae27-c356773e22b7 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/2cbdcb35-be4d-411d-b961-24fadbb2da56 HTTP/1.1" status: 404 len: 336 time: 0.0399249 Dec 13 15:07:52.634569 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.638801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48518) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.639575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:52.640190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.669358 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b17322-dcbd-48a1-bb66-cb71f45930c6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.670105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b17322-dcbd-48a1-bb66-cb71f45930c6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.677593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c0b17322-dcbd-48a1-bb66-cb71f45930c6 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/cb7249b6-7f25-48fa-a8c4-fccf7cf3e207 HTTP/1.1" status: 404 len: 337 time: 0.0370135 Dec 13 15:07:52.678038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48522) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.720063 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4bf463af-1b3b-49f2-bcdf-bd2362f58a9b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=677a2683-f1e6-42a2-8d80-be5c3ca7408b HTTP/1.1" status: 200 len: 205 time: 0.0404105 Dec 13 15:07:52.720899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48526) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.725631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Pushing event updated for resources: {'Network': ['ID=4238d1cd-d006-494b-abd9-c5236829ce8d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:52.745368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 4238d1cd-d006-494b-abd9-c5236829ce8d details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:07:52.762501 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-c4d3f5dc-0396-440a-ad93-1af11953d60d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] delete failed (client error): The resource could not be found. Dec 13 15:07:52.763706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port 791495b6-ec73-4634-9820-b9ad664f1267 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:52.763706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.767354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c4d3f5dc-0396-440a-ad93-1af11953d60d tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/677a2683-f1e6-42a2-8d80-be5c3ca7408b HTTP/1.1" status: 404 len: 336 time: 0.0453877 Dec 13 15:07:52.768054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48528) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.791825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b5edb078-1696-4ca1-b4d4-122bfaf9a6df tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6260996 Dec 13 15:07:52.799730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48530) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.807860 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-73244956-bdca-4ec2-b2a2-dd7325b65df5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.808600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73244956-bdca-4ec2-b2a2-dd7325b65df5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.816208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-73244956-bdca-4ec2-b2a2-dd7325b65df5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/173a84cf-49e8-4d57-8f95-1b179900c57b HTTP/1.1" status: 404 len: 337 time: 0.0439816 Dec 13 15:07:52.816467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48534) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.860390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd24f2f9-b330-43dc-a2ad-1198dc036f8b tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83ddafe-649b-4720-931c-5fffabb69af5 HTTP/1.1" status: 200 len: 205 time: 0.0417666 Dec 13 15:07:52.861296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48538) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.920210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port 791495b6-ec73-4634-9820-b9ad664f1267, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=791495b6-ec73-4634-9820-b9ad664f1267,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:52.920745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:52.929012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'network': {'name': 'tempest-network--737070990', 'router:external': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:52.936435 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-9cfebeba-a213-43d2-8e0e-933717e43f1c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] delete failed (client error): The resource could not be found. Dec 13 15:07:52.936644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for 791495b6-ec73-4634-9820-b9ad664f1267 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:52.940849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9cfebeba-a213-43d2-8e0e-933717e43f1c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/routers/b83ddafe-649b-4720-931c-5fffabb69af5 HTTP/1.1" status: 404 len: 336 time: 0.0751548 Dec 13 15:07:52.941275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48540) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:52.973572 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ffd2c7-9cfb-428f-8b3c-d1348994211c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:52.974029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ffd2c7-9cfb-428f-8b3c-d1348994211c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:52.979716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-92ffd2c7-9cfb-428f-8b3c-d1348994211c tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/cc248c25-2eb3-4a47-8691-ac8988b9e0b9 HTTP/1.1" status: 404 len: 337 time: 0.0349541 Dec 13 15:07:52.979835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48542) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:53.014284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e210e3-678e-4f17-964b-d57dbaccfc38 req-6fd4db16-5baf-45cf-8668-003b70a43ab1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:53.014284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3e210e3-678e-4f17-964b-d57dbaccfc38 req-6fd4db16-5baf-45cf-8668-003b70a43ab1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0777061 Dec 13 15:07:53.042177 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51484e1-e4b1-4897-9b77-e4d4aac06bc5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] DELETE failed (client error): The resource could not be found. Dec 13 15:07:53.042667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51484e1-e4b1-4897-9b77-e4d4aac06bc5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:07:53.050123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d51484e1-e4b1-4897-9b77-e4d4aac06bc5 tempest-RoutersTest-2099385785 tempest-RoutersTest-2099385785-project] 10.222.0.24 "DELETE /v2.0/subnets/78d3fc00-2e47-4d9d-b6d1-ab15547258a6 HTTP/1.1" status: 404 len: 337 time: 0.0650771 Dec 13 15:07:53.072511 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3e210e3-678e-4f17-964b-d57dbaccfc38 req-e15e4039-09f4-49f3-a394-cbbc96c2aef8 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525949 Dec 13 15:07:53.109079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Made reservation on behalf of 085991f792e84bbb825bad157e60a3cb for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:53.111103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.125058 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.233431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.303228 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.330795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.331053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.357666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:07:53.362523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=791495b6-ec73-4634-9820-b9ad664f1267,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:53.369388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d71bd-47e3-4f6d-92d9-5afec19efd28,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:53.376478 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.376925 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Added segment bcda0a46-7218-4751-930a-9bf14bc7d018 of type vlan for network 73768637-ea3a-4d30-a29d-537eb75e439d Dec 13 15:07:53.440909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.570281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.571275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:53.571879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.730168 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9287791 Dec 13 15:07:53.751217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48552) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:53.751903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:53.805216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9e4d1-3830-4d40-97ec-67e4bf2958c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Network': ['ID=73768637-ea3a-4d30-a29d-537eb75e439d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:53.817605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 73768637-ea3a-4d30-a29d-537eb75e439d details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:07:53.881132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:53.990503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891bd55-34c9-4ca3-9452-8cbde396abb8 req-c0d72cef-e255-4771-bf20-59dcaa4c9b9a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:53.992348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e891bd55-34c9-4ca3-9452-8cbde396abb8 req-c0d72cef-e255-4771-bf20-59dcaa4c9b9a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.2088642 Dec 13 15:07:54.036434 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.064683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e891bd55-34c9-4ca3-9452-8cbde396abb8 req-3d758cab-5c65-4c95-9cb2-2660be4e4923 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Dec 13 15:07:54.070294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e21efcf9-0399-4c7a-9aa4-6a668499a8aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6295820768549c6bd90340a4d0a213d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140030 Dec 13 15:07:54.070294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73768637-ea3a-4d30-a29d-537eb75e439d']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:54.071786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48558) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:54.079872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.082292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcda0a46-7218-4751-930a-9bf14bc7d018') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:54.082598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcda0a46-7218-4751-930a-9bf14bc7d018') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:54.092489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.120964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.128621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:07:54.129036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:07:54.182080 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:07:54.223867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2be1f0c-bd31-4e4b-add2-4fbfd7bafd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.251967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cf14e-36a3-4f54-a281-18a8d99417f0 req-1f0ac8f3-0c0e-4b21-be42-1334acc0ae17 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:54.253552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d6cf14e-36a3-4f54-a281-18a8d99417f0 req-1f0ac8f3-0c0e-4b21-be42-1334acc0ae17 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0705824 Dec 13 15:07:54.256852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2be1f0c-bd31-4e4b-add2-4fbfd7bafd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.300654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.304858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d6cf14e-36a3-4f54-a281-18a8d99417f0 req-f1a3c64e-d459-4ccd-8481-a1bad08e32a0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Dec 13 15:07:54.316333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73768637-ea3a-4d30-a29d-537eb75e439d {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 15:07:54.327483 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.331180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "DELETE /v2.0/networks/73768637-ea3a-4d30-a29d-537eb75e439d HTTP/1.1" status: 204 len: 168 time: 0.5778778 Dec 13 15:07:54.334399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48564) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:54.339451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:54.354092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1144565-1bdc-4240-9d66-842b3f04cc63 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event deleted for resources: {'Network': ['ID=73768637-ea3a-4d30-a29d-537eb75e439d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:54.424186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Made reservation on behalf of 085991f792e84bbb825bad157e60a3cb for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:54.427632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.461677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:07:54.475757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.476207 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Added segment 435b85f0-970c-41eb-8e0d-3bc767dd1749 of type vlan for network 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec Dec 13 15:07:54.493754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router bf847857-2f1a-4de6-a20b-c35db1e7432b has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:54.495810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2be1f0c-bd31-4e4b-add2-4fbfd7bafd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.498503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2be1f0c-bd31-4e4b-add2-4fbfd7bafd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.502298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d2be1f0c-bd31-4e4b-add2-4fbfd7bafd9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa2c77e6-3863-4b09-8c1b-b24b3e95a858 HTTP/1.1" status: 204 len: 168 time: 0.4268370 Dec 13 15:07:54.524891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be1f0c-bd31-4e4b-add2-4fbfd7bafd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2c77e6-3863-4b09-8c1b-b24b3e95a858,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:54.546845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0e1c-26e6-46a7-8621-2d861657c127 req-7a3aa05e-7ba8-45a5-b553-806eee87c10b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:54.548541 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-416e0e1c-26e6-46a7-8621-2d861657c127 req-7a3aa05e-7ba8-45a5-b553-806eee87c10b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1248624 Dec 13 15:07:54.559816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48570) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:54.577434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Request body: {'floatingip': {'port_id': '2cbcba6b-d395-466d-a4a1-888d27e73166'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:54.635939 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.642255 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.682125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:54.690607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-258f464c-82b7-4f43-8e15-78ac20bb19fc tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "PUT /v2.0/routers/bf847857-2f1a-4de6-a20b-c35db1e7432b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3546360 Dec 13 15:07:54.923387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] Sync routers for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:54.931918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.934899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:54.935821 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:54.939230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:54.940042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:54.944065 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:55.032048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Network': ['ID=2e906dde-1a7d-41fe-98ec-4a0d6efb81ec,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:55.042904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48578) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:55.043059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0d52c5bb-4c25-4869-a0f1-eaeb4b8b2dd4 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7076316 Dec 13 15:07:55.043572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:07:55.053664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'subnet': {'network_id': '2e906dde-1a7d-41fe-98ec-4a0d6efb81ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:55.172398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:55.284199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e120de7-59cc-4867-b7f8-5f8101111b4e req-dcbf5a7e-6918-43aa-8517-d319de9ef7c7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:55.295456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e120de7-59cc-4867-b7f8-5f8101111b4e req-dcbf5a7e-6918-43aa-8517-d319de9ef7c7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1241157 Dec 13 15:07:55.316164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Made reservation on behalf of 085991f792e84bbb825bad157e60a3cb for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:55.322342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:55.396849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:55.544773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e120de7-59cc-4867-b7f8-5f8101111b4e req-2f35b0a4-750c-4dd8-a167-42191df6f263 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479942 Dec 13 15:07:55.570176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-a1f1c1c9-b661-467b-b06f-40d0a80c014b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016032 Dec 13 15:07:55.630170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:53Z', 'revision_number': 6, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 1, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:55.664856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] Checking router: bf847857-2f1a-4de6-a20b-c35db1e7432b for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:55.674378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:55.680646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:55.744025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-4a29ba24-747a-441a-935c-6a47b375fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:55.745941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-4a29ba24-747a-441a-935c-6a47b375fd4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1096 time: 0.1414998 Dec 13 15:07:55.749292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876d253-061b-4193-810e-ca30ad7ca12a req-c224a523-697f-47fc-b85f-fe6420001038 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:55.751084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2876d253-061b-4193-810e-ca30ad7ca12a req-c224a523-697f-47fc-b85f-fe6420001038 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 946 time: 0.1346073 Dec 13 15:07:55.854697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:55.923652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2876d253-061b-4193-810e-ca30ad7ca12a req-6bedd988-73e5-4012-9071-da46f51fc491 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488657 Dec 13 15:07:55.946743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-318ed751-9966-4356-a297-cc6ce7b18ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:55.950024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-318ed751-9966-4356-a297-cc6ce7b18ae5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34 HTTP/1.1" status: 200 len: 898 time: 0.1599331 Dec 13 15:07:55.955207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:56.035157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:56.067153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-361872a0-6f89-44a3-ab1d-c960e7d87eaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920e2836-b681-408c-b4a7-3fc5624cf49e HTTP/1.1" status: 200 len: 1000 time: 0.0993323 Dec 13 15:07:56.130546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-8234cba9-3eb1-44ac-8d56-141125143185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:56.132102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-8234cba9-3eb1-44ac-8d56-141125143185 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a572d54a-1a63-4f4a-bf80-6b831fa678f5 HTTP/1.1" status: 200 len: 835 time: 0.0573766 Dec 13 15:07:56.196367 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Floating IP e4f46445-83aa-4f5b-8f8f-45a270a25c7b associated. External IP: 172.25.7.211, port: 2cbcba6b-d395-466d-a4a1-888d27e73166. Dec 13 15:07:56.237611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-1dd08aa8-9dcb-4b9b-b90e-662006874f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:56.245288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-1dd08aa8-9dcb-4b9b-b90e-662006874f03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060991 Dec 13 15:07:56.245907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:07:56.246897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:56.313752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48602) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:56.314095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:56.393856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:53Z', 'revision_number': 6, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 1, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:56.472714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72574a-bb3f-4714-9d2b-3dc63253d221 None None] The sync data for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 is: [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:53Z', 'revision_number': 6, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'port_id': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'mac_address': 'fa:16:3e:db:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:06:22Z', 'updated_at': '2021-12-13T15:06:27Z', 'revision_number': 1, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:56.510003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5ce16b9-3ad6-41c1-a86e-abdb026182f4,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:56.548487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507148181-network', 'tenant_id': 'b211e8826f06410891c8bda179860936'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:56.554391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Checking segment: {'id': '435b85f0-970c-41eb-8e0d-3bc767dd1749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2e906dde-1a7d-41fe-98ec-4a0d6efb81ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:56.555352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Network hostable DHCP agents. Network: 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:07:56.602727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-8a1335ec-0943-440a-ad66-10240137c75c service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463678 Dec 13 15:07:56.607010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:56.665616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Network 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:07:56.739553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Made reservation on behalf of b211e8826f06410891c8bda179860936 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:56.741960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:56.760055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:56.760750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-68aa5d93-be60-4603-9e02-99a07c92cc06 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:56.761726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-68aa5d93-be60-4603-9e02-99a07c92cc06 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 946 time: 0.1832778 Dec 13 15:07:56.787466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb070ea-5d89-450a-85dd-59c9e819dfb5 req-ec0255a9-5d57-42a9-9fd0-a5e51cd03ad2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:56.788931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fb070ea-5d89-450a-85dd-59c9e819dfb5 req-ec0255a9-5d57-42a9-9fd0-a5e51cd03ad2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1482518 Dec 13 15:07:56.811929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:56.816212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:56.817067 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:56.824932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c8c13-62f1-44fe-bc55-710501fcfe7e None None] Network 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:56.884279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9676cbab-65bb-4c49-a314-2471effe4b2d req-3827bdac-50d1-4ff5-986d-4dd2a28fba6e service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627041 Dec 13 15:07:56.964740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0fb070ea-5d89-450a-85dd-59c9e819dfb5 req-b648bfc4-973a-4c43-8037-10e1e801a4ce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551342 Dec 13 15:07:56.981078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a14ed53-8315-4961-935c-c23d17a6ca47 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9327626 Dec 13 15:07:56.981078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48614) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:56.986323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'floatingip': {'floating_network_id': '2e906dde-1a7d-41fe-98ec-4a0d6efb81ec'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:57.022906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port bc66a584-e093-470f-8a7c-8174e6cfb080 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:57.023250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.030455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.041040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:57.047661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.053785 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40484003-dec4-489b-a29b-448e651321f4 None None] Sync routers for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:57.069902 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:57.070700 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:57.115060 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a38030a-793c-434c-ada5-dff378939375 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "PUT /v2.0/floatingips/e4f46445-83aa-4f5b-8f8f-45a270a25c7b HTTP/1.1" status: 200 len: 991 time: 2.5525937 Dec 13 15:07:57.115222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.123216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da110ba3-2eaa-4410-8747-fe702ebb690f None None] Network 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:57.126928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:07:57.136168 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.136595 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Added segment b9577d77-2f47-4c2c-bf15-b27731401197 of type vlan for network 4c62096b-ccb7-4e1f-91c0-67b46080e79b Dec 13 15:07:57.151466 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.181876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.207710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:57.210065 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d5aa9-934b-4649-90f7-5bb638fae75f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:57.300561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.301580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:57.302175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.332431 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:57.333320 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629662f-c7f0-4159-92b9-9a207e9026ef x-openstack-request-id: req-b629662f-c7f0-4159-92b9-9a207e9026ef {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:57.333623 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:57.333945 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b629662f-c7f0-4159-92b9-9a207e9026ef {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:57.334384 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'status': 'completed', 'code': 200} Dec 13 15:07:57.343574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e382ac-73d5-4307-ad96-71daa36fc678,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:57.344529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port bc66a584-e093-470f-8a7c-8174e6cfb080, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc66a584-e093-470f-8a7c-8174e6cfb080,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:57.344896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.381628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for bc66a584-e093-470f-8a7c-8174e6cfb080 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:57.410697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ac469-58de-4474-b604-e3f696514b68 req-eab9a3d2-f650-4fba-ae58-0b080c832d10 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:57.419089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e0ac469-58de-4474-b604-e3f696514b68 req-eab9a3d2-f650-4fba-ae58-0b080c832d10 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 946 time: 0.3497205 Dec 13 15:07:57.436558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1162484 Dec 13 15:07:57.446264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48620) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:57.458997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-85964b1d-8951-43c8-88c0-299cde5a85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:57.459199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Request body: {'subnet': {'network_id': '4c62096b-ccb7-4e1f-91c0-67b46080e79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507148181-subnet', 'tenant_id': 'b211e8826f06410891c8bda179860936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:57.460535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-85964b1d-8951-43c8-88c0-299cde5a85c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1096 time: 0.1241906 Dec 13 15:07:57.483724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1721d-87cf-4f59-9ba4-ce92361f3818 admin admin] Pushing event updated for resources: {'Network': ['ID=4c62096b-ccb7-4e1f-91c0-67b46080e79b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:57.495649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 4c62096b-ccb7-4e1f-91c0-67b46080e79b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:07:57.542629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e0ac469-58de-4474-b604-e3f696514b68 req-d2e96bb5-3646-4d6e-a838-e80be5d11273 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175621 Dec 13 15:07:57.585798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.625111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Made reservation on behalf of b211e8826f06410891c8bda179860936 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:07:57.627617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.697455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-79be7838-507f-414f-bc9d-506c98ef8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:57.698992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-79be7838-507f-414f-bc9d-506c98ef8643 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.2254686 Dec 13 15:07:57.722644 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e4f46445-83aa-4f5b-8f8f-45a270a25c7b', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'port_id': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'mac_address': 'fa:16:3e:6c:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:07:35Z', 'updated_at': '2021-12-13T15:07:55Z', 'revision_number': 1, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:57.730798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.749594 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40484003-dec4-489b-a29b-448e651321f4 None None] Checking router: 5bc2129b-b4be-4172-b23e-7b1631fb65b2 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:07:57.758346 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:57.759041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:57.802957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-3359131d-72bf-4b0d-8e7e-abc289145626 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 999 time: 0.0955055 Dec 13 15:07:57.854353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.905829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Allocated IP 172.20.0.9 (2e906dde-1a7d-41fe-98ec-4a0d6efb81ec/d5ce16b9-3ad6-41c1-a86e-abdb026182f4/2dd03551-4be7-486b-8a7e-3b09472c2d65) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:07:57.955615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=bc66a584-e093-470f-8a7c-8174e6cfb080,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:57.962378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] No DVR routers for this DVR port bc66a584-e093-470f-8a7c-8174e6cfb080 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:07:57.965002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:57.968971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8494745b-2754-4531-86fd-ffc9ca1456cd req-b0de26f0-63a3-4b6c-9b30-d48ebe3798f2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "DELETE /v2.0/ports/bc66a584-e093-470f-8a7c-8174e6cfb080 HTTP/1.1" status: 204 len: 173 time: 1.1941752 Dec 13 15:07:57.975886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'name': 'network-vif-deleted', 'tag': 'bc66a584-e093-470f-8a7c-8174e6cfb080'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:07:57.978445 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef888935-89cb-4b55-86c8-938d4ff75705" -d '{"events": [{"server_uuid": "9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22", "name": "network-vif-deleted", "tag": "bc66a584-e093-470f-8a7c-8174e6cfb080"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:07:57.991706 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:07:58.062473 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba852a-1eab-42db-b0dd-f4f256e4b4df x-openstack-request-id: req-58ba852a-1eab-42db-b0dd-f4f256e4b4df {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:07:58.063717 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22", "name": "network-vif-deleted", "tag": "bc66a584-e093-470f-8a7c-8174e6cfb080", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:07:58.064170 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58ba852a-1eab-42db-b0dd-f4f256e4b4df {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:07:58.064629 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22', 'name': 'network-vif-deleted', 'tag': 'bc66a584-e093-470f-8a7c-8174e6cfb080', 'status': 'completed', 'code': 200} Dec 13 15:07:58.066173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-35786c3a-ea29-4666-aa3a-1b1b169f7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:58.067894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-35786c3a-ea29-4666-aa3a-1b1b169f7b6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.2559915 Dec 13 15:07:58.090884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.151149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-79ad1522-49c5-4094-85c0-d4a6a75cc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:58.153131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-79ad1522-49c5-4094-85c0-d4a6a75cc5e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763915 Dec 13 15:07:58.181855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.190297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505137-340c-4297-88fb-ca3073e308a4 req-a5d1b99d-4306-4dd9-9136-3a39e9052aad tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:58.191754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c505137-340c-4297-88fb-ca3073e308a4 req-a5d1b99d-4306-4dd9-9136-3a39e9052aad tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1510296 Dec 13 15:07:58.201486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=922fb838-f522-46e9-9b07-d828c602703e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:58.233030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Checking segment: {'id': 'b9577d77-2f47-4c2c-bf15-b27731401197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4c62096b-ccb7-4e1f-91c0-67b46080e79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:07:58.233390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Network hostable DHCP agents. Network: 4c62096b-ccb7-4e1f-91c0-67b46080e79b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:07:58.259628 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c505137-340c-4297-88fb-ca3073e308a4 req-1d21be4c-1236-4095-963f-25780a3ef338 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590763 Dec 13 15:07:58.272574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Deleting port 9a949de4-a346-479c-8f1d-91863c125b3d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:07:58.272930 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.275101 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40484003-dec4-489b-a29b-448e651321f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e4f46445-83aa-4f5b-8f8f-45a270a25c7b', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'port_id': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'mac_address': 'fa:16:3e:6c:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:07:35Z', 'updated_at': '2021-12-13T15:07:55Z', 'revision_number': 1, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:58.320296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-f417b715-2583-4793-963f-e02a22576467 service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581371 Dec 13 15:07:58.329676 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40484003-dec4-489b-a29b-448e651321f4 None None] The sync data for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 is: [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'e4f46445-83aa-4f5b-8f8f-45a270a25c7b', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'port_id': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'mac_address': 'fa:16:3e:6c:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:07:35Z', 'updated_at': '2021-12-13T15:07:55Z', 'revision_number': 1, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:07:58.406201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 791495b6-ec73-4634-9820-b9ad664f1267 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:58.421118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.451397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 791495b6-ec73-4634-9820-b9ad664f1267 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:58.452099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 791495b6-ec73-4634-9820-b9ad664f1267 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:58.502244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Network 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:07:58.507390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-243d5aa9-934b-4649-90f7-5bb638fae75f req-77af38f9-1bc5-4511-b947-419782448c1d service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748965 Dec 13 15:07:58.510093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:58.513821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:07:58.522339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd03551-4be7-486b-8a7e-3b09472c2d65,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:58.630810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.660442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f1513-95ce-4df3-838e-2cc564d8f2d4 None None] New status for floating IP e4f46445-83aa-4f5b-8f8f-45a270a25c7b: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:07:58.705660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Network 4c62096b-ccb7-4e1f-91c0-67b46080e79b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:07:58.739773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4386907c-5406-447c-935a-c85c437b11b0 req-02ae851a-3222-4c14-9a55-49d42f5b975e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4bcd63-ba06-4a95-aeb2-95d1ae6e5b22 HTTP/1.1" status: 200 len: 210 time: 0.0375884 Dec 13 15:07:58.749107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.788516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] For port 9a949de4-a346-479c-8f1d-91863c125b3d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a949de4-a346-479c-8f1d-91863c125b3d,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:07:58.788975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.803407 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Calling delete_port for 9a949de4-a346-479c-8f1d-91863c125b3d owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:07:58.863263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 4c62096b-ccb7-4e1f-91c0-67b46080e79b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:07:58.869746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:58.870621 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:58.874257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c7d64-f2bb-4e77-bf46-0ee2bd86c0e8 None None] Network 4c62096b-ccb7-4e1f-91c0-67b46080e79b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:58.995171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8093410d-9849-48e8-8131-e17113fdec0e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5387774 Dec 13 15:07:59.073544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207a16d-4780-4fa8-9121-3670c20f6a02 None None] Network 4c62096b-ccb7-4e1f-91c0-67b46080e79b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:07:59.128244 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-129bf46e-ef02-4459-b16b-19ca7039f64d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3805833 Dec 13 15:07:59.131642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:59.162674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a949de4-a346-479c-8f1d-91863c125b3d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:59.291656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-3daede10-00f8-44dc-85b6-6bf3f983a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:59.293232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-3daede10-00f8-44dc-85b6-6bf3f983a0c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 1097 time: 0.0843112 Dec 13 15:07:59.416547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:59.450064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7dfba-3319-4f61-8b93-22ae96a81d5d req-126485b2-4210-4e15-93a8-1d7b40b5d3d6 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:59.451610 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23b7dfba-3319-4f61-8b93-22ae96a81d5d req-126485b2-4210-4e15-93a8-1d7b40b5d3d6 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.0956171 Dec 13 15:07:59.460603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-bb8c5158-baff-4032-891b-762f5127021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:59.462154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-bb8c5158-baff-4032-891b-762f5127021e service neutron] 10.222.0.50 "GET /v2.0/networks?id=39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 200 len: 898 time: 0.1449189 Dec 13 15:07:59.466258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:59.509599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:59.566521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23b7dfba-3319-4f61-8b93-22ae96a81d5d req-d42395cc-9457-4edb-a2ce-96b66c09b0c5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018269 Dec 13 15:07:59.596791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-7be11ea9-473a-4251-8d8d-04093a617675 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e HTTP/1.1" status: 200 len: 1001 time: 0.1264894 Dec 13 15:07:59.618073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd03551-4be7-486b-8a7e-3b09472c2d65,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:07:59.656775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:59.657773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc66a584-e093-470f-8a7c-8174e6cfb080 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:07:59.672223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-a0835db4-fc88-4d20-b15a-d8db9d0862b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:59.673698 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-a0835db4-fc88-4d20-b15a-d8db9d0862b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e665e31b-e40f-45c5-a062-c23d9395b3d1 HTTP/1.1" status: 200 len: 834 time: 0.0671775 Dec 13 15:07:59.677876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: bc66a584-e093-470f-8a7c-8174e6cfb080 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:07:59.678424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc66a584-e093-470f-8a7c-8174e6cfb080 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:07:59.727778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-a636f28d-b569-4d2e-8602-e1d9e98b2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:07:59.729352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-a636f28d-b569-4d2e-8602-e1d9e98b2fc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39743f65-4ab4-4125-b93b-63a4b0cd7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475121 Dec 13 15:07:59.740809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Router b755e055-ee19-4fa0-903a-79621009a105 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:07:59.801637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:07:59.803138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-92f2875f-5451-4506-8e4b-63defe814ef5 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8220615 Dec 13 15:07:59.811445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48654) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:59.811790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48656) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:59.870991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:07:59.886793 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c3fbabc7-763c-4f18-a285-28f4b0e43db4 admin admin] 10.222.0.24 "PUT /v2.0/routers/b755e055-ee19-4fa0-903a-79621009a105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5695505 Dec 13 15:07:59.887029 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] Sync routers for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:07:59.889280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:59.901629 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:07:59.902465 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:07:59.914758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f5ae6d4-b066-4830-890e-aa547a8b896d tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=2e906dde-1a7d-41fe-98ec-4a0d6efb81ec HTTP/1.1" status: 200 len: 689 time: 0.1018236 Dec 13 15:07:59.923047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48662) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:59.923387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48664) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:07:59.929122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147363910-network', 'tenant_id': '9635cc1d8003495e88b8b73163f5dc44'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:07:59.998010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.019897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-b5619334-d392-47a2-bc73-1e4a29e01a39 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825148 Dec 13 15:08:00.020230 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:00.105667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27bb1fb8-ed61-4f92-93b6-3c0da9590832 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.113240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.123814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Made reservation on behalf of 9635cc1d8003495e88b8b73163f5dc44 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:00.126132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.149391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.154965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.204178 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T15:07:58Z', 'revision_number': 5, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port': {'id': 'b5f9199f-16c8-4883-8560-5efaf7716a3a', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b755e055-ee19-4fa0-903a-79621009a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:55:52Z', 'updated_at': '2021-12-13T14:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:00.209496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27bb1fb8-ed61-4f92-93b6-3c0da9590832 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.237684 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] Checking router: b755e055-ee19-4fa0-903a-79621009a105 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:00.246538 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] Routers {'b755e055-ee19-4fa0-903a-79621009a105'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:00.247153 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b755e055-ee19-4fa0-903a-79621009a105'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:00.252151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Deleting port b5f9199f-16c8-4883-8560-5efaf7716a3a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:00.252704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.305991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea931b6c-05ac-4bd9-8eef-376498251b29 req-c76b62f5-1265-42c7-bf8a-9329b6ef1419 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733123 Dec 13 15:08:00.334706 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] Set router b755e055-ee19-4fa0-903a-79621009a105 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:00.353832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] For port b5f9199f-16c8-4883-8560-5efaf7716a3a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b5f9199f-16c8-4883-8560-5efaf7716a3a,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:00.354191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.386635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Calling delete_port for b5f9199f-16c8-4883-8560-5efaf7716a3a owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:00.403420 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T15:08:00Z', 'revision_number': 6, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:00.405603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Deleting port 2dd03551-4be7-486b-8a7e-3b09472c2d65 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:00.405949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.442037 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1c6b5-3f86-4f1f-a19b-0b9dfdd57591 None None] The sync data for ids ['b755e055-ee19-4fa0-903a-79621009a105'] in n-d-816954-1 is: [{'id': 'b755e055-ee19-4fa0-903a-79621009a105', 'name': 'tempest-TaggedBootDevicesTest-1814655267-router', 'tenant_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:55:50Z', 'updated_at': '2021-12-13T15:08:00Z', 'revision_number': 6, 'project_id': 'e158b3cb4fba4a368ceb62f57b4ffa6c', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:00.480704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.488215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27bb1fb8-ed61-4f92-93b6-3c0da9590832 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.490909 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27bb1fb8-ed61-4f92-93b6-3c0da9590832 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.494059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-27bb1fb8-ed61-4f92-93b6-3c0da9590832 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/security-groups/474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6 HTTP/1.1" status: 204 len: 168 time: 0.6773169 Dec 13 15:08:00.509813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb1fb8-ed61-4f92-93b6-3c0da9590832 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f90d4-0c5d-4bfc-9a05-f7a7ced94dd6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:00.556187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.556187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.567925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.571199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Calling delete_port for 2dd03551-4be7-486b-8a7e-3b09472c2d65 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:00.604910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:08:00.608770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48674) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:00.658396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.660736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac6535d-f35b-4750-ad12-e8be841a2a09,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:00.668345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:08:00.687313 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.687708 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Added segment 6043ec5c-2413-4813-a46f-755229562342 of type vlan for network 6fedfb57-a09c-47a2-a3dc-7122374a050a Dec 13 15:08:00.701250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f9199f-16c8-4883-8560-5efaf7716a3a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:00.766457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.774442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting subnet 5b3ed273-cdc6-48d3-897d-ab21cefcd016 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:08:00.785433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:00.787267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce963a46-f3c6-4c7e-893d-66cdec89f1cd req-09d4a278-71b8-433d-94ed-2909dc99b1cb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:00.788939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce963a46-f3c6-4c7e-893d-66cdec89f1cd req-09d4a278-71b8-433d-94ed-2909dc99b1cb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 944 time: 0.1414986 Dec 13 15:08:00.790482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.813417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'port_id': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e', 'mac_address': 'fa:16:3e:14:bc:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:08:00.840935 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.846423 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.869844 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.884772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:08:00.906456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:00.934442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.935401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:00.936044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.955224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce963a46-f3c6-4c7e-893d-66cdec89f1cd req-a4db3164-0627-4429-834f-08f57eef2c74 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545601 Dec 13 15:08:00.987062 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.992951 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:00.995181 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.039560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.043572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:01.051817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.052166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.052508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.053426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.053426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.053645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.053772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.054093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.054441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.054769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.055089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.055407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:01.067061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.103464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] Pushing event updated for resources: {'Network': ['ID=6fedfb57-a09c-47a2-a3dc-7122374a050a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:01.109877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dd03551-4be7-486b-8a7e-3b09472c2d65,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:01.112945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 6fedfb57-a09c-47a2-a3dc-7122374a050a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:08:01.119686 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b3b48d69-099d-4d70-bfee-3d9849202b55 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1941543 Dec 13 15:08:01.120272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.121086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b755e055-ee19-4fa0-903a-79621009a105 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:08:01.127844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.129360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a7275009-199b-4cfc-8f80-a75b3d83bfb0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b755e055-ee19-4fa0-903a-79621009a105 HTTP/1.1" status: 204 len: 168 time: 1.2391086 Dec 13 15:08:01.130727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48676) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:01.135421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:01.135961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Request body: {'subnet': {'network_id': '6fedfb57-a09c-47a2-a3dc-7122374a050a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147363910-subnet', 'tenant_id': '9635cc1d8003495e88b8b73163f5dc44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:01.206069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Made reservation on behalf of 9635cc1d8003495e88b8b73163f5dc44 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:01.206604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:08:01.209753 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.226365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] Deleting subnet 97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:08:01.233198 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.267692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.282443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.341581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.387504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3ed273-cdc6-48d3-897d-ab21cefcd016,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:01.394834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.400674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-58822c80-7b18-4a0b-ac85-adc98e70a5a1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/subnets/5b3ed273-cdc6-48d3-897d-ab21cefcd016 HTTP/1.1" status: 204 len: 168 time: 0.7884016 Dec 13 15:08:01.401705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.402625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f55db-5a6b-4d49-b84b-27bd550f6c1e None None] Network 1303e78d-af3d-4dde-8560-873f07ab72df requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:01.403809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48680) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:01.502265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.519468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.574521 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.585739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23087fc-9e55-419d-bce9-a30110009074,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:01.605859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Checking segment: {'id': '6043ec5c-2413-4813-a46f-755229562342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6fedfb57-a09c-47a2-a3dc-7122374a050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:08:01.606619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Network hostable DHCP agents. Network: 6fedfb57-a09c-47a2-a3dc-7122374a050a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:08:01.626943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] DHCP port deletion for 1303e78d-af3d-4dde-8560-873f07ab72df request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:08:01.668221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port 598ae8e1-fc73-45df-a181-9aeda40d788a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:01.668790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.673118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.693438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] Deleting port 598ae8e1-fc73-45df-a181-9aeda40d788a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:01.693819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.702698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Network 6fedfb57-a09c-47a2-a3dc-7122374a050a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:08:01.739574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.744123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ce16b9-3ad6-41c1-a86e-abdb026182f4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:01.784588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] For port 598ae8e1-fc73-45df-a181-9aeda40d788a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=598ae8e1-fc73-45df-a181-9aeda40d788a,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:01.785332 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.800575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:01.800951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] Calling delete_port for 598ae8e1-fc73-45df-a181-9aeda40d788a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:01.805255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e3e2c2-303c-4490-8470-668f5ec4d308 None None] Network 4ae87db4-6566-4a34-b93b-12167460eed5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:01.805940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 6fedfb57-a09c-47a2-a3dc-7122374a050a) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:01.810841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:01.811448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.832000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.835276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1fd9951f-f11d-4f5a-80c8-11028df12b43 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/97c7d6fe-e1ac-4ae2-b8b2-202edaf7fa16 HTTP/1.1" status: 204 len: 168 time: 0.6989226 Dec 13 15:08:01.839514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48688) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:01.848342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port 598ae8e1-fc73-45df-a181-9aeda40d788a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=598ae8e1-fc73-45df-a181-9aeda40d788a,segment=NetworkSegment(5e63f3f3-385e-4a2b-b455-a1b182de9d47),segment_id=5e63f3f3-385e-4a2b-b455-a1b182de9d47)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:01.848685 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.877450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b8b9cc-dd45-45d2-bdc1-60f2843092ab None None] Network 6fedfb57-a09c-47a2-a3dc-7122374a050a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:01.879976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:01.894949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for 598ae8e1-fc73-45df-a181-9aeda40d788a owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:01.918985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-80964067-7ebf-4272-ad33-77eed11e63d5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7793705 Dec 13 15:08:01.945856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e906dde-1a7d-41fe-98ec-4a0d6efb81ec']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:01.974226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435b85f0-970c-41eb-8e0d-3bc767dd1749') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:01.974554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435b85f0-970c-41eb-8e0d-3bc767dd1749') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:02.016338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.023142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.045033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.060916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:02.062989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.064643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48694) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:02.065334 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:02.096653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6d989-ff67-4e20-aae4-f60a0b4050c7 req-1993c689-61ac-4def-86b5-72574638928a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.102832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0e6d989-ff67-4e20-aae4-f60a0b4050c7 req-1993c689-61ac-4def-86b5-72574638928a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 945 time: 0.0645249 Dec 13 15:08:02.139372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0e6d989-ff67-4e20-aae4-f60a0b4050c7 req-eeb8b413-bb59-4ff1-ae59-9799c89c9c41 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Dec 13 15:08:02.185591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a1154-e898-4a75-a7c2-035bc609fb55 None None] Network 6fedfb57-a09c-47a2-a3dc-7122374a050a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:02.262059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] DHCP port deletion for 4ae87db4-6566-4a34-b93b-12167460eed5 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:08:02.268405 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.309614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] Pushing event deleted for resources: {'Port': ['ID=598ae8e1-fc73-45df-a181-9aeda40d788a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:02.316676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30589e-c0b4-4ad1-b80a-5ac1b2474bc8 None None] No DVR routers for this DVR port 598ae8e1-fc73-45df-a181-9aeda40d788a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:02.405416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] Deleting port 3cd39c6e-c57d-4278-bb9b-34f681270fdd {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:02.405802 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.455918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a949de4-a346-479c-8f1d-91863c125b3d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:02.483901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9a949de4-a346-479c-8f1d-91863c125b3d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:02.484176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a949de4-a346-479c-8f1d-91863c125b3d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:02.485155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3cd39c6e-c57d-4278-bb9b-34f681270fdd no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:02.489154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.493097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] Deleting subnet 922fb838-f522-46e9-9b07-d828c602703e {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:08:02.503979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.514503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] For port 3cd39c6e-c57d-4278-bb9b-34f681270fdd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3cd39c6e-c57d-4278-bb9b-34f681270fdd,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:02.514908 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.530968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] Calling delete_port for 3cd39c6e-c57d-4278-bb9b-34f681270fdd owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:02.541910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=598ae8e1-fc73-45df-a181-9aeda40d788a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:02.549617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] No DVR routers for this DVR port 598ae8e1-fc73-45df-a181-9aeda40d788a on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:02.563077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Deleting port 3cd39c6e-c57d-4278-bb9b-34f681270fdd {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:02.563327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.594335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.628290 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.641469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e906dde-1a7d-41fe-98ec-4a0d6efb81ec {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 15:08:02.650385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.671334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 3cd39c6e-c57d-4278-bb9b-34f681270fdd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3cd39c6e-c57d-4278-bb9b-34f681270fdd,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:02.683089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:08:02.699602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.705607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2e906dde-1a7d-41fe-98ec-4a0d6efb81ec HTTP/1.1" status: 204 len: 168 time: 2.7785192 Dec 13 15:08:02.706269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48696) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:02.722940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de9a4-236f-409e-adcb-7fa8a0aa7f54 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e906dde-1a7d-41fe-98ec-4a0d6efb81ec,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:02.750596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] For port 3cd39c6e-c57d-4278-bb9b-34f681270fdd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3cd39c6e-c57d-4278-bb9b-34f681270fdd,segment=NetworkSegment(555ac296-be30-4838-948a-094d1d86c6c8),segment_id=555ac296-be30-4838-948a-094d1d86c6c8)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:02.750958 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.754067 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.757669 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.763461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b5f9199f-16c8-4883-8560-5efaf7716a3a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:02.778036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Calling delete_port for 3cd39c6e-c57d-4278-bb9b-34f681270fdd owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:02.798507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1303e78d-af3d-4dde-8560-873f07ab72df']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:02.806523 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.829891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e63f3f3-385e-4a2b-b455-a1b182de9d47') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:02.830306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e63f3f3-385e-4a2b-b455-a1b182de9d47') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:02.830756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-214ed132-c77f-478b-a817-96bdeab59a17 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.1227958 Dec 13 15:08:02.832421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48698) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:02.849187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=3cd39c6e-c57d-4278-bb9b-34f681270fdd,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:02.853607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b5f9199f-16c8-4883-8560-5efaf7716a3a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:02.853959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b5f9199f-16c8-4883-8560-5efaf7716a3a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:02.854938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 598ae8e1-fc73-45df-a181-9aeda40d788a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:02.879955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.886956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 598ae8e1-fc73-45df-a181-9aeda40d788a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:02.887309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 598ae8e1-fc73-45df-a181-9aeda40d788a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:02.891458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.893377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:08:02.909091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.911438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:02.915228 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.923847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:02.924288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:02.927214 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:02.965427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.965943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.966455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.966887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.967327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.967877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.968322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.970159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] Pushing event deleted for resources: {'Port': ['ID=3cd39c6e-c57d-4278-bb9b-34f681270fdd,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:02.971371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.973706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.975650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.976627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:02.979292 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442076c9-d17f-41b8-9ed7-eb65091325b6 None None] No DVR routers for this DVR port 3cd39c6e-c57d-4278-bb9b-34f681270fdd on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:02.995437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48700) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:02.996799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b08fe074-a80a-42a1-a59a-2efb3650dcb7 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7216 time: 0.1561546 Dec 13 15:08:02.999563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.060425 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.063076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd39c6e-c57d-4278-bb9b-34f681270fdd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.065209 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-ef318606-6035-4eca-b434-f4ec836f315b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] delete failed (client error): The resource could not be found. Dec 13 15:08:03.066597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ef318606-6035-4eca-b434-f4ec836f315b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/0d07f618-006d-44d7-8f32-6707303c382f HTTP/1.1" status: 404 len: 345 time: 0.0768602 Dec 13 15:08:03.071039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48704) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:03.071252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] No DVR routers for this DVR port 3cd39c6e-c57d-4278-bb9b-34f681270fdd on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:03.082303 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.094696 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1ca5b0-b891-4569-bd40-d2446eeaf2df tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] DELETE failed (client error): The resource could not be found. Dec 13 15:08:03.095264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1ca5b0-b891-4569-bd40-d2446eeaf2df tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:08:03.098541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1c1ca5b0-b891-4569-bd40-d2446eeaf2df tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2e906dde-1a7d-41fe-98ec-4a0d6efb81ec HTTP/1.1" status: 404 len: 339 time: 0.0253036 Dec 13 15:08:03.103264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48706) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:03.108740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:03.109262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'network': {'name': 'tempest-network--196896687', 'router:external': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:03.111082 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ffecc5-e34d-4adc-8402-810d36c761e3" -d '{"events": [{"server_uuid": "1411af83-a6e0-4b2e-9e31-e4558b68a43c", "name": "network-vif-plugged", "status": "completed", "tag": "9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:03.125858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:03.128702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922fb838-f522-46e9-9b07-d828c602703e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.135925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.137059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-20a00d23-0493-422e-be89-bf6f40aabea1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/922fb838-f522-46e9-9b07-d828c602703e HTTP/1.1" status: 204 len: 168 time: 1.0708914 Dec 13 15:08:03.139971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48710) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:03.141707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.152365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.152515 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e690918-7380-4530-b1ee-3db8b808bd47 x-openstack-request-id: req-7e690918-7380-4530-b1ee-3db8b808bd47 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:03.152806 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1411af83-a6e0-4b2e-9e31-e4558b68a43c", "name": "network-vif-plugged", "status": "completed", "tag": "9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:03.153059 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e690918-7380-4530-b1ee-3db8b808bd47 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:03.153480 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e', 'code': 200} Dec 13 15:08:03.158226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/networks/1303e78d-af3d-4dde-8560-873f07ab72df HTTP/1.1" status: 204 len: 168 time: 1.7375932 Dec 13 15:08:03.163054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48712) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:03.211285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.222932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95692a-1b35-462d-ac12-b75e8408bbd9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Network': ['ID=1303e78d-af3d-4dde-8560-873f07ab72df,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.231385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.271287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.301134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae87db4-6566-4a34-b93b-12167460eed5']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:03.304569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Made reservation on behalf of 085991f792e84bbb825bad157e60a3cb for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:03.307120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.333973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555ac296-be30-4838-948a-094d1d86c6c8') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:03.334180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555ac296-be30-4838-948a-094d1d86c6c8') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:03.349055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.354522 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.363966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bfd8f-a284-4276-877f-a1b44673b3cf req-c4da056a-65c4-4596-b733-cf1aaa896134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:03.365438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-717bfd8f-a284-4276-877f-a1b44673b3cf req-c4da056a-65c4-4596-b733-cf1aaa896134 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 1097 time: 0.1368790 Dec 13 15:08:03.381414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19d72-a5e9-4730-9e6d-eb9f9dd23b62 req-9580ae28-8ddf-4499-a795-02ad00fd960b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:03.382867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47a19d72-a5e9-4730-9e6d-eb9f9dd23b62 req-9580ae28-8ddf-4499-a795-02ad00fd960b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.1417406 Dec 13 15:08:03.387543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:08:03.389649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.419328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:03.419727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:03.422741 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:03.462849 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.463196 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Added segment 48834464-1fa4-4c07-97c7-3ed6811e213b of type vlan for network 7157c684-3dcd-4474-b05f-626cfa8e1013 Dec 13 15:08:03.469557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.493418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port 25613da2-8cec-42cd-801d-2aa41d079337 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:03.493758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.496986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c62096b-ccb7-4e1f-91c0-67b46080e79b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:03.535139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-717bfd8f-a284-4276-877f-a1b44673b3cf req-4a439fbf-383b-40e5-87bf-dedf59f5dd14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485398 Dec 13 15:08:03.539393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9577d77-2f47-4c2c-bf15-b27731401197') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:03.539688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9577d77-2f47-4c2c-bf15-b27731401197') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:03.540587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47a19d72-a5e9-4730-9e6d-eb9f9dd23b62 req-2d4060ae-83e6-45e4-89f9-82b71c2ca873 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397653 Dec 13 15:08:03.555043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.573005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.591225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:03.591524 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:03.593607 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:03.602367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.619944 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.623198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ae87db4-6566-4a34-b93b-12167460eed5 HTTP/1.1" status: 204 len: 168 time: 1.7797468 Dec 13 15:08:03.629205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48716) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:03.630006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad7d24-4ca5-4b79-b398-ff5c6bb1647c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae87db4-6566-4a34-b93b-12167460eed5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.641744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.650924 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.651257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.666844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for 25613da2-8cec-42cd-801d-2aa41d079337 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:03.752941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.759161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.762332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c62096b-ccb7-4e1f-91c0-67b46080e79b HTTP/1.1" status: 204 len: 168 time: 0.6204350 Dec 13 15:08:03.765328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48718) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:03.780728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519df63d-faa3-4733-97ac-9d0ef5e052c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c62096b-ccb7-4e1f-91c0-67b46080e79b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.861337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.862205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:03.866752 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.908391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.920237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] Deleting subnet f23087fc-9e55-419d-bce9-a30110009074 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:08:03.931610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:03.936756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=25613da2-8cec-42cd-801d-2aa41d079337,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.979476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Network': ['ID=7157c684-3dcd-4474-b05f-626cfa8e1013,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:03.987908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-433c6728-b087-4da0-8d6b-bc6febc96d7b tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8825662 Dec 13 15:08:03.990698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7157c684-3dcd-4474-b05f-626cfa8e1013 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:08:03.992391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48720) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:04.000321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.067859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.069454 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Floating IP bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a disassociated (deleted). External IP: 172.25.7.18, port: 5f743ecf-6157-4d4a-bada-f2eade829c0e. Dec 13 15:08:04.084373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.229854 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.261197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23087fc-9e55-419d-bce9-a30110009074,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:04.271000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.272913 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.276186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-affe2e9c-3460-4fd2-b65f-8aafeca9bd33 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f23087fc-9e55-419d-bce9-a30110009074 HTTP/1.1" status: 204 len: 168 time: 0.5098734 Dec 13 15:08:04.279566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48724) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:04.422381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.567777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f3957-ce37-493f-966a-08e283291d01 tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:04.573945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.574045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f3957-ce37-493f-966a-08e283291d01 tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:04.580578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f3957-ce37-493f-966a-08e283291d01 tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:04.586977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f3957-ce37-493f-966a-08e283291d01 tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:04.588689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-750f3957-ce37-493f-966a-08e283291d01 tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5951614 Dec 13 15:08:04.592861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48728) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:04.618296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fedfb57-a09c-47a2-a3dc-7122374a050a']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:04.670660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6043ec5c-2413-4813-a46f-755229562342') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:04.670949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6043ec5c-2413-4813-a46f-755229562342') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:04.701981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.717396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router bf847857-2f1a-4de6-a20b-c35db1e7432b has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:08:04.740250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.745742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.758120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:04.758558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:04.774786 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:04.819888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cad2b-641d-4feb-8159-e0c490da8625 req-0c995e13-b2d8-4df7-8717-2d88e2d5c9ff tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:04.821752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-391cad2b-641d-4feb-8159-e0c490da8625 req-0c995e13-b2d8-4df7-8717-2d88e2d5c9ff tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.2010458 Dec 13 15:08:04.829010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:04.833799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.841315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] Sync routers for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:04.866303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-387113a3-7820-4dae-be81-03b3e5bd5fd6 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/floatingips/bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a HTTP/1.1" status: 204 len: 168 time: 1.6973217 Dec 13 15:08:04.867298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:04.869315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:04.870351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:04.876819 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39dacf-b39c-4b57-a091-203fbf4492a9" -d '{"events": [{"name": "network-changed", "server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:04.976061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.982766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-391cad2b-641d-4feb-8159-e0c490da8625 req-600a3bd3-c6ff-4533-b6fd-ccf1150af515 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442401 Dec 13 15:08:04.984858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:04.986227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:04.997651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.003724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/6fedfb57-a09c-47a2-a3dc-7122374a050a HTTP/1.1" status: 204 len: 168 time: 0.7217669 Dec 13 15:08:05.021651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510de12-1d8d-49f4-b352-426a2eccf6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6fedfb57-a09c-47a2-a3dc-7122374a050a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:05.029049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7157c684-3dcd-4474-b05f-626cfa8e1013']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:05.046447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48834464-1fa4-4c07-97c7-3ed6811e213b') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:05.047327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48834464-1fa4-4c07-97c7-3ed6811e213b') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:05.051505 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d45b40-0940-4daf-a010-a08d8acf7883 x-openstack-request-id: req-35d45b40-0940-4daf-a010-a08d8acf7883 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:05.056198 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:05.056198 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35d45b40-0940-4daf-a010-a08d8acf7883 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:05.056198 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'status': 'completed', 'code': 200} Dec 13 15:08:05.058259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Deleting port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:05.058599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.064095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.141679 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.153467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:05.153883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:05.156937 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:05.234952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-4052e6ad-5e54-4807-b918-b1795d21264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:05.234952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-4052e6ad-5e54-4807-b918-b1795d21264e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 1097 time: 0.1539955 Dec 13 15:08:05.266198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:53Z', 'revision_number': 6, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:05.295757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] Checking router: bf847857-2f1a-4de6-a20b-c35db1e7432b for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:05.305136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:05.305999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:05.308769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] For port 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,segment=NetworkSegment(93573f91-eaf3-4942-84f5-00edd4d51089),segment_id=93573f91-eaf3-4942-84f5-00edd4d51089)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:05.309143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.309597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceaf8d-aa9a-4b29-aaec-37f34ecb214d req-9eb3d21f-532e-47b0-9869-9c38a83d370e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:05.311348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8ceaf8d-aa9a-4b29-aaec-37f34ecb214d req-9eb3d21f-532e-47b0-9869-9c38a83d370e tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 946 time: 0.0698931 Dec 13 15:08:05.357763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8ceaf8d-aa9a-4b29-aaec-37f34ecb214d req-d8cd7208-f4b5-4cb8-9959-bef0b5677129 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 Dec 13 15:08:05.510328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48742) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:05.557587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-977c0390-7ca9-48b9-9169-d53f2f7ef31a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b211e8826f06410891c8bda179860936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458546 Dec 13 15:08:05.560070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:05.588110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:05.612336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-82d5aa18-6db6-4b36-8f30-ae77312f7922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.624856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.634927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7157c684-3dcd-4474-b05f-626cfa8e1013 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 15:08:05.635457 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-82d5aa18-6db6-4b36-8f30-ae77312f7922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.638020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Calling delete_port for 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:05.642779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.649333 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7157c684-3dcd-4474-b05f-626cfa8e1013 HTTP/1.1" status: 204 len: 168 time: 1.0522053 Dec 13 15:08:05.650072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48746) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:05.658307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'network': {'name': 'tempest-network--1074829042', 'router:external': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:05.662965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b70095-1fbf-42ed-ae20-ce994fb9913c tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event deleted for resources: {'Network': ['ID=7157c684-3dcd-4474-b05f-626cfa8e1013,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:05.725550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-05c71416-029c-4079-ba5d-9d1442e9841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:05.727096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-05c71416-029c-4079-ba5d-9d1442e9841b service neutron] 10.222.0.50 "GET /v2.0/networks?id=39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 200 len: 898 time: 0.4818690 Dec 13 15:08:05.791494 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-4045100c-6bd1-4a2d-b397-84f48f69f32a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e HTTP/1.1" status: 200 len: 217 time: 0.0492053 Dec 13 15:08:05.852059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:53Z', 'revision_number': 6, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:05.852315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-82d5aa18-6db6-4b36-8f30-ae77312f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.854651 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-82d5aa18-6db6-4b36-8f30-ae77312f7922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.870010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-82d5aa18-6db6-4b36-8f30-ae77312f7922 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7e382ac-73d5-4307-ad96-71daa36fc678 HTTP/1.1" status: 204 len: 168 time: 0.3086383 Dec 13 15:08:05.880432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Made reservation on behalf of 085991f792e84bbb825bad157e60a3cb for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:05.883264 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.886499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5aa18-6db6-4b36-8f30-ae77312f7922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e382ac-73d5-4307-ad96-71daa36fc678,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:05.895846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a71c18-22d8-4522-bbed-eb2947a63317 None None] The sync data for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 is: [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:07:53Z', 'revision_number': 6, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '84f4521c-5d4a-4691-a723-0a747f763dc0', 'name': '', 'network_id': '39743f65-4ab4-4125-b93b-63a4b0cd7668', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:01:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:33Z', 'updated_at': '2021-12-13T15:05:45Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': 'e665e31b-e40f-45c5-a062-c23d9395b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:05.920463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:08:05.931474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:05.931942 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Added segment 3108cbb7-fdf5-4235-afae-4f177bf540b2 of type vlan for network 8c1ddb0d-a774-4bf2-a541-212e2dfe66e3 Dec 13 15:08:05.938256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-779d0dc7-26f9-499f-b9dc-fdad4f10ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:05.940230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-779d0dc7-26f9-499f-b9dc-fdad4f10ff1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e665e31b-e40f-45c5-a062-c23d9395b3d1 HTTP/1.1" status: 200 len: 834 time: 0.1406369 Dec 13 15:08:05.980661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.057835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-decd269d-6ef2-4296-890d-61294092d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.059383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-decd269d-6ef2-4296-890d-61294092d3fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39743f65-4ab4-4125-b93b-63a4b0cd7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538096 Dec 13 15:08:06.112884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.114076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.114861 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.139422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.177989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1ef9b1-9eba-4429-9101-e0e1b329d6ea,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:06.186268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Network': ['ID=8c1ddb0d-a774-4bf2-a541-212e2dfe66e3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:06.203800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 8c1ddb0d-a774-4bf2-a541-212e2dfe66e3 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:08:06.224495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5ccca-d40f-445b-ac0d-55374893a7d3 req-10af3de7-c7db-4e2d-8506-991b1b2dfb0e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.226362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7f5ccca-d40f-445b-ac0d-55374893a7d3 req-10af3de7-c7db-4e2d-8506-991b1b2dfb0e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.1643620 Dec 13 15:08:06.246596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ed54e53f-8164-4575-9379-ecf78ff509f6 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5930910 Dec 13 15:08:06.246923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48756) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:06.322216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-9819f04f-d323-444e-bb5d-e09b6d606863 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516603 Dec 13 15:08:06.413381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5382db-5094-4ec5-b26c-869c1344231d tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.416943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf5382db-5094-4ec5-b26c-869c1344231d tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] 10.222.0.24 "GET /v2.0/networks/8c1ddb0d-a774-4bf2-a541-212e2dfe66e3 HTTP/1.1" status: 200 len: 757 time: 0.1687491 Dec 13 15:08:06.419638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48760) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:06.525615 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7f5ccca-d40f-445b-ac0d-55374893a7d3 req-105d5eca-4387-40b1-bed0-120d8fbe6f5b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768426 Dec 13 15:08:06.595244 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a39dacf-b39c-4b57-a091-203fbf4492a9 req-7dbfbab0-26ff-490c-aa6e-42e2c84c6b33 service neutron] 10.222.0.50 "GET /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598379 Dec 13 15:08:06.607724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e9e9-e784-4f7f-9a39-45ca7ac82a21 req-3adae538-1d06-4bc0-a8f6-8b5589bff218 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.609824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af90e9e9-e784-4f7f-9a39-45ca7ac82a21 req-3adae538-1d06-4bc0-a8f6-8b5589bff218 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 946 time: 0.1018548 Dec 13 15:08:06.617099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132655a2-775a-4687-ac1d-020c879017d4 tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.621081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-132655a2-775a-4687-ac1d-020c879017d4 tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] 10.222.0.24 "GET /v2.0/networks/4238d1cd-d006-494b-abd9-c5236829ce8d HTTP/1.1" status: 200 len: 768 time: 0.1979024 Dec 13 15:08:06.621242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.621339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48764) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:06.688751 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6699f-6c69-438b-b0a2-96a22b826a28 None None] New status for floating IP bab0aeeb-1c02-4d0f-a1f4-bebf9fe62c1a: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:08:06.720655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af90e9e9-e784-4f7f-9a39-45ca7ac82a21 req-d749b992-5302-4bc3-93dd-541cdb898d7f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=09d4a0cc-8f9e-49d0-aa42-80c806d4b944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008649 Dec 13 15:08:06.727177 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.779060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48766) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:06.798050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a2169-c371-4103-b049-35053ecfb169 req-06f88a22-df34-4917-8698-47cc49325ffa tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.800186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f80a2169-c371-4103-b049-35053ecfb169 req-06f88a22-df34-4917-8698-47cc49325ffa tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.1805265 Dec 13 15:08:06.816002 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.836286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1ddb0d-a774-4bf2-a541-212e2dfe66e3']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:06.846075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3108cbb7-fdf5-4235-afae-4f177bf540b2') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:06.846407 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3108cbb7-fdf5-4235-afae-4f177bf540b2') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:06.856259 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.871893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.878068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:06.878508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:06.880186 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:06.883252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-b4e5fd73-fbc9-4332-86ce-b43f9c9d9e0f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:06.884679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-b4e5fd73-fbc9-4332-86ce-b43f9c9d9e0f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 946 time: 0.1901422 Dec 13 15:08:06.909926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-de43dbe6-b7fa-4ced-802c-fef38a32a75b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9635cc1d8003495e88b8b73163f5dc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297913 Dec 13 15:08:06.912768 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f80a2169-c371-4103-b049-35053ecfb169 req-3e33f456-ec2a-476d-88ad-16e461bf3a74 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954425 Dec 13 15:08:06.913476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48768) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:07.027499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d3276-5bc7-4ebb-969b-0a391d520904 req-18067ecf-d790-4884-b900-db4506b26a7a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:07.029069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f0d3276-5bc7-4ebb-969b-0a391d520904 req-18067ecf-d790-4884-b900-db4506b26a7a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.0495894 Dec 13 15:08:07.030173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.035999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c1ddb0d-a774-4bf2-a541-212e2dfe66e3 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 15:08:07.040465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.043591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "DELETE /v2.0/networks/8c1ddb0d-a774-4bf2-a541-212e2dfe66e3 HTTP/1.1" status: 204 len: 168 time: 0.4214325 Dec 13 15:08:07.052177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48772) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:07.059085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb573a-1d9e-49a9-8a2f-17a0fba90013 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c1ddb0d-a774-4bf2-a541-212e2dfe66e3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:07.064947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'network': {'name': 'tempest-network--1935496734'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:07.086809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f0d3276-5bc7-4ebb-969b-0a391d520904 req-710be06f-fcc5-462a-88ed-8ef45635a5f0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490155 Dec 13 15:08:07.143644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0745d7ec-b58e-4d9a-800c-9bc9f2bd4763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.168235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port 5f743ecf-6157-4d4a-bada-f2eade829c0e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:07.168235 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.175469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Router 244b6aaf-f1f7-4c44-854c-c1189819bc16 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:08:07.188231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Made reservation on behalf of 085991f792e84bbb825bad157e60a3cb for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:07.190191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.229183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0745d7ec-b58e-4d9a-800c-9bc9f2bd4763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.370542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:08:07.398980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port 5f743ecf-6157-4d4a-bada-f2eade829c0e, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=5f743ecf-6157-4d4a-bada-f2eade829c0e,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:07.399338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.421197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for 5f743ecf-6157-4d4a-bada-f2eade829c0e owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:07.478586 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0745d7ec-b58e-4d9a-800c-9bc9f2bd4763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.481098 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0745d7ec-b58e-4d9a-800c-9bc9f2bd4763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.482216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0745d7ec-b58e-4d9a-800c-9bc9f2bd4763 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fac6535d-f35b-4750-ad12-e8be841a2a09 HTTP/1.1" status: 204 len: 168 time: 0.5516820 Dec 13 15:08:07.486865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.487205 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Added segment f4ced724-f25d-4e0f-99b1-4fffcaf1a61c of type vlan for network 3453583f-9428-42fc-8aaf-8189b0fc0143 Dec 13 15:08:07.504673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:07.509913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6cab2f02-a3e4-4a3f-ad63-35cee8c6220a admin admin] 10.222.0.24 "PUT /v2.0/routers/244b6aaf-f1f7-4c44-854c-c1189819bc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8778813 Dec 13 15:08:07.512634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48782) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:07.518685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] Sync routers for ids ['244b6aaf-f1f7-4c44-854c-c1189819bc16'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:07.532407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] Routers {'244b6aaf-f1f7-4c44-854c-c1189819bc16'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:07.536562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745d7ec-b58e-4d9a-800c-9bc9f2bd4763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac6535d-f35b-4750-ad12-e8be841a2a09,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:07.536696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['244b6aaf-f1f7-4c44-854c-c1189819bc16'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:07.559981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.668414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.669373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:07.669949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.702227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.712817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] Set router 244b6aaf-f1f7-4c44-854c-c1189819bc16 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:07.737340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Network': ['ID=3453583f-9428-42fc-8aaf-8189b0fc0143,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:07.774041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3453583f-9428-42fc-8aaf-8189b0fc0143 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:08:07.790214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6622e-909a-497f-bea4-311c6a44339c req-6490ec29-bf17-4cce-a11b-f9c0a4248d23 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:07.795713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fe6622e-909a-497f-bea4-311c6a44339c req-6490ec29-bf17-4cce-a11b-f9c0a4248d23 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.1444156 Dec 13 15:08:07.817903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-06a8ae82-4e82-4e5f-b506-a54ffd94a1c1 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7622817 Dec 13 15:08:07.820085 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.823725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48788) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:07.831147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:07.899436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc1feb8b-a09a-4e15-ae68-03042d250d5f req-d25509aa-3e2b-4b56-9a28-096bd8e838e0 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 210 time: 0.0672941 Dec 13 15:08:07.900101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=5f743ecf-6157-4d4a-bada-f2eade829c0e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:07.946089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fe6622e-909a-497f-bea4-311c6a44339c req-27579a12-2659-4211-aa85-cbb27899e9e9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444676 Dec 13 15:08:07.950368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] No DVR routers for this DVR port 5f743ecf-6157-4d4a-bada-f2eade829c0e on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:07.958105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:07.962388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8eeb1203-5e64-40ac-8c3a-8210c0bea39a req-198eb0e4-a45a-4b24-b50c-0d8d32f69ff1 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.50 "DELETE /v2.0/ports/5f743ecf-6157-4d4a-bada-f2eade829c0e HTTP/1.1" status: 204 len: 173 time: 1.0647659 Dec 13 15:08:07.963025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'name': 'network-vif-deleted', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:07.966686 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f617b6b9-4d52-449e-b709-bda058d717a4" -d '{"events": [{"server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "name": "network-vif-deleted", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:07.974710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.011085 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e8883-c5bc-4d8f-91a0-3a4fab2f5f7c x-openstack-request-id: req-b93e8883-c5bc-4d8f-91a0-3a4fab2f5f7c {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:08.012336 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a206bd-db4d-4fa6-98aa-16e46a5830d0", "name": "network-vif-deleted", "tag": "5f743ecf-6157-4d4a-bada-f2eade829c0e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:08.012747 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b93e8883-c5bc-4d8f-91a0-3a4fab2f5f7c {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:08.013352 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a206bd-db4d-4fa6-98aa-16e46a5830d0', 'name': 'network-vif-deleted', 'tag': '5f743ecf-6157-4d4a-bada-f2eade829c0e', 'status': 'completed', 'code': 200} Dec 13 15:08:08.015923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T15:08:05Z', 'revision_number': 5, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port': {'id': 'cc20de80-b458-4d17-ac6f-e6268aaf1e34', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T14:56:02Z', 'updated_at': '2021-12-13T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:08.044168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] Checking router: 244b6aaf-f1f7-4c44-854c-c1189819bc16 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:08.053923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] Routers {'244b6aaf-f1f7-4c44-854c-c1189819bc16'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:08.054994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['244b6aaf-f1f7-4c44-854c-c1189819bc16'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:08.124049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.148994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Deleting port cc20de80-b458-4d17-ac6f-e6268aaf1e34 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:08.153318 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.153444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] Set router 244b6aaf-f1f7-4c44-854c-c1189819bc16 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:08.200920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.214168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T15:08:07Z', 'revision_number': 6, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:08.223236 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Network 3453583f-9428-42fc-8aaf-8189b0fc0143 is not hosted by any dhcp agent {{(pid=102824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 15:08:08.224082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:08.224662 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.225952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "PUT /v2.0/networks/3453583f-9428-42fc-8aaf-8189b0fc0143 HTTP/1.1" status: 200 len: 858 time: 0.4012153 Dec 13 15:08:08.229108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48800) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:08.245526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5bb50-e531-4f24-b853-c5512084bb6a None None] The sync data for ids ['244b6aaf-f1f7-4c44-854c-c1189819bc16'] in n-d-816954-1 is: [{'id': '244b6aaf-f1f7-4c44-854c-c1189819bc16', 'name': 'tempest-TaggedBootDevicesTest-281832376-router', 'tenant_id': 'a785249744a4429a9bae82dd0de51f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T14:56:01Z', 'updated_at': '2021-12-13T15:08:07Z', 'revision_number': 6, 'project_id': 'a785249744a4429a9bae82dd0de51f9a', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:08.296136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] For port cc20de80-b458-4d17-ac6f-e6268aaf1e34, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cc20de80-b458-4d17-ac6f-e6268aaf1e34,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:08.296544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.302534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2623a-35cc-4c3d-bb55-48f3a20609ca tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event updated for resources: {'Network': ['ID=3453583f-9428-42fc-8aaf-8189b0fc0143,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:08.316109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Calling delete_port for cc20de80-b458-4d17-ac6f-e6268aaf1e34 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:08.329522 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.433211 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.461758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3453583f-9428-42fc-8aaf-8189b0fc0143']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:08.481915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ced724-f25d-4e0f-99b1-4fffcaf1a61c') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:08.482277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ced724-f25d-4e0f-99b1-4fffcaf1a61c') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:08.494943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.509436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.517137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:08.517541 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:08.519410 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:08.605095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.636476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc20de80-b458-4d17-ac6f-e6268aaf1e34,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:08.636567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.642045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3453583f-9428-42fc-8aaf-8189b0fc0143 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 15:08:08.646339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.655840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3453583f-9428-42fc-8aaf-8189b0fc0143 HTTP/1.1" status: 204 len: 168 time: 0.4250987 Dec 13 15:08:08.659117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48812) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:08.662278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:08.697880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:08.698335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1a1ef9b1-9eba-4429-9101-e0e1b329d6ea not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:08.721902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7123554-1f34-49ac-b02e-79da0bce32e2 tempest-ExternalNetworksTestJSON-1873013851 tempest-ExternalNetworksTestJSON-1873013851-project-admin] Pushing event deleted for resources: {'Network': ['ID=3453583f-9428-42fc-8aaf-8189b0fc0143,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:08.724273 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14c94b2-3a72-4ffa-8c28-facd2f6b0e0c tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] DELETE failed (client error): The resource could not be found. Dec 13 15:08:08.730792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14c94b2-3a72-4ffa-8c28-facd2f6b0e0c tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:08:08.730792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a14c94b2-3a72-4ffa-8c28-facd2f6b0e0c tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] 10.222.0.24 "DELETE /v2.0/subnets/d5ce16b9-3ad6-41c1-a86e-abdb026182f4 HTTP/1.1" status: 404 len: 337 time: 0.0518925 Dec 13 15:08:08.732201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48814) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:08.743750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.897126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.900935 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:08.958024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.047465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.048034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 244b6aaf-f1f7-4c44-854c-c1189819bc16 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:08:09.053362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.053757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dda652d0-1a04-499e-81b6-25ebce60dc0b admin admin] 10.222.0.24 "DELETE /v2.0/routers/244b6aaf-f1f7-4c44-854c-c1189819bc16 HTTP/1.1" status: 204 len: 168 time: 1.5400341 Dec 13 15:08:09.056568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48824) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:09.087783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.110355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4238d1cd-d006-494b-abd9-c5236829ce8d']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:09.120405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3861ab90-5e90-4d64-8561-fe280439b30c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:09.120715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3861ab90-5e90-4d64-8561-fe280439b30c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:09.126391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8009cd71-89df-4842-a1ff-3c4a7fd176f0 req-e2adb26e-7624-42ca-b19a-2928b02eaf6f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a206bd-db4d-4fa6-98aa-16e46a5830d0 HTTP/1.1" status: 200 len: 210 time: 0.0736206 Dec 13 15:08:09.131445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.147888 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.151148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:09.151542 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.199440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-91f0b7d2-5789-487e-8e89-2a231d915bb4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:09.200534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-91f0b7d2-5789-487e-8e89-2a231d915bb4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.0730538 Dec 13 15:08:09.203847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] Deleting subnet 31091734-b81c-4dc9-8db8-bc767ccad099 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:08:09.207522 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:09.222790 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:09.265371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03197c9d-c79b-429b-8e25-b07ca5ad7199 req-aa9df56d-10e7-43ab-93c2-a124069d9ab4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:09.267180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03197c9d-c79b-429b-8e25-b07ca5ad7199 req-aa9df56d-10e7-43ab-93c2-a124069d9ab4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 946 time: 0.2123466 Dec 13 15:08:09.292833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.318825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03197c9d-c79b-429b-8e25-b07ca5ad7199 req-40048555-ffc1-4bc7-a452-34918f71083d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382462 Dec 13 15:08:09.331677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.358527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.373933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] 10.222.0.24 "DELETE /v2.0/networks/4238d1cd-d006-494b-abd9-c5236829ce8d HTTP/1.1" status: 204 len: 168 time: 0.6390860 Dec 13 15:08:09.373933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587b002-ec94-4a3a-b24d-f0e6353994aa tempest-ExternalNetworksTestJSON-225877926 tempest-ExternalNetworksTestJSON-225877926-project] Pushing event deleted for resources: {'Network': ['ID=4238d1cd-d006-494b-abd9-c5236829ce8d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:09.419658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:09.420004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.426612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.554082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] For port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:09.554505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.569482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:09.618975 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.653568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31091734-b81c-4dc9-8db8-bc767ccad099,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:09.671507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.676407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a7052bf3-b095-45de-a8c4-9b1f4360b3db admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31091734-b81c-4dc9-8db8-bc767ccad099 HTTP/1.1" status: 204 len: 168 time: 0.6161506 Dec 13 15:08:09.677212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48842) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:09.689697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4804917a-2409-4b7c-831a-ce1198bb4451 None None] Network a24c08b2-772d-443a-8448-e3d0d2938ef4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:09.715720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5f743ecf-6157-4d4a-bada-f2eade829c0e no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:09.800052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.810308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 5f743ecf-6157-4d4a-bada-f2eade829c0e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:09.810944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 5f743ecf-6157-4d4a-bada-f2eade829c0e not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:09.824817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48850) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:09.863337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.886759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:08:09.911138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Deleting port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:09.911481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:09.928915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:10.009191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48856) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:10.018676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] No DVR routers for this DVR port 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:10.024927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.041394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bddaa92d-6662-4e3c-b7ec-1397d97b6735 req-28a1a18c-ad85-445f-ac9e-f58a8c56d3b3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "DELETE /v2.0/ports/9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e HTTP/1.1" status: 204 len: 173 time: 0.8312907 Dec 13 15:08:10.046735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'name': 'network-vif-deleted', 'tag': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:10.049953 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dd066b-c514-456b-b537-dd2cc8bb8f50" -d '{"events": [{"server_uuid": "1411af83-a6e0-4b2e-9e31-e4558b68a43c", "name": "network-vif-deleted", "tag": "9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:10.064497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] DHCP port deletion for a24c08b2-772d-443a-8448-e3d0d2938ef4 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:08:10.111230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] For port a41d15eb-99bc-4d38-8b9b-9388fd86bd74, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,segment=NetworkSegment(93573f91-eaf3-4942-84f5-00edd4d51089),segment_id=93573f91-eaf3-4942-84f5-00edd4d51089)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:10.111877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.141836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Calling delete_port for a41d15eb-99bc-4d38-8b9b-9388fd86bd74 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:10.165744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b761c25f-fa23-4cff-a762-bf4f36a93459 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d58b6fcb982476bb476250a1ece9db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390644 Dec 13 15:08:10.174392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48862) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:10.201015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] Deleting port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:10.201658 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.239698 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19653e38-515d-4933-b76e-009c7e1ffa97 x-openstack-request-id: req-19653e38-515d-4933-b76e-009c7e1ffa97 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:10.240082 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1411af83-a6e0-4b2e-9e31-e4558b68a43c", "name": "network-vif-deleted", "tag": "9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:10.240444 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19653e38-515d-4933-b76e-009c7e1ffa97 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:10.240935 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411af83-a6e0-4b2e-9e31-e4558b68a43c', 'name': 'network-vif-deleted', 'tag': '9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e', 'status': 'completed', 'code': 200} Dec 13 15:08:10.245455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48864) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:10.320056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] For port a41d15eb-99bc-4d38-8b9b-9388fd86bd74, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,segment=NetworkSegment(93573f91-eaf3-4942-84f5-00edd4d51089),segment_id=93573f91-eaf3-4942-84f5-00edd4d51089)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:10.320566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.341277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] Calling delete_port for a41d15eb-99bc-4d38-8b9b-9388fd86bd74 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:10.361039 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b2c1-702d-4431-abe1-ba3310f53a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.366310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca584e58-58f7-4414-ada2-a7eed7df2333 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.438184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port f50f24d0-18e3-4c26-8e81-bc9b7fda6c21 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:10.438526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b2c1-702d-4431-abe1-ba3310f53a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.438663 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.476305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc20de80-b458-4d17-ac6f-e6268aaf1e34 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:10.494984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca584e58-58f7-4414-ada2-a7eed7df2333 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.544952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: cc20de80-b458-4d17-ac6f-e6268aaf1e34 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:10.545305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc20de80-b458-4d17-ac6f-e6268aaf1e34 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:10.545778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a41d15eb-99bc-4d38-8b9b-9388fd86bd74 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:10.548784 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.611227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b2c1-702d-4431-abe1-ba3310f53a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.615637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b2c1-702d-4431-abe1-ba3310f53a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.617341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d7c2b2c1-702d-4431-abe1-ba3310f53a02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60b3612b-eef1-4eb9-980d-66651cd2b3e3 HTTP/1.1" status: 204 len: 168 time: 0.4418833 Dec 13 15:08:10.630609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2b2c1-702d-4431-abe1-ba3310f53a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b3612b-eef1-4eb9-980d-66651cd2b3e3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:10.652390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] No DVR routers for this DVR port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:10.656428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a41d15eb-99bc-4d38-8b9b-9388fd86bd74 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:10.656908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a41d15eb-99bc-4d38-8b9b-9388fd86bd74 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:10.661788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ad1a0-a2b2-4d7c-a7c5-f6a4d349cc0e None None] Pushing event deleted for resources: {'Port': ['ID=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:10.685069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca584e58-58f7-4414-ada2-a7eed7df2333 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.690482 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ca584e58-58f7-4414-ada2-a7eed7df2333 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:10.690482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ca584e58-58f7-4414-ada2-a7eed7df2333 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/security-groups/09d4a0cc-8f9e-49d0-aa42-80c806d4b944 HTTP/1.1" status: 204 len: 168 time: 0.4430306 Dec 13 15:08:10.719934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca584e58-58f7-4414-ada2-a7eed7df2333 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d4a0cc-8f9e-49d0-aa42-80c806d4b944,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:10.813136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48880) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:11.008765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f72914ea-4279-43ee-9d7f-8ce924e7265a req-51da4843-9a0d-44b1-9018-8138f19d532f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.5789711 Dec 13 15:08:11.013369 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.044616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41d15eb-99bc-4d38-8b9b-9388fd86bd74,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:11.056182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] No DVR routers for this DVR port a41d15eb-99bc-4d38-8b9b-9388fd86bd74 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:11.161677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.162016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.165920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.197479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for f50f24d0-18e3-4c26-8e81-bc9b7fda6c21 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:11.202679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24c08b2-772d-443a-8448-e3d0d2938ef4']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:11.218176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93573f91-eaf3-4942-84f5-00edd4d51089') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:11.218592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93573f91-eaf3-4942-84f5-00edd4d51089') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:11.266484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.289083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.301677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:11.302086 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:11.303816 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:11.404551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.461198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48886) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:11.478056 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.484795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.490938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a24c08b2-772d-443a-8448-e3d0d2938ef4 HTTP/1.1" status: 204 len: 168 time: 1.8102586 Dec 13 15:08:11.511508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3a65-3c1e-4c34-abe3-992dffc5d5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24c08b2-772d-443a-8448-e3d0d2938ef4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:11.540596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.599463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=f50f24d0-18e3-4c26-8e81-bc9b7fda6c21,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:11.612847 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-713f8b78-3613-4725-9155-35ad45a13ed0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=085991f792e84bbb825bad157e60a3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504784 Dec 13 15:08:11.613822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48890) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:11.738593 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-696168b3-33bb-46e9-b8a1-e2a25a96acab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.755192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.755526 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Floating IP 548c7f8e-c7a8-4903-af31-b802715ff261 disassociated (deleted). External IP: 172.25.7.44, port: 920e2836-b681-408c-b4a7-3fc5624cf49e. Dec 13 15:08:11.836606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-696168b3-33bb-46e9-b8a1-e2a25a96acab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:11.934900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48894) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:12.017121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b0358594-98c0-4b77-b748-32af04d902f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e158b3cb4fba4a368ceb62f57b4ffa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752103 Dec 13 15:08:12.018106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48896) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:12.034204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-696168b3-33bb-46e9-b8a1-e2a25a96acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.043301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-696168b3-33bb-46e9-b8a1-e2a25a96acab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.046950 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-696168b3-33bb-46e9-b8a1-e2a25a96acab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb5d71bd-47e3-4f6d-92d9-5afec19efd28 HTTP/1.1" status: 204 len: 168 time: 0.4238710 Dec 13 15:08:12.071126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1a234b73-26a9-40c4-ab25-097e5a4adb1d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:08:12.101985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696168b3-33bb-46e9-b8a1-e2a25a96acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d71bd-47e3-4f6d-92d9-5afec19efd28,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:12.102263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fd5529b-caa8-4f00-9ce5-2959f31a6eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.108842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port 84f4521c-5d4a-4691-a723-0a747f763dc0 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:12.109166 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.186471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fd5529b-caa8-4f00-9ce5-2959f31a6eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.228599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82de7da1-1659-4892-8003-4cfd7641b061 req-43cdb30c-669a-4c39-93ab-d561cfc87e3a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.1282644 Dec 13 15:08:12.264355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port 84f4521c-5d4a-4691-a723-0a747f763dc0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=84f4521c-5d4a-4691-a723-0a747f763dc0,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:12.264715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.289903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for 84f4521c-5d4a-4691-a723-0a747f763dc0 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:12.303563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:12.309552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.317160 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] Sync routers for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:12.345680 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:12.348187 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:12.356161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f749ab49-10bb-421d-901e-6fe15eeb7431 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/floatingips/548c7f8e-c7a8-4903-af31-b802715ff261 HTTP/1.1" status: 204 len: 168 time: 2.3459716 Dec 13 15:08:12.356863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:12.359766 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fcab49-d4e9-43ec-bb09-e36ee45c1344" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:12.442439 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dc4b95-2f3e-47a7-bad5-8e1966eb03c8 x-openstack-request-id: req-00dc4b95-2f3e-47a7-bad5-8e1966eb03c8 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:12.442734 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:12.443013 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00dc4b95-2f3e-47a7-bad5-8e1966eb03c8 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:12.443415 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'status': 'completed', 'code': 200} Dec 13 15:08:12.512027 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:12.574003 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fd5529b-caa8-4f00-9ce5-2959f31a6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.576671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3fd5529b-caa8-4f00-9ce5-2959f31a6eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.577902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3fd5529b-caa8-4f00-9ce5-2959f31a6eb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9163c079-83ab-47a9-a6ee-119dfe2afc71 HTTP/1.1" status: 204 len: 168 time: 0.5588398 Dec 13 15:08:12.593780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5529b-caa8-4f00-9ce5-2959f31a6eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9163c079-83ab-47a9-a6ee-119dfe2afc71,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:12.610155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-075df5c8-7888-450e-99df-b5b5a92d706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:12.612573 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-075df5c8-7888-450e-99df-b5b5a92d706d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=515f7b22ce9744918b9b5447b1a274ac&device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 1096 time: 0.0668206 Dec 13 15:08:12.699200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:12.732148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:12.781347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:12.789160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5a16db-3ea4-4fb3-9fbe-15b1c2eb988e not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:12.799295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=84f4521c-5d4a-4691-a723-0a747f763dc0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:12.924390 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:21Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:12.996352 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] Checking router: 1a234b73-26a9-40c4-ab25-097e5a4adb1d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:13.010394 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:13.011021 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:13.120279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-b115495c-8dfd-4734-867b-29b4800ac3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:13.122107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-b115495c-8dfd-4734-867b-29b4800ac3e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34 HTTP/1.1" status: 200 len: 898 time: 0.5011144 Dec 13 15:08:13.187816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-5fb5784a-2996-4510-b419-aad323f1a245 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=920e2836-b681-408c-b4a7-3fc5624cf49e HTTP/1.1" status: 200 len: 217 time: 0.0531633 Dec 13 15:08:13.198973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527961e8-6622-4fa8-bef7-66609bdbde3c req-d1efbad7-b68b-4907-a7f2-f54168cdceac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:13.207499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-527961e8-6622-4fa8-bef7-66609bdbde3c req-d1efbad7-b68b-4907-a7f2-f54168cdceac tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1893809 Dec 13 15:08:13.288601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:13.310927 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:13.404815 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec31ed7a-f271-4ba3-9eae-81d3762d32a1 req-af3fc3e4-711c-4609-822a-55bff32f4320 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.0486753 Dec 13 15:08:13.443491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-66ec51bc-071c-4e07-9b10-21795849fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:13.444975 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-66ec51bc-071c-4e07-9b10-21795849fcb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a572d54a-1a63-4f4a-bf80-6b831fa678f5 HTTP/1.1" status: 200 len: 835 time: 0.2325523 Dec 13 15:08:13.466598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-527961e8-6622-4fa8-bef7-66609bdbde3c req-bef335b6-0185-47bd-a26b-e39e607d6688 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524948 Dec 13 15:08:13.642865 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:21Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:13.686496 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a7baa-9919-40c7-97fb-e0b1f6fbf74d None None] The sync data for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 is: [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:06:10Z', 'revision_number': 4, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '6d2ce7a6-6f72-46a3-8024-c140aee93424', 'name': '', 'network_id': '7d3e75b2-bf40-4d97-8a2d-b9da00537f34', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'mac_address': 'fa:16:3e:33:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:09Z', 'updated_at': '2021-12-13T15:06:21Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'subnets': [{'id': 'a572d54a-1a63-4f4a-bf80-6b831fa678f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:13.723205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48940) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:13.783182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router bf847857-2f1a-4de6-a20b-c35db1e7432b has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:08:13.793596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-1f8916cb-a268-4a32-9850-7d29aa9f7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:13.798478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-1f8916cb-a268-4a32-9850-7d29aa9f7e8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d3e75b2-bf40-4d97-8a2d-b9da00537f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3279595 Dec 13 15:08:13.843695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1763471b-8c26-41de-831f-1efb34dd64c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a785249744a4429a9bae82dd0de51f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1187732 Dec 13 15:08:13.850279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48946) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:13.995972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23a59f6f-07e9-4936-94a7-14eb331eb6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.025064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23a59f6f-07e9-4936-94a7-14eb331eb6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.110108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:14.117955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb46055-f54a-4979-8587-0ef265ebfb82 None None] New status for floating IP 548c7f8e-c7a8-4903-af31-b802715ff261: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:08:14.125446 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0025aba-b623-4207-a239-958a43532ddf None None] Sync routers for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:14.144792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7caca732-b2e1-4f22-84cd-1eeb0077d00b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "PUT /v2.0/routers/bf847857-2f1a-4de6-a20b-c35db1e7432b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3280613 Dec 13 15:08:14.145135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 48952) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:14.149568 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:14.150187 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:14.223858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-b8cb6183-32e2-4a82-ba72-e82b7df469d2 service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065692 Dec 13 15:08:14.302182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23a59f6f-07e9-4936-94a7-14eb331eb6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.309009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23a59f6f-07e9-4936-94a7-14eb331eb6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.315142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-23a59f6f-07e9-4936-94a7-14eb331eb6a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a392c22-10bd-49a4-b691-b265834df6a9 HTTP/1.1" status: 204 len: 168 time: 0.4659498 Dec 13 15:08:14.373465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-a2776eab-f695-47c3-be68-0558f8ee9344 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:14.373737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-a2776eab-f695-47c3-be68-0558f8ee9344 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1736422 Dec 13 15:08:14.383528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting subnet e665e31b-e40f-45c5-a062-c23d9395b3d1 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:08:14.391841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.397324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-5fe6094c-d17a-4c17-b5cf-9adbdbb73ee2 service neutron] 10.222.0.55 "GET /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642652 Dec 13 15:08:14.419768 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:14.472328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a59f6f-07e9-4936-94a7-14eb331eb6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a392c22-10bd-49a4-b691-b265834df6a9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:14.637138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.664336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-71a0c69c-1f01-4013-adc8-630467fe82d7 req-55f9cd5a-9cb5-4778-ba9e-347b4fb20750 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.0880132 Dec 13 15:08:14.784356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:08:12Z', 'revision_number': 7, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:14.801771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5518c6-8c6f-40f4-8680-09496c00da56 req-b1eb5b0c-d405-4867-8267-050efbdda820 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:14.809345 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da5518c6-8c6f-40f4-8680-09496c00da56 req-b1eb5b0c-d405-4867-8267-050efbdda820 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 945 time: 0.1204543 Dec 13 15:08:14.826980 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0025aba-b623-4207-a239-958a43532ddf None None] Checking router: bf847857-2f1a-4de6-a20b-c35db1e7432b for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:14.839447 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] Routers {'bf847857-2f1a-4de6-a20b-c35db1e7432b'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:14.839983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 920e2836-b681-408c-b4a7-3fc5624cf49e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:14.840114 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['bf847857-2f1a-4de6-a20b-c35db1e7432b'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:14.840334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.883922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:14.956284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da5518c6-8c6f-40f4-8680-09496c00da56 req-3a112eeb-87d2-4117-b085-f97aeaed98c9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef24f717-4880-4962-8c18-3fcf3900eb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460342 Dec 13 15:08:15.028358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 920e2836-b681-408c-b4a7-3fc5624cf49e, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=920e2836-b681-408c-b4a7-3fc5624cf49e,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:15.028841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.061294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 920e2836-b681-408c-b4a7-3fc5624cf49e owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:15.087645 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] Set router bf847857-2f1a-4de6-a20b-c35db1e7432b gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:15.147184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.211186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ad7ed-ef40-4052-9dbc-ace6c859f3d4 None None] Network 39743f65-4ab4-4125-b93b-63a4b0cd7668 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:15.214607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Subnet': ['ID=e665e31b-e40f-45c5-a062-c23d9395b3d1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:15.219312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.225788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5d15540b-a676-40b2-8516-92a74fbcd40a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/subnets/e665e31b-e40f-45c5-a062-c23d9395b3d1 HTTP/1.1" status: 204 len: 168 time: 1.0764406 Dec 13 15:08:15.226653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 48988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:15.382386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.443080 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.446337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b0025aba-b623-4207-a239-958a43532ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:08:12Z', 'revision_number': 7, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:15.457698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=920e2836-b681-408c-b4a7-3fc5624cf49e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:15.517854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] No DVR routers for this DVR port 920e2836-b681-408c-b4a7-3fc5624cf49e on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:15.518979 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0025aba-b623-4207-a239-958a43532ddf None None] The sync data for ids ['bf847857-2f1a-4de6-a20b-c35db1e7432b'] in n-d-816954-1 is: [{'id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'name': 'tempest-TestNetworkBasicOps-router-2057983444', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:19Z', 'updated_at': '2021-12-13T15:08:12Z', 'revision_number': 7, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'de358b2f-4df9-44c7-bf15-ec3e8301dd85', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:25:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf847857-2f1a-4de6-a20b-c35db1e7432b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:22Z', 'updated_at': '2021-12-13T15:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:15.521791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.545485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3e5f88b-9c05-43d0-9940-db26e5a1048a req-fe4556b2-3170-400c-b6eb-ba3972844c83 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.55 "DELETE /v2.0/ports/920e2836-b681-408c-b4a7-3fc5624cf49e HTTP/1.1" status: 204 len: 173 time: 1.1556036 Dec 13 15:08:15.556965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-deleted', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:15.560743 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96b685-f806-4e62-acc8-964addf5bf3a" -d '{"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-deleted", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:15.625654 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a7c917-554f-4daf-aa5b-74941e65c70c x-openstack-request-id: req-96a7c917-554f-4daf-aa5b-74941e65c70c {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:15.626022 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8df3ba-ac72-459c-83f9-c2831247a514", "name": "network-vif-deleted", "tag": "920e2836-b681-408c-b4a7-3fc5624cf49e", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:15.626447 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96a7c917-554f-4daf-aa5b-74941e65c70c {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:15.626947 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8df3ba-ac72-459c-83f9-c2831247a514', 'name': 'network-vif-deleted', 'tag': '920e2836-b681-408c-b4a7-3fc5624cf49e', 'status': 'completed', 'code': 200} Dec 13 15:08:15.658612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.771397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.876995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc84b1fa-330a-415e-9f1c-4bd7aadedcb7 req-f4420256-aac7-46c3-89c2-501f26746716 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.0718255 Dec 13 15:08:15.910493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port de358b2f-4df9-44c7-bf15-ec3e8301dd85 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:15.914883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:15.947058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] DHCP port deletion for 39743f65-4ab4-4125-b93b-63a4b0cd7668 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:08:16.071877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] Deleting port f5f7f21d-3e3f-4b83-ab12-561b82e85380 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:16.074406 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.227893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port de358b2f-4df9-44c7-bf15-ec3e8301dd85, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=de358b2f-4df9-44c7-bf15-ec3e8301dd85,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:16.228472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.273231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for de358b2f-4df9-44c7-bf15-ec3e8301dd85 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:16.277071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-472b47f4-6b40-49fd-afb0-f217521f542a req-ef934234-a5c8-463c-80ca-bf88dab2b44b tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8df3ba-ac72-459c-83f9-c2831247a514 HTTP/1.1" status: 200 len: 210 time: 0.0633919 Dec 13 15:08:16.307461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49024) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:16.375371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] For port f5f7f21d-3e3f-4b83-ab12-561b82e85380, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f5f7f21d-3e3f-4b83-ab12-561b82e85380,segment=NetworkSegment(65c8939f-38bd-4a58-b113-ec4452359ab9),segment_id=65c8939f-38bd-4a58-b113-ec4452359ab9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:16.375831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.404529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] Calling delete_port for f5f7f21d-3e3f-4b83-ab12-561b82e85380 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:16.493883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f5f7f21d-3e3f-4b83-ab12-561b82e85380 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:16.552057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0e455b40-72b7-47ca-9b38-fd8ea72415bd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:16.641801 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.729334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49042) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:16.729943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0e455b40-72b7-47ca-9b38-fd8ea72415bd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "PUT /v2.0/quotas/dd9089efd3a9436c9e857c5534d3305a HTTP/1.1" status: 200 len: 368 time: 0.4161680 Dec 13 15:08:16.734401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Request body: {'network': {'project_id': 'dd9089efd3a9436c9e857c5534d3305a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:16.744940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 920e2836-b681-408c-b4a7-3fc5624cf49e no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:16.750896 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.786363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 920e2836-b681-408c-b4a7-3fc5624cf49e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:16.786772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 920e2836-b681-408c-b4a7-3fc5624cf49e not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:16.810751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.826170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 84f4521c-5d4a-4691-a723-0a747f763dc0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:16.828872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] Pushing event deleted for resources: {'Port': ['ID=f5f7f21d-3e3f-4b83-ab12-561b82e85380,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:16.837515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f5d29-ffe9-4302-afad-d38b2d1bcbfc None None] No DVR routers for this DVR port f5f7f21d-3e3f-4b83-ab12-561b82e85380 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:16.842427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=de358b2f-4df9-44c7-bf15-ec3e8301dd85,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:16.862910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Made reservation on behalf of dd9089efd3a9436c9e857c5534d3305a for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:16.865573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.871225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 84f4521c-5d4a-4691-a723-0a747f763dc0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:16.871576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 84f4521c-5d4a-4691-a723-0a747f763dc0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:16.897035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.959265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:16.970916 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.052253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.098267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fefceb9-5cb5-4a9d-abcc-db390153b6a1 req-a4c4f590-5ab9-4f94-a89d-a3a89d0d1ee2 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0479414 Dec 13 15:08:17.099226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dfd4b8c8-f23f-47fd-b69c-52bbf5de1da1 req-2474633a-4094-4a9e-8346-9b9388c5485e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=1411af83-a6e0-4b2e-9e31-e4558b68a43c HTTP/1.1" status: 200 len: 210 time: 0.0913959 Dec 13 15:08:17.105619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.108237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.182633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.205232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:08:17.223878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.224435 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Added segment 3710ac50-d656-4d84-9b74-564f3798fb58 of type vlan for network aa4b067d-be75-4622-a79b-32b1517a1270 Dec 13 15:08:17.225806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f45e2a-41d1-468d-82eb-bb8a8ec80ed5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:17.276117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.276571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Fanout notify agent at l3_agent the message router_deleted on router bf847857-2f1a-4de6-a20b-c35db1e7432b {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:08:17.286657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.286657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fdafd61c-f710-4512-8bf9-3a220911a2ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/routers/bf847857-2f1a-4de6-a20b-c35db1e7432b HTTP/1.1" status: 204 len: 168 time: 2.0579937 Dec 13 15:08:17.289132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:17.293326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.382286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.385355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:17.385355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.447264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:17.470571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Pushing event updated for resources: {'Network': ['ID=aa4b067d-be75-4622-a79b-32b1517a1270,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:17.483120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network aa4b067d-be75-4622-a79b-32b1517a1270 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:08:17.582211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-621deb3e-77be-4961-a060-a89405eb430a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8516552 Dec 13 15:08:17.584941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49078) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:17.595898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Request body: {'network': {'project_id': 'dd9089efd3a9436c9e857c5534d3305a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:17.622287 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.697573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Made reservation on behalf of dd9089efd3a9436c9e857c5534d3305a for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:17.700603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.731525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:08:17.741011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.741398 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Added segment c8bb069a-257a-4da5-8141-59222aa13f9c of type vlan for network 1c38b83b-ae04-4d11-9234-1a31d2c84b06 Dec 13 15:08:17.788768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.806444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.842781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39743f65-4ab4-4125-b93b-63a4b0cd7668']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:17.868838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c8939f-38bd-4a58-b113-ec4452359ab9') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:17.869072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c8939f-38bd-4a58-b113-ec4452359ab9') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:17.883694 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.913095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.925404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.926411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:17.926989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.956371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:17.956757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:17.959945 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:17.996987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Pushing event updated for resources: {'Network': ['ID=1c38b83b-ae04-4d11-9234-1a31d2c84b06,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:18.007132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1c38b83b-ae04-4d11-9234-1a31d2c84b06 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:08:18.052627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5ae12e18-34b7-4ff5-802b-01c329b7593e tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4666908 Dec 13 15:08:18.060658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49088) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:18.066130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4bd82a28-73bf-499f-a419-bc03a9acd59a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Request body: {'network': {'project_id': 'dd9089efd3a9436c9e857c5534d3305a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:18.091211 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd82a28-73bf-499f-a419-bc03a9acd59a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 15:08:18.091597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd82a28-73bf-499f-a419-bc03a9acd59a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:08:18.093519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4bd82a28-73bf-499f-a419-bc03a9acd59a tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0314808 Dec 13 15:08:18.096960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49090) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:18.206282 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:08:18.252574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2c28cd1-18a4-4d97-a785-9bd4b4b2ad9d tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd9089efd3a9436c9e857c5534d3305a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542315 Dec 13 15:08:18.261696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49102) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:18.334911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92295ba9-9739-4524-9f16-6ce9a849c504 req-7a983394-31a0-4c25-b100-92920c213bac tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0848451 Dec 13 15:08:18.385802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3838f07e-7044-49ff-b548-b596a2f96ecc tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.420929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3838f07e-7044-49ff-b548-b596a2f96ecc tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.466182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device de358b2f-4df9-44c7-bf15-ec3e8301dd85 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:18.500945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.511600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.516785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/networks/39743f65-4ab4-4125-b93b-63a4b0cd7668 HTTP/1.1" status: 204 len: 168 time: 1.2265012 Dec 13 15:08:18.532296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: de358b2f-4df9-44c7-bf15-ec3e8301dd85 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:18.532750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device de358b2f-4df9-44c7-bf15-ec3e8301dd85 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:18.540331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49106) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:18.545884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'network': {'name': 'tempest-network-smoke--2143038515', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'port_security_enabled': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:18.566798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fcbec-abe6-4450-8e08-b9451dcb699b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Network': ['ID=39743f65-4ab4-4125-b93b-63a4b0cd7668,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:18.573730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3838f07e-7044-49ff-b548-b596a2f96ecc tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.576403 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3838f07e-7044-49ff-b548-b596a2f96ecc tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.580470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3838f07e-7044-49ff-b548-b596a2f96ecc tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8f45e2a-41d1-468d-82eb-bb8a8ec80ed5 HTTP/1.1" status: 204 len: 168 time: 0.3107057 Dec 13 15:08:18.580770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49108) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:18.594719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838f07e-7044-49ff-b548-b596a2f96ecc tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f45e2a-41d1-468d-82eb-bb8a8ec80ed5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:18.649524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.673266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:18.677670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.696667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.752594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:08:18.803772 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.804121 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Added segment f4505de3-cfbe-49a8-a770-6c2c97debf33 of type vlan for network f2aab157-d016-4ea0-a582-8a91c88ceb98 Dec 13 15:08:18.843364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.871416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.877646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c38b83b-ae04-4d11-9234-1a31d2c84b06']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:18.891814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bb069a-257a-4da5-8141-59222aa13f9c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:18.892338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bb069a-257a-4da5-8141-59222aa13f9c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:18.910175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.927522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.934474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:18.935243 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:18.939757 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:18.980687 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.986869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:18.987616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:18.989528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port 6d2ce7a6-6f72-46a3-8024-c140aee93424 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:18.989887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.086746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Network': ['ID=f2aab157-d016-4ea0-a582-8a91c88ceb98,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:19.099110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:08:19.119277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-426558c5-6470-4d2a-968b-14fc459bd45b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5778358 Dec 13 15:08:19.119899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49110) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:19.120103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port 6d2ce7a6-6f72-46a3-8024-c140aee93424, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6d2ce7a6-6f72-46a3-8024-c140aee93424,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:19.120477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.125035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'admin_state_up': True, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:19.137856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for 6d2ce7a6-6f72-46a3-8024-c140aee93424 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:19.145677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.159779 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.177342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1c38b83b-ae04-4d11-9234-1a31d2c84b06 HTTP/1.1" status: 204 len: 168 time: 0.5910194 Dec 13 15:08:19.177725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49114) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:19.223605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e9dc9-b8d9-4b9c-b4ac-6e41c1039381 tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c38b83b-ae04-4d11-9234-1a31d2c84b06,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:19.301351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.386535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.387580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.399800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.426675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4b067d-be75-4622-a79b-32b1517a1270']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:19.442623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3710ac50-d656-4d84-9b74-564f3798fb58') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:19.447018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3710ac50-d656-4d84-9b74-564f3798fb58') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:19.465288 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.490069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19790307-4d23-4daf-b3c5-609ae60b431e req-ed2cbbcd-8957-4ec1-92a9-aed6b62fcd76 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0409093 Dec 13 15:08:19.490706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.502669 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.531842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=6d2ce7a6-6f72-46a3-8024-c140aee93424,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:19.540113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:19.540640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:19.542262 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:19.597784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.699025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.771557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.795775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.796844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] 10.222.0.24 "DELETE /v2.0/networks/aa4b067d-be75-4622-a79b-32b1517a1270 HTTP/1.1" status: 204 len: 168 time: 0.5999260 Dec 13 15:08:19.873635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-718a79a4-3d89-443c-8351-5dbfd93439c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:19.891253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11e15d-1f5f-4661-a14c-05c0d5737cbd tempest-QuotasNegativeTest-1699609634 tempest-QuotasNegativeTest-1699609634-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa4b067d-be75-4622-a79b-32b1517a1270,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:19.971293 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.081836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Router 1a234b73-26a9-40c4-ab25-097e5a4adb1d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:08:20.241349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:20.249951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-290a3161-505e-4183-a313-a7a4de33c71e tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "PUT /v2.0/routers/1a234b73-26a9-40c4-ab25-097e5a4adb1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7980959 Dec 13 15:08:20.249951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49128) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:20.257077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] Sync routers for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:20.259566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.270775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:20.275275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:20.279511 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.345735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting subnet a572d54a-1a63-4f4a-bf80-6b831fa678f5 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:08:20.352322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.482600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:20.484609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.518203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.25.7.156 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b426b60e-635e-4138-8bfa-d19e82e5f207) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:08:20.663428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.679348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42255531-bbbd-4fc4-b441-9ec0d273a903 req-71ae3bb5-a82a-435f-ab04-ddaf4aff1875 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0469513 Dec 13 15:08:20.820062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.841546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:08:19Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:20.851345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.896305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Subnet': ['ID=a572d54a-1a63-4f4a-bf80-6b831fa678f5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:20.901865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] Checking router: 1a234b73-26a9-40c4-ab25-097e5a4adb1d for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:20.915971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:20.919610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] Routers {'1a234b73-26a9-40c4-ab25-097e5a4adb1d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:20.920197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:07:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:20.924048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-03ef7ef0-1dd7-4b5b-8153-23c8267e77c4 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/subnets/a572d54a-1a63-4f4a-bf80-6b831fa678f5 HTTP/1.1" status: 204 len: 168 time: 0.6732359 Dec 13 15:08:20.925275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245dacf-cef5-4684-8981-75021e3ec0b8 None None] Network 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:20.926828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:20.935107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49152) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:21.008848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.078874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:08:21.084285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:21.094318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:08:21.336702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] Set router 1a234b73-26a9-40c4-ab25-097e5a4adb1d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:21.468563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] DHCP port deletion for 7d3e75b2-bf40-4d97-8a2d-b9da00537f34 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:08:21.528842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ca9d864-1032-4417-a565-9c3525be702e req-07059d7d-20e8-42d3-92eb-e163f77daae4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0662553 Dec 13 15:08:21.529463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=b426b60e-635e-4138-8bfa-d19e82e5f207,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:21.547925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ab32003-0e29-4c3a-929f-6cf325409ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.593266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] Deleting port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:21.593783 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.659754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:08:19Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:21.661059 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.695566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d502c-6b69-4b21-b2a2-9b31d77a4336 None None] The sync data for ids ['1a234b73-26a9-40c4-ab25-097e5a4adb1d'] in n-d-816954-1 is: [{'id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218609984', 'tenant_id': '515f7b22ce9744918b9b5447b1a274ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:59Z', 'updated_at': '2021-12-13T15:08:19Z', 'revision_number': 5, 'project_id': '515f7b22ce9744918b9b5447b1a274ac', 'gw_port': {'id': 'd61e5474-e4ca-4f37-8e26-9a30f05da3e8', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a234b73-26a9-40c4-ab25-097e5a4adb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:06:01Z', 'updated_at': '2021-12-13T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:21.698366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] For port 701538ef-ddf9-4840-b7ed-da2b4da3faa6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=701538ef-ddf9-4840-b7ed-da2b4da3faa6,segment=NetworkSegment(b5c16084-9f43-4e02-a4c1-cba9a9c23f13),segment_id=b5c16084-9f43-4e02-a4c1-cba9a9c23f13)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:21.698862 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.712807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] Calling delete_port for 701538ef-ddf9-4840-b7ed-da2b4da3faa6 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:21.906030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.949494 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a8fee949-6806-4191-88d4-9a5880b078db req-af325a1f-8b7e-4cef-8869-ef56cfb148a8 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0553939 Dec 13 15:08:21.967997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.979459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ab32003-0e29-4c3a-929f-6cf325409ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:21.998193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] Pushing event deleted for resources: {'Port': ['ID=701538ef-ddf9-4840-b7ed-da2b4da3faa6,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:22.011249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ee79b-90bc-44d9-b3a2-4c261dbcc5e8 None None] No DVR routers for this DVR port 701538ef-ddf9-4840-b7ed-da2b4da3faa6 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:08:22.169257 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ab32003-0e29-4c3a-929f-6cf325409ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.251224 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-94b5a8e8-e2b6-4f4b-b142-8a767e168774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.256920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ab32003-0e29-4c3a-929f-6cf325409ecc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c69a4907ebd4dde9cc4fdb91b05fdff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3205895 Dec 13 15:08:22.259478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49170) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:22.263313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32003-0e29-4c3a-929f-6cf325409ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4161777c-1050-4b9d-9551-0dbc470ab521,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:22.268729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Deleting port d61e5474-e4ca-4f37-8e26-9a30f05da3e8 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:08:22.270326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.583647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc843-d00f-4b48-bb22-168b2aa41e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.583647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc843-d00f-4b48-bb22-168b2aa41e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.585529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] For port d61e5474-e4ca-4f37-8e26-9a30f05da3e8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:22.585529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.585529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Calling delete_port for d61e5474-e4ca-4f37-8e26-9a30f05da3e8 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:08:22.585529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.586200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 701538ef-ddf9-4840-b7ed-da2b4da3faa6 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:22.586200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 701538ef-ddf9-4840-b7ed-da2b4da3faa6 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:22.586200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 701538ef-ddf9-4840-b7ed-da2b4da3faa6 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:22.586200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6d2ce7a6-6f72-46a3-8024-c140aee93424 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:22.586200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6d2ce7a6-6f72-46a3-8024-c140aee93424 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:22.586200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6d2ce7a6-6f72-46a3-8024-c140aee93424 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:22.590614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc843-d00f-4b48-bb22-168b2aa41e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.594288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ee9bc843-d00f-4b48-bb22-168b2aa41e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.596812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ee9bc843-d00f-4b48-bb22-168b2aa41e48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4161777c-1050-4b9d-9551-0dbc470ab521 HTTP/1.1" status: 204 len: 168 time: 0.3358057 Dec 13 15:08:22.609101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bc843-d00f-4b48-bb22-168b2aa41e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161777c-1050-4b9d-9551-0dbc470ab521,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:22.879567 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:22.968543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.041815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Port': ['ID=d61e5474-e4ca-4f37-8e26-9a30f05da3e8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:23.129930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-663b4a15-e063-4473-9171-fc3c0dd8be16 req-07ed587d-5c54-4a64-9619-01712b5b33dc tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0376132 Dec 13 15:08:23.144506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.291968 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.296907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.301803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.433724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.434271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Fanout notify agent at l3_agent the message router_deleted on router 1a234b73-26a9-40c4-ab25-097e5a4adb1d {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:08:23.441249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.444864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-91456854-f192-47ae-a138-00d4f9602cf9 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/routers/1a234b73-26a9-40c4-ab25-097e5a4adb1d HTTP/1.1" status: 204 len: 168 time: 2.5143211 Dec 13 15:08:23.445157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:23.477319 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49204) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:23.516309 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f728aa03-a3f1-483f-93d1-18177a0fdf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.580402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.587531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router 790f0874-e630-40c8-8b92-dca023311cd4 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:08:23.635653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f728aa03-a3f1-483f-93d1-18177a0fdf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.713433 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f728aa03-a3f1-483f-93d1-18177a0fdf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.757642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f728aa03-a3f1-483f-93d1-18177a0fdf65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=752483269880480f9775f17fe262c531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765357 Dec 13 15:08:23.761123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49208) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:23.763186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728aa03-a3f1-483f-93d1-18177a0fdf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90131a8a-2857-4686-aad3-d43ef5f2c330,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:23.773351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.825745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3e75b2-bf40-4d97-8a2d-b9da00537f34']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:23.835501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:23.846056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:23.846387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c16084-9f43-4e02-a4c1-cba9a9c23f13') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:23.854901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Sync routers for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:23.868916 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:23.869635 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:23.872092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.895630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e272cae-f852-40a7-89fc-56351ed08b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.898180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.914840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:08:23.914840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:08:23.916694 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:08:23.964917 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e272cae-f852-40a7-89fc-56351ed08b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.989595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:23.990885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca20c901-66bd-4ca9-8a13-bc772eafe4a8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8700049 Dec 13 15:08:23.995534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49218) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:24.046435 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dd869de8-4afa-4374-9180-be134edac40f tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a978f1a88b40482e90c60d8cd5aa586d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489388 Dec 13 15:08:24.048564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49224) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:24.069373 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.078423 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:24.082397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.085565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/networks/7d3e75b2-bf40-4d97-8a2d-b9da00537f34 HTTP/1.1" status: 204 len: 168 time: 0.6394541 Dec 13 15:08:24.088159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49232) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:24.115851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691798a-44fd-4921-9255-800222a77a76 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'Network': ['ID=7d3e75b2-bf40-4d97-8a2d-b9da00537f34,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:24.156750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e272cae-f852-40a7-89fc-56351ed08b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.159479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8e272cae-f852-40a7-89fc-56351ed08b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.160681 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8e272cae-f852-40a7-89fc-56351ed08b2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90131a8a-2857-4686-aad3-d43ef5f2c330 HTTP/1.1" status: 204 len: 168 time: 0.3986371 Dec 13 15:08:24.179617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e272cae-f852-40a7-89fc-56351ed08b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90131a8a-2857-4686-aad3-d43ef5f2c330,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:24.189467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac08d75-6314-4a94-8f03-c62c481222a8 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:24.196002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:24.203985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4ac08d75-6314-4a94-8f03-c62c481222a8 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504631 Dec 13 15:08:24.233550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae5b75cc-3641-4409-95b2-21f0d33fb598 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.238730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8769e862-01a2-4926-a4a3-5dbbd16402fb tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406272 Dec 13 15:08:24.240063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49240) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:24.245148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1321252129', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:24.273237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae5b75cc-3641-4409-95b2-21f0d33fb598 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.346106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:21Z', 'revision_number': 3, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:24.394432 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Checking router: 790f0874-e630-40c8-8b92-dca023311cd4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:24.395036 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Updating router 790f0874-e630-40c8-8b92-dca023311cd4 port b426b60e-635e-4138-8bfa-d19e82e5f207 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:08:24.432224 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.464307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d61e5474-e4ca-4f37-8e26-9a30f05da3e8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:08:24.490270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d61e5474-e4ca-4f37-8e26-9a30f05da3e8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:08:24.490947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d61e5474-e4ca-4f37-8e26-9a30f05da3e8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:08:24.501661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae5b75cc-3641-4409-95b2-21f0d33fb598 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.502060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:24.504751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae5b75cc-3641-4409-95b2-21f0d33fb598 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.508517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ae5b75cc-3641-4409-95b2-21f0d33fb598 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef24f717-4880-4962-8c18-3fcf3900eb93 HTTP/1.1" status: 204 len: 168 time: 0.3984156 Dec 13 15:08:24.511572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.523724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b75cc-3641-4409-95b2-21f0d33fb598 tempest-TestNetworkAdvancedServerOps-759648826 tempest-TestNetworkAdvancedServerOps-759648826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef24f717-4880-4962-8c18-3fcf3900eb93,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:24.833269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a5085c44-694c-4cf1-900e-c4d4348fdf92 req-db80ab91-e44f-4aac-8a09-a7955dfe8ed2 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0333118 Dec 13 15:08:24.850557 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.922217 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.947063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Subnet': ['ID=77b36586-6005-4cb9-81bc-a3707c0e911d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:24.949592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Checking segment: {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:08:24.949950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network hostable DHCP agents. Network: f2aab157-d016-4ea0-a582-8a91c88ceb98, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:08:24.965155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:24.993814 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:25.048212 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Attempting to bind port b426b60e-635e-4138-8bfa-d19e82e5f207 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:08:25.048576 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Attempting to bind port b426b60e-635e-4138-8bfa-d19e82e5f207 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:08:25.049178 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Attempting to bind port b426b60e-635e-4138-8bfa-d19e82e5f207 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:08:25.061170 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Pushing event updated for resources: {'Port': ['ID=b426b60e-635e-4138-8bfa-d19e82e5f207,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:25.063626 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:08:25.063998 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:08:25.064423 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:25.064766 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:08:25.065227 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Bound port: b426b60e-635e-4138-8bfa-d19e82e5f207, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:08:25.065600 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:25.090635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:08:25.133224 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] For port b426b60e-635e-4138-8bfa-d19e82e5f207, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:08:25.136285 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] For port b426b60e-635e-4138-8bfa-d19e82e5f207, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b426b60e-635e-4138-8bfa-d19e82e5f207,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:08:25.147288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:25.176761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f2aab157-d016-4ea0-a582-8a91c88ceb98) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:25.196121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2a3fc-2df3-498a-aa23-cd7d3d301aee None None] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:25.198159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:25.198846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:25.221468 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:25.323030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-660beff3-12bd-4bbc-8328-99096fafe14a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0818865 Dec 13 15:08:25.329806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49266) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:25.335923 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Pushing event updated for resources: {'Port': ['ID=b426b60e-635e-4138-8bfa-d19e82e5f207,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:25.346091 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.346684 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.347117 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.347541 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.347957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.348393 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.348914 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.349413 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.349832 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.350439 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.350931 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.355485 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb113887-23bf-43b8-9043-d0e7bc61b24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:25.356392 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:25.357399 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:25.411981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-f2aab157-d016-4ea0-a582-8a91c88ceb98', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:08:25.412877 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:25.487500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49270) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:25.593904 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:25.711419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Allocated IP 172.20.0.2 (f2aab157-d016-4ea0-a582-8a91c88ceb98/77b36586-6005-4cb9-81bc-a3707c0e911d/b7721315-cadb-483a-965a-5d5f6d118e72) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:08:26.033290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49298) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:26.065171 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.091931 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:21Z', 'revision_number': 3, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:26.113156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2a51de5-bc02-46bb-b73b-36655e9297e9 req-828f6eaf-3566-47e6-94a3-54a20fc6812a tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0534770 Dec 13 15:08:26.123167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cd22f10f-1694-4cd1-ade9-cdd0a30b3a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=515f7b22ce9744918b9b5447b1a274ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320050 Dec 13 15:08:26.123551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49302) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:26.141444 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea27ef6-4cc5-407c-a726-13a886c9e7ac None None] The sync data for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 is: [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:21Z', 'revision_number': 3, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:26.200159 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.219835 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5975068e-b71c-4778-a1c1-f90a07f991e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.251195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:08:26.254901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:26.266956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:08:26.270061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b608c599-2393-4639-9a99-517fea3da931 tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-29075578', 'prefixes': ['172.20.0.0/16']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:26.298865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.325385 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5975068e-b71c-4778-a1c1-f90a07f991e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.363026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Pushing event updated for resources: {'Port': ['ID=b7721315-cadb-483a-965a-5d5f6d118e72,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:26.394752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Attempting to bind port b7721315-cadb-483a-965a-5d5f6d118e72 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:08:26.395115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Attempting to bind port b7721315-cadb-483a-965a-5d5f6d118e72 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:08:26.395664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Attempting to bind port b7721315-cadb-483a-965a-5d5f6d118e72 on network f2aab157-d016-4ea0-a582-8a91c88ceb98 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:08:26.401559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:08:26.401931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Checking segment: {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:08:26.402405 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.402755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Bound using segment: {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:08:26.404774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Bound port: b7721315-cadb-483a-965a-5d5f6d118e72, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:08:26.405225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.467936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5975068e-b71c-4778-a1c1-f90a07f991e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.482857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5975068e-b71c-4778-a1c1-f90a07f991e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.482857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5975068e-b71c-4778-a1c1-f90a07f991e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e9e5e7-c8e8-4091-8705-ffc2d2bc1644 HTTP/1.1" status: 204 len: 168 time: 0.3511498 Dec 13 15:08:26.535765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975068e-b71c-4778-a1c1-f90a07f991e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9e5e7-c8e8-4091-8705-ffc2d2bc1644,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:26.559836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] For port b7721315-cadb-483a-965a-5d5f6d118e72, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:08:26.569113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] For port b7721315-cadb-483a-965a-5d5f6d118e72, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b7721315-cadb-483a-965a-5d5f6d118e72,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:08:26.662962 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.693863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b608c599-2393-4639-9a99-517fea3da931 tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] Notify callbacks [] for subnetpool, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:26.697622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b608c599-2393-4639-9a99-517fea3da931 tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.6608727 Dec 13 15:08:26.697971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49312) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:26.835385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a2d98-cdf7-4483-a510-4432b0b63dc5 None None] Pushing event updated for resources: {'Port': ['ID=b7721315-cadb-483a-965a-5d5f6d118e72,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:26.836825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-97a5ac66-c242-4ab5-ad31-848cbf55466e tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] 10.222.0.24 "GET /v2.0/subnetpools/276ea573-594a-40d8-9941-66d2a2032e11 HTTP/1.1" status: 200 len: 730 time: 0.1368036 Dec 13 15:08:26.840184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49314) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:26.850728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a55eb0d7-198d-48ff-9b64-ed3591b249bb tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-867300883'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:26.931846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.20.0.1 (f2aab157-d016-4ea0-a582-8a91c88ceb98/77b36586-6005-4cb9-81bc-a3707c0e911d/e6318e02-5df8-435a-97c2-eb18b0f88be0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:08:27.042085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a55eb0d7-198d-48ff-9b64-ed3591b249bb tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] Notify callbacks [] for subnetpool, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.042694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a55eb0d7-198d-48ff-9b64-ed3591b249bb tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] 10.222.0.24 "PUT /v2.0/subnetpools/276ea573-594a-40d8-9941-66d2a2032e11 HTTP/1.1" status: 200 len: 683 time: 0.2013316 Dec 13 15:08:27.045163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:27.147753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.264997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e9a6-cfe8-4cb8-8a32-23a15ebab722 tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] Notify callbacks [] for subnetpool, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.268700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a7e2e9a6-cfe8-4cb8-8a32-23a15ebab722 tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] 10.222.0.24 "DELETE /v2.0/subnetpools/276ea573-594a-40d8-9941-66d2a2032e11 HTTP/1.1" status: 204 len: 168 time: 0.2190223 Dec 13 15:08:27.269565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49326) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:27.335757 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-ce79ba51-def0-4ab2-8ffa-f40818ccf9da tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] show failed (client error): The resource could not be found. Dec 13 15:08:27.336888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ce79ba51-def0-4ab2-8ffa-f40818ccf9da tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] 10.222.0.24 "GET /v2.0/subnetpools/276ea573-594a-40d8-9941-66d2a2032e11 HTTP/1.1" status: 404 len: 346 time: 0.0632999 Dec 13 15:08:27.351761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49330) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:27.364283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d578d2b-0ca4-4fa8-a7d5-9bf051344361 req-ac9abaeb-e2ff-421d-b464-52010a4aaec3 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.1085849 Dec 13 15:08:27.369364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.421534 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-5474cda8-866a-4c7d-9947-2d458391f44d tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] delete failed (client error): The resource could not be found. Dec 13 15:08:27.423011 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5474cda8-866a-4c7d-9947-2d458391f44d tempest-SubnetPoolsTestJSON-1528946041 tempest-SubnetPoolsTestJSON-1528946041-project] 10.222.0.24 "DELETE /v2.0/subnetpools/276ea573-594a-40d8-9941-66d2a2032e11 HTTP/1.1" status: 404 len: 346 time: 0.0702186 Dec 13 15:08:27.439343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:08:27.445535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:27.458948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:08:27.465591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=e6318e02-5df8-435a-97c2-eb18b0f88be0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:27.517330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.517674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.518009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.518369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.528168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:27.554374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.616155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49334) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:27.694291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3438884f-3bf4-4c3d-953a-de971ce9f618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e22a0848f39a4ef4971746d88dff0f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769262 Dec 13 15:08:27.696916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49336) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:27.753605 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f38b836-4394-4c05-bbc2-8679fe36955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.788774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f38b836-4394-4c05-bbc2-8679fe36955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.814689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.966219 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f38b836-4394-4c05-bbc2-8679fe36955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.968959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f38b836-4394-4c05-bbc2-8679fe36955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:27.975852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6f38b836-4394-4c05-bbc2-8679fe36955f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5e76bd3-a904-4463-9e3b-8b8f5b58a027 HTTP/1.1" status: 204 len: 168 time: 0.2718151 Dec 13 15:08:27.992357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38b836-4394-4c05-bbc2-8679fe36955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e76bd3-a904-4463-9e3b-8b8f5b58a027,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:28.073445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49380) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:28.292983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968ce0c-1eed-4c93-986b-c026db353e63 None None] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:08:28.293498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8407-a73a-4834-977e-3889577f946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.334175 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.391518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6897ef95-957b-4e97-b864-479359a75700 None None] Provisioning complete for port b7721315-cadb-483a-965a-5d5f6d118e72 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:28.392255 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6897ef95-957b-4e97-b864-479359a75700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.399580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.590920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8407-a73a-4834-977e-3889577f946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.624513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b7721315-cadb-483a-965a-5d5f6d118e72 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:08:28.683842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=e6318e02-5df8-435a-97c2-eb18b0f88be0,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:28.713648 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8407-a73a-4834-977e-3889577f946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.715469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67e2724c-dfcb-4a2e-86dc-c253b53ea1ee req-309c0f58-95a7-4a3c-9965-0e5d27452383 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0623257 Dec 13 15:08:28.736951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.823559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca8e8407-a73a-4834-977e-3889577f946f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87ed4feae04c4ccca6772a548cf94929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7489054 Dec 13 15:08:28.834553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49396) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:28.875235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8407-a73a-4834-977e-3889577f946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c4f228-4aad-43e4-9a7a-1a252962d721,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:28.941729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b7721315-cadb-483a-965a-5d5f6d118e72 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:28.942128 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:28.949958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6897ef95-957b-4e97-b864-479359a75700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.038865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6897ef95-957b-4e97-b864-479359a75700 None None] For port b7721315-cadb-483a-965a-5d5f6d118e72, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b7721315-cadb-483a-965a-5d5f6d118e72,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:29.074477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:08:29.075761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58f3f6f0-074f-45fd-a59a-c9f443295c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.078344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:29.104249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6897ef95-957b-4e97-b864-479359a75700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.166114 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.244787 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:08:29.247390 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:08:29.248289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ef95-957b-4e97-b864-479359a75700 None None] Pushing event updated for resources: {'Port': ['ID=b7721315-cadb-483a-965a-5d5f6d118e72,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:29.337935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-363ffa34-a4f8-4587-b5da-f0f11f985680 None None] Provisioning complete for port b7721315-cadb-483a-965a-5d5f6d118e72 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:29.339256 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-363ffa34-a4f8-4587-b5da-f0f11f985680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.441525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-363ffa34-a4f8-4587-b5da-f0f11f985680 None None] Provisioning complete for port e6318e02-5df8-435a-97c2-eb18b0f88be0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:29.442089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-363ffa34-a4f8-4587-b5da-f0f11f985680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.484998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-363ffa34-a4f8-4587-b5da-f0f11f985680 None None] Port e6318e02-5df8-435a-97c2-eb18b0f88be0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:08:29.538050 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58f3f6f0-074f-45fd-a59a-c9f443295c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.612330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-02b55a5b-b829-4b67-97ad-f6143b478dcc None None] Provisioning complete for port e6318e02-5df8-435a-97c2-eb18b0f88be0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:29.613179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-02b55a5b-b829-4b67-97ad-f6143b478dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.638595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router 790f0874-e630-40c8-8b92-dca023311cd4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:08:29.653788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-02b55a5b-b829-4b67-97ad-f6143b478dcc None None] Port e6318e02-5df8-435a-97c2-eb18b0f88be0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:08:29.736745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58f3f6f0-074f-45fd-a59a-c9f443295c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.739858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-58f3f6f0-074f-45fd-a59a-c9f443295c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:29.741016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-58f3f6f0-074f-45fd-a59a-c9f443295c7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9c4f228-4aad-43e4-9a7a-1a252962d721 HTTP/1.1" status: 204 len: 168 time: 0.9047935 Dec 13 15:08:29.753918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3f6f0-074f-45fd-a59a-c9f443295c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c4f228-4aad-43e4-9a7a-1a252962d721,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:29.823227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:29.839612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49450) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:29.840149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d5e70525-cdce-45f0-9a2b-117b825baaa9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "PUT /v2.0/routers/790f0874-e630-40c8-8b92-dca023311cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5006130 Dec 13 15:08:29.884974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Sync routers for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:29.886901 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9772b24a-b05a-42c4-bdf5-06b018ad309f req-60995782-b8d7-42f7-92e9-e78021b75a4b tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0392036 Dec 13 15:08:29.941700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b426b60e-635e-4138-8bfa-d19e82e5f207 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:08:29.944464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:29.945105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:29.950200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-319c416a-bab7-4cf0-b273-6144adca7d93 None None] Provisioning complete for port e6318e02-5df8-435a-97c2-eb18b0f88be0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:29.950766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-319c416a-bab7-4cf0-b273-6144adca7d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:30.007963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-319c416a-bab7-4cf0-b273-6144adca7d93 None None] Port e6318e02-5df8-435a-97c2-eb18b0f88be0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:08:30.102133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.103175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.104304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.104930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.105394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.105851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.112987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.112987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-64c0da8a-cb75-4ba7-9ab9-d38dd9862d5d tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4991 time: 0.2680531 Dec 13 15:08:30.112987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49456) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:30.206788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.207321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:30.207461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.207896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.209000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.209777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b426b60e-635e-4138-8bfa-d19e82e5f207 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:30.210186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:30.211102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.211880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.212394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:30.217111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-27c7c52e-1bc2-489f-84b0-fe357e485d64 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.1000221 Dec 13 15:08:30.219400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49460) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:30.525147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d562623d-bdbc-4008-8567-fbd4bfb47b01 tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3039086 Dec 13 15:08:30.659442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:30.714316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b426b60e-635e-4138-8bfa-d19e82e5f207, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b426b60e-635e-4138-8bfa-d19e82e5f207,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:30.744157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:28Z', 'revision_number': 2, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:30.775006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Checking router: 790f0874-e630-40c8-8b92-dca023311cd4 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:30.775371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Updating router 790f0874-e630-40c8-8b92-dca023311cd4 port e6318e02-5df8-435a-97c2-eb18b0f88be0 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:08:30.793917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:30.830419 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:30.908060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b426b60e-635e-4138-8bfa-d19e82e5f207,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:30.927224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49482) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:30.934598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3a0c9331-4e1c-4f32-8f91-364afa45a952 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217550205', 'description': 'tempest-secgroup-smoke-217550205 description', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:30.995568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b7721315-cadb-483a-965a-5d5f6d118e72 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:08:31.047052 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b8071cc-cf78-40ed-90a2-3df4de438f01 req-afeefee8-fa85-44c6-8feb-c8d220236fc1 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0459309 Dec 13 15:08:31.072974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9331-4e1c-4f32-8f91-364afa45a952 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.132038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b7721315-cadb-483a-965a-5d5f6d118e72 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:31.132409 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.168697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9331-4e1c-4f32-8f91-364afa45a952 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.251249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9331-4e1c-4f32-8f91-364afa45a952 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.297475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c9331-4e1c-4f32-8f91-364afa45a952 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c440eab-54a2-4582-9299-1315feb915e7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:31.339207 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.424278 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9331-4e1c-4f32-8f91-364afa45a952 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.425589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3a0c9331-4e1c-4f32-8f91-364afa45a952 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4973483 Dec 13 15:08:31.428641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49500) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:31.433554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0abc389e-4a75-47f4-981d-d12a6b294380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '5c440eab-54a2-4582-9299-1315feb915e7', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:31.450493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.505975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5f4e2-4242-4a1d-bd72-2c3e5734b2f6 None None] Pushing event updated for resources: {'Port': ['ID=e6318e02-5df8-435a-97c2-eb18b0f88be0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:31.552858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0abc389e-4a75-47f4-981d-d12a6b294380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.561846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Attempting to bind port e6318e02-5df8-435a-97c2-eb18b0f88be0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:08:31.562243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Attempting to bind port e6318e02-5df8-435a-97c2-eb18b0f88be0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:08:31.562618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Attempting to bind port e6318e02-5df8-435a-97c2-eb18b0f88be0 on network f2aab157-d016-4ea0-a582-8a91c88ceb98 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:08:31.570874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:08:31.571297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Checking segment: {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:08:31.571742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.572219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Bound using segment: {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:08:31.572699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Bound port: e6318e02-5df8-435a-97c2-eb18b0f88be0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:08:31.573081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.650357 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0abc389e-4a75-47f4-981d-d12a6b294380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.661677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] For port e6318e02-5df8-435a-97c2-eb18b0f88be0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:08:31.666976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] For port e6318e02-5df8-435a-97c2-eb18b0f88be0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e6318e02-5df8-435a-97c2-eb18b0f88be0,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:08:31.744657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e7b81a54-8b3b-49c3-8c86-9f9144df7449 None None] Provisioning complete for port e6318e02-5df8-435a-97c2-eb18b0f88be0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:31.745031 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7b81a54-8b3b-49c3-8c86-9f9144df7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.775046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0abc389e-4a75-47f4-981d-d12a6b294380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.775304 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.792452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc389e-4a75-47f4-981d-d12a6b294380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38f6d9f-2b85-4c26-bd12-bf6122478123,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:31.817071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e7b81a54-8b3b-49c3-8c86-9f9144df7449 None None] Port e6318e02-5df8-435a-97c2-eb18b0f88be0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:08:31.848754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:31.849386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:31.874990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0abc389e-4a75-47f4-981d-d12a6b294380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:31.887833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0abc389e-4a75-47f4-981d-d12a6b294380 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4496455 Dec 13 15:08:31.887833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49510) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:31.888239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-46a49f35-95ba-476e-abd0-2560390f381b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '5c440eab-54a2-4582-9299-1315feb915e7', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:31.892275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5f4e2-4242-4a1d-bd72-2c3e5734b2f6 None None] Pushing event updated for resources: {'Port': ['ID=e6318e02-5df8-435a-97c2-eb18b0f88be0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:32.003034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:32.031903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a49f35-95ba-476e-abd0-2560390f381b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.119024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a49f35-95ba-476e-abd0-2560390f381b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.193138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a49f35-95ba-476e-abd0-2560390f381b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.193668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e59f5096-2bc9-49c9-80eb-a60cf0e49fbf req-48141c68-53ce-44f2-a575-be8d6ffd6d86 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0372095 Dec 13 15:08:32.225562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49f35-95ba-476e-abd0-2560390f381b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1eb8ffc-9612-4ae0-8aec-a6fd8822cbff,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:32.234290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ea8f6beb-4210-47ad-bdd3-f76643c31b1c None None] Provisioning complete for port e6318e02-5df8-435a-97c2-eb18b0f88be0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:32.234772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6beb-4210-47ad-bdd3-f76643c31b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.287010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a49f35-95ba-476e-abd0-2560390f381b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.288381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-46a49f35-95ba-476e-abd0-2560390f381b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4051280 Dec 13 15:08:32.291121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49526) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:32.295694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e80ea27b-e6e3-4630-863b-86c40200ef56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '5c440eab-54a2-4582-9299-1315feb915e7', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:32.368838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:31Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:32.371892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6beb-4210-47ad-bdd3-f76643c31b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.404596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e2403-6d6a-45b8-8302-d1f34cb3063f None None] The sync data for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 is: [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:31Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:32.405208 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e80ea27b-e6e3-4630-863b-86c40200ef56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.428644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ea8f6beb-4210-47ad-bdd3-f76643c31b1c None None] For port e6318e02-5df8-435a-97c2-eb18b0f88be0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e6318e02-5df8-435a-97c2-eb18b0f88be0,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:32.494513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e80ea27b-e6e3-4630-863b-86c40200ef56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.499656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6beb-4210-47ad-bdd3-f76643c31b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.568642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f6beb-4210-47ad-bdd3-f76643c31b1c None None] Pushing event updated for resources: {'Port': ['ID=e6318e02-5df8-435a-97c2-eb18b0f88be0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:32.570518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e80ea27b-e6e3-4630-863b-86c40200ef56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.617366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ea27b-e6e3-4630-863b-86c40200ef56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8440e36-131a-4dd9-80ea-4e736b8e620b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:32.727742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e80ea27b-e6e3-4630-863b-86c40200ef56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.729056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e80ea27b-e6e3-4630-863b-86c40200ef56 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4369438 Dec 13 15:08:32.732125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49544) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:32.738456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d8cd528a-56b5-45f2-83c4-92399517cffa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '5c440eab-54a2-4582-9299-1315feb915e7', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:32.833824 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8cd528a-56b5-45f2-83c4-92399517cffa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:32.911604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8cd528a-56b5-45f2-83c4-92399517cffa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.001296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b426b60e-635e-4138-8bfa-d19e82e5f207 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:08:33.004665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8cd528a-56b5-45f2-83c4-92399517cffa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.037817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd528a-56b5-45f2-83c4-92399517cffa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82da97fd-b18f-4f94-8821-e96e7f4363f9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:33.082051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b426b60e-635e-4138-8bfa-d19e82e5f207 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:33.082457 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.114676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8cd528a-56b5-45f2-83c4-92399517cffa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.116484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d8cd528a-56b5-45f2-83c4-92399517cffa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3835125 Dec 13 15:08:33.119284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49550) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:33.124249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '5c440eab-54a2-4582-9299-1315feb915e7', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:33.199408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e6318e02-5df8-435a-97c2-eb18b0f88be0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:08:33.227985 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Project a978f1a88b40482e90c60d8cd5aa586d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:08:33.235003 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.306976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e6318e02-5df8-435a-97c2-eb18b0f88be0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:33.307489 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.345160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-18b196bc-2835-47af-956f-291becf48c1e req-602fccb0-873f-42de-955e-10fc42167788 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0360708 Dec 13 15:08:33.380323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.438009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.459486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aedf93d-cffc-43e9-bf7f-c8279c797255,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:33.525846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.527673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b57df7f2-e853-4e95-b6fa-49b3ad4d79fd tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4071341 Dec 13 15:08:33.530923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49558) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:33.535327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'security_group_rule': {'security_group_id': '5c440eab-54a2-4582-9299-1315feb915e7', 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:33.616206 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Project a978f1a88b40482e90c60d8cd5aa586d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:08:33.621837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.788946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.872927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.895951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d641a9ab-2657-4c82-9e85-9ad5295a7dd6,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:33.983684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:33.984936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-152573d8-2f6d-4085-8398-528c536c2aad tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4530654 Dec 13 15:08:34.246496 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-1bceec86-1063-4c41-8aa4-51d110c7f282 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217550205&fields=id&tenant_id=a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 267 time: 0.0571604 Dec 13 15:08:34.379698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-9a0b2224-5ee8-425a-890b-a5886aae09b4 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:34.382970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-9a0b2224-5ee8-425a-890b-a5886aae09b4 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/networks?id=f2aab157-d016-4ea0-a582-8a91c88ceb98 HTTP/1.1" status: 200 len: 797 time: 0.1351330 Dec 13 15:08:34.410348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-4b236be3-43d6-4cc1-b240-940b1853af3f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/quotas/a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 375 time: 0.0198486 Dec 13 15:08:34.473479 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-6104a0f2-c561-4e52-8d99-74d5e803b094 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569901 Dec 13 15:08:34.486027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c84887c9-b117-44a1-a1c1-c4c117d5d6fc req-dde2c918-59ac-4b43-8851-b1086e5ca882 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0318696 Dec 13 15:08:34.578708 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-a7519ab7-9aff-4774-b43e-de48eef0e76a service neutron] 10.222.0.24 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920045 Dec 13 15:08:35.056822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-319ff367-117d-4693-95b5-19e174fbfbb9 service neutron] 10.222.0.24 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693587 Dec 13 15:08:35.359056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7bf13f5a-af86-4df3-a97a-ff6eff7b3284 req-99437ced-a5ca-4c91-a978-868bf8469f43 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 210 time: 0.0416222 Dec 13 15:08:35.620297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-20aa0643-8573-4f41-92b4-47d33b693482 req-8829ebc8-6566-4276-930f-61906869f4e2 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0272009 Dec 13 15:08:36.460730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1746b9f-7f4d-4cec-8b08-30f34fb9284a req-d48664e7-a2ef-4e39-bbbd-f85196eb99ee tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 210 time: 0.0408413 Dec 13 15:08:36.745434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c41ef183-5324-425a-bee6-255a6f0686c9 req-a566c525-3ed4-4eef-b445-730686e9214e tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0319586 Dec 13 15:08:37.504852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-55a4d5a6-cc8d-4ea3-9ea9-319a05291207 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:37.506532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-55a4d5a6-cc8d-4ea3-9ea9-319a05291207 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.55 "GET /v2.0/networks?id=f2aab157-d016-4ea0-a582-8a91c88ceb98 HTTP/1.1" status: 200 len: 797 time: 0.1259196 Dec 13 15:08:37.573458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-229a234b-ff31-43ad-ae88-96cbc59f2807 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a978f1a88b40482e90c60d8cd5aa586d HTTP/1.1" status: 200 len: 379 time: 0.0566859 Dec 13 15:08:37.573968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14cc42cf-8ea6-48e6-89bb-9440722933ee req-2a910ee4-5274-4a71-9608-1cde9c32541c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 210 time: 0.0334172 Dec 13 15:08:37.582909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'port': {'device_id': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'admin_state_up': True, 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'security_groups': ['5c440eab-54a2-4582-9299-1315feb915e7']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:37.808996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Made reservation on behalf of a978f1a88b40482e90c60d8cd5aa586d for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:37.813535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:37.895889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac29b138-bd36-4cab-9ca2-9b748d5eed47 req-b22d3020-e5f3-48b2-a5c2-476faa1e745d tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0567679 Dec 13 15:08:37.992141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.20.0.7 (f2aab157-d016-4ea0-a582-8a91c88ceb98/77b36586-6005-4cb9-81bc-a3707c0e911d/e9a4299a-409d-4618-af68-edcd45c02529) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:08:38.142077 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:38.238887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:38.286055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:08:38.289376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:38.293273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:08:38.334468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=e9a4299a-409d-4618-af68-edcd45c02529,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:38.351900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:38.352536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:38.425891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-bdaee8a4-a5b5-426d-9b7b-ee92d5a3c85c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8469374 Dec 13 15:08:38.438706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Request body: {'port': {'device_id': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:38.514146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:38.566897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-87f0e158-4388-491d-aaa4-dd29f4dd15f0 None None] Provisioning complete for port e9a4299a-409d-4618-af68-edcd45c02529 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:38.568151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87f0e158-4388-491d-aaa4-dd29f4dd15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:38.620921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-87f0e158-4388-491d-aaa4-dd29f4dd15f0 None None] Port e9a4299a-409d-4618-af68-edcd45c02529 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:08:38.832359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1530-5b66-4d6b-a7bc-ce94c6a1a4c5 req-a7f10b1a-9215-4d76-aeff-cfce54f559e4 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:38.835612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-109c1530-5b66-4d6b-a7bc-ce94c6a1a4c5 req-a7f10b1a-9215-4d76-aeff-cfce54f559e4 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 931 time: 0.1527290 Dec 13 15:08:38.909756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-109c1530-5b66-4d6b-a7bc-ce94c6a1a4c5 req-d577722b-4d0e-4acb-b43e-dd00b76ad300 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678515 Dec 13 15:08:39.023817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a4299a-409d-4618-af68-edcd45c02529 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:08:39.036549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:39.043445 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b67f3d64-22b6-4da1-9a8e-32f7b0b308b3 req-cb9be2db-5a64-4e06-9816-4d942cccf787 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0514052 Dec 13 15:08:39.057734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Transition to ACTIVE for port object e9a4299a-409d-4618-af68-edcd45c02529 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:08:39.167469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:39.333950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4299a-409d-4618-af68-edcd45c02529,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:39.357525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.357876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.358216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.358608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.358938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.359263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.359591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.359916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.360238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.360563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.360880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.361195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:08:39.431908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Attempting to bind port e9a4299a-409d-4618-af68-edcd45c02529 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:08:39.432582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Attempting to bind port e9a4299a-409d-4618-af68-edcd45c02529 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:08:39.433072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Attempting to bind port e9a4299a-409d-4618-af68-edcd45c02529 on network f2aab157-d016-4ea0-a582-8a91c88ceb98 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:08:39.439634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Port e9a4299a-409d-4618-af68-edcd45c02529 on network f2aab157-d016-4ea0-a582-8a91c88ceb98 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:08:39.439950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Attempting to bind port e9a4299a-409d-4618-af68-edcd45c02529 on network f2aab157-d016-4ea0-a582-8a91c88ceb98 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:08:39.445873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:08:39.446218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Checking segment: {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:08:39.446613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Bound using segment: {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:08:39.447066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Bound port: e9a4299a-409d-4618-af68-edcd45c02529, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4505de3-cfbe-49a8-a770-6c2c97debf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:08:39.447427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:39.543793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] For port e9a4299a-409d-4618-af68-edcd45c02529, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:08:39.547932 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] For port e9a4299a-409d-4618-af68-edcd45c02529, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e9a4299a-409d-4618-af68-edcd45c02529,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:08:39.673704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:39.715821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:39.716778 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:39.718759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] 10.222.0.55 "PUT /v2.0/ports/e9a4299a-409d-4618-af68-edcd45c02529 HTTP/1.1" status: 200 len: 1091 time: 1.2847881 Dec 13 15:08:39.724757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:39.724757 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82359506-9729-4108-ba51-2bce8124f543" -d '{"events": [{"name": "network-changed", "server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "tag": "e9a4299a-409d-4618-af68-edcd45c02529"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:39.760611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3799c-1eab-4e6c-a4d6-81f54d8da237 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4299a-409d-4618-af68-edcd45c02529,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:39.816117 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08972492-81f3-4e30-a5a8-7f9ac0aeaa7b x-openstack-request-id: req-08972492-81f3-4e30-a5a8-7f9ac0aeaa7b {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:39.816957 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "tag": "e9a4299a-409d-4618-af68-edcd45c02529", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:39.816957 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08972492-81f3-4e30-a5a8-7f9ac0aeaa7b {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:39.817654 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529', 'status': 'completed', 'code': 200} Dec 13 15:08:39.880448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-18e9d00c-d702-410e-b4b7-1755ceceafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:39.882094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-18e9d00c-d702-410e-b4b7-1755ceceafc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 1094 time: 0.0616007 Dec 13 15:08:39.936932 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-f65e20a5-4a6e-4290-887d-0c1fa00df5d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a4299a-409d-4618-af68-edcd45c02529 HTTP/1.1" status: 200 len: 217 time: 0.0465109 Dec 13 15:08:40.081548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-063477b4-4a75-41a1-8b77-27e0c797a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:40.083185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-063477b4-4a75-41a1-8b77-27e0c797a9de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77b36586-6005-4cb9-81bc-a3707c0e911d HTTP/1.1" status: 200 len: 835 time: 0.1321385 Dec 13 15:08:40.118804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afc8dc-e8c2-4df2-8fd5-badd12592db2 req-74e986f1-422f-4fc5-85fd-85f093acc5ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:40.120132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01afc8dc-e8c2-4df2-8fd5-badd12592db2 req-74e986f1-422f-4fc5-85fd-85f093acc5ea tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 943 time: 0.0984418 Dec 13 15:08:40.183430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-56398c92-fb76-470a-8145-858b5c5b4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:40.184961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-56398c92-fb76-470a-8145-858b5c5b4285 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2aab157-d016-4ea0-a582-8a91c88ceb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873849 Dec 13 15:08:40.193403 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01afc8dc-e8c2-4df2-8fd5-badd12592db2 req-61765d3a-4b2b-4a2f-abe6-a89a2804d544 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567310 Dec 13 15:08:40.202317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b62aa91b-0faa-493f-b0e7-71b1c347ee16 req-e2c1fe88-8020-41f1-834f-f2d292d7eec2 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0522432 Dec 13 15:08:40.270019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49724) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:40.288440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-5cffed38-61b4-4b36-9f41-e897a1634225 service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938792 Dec 13 15:08:40.390657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49078269-143e-44aa-a03c-653c90ff6ce1 req-5e423680-bd69-4887-89d2-aff80fe53e8f service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935028 Dec 13 15:08:40.397262 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2cf05532-da0e-412b-92f5-b96c576d8d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:40.480677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2cf05532-da0e-412b-92f5-b96c576d8d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:40.570454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2cf05532-da0e-412b-92f5-b96c576d8d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:40.572667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359506-9729-4108-ba51-2bce8124f543 req-e8fd8bd7-61d2-4605-8ede-a1e18da41389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:40.574397 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82359506-9729-4108-ba51-2bce8124f543 req-e8fd8bd7-61d2-4605-8ede-a1e18da41389 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 1094 time: 0.0503674 Dec 13 15:08:40.618198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2cf05532-da0e-412b-92f5-b96c576d8d79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69abe3febd6540d48802945982ec6dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444109 Dec 13 15:08:40.618610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49730) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:40.626277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf05532-da0e-412b-92f5-b96c576d8d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c369769-05bf-499d-9481-286ad9b4ed04,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:40.688395 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a9f8-8edd-4d47-b1bd-7660126a1cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:40.693559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359506-9729-4108-ba51-2bce8124f543 req-a774f733-d1f3-40c9-9788-ee4029384355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:40.695158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82359506-9729-4108-ba51-2bce8124f543 req-a774f733-d1f3-40c9-9788-ee4029384355 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2aab157-d016-4ea0-a582-8a91c88ceb98 HTTP/1.1" status: 200 len: 898 time: 0.1137018 Dec 13 15:08:40.710361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a9f8-8edd-4d47-b1bd-7660126a1cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:40.749848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82359506-9729-4108-ba51-2bce8124f543 req-b3dfa249-910a-402e-bb90-9a46f1b56354 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a4299a-409d-4618-af68-edcd45c02529 HTTP/1.1" status: 200 len: 217 time: 0.0468602 Dec 13 15:08:40.805180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359506-9729-4108-ba51-2bce8124f543 req-935ee9e2-b67d-498e-9d60-403931e1b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:40.806785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82359506-9729-4108-ba51-2bce8124f543 req-935ee9e2-b67d-498e-9d60-403931e1b931 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77b36586-6005-4cb9-81bc-a3707c0e911d HTTP/1.1" status: 200 len: 835 time: 0.0477891 Dec 13 15:08:40.828051 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a9f8-8edd-4d47-b1bd-7660126a1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:40.830813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a9f8-8edd-4d47-b1bd-7660126a1cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:40.832091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1dd9a9f8-8edd-4d47-b1bd-7660126a1cba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c369769-05bf-499d-9481-286ad9b4ed04 HTTP/1.1" status: 204 len: 168 time: 0.2124321 Dec 13 15:08:40.849274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9a9f8-8edd-4d47-b1bd-7660126a1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c369769-05bf-499d-9481-286ad9b4ed04,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:40.897754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359506-9729-4108-ba51-2bce8124f543 req-32be1dc5-6284-4d7f-a83c-bab8d653d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:40.900458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82359506-9729-4108-ba51-2bce8124f543 req-32be1dc5-6284-4d7f-a83c-bab8d653d50e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2aab157-d016-4ea0-a582-8a91c88ceb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861363 Dec 13 15:08:41.014992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82359506-9729-4108-ba51-2bce8124f543 req-8b383fc8-91e6-418c-8335-b6a0c3de4ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055644 Dec 13 15:08:41.117519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82359506-9729-4108-ba51-2bce8124f543 req-2a955684-df81-4dd4-9b73-c874b8e2066e service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926759 Dec 13 15:08:41.303334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42c9eb34-1009-49e9-ad28-af1bc95aca32 req-0701921e-5622-48d4-baad-f89c8784c087 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Dec 13 15:08:41.329677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aae98-0a4c-4fd8-993b-946c8ac36de8 req-344dff4d-39bc-4c10-a1f6-55a8b7e1b5e2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:41.334412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c4aae98-0a4c-4fd8-993b-946c8ac36de8 req-344dff4d-39bc-4c10-a1f6-55a8b7e1b5e2 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 943 time: 0.0606725 Dec 13 15:08:41.375786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5c4aae98-0a4c-4fd8-993b-946c8ac36de8 req-75862067-ee82-4be7-ae96-0dd843bfd57b tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384758 Dec 13 15:08:41.820505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49754) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:41.835427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5236f758-b729-4cd4-95c1-1a05aff9a837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:41.921971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5236f758-b729-4cd4-95c1-1a05aff9a837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:41.993379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5236f758-b729-4cd4-95c1-1a05aff9a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:42.048239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5236f758-b729-4cd4-95c1-1a05aff9a837 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebccdf5393c6404ea014dccc38c9e1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263520 Dec 13 15:08:42.051009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49758) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:42.054846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236f758-b729-4cd4-95c1-1a05aff9a837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a904b304-f574-4d9f-afd9-3981e3bbfdea,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:42.122908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8c35271-c689-4713-8e7e-1271082b0d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:42.156306 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8c35271-c689-4713-8e7e-1271082b0d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:42.284430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8c35271-c689-4713-8e7e-1271082b0d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:42.288434 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8c35271-c689-4713-8e7e-1271082b0d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:42.289893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d8c35271-c689-4713-8e7e-1271082b0d94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a904b304-f574-4d9f-afd9-3981e3bbfdea HTTP/1.1" status: 204 len: 168 time: 0.2377255 Dec 13 15:08:42.299280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c35271-c689-4713-8e7e-1271082b0d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a904b304-f574-4d9f-afd9-3981e3bbfdea,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:42.438701 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6eef778a-546d-49d1-a3f7-61733c8e5825 req-1bc72443-848b-4193-b488-e2586116a7b6 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0416813 Dec 13 15:08:42.517331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a1c75-c6be-4a83-bd18-51a36d1cbdf2 req-a5ffe748-bd05-4fbc-986f-506e87a3868d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:42.517591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c86a1c75-c6be-4a83-bd18-51a36d1cbdf2 req-a5ffe748-bd05-4fbc-986f-506e87a3868d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 943 time: 0.0565643 Dec 13 15:08:42.569107 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c86a1c75-c6be-4a83-bd18-51a36d1cbdf2 req-b15fd044-f83f-46af-9fcf-a5d75b956752 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Dec 13 15:08:42.852376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e9a4299a-409d-4618-af68-edcd45c02529 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:08:42.959827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e9a4299a-409d-4618-af68-edcd45c02529, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e9a4299a-409d-4618-af68-edcd45c02529,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:42.972627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'e9a4299a-409d-4618-af68-edcd45c02529', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'port_id': 'e9a4299a-409d-4618-af68-edcd45c02529', 'mac_address': 'fa:16:3e:b2:f5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:08:43.015352 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:43.030279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a4299a-409d-4618-af68-edcd45c02529 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:08:43.053632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e9a4299a-409d-4618-af68-edcd45c02529, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e9a4299a-409d-4618-af68-edcd45c02529,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:43.146824 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:43.204117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e9a4299a-409d-4618-af68-edcd45c02529,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:43.366531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['e9a4299a-409d-4618-af68-edcd45c02529'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:08:43.565560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41efea28-cbf5-41f6-a861-fef0a77d54e2 req-3326d984-a63e-42c4-b2d5-d5b720ed73e2 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0426030 Dec 13 15:08:43.708484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00edeb-0de3-4165-a7f8-740755c5b42f req-f7f8797d-53b9-4958-9d38-07639e1ad8e7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:43.710680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c00edeb-0de3-4165-a7f8-740755c5b42f req-f7f8797d-53b9-4958-9d38-07639e1ad8e7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 944 time: 0.0619457 Dec 13 15:08:43.779027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c00edeb-0de3-4165-a7f8-740755c5b42f req-b0a5ddd4-14e0-47a7-b9e1-e9bed26ee342 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621960 Dec 13 15:08:44.692739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7c0373ad-8649-4549-a5d8-5d6d5d43e377 req-69353c27-fe20-4ee2-8e2a-307384c584d2 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0468004 Dec 13 15:08:44.871676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e9a4299a-409d-4618-af68-edcd45c02529 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:08:44.966269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17272b6-31cc-4b6a-865c-761f3f7a61fe req-fcfa1c98-a81d-4d6e-be7b-6480c7592bfa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:44.970406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a17272b6-31cc-4b6a-865c-761f3f7a61fe req-fcfa1c98-a81d-4d6e-be7b-6480c7592bfa tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 944 time: 0.0656970 Dec 13 15:08:45.014992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a17272b6-31cc-4b6a-865c-761f3f7a61fe req-412f2cfb-f7d0-4570-817c-c149a6196d43 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 Dec 13 15:08:45.513588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port e9a4299a-409d-4618-af68-edcd45c02529 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:08:45.520325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port e9a4299a-409d-4618-af68-edcd45c02529 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:08:45.520774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:45.604700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:45.634082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:45.636361 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c59bf5e-f271-482e-9419-ff60630371a0" -d '{"events": [{"server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4299a-409d-4618-af68-edcd45c02529"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:45.650469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port e9a4299a-409d-4618-af68-edcd45c02529, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e9a4299a-409d-4618-af68-edcd45c02529,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:08:45.678983 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4015c7-a7a4-471a-91f7-9a7cea6bbdaa x-openstack-request-id: req-7d4015c7-a7a4-471a-91f7-9a7cea6bbdaa {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:45.678983 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4299a-409d-4618-af68-edcd45c02529", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:45.678983 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d4015c7-a7a4-471a-91f7-9a7cea6bbdaa {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:45.678983 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529', 'code': 200} Dec 13 15:08:45.722579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:45.787446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=e9a4299a-409d-4618-af68-edcd45c02529,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:45.808799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf2181-26f1-4aa0-917d-4a8078726e44 req-8d940eb9-c7ed-44ad-950d-d12ab7efe1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:45.811140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ddf2181-26f1-4aa0-917d-4a8078726e44 req-8d940eb9-c7ed-44ad-950d-d12ab7efe1d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 1096 time: 0.0435507 Dec 13 15:08:45.845202 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:45.861085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73584144-2473-4960-940a-6953e61a55be req-0344abe1-7804-4d3f-ad2a-5a269b90d195 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0366964 Dec 13 15:08:45.880020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ddf2181-26f1-4aa0-917d-4a8078726e44 req-82f319fe-d679-460b-b933-540bb9811b1c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626376 Dec 13 15:08:46.152544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3777ad9-7642-4522-8e60-6f879bfd970e req-5f38bad6-f550-42a3-b2ad-8f5ec472fc0f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:46.157660 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3777ad9-7642-4522-8e60-6f879bfd970e req-5f38bad6-f550-42a3-b2ad-8f5ec472fc0f tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 945 time: 0.0698824 Dec 13 15:08:46.207235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3777ad9-7642-4522-8e60-6f879bfd970e req-535425b1-d742-40fc-af92-3a0051e7e32a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433826 Dec 13 15:08:46.970047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:46.983825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b384f0ef-a3de-42eb-93e0-a0e19e31c187 req-677c25da-8cb0-4fd5-939b-e54ba09f742f tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0296686 Dec 13 15:08:47.357848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736a3e6-66c8-48cf-acec-e3f42fa54d53 req-ed1c71f4-5667-4de8-91a3-54bddb44afdf tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:47.359764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5736a3e6-66c8-48cf-acec-e3f42fa54d53 req-ed1c71f4-5667-4de8-91a3-54bddb44afdf tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 945 time: 0.0663919 Dec 13 15:08:47.399053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5736a3e6-66c8-48cf-acec-e3f42fa54d53 req-1b116a84-8a0e-4d90-be93-91c59e2c8689 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333986 Dec 13 15:08:47.532137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa03b1-2ebf-4dd1-a4c3-b42b987170f7 req-3ef5dcd4-1798-4a28-bb29-00a9a103f194 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:47.532137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3aa03b1-2ebf-4dd1-a4c3-b42b987170f7 req-3ef5dcd4-1798-4a28-bb29-00a9a103f194 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 945 time: 0.0512288 Dec 13 15:08:47.567071 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f3aa03b1-2ebf-4dd1-a4c3-b42b987170f7 req-19eeee87-c034-482d-a298-1cb3c615d6d7 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349624 Dec 13 15:08:47.589163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49894) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:47.632083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da906b-520d-4b75-ba7e-ef096ea50c3b tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:47.633993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e9da906b-520d-4b75-ba7e-ef096ea50c3b tempest-TestNetworkBasicOps-1706634773 tempest-TestNetworkBasicOps-1706634773-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 1091 time: 0.0437944 Dec 13 15:08:47.636909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 49896) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:47.641163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': 'e9a4299a-409d-4618-af68-edcd45c02529', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:47.729914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:47.834289 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:47.965568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Allocated IP 172.25.7.233 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/668ffc36-9f37-46be-abe1-6e289523f1d8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:08:48.183181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2b95634-5edd-4f32-879f-4865084f9a2d req-46e71b28-172a-4932-8b48-bb818fbe5d26 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0814497 Dec 13 15:08:48.190569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:48.325336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:48.376048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:08:48.379020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:08:48.382792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:08:48.391455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=668ffc36-9f37-46be-abe1-6e289523f1d8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:48.762223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:48.974724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:49.143217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:49.249723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:49.320519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da908998-b16f-4756-841f-16994b607193 req-b6cc3658-d674-4118-8eb7-76b4055b415b tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0355797 Dec 13 15:08:49.364556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event updated for resources: {'Port': ['ID=668ffc36-9f37-46be-abe1-6e289523f1d8,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:08:49.384095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:49.497344 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Floating IP a50e48ad-f740-49e1-9ea8-0ed1fcdfe848 associated. External IP: 172.25.7.233, port: e9a4299a-409d-4618-af68-edcd45c02529. Dec 13 15:08:49.723525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router 790f0874-e630-40c8-8b92-dca023311cd4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:08:49.839866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:08:49.850463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e28d8579-4bd0-40b7-8656-29edb2bdc4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:49.851303 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] Sync routers for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:08:49.862645 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:49.863380 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:49.973517 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:49.996557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:50.046696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77dc4827-d0af-4bf9-b961-f5715075f09a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4048746 Dec 13 15:08:50.046696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:08:50.046696 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1a657-2e12-4b24-9943-52afe4683411" -d '{"events": [{"name": "network-changed", "server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "tag": "e9a4299a-409d-4618-af68-edcd45c02529"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:08:50.047291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:50.089005 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398a91c7-2cc3-493f-bbbb-96a9294d2331 x-openstack-request-id: req-398a91c7-2cc3-493f-bbbb-96a9294d2331 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:08:50.089005 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "tag": "e9a4299a-409d-4618-af68-edcd45c02529", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:08:50.090083 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-398a91c7-2cc3-493f-bbbb-96a9294d2331 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:08:50.090083 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529', 'status': 'completed', 'code': 200} Dec 13 15:08:50.198115 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f29904d4-a493-4898-982c-156f324f0639 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/floatingips/a50e48ad-f740-49e1-9ea8-0ed1fcdfe848 HTTP/1.1" status: 200 len: 991 time: 0.1495855 Dec 13 15:08:50.206874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-c9d6c365-4805-49ff-884e-480927a52077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:50.209259 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-c9d6c365-4805-49ff-884e-480927a52077 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 1096 time: 0.0826895 Dec 13 15:08:50.334402 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a50e48ad-f740-49e1-9ea8-0ed1fcdfe848', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'port_id': 'e9a4299a-409d-4618-af68-edcd45c02529', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'mac_address': 'fa:16:3e:b2:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:08:48Z', 'updated_at': '2021-12-13T15:08:48Z', 'revision_number': 0, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:50.339524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-f91f2e50-bd02-43b3-bf70-924ce10f8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:50.341144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-f91f2e50-bd02-43b3-bf70-924ce10f8eaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2aab157-d016-4ea0-a582-8a91c88ceb98 HTTP/1.1" status: 200 len: 898 time: 0.1250792 Dec 13 15:08:50.365041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] Checking router: 790f0874-e630-40c8-8b92-dca023311cd4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:08:50.376445 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:08:50.377099 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:50.462221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-f53f6f0c-c858-4db3-b228-9defb5d1b113 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a4299a-409d-4618-af68-edcd45c02529 HTTP/1.1" status: 200 len: 999 time: 0.1135914 Dec 13 15:08:50.479317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1267b7fd-29b7-473e-a8da-a4ceff4fe1df req-a904b036-393b-47c3-9cb4-d42c084f09fb tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0363011 Dec 13 15:08:50.551185 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:08:50.667630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-1fa2e28e-c668-4399-a3dd-3b946320d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:50.669093 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-1fa2e28e-c668-4399-a3dd-3b946320d20c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77b36586-6005-4cb9-81bc-a3707c0e911d HTTP/1.1" status: 200 len: 835 time: 0.1858170 Dec 13 15:08:50.720347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-49b5cb19-405f-41a3-a681-80401fd5d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:50.721934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-49b5cb19-405f-41a3-a681-80401fd5d784 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2aab157-d016-4ea0-a582-8a91c88ceb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453236 Dec 13 15:08:50.733078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-ad70731c-1640-4680-9ecc-4a47de11e22f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:08:50.734246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-ad70731c-1640-4680-9ecc-4a47de11e22f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051746 Dec 13 15:08:50.787563 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a50e48ad-f740-49e1-9ea8-0ed1fcdfe848', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'port_id': 'e9a4299a-409d-4618-af68-edcd45c02529', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'mac_address': 'fa:16:3e:b2:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:08:48Z', 'updated_at': '2021-12-13T15:08:48Z', 'revision_number': 0, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:08:50.814214 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d2980-62c8-456c-8159-f3c844adf3fb None None] The sync data for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 is: [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'a50e48ad-f740-49e1-9ea8-0ed1fcdfe848', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'port_id': 'e9a4299a-409d-4618-af68-edcd45c02529', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'mac_address': 'fa:16:3e:b2:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:08:48Z', 'updated_at': '2021-12-13T15:08:48Z', 'revision_number': 0, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:08:50.850532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-eb70c7f7-cde2-461e-a233-44a8d5e6f72f service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974348 Dec 13 15:08:51.112821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a73eefa-0d5a-46d7-9924-3cfcd53bef1a None None] New status for floating IP a50e48ad-f740-49e1-9ea8-0ed1fcdfe848: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:08:51.203272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49952) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:51.288305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-76dd9077-b750-45d4-bacb-c0fc2fa0f33c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/floatingips/a50e48ad-f740-49e1-9ea8-0ed1fcdfe848 HTTP/1.1" status: 200 len: 991 time: 0.0829322 Dec 13 15:08:51.325350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d9d1a657-2e12-4b24-9943-52afe4683411 req-501fd68d-c37c-4b58-a4fd-ceeabeab8e92 service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785497 Dec 13 15:08:51.598995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3531840b-8574-41fa-b596-fad1e79d93ef req-7b492cc3-6282-4d51-97c3-2676340a3674 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0385525 Dec 13 15:08:52.273013 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-63518a76-176d-4a9c-8c13-8d9d3712cc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:52.292089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 49972) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:08:52.357486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4d42ebd9-1e6c-4c66-97ee-48720d523e36 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/floatingips/a50e48ad-f740-49e1-9ea8-0ed1fcdfe848 HTTP/1.1" status: 200 len: 993 time: 0.0636127 Dec 13 15:08:52.734717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e42c709-cf7a-4504-a6af-0cc3cefdbea4 req-a111557f-9095-4ec4-88cc-1b4bed6401bf tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0389690 Dec 13 15:08:53.361087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:53.853286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e30aa950-ea56-45b9-addb-8446cd4c2ae3 req-7ecd84dd-ce78-45fc-80c5-65bdf9b2f808 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0276227 Dec 13 15:08:54.093579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f49dc28-4591-47e9-8f4d-c61a39fb146b req-44ed6353-301d-46a5-aeab-c72bf69f2fbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Dec 13 15:08:54.969664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:55.017279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c4e28597-6ff9-4c9d-8926-f6957db37d83 req-3b9bd20b-18a6-49f9-abf6-ed6d717b77f9 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0392907 Dec 13 15:08:55.158000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:55.213559 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:08:56.118984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38e0e5b8-94f6-4e81-8695-a3e0f41fe608 req-97fbe364-551f-4077-8c8f-453276d3fa84 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Dec 13 15:08:56.367119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-8792172f-7f1c-4a20-99a3-e640ae45b36f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:56.370901 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-8792172f-7f1c-4a20-99a3-e640ae45b36f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1271315 Dec 13 15:08:56.383862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4087006-6154-4004-9e56-1e8b54a3abe8 req-4ed5491c-8cad-493d-ba21-01f18f70c92b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0323980 Dec 13 15:08:56.390289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-11d72966-3c52-4664-886a-8150536d2e63 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/quotas/a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 375 time: 0.0113459 Dec 13 15:08:56.458910 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-009d9df4-b435-4f30-881f-c90d616b76c1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559859 Dec 13 15:08:56.470020 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4087006-6154-4004-9e56-1e8b54a3abe8 req-547e732a-5009-4ee8-a9bc-88f253963502 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a557b9fbaffa4d15ab85a7338cc0e6aa&device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0430288 Dec 13 15:08:56.527572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4087006-6154-4004-9e56-1e8b54a3abe8 req-14044877-4fe6-43fc-875a-c5b614af4bbb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a557b9fbaffa4d15ab85a7338cc0e6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309362 Dec 13 15:08:56.552549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-fcfb79d1-1a6c-4bfe-9131-38b1a2d3d6e2 service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924733 Dec 13 15:08:56.658173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-da47194e-def7-48ec-a35f-9726d1e29b64 service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909543 Dec 13 15:08:56.712335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087006-6154-4004-9e56-1e8b54a3abe8 req-2fbfd32b-e945-42e0-afda-daa8acfec05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:56.714485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4087006-6154-4004-9e56-1e8b54a3abe8 req-2fbfd32b-e945-42e0-afda-daa8acfec05c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808062 Dec 13 15:08:56.763274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c0cd46b7-7e2c-441a-a409-13b59f5b2bfb req-501ceafc-e4b1-4f87-a76a-4e46fa84df26 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Dec 13 15:08:56.792842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-060d8f61-bedd-4227-9663-018266f9df04 req-f5057692-e6ff-4987-92c8-d9d4831821b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a557b9fbaffa4d15ab85a7338cc0e6aa&device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0276029 Dec 13 15:08:56.819647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-060d8f61-bedd-4227-9663-018266f9df04 req-11e142ff-69b0-4c6c-91fd-dad0ac5c383d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a557b9fbaffa4d15ab85a7338cc0e6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201232 Dec 13 15:08:56.929633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d8f61-bedd-4227-9663-018266f9df04 req-9c656411-7b01-46cf-8833-07de4d61cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:56.931951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-060d8f61-bedd-4227-9663-018266f9df04 req-9c656411-7b01-46cf-8833-07de4d61cfad service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053672 Dec 13 15:08:57.335441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad9c313a-4d84-4d70-9ace-25320a52c4c2 req-1b209656-ecf3-4be4-9aa2-9e932b3008df tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0408869 Dec 13 15:08:57.881821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-968232df-9f04-46d5-8fb5-d6fdf32b6fe8 req-b42205dd-c0c3-4e5a-87c6-4708303e215b tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0323005 Dec 13 15:08:58.222491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-060d8f61-bedd-4227-9663-018266f9df04 req-ee959dff-28d3-4b19-b2e0-0e06325a4329 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0266228 Dec 13 15:08:58.447254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ebc3d11-10c4-4fd9-be8f-31d7f6d748c6 req-87021e51-31e6-4296-b0d9-95deb9601d6a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0326910 Dec 13 15:08:59.006889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e2a0436-f895-4e51-b123-5030ff22f0d0 req-415b48d5-fd74-4f3f-aedd-c63df7a20a20 tempest-ServerShowV254Test-768091659 tempest-ServerShowV254Test-768091659-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f81716-6412-4733-b515-ca929baab1d1 HTTP/1.1" status: 200 len: 210 time: 0.0327654 Dec 13 15:08:59.551748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cc5c1a30-ebfe-4114-a5c9-53df496b67bf req-ab925a16-312a-4178-a8a6-79cb6f1105fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Dec 13 15:08:59.585212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-8314df92-dce2-40df-8b5a-bcfc8b8e9558 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:59.586710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-8314df92-dce2-40df-8b5a-bcfc8b8e9558 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1099269 Dec 13 15:08:59.600979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'port': {'device_id': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'admin_state_up': True, 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:08:59.781569 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-a067c2b7-be5e-4a39-9dde-718842cd955e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409443 Dec 13 15:08:59.829143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:08:59.832653 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:08:59.868623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6972-121f-4b72-9c32-6d1106991464 req-f4b35ec8-e084-44db-be85-7d042a6fb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:08:59.870136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-f4b35ec8-e084-44db-be85-7d042a6fb81e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1096 time: 0.0676756 Dec 13 15:09:00.082171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6972-121f-4b72-9c32-6d1106991464 req-2e086117-0195-4bd1-b47b-60d401c452e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:00.084117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-2e086117-0195-4bd1-b47b-60d401c452e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.1813178 Dec 13 15:09:00.086548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.20.0.6 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/36ca9eec-00c0-4387-baab-fd40ea2f3356) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:00.251242 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-01fa8dc9-cf42-426f-9f0b-b8e074e98849 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 1001 time: 0.1502619 Dec 13 15:09:00.401603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6972-121f-4b72-9c32-6d1106991464 req-e1e466b0-c2e4-4870-8296-330c6f17180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:00.403279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-e1e466b0-c2e4-4870-8296-330c6f17180d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.1429632 Dec 13 15:09:00.480472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:00.491875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6972-121f-4b72-9c32-6d1106991464 req-094399da-edbd-4fad-b03d-8e951c398c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:00.493367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-094399da-edbd-4fad-b03d-8e951c398c1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802414 Dec 13 15:09:00.512817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-df554626-ab38-4491-8fb8-b1a646c137d3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:09:00.513192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-df554626-ab38-4491-8fb8-b1a646c137d3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092502 Dec 13 15:09:00.600696 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:00.671354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-5159ef9e-ba4e-48ef-a88e-4b84b43a5175 service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495402 Dec 13 15:09:00.673165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:00.705436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:00.709916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:00.713901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=36ca9eec-00c0-4387-baab-fd40ea2f3356,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:00.820335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:00.825338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:00.885721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcf677-7103-4540-8eb1-ec52df3953a1 req-7530f5e0-7f68-46e1-ad44-ab5bbda40347 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:00.897465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-44dcf677-7103-4540-8eb1-ec52df3953a1 req-7530f5e0-7f68-46e1-ad44-ab5bbda40347 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 931 time: 0.2606325 Dec 13 15:09:00.922149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50126) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:00.991849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-44dcf677-7103-4540-8eb1-ec52df3953a1 req-1ed293a1-9b03-449f-a833-0a7e4501bd7a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934637 Dec 13 15:09:00.997771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-d86d1e32-27c1-479c-8ce8-e9d305e35dc3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4011796 Dec 13 15:09:01.027895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Request body: {'port': {'device_id': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:01.075912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c422d5ce-8bcf-43d1-8fa7-bb04c48ebb48 None None] Provisioning complete for port 36ca9eec-00c0-4387-baab-fd40ea2f3356 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:01.077087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-32cce1db-75e5-47fe-9b76-e94861990bef service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862891 Dec 13 15:09:01.077954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c422d5ce-8bcf-43d1-8fa7-bb04c48ebb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.090002 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9806cd81-4db9-4247-a79f-13fa9766bf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.120635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.151886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c422d5ce-8bcf-43d1-8fa7-bb04c48ebb48 None None] Port 36ca9eec-00c0-4387-baab-fd40ea2f3356 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:09:01.159975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9806cd81-4db9-4247-a79f-13fa9766bf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.237730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9806cd81-4db9-4247-a79f-13fa9766bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.278361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9806cd81-4db9-4247-a79f-13fa9766bf36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a557b9fbaffa4d15ab85a7338cc0e6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543351 Dec 13 15:09:01.280921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50132) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:01.290967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806cd81-4db9-4247-a79f-13fa9766bf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7248682-8094-4c00-bdbb-43753de87e1f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:01.357410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9366-94fb-4176-b701-317a9fca2c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.410500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9366-94fb-4176-b701-317a9fca2c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.507143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ca9eec-00c0-4387-baab-fd40ea2f3356 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:09:01.516951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.551374 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9366-94fb-4176-b701-317a9fca2c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.552873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Transition to ACTIVE for port object 36ca9eec-00c0-4387-baab-fd40ea2f3356 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:09:01.554180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9366-94fb-4176-b701-317a9fca2c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.555553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5e4d9366-94fb-4176-b701-317a9fca2c11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7248682-8094-4c00-bdbb-43753de87e1f HTTP/1.1" status: 204 len: 168 time: 0.2734768 Dec 13 15:09:01.570061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d9366-94fb-4176-b701-317a9fca2c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7248682-8094-4c00-bdbb-43753de87e1f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:01.621302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.693681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Pushing event updated for resources: {'Port': ['ID=36ca9eec-00c0-4387-baab-fd40ea2f3356,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:01.793230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Attempting to bind port 36ca9eec-00c0-4387-baab-fd40ea2f3356 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:01.793841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Attempting to bind port 36ca9eec-00c0-4387-baab-fd40ea2f3356 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:01.794310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Attempting to bind port 36ca9eec-00c0-4387-baab-fd40ea2f3356 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:01.799723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Port 36ca9eec-00c0-4387-baab-fd40ea2f3356 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:09:01.800045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Attempting to bind port 36ca9eec-00c0-4387-baab-fd40ea2f3356 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:01.806372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:01.806665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:01.808262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:01.808262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Bound port: 36ca9eec-00c0-4387-baab-fd40ea2f3356, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:01.808262 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:01.891678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] For port 36ca9eec-00c0-4387-baab-fd40ea2f3356, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:01.898116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] For port 36ca9eec-00c0-4387-baab-fd40ea2f3356, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=36ca9eec-00c0-4387-baab-fd40ea2f3356,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:01.970093 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:02.046873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:02.048497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:02.051421 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] 10.222.0.50 "PUT /v2.0/ports/36ca9eec-00c0-4387-baab-fd40ea2f3356 HTTP/1.1" status: 200 len: 1091 time: 1.0446236 Dec 13 15:09:02.057795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'tag': '36ca9eec-00c0-4387-baab-fd40ea2f3356'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:09:02.073859 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ced825-ed4c-480b-99dc-e6215851ba43" -d '{"events": [{"name": "network-changed", "server_uuid": "636c5879-5fea-42be-8e02-3d8a076aa1e9", "tag": "36ca9eec-00c0-4387-baab-fd40ea2f3356"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:09:02.099161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d01a9-526d-4f27-8957-7b68a21bb66c service neutron] Pushing event updated for resources: {'Port': ['ID=36ca9eec-00c0-4387-baab-fd40ea2f3356,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:02.226935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6bb26-0c75-48cc-8d09-aa67002bd0a4 req-f68faabd-f5f2-4d42-95fa-3e9dd7611c86 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:02.228517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9b6bb26-0c75-48cc-8d09-aa67002bd0a4 req-f68faabd-f5f2-4d42-95fa-3e9dd7611c86 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.1223519 Dec 13 15:09:02.248601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-3235d64c-6308-41c3-9a7b-69b082c3fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:02.250092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-3235d64c-6308-41c3-9a7b-69b082c3fbd6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 1094 time: 0.0707414 Dec 13 15:09:02.308939 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-41c8f0d4-1dc3-4330-af37-4657a41dc6b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ca9eec-00c0-4387-baab-fd40ea2f3356 HTTP/1.1" status: 200 len: 217 time: 0.0437739 Dec 13 15:09:02.336844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9b6bb26-0c75-48cc-8d09-aa67002bd0a4 req-370fb52f-a218-4c7d-841d-da11b09532ac tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011138 Dec 13 15:09:02.395028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-9e4dfaf2-b16f-4d48-aedd-f7f1e234f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:02.396743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-9e4dfaf2-b16f-4d48-aedd-f7f1e234f837 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0792387 Dec 13 15:09:02.453512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-c80dfd79-087b-4cfe-a72d-8f4245388d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:02.455095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-c80dfd79-087b-4cfe-a72d-8f4245388d51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500340 Dec 13 15:09:02.532737 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f0e234-5347-4340-97a7-b97dd62054fd x-openstack-request-id: req-f3f0e234-5347-4340-97a7-b97dd62054fd {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:09:02.532737 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636c5879-5fea-42be-8e02-3d8a076aa1e9", "tag": "36ca9eec-00c0-4387-baab-fd40ea2f3356", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:09:02.532737 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3f0e234-5347-4340-97a7-b97dd62054fd {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:09:02.532737 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'tag': '36ca9eec-00c0-4387-baab-fd40ea2f3356', 'status': 'completed', 'code': 200} Dec 13 15:09:02.573100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-10601684-7f4e-43af-94e4-92de4db9d678 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101460 Dec 13 15:09:02.692350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a552925b-a950-4609-83ce-b5c84e3f1724 req-7c309d62-24d8-4401-9793-9ecdd8e27aab service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066647 Dec 13 15:09:02.923715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-f29a5d1e-e083-431c-b080-35141320431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:02.925610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-f29a5d1e-e083-431c-b080-35141320431d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 1094 time: 0.0613213 Dec 13 15:09:03.043109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-2e9e03e7-d99f-4ef8-acbb-3b9a83817f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:03.045069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-2e9e03e7-d99f-4ef8-acbb-3b9a83817f52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.1115961 Dec 13 15:09:03.100343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-5a5b5cac-831a-407a-9577-46a32744ad9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ca9eec-00c0-4387-baab-fd40ea2f3356 HTTP/1.1" status: 200 len: 217 time: 0.0479538 Dec 13 15:09:03.171167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-94c71c08-06f1-4193-8e5e-202a89eb6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:03.172859 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-94c71c08-06f1-4193-8e5e-202a89eb6772 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0572667 Dec 13 15:09:03.252014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-2da91b41-adb9-4dca-b896-680531c29876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:03.254832 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-2da91b41-adb9-4dca-b896-680531c29876 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749013 Dec 13 15:09:03.352724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-43246454-5eaf-4c9f-8265-ef9c49c08ff7 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901172 Dec 13 15:09:03.924589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cafc4-eacc-49a9-bbe7-12dd181e8e36 req-1600e996-7c3c-450d-b0a1-435c4d70940b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:03.926336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f16cafc4-eacc-49a9-bbe7-12dd181e8e36 req-1600e996-7c3c-450d-b0a1-435c4d70940b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0757306 Dec 13 15:09:03.991295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f16cafc4-eacc-49a9-bbe7-12dd181e8e36 req-6500af72-a965-4ef0-b6da-b392f81bcc81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Dec 13 15:09:03.993217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a8ced825-ed4c-480b-99dc-e6215851ba43 req-4aca29c0-9ed9-4350-836f-6f4b2182a274 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219935 Dec 13 15:09:05.152037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d27f-f410-4f08-ae31-2a42b6caadd5 req-63d7bcbb-53b5-42ef-a1d9-5d089645b9c4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:05.153622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c753d27f-f410-4f08-ae31-2a42b6caadd5 req-63d7bcbb-53b5-42ef-a1d9-5d089645b9c4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0777004 Dec 13 15:09:05.196058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c753d27f-f410-4f08-ae31-2a42b6caadd5 req-7f3d4420-46ba-440d-8ca9-85ded647c94c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Dec 13 15:09:05.804309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50256) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:05.923929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73a95f90-e3ea-414e-87d9-4c25eade9eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:05.998881 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73a95f90-e3ea-414e-87d9-4c25eade9eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:06.078099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73a95f90-e3ea-414e-87d9-4c25eade9eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:06.116789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-73a95f90-e3ea-414e-87d9-4c25eade9eae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da8ac6f736d4449a84c645a43ae73807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113449 Dec 13 15:09:06.117590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a95f90-e3ea-414e-87d9-4c25eade9eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478bc51-d284-48e4-88c2-07c30bcd5d1a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:06.119408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50260) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:06.171068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f62f9984-47a2-4c09-95ac-9bfc2353d335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:06.192971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f62f9984-47a2-4c09-95ac-9bfc2353d335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:06.324984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a4bad-ccf8-4746-a8cc-6eddd7555af7 req-677b6608-be84-428f-83cc-cec0bcc45816 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:06.327109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-967a4bad-ccf8-4746-a8cc-6eddd7555af7 req-677b6608-be84-428f-83cc-cec0bcc45816 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0500212 Dec 13 15:09:06.328594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f62f9984-47a2-4c09-95ac-9bfc2353d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:06.331187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f62f9984-47a2-4c09-95ac-9bfc2353d335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:06.334891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f62f9984-47a2-4c09-95ac-9bfc2353d335 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b478bc51-d284-48e4-88c2-07c30bcd5d1a HTTP/1.1" status: 204 len: 168 time: 0.2113051 Dec 13 15:09:06.348198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f9984-47a2-4c09-95ac-9bfc2353d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478bc51-d284-48e4-88c2-07c30bcd5d1a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:06.390193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-967a4bad-ccf8-4746-a8cc-6eddd7555af7 req-65c70a65-4580-47c1-b021-daed885c9219 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565445 Dec 13 15:09:07.025252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50292) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:07.038062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ec7da40-4e26-438d-8049-b1b16f4f4b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:07.119633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ec7da40-4e26-438d-8049-b1b16f4f4b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:07.192321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ec7da40-4e26-438d-8049-b1b16f4f4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:07.236548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9ec7da40-4e26-438d-8049-b1b16f4f4b22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96ed2fb30a7141d0b024fce35f550904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090213 Dec 13 15:09:07.236548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7da40-4e26-438d-8049-b1b16f4f4b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2543a-037f-426c-b75d-73b8849a606e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:07.238446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50296) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:07.287766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22fcf05b-8baf-4d6d-9da4-1b566aeb9398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:07.309977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22fcf05b-8baf-4d6d-9da4-1b566aeb9398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:07.409583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22fcf05b-8baf-4d6d-9da4-1b566aeb9398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:07.412387 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22fcf05b-8baf-4d6d-9da4-1b566aeb9398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:07.415923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-22fcf05b-8baf-4d6d-9da4-1b566aeb9398 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ff2543a-037f-426c-b75d-73b8849a606e HTTP/1.1" status: 204 len: 168 time: 0.1742115 Dec 13 15:09:07.423218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcf05b-8baf-4d6d-9da4-1b566aeb9398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2543a-037f-426c-b75d-73b8849a606e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:07.548717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caac2a-ed57-49e7-87d4-3c8a5c4fb791 req-f30dfc53-35e0-492d-a722-9fea0e03c5ad tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:07.556391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0caac2a-ed57-49e7-87d4-3c8a5c4fb791 req-f30dfc53-35e0-492d-a722-9fea0e03c5ad tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0606368 Dec 13 15:09:07.607074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0caac2a-ed57-49e7-87d4-3c8a5c4fb791 req-cb642d02-2879-4d2c-bd6f-dddb2b57f20a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496526 Dec 13 15:09:08.728141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062bda4-f1bb-47c6-9853-8760c2017d37 req-33ca2d67-176b-4b03-8fa4-9146fd51cf36 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:08.729656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7062bda4-f1bb-47c6-9853-8760c2017d37 req-33ca2d67-176b-4b03-8fa4-9146fd51cf36 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0549519 Dec 13 15:09:08.768351 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7062bda4-f1bb-47c6-9853-8760c2017d37 req-dc061903-fd6e-40ea-99db-eec8e5454b5b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Dec 13 15:09:09.903632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa377d-e968-45d6-91a4-2755c0ae8a4b req-35e4047e-ea1d-4a69-88c3-9330125509b5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:09.905147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acfa377d-e968-45d6-91a4-2755c0ae8a4b req-35e4047e-ea1d-4a69-88c3-9330125509b5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0637121 Dec 13 15:09:09.945511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-acfa377d-e968-45d6-91a4-2755c0ae8a4b req-7c68fae8-35ce-41e3-834d-fb31cd12ea60 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Dec 13 15:09:11.066721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fc9cd-f26a-4c8b-afd9-4999025d11c9 req-83569d62-41b6-4e52-904f-3ead4f53fa72 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:11.068350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a9fc9cd-f26a-4c8b-afd9-4999025d11c9 req-83569d62-41b6-4e52-904f-3ead4f53fa72 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0548041 Dec 13 15:09:11.106637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a9fc9cd-f26a-4c8b-afd9-4999025d11c9 req-3f9e7568-8431-4bac-a2a8-095934c09cc6 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Dec 13 15:09:12.251711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc963b-fc10-451d-8d22-7daafefc2afa req-69aa9345-711c-48ca-a1d6-c33ad76dabc4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:12.255312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcbc963b-fc10-451d-8d22-7daafefc2afa req-69aa9345-711c-48ca-a1d6-c33ad76dabc4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0710788 Dec 13 15:09:12.322717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dcbc963b-fc10-451d-8d22-7daafefc2afa req-ca0be29f-22e2-44c1-b743-e0efd02727a3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623546 Dec 13 15:09:13.482563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705cb80-2816-4556-a05a-cc4644f50f40 req-58e644bc-f43d-4786-b78d-46246d35d03a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:13.484365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4705cb80-2816-4556-a05a-cc4644f50f40 req-58e644bc-f43d-4786-b78d-46246d35d03a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 943 time: 0.0594265 Dec 13 15:09:13.536571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4705cb80-2816-4556-a05a-cc4644f50f40 req-f827a43f-305c-413f-9363-0d0189497455 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Dec 13 15:09:14.002420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 36ca9eec-00c0-4387-baab-fd40ea2f3356 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:09:14.092966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 36ca9eec-00c0-4387-baab-fd40ea2f3356, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=36ca9eec-00c0-4387-baab-fd40ea2f3356,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:14.103767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '36ca9eec-00c0-4387-baab-fd40ea2f3356', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'port_id': '36ca9eec-00c0-4387-baab-fd40ea2f3356', 'mac_address': 'fa:16:3e:44:b6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:09:14.145604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:14.158746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ca9eec-00c0-4387-baab-fd40ea2f3356 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:09:14.178798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 36ca9eec-00c0-4387-baab-fd40ea2f3356, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=36ca9eec-00c0-4387-baab-fd40ea2f3356,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:14.254990 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:14.306096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=36ca9eec-00c0-4387-baab-fd40ea2f3356,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.319116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:14.469885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['36ca9eec-00c0-4387-baab-fd40ea2f3356'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:09:14.683428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318eba4-92cc-41a1-9a52-64474cfe49ae req-80d3c852-2e00-4838-a62b-a8090f49269e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:14.684928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c318eba4-92cc-41a1-9a52-64474cfe49ae req-80d3c852-2e00-4838-a62b-a8090f49269e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 944 time: 0.0546210 Dec 13 15:09:14.724476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c318eba4-92cc-41a1-9a52-64474cfe49ae req-05bf87ab-9555-4c3c-bff4-fa95924c9d90 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Dec 13 15:09:15.645146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-faedb984-f9dc-4e3a-9032-cf6942f8dfbb req-0e99e88e-a1e0-4db2-95e9-e13159c9ce1d service neutron] (102824) timed out ('10.222.0.24', 55002) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:09:15.831877 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:15.872381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49347f-cc17-40eb-88aa-3f6f6f7e1980 req-ffe5392c-689c-4ed3-94ec-52ae84c88b0c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:15.878741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d49347f-cc17-40eb-88aa-3f6f6f7e1980 req-ffe5392c-689c-4ed3-94ec-52ae84c88b0c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 944 time: 0.0792561 Dec 13 15:09:15.928592 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d49347f-cc17-40eb-88aa-3f6f6f7e1980 req-cace71e9-1cb9-47ff-9fd0-7dc03082ed41 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465546 Dec 13 15:09:15.928592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50552) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:16.014288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 36ca9eec-00c0-4387-baab-fd40ea2f3356 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:16.071815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7650519f-dcdd-4ffa-be1e-d1c2d70a253b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.169928 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7650519f-dcdd-4ffa-be1e-d1c2d70a253b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.185712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 36ca9eec-00c0-4387-baab-fd40ea2f3356 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:09:16.189753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 36ca9eec-00c0-4387-baab-fd40ea2f3356 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:16.192847 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.237591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7650519f-dcdd-4ffa-be1e-d1c2d70a253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.268407 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.290349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7650519f-dcdd-4ffa-be1e-d1c2d70a253b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11b7b67e8d034f2e93d09cabd61396cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581431 Dec 13 15:09:16.290349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650519f-dcdd-4ffa-be1e-d1c2d70a253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c1727-0d56-44d2-adaa-fe4e06c98fff,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:16.290680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50564) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:16.297941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ca9eec-00c0-4387-baab-fd40ea2f3356'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:09:16.300330 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0856cc-d2a9-4b7a-8490-d7af765043b4" -d '{"events": [{"server_uuid": "636c5879-5fea-42be-8e02-3d8a076aa1e9", "name": "network-vif-plugged", "status": "completed", "tag": "36ca9eec-00c0-4387-baab-fd40ea2f3356"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:09:16.313885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 36ca9eec-00c0-4387-baab-fd40ea2f3356, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=36ca9eec-00c0-4387-baab-fd40ea2f3356,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:16.357986 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83afb762-3b44-451b-a80e-6665346f3f59 x-openstack-request-id: req-83afb762-3b44-451b-a80e-6665346f3f59 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:09:16.358356 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636c5879-5fea-42be-8e02-3d8a076aa1e9", "name": "network-vif-plugged", "status": "completed", "tag": "36ca9eec-00c0-4387-baab-fd40ea2f3356", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:09:16.358614 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83afb762-3b44-451b-a80e-6665346f3f59 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:09:16.359010 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ca9eec-00c0-4387-baab-fd40ea2f3356', 'code': 200} Dec 13 15:09:16.363475 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.378626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdf3f-38cb-4de2-b4ac-d0817dc898bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.412732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdf3f-38cb-4de2-b4ac-d0817dc898bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.417015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=36ca9eec-00c0-4387-baab-fd40ea2f3356,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:16.484315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f301a48-3b8b-4a76-a751-8c92dfe030a7 req-91637d19-7aef-4192-bfa7-82d40ed37ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:16.486094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f301a48-3b8b-4a76-a751-8c92dfe030a7 req-91637d19-7aef-4192-bfa7-82d40ed37ddf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0648677 Dec 13 15:09:16.524966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f301a48-3b8b-4a76-a751-8c92dfe030a7 req-6544489a-eb25-4edf-8229-1c43ea9d3cbb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Dec 13 15:09:16.608721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdf3f-38cb-4de2-b4ac-d0817dc898bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.611343 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdf3f-38cb-4de2-b4ac-d0817dc898bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:16.615437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aa6cdf3f-38cb-4de2-b4ac-d0817dc898bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a83c1727-0d56-44d2-adaa-fe4e06c98fff HTTP/1.1" status: 204 len: 168 time: 0.3208489 Dec 13 15:09:16.621076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cdf3f-38cb-4de2-b4ac-d0817dc898bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c1727-0d56-44d2-adaa-fe4e06c98fff,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:16.965919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.099489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc06d7-c40f-442e-a912-834a32e2bf19 req-8ddca37f-bc92-4f9d-9644-c7fd0eae856e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:17.101384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40cc06d7-c40f-442e-a912-834a32e2bf19 req-8ddca37f-bc92-4f9d-9644-c7fd0eae856e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 945 time: 0.0769849 Dec 13 15:09:17.150815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-40cc06d7-c40f-442e-a912-834a32e2bf19 req-4a4aa0cd-f389-4a22-9947-1c539ce9d435 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Dec 13 15:09:17.240497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50586) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:17.255279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-107bdcbd-35d6-4432-8c2e-cd099f32b56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.330815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-107bdcbd-35d6-4432-8c2e-cd099f32b56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.397525 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-107bdcbd-35d6-4432-8c2e-cd099f32b56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.438821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50590) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:17.441018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-107bdcbd-35d6-4432-8c2e-cd099f32b56e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d020fbc3c8a64b718c818b16b50fa504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993172 Dec 13 15:09:17.445741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:17.465942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bdcbd-35d6-4432-8c2e-cd099f32b56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe414180-b95f-42c7-abe0-25bd7f712e2d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:17.510672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-274d1192-8899-443a-b167-1ded2913a554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.539447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-274d1192-8899-443a-b167-1ded2913a554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.568516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1be1-08b7-4e22-beab-bf36de2b927f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.655777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-274d1192-8899-443a-b167-1ded2913a554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.658730 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-274d1192-8899-443a-b167-1ded2913a554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.660375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-274d1192-8899-443a-b167-1ded2913a554 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe414180-b95f-42c7-abe0-25bd7f712e2d HTTP/1.1" status: 204 len: 168 time: 0.2136824 Dec 13 15:09:17.669452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d1192-8899-443a-b167-1ded2913a554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe414180-b95f-42c7-abe0-25bd7f712e2d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:17.737395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1be1-08b7-4e22-beab-bf36de2b927f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.791890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd6e1be1-08b7-4e22-beab-bf36de2b927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.832371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dd6e1be1-08b7-4e22-beab-bf36de2b927f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be0c3f28a92444f68dd62c9fea0b7928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923874 Dec 13 15:09:17.833265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e1be1-08b7-4e22-beab-bf36de2b927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091210d-3df8-4e30-b84c-088464ce07fa,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:17.835267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:17.885367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac08-dc7d-49ce-940c-121446d0e101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:17.905906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac08-dc7d-49ce-940c-121446d0e101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:18.008598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac08-dc7d-49ce-940c-121446d0e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:18.011234 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d45ac08-dc7d-49ce-940c-121446d0e101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:18.012568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6d45ac08-dc7d-49ce-940c-121446d0e101 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7091210d-3df8-4e30-b84c-088464ce07fa HTTP/1.1" status: 204 len: 168 time: 0.1763132 Dec 13 15:09:18.020264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45ac08-dc7d-49ce-940c-121446d0e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091210d-3df8-4e30-b84c-088464ce07fa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:18.282440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f732e-c37a-4d18-ab76-88c971d07a9e req-a3a9779e-95dc-4875-a44e-9d89ae6f569f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:18.284122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b4f732e-c37a-4d18-ab76-88c971d07a9e req-a3a9779e-95dc-4875-a44e-9d89ae6f569f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 945 time: 0.0685949 Dec 13 15:09:18.325325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b4f732e-c37a-4d18-ab76-88c971d07a9e req-d828f07f-f072-4c31-8e83-9b0a66cda7a4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339167 Dec 13 15:09:18.465855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecb16-b655-48ab-9f98-15a96e088fe2 req-0d37ec3b-8dee-4d9d-bb36-473e82969b6a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:18.467448 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9ecb16-b655-48ab-9f98-15a96e088fe2 req-0d37ec3b-8dee-4d9d-bb36-473e82969b6a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 945 time: 0.0527215 Dec 13 15:09:18.507358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf9ecb16-b655-48ab-9f98-15a96e088fe2 req-f6ae1963-86eb-43d9-beab-80f5ccdab4fa tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Dec 13 15:09:18.695023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50642) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:18.709028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d63cebc-1306-4c08-aaae-41eaa35e8b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:18.785435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d63cebc-1306-4c08-aaae-41eaa35e8b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:18.877630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d63cebc-1306-4c08-aaae-41eaa35e8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:18.905790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50652) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:18.925659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2d63cebc-1306-4c08-aaae-41eaa35e8b42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7409a28e7644e7ab772164aad52ae71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272940 Dec 13 15:09:18.927290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50656) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:18.941988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63cebc-1306-4c08-aaae-41eaa35e8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7305b3-3e8e-4b03-88f1-73fdc7f83dd7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:18.992883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fec88eb4-0cd6-47ff-ad09-3580b555f983 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/floatingips/a50e48ad-f740-49e1-9ea8-0ed1fcdfe848 HTTP/1.1" status: 200 len: 993 time: 0.0854230 Dec 13 15:09:19.000659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35bc51e3-88fa-44e2-9cf9-4fb717ee6d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.025258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35bc51e3-88fa-44e2-9cf9-4fb717ee6d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.157946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35bc51e3-88fa-44e2-9cf9-4fb717ee6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.161598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35bc51e3-88fa-44e2-9cf9-4fb717ee6d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.162723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-35bc51e3-88fa-44e2-9cf9-4fb717ee6d2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f7305b3-3e8e-4b03-88f1-73fdc7f83dd7 HTTP/1.1" status: 204 len: 168 time: 0.2342801 Dec 13 15:09:19.172606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc51e3-88fa-44e2-9cf9-4fb717ee6d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7305b3-3e8e-4b03-88f1-73fdc7f83dd7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:19.210564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50668) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:19.376902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port 668ffc36-9f37-46be-abe1-6e289523f1d8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:09:19.377247 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.468934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.468934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.484257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for 668ffc36-9f37-46be-abe1-6e289523f1d8 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:09:19.831555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1a4b762b-b0a6-4680-801f-2025ea319b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.832194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.866889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=668ffc36-9f37-46be-abe1-6e289523f1d8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:19.984597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:19.985382 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Floating IP a50e48ad-f740-49e1-9ea8-0ed1fcdfe848 disassociated (deleted). External IP: 172.25.7.233, port: e9a4299a-409d-4618-af68-edcd45c02529. Dec 13 15:09:20.260268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router 790f0874-e630-40c8-8b92-dca023311cd4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:09:20.394515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:09:20.398993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:20.406854 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] Sync routers for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:09:20.418079 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:20.418733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:20.438901 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7b0d2d82-819e-466e-b79b-3a7dec2bff66 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/floatingips/a50e48ad-f740-49e1-9ea8-0ed1fcdfe848 HTTP/1.1" status: 204 len: 168 time: 1.2272975 Dec 13 15:09:20.441062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:09:20.442050 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1312081-df40-4027-be2d-3ff6d1b314db" -d '{"events": [{"name": "network-changed", "server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "tag": "e9a4299a-409d-4618-af68-edcd45c02529"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:09:20.668786 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:20.991960 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd13976d-a563-4a8b-9bc8-f7c3779c7fc1 x-openstack-request-id: req-cd13976d-a563-4a8b-9bc8-f7c3779c7fc1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:09:20.991960 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "tag": "e9a4299a-409d-4618-af68-edcd45c02529", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:09:20.991960 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd13976d-a563-4a8b-9bc8-f7c3779c7fc1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:09:20.991960 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529', 'status': 'completed', 'code': 200} Dec 13 15:09:21.048566 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:21.093133 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] Checking router: 790f0874-e630-40c8-8b92-dca023311cd4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:09:21.104490 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:21.106093 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:08:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:21.179218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1312081-df40-4027-be2d-3ff6d1b314db req-72197745-e0e1-4cc6-bb56-27e98d64c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:21.180884 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1312081-df40-4027-be2d-3ff6d1b314db req-72197745-e0e1-4cc6-bb56-27e98d64c8f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 1096 time: 0.1640515 Dec 13 15:09:21.221792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb81161-4daa-4f07-a82c-a83170d47319 req-8ac18cac-fe45-49a3-b5a9-85c909bf300c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:21.238383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fb81161-4daa-4f07-a82c-a83170d47319 req-8ac18cac-fe45-49a3-b5a9-85c909bf300c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 945 time: 0.1041548 Dec 13 15:09:21.274394 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:21.335395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fb81161-4daa-4f07-a82c-a83170d47319 req-fac999e0-e128-4a6b-888a-53c740ff1af9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993443 Dec 13 15:09:21.368678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1312081-df40-4027-be2d-3ff6d1b314db req-acae72c6-b254-40ed-b7ad-4df435cddb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:21.370925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1312081-df40-4027-be2d-3ff6d1b314db req-acae72c6-b254-40ed-b7ad-4df435cddb45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2aab157-d016-4ea0-a582-8a91c88ceb98 HTTP/1.1" status: 200 len: 898 time: 0.1793768 Dec 13 15:09:21.434516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1312081-df40-4027-be2d-3ff6d1b314db req-70f8adf6-dbc1-4562-9bd2-229bca82c46e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a4299a-409d-4618-af68-edcd45c02529 HTTP/1.1" status: 200 len: 217 time: 0.0497401 Dec 13 15:09:21.492459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1312081-df40-4027-be2d-3ff6d1b314db req-c18c93a8-8a65-4847-b72c-2dae4131c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:21.494341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1312081-df40-4027-be2d-3ff6d1b314db req-c18c93a8-8a65-4847-b72c-2dae4131c77f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77b36586-6005-4cb9-81bc-a3707c0e911d HTTP/1.1" status: 200 len: 835 time: 0.0510802 Dec 13 15:09:21.505616 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:21.531668 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436db2a-566d-4e30-9d1c-669bf36eb6e3 None None] The sync data for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 is: [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:08:27Z', 'revision_number': 4, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e6318e02-5df8-435a-97c2-eb18b0f88be0', 'name': '', 'network_id': 'f2aab157-d016-4ea0-a582-8a91c88ceb98', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'mac_address': 'fa:16:3e:f7:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:26Z', 'updated_at': '2021-12-13T15:08:32Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'subnets': [{'id': '77b36586-6005-4cb9-81bc-a3707c0e911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:09:21.556358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1312081-df40-4027-be2d-3ff6d1b314db req-ccc27af4-741a-4a82-8e33-f4c8f86c33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:21.558378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1312081-df40-4027-be2d-3ff6d1b314db req-ccc27af4-741a-4a82-8e33-f4c8f86c33e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2aab157-d016-4ea0-a582-8a91c88ceb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552001 Dec 13 15:09:21.659271 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1312081-df40-4027-be2d-3ff6d1b314db req-977bf3e8-e395-4682-aa85-f3b9b47dbc3d service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920017 Dec 13 15:09:21.773612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b1312081-df40-4027-be2d-3ff6d1b314db req-3c989a11-9647-4971-a948-27c5ffaa8065 service neutron] 10.222.0.55 "GET /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057363 Dec 13 15:09:21.811108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195223e-f411-4da6-8b41-12526076f16e None None] New status for floating IP a50e48ad-f740-49e1-9ea8-0ed1fcdfe848: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:09:22.254261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8996-9254-43fa-9e39-8077bb2adac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:22.289249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-8f78d605-b084-4a3e-b04b-a8aed9dd7515 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:22.290751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-8f78d605-b084-4a3e-b04b-a8aed9dd7515 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.55 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 945 time: 0.0563941 Dec 13 15:09:22.436755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port e9a4299a-409d-4618-af68-edcd45c02529 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:09:22.439295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:22.565633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b14832-3649-45e1-ab1c-88b69f0d1d33 req-79d79fa4-9757-4120-8ad8-aefcbaf7be0a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:22.567173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36b14832-3649-45e1-ab1c-88b69f0d1d33 req-79d79fa4-9757-4120-8ad8-aefcbaf7be0a tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 945 time: 0.1112511 Dec 13 15:09:22.604679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port e9a4299a-409d-4618-af68-edcd45c02529, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=e9a4299a-409d-4618-af68-edcd45c02529,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:22.604679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:22.612888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for e9a4299a-409d-4618-af68-edcd45c02529 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:09:22.640587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-36b14832-3649-45e1-ab1c-88b69f0d1d33 req-5ea9662f-e41f-4964-ace5-1103df0d977c tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c440eab-54a2-4582-9299-1315feb915e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617356 Dec 13 15:09:22.825318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-6a5381b9-679a-461f-8446-bde86b9f39ae tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:22.826846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-6a5381b9-679a-461f-8446-bde86b9f39ae tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1631293 Dec 13 15:09:22.844135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-1a5340e9-5211-42aa-948e-dd9dd21ac557 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/quotas/a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 375 time: 0.0107837 Dec 13 15:09:22.889479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:22.901293 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0ae35f4e-d29b-419c-9aa6-d058f6d72605 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507910 Dec 13 15:09:22.924560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=e9a4299a-409d-4618-af68-edcd45c02529,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:22.969414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] No DVR routers for this DVR port e9a4299a-409d-4618-af68-edcd45c02529 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:09:22.972373 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:22.976430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd410bea-d952-4a55-bda8-ee41c8b1fb1b req-ab11f4e5-4df8-4bbf-89f5-f4316b1c8eda tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.55 "DELETE /v2.0/ports/e9a4299a-409d-4618-af68-edcd45c02529 HTTP/1.1" status: 204 len: 173 time: 0.6794176 Dec 13 15:09:22.976923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'name': 'network-vif-deleted', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:09:22.979928 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c488d59-d448-4f12-b0e4-06e5f61edc45" -d '{"events": [{"server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "name": "network-vif-deleted", "tag": "e9a4299a-409d-4618-af68-edcd45c02529"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:09:22.994608 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-285ce562-a313-49b9-b549-df88c5a331c7 service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Dec 13 15:09:23.021440 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f5835-6b3c-46fd-8794-eb27b474f750 x-openstack-request-id: req-843f5835-6b3c-46fd-8794-eb27b474f750 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:09:23.021732 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c383fb3b-5a44-4db7-8f85-8a95bae6de71", "name": "network-vif-deleted", "tag": "e9a4299a-409d-4618-af68-edcd45c02529", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:09:23.021988 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-843f5835-6b3c-46fd-8794-eb27b474f750 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:09:23.022431 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c383fb3b-5a44-4db7-8f85-8a95bae6de71', 'name': 'network-vif-deleted', 'tag': 'e9a4299a-409d-4618-af68-edcd45c02529', 'status': 'completed', 'code': 200} Dec 13 15:09:23.096213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-31e7a5b7-742d-4f04-8106-ab1366b00208 service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942812 Dec 13 15:09:23.323066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:23.410739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48cc7caf-1a47-4d17-b194-cda4e5830203 req-b427e1d6-714b-4821-bba7-833ab181c055 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Dec 13 15:09:23.771608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d943a99-4fb4-4151-82ac-60344c3f0417 req-6592e588-e90c-4b54-9eaa-65972e6641c9 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "GET /v2.0/ports?device_id=c383fb3b-5a44-4db7-8f85-8a95bae6de71 HTTP/1.1" status: 200 len: 210 time: 0.0296919 Dec 13 15:09:24.527433 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9b496034-522e-4d8c-a1fb-58dcbc234082 req-d2ee9cf6-654d-4698-abca-2692b496894c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0402689 Dec 13 15:09:24.841517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:24.926116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27a3c598-604d-4a81-95df-148958dfce58 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:24.958205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27a3c598-604d-4a81-95df-148958dfce58 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.003012 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.072978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e9a4299a-409d-4618-af68-edcd45c02529 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:09:25.102837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: e9a4299a-409d-4618-af68-edcd45c02529 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:09:25.103542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device e9a4299a-409d-4618-af68-edcd45c02529 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:09:25.117369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27a3c598-604d-4a81-95df-148958dfce58 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.120520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27a3c598-604d-4a81-95df-148958dfce58 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.124802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-27a3c598-604d-4a81-95df-148958dfce58 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c440eab-54a2-4582-9299-1315feb915e7 HTTP/1.1" status: 204 len: 168 time: 0.2790651 Dec 13 15:09:25.145873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3c598-604d-4a81-95df-148958dfce58 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c440eab-54a2-4582-9299-1315feb915e7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:25.151952 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.219249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50932) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:25.250005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50938) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:25.353490 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4728fb46-39fa-48d6-9bc9-602442785120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.461637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4728fb46-39fa-48d6-9bc9-602442785120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.517170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4728fb46-39fa-48d6-9bc9-602442785120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.626884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728fb46-39fa-48d6-9bc9-602442785120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb9d97e-8877-47cf-a588-e8b3564cdae5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:25.648117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4728fb46-39fa-48d6-9bc9-602442785120 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a033ad76c9849639aa31051eea7334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251459 Dec 13 15:09:25.648117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50944) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:25.751952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-065d13be-9e41-4863-aa71-6bc8d9eb100a req-bcc860f4-d26c-4f30-9abd-ea1399402199 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0815856 Dec 13 15:09:25.808865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9da43d86-2ae3-4a95-bddf-73bb1fd9cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.839164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9da43d86-2ae3-4a95-bddf-73bb1fd9cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:25.848340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-12b3f25f-4d1f-4cdd-8c3d-ecc923039105 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:25.852660 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-12b3f25f-4d1f-4cdd-8c3d-ecc923039105 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.3253136 Dec 13 15:09:25.890641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'port': {'device_id': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'admin_state_up': True, 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:26.008748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9da43d86-2ae3-4a95-bddf-73bb1fd9cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.014078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9da43d86-2ae3-4a95-bddf-73bb1fd9cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.015265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9da43d86-2ae3-4a95-bddf-73bb1fd9cc92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feb9d97e-8877-47cf-a588-e8b3564cdae5 HTTP/1.1" status: 204 len: 168 time: 0.3682084 Dec 13 15:09:26.026526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43d86-2ae3-4a95-bddf-73bb1fd9cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb9d97e-8877-47cf-a588-e8b3564cdae5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:26.093513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.165094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:09:26.168743 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.391462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.20.0.8 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/ce9d6021-d65c-4eaf-a691-3fa13ef97599) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:26.602121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port e6318e02-5df8-435a-97c2-eb18b0f88be0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:09:26.602486 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.628430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.809137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50962) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:26.818293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port e6318e02-5df8-435a-97c2-eb18b0f88be0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e6318e02-5df8-435a-97c2-eb18b0f88be0,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:26.818890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.824536 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af2b5b21-f760-416e-9d36-acfc95c23b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.828746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:26.849780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['36ca9eec-00c0-4387-baab-fd40ea2f3356'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:09:26.864964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for e6318e02-5df8-435a-97c2-eb18b0f88be0 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:09:26.945310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:26.981463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=ce9d6021-d65c-4eaf-a691-3fa13ef97599,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:26.986511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:26.992507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:27.046001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d711e-7b71-43b1-8ae4-6f2bcd66da55 req-b36b8d80-85d8-434b-ad38-a7956f2f7388 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:27.089176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f52d711e-7b71-43b1-8ae4-6f2bcd66da55 req-b36b8d80-85d8-434b-ad38-a7956f2f7388 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 931 time: 0.1721313 Dec 13 15:09:27.121366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:27.121942 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.240660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af2b5b21-f760-416e-9d36-acfc95c23b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.256847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f52d711e-7b71-43b1-8ae4-6f2bcd66da55 req-14e911c0-fa99-4e85-a787-cc98a96277ca tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662848 Dec 13 15:09:27.317397 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-0fe5bf26-f30f-4fef-a9bb-979f679c6cc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4415522 Dec 13 15:09:27.331488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Request body: {'port': {'device_id': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:27.334367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af2b5b21-f760-416e-9d36-acfc95c23b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.390682 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-af2b5b21-f760-416e-9d36-acfc95c23b25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f24babd4180c4fe9914b7ba77fbdcadd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799208 Dec 13 15:09:27.391786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b5b21-f760-416e-9d36-acfc95c23b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5250fa2f-4a9f-4e45-bdef-c9e09bd146f6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:27.393065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50968) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:27.418938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.448673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f66d1503-3461-4bdd-acf4-fd5e4657dcbf None None] Provisioning complete for port ce9d6021-d65c-4eaf-a691-3fa13ef97599 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:27.450129 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f66d1503-3461-4bdd-acf4-fd5e4657dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.488699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=e6318e02-5df8-435a-97c2-eb18b0f88be0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:27.525956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f66d1503-3461-4bdd-acf4-fd5e4657dcbf None None] Port ce9d6021-d65c-4eaf-a691-3fa13ef97599 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:09:27.594305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.667422 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bb22041-03fe-4e86-8701-9e5415579802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.780023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bb22041-03fe-4e86-8701-9e5415579802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:27.967879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.062645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 50978) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:28.212193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.344243 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.408648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.424868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bb22041-03fe-4e86-8701-9e5415579802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.427377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bb22041-03fe-4e86-8701-9e5415579802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.428718 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3bb22041-03fe-4e86-8701-9e5415579802 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5250fa2f-4a9f-4e45-bdef-c9e09bd146f6 HTTP/1.1" status: 204 len: 168 time: 1.0184724 Dec 13 15:09:28.431914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f09df-c696-40ee-a01f-78316cde7b60 req-c89285e0-27f5-44cb-8b56-ae4e5a4f8a07 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:28.434129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-834f09df-c696-40ee-a01f-78316cde7b60 req-c89285e0-27f5-44cb-8b56-ae4e5a4f8a07 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 931 time: 0.0696156 Dec 13 15:09:28.457823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb22041-03fe-4e86-8701-9e5415579802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5250fa2f-4a9f-4e45-bdef-c9e09bd146f6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:28.490350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=053d9fee8a35492a90ea6ef9027dfc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234672 Dec 13 15:09:28.495252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 50988) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:28.506785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c609712a-243b-4898-b86d-ad3290c5f991,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:28.515362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.516867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.517401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.518203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.518790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.519355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.520271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.520811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.521387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.521929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.522540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.523078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b55e1a-b0b7-4e2f-be98-76a6eefcc43d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:28.561612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-834f09df-c696-40ee-a01f-78316cde7b60 req-027a1d30-0e1d-46b8-855a-f453f36e5293 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080203 Dec 13 15:09:28.722761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9d6021-d65c-4eaf-a691-3fa13ef97599 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:09:28.735028 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.737155 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6190df06-7bc5-460f-9f0f-4287bd18cf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.774739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Transition to ACTIVE for port object ce9d6021-d65c-4eaf-a691-3fa13ef97599 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:09:28.781910 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6190df06-7bc5-460f-9f0f-4287bd18cf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:28.829487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Router 790f0874-e630-40c8-8b92-dca023311cd4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:09:28.833137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.052531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9d6021-d65c-4eaf-a691-3fa13ef97599,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:29.083916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:09:29.092285 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1f7e3a2c-9dc2-4488-bcf3-d50b126f661d tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "PUT /v2.0/routers/790f0874-e630-40c8-8b92-dca023311cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8409731 Dec 13 15:09:29.095284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51012) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:29.111668 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] Sync routers for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:09:29.130469 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:29.131225 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:29.174201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6190df06-7bc5-460f-9f0f-4287bd18cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.178480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6190df06-7bc5-460f-9f0f-4287bd18cf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.183623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6190df06-7bc5-460f-9f0f-4287bd18cf81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c609712a-243b-4898-b86d-ad3290c5f991 HTTP/1.1" status: 204 len: 168 time: 0.6840246 Dec 13 15:09:29.290356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190df06-7bc5-460f-9f0f-4287bd18cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c609712a-243b-4898-b86d-ad3290c5f991,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:29.351551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting subnet 77b36586-6005-4cb9-81bc-a3707c0e911d {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:09:29.355392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Attempting to bind port ce9d6021-d65c-4eaf-a691-3fa13ef97599 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:29.355982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Attempting to bind port ce9d6021-d65c-4eaf-a691-3fa13ef97599 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:29.356318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Attempting to bind port ce9d6021-d65c-4eaf-a691-3fa13ef97599 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:29.360127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.401913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Port ce9d6021-d65c-4eaf-a691-3fa13ef97599 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:09:29.402551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Attempting to bind port ce9d6021-d65c-4eaf-a691-3fa13ef97599 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:29.418154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:29.419337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:29.420802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:29.421878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Bound port: ce9d6021-d65c-4eaf-a691-3fa13ef97599, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:29.422613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.438808 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:29.450468 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.637906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] For port ce9d6021-d65c-4eaf-a691-3fa13ef97599, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:29.659539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] For port ce9d6021-d65c-4eaf-a691-3fa13ef97599, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ce9d6021-d65c-4eaf-a691-3fa13ef97599,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:29.704286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.773984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea57255-fe08-48c9-9fe6-61d424282ddd req-c78cc9b0-159d-4fb8-b558-85edbe76eb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:29.786544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.799570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ea57255-fe08-48c9-9fe6-61d424282ddd req-c78cc9b0-159d-4fb8-b558-85edbe76eb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1036823 Dec 13 15:09:29.891340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ea57255-fe08-48c9-9fe6-61d424282ddd req-9a48c130-6376-4b2e-b626-f950065e3cbe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892515 Dec 13 15:09:29.909460 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:09:27Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:29.943629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:29.949991 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:29.955514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce9d6021-d65c-4eaf-a691-3fa13ef97599 HTTP/1.1" status: 200 len: 1091 time: 2.6295416 Dec 13 15:09:29.971243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'tag': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:09:29.987096 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796" -d '{"events": [{"name": "network-changed", "server_uuid": "c90cea05-7a1c-4400-9491-46a2105f6c27", "tag": "ce9d6021-d65c-4eaf-a691-3fa13ef97599"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:09:29.991073 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] Checking router: 790f0874-e630-40c8-8b92-dca023311cd4 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:09:30.009294 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] Routers {'790f0874-e630-40c8-8b92-dca023311cd4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:30.012680 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['790f0874-e630-40c8-8b92-dca023311cd4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:30.060652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf4235-6a43-4781-8399-64c0122c0b84 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9d6021-d65c-4eaf-a691-3fa13ef97599,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:30.125443 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200dabf8-5533-496e-bea6-c8708f621b61 x-openstack-request-id: req-200dabf8-5533-496e-bea6-c8708f621b61 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:09:30.125751 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90cea05-7a1c-4400-9491-46a2105f6c27", "tag": "ce9d6021-d65c-4eaf-a691-3fa13ef97599", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:09:30.127459 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-200dabf8-5533-496e-bea6-c8708f621b61 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:09:30.128006 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'tag': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599', 'status': 'completed', 'code': 200} Dec 13 15:09:30.221951 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] Set router 790f0874-e630-40c8-8b92-dca023311cd4 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:30.297945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-d94991fb-edfd-4ec7-8d1e-9aed95bda236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:30.305440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-d94991fb-edfd-4ec7-8d1e-9aed95bda236 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 1094 time: 0.2253523 Dec 13 15:09:30.330281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:30.411895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Subnet': ['ID=77b36586-6005-4cb9-81bc-a3707c0e911d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:30.421371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-da99e2f2-7f6c-4228-9e09-83a7c0321bc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce9d6021-d65c-4eaf-a691-3fa13ef97599 HTTP/1.1" status: 200 len: 217 time: 0.1080561 Dec 13 15:09:30.425035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:30.430399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ec3afa96-f4b9-42b6-b07d-2c7467366a73 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/subnets/77b36586-6005-4cb9-81bc-a3707c0e911d HTTP/1.1" status: 204 len: 168 time: 1.3340018 Dec 13 15:09:30.432948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51054) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:30.434026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d81cb-5228-4f3c-be39-71de44b9abf4 None None] Network f2aab157-d016-4ea0-a582-8a91c88ceb98 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:09:30.528676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-a4996fd5-9d2c-4671-8d5d-bcf54e1ae4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:30.547361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-a4996fd5-9d2c-4671-8d5d-bcf54e1ae4f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.1115241 Dec 13 15:09:30.633644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-034631c2-9b2b-4d33-abf7-85b734d8aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:30.637874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-034631c2-9b2b-4d33-abf7-85b734d8aca1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781045 Dec 13 15:09:30.698976 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:09:27Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:30.741796 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:30.750264 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0961d-9111-45e0-a588-4c86261b49d4 None None] The sync data for ids ['790f0874-e630-40c8-8b92-dca023311cd4'] in n-d-816954-1 is: [{'id': '790f0874-e630-40c8-8b92-dca023311cd4', 'name': 'tempest-TestNetworkBasicOps-router-1493601411', 'tenant_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:08:19Z', 'updated_at': '2021-12-13T15:09:27Z', 'revision_number': 5, 'project_id': 'a978f1a88b40482e90c60d8cd5aa586d', 'gw_port': {'id': 'b426b60e-635e-4138-8bfa-d19e82e5f207', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f0874-e630-40c8-8b92-dca023311cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:08:20Z', 'updated_at': '2021-12-13T15:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:09:30.851024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-c888412f-d630-42ea-9405-ddbd2d4f9434 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066116 Dec 13 15:09:31.016593 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:31.075269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e205ba-c501-4053-bd82-89de9eb6b44c req-0beb9e5d-43ad-4bf2-b906-3a528fb376d7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:31.082347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-20e205ba-c501-4053-bd82-89de9eb6b44c req-0beb9e5d-43ad-4bf2-b906-3a528fb376d7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0871284 Dec 13 15:09:31.093199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e279a9aa-1628-425a-aeb6-1ea45302ddf0 req-25fd7dff-78b6-47bb-ab4d-9a816a2b4560 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346990 Dec 13 15:09:31.133719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-20e205ba-c501-4053-bd82-89de9eb6b44c req-5b18cada-3f0b-4ee3-a280-43ad36168dc7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504873 Dec 13 15:09:31.154985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] DHCP port deletion for f2aab157-d016-4ea0-a582-8a91c88ceb98 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:09:31.226527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Deleting port b426b60e-635e-4138-8bfa-d19e82e5f207 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:09:31.226527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:31.352502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b7721315-cadb-483a-965a-5d5f6d118e72 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:09:31.397972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] For port b426b60e-635e-4138-8bfa-d19e82e5f207, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b426b60e-635e-4138-8bfa-d19e82e5f207,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:31.398449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:31.407207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] Deleting port b7721315-cadb-483a-965a-5d5f6d118e72 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:09:31.407595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:31.420136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Calling delete_port for b426b60e-635e-4138-8bfa-d19e82e5f207 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:09:31.429146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-88962d56-2205-445d-92e8-b1269132b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:31.437560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-88962d56-2205-445d-92e8-b1269132b1e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 1094 time: 0.1750166 Dec 13 15:09:31.587197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] For port b7721315-cadb-483a-965a-5d5f6d118e72, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b7721315-cadb-483a-965a-5d5f6d118e72,segment=NetworkSegment(f4505de3-cfbe-49a8-a770-6c2c97debf33),segment_id=f4505de3-cfbe-49a8-a770-6c2c97debf33)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:31.588162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:31.610384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] Calling delete_port for b7721315-cadb-483a-965a-5d5f6d118e72 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:09:31.613103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:31.623636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-49ac84fe-9c4b-4ad3-9e41-ea37e03d2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:31.627278 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-49ac84fe-9c4b-4ad3-9e41-ea37e03d2f2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.1800735 Dec 13 15:09:31.683538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-d7456894-b609-4516-a05f-2c14d257b9aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce9d6021-d65c-4eaf-a691-3fa13ef97599 HTTP/1.1" status: 200 len: 217 time: 0.0507445 Dec 13 15:09:31.900205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-c67e8431-5a44-4515-9a2e-283265d7c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:31.901691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-c67e8431-5a44-4515-9a2e-283265d7c67f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.2099245 Dec 13 15:09:31.940814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:31.965080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 15:09:31.965080 n-d-816954-1 neutron-server[102825]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 13 15:09:31.965080 n-d-816954-1 neutron-server[102825]: [parameters: {'status': 'DOWN', 'ports_id': 'b7721315-cadb-483a-965a-5d5f6d118e72'}] Dec 13 15:09:31.965080 n-d-816954-1 neutron-server[102825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:09:31.966216 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:09:31.972977 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-dd13aa75-a99f-4e1c-ab4c-572664ef0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:31.974928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-dd13aa75-a99f-4e1c-ab4c-572664ef0637 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610914 Dec 13 15:09:31.990626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] Pushing event deleted for resources: {'Port': ['ID=b7721315-cadb-483a-965a-5d5f6d118e72,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:31.999427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30daa52e-89c4-41f6-9afb-661240d0a0cd None None] No DVR routers for this DVR port b7721315-cadb-483a-965a-5d5f6d118e72 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:09:32.025642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.090157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Port': ['ID=b426b60e-635e-4138-8bfa-d19e82e5f207,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:32.146342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.173472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-d5abea41-7cf6-45d4-88ee-e2b8e9991a62 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839683 Dec 13 15:09:32.199884 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:09:32.328517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.331362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.349155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e4ca4-a8e2-4ead-b142-8c516e22adbf req-25d84717-d4d7-42cb-8ea4-ea21bc72496b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:32.351238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e92e4ca4-a8e2-4ead-b142-8c516e22adbf req-25d84717-d4d7-42cb-8ea4-ea21bc72496b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0761414 Dec 13 15:09:32.391431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c11dbd92-7c9f-401e-ae68-65d6a9fd5796 req-2009edd5-c4b2-4bac-bc81-9df507cb6ab6 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170630 Dec 13 15:09:32.421327 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e92e4ca4-a8e2-4ead-b142-8c516e22adbf req-666479c9-8bbe-4467-be24-05cd0eb98cec tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Dec 13 15:09:32.496894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Port b7721315-cadb-483a-965a-5d5f6d118e72 update to DOWN by agent not found {{(pid=102825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 13 15:09:32.497324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e6318e02-5df8-435a-97c2-eb18b0f88be0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:09:32.508965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.510888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Fanout notify agent at l3_agent the message router_deleted on router 790f0874-e630-40c8-8b92-dca023311cd4 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:09:32.521825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e6318e02-5df8-435a-97c2-eb18b0f88be0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:09:32.521991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e6318e02-5df8-435a-97c2-eb18b0f88be0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:09:32.538164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.541853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b2ae205f-5ecf-4383-a629-6129b3d57171 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/routers/790f0874-e630-40c8-8b92-dca023311cd4 HTTP/1.1" status: 204 len: 168 time: 2.1048703 Dec 13 15:09:32.542292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51102) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:32.697105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.815364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.854766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2aab157-d016-4ea0-a582-8a91c88ceb98']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:32.871253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4505de3-cfbe-49a8-a770-6c2c97debf33') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:32.871445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4505de3-cfbe-49a8-a770-6c2c97debf33') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:32.885323 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.900175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.906869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:09:32.907259 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:09:32.911445 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:09:33.135270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:33.150986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:33.155136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] 10.222.0.24 "DELETE /v2.0/networks/f2aab157-d016-4ea0-a582-8a91c88ceb98 HTTP/1.1" status: 204 len: 168 time: 0.6117685 Dec 13 15:09:33.179988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b5b6e-a73e-4bb4-926d-dd699b34f7e8 tempest-TestNetworkBasicOps-644704165 tempest-TestNetworkBasicOps-644704165-project] Pushing event deleted for resources: {'Network': ['ID=f2aab157-d016-4ea0-a582-8a91c88ceb98,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:33.198872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b426b60e-635e-4138-8bfa-d19e82e5f207 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:09:33.229518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b426b60e-635e-4138-8bfa-d19e82e5f207 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:09:33.229883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b426b60e-635e-4138-8bfa-d19e82e5f207 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:09:33.608378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ffddf-6a3e-4cd9-8c41-fbeb9e4ce4eb req-4713fe92-ba9c-4d44-9113-81fe7ecc76be tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:33.609885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-463ffddf-6a3e-4cd9-8c41-fbeb9e4ce4eb req-4713fe92-ba9c-4d44-9113-81fe7ecc76be tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0989442 Dec 13 15:09:33.652355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-463ffddf-6a3e-4cd9-8c41-fbeb9e4ce4eb req-c67df6a6-672f-42e6-879a-572e6df917cf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Dec 13 15:09:33.900820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51154) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:34.088001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-21bf0be1-2cf7-4062-b5af-c26daa225b7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a978f1a88b40482e90c60d8cd5aa586d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837580 Dec 13 15:09:34.088001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51158) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:34.153990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63edfb67-0eb4-4216-8498-a6a14358c780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.179066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63edfb67-0eb4-4216-8498-a6a14358c780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.334194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63edfb67-0eb4-4216-8498-a6a14358c780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.337528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-63edfb67-0eb4-4216-8498-a6a14358c780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.338811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-63edfb67-0eb4-4216-8498-a6a14358c780 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c21f2f5a-4f9e-48f8-aeb5-74238f08c197 HTTP/1.1" status: 204 len: 168 time: 0.2498748 Dec 13 15:09:34.347077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edfb67-0eb4-4216-8498-a6a14358c780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21f2f5a-4f9e-48f8-aeb5-74238f08c197,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:34.469514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51166) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:34.475049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'network': {'name': 'tempest-network-smoke--979205478', 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'port_security_enabled': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:34.603184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Made reservation on behalf of 7f17283359804e1b9e1871b1ab91e5c9 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:09:34.617587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.631723 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.731594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.811963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ffc25-6479-4497-b8b5-135916cf48df req-5cec23e1-24cd-4137-bbda-70311459905d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:34.814414 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c9ffc25-6479-4497-b8b5-135916cf48df req-5cec23e1-24cd-4137-bbda-70311459905d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0645769 Dec 13 15:09:34.854458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c9ffc25-6479-4497-b8b5-135916cf48df req-84f01efa-eee5-49a0-a1d9-4eff528dab2a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Dec 13 15:09:34.855789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.895869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:09:34.903180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071ebc40-a1f2-4b83-ad76-d46a021d11e3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:34.910194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:34.910567 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Added segment e39b61c1-7c6f-45da-afb5-39f53c1003ff of type vlan for network b8352bea-f582-4c5b-babc-e6860b2e2bfa Dec 13 15:09:34.955773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.105595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.113176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:35.113809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.197179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Network': ['ID=b8352bea-f582-4c5b-babc-e6860b2e2bfa,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:35.214842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:09:35.238079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:35.238826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-50960693-31fd-4a73-bc23-f29094f71d0c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7672002 Dec 13 15:09:35.243202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'admin_state_up': True, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:35.332631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51204) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:35.347210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63de49a-be5f-4654-9d9d-444e0da5300a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.359700 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.360738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.453578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.504231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63de49a-be5f-4654-9d9d-444e0da5300a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.585097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b63de49a-be5f-4654-9d9d-444e0da5300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.728407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b63de49a-be5f-4654-9d9d-444e0da5300a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a21eda4e456e46fea771229a87a3461a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945522 Dec 13 15:09:35.735270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51214) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:35.742874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63de49a-be5f-4654-9d9d-444e0da5300a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b97495-de46-4e05-897a-14895bdae944,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:35.748984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.808306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22917ef9-440c-47c3-a6d1-bb9b2dc81f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.835532 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22917ef9-440c-47c3-a6d1-bb9b2dc81f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.981037 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22917ef9-440c-47c3-a6d1-bb9b2dc81f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.983993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22917ef9-440c-47c3-a6d1-bb9b2dc81f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:35.988542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-22917ef9-440c-47c3-a6d1-bb9b2dc81f5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72b97495-de46-4e05-897a-14895bdae944 HTTP/1.1" status: 204 len: 168 time: 0.2491355 Dec 13 15:09:35.995908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22917ef9-440c-47c3-a6d1-bb9b2dc81f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b97495-de46-4e05-897a-14895bdae944,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:36.025104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248ad9-11b4-4fdf-8990-639c62d98f50 req-959ae665-0538-4a8a-bf8c-27e3b892f414 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:36.026651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e248ad9-11b4-4fdf-8990-639c62d98f50 req-959ae665-0538-4a8a-bf8c-27e3b892f414 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0757747 Dec 13 15:09:36.168695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:36.197337 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:36.209597 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e248ad9-11b4-4fdf-8990-639c62d98f50 req-7f3250e8-fd3c-49f9-ab72-cd9aa84cffcc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732683 Dec 13 15:09:36.332292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Allocated IP 172.25.7.240 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/a8e26d4d-6f0e-4836-8253-540ccbfa80fc) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:36.481082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:36.614088 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:36.682174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:36.684917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:36.690738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:36.735031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:37.125377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:37.455695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de0581-6584-464b-bf63-c5d65d539435 req-c68593c2-108f-485b-bd74-ec6994653c31 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:37.457234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7de0581-6584-464b-bf63-c5d65d539435 req-c68593c2-108f-485b-bd74-ec6994653c31 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1206110 Dec 13 15:09:37.513904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7de0581-6584-464b-bf63-c5d65d539435 req-3767d2fa-9055-400f-8e66-e2562a08217b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 Dec 13 15:09:37.517728 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:37.631041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5edb7-5917-4520-9ef6-b8080d03bf6e req-1de4dd60-228a-4345-b1f6-3c8bec8fbd04 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:37.632574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54f5edb7-5917-4520-9ef6-b8080d03bf6e req-1de4dd60-228a-4345-b1f6-3c8bec8fbd04 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.2148278 Dec 13 15:09:37.670839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51276) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:37.709591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54f5edb7-5917-4520-9ef6-b8080d03bf6e req-b637d9fd-103b-4639-b043-4120be8b20d2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682130 Dec 13 15:09:37.818286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-948009637-network', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:37.847768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router f2fe9c70-4106-4087-8357-9c3e4d28df68 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:09:37.922837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Made reservation on behalf of a7e1f68fdcb14e42ad7bcb78a3ec9a28 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:09:37.926547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:37.944068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:37.977756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:09:37.990766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Sync routers for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:09:38.008362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:38.009870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:38.053414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.073626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.074969 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e38b10e1-6771-4322-87ee-7e8041f7a23c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8357542 Dec 13 15:09:38.079273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51282) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:38.125457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:38.179678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.213303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:09:38.220634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4142d7e-872c-475f-ae9c-a95c5fa013dd,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:38.236216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.239828 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Added segment 9cfc9e67-7ab8-4b25-affa-df79f1a0ec43 of type vlan for network 3054e629-f588-47aa-921f-5f1e1ec52d8b Dec 13 15:09:38.320965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.377489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:36Z', 'revision_number': 3, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:38.411524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Checking router: f2fe9c70-4106-4087-8357-9c3e4d28df68 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:09:38.411945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Updating router f2fe9c70-4106-4087-8357-9c3e4d28df68 port a8e26d4d-6f0e-4836-8253-540ccbfa80fc binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:09:38.434138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.435564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:38.445153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.445287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.445483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51288) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:38.446163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82b25c70-9a54-4eb4-9314-b9e5f58b505d tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7f17283359804e1b9e1871b1ab91e5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3646982 Dec 13 15:09:38.559990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] Pushing event updated for resources: {'Network': ['ID=3054e629-f588-47aa-921f-5f1e1ec52d8b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:38.571988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:09:38.613521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f6392-1509-4b6d-84ba-189215acb20c tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:38.616066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-015f6392-1509-4b6d-84ba-189215acb20c tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1687295 Dec 13 15:09:38.620107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8e67ca7-98d5-407d-8773-7341a7629d10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9516134 Dec 13 15:09:38.629636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51296) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:38.630114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51298) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:38.661408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Request body: {'subnet': {'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-948009637-subnet', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:38.716882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4aebbb76-74bd-422c-9904-3b7f9be288f0 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834520 Dec 13 15:09:38.719723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51304) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:38.730873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732658860', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:38.783645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90a30e-26d3-4353-a23b-612c3bacac35 req-f19f6649-85f9-41dc-89d3-344b560e2bc5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:38.785246 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d90a30e-26d3-4353-a23b-612c3bacac35 req-f19f6649-85f9-41dc-89d3-344b560e2bc5 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0934272 Dec 13 15:09:38.814406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Made reservation on behalf of a7e1f68fdcb14e42ad7bcb78a3ec9a28 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:09:38.816963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.862497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:38.870932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d90a30e-26d3-4353-a23b-612c3bacac35 req-dc6c9364-492c-48ab-a8ef-3aef43894957 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763133 Dec 13 15:09:38.991829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:39.056848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99bac-b56a-47b5-83f3-f7b61b8c194b None None] Pushing event updated for resources: {'Port': ['ID=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:39.061981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Attempting to bind port a8e26d4d-6f0e-4836-8253-540ccbfa80fc on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:39.062619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Attempting to bind port a8e26d4d-6f0e-4836-8253-540ccbfa80fc by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:39.063147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Attempting to bind port a8e26d4d-6f0e-4836-8253-540ccbfa80fc on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:39.071894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:39.072270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:39.072893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:39.073284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:39.073755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Bound port: a8e26d4d-6f0e-4836-8253-540ccbfa80fc, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:39.074142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:39.167442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] For port a8e26d4d-6f0e-4836-8253-540ccbfa80fc, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:39.172365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] For port a8e26d4d-6f0e-4836-8253-540ccbfa80fc, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:39.328797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:39.368036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60b826-a8a6-4f89-a0ef-2c90b51ec8ab req-b46484aa-550f-47d6-9c27-19baba7033d0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:39.372362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce60b826-a8a6-4f89-a0ef-2c90b51ec8ab req-b46484aa-550f-47d6-9c27-19baba7033d0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1261823 Dec 13 15:09:39.377417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:39.378051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:39.467098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99bac-b56a-47b5-83f3-f7b61b8c194b None None] Pushing event updated for resources: {'Port': ['ID=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:39.481048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce60b826-a8a6-4f89-a0ef-2c90b51ec8ab req-5937601a-569d-4912-97b2-5bbb7d23e34c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016648 Dec 13 15:09:39.524653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Made reservation on behalf of 7f17283359804e1b9e1871b1ab91e5c9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:09:39.529538 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:39.532323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:39.725729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:36Z', 'revision_number': 3, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:39.768020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599c438-1205-4baf-b010-7568d3b5bd94 None None] The sync data for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 is: [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:36Z', 'revision_number': 3, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:09:39.845898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:39.846519 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:39.940323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Subnet': ['ID=e9fe7246-64c8-4351-b066-7683d6fa9229,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:39.953521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.953870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.954214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.954574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.954908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.955238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.955577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.955900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.956232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.956563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.956883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.957209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:39.993681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Checking segment: {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:39.994050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network hostable DHCP agents. Network: b8352bea-f582-4c5b-babc-e6860b2e2bfa, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:09:39.998638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Checking segment: {'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:39.998638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Network hostable DHCP agents. Network: 3054e629-f588-47aa-921f-5f1e1ec52d8b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:09:40.032237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5cc0b6-25e4-4915-8401-ffe51f670140,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:40.045994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f21d1-1a01-43ce-ab52-5f4c18194e6c req-b615447d-1a71-4ee1-8cc0-73e26ab6c784 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:40.053530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-557f21d1-1a01-43ce-ab52-5f4c18194e6c req-b615447d-1a71-4ee1-8cc0-73e26ab6c784 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0891247 Dec 13 15:09:40.097607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-557f21d1-1a01-43ce-ab52-5f4c18194e6c req-f7041ba8-e689-4e96-8910-a81cd0e98c28 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365520 Dec 13 15:09:40.122781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:09:40.145208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:09:40.249543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, b8352bea-f582-4c5b-babc-e6860b2e2bfa) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:40.253862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:40.254488 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:40.256969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 3054e629-f588-47aa-921f-5f1e1ec52d8b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:40.264082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87bd42-4c7a-4c4e-bbe0-80c597af3482 None None] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:09:40.265401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:40.266099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:40.270210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d15640-3c0a-4c4f-8784-02d365fe8259 None None] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:09:40.386924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51322) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:40.388681 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f6e20f7b-f137-42ec-8816-15a250955389 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6665688 Dec 13 15:09:40.392346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-94dfaba5-cd25-481b-9455-164ad0934b5c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7611201 Dec 13 15:09:40.396453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51324) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:40.402442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:40.529276 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:40.530589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:40.568971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:09:40.569915 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:40.589451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-3054e629-f588-47aa-921f-5f1e1ec52d8b', 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'fixed_ips': [{'subnet_id': '2c5cc0b6-25e4-4915-8401-ffe51f670140'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:09:40.590289 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:40.684023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:40.758900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8b137-2ab6-42ee-b99b-3127621aa2ba req-efee04ef-95fa-4177-96c5-3dc851353b47 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:40.769838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ad8b137-2ab6-42ee-b99b-3127621aa2ba req-efee04ef-95fa-4177-96c5-3dc851353b47 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0831318 Dec 13 15:09:41.024163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:41.043492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ad8b137-2ab6-42ee-b99b-3127621aa2ba req-d040fd47-c508-4f88-87fa-9049ba910e2d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676558 Dec 13 15:09:41.090636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a8e26d4d-6f0e-4836-8253-540ccbfa80fc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:41.335781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:41.373936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Allocated IP 172.20.0.2 (b8352bea-f582-4c5b-babc-e6860b2e2bfa/e9fe7246-64c8-4351-b066-7683d6fa9229/195022ac-0ac4-4cf9-963f-7439411fea29) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:41.399586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Allocated IP 172.20.0.2 (3054e629-f588-47aa-921f-5f1e1ec52d8b/2c5cc0b6-25e4-4915-8401-ffe51f670140/e459c02e-1e6f-4053-81ed-2f2a5b806600) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:41.535233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a8e26d4d-6f0e-4836-8253-540ccbfa80fc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:41.535604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:41.554586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:41.584006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:41.904458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Allocated IP 172.25.7.253 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/228760d4-075e-44d1-a8e8-77cfd7b24d5c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:41.926841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4861a-4c2f-46a1-840d-9a2ee9e5dc14 req-98982e6b-31de-46e4-aa46-28ae83708757 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:41.935899 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70a4861a-4c2f-46a1-840d-9a2ee9e5dc14 req-98982e6b-31de-46e4-aa46-28ae83708757 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.6700172 Dec 13 15:09:41.941976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:41.980017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:41.985953 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.015350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a8e26d4d-6f0e-4836-8253-540ccbfa80fc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:42.021108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-70a4861a-4c2f-46a1-840d-9a2ee9e5dc14 req-a3f0cc15-0601-4697-b0e4-da72643e8210 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844524 Dec 13 15:09:42.059164 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.126687 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.171161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:42.181017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:42.181017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.190602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:42.212588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Pushing event updated for resources: {'Port': ['ID=195022ac-0ac4-4cf9-963f-7439411fea29,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:42.243426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:42.261044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.267949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:42.272765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:42.351335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Attempting to bind port 195022ac-0ac4-4cf9-963f-7439411fea29 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:42.351616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Attempting to bind port 195022ac-0ac4-4cf9-963f-7439411fea29 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:42.351993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Attempting to bind port 195022ac-0ac4-4cf9-963f-7439411fea29 on network b8352bea-f582-4c5b-babc-e6860b2e2bfa {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:42.358486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Pushing event updated for resources: {'Port': ['ID=e459c02e-1e6f-4053-81ed-2f2a5b806600,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:42.368196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Allocated IP 172.20.0.1 (b8352bea-f582-4c5b-babc-e6860b2e2bfa/e9fe7246-64c8-4351-b066-7683d6fa9229/92ef2883-a589-4d1d-affb-8609fbda5e55) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:42.392657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f59c0-96da-49f2-bd7c-9f0f964a11b7 req-dbbc7466-22ca-4eb1-98c7-aa399521cc73 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:42.396347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d64f59c0-96da-49f2-bd7c-9f0f964a11b7 req-dbbc7466-22ca-4eb1-98c7-aa399521cc73 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1331944 Dec 13 15:09:42.397518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:42.398347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Checking segment: {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:42.398347 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.398726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Bound using segment: {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:42.399194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Bound port: 195022ac-0ac4-4cf9-963f-7439411fea29, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:42.399579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.449115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Attempting to bind port e459c02e-1e6f-4053-81ed-2f2a5b806600 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:42.449115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Attempting to bind port e459c02e-1e6f-4053-81ed-2f2a5b806600 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:42.449115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Attempting to bind port e459c02e-1e6f-4053-81ed-2f2a5b806600 on network 3054e629-f588-47aa-921f-5f1e1ec52d8b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:42.463021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d64f59c0-96da-49f2-bd7c-9f0f964a11b7 req-d9c0693b-67f6-4e98-8c85-35c93c21a628 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557127 Dec 13 15:09:42.489401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:42.490262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Checking segment: {'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:42.490917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.491539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Bound using segment: {'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:42.492243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Bound port: e459c02e-1e6f-4053-81ed-2f2a5b806600, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:42.492849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.494437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.534455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:42.547536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:42.550696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:42.558270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:42.561735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Pushing event updated for resources: {'Port': ['ID=228760d4-075e-44d1-a8e8-77cfd7b24d5c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:42.569747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.576331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] For port 195022ac-0ac4-4cf9-963f-7439411fea29, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:42.580828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] For port 195022ac-0ac4-4cf9-963f-7439411fea29, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=195022ac-0ac4-4cf9-963f-7439411fea29,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:42.606282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] For port e459c02e-1e6f-4053-81ed-2f2a5b806600, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:42.610050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] For port e459c02e-1e6f-4053-81ed-2f2a5b806600, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e459c02e-1e6f-4053-81ed-2f2a5b806600,segment=NetworkSegment(9cfc9e67-7ab8-4b25-affa-df79f1a0ec43),segment_id=9cfc9e67-7ab8-4b25-affa-df79f1a0ec43)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:42.717766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.718096 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.720885 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:42.816884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5320e30-c507-41e7-9eae-05cb25a4ca2b None None] Pushing event updated for resources: {'Port': ['ID=e459c02e-1e6f-4053-81ed-2f2a5b806600,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:42.826315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:42.839747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:42.855239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:42.889211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fa4f8-700e-4b86-b16b-10ad07550028 None None] Pushing event updated for resources: {'Port': ['ID=195022ac-0ac4-4cf9-963f-7439411fea29,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:42.937582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=92ef2883-a589-4d1d-affb-8609fbda5e55,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:43.026789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:43.057397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a8e26d4d-6f0e-4836-8253-540ccbfa80fc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:43.207146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:43.215054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a8e26d4d-6f0e-4836-8253-540ccbfa80fc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:43.215054 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:43.272166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af01e6-db2e-438e-b70c-b33ceb826bb2 req-e346d85c-d537-4691-a321-2957444e92b2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:43.284458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86af01e6-db2e-438e-b70c-b33ceb826bb2 req-e346d85c-d537-4691-a321-2957444e92b2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0945759 Dec 13 15:09:43.359507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-86af01e6-db2e-438e-b70c-b33ceb826bb2 req-ae7b08c9-fe6a-4ad7-b3b9-d106cf3a4cca tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705423 Dec 13 15:09:43.425991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:43.559155 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:43.688919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83bb3-d419-4a35-a806-222308bab85c req-4ff4c400-31fd-4ed2-8bf0-0caa5bd670dd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:43.690364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41e83bb3-d419-4a35-a806-222308bab85c req-4ff4c400-31fd-4ed2-8bf0-0caa5bd670dd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1273227 Dec 13 15:09:43.770306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-41e83bb3-d419-4a35-a806-222308bab85c req-2c242d82-1f34-412d-b5c2-be3386e6f568 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647025 Dec 13 15:09:43.838402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:43.882901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Router cc719df4-ba9a-498e-a1cd-76b6d255f44f is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:09:43.928258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:44.021804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=92ef2883-a589-4d1d-affb-8609fbda5e55,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:44.037395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:09:44.047517 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Sync routers for ids ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:09:44.063089 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Routers {'cc719df4-ba9a-498e-a1cd-76b6d255f44f'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:44.064015 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:44.066676 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:44.126320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:44.127712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-30a6a888-ce03-49ef-a2a8-69545241d230 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7288008 Dec 13 15:09:44.130556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51382) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:44.212488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:44.214092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:44.377118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9fb811-883a-4afa-9af6-9e804c9e314f None None] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:09:44.414402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router f2fe9c70-4106-4087-8357-9c3e4d28df68 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:09:44.470192 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Set router cc719df4-ba9a-498e-a1cd-76b6d255f44f gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:44.581284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c418fdb0-4d5c-4d7a-abe2-a7d6d77a4f4e None None] Provisioning complete for port 195022ac-0ac4-4cf9-963f-7439411fea29 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:44.590795 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c418fdb0-4d5c-4d7a-abe2-a7d6d77a4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:44.784872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:09:44.808796 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3ba718cf-713c-44a6-83df-bf35782e0703 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "PUT /v2.0/routers/f2fe9c70-4106-4087-8357-9c3e4d28df68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4208200 Dec 13 15:09:44.815761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Sync routers for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:09:44.829921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51392) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:44.837964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-caf9a2b9-3ea0-4556-b5bf-2b64a75196f5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1562082792', 'description': 'tempest-secgroup_access--1562082792 description', 'project_id': '7f17283359804e1b9e1871b1ab91e5c9'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:44.858025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b596727-ed73-4f47-aec4-a9fa3f2abbd0 req-2ffea427-4723-49e9-a182-6e8321690bea tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:44.868253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b596727-ed73-4f47-aec4-a9fa3f2abbd0 req-2ffea427-4723-49e9-a182-6e8321690bea tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.3485155 Dec 13 15:09:44.885137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:44.887168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:44.898294 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:42Z', 'revision_number': 3, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port': {'id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:41Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:44.936050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b596727-ed73-4f47-aec4-a9fa3f2abbd0 req-6c7d115f-4aa1-4d93-8fc3-1f498edd15f4 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588388 Dec 13 15:09:44.983448 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Checking router: cc719df4-ba9a-498e-a1cd-76b6d255f44f for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:09:44.988192 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Updating router cc719df4-ba9a-498e-a1cd-76b6d255f44f port 228760d4-075e-44d1-a8e8-77cfd7b24d5c binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:09:45.040158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2b9-3ea0-4556-b5bf-2b64a75196f5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.044950 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.179045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58aa91-e3d1-4ef2-b4f0-bb28b1b028e5 req-1c6abbdd-3552-454d-acf9-ed64d33ab9a5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:45.180536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc58aa91-e3d1-4ef2-b4f0-bb28b1b028e5 req-1c6abbdd-3552-454d-acf9-ed64d33ab9a5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.2018974 Dec 13 15:09:45.190413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.250028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c418fdb0-4d5c-4d7a-abe2-a7d6d77a4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.268627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2b9-3ea0-4556-b5bf-2b64a75196f5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.308998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e142ade-eb75-4406-9e3a-acf9e03ae707 None None] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:09:45.312007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 195022ac-0ac4-4cf9-963f-7439411fea29 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:45.341065 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc58aa91-e3d1-4ef2-b4f0-bb28b1b028e5 req-3e9a91f1-ad7f-485b-84e4-debef2e3d40b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473892 Dec 13 15:09:45.379804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2b9-3ea0-4556-b5bf-2b64a75196f5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.428748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9a2b9-3ea0-4556-b5bf-2b64a75196f5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db15a91-63a0-47cb-8b72-518aabb55be5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:45.504588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c418fdb0-4d5c-4d7a-abe2-a7d6d77a4f4e None None] For port 195022ac-0ac4-4cf9-963f-7439411fea29, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=195022ac-0ac4-4cf9-963f-7439411fea29,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:45.508343 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.537936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Allocated IP 172.20.0.1 (3054e629-f588-47aa-921f-5f1e1ec52d8b/2c5cc0b6-25e4-4915-8401-ffe51f670140/1e8bab1e-e597-4740-b3cf-5d41f545bd0a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:45.542424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 195022ac-0ac4-4cf9-963f-7439411fea29 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:45.542801 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.556403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2b9-3ea0-4556-b5bf-2b64a75196f5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.558003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-caf9a2b9-3ea0-4556-b5bf-2b64a75196f5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7271700 Dec 13 15:09:45.565807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51400) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:45.580466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2eb18363-c665-4693-ae8a-278ccc0041fe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1778933182', 'description': 'tempest-secgroup_general--1778933182 description', 'project_id': '7f17283359804e1b9e1871b1ab91e5c9'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:45.581696 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.590394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:45.597864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c418fdb0-4d5c-4d7a-abe2-a7d6d77a4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.680508 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Attempting to bind port 228760d4-075e-44d1-a8e8-77cfd7b24d5c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:45.685999 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Attempting to bind port 228760d4-075e-44d1-a8e8-77cfd7b24d5c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:45.686691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Attempting to bind port 228760d4-075e-44d1-a8e8-77cfd7b24d5c on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:45.699433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.701495 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Pushing event updated for resources: {'Port': ['ID=228760d4-075e-44d1-a8e8-77cfd7b24d5c,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:45.715430 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:45.716452 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:45.717021 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.717563 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:45.718208 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Bound port: 228760d4-075e-44d1-a8e8-77cfd7b24d5c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:45.718875 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.721649 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.722155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2eb18363-c665-4693-ae8a-278ccc0041fe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.738986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:09:45.832959 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] For port 228760d4-075e-44d1-a8e8-77cfd7b24d5c, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:45.839601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] For port 228760d4-075e-44d1-a8e8-77cfd7b24d5c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=228760d4-075e-44d1-a8e8-77cfd7b24d5c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:45.872804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2eb18363-c665-4693-ae8a-278ccc0041fe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.917443 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.949346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418fdb0-4d5c-4d7a-abe2-a7d6d77a4f4e None None] Pushing event updated for resources: {'Port': ['ID=195022ac-0ac4-4cf9-963f-7439411fea29,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:45.957452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a1ecefd7-92ac-4ed7-9470-111421aff3e5 None None] Provisioning complete for port e459c02e-1e6f-4053-81ed-2f2a5b806600 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:45.957926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a1ecefd7-92ac-4ed7-9470-111421aff3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.958291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:45.969084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:45.969588 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:45.974373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:46.003309 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2eb18363-c665-4693-ae8a-278ccc0041fe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.069512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:46.087611 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Routers {'cc719df4-ba9a-498e-a1cd-76b6d255f44f'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:46.088259 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:46.103688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44330996-fbc0-4003-9ec5-8f007e9f61a6 None None] Pushing event updated for resources: {'Port': ['ID=228760d4-075e-44d1-a8e8-77cfd7b24d5c,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:46.116040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.120058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2eb18363-c665-4693-ae8a-278ccc0041fe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.126995 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2eb18363-c665-4693-ae8a-278ccc0041fe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5593460 Dec 13 15:09:46.140382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51410) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:46.141367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18363-c665-4693-ae8a-278ccc0041fe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861915fe-3268-4541-ae3c-1b7594df2381,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:46.180342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f3657f1e-29c2-4b54-b6d8-9bf22dc358c1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'security_group_rule': {'security_group_id': '1db15a91-63a0-47cb-8b72-518aabb55be5', 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:46.340181 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] Set router cc719df4-ba9a-498e-a1cd-76b6d255f44f gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:46.371929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.386532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a71c47-ec3c-4442-8dba-6ef81fe38b73 req-946ae9e5-05e5-4750-a771-f15f21e73733 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:46.391612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2a71c47-ec3c-4442-8dba-6ef81fe38b73 req-946ae9e5-05e5-4750-a771-f15f21e73733 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.2628157 Dec 13 15:09:46.516822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879a1c9-55a1-43de-b3bf-a50ea30a942d req-453f3b25-3f2f-4320-9b79-b231b21ccbd8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:46.519732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1879a1c9-55a1-43de-b3bf-a50ea30a942d req-453f3b25-3f2f-4320-9b79-b231b21ccbd8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0799310 Dec 13 15:09:46.523506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e459c02e-1e6f-4053-81ed-2f2a5b806600 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:46.532320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3657f1e-29c2-4b54-b6d8-9bf22dc358c1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.561982 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2a71c47-ec3c-4442-8dba-6ef81fe38b73 req-22e1d269-76f8-45f7-8095-d78cbaaddc33 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575084 Dec 13 15:09:46.679084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1879a1c9-55a1-43de-b3bf-a50ea30a942d req-8f13c947-0ced-48cc-bacd-e2872518e890 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516056 Dec 13 15:09:46.705762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.727367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3657f1e-29c2-4b54-b6d8-9bf22dc358c1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.741918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a1ecefd7-92ac-4ed7-9470-111421aff3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.783209 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:42Z', 'revision_number': 3, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port': {'id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:41Z', 'updated_at': '2021-12-13T15:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:46.798310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e459c02e-1e6f-4053-81ed-2f2a5b806600 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:46.799702 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.871886 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950520e4-b829-4c4f-9de5-b53d47f001fc None None] The sync data for ids ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'] in n-d-816954-1 is: [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:42Z', 'revision_number': 3, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port': {'id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:41Z', 'updated_at': '2021-12-13T15:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:09:46.906212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3657f1e-29c2-4b54-b6d8-9bf22dc358c1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:46.951043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a1ecefd7-92ac-4ed7-9470-111421aff3e5 None None] For port e459c02e-1e6f-4053-81ed-2f2a5b806600, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e459c02e-1e6f-4053-81ed-2f2a5b806600,segment=NetworkSegment(9cfc9e67-7ab8-4b25-affa-df79f1a0ec43),segment_id=9cfc9e67-7ab8-4b25-affa-df79f1a0ec43)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:46.969550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657f1e-29c2-4b54-b6d8-9bf22dc358c1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a70af6-b5fa-49f5-879e-4dceb461c4fe,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:46.969773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 2, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:46.999321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.009995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Checking router: f2fe9c70-4106-4087-8357-9c3e4d28df68 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:09:47.019802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Updating router f2fe9c70-4106-4087-8357-9c3e4d28df68 port 92ef2883-a589-4d1d-affb-8609fbda5e55 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:09:47.059640 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.126472 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.214865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a1ecefd7-92ac-4ed7-9470-111421aff3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.222601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.226169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3657f1e-29c2-4b54-b6d8-9bf22dc358c1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.229227 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f3657f1e-29c2-4b54-b6d8-9bf22dc358c1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0649371 Dec 13 15:09:47.384803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.436322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.440738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:47.449076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecefd7-92ac-4ed7-9470-111421aff3e5 None None] Pushing event updated for resources: {'Port': ['ID=e459c02e-1e6f-4053-81ed-2f2a5b806600,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:47.524880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Provisioning complete for port 195022ac-0ac4-4cf9-963f-7439411fea29 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:47.525396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:47.567444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:09:47.567660 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:09:47.584789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:47.594647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:47.649499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-e2e09a7f-c677-4122-b7bb-2f8705c15218 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1562082792&fields=id&tenant_id=7f17283359804e1b9e1871b1ab91e5c9 HTTP/1.1" status: 200 len: 267 time: 0.0984125 Dec 13 15:09:47.745310 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-db22cf5c-fce0-4700-8308-95a0e1d974ef tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--1778933182&fields=id&tenant_id=7f17283359804e1b9e1871b1ab91e5c9 HTTP/1.1" status: 200 len: 267 time: 0.0948272 Dec 13 15:09:47.885891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5681ae-d33d-496c-a38f-0c7f95dbd43e req-0dc7d8b1-c9e9-413c-8087-fd2b51d5b46c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:47.889216 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b5681ae-d33d-496c-a38f-0c7f95dbd43e req-0dc7d8b1-c9e9-413c-8087-fd2b51d5b46c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1798456 Dec 13 15:09:47.957517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b5681ae-d33d-496c-a38f-0c7f95dbd43e req-f5d8aab4-ab47-4d2f-a438-5b7a251a6ccc tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523543 Dec 13 15:09:47.990499 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.010758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Router cc719df4-ba9a-498e-a1cd-76b6d255f44f has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:09:48.020376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Provisioning complete for port e459c02e-1e6f-4053-81ed-2f2a5b806600 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:48.020856 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.043449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-e4a55eae-e026-4af3-ab66-f1ee451bd721 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:48.056387 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-e4a55eae-e026-4af3-ab66-f1ee451bd721 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/networks?id=b8352bea-f582-4c5b-babc-e6860b2e2bfa HTTP/1.1" status: 200 len: 796 time: 0.3077562 Dec 13 15:09:48.076721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-a05f940b-1290-42b1-b4f3-f7ceb5b82984 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/quotas/7f17283359804e1b9e1871b1ab91e5c9 HTTP/1.1" status: 200 len: 375 time: 0.0205123 Dec 13 15:09:48.096755 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.153787 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-a88e3a71-6167-4b1a-b996-78ee7850b08a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757928 Dec 13 15:09:48.188144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a82844-7a5e-440c-98e1-f2ba26282af4 None None] Pushing event updated for resources: {'Port': ['ID=92ef2883-a589-4d1d-affb-8609fbda5e55,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:48.232332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46deb1-68a3-4f26-883c-69f8a10c0487 req-c584862c-311f-42f3-9826-afb96c135625 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:48.235761 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c46deb1-68a3-4f26-883c-69f8a10c0487 req-c584862c-311f-42f3-9826-afb96c135625 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1455593 Dec 13 15:09:48.349561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-0a9b8590-57f5-4523-8e63-be588a1931ff service neutron] 10.222.0.24 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916034 Dec 13 15:09:48.376348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c46deb1-68a3-4f26-883c-69f8a10c0487 req-a689f55c-2c85-470f-a971-255f6017eb4c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339681 Dec 13 15:09:48.386167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Attempting to bind port 92ef2883-a589-4d1d-affb-8609fbda5e55 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:48.386805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Attempting to bind port 92ef2883-a589-4d1d-affb-8609fbda5e55 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:48.387336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Attempting to bind port 92ef2883-a589-4d1d-affb-8609fbda5e55 on network b8352bea-f582-4c5b-babc-e6860b2e2bfa {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:48.400692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:48.401506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Checking segment: {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:48.402085 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.402908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Bound using segment: {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:48.404041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Bound port: 92ef2883-a589-4d1d-affb-8609fbda5e55, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:48.404593 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.425139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:09:48.450817 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b3962cbb-ee36-4e99-8a4e-0800c5f48794 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc719df4-ba9a-498e-a1cd-76b6d255f44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3190565 Dec 13 15:09:48.490524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Provisioning complete for port 92ef2883-a589-4d1d-affb-8609fbda5e55 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:48.490905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.596634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 228760d4-075e-44d1-a8e8-77cfd7b24d5c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:48.613833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-b523049a-fb1b-495d-a385-0031ab7f9614 service neutron] 10.222.0.24 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633967 Dec 13 15:09:48.646352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Port 92ef2883-a589-4d1d-affb-8609fbda5e55 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:09:48.665698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] For port 92ef2883-a589-4d1d-affb-8609fbda5e55, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:48.675440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] For port 92ef2883-a589-4d1d-affb-8609fbda5e55, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=92ef2883-a589-4d1d-affb-8609fbda5e55,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:48.686107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 228760d4-075e-44d1-a8e8-77cfd7b24d5c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:48.686511 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.724452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Provisioning complete for port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:48.724826 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.768741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb3397-5bc9-4cbf-b5ec-9d287e5f64bd None None] Port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:09:48.790931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.853351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a82844-7a5e-440c-98e1-f2ba26282af4 None None] Pushing event updated for resources: {'Port': ['ID=92ef2883-a589-4d1d-affb-8609fbda5e55,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:48.872014 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:48.917232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 228760d4-075e-44d1-a8e8-77cfd7b24d5c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=228760d4-075e-44d1-a8e8-77cfd7b24d5c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:48.936914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:48.937572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:48.964374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3edc522b-e479-41d9-8dec-b4f5c0f2d6e0 req-9f66d0dd-d8f9-4fef-b902-b3745fe0f4f7 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 210 time: 0.0430124 Dec 13 15:09:49.001683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Provisioning complete for port 92ef2883-a589-4d1d-affb-8609fbda5e55 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:49.001683 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:49.244120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:49.244885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 195022ac-0ac4-4cf9-963f-7439411fea29 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:49.313326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2942eea-e463-47a7-8fd3-6ddc09c7fc15 req-a74f65d7-f242-4a95-859e-832284ffc58b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:49.325885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a2942eea-e463-47a7-8fd3-6ddc09c7fc15 req-a74f65d7-f242-4a95-859e-832284ffc58b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1098230 Dec 13 15:09:49.389402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a2942eea-e463-47a7-8fd3-6ddc09c7fc15 req-f9653285-988c-404a-84f5-0f4116cdd04e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623598 Dec 13 15:09:49.465543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=228760d4-075e-44d1-a8e8-77cfd7b24d5c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:49.548340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f80cfe-e2ca-4d38-a975-dc1924e0bb6d req-b9130076-b4e1-4b00-ac4a-320c6e929478 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:49.550195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b0f80cfe-e2ca-4d38-a975-dc1924e0bb6d req-b9130076-b4e1-4b00-ac4a-320c6e929478 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0677557 Dec 13 15:09:49.562906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:49.628809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b0f80cfe-e2ca-4d38-a975-dc1924e0bb6d req-18d6318d-cc3e-4ce1-820b-3bcd27de9c37 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715213 Dec 13 15:09:49.681277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 195022ac-0ac4-4cf9-963f-7439411fea29 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:49.686386 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:49.768513 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:49.782584 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Sync routers for ids ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:09:49.797150 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Routers {'cc719df4-ba9a-498e-a1cd-76b6d255f44f'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:49.798031 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:49.936366 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Set router cc719df4-ba9a-498e-a1cd-76b6d255f44f gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:50.043023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b54afbbd-9560-49ff-be2c-cb036c9aaaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:50.045598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] For port 92ef2883-a589-4d1d-affb-8609fbda5e55, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=92ef2883-a589-4d1d-affb-8609fbda5e55,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:50.107711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d674933-0fa6-43ba-bea6-f8110ada913f req-1b373bb1-676c-4f72-b3f5-77461aae18bc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 210 time: 0.0758560 Dec 13 15:09:50.151549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e459c02e-1e6f-4053-81ed-2f2a5b806600 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:50.153961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:09:50.197864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:50.287687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Provisioning complete for port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:50.287687 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:50.320091 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:46Z', 'revision_number': 4, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port': {'id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:41Z', 'updated_at': '2021-12-13T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '1e8bab1e-e597-4740-b3cf-5d41f545bd0a', 'name': '', 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'mac_address': 'fa:16:3e:21:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2c5cc0b6-25e4-4915-8401-ffe51f670140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:45Z', 'updated_at': '2021-12-13T15:09:46Z', 'revision_number': 2, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'subnets': [{'id': '2c5cc0b6-25e4-4915-8401-ffe51f670140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:50.352265 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Checking router: cc719df4-ba9a-498e-a1cd-76b6d255f44f for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:09:50.352780 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Updating router cc719df4-ba9a-498e-a1cd-76b6d255f44f port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:09:50.379423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:09:50.385867 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:50.394001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:48Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:50.438099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514eb2a-0eab-4506-906a-5df1d673590a None None] The sync data for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 is: [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:48Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:09:50.444728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6db0f-4d80-49db-9ee0-251aa73f038b None None] Pushing event updated for resources: {'Port': ['ID=92ef2883-a589-4d1d-affb-8609fbda5e55,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:50.471009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e459c02e-1e6f-4053-81ed-2f2a5b806600 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:50.473185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:50.613903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04426534-6f88-4289-8a70-7408a4b2fe16 req-640b070b-94fe-4a3a-9c38-b08f64062a3c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:50.620545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:50.624057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04426534-6f88-4289-8a70-7408a4b2fe16 req-640b070b-94fe-4a3a-9c38-b08f64062a3c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0991545 Dec 13 15:09:50.635923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f3a3368d-4260-4433-bd79-77fe6c894e0c None None] Provisioning complete for port 92ef2883-a589-4d1d-affb-8609fbda5e55 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:50.640070 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3a3368d-4260-4433-bd79-77fe6c894e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:50.696612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'port_id': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'mac_address': 'fa:16:3e:6c:1f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:09:50.736864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04426534-6f88-4289-8a70-7408a4b2fe16 req-b3cb25e5-a901-446b-b56c-6acc1e29953b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111302 Dec 13 15:09:50.857066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:50.948405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cbcba6b-d395-466d-a4a1-888d27e73166 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:09:50.949372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d452ca-16ae-446f-8536-7bd935120582 req-fd48b0c4-dc6c-4878-8cf2-b4d0822352b0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:50.953323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d452ca-16ae-446f-8536-7bd935120582 req-fd48b0c4-dc6c-4878-8cf2-b4d0822352b0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1444547 Dec 13 15:09:51.006336 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:51.082875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96d452ca-16ae-446f-8536-7bd935120582 req-a1439693-e41f-42a4-802a-faf89a6d0d99 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218228 Dec 13 15:09:51.110574 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:51.149049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:51.216935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 228760d4-075e-44d1-a8e8-77cfd7b24d5c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:51.264043 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:51.357209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ba6e259-7265-404f-a0d5-83648b4fbf0a req-a85faf7d-784b-4bd9-be49-11e7285ecdc9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 210 time: 0.0977941 Dec 13 15:09:51.382070 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b2275-2f5a-4c8f-ad98-836e71b7ae47 None None] Pushing event updated for resources: {'Port': ['ID=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:51.442042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2cbcba6b-d395-466d-a4a1-888d27e73166'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:09:51.482977 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Attempting to bind port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:51.483348 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Attempting to bind port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:51.483813 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Attempting to bind port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a on network 3054e629-f588-47aa-921f-5f1e1ec52d8b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:51.501900 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:51.502304 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Checking segment: {'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:51.502727 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:51.503111 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Bound using segment: {'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:51.503611 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Bound port: 1e8bab1e-e597-4740-b3cf-5d41f545bd0a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:51.503998 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:51.641609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:51.650367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 228760d4-075e-44d1-a8e8-77cfd7b24d5c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:51.650464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:51.687591 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] For port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:51.692286 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] For port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,segment=NetworkSegment(9cfc9e67-7ab8-4b25-affa-df79f1a0ec43),segment_id=9cfc9e67-7ab8-4b25-affa-df79f1a0ec43)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:51.797223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51560) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:51.837955 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:51.848137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3ef4a7df-48ed-4541-a47a-4f057b71a980 None None] Provisioning complete for port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:51.848697 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3ef4a7df-48ed-4541-a47a-4f057b71a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:52.007135 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b2275-2f5a-4c8f-ad98-836e71b7ae47 None None] Pushing event updated for resources: {'Port': ['ID=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:52.015231 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Routers {'cc719df4-ba9a-498e-a1cd-76b6d255f44f'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:52.017154 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:52.088395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819a0d5-dd15-4d19-bd75-c309504b608f req-64595546-2032-4e2f-bcc0-e3e8327bbb01 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:52.102409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1819a0d5-dd15-4d19-bd75-c309504b608f req-64595546-2032-4e2f-bcc0-e3e8327bbb01 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 944 time: 0.1706905 Dec 13 15:09:52.152647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 92ef2883-a589-4d1d-affb-8609fbda5e55 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:52.226121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1819a0d5-dd15-4d19-bd75-c309504b608f req-c363938b-41cd-4175-a11b-7f58f40744a9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194346 Dec 13 15:09:52.549060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-199385a0-f3e5-4975-840d-705ce531ce86 req-b9d5774a-15d2-4d2e-8027-df2d05912afa tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 210 time: 0.0723696 Dec 13 15:09:52.585994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 92ef2883-a589-4d1d-affb-8609fbda5e55 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:52.586421 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:52.671940 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7b7c-8070-49bd-9f29-abb945303b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:52.758559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3ef4a7df-48ed-4541-a47a-4f057b71a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:52.763766 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] Set router cc719df4-ba9a-498e-a1cd-76b6d255f44f gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:52.895640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3ef4a7df-48ed-4541-a47a-4f057b71a980 None None] For port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,segment=NetworkSegment(9cfc9e67-7ab8-4b25-affa-df79f1a0ec43),segment_id=9cfc9e67-7ab8-4b25-affa-df79f1a0ec43)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:52.997562 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3ef4a7df-48ed-4541-a47a-4f057b71a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:53.132896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4a7df-48ed-4541-a47a-4f057b71a980 None None] Pushing event updated for resources: {'Port': ['ID=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:53.173918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1b7284f4-e157-4006-a6c5-fdb09c189e92 None None] Provisioning complete for port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:53.174208 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b7284f4-e157-4006-a6c5-fdb09c189e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:53.338250 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:46Z', 'revision_number': 4, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port': {'id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:41Z', 'updated_at': '2021-12-13T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '1e8bab1e-e597-4740-b3cf-5d41f545bd0a', 'name': '', 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'mac_address': 'fa:16:3e:21:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2c5cc0b6-25e4-4915-8401-ffe51f670140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:45Z', 'updated_at': '2021-12-13T15:09:51Z', 'revision_number': 4, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'subnets': [{'id': '2c5cc0b6-25e4-4915-8401-ffe51f670140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:53.420434 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af7770-27a0-4a06-93c4-e408fc217b4c None None] The sync data for ids ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'] in n-d-816954-1 is: [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:46Z', 'revision_number': 4, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port': {'id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:41Z', 'updated_at': '2021-12-13T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '1e8bab1e-e597-4740-b3cf-5d41f545bd0a', 'name': '', 'network_id': '3054e629-f588-47aa-921f-5f1e1ec52d8b', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'mac_address': 'fa:16:3e:21:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2c5cc0b6-25e4-4915-8401-ffe51f670140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:45Z', 'updated_at': '2021-12-13T15:09:51Z', 'revision_number': 4, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'subnets': [{'id': '2c5cc0b6-25e4-4915-8401-ffe51f670140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:09:53.467050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3014c-79c3-4ead-b0cd-4c06562bd5f3 req-0e701dad-192c-4747-801a-9a1bf4eac6eb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:53.475199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34f3014c-79c3-4ead-b0cd-4c06562bd5f3 req-0e701dad-192c-4747-801a-9a1bf4eac6eb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 944 time: 0.0929551 Dec 13 15:09:53.532742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:53.560121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34f3014c-79c3-4ead-b0cd-4c06562bd5f3 req-3303dac6-38a6-43f1-9aad-4f6c7e535be2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837345 Dec 13 15:09:53.765783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ae0ed67c-e0fa-4367-aaf8-f1bc93260ca8 req-f48e5fe6-e9ce-481a-b50a-2087b7dfd6d0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 210 time: 0.0637484 Dec 13 15:09:53.928042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-c8bef98e-b145-4df3-94fe-6909cba1d530 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:53.929966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-c8bef98e-b145-4df3-94fe-6909cba1d530 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.55 "GET /v2.0/networks?id=b8352bea-f582-4c5b-babc-e6860b2e2bfa HTTP/1.1" status: 200 len: 796 time: 0.4297140 Dec 13 15:09:53.999665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847a9cc-40c5-423b-bac8-7e66bfba5c90 req-7a4c6f75-ab06-4f40-b482-8cc112db7070 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:54.008999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d847a9cc-40c5-423b-bac8-7e66bfba5c90 req-7a4c6f75-ab06-4f40-b482-8cc112db7070 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.4814496 Dec 13 15:09:54.094132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-41865d77-15bc-4e52-a043-207d7ebf6fa6 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f17283359804e1b9e1871b1ab91e5c9 HTTP/1.1" status: 200 len: 478 time: 0.1304040 Dec 13 15:09:54.118929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'port': {'device_id': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'admin_state_up': True, 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'security_groups': ['1db15a91-63a0-47cb-8b72-518aabb55be5', '861915fe-3268-4541-ae3c-1b7594df2381']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:54.146327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:54.196652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d847a9cc-40c5-423b-bac8-7e66bfba5c90 req-8f462ea9-ddf3-4314-b671-366e18deb527 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857884 Dec 13 15:09:54.281623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2cbcba6b-d395-466d-a4a1-888d27e73166 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:54.281931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.397102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.413149 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.448124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Made reservation on behalf of 7f17283359804e1b9e1871b1ab91e5c9 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:09:54.452004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:54.458523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:09:54.462990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.468955 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c94fb8a-e5eb-415d-badf-7fdb90185dd3" -d '{"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:09:54.530025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:54.603154 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.691919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65305f1a-71a5-4af7-9a46-feb166bada6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.756001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:54.863044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65305f1a-71a5-4af7-9a46-feb166bada6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.867584 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3e068a-2188-473e-a33c-f03d9e1f8206 x-openstack-request-id: req-4b3e068a-2188-473e-a33c-f03d9e1f8206 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:09:54.867879 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:09:54.868124 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b3e068a-2188-473e-a33c-f03d9e1f8206 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:09:54.868518 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'code': 200} Dec 13 15:09:54.976536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39a863be-c61f-4199-a17d-10cd6f05ec6f req-c54cf0b3-818c-4862-a58f-0efb31da1dcf tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 210 time: 0.0617096 Dec 13 15:09:54.977945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-65305f1a-71a5-4af7-9a46-feb166bada6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:54.991078 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.043579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:55.047368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-65305f1a-71a5-4af7-9a46-feb166bada6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f2855fb861e419d8a98160be8296498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930030 Dec 13 15:09:55.048878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65305f1a-71a5-4af7-9a46-feb166bada6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5239f0c8-7b69-4fb3-b3ab-aae70a5da7c9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:55.079711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ba025-e10f-4380-91c2-8b16f16550b2 req-87a9af78-2e02-4647-9ea2-8105465ef5de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:55.087093 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d1ba025-e10f-4380-91c2-8b16f16550b2 req-87a9af78-2e02-4647-9ea2-8105465ef5de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.3310986 Dec 13 15:09:55.105037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1e8bab1e-e597-4740-b3cf-5d41f545bd0a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:09:55.153338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Allocated IP 172.20.0.3 (b8352bea-f582-4c5b-babc-e6860b2e2bfa/e9fe7246-64c8-4351-b066-7683d6fa9229/c9b44d1b-38f3-4f7b-aa37-1dd7e244877a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:09:55.164796 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.178172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:55.178600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.220775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d1ba025-e10f-4380-91c2-8b16f16550b2 req-3da42ed0-ec14-4248-a045-b26fc1c4bf4b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327136 Dec 13 15:09:55.272223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2366e191-6afa-4e81-8e6a-93523bc237b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.362386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2366e191-6afa-4e81-8e6a-93523bc237b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.503623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ff88b-68bf-46fc-9818-6f43f5982895 req-916cd500-98c8-40ed-b046-ca855ade1519 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:55.514543 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb9ff88b-68bf-46fc-9818-6f43f5982895 req-916cd500-98c8-40ed-b046-ca855ade1519 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1632926 Dec 13 15:09:55.542954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.569766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Deleting port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:09:55.570298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.609586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb9ff88b-68bf-46fc-9818-6f43f5982895 req-5cc1a475-8595-4960-8a01-792413f4f6f2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874012 Dec 13 15:09:55.626891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2366e191-6afa-4e81-8e6a-93523bc237b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.635352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2366e191-6afa-4e81-8e6a-93523bc237b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.635352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2366e191-6afa-4e81-8e6a-93523bc237b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5239f0c8-7b69-4fb3-b3ab-aae70a5da7c9 HTTP/1.1" status: 204 len: 168 time: 0.5852077 Dec 13 15:09:55.655536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366e191-6afa-4e81-8e6a-93523bc237b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5239f0c8-7b69-4fb3-b3ab-aae70a5da7c9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:55.700640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] For port 1e8bab1e-e597-4740-b3cf-5d41f545bd0a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,segment=NetworkSegment(9cfc9e67-7ab8-4b25-affa-df79f1a0ec43),segment_id=9cfc9e67-7ab8-4b25-affa-df79f1a0ec43)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:55.701186 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.724019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Calling delete_port for 1e8bab1e-e597-4740-b3cf-5d41f545bd0a owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:09:55.742142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:55.849079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:09:55.868155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:09:55.878493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:09:55.882013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:56.073694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:56.074437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:56.306914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3c9a8bf0-af51-40d0-a92b-f8feadbb00fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.2014098 Dec 13 15:09:56.325927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Request body: {'port': {'device_id': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:09:56.392606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe3744-862e-4eca-a1d5-9403d30c6f0d req-95654be5-40fb-4fb3-a7dd-4ba1677cab8e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:56.394426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aabe3744-862e-4eca-a1d5-9403d30c6f0d req-95654be5-40fb-4fb3-a7dd-4ba1677cab8e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 970 time: 0.2423372 Dec 13 15:09:56.406480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-522c42b8-1d6c-4a01-972a-e520ca4bfca2 None None] Provisioning complete for port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:09:56.407484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-522c42b8-1d6c-4a01-972a-e520ca4bfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:56.421518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:56.474885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c4bb-25d1-4c7b-85cb-8facdbc0a012 req-ee5a8176-5f7f-4405-9cbf-10d93e2ae45a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:56.487184 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd0c4bb-25d1-4c7b-85cb-8facdbc0a012 req-ee5a8176-5f7f-4405-9cbf-10d93e2ae45a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1244919 Dec 13 15:09:56.488536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-522c42b8-1d6c-4a01-972a-e520ca4bfca2 None None] Port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:09:56.499643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:56.504706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8bab1e-e597-4740-b3cf-5d41f545bd0a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:56.557094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aabe3744-862e-4eca-a1d5-9403d30c6f0d req-a06c2280-44e6-4902-88b4-7cb7a23dd9b9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1420650 Dec 13 15:09:56.585295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fd0c4bb-25d1-4c7b-85cb-8facdbc0a012 req-58cffadd-1930-4f1c-bd15-29bfc6351a59 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968642 Dec 13 15:09:56.792242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:56.806940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d158060b-5177-4b0b-ae1a-8b5de81cffbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.027761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d158060b-5177-4b0b-ae1a-8b5de81cffbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.115569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.122655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d158060b-5177-4b0b-ae1a-8b5de81cffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.149357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58558-30b2-4cb0-9c21-a02640de6e70 req-72d8636e-a6ff-4964-8c97-fb8c75d23e10 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:57.151206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c58558-30b2-4cb0-9c21-a02640de6e70 req-72d8636e-a6ff-4964-8c97-fb8c75d23e10 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.4220200 Dec 13 15:09:57.199667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158060b-5177-4b0b-ae1a-8b5de81cffbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a573921f-a040-4892-8055-1faddaa2d600,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:57.220790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d158060b-5177-4b0b-ae1a-8b5de81cffbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdbf97486f1f48ba8be8db56c0930053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270930 Dec 13 15:09:57.222047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51640) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:57.316048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86da263e-96fa-4bf3-9a95-a68c4edc5103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.321155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80c58558-30b2-4cb0-9c21-a02640de6e70 req-10b8e4f0-26fe-47f9-b2af-ec127c837d7e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493273 Dec 13 15:09:57.373702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86da263e-96fa-4bf3-9a95-a68c4edc5103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.542730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b44d1b-38f3-4f7b-aa37-1dd7e244877a {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:09:57.557322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.654573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Router cc719df4-ba9a-498e-a1cd-76b6d255f44f has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:09:57.767912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Transition to ACTIVE for port object c9b44d1b-38f3-4f7b-aa37-1dd7e244877a will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:09:57.776845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e038ed9-0d90-4796-b697-b1dcda2261a1 req-6b375e79-eb36-4bf7-aaec-29738398b92f tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:57.779490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e038ed9-0d90-4796-b697-b1dcda2261a1 req-6b375e79-eb36-4bf7-aaec-29738398b92f tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 970 time: 0.0822794 Dec 13 15:09:57.781900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86da263e-96fa-4bf3-9a95-a68c4edc5103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.788268 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86da263e-96fa-4bf3-9a95-a68c4edc5103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.792004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-86da263e-96fa-4bf3-9a95-a68c4edc5103 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a573921f-a040-4892-8055-1faddaa2d600 HTTP/1.1" status: 204 len: 168 time: 0.5662417 Dec 13 15:09:57.801888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da263e-96fa-4bf3-9a95-a68c4edc5103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a573921f-a040-4892-8055-1faddaa2d600,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:57.890631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e038ed9-0d90-4796-b697-b1dcda2261a1 req-63f2a960-e1cd-423a-8dcd-659582900259 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0945804 Dec 13 15:09:57.898016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:57.948307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8910-a2f9-4c30-a67c-ebe5713b6b28 req-2e315f93-9951-4b97-8798-98ce16d193c2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:57.949523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c03f8910-a2f9-4c30-a67c-ebe5713b6b28 req-2e315f93-9951-4b97-8798-98ce16d193c2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.2247148 Dec 13 15:09:57.973438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:09:57.987470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dac04110-1a18-4689-a658-308de2e08eb0 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc719df4-ba9a-498e-a1cd-76b6d255f44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1897902 Dec 13 15:09:57.990018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51648) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:58.005723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] Sync routers for ids ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:09:58.031678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] Routers {'cc719df4-ba9a-498e-a1cd-76b6d255f44f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:58.032732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:58.091288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Pushing event updated for resources: {'Port': ['ID=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:58.111590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c03f8910-a2f9-4c30-a67c-ebe5713b6b28 req-916a7f91-6694-4bbb-aa53-4a13bb9655dd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398337 Dec 13 15:09:58.175479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:58.226950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] Set router cc719df4-ba9a-498e-a1cd-76b6d255f44f gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:58.258513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Attempting to bind port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:09:58.259018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Attempting to bind port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:09:58.260616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Attempting to bind port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a on network b8352bea-f582-4c5b-babc-e6860b2e2bfa {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:58.272112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a on network b8352bea-f582-4c5b-babc-e6860b2e2bfa not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:09:58.277357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Attempting to bind port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a on network b8352bea-f582-4c5b-babc-e6860b2e2bfa {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:09:58.280193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:09:58.280776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Checking segment: {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:09:58.281242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Bound using segment: {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:09:58.283325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Bound port: c9b44d1b-38f3-4f7b-aa37-1dd7e244877a, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39b61c1-7c6f-45da-afb5-39f53c1003ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:09:58.284247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:58.357022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:58.391326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] For port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:09:58.395181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] For port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:09:58.539766 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:58.569005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:56Z', 'revision_number': 5, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port': {'id': '228760d4-075e-44d1-a8e8-77cfd7b24d5c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:41Z', 'updated_at': '2021-12-13T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:58.614070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] Checking router: cc719df4-ba9a-498e-a1cd-76b6d255f44f for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:09:58.621103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:58.628045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:58.628045 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] 10.222.0.55 "PUT /v2.0/ports/c9b44d1b-38f3-4f7b-aa37-1dd7e244877a HTTP/1.1" status: 200 len: 1130 time: 2.3063102 Dec 13 15:09:58.628045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:09:58.628420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] Routers {'cc719df4-ba9a-498e-a1cd-76b6d255f44f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:09:58.628420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:58.632787 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3278c234-25f1-42ae-b796-5a829a58ccf0" -d '{"events": [{"name": "network-changed", "server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:09:58.632976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe8476-3849-449e-b3a1-64710c29c223 req-71c8cb64-e822-4c94-a147-db373bdcc66a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:58.634291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cbe8476-3849-449e-b3a1-64710c29c223 req-71c8cb64-e822-4c94-a147-db373bdcc66a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1005187 Dec 13 15:09:58.662627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Deleting port 228760d4-075e-44d1-a8e8-77cfd7b24d5c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:09:58.666472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:58.754451 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39044d-8f87-4b68-b430-85ddb826c124 x-openstack-request-id: req-bd39044d-8f87-4b68-b430-85ddb826c124 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:09:58.754743 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:09:58.755040 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd39044d-8f87-4b68-b430-85ddb826c124 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:09:58.755422 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'status': 'completed', 'code': 200} Dec 13 15:09:58.761551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f183b48-bd3b-4f9d-a43d-ec64a9bbc05f service neutron] Pushing event updated for resources: {'Port': ['ID=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:58.851163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278c234-25f1-42ae-b796-5a829a58ccf0 req-835d03cb-4aa0-4b60-bfd6-ce4d232683d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:58.857351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3278c234-25f1-42ae-b796-5a829a58ccf0 req-835d03cb-4aa0-4b60-bfd6-ce4d232683d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1133 time: 0.0848603 Dec 13 15:09:58.908626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cbe8476-3849-449e-b3a1-64710c29c223 req-ddf01d08-5d0b-4126-bbd5-aa5ac26e5130 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517278 Dec 13 15:09:59.006268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] For port 228760d4-075e-44d1-a8e8-77cfd7b24d5c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=228760d4-075e-44d1-a8e8-77cfd7b24d5c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:09:59.006971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:59.027849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Calling delete_port for 228760d4-075e-44d1-a8e8-77cfd7b24d5c owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:09:59.060424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] Set router cc719df4-ba9a-498e-a1cd-76b6d255f44f gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:09:59.141536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:58Z', 'revision_number': 6, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:09:59.178336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278c234-25f1-42ae-b796-5a829a58ccf0 req-641da8b2-855d-4387-b955-a8e7487c79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:59.179943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3278c234-25f1-42ae-b796-5a829a58ccf0 req-641da8b2-855d-4387-b955-a8e7487c79a4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3149810 Dec 13 15:09:59.200662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb41818-9938-447d-b78c-1914b7eef1ac None None] The sync data for ids ['cc719df4-ba9a-498e-a1cd-76b6d255f44f'] in n-d-816954-1 is: [{'id': 'cc719df4-ba9a-498e-a1cd-76b6d255f44f', 'name': 'tempest-ImageQuotaTest-948009637-router', 'tenant_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:40Z', 'updated_at': '2021-12-13T15:09:58Z', 'revision_number': 6, 'project_id': 'a7e1f68fdcb14e42ad7bcb78a3ec9a28', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:09:59.218107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faf93c-e0ce-4aa0-99f1-83cb952cea31 req-c626787c-dc44-4053-9b54-cf265c02c413 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:59.228495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25faf93c-e0ce-4aa0-99f1-83cb952cea31 req-c626787c-dc44-4053-9b54-cf265c02c413 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 982 time: 0.1319828 Dec 13 15:09:59.232363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:09:59.336114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b7a57-1292-4314-8fcc-8e1ff4de5164 req-077b770f-8c2e-4ffb-a9c8-2fcb95f4dd4f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:59.337665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc4b7a57-1292-4314-8fcc-8e1ff4de5164 req-077b770f-8c2e-4ffb-a9c8-2fcb95f4dd4f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1034274 Dec 13 15:09:59.440990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc4b7a57-1292-4314-8fcc-8e1ff4de5164 req-18e3d63b-203c-4557-9641-398da39e5184 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897026 Dec 13 15:09:59.517485 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:59.595924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Pushing event deleted for resources: {'Port': ['ID=228760d4-075e-44d1-a8e8-77cfd7b24d5c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:09:59.708138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:59.800626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-960c8f8d-fffb-45d5-a615-f68b9a161733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:59.860106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25faf93c-e0ce-4aa0-99f1-83cb952cea31 req-bc4354ad-d062-40a4-99d8-d3f93a09ef72 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6260979 Dec 13 15:09:59.899496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278c234-25f1-42ae-b796-5a829a58ccf0 req-b1bf7629-e99b-46fc-b058-9c386fa7c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:09:59.901249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3278c234-25f1-42ae-b796-5a829a58ccf0 req-b1bf7629-e99b-46fc-b058-9c386fa7c483 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7048235 Dec 13 15:09:59.921567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:09:59.928713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.078273 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-960c8f8d-fffb-45d5-a615-f68b9a161733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.080832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-818d96b1-754e-4614-b4d6-e90b15b040ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.085759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-818d96b1-754e-4614-b4d6-e90b15b040ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1133 time: 0.1304548 Dec 13 15:10:00.124163 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.128440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc719df4-ba9a-498e-a1cd-76b6d255f44f {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:10:00.160592 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-f459ed35-0a51-447d-ba5e-a96dcee89e86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a HTTP/1.1" status: 200 len: 217 time: 0.0698121 Dec 13 15:10:00.174848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.182792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc7180e8-4148-4702-88b4-36120b52a91a admin admin] 10.222.0.24 "DELETE /v2.0/routers/cc719df4-ba9a-498e-a1cd-76b6d255f44f HTTP/1.1" status: 204 len: 168 time: 2.1903079 Dec 13 15:10:00.183586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:00.226256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-960c8f8d-fffb-45d5-a615-f68b9a161733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.295244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83b9ba-cc0c-435c-85b4-d0b9ff17c6aa req-756cad5a-3a5c-46b0-a964-e41e053cc9e0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.297990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f83b9ba-cc0c-435c-85b4-d0b9ff17c6aa req-756cad5a-3a5c-46b0-a964-e41e053cc9e0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1839075 Dec 13 15:10:00.302500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] Deleting subnet 2c5cc0b6-25e4-4915-8401-ffe51f670140 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:00.312582 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.326964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-2ee09b7c-3599-409a-bccc-407ca2912715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.328708 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-2ee09b7c-3599-409a-bccc-407ca2912715 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9fe7246-64c8-4351-b066-7683d6fa9229 HTTP/1.1" status: 200 len: 835 time: 0.1616626 Dec 13 15:10:00.334325 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-960c8f8d-fffb-45d5-a615-f68b9a161733 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25574245e1104162b2425d38a097edbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0991852 Dec 13 15:10:00.335928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:00.338004 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c8f8d-fffb-45d5-a615-f68b9a161733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f494bca-2952-4cbd-a344-87542b06d51e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:00.353136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-6c14495c-16b2-452b-8999-44f1285da0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.354700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-6c14495c-16b2-452b-8999-44f1285da0eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1096 time: 0.5281658 Dec 13 15:10:00.455337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.458727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-93991ddd-81fc-4554-9156-56c90f32f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.460918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-93991ddd-81fc-4554-9156-56c90f32f4f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8352bea-f582-4c5b-babc-e6860b2e2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199141 Dec 13 15:10:00.505587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f83b9ba-cc0c-435c-85b4-d0b9ff17c6aa req-86c80d9d-b54b-4976-8b3c-7bbd1aed0cdc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817210 Dec 13 15:10:00.585620 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56bcaa49-a03f-4481-b005-a253708dce67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.654523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-cf5782c9-ddfa-47d4-9603-2761eaedfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.656389 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-cf5782c9-ddfa-47d4-9603-2761eaedfb92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.2682760 Dec 13 15:10:00.688650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56bcaa49-a03f-4481-b005-a253708dce67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.710106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:00.790087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-e36c9e03-2ea5-4a23-936f-aea897116e73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 1001 time: 0.1245909 Dec 13 15:10:00.858660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-8fee1292-16d9-4238-acac-b23699930226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.860146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-8fee1292-16d9-4238-acac-b23699930226 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.0600679 Dec 13 15:10:00.910123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b7f6-0c0d-42a5-af99-39be50d8f04d req-ce0c32e2-5ba7-4e20-bc8a-533836cd95e0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:00.911995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c586b7f6-0c0d-42a5-af99-39be50d8f04d req-ce0c32e2-5ba7-4e20-bc8a-533836cd95e0 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.2711766 Dec 13 15:10:00.966190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:01.039021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c586b7f6-0c0d-42a5-af99-39be50d8f04d req-4a60c7ec-27d9-4cdd-9787-f765cf5c554e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968854 Dec 13 15:10:01.052985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-01e3d16e-d4fa-415c-902f-f43b118fbb5a service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760050 Dec 13 15:10:01.053095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5cc0b6-25e4-4915-8401-ffe51f670140,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:01.063749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5ac4b-c21e-4434-94f1-082f37a1ba73 None None] Network 3054e629-f588-47aa-921f-5f1e1ec52d8b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:01.074041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56bcaa49-a03f-4481-b005-a253708dce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:01.083578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56bcaa49-a03f-4481-b005-a253708dce67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:01.084766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-56bcaa49-a03f-4481-b005-a253708dce67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f494bca-2952-4cbd-a344-87542b06d51e HTTP/1.1" status: 204 len: 168 time: 0.7477424 Dec 13 15:10:01.098792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:01.102212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-efcb0e1b-e84e-4e20-8e06-a01e010baa52 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c5cc0b6-25e4-4915-8401-ffe51f670140 HTTP/1.1" status: 204 len: 168 time: 0.9162633 Dec 13 15:10:01.113094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51702) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:01.212017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1e8bab1e-e597-4740-b3cf-5d41f545bd0a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:01.232999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcaa49-a03f-4481-b005-a253708dce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f494bca-2952-4cbd-a344-87542b06d51e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:01.298764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 1e8bab1e-e597-4740-b3cf-5d41f545bd0a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:01.299105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1e8bab1e-e597-4740-b3cf-5d41f545bd0a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:01.303281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 228760d4-075e-44d1-a8e8-77cfd7b24d5c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:01.309265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-c076b963-549f-490d-ad4d-37b59747bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:01.309265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-c076b963-549f-490d-ad4d-37b59747bb4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4359126 Dec 13 15:10:01.350413 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3464d5f7-a244-4f2f-acab-99a381aba9f4 req-01c38823-6c90-4b4f-ae8b-34927d3877b5 service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939498 Dec 13 15:10:01.366865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 228760d4-075e-44d1-a8e8-77cfd7b24d5c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:01.367546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 228760d4-075e-44d1-a8e8-77cfd7b24d5c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:01.491940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-1c7d06de-3a98-4729-8cb4-aa66950ac10e service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515632 Dec 13 15:10:01.503914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:01.538766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31397b7-749c-44c2-b313-2eb678fe0322 req-695bbfc5-84fc-49c4-8165-429454634408 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:01.554787 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d31397b7-749c-44c2-b313-2eb678fe0322 req-695bbfc5-84fc-49c4-8165-429454634408 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 982 time: 0.4276881 Dec 13 15:10:01.577215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] DHCP port deletion for 3054e629-f588-47aa-921f-5f1e1ec52d8b request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:01.682310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] Deleting port e459c02e-1e6f-4053-81ed-2f2a5b806600 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:01.682976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:01.768342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faac219-2258-43a9-85da-2b7cfb2b7039 req-af49fe89-27ac-4f21-860e-b87614f28c9f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:01.777323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2faac219-2258-43a9-85da-2b7cfb2b7039 req-af49fe89-27ac-4f21-860e-b87614f28c9f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1546419 Dec 13 15:10:01.792520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] For port e459c02e-1e6f-4053-81ed-2f2a5b806600, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e459c02e-1e6f-4053-81ed-2f2a5b806600,segment=NetworkSegment(9cfc9e67-7ab8-4b25-affa-df79f1a0ec43),segment_id=9cfc9e67-7ab8-4b25-affa-df79f1a0ec43)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:01.793175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:01.828873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d31397b7-749c-44c2-b313-2eb678fe0322 req-5d08c738-f5b0-46b4-b77a-6ab60c95f8bb tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2725403 Dec 13 15:10:01.834009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] Calling delete_port for e459c02e-1e6f-4053-81ed-2f2a5b806600 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:01.868763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2faac219-2258-43a9-85da-2b7cfb2b7039 req-6bc87302-de4d-4157-8696-79ab9d5861f5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802214 Dec 13 15:10:01.912269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbcb5806-ef81-4ba2-8d6d-3427839b5d36 req-3f8a1230-cc9a-4f90-b3d9-b232a539100b service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119608 Dec 13 15:10:01.913910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Deleting port e459c02e-1e6f-4053-81ed-2f2a5b806600 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:01.914347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.139080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.169243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] No DVR routers for this DVR port e459c02e-1e6f-4053-81ed-2f2a5b806600 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:02.171408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a6464-007a-4e46-928c-a7d930f1ecc4 None None] Pushing event deleted for resources: {'Port': ['ID=e459c02e-1e6f-4053-81ed-2f2a5b806600,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:02.463987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] For port e459c02e-1e6f-4053-81ed-2f2a5b806600, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e459c02e-1e6f-4053-81ed-2f2a5b806600,segment=NetworkSegment(9cfc9e67-7ab8-4b25-affa-df79f1a0ec43),segment_id=9cfc9e67-7ab8-4b25-affa-df79f1a0ec43)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:02.464996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.485185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Calling delete_port for e459c02e-1e6f-4053-81ed-2f2a5b806600 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:02.497990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703fa5-d0eb-4fa8-a1d3-7b8fc4e0d283 req-1334426a-36de-4875-b1e0-585d044907d3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:02.499954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14703fa5-d0eb-4fa8-a1d3-7b8fc4e0d283 req-1334426a-36de-4875-b1e0-585d044907d3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1105578 Dec 13 15:10:02.511433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51736) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:02.603621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14703fa5-d0eb-4fa8-a1d3-7b8fc4e0d283 req-920690ae-bdf8-4365-a1e2-6aa7973311b9 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949190 Dec 13 15:10:02.649240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.679299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] No DVR routers for this DVR port e459c02e-1e6f-4053-81ed-2f2a5b806600 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:02.705085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e54327e-8639-4495-9ef9-141adda8ab9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.711904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e459c02e-1e6f-4053-81ed-2f2a5b806600,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:02.821353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.829138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e54327e-8639-4495-9ef9-141adda8ab9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.850776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3054e629-f588-47aa-921f-5f1e1ec52d8b']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:02.865052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:02.867879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc9e67-7ab8-4b25-affa-df79f1a0ec43') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:02.902477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.937628 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.946830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:10:02.947251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: self.session.flush() Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:10:02.949127 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:10:02.992575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7e54327e-8639-4495-9ef9-141adda8ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.053687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7e54327e-8639-4495-9ef9-141adda8ab9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70bc54524eb24f4596476b5be52f13ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415621 Dec 13 15:10:03.054872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51752) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:03.056575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54327e-8639-4495-9ef9-141adda8ab9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc89fa-217e-44f1-9913-d7309b126b46,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:03.063063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e459c02e-1e6f-4053-81ed-2f2a5b806600 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:03.106630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e459c02e-1e6f-4053-81ed-2f2a5b806600 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:03.107255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e459c02e-1e6f-4053-81ed-2f2a5b806600 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:03.165914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8917fe5-b95d-4d24-8be5-7a0594e0b220 req-ea06996a-bc72-4086-8c2e-9251c851a73c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:03.166818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50435a3a-17bb-403a-a181-55a077d57c21 req-407a4421-a3cd-419c-a4eb-13265156b51d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:03.168704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50435a3a-17bb-403a-a181-55a077d57c21 req-407a4421-a3cd-419c-a4eb-13265156b51d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1050603 Dec 13 15:10:03.169621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.170074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8917fe5-b95d-4d24-8be5-7a0594e0b220 req-ea06996a-bc72-4086-8c2e-9251c851a73c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 982 time: 0.2093542 Dec 13 15:10:03.185806 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.189025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3054e629-f588-47aa-921f-5f1e1ec52d8b HTTP/1.1" status: 204 len: 168 time: 2.0747838 Dec 13 15:10:03.219154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749b80d-700b-4d15-ac97-aa804fd52b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=3054e629-f588-47aa-921f-5f1e1ec52d8b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:03.250303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50435a3a-17bb-403a-a181-55a077d57c21 req-f8021261-7e42-4ef1-965d-1adc6b5c625e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601094 Dec 13 15:10:03.283969 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8917fe5-b95d-4d24-8be5-7a0594e0b220 req-a9e27d4a-f757-424b-aecc-70f749aa56f8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1050911 Dec 13 15:10:03.320334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f134e4e-b678-4f7c-9964-baf135085a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.352759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f134e4e-b678-4f7c-9964-baf135085a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.366079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c9b44d1b-38f3-4f7b-aa37-1dd7e244877a details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:10:03.513830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:03.522221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f134e4e-b678-4f7c-9964-baf135085a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.526041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6f134e4e-b678-4f7c-9964-baf135085a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.528081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6f134e4e-b678-4f7c-9964-baf135085a6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43fc89fa-217e-44f1-9913-d7309b126b46 HTTP/1.1" status: 204 len: 168 time: 0.4538178 Dec 13 15:10:03.538359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'port_id': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'mac_address': 'fa:16:3e:60:3d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:10:03.539075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f134e4e-b678-4f7c-9964-baf135085a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc89fa-217e-44f1-9913-d7309b126b46,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:03.593293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.617124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b44d1b-38f3-4f7b-aa37-1dd7e244877a {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:10:03.659684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:03.762911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f796-0b75-4892-88c0-d5c85f724cb9 req-9381f427-c404-4cc7-82ca-52f3057d5a85 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:03.764426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c922f796-0b75-4892-88c0-d5c85f724cb9 req-9381f427-c404-4cc7-82ca-52f3057d5a85 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0615325 Dec 13 15:10:03.765979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51766) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:03.815774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.827726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c922f796-0b75-4892-88c0-d5c85f724cb9 req-6a55dea3-5cbc-4058-9a05-c0512dae014f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544116 Dec 13 15:10:03.881202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:03.893081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-313b5721-21f9-47c2-a496-ea0dacfe31b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7e1f68fdcb14e42ad7bcb78a3ec9a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083868 Dec 13 15:10:03.910751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:03.963549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49b2855e-66ad-491c-bf07-560ed39a2264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:03.995765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49b2855e-66ad-491c-bf07-560ed39a2264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:04.035406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c9b44d1b-38f3-4f7b-aa37-1dd7e244877a'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:10:04.380238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376d456-c0ec-405d-98b9-bf4f10dca73c req-427c961a-4812-4b2e-bacb-f693ab976b25 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:04.381805 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6376d456-c0ec-405d-98b9-bf4f10dca73c req-427c961a-4812-4b2e-bacb-f693ab976b25 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0564175 Dec 13 15:10:04.405301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0b5d2-84e8-4c3f-84e5-81215db0104a req-b3214d66-6a41-469d-888f-a89ac62bb7ad tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:04.406990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54e0b5d2-84e8-4c3f-84e5-81215db0104a req-b3214d66-6a41-469d-888f-a89ac62bb7ad tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 983 time: 0.0496750 Dec 13 15:10:04.423948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6376d456-c0ec-405d-98b9-bf4f10dca73c req-d4b67a63-60c9-461d-998e-19ac6ce86a7b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Dec 13 15:10:04.445594 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49b2855e-66ad-491c-bf07-560ed39a2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:04.448298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-49b2855e-66ad-491c-bf07-560ed39a2264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:04.448747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54e0b5d2-84e8-4c3f-84e5-81215db0104a req-fc116981-e970-4233-9aa5-4c21f2fc2c8b tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345931 Dec 13 15:10:04.452566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-49b2855e-66ad-491c-bf07-560ed39a2264 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4142d7e-872c-475f-ae9c-a95c5fa013dd HTTP/1.1" status: 204 len: 168 time: 0.5576284 Dec 13 15:10:04.473168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2855e-66ad-491c-bf07-560ed39a2264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4142d7e-872c-475f-ae9c-a95c5fa013dd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:04.767226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51786) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:04.807347 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a285566-bf41-4ed4-89fb-915d150c84bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:04.939166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a285566-bf41-4ed4-89fb-915d150c84bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:04.989076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a285566-bf41-4ed4-89fb-915d150c84bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.038056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a285566-bf41-4ed4-89fb-915d150c84bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0921fb-333f-4d5e-9dc0-bb54fd4d2d15,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:05.066868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9a285566-bf41-4ed4-89fb-915d150c84bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=808a24bfcca249b1b9c62ca1695b2ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978442 Dec 13 15:10:05.069636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51794) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:05.093207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e8b71-2849-4dbd-9967-ae5ad9931ad6 req-bddf02b7-206c-4852-8ada-a5478f63ac59 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:05.102508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-327e8b71-2849-4dbd-9967-ae5ad9931ad6 req-bddf02b7-206c-4852-8ada-a5478f63ac59 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1240458 Dec 13 15:10:05.162829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-327e8b71-2849-4dbd-9967-ae5ad9931ad6 req-70c9159e-fbb5-45cf-b467-5d4d944c82eb tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528605 Dec 13 15:10:05.171195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-34fcec07-cd73-4fe4-87b7-07178d137997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.203111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-34fcec07-cd73-4fe4-87b7-07178d137997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.305389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51798) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:05.363910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-34fcec07-cd73-4fe4-87b7-07178d137997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.367030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-34fcec07-cd73-4fe4-87b7-07178d137997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.372072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-34fcec07-cd73-4fe4-87b7-07178d137997 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f0921fb-333f-4d5e-9dc0-bb54fd4d2d15 HTTP/1.1" status: 204 len: 168 time: 0.2997019 Dec 13 15:10:05.380901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c9b44d1b-38f3-4f7b-aa37-1dd7e244877a up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:05.423755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcec07-cd73-4fe4-87b7-07178d137997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0921fb-333f-4d5e-9dc0-bb54fd4d2d15,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:05.524914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e6e14278-df41-42dc-930f-32811333ef9c tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-173562508'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:05.568672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51808) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:05.590986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:10:05.596410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:05.603265 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.610060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405473f2-3642-4ce6-92a6-470a7a043b06 req-79b243d1-547c-4a69-918e-e39fda17f96c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:05.617695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-405473f2-3642-4ce6-92a6-470a7a043b06 req-79b243d1-547c-4a69-918e-e39fda17f96c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 983 time: 0.0786448 Dec 13 15:10:05.632868 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80ef0807-e7ff-4683-900a-32692da7cd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.673498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e14278-df41-42dc-930f-32811333ef9c tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.674942 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e14278-df41-42dc-930f-32811333ef9c tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.693408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4fd9a-8ce3-40ea-9499-7754ec5ae9e0 req-d3360aec-f568-46bb-b862-8dae86d975e9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:05.701262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-405473f2-3642-4ce6-92a6-470a7a043b06 req-fed2ccff-9b97-494c-905c-b56f78273732 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0823603 Dec 13 15:10:05.702658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffe4fd9a-8ce3-40ea-9499-7754ec5ae9e0 req-d3360aec-f568-46bb-b862-8dae86d975e9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1304498 Dec 13 15:10:05.768980 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.804990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e14278-df41-42dc-930f-32811333ef9c tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.809788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:05.810804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:10:05.813124 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e68385-e888-4ef5-9c4a-95c443f6e3c0" -d '{"events": [{"server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "name": "network-vif-plugged", "status": "completed", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:10:05.846940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ffe4fd9a-8ce3-40ea-9499-7754ec5ae9e0 req-f8f9731b-db97-4093-8415-82c96ad13226 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403937 Dec 13 15:10:05.876751 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3789b04-c738-4235-916b-09d55fc4e618 x-openstack-request-id: req-f3789b04-c738-4235-916b-09d55fc4e618 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:10:05.876751 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "name": "network-vif-plugged", "status": "completed", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:10:05.876751 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3789b04-c738-4235-916b-09d55fc4e618 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:10:05.876751 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'code': 200} Dec 13 15:10:05.893140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80ef0807-e7ff-4683-900a-32692da7cd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.967812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:05.969594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e14278-df41-42dc-930f-32811333ef9c tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.008180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54d3e6-6079-4de7-8a05-d1dbed14f199 req-93971b17-aeb1-438a-ab78-652033447d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:06.009795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db54d3e6-6079-4de7-8a05-d1dbed14f199 req-93971b17-aeb1-438a-ab78-652033447d5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1134 time: 0.0648117 Dec 13 15:10:06.018965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-80ef0807-e7ff-4683-900a-32692da7cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.058553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:06.071314 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db54d3e6-6079-4de7-8a05-d1dbed14f199 req-d61857f3-b42b-454c-8b38-518f7ddbfe4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=861915fe-3268-4541-ae3c-1b7594df2381&id=1db15a91-63a0-47cb-8b72-518aabb55be5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0535872 Dec 13 15:10:06.095765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-80ef0807-e7ff-4683-900a-32692da7cd82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5258613 Dec 13 15:10:06.102654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51814) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:06.110004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef0807-e7ff-4683-900a-32692da7cd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930d9647-e66e-4a84-961a-e06a9dece7a0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:06.139163 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e14278-df41-42dc-930f-32811333ef9c tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.139683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e6e14278-df41-42dc-930f-32811333ef9c tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8331621 Dec 13 15:10:06.140342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:06.212739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3782c481-5a78-4890-9fe0-acb97070c8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.252899 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3782c481-5a78-4890-9fe0-acb97070c8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.253559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-244c6328-4c0c-4a56-8e46-eea88580eda8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.385325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371733a-462a-4fbd-bf5a-e5612cf33d13 req-e01cf10d-3a52-40bc-a1f4-a7d79e6629be tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:06.387670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9371733a-462a-4fbd-bf5a-e5612cf33d13 req-e01cf10d-3a52-40bc-a1f4-a7d79e6629be tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0795932 Dec 13 15:10:06.437859 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9371733a-462a-4fbd-bf5a-e5612cf33d13 req-f274b61d-ef92-4cdc-b654-9d2cfc34807c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422807 Dec 13 15:10:06.445823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3782c481-5a78-4890-9fe0-acb97070c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.449057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3782c481-5a78-4890-9fe0-acb97070c8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.454087 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-244c6328-4c0c-4a56-8e46-eea88580eda8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.455298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3782c481-5a78-4890-9fe0-acb97070c8dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/930d9647-e66e-4a84-961a-e06a9dece7a0 HTTP/1.1" status: 204 len: 168 time: 0.3513224 Dec 13 15:10:06.456540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-244c6328-4c0c-4a56-8e46-eea88580eda8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.470438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782c481-5a78-4890-9fe0-acb97070c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930d9647-e66e-4a84-961a-e06a9dece7a0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:06.585792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-244c6328-4c0c-4a56-8e46-eea88580eda8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.586854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244c6328-4c0c-4a56-8e46-eea88580eda8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bbb8974-ede4-40bd-a413-d74566e230f0 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:10:06.592616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-244c6328-4c0c-4a56-8e46-eea88580eda8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.597496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51830) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:06.604220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-244c6328-4c0c-4a56-8e46-eea88580eda8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7bbb8974-ede4-40bd-a413-d74566e230f0 HTTP/1.1" status: 204 len: 168 time: 0.4567711 Dec 13 15:10:06.605151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6e9afada-140d-4b96-a892-e8c8ff2b4b60 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Request body: {'router': {'name': 'tempest-router-1620058102', 'distributed': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:06.740184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e9afada-140d-4b96-a892-e8c8ff2b4b60 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.741722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e9afada-140d-4b96-a892-e8c8ff2b4b60 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.841781 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e9afada-140d-4b96-a892-e8c8ff2b4b60 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:06.908475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48831fba-ef19-4f58-9be3-134f524453d3 req-b4fa058f-5207-4054-b54a-2133570a13c6 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:06.916933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48831fba-ef19-4f58-9be3-134f524453d3 req-b4fa058f-5207-4054-b54a-2133570a13c6 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 984 time: 0.0993595 Dec 13 15:10:06.928577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e9afada-140d-4b96-a892-e8c8ff2b4b60 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.031795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48831fba-ef19-4f58-9be3-134f524453d3 req-ebc42473-1fa3-4090-b3a8-a2ded582bd44 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1138430 Dec 13 15:10:07.137756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e9afada-140d-4b96-a892-e8c8ff2b4b60 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.139632 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6e9afada-140d-4b96-a892-e8c8ff2b4b60 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5408669 Dec 13 15:10:07.142422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51844) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:07.212358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6e388-9342-479d-b569-c4adf77bc07f req-aac82a86-ec36-4b2c-afad-16732ea0fcce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:07.213980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf6e388-9342-479d-b569-c4adf77bc07f req-aac82a86-ec36-4b2c-afad-16732ea0fcce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1548395 Dec 13 15:10:07.256315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf6e388-9342-479d-b569-c4adf77bc07f req-d48740ae-6110-4340-8255-3ba81d297a70 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342555 Dec 13 15:10:07.282022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52a5a9c0-b13f-40c2-843e-5573cd9ed48b tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.467562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52a5a9c0-b13f-40c2-843e-5573cd9ed48b tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.469920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52a5a9c0-b13f-40c2-843e-5573cd9ed48b tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.624857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787a5c-939a-46dc-8239-4e781d606ed1 req-b46694ab-e7f7-4fb1-a230-2140dd701d79 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:07.627088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0787a5c-939a-46dc-8239-4e781d606ed1 req-b46694ab-e7f7-4fb1-a230-2140dd701d79 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0730095 Dec 13 15:10:07.628609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52a5a9c0-b13f-40c2-843e-5573cd9ed48b tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.629259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a5a9c0-b13f-40c2-843e-5573cd9ed48b tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47c23819-ac0b-4b69-a499-4684179e893e {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:10:07.644301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52a5a9c0-b13f-40c2-843e-5573cd9ed48b tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.645620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-52a5a9c0-b13f-40c2-843e-5573cd9ed48b tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "DELETE /v2.0/routers/47c23819-ac0b-4b69-a499-4684179e893e HTTP/1.1" status: 204 len: 168 time: 0.5015874 Dec 13 15:10:07.649524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51852) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:07.654562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-155aef98-9385-4a2c-af9b-71eaa3877da8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Request body: {'router': {'name': 'tempest-router-1180274300', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '371f035b5aad4734ae88d1fac3ef055c'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:07.694171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c0787a5c-939a-46dc-8239-4e781d606ed1 req-09e5ed2a-f93d-4138-be02-b90712d24273 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 Dec 13 15:10:07.735003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-155aef98-9385-4a2c-af9b-71eaa3877da8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.736431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-155aef98-9385-4a2c-af9b-71eaa3877da8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.814942 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-155aef98-9385-4a2c-af9b-71eaa3877da8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:07.922589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-155aef98-9385-4a2c-af9b-71eaa3877da8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.010704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-155aef98-9385-4a2c-af9b-71eaa3877da8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.012280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-155aef98-9385-4a2c-af9b-71eaa3877da8 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3614333 Dec 13 15:10:08.014930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51860) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:08.020416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:08.272412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.273497 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.385684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4a6db-7b02-420a-95e8-56254e9eb730 req-a2fa5a35-2ab4-4f07-b2c6-9ed07936f203 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:08.388339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ce4a6db-7b02-420a-95e8-56254e9eb730 req-a2fa5a35-2ab4-4f07-b2c6-9ed07936f203 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 984 time: 0.2113564 Dec 13 15:10:08.401276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 13 15:10:08.401894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Router 40f1962f-f4ee-401e-9839-3f7194b82b5e migrating from provider to provider. {{(pid=102824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 13 15:10:08.403046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.415985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.455743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ee736-f24e-4799-a11f-217ae20643a5 req-94b36e28-2dd1-42eb-9e3e-88089d82ea7d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:08.466725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-576ee736-f24e-4799-a11f-217ae20643a5 req-94b36e28-2dd1-42eb-9e3e-88089d82ea7d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1095681 Dec 13 15:10:08.479765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ce4a6db-7b02-420a-95e8-56254e9eb730 req-d6427987-3030-4e7f-9b56-0d68fd744711 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0742784 Dec 13 15:10:08.504283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-576ee736-f24e-4799-a11f-217ae20643a5 req-ede2edf8-3b41-48c3-9183-8f03bcbcab23 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Dec 13 15:10:08.638608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7ff1f-c094-42c3-89b3-09fffd292919 req-4b7d2f6e-6c0f-4ba4-a4c0-f4d71784b442 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:08.638608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbd7ff1f-c094-42c3-89b3-09fffd292919 req-4b7d2f6e-6c0f-4ba4-a4c0-f4d71784b442 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 984 time: 0.0554471 Dec 13 15:10:08.667689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbd7ff1f-c094-42c3-89b3-09fffd292919 req-a8ef71af-0f28-431d-88cc-40d8915b39fc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0374846 Dec 13 15:10:08.756275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.780228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bafde-9922-4af1-a824-6cb645449ddc req-f8636872-f0a9-48f2-90e4-71f6bd1f6c6b tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:08.781823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd4bafde-9922-4af1-a824-6cb645449ddc req-f8636872-f0a9-48f2-90e4-71f6bd1f6c6b tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1135 time: 0.0436192 Dec 13 15:10:08.803200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd4bafde-9922-4af1-a824-6cb645449ddc req-04804b5a-14c3-4f36-bafa-5be30ef9ad16 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:08.913362 n-d-816954-1 neutron-server[102824]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] No L3 agents can host the router 40f1962f-f4ee-401e-9839-3f7194b82b5e Dec 13 15:10:08.935878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd4bafde-9922-4af1-a824-6cb645449ddc req-04804b5a-14c3-4f36-bafa-5be30ef9ad16 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.001680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-cd4bafde-9922-4af1-a824-6cb645449ddc req-04804b5a-14c3-4f36-bafa-5be30ef9ad16 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.022302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f675f88-1d81-4edc-8bb1-95461c7336ad req-186961c3-6152-4241-bc94-4dd3567bb435 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:09.029251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f675f88-1d81-4edc-8bb1-95461c7336ad req-186961c3-6152-4241-bc94-4dd3567bb435 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1820567 Dec 13 15:10:09.057988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd4bafde-9922-4af1-a824-6cb645449ddc req-04804b5a-14c3-4f36-bafa-5be30ef9ad16 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2696042 Dec 13 15:10:09.060901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04804b5a-14c3-4f36-bafa-5be30ef9ad16 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3030565-dc6b-4129-8566-ae9b08c2d0b7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:09.086831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51882) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:09.139565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2f675f88-1d81-4edc-8bb1-95461c7336ad req-3cd1e4ef-6bb5-47d6-b89e-c8f3f17b14de tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066382 Dec 13 15:10:09.145972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Hosts for router 40f1962f-f4ee-401e-9839-3f7194b82b5e: [] {{(pid=102824) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 13 15:10:09.161152 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9d1e7-44a3-4bae-b595-bea6130e3b36 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:09.163510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3fe9d1e7-44a3-4bae-b595-bea6130e3b36 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1130 time: 0.0748672 Dec 13 15:10:09.165979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:09.173427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:09.183312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Hosts for other DVR routers connected to router 40f1962f-f4ee-401e-9839-3f7194b82b5e: set() {{(pid=102824) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 13 15:10:09.188876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.190700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5d194f05-b3b6-4a3a-ba2b-9c3c7b38a7c5 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "PUT /v2.0/routers/40f1962f-f4ee-401e-9839-3f7194b82b5e HTTP/1.1" status: 200 len: 717 time: 1.1748438 Dec 13 15:10:09.193806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51888) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:09.209428 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:10:09.284465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4d447803-cfa3-48b9-a8b5-5af4d7e26e78 tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "GET /v2.0/routers/40f1962f-f4ee-401e-9839-3f7194b82b5e HTTP/1.1" status: 200 len: 717 time: 0.0877843 Dec 13 15:10:09.287037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51890) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:09.311169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.334989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51894) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:09.443658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.477639 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-06cd31e2-c82a-43b7-a591-7f8c1766677b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.577221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-06cd31e2-c82a-43b7-a591-7f8c1766677b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.637584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9d4e69f-b902-477c-9cd1-34f46f984a68 tempest-RoutersTestDVR-879584648 tempest-RoutersTestDVR-879584648-project] 10.222.0.24 "GET /v2.0/routers/40f1962f-f4ee-401e-9839-3f7194b82b5e HTTP/1.1" status: 200 len: 683 time: 0.3493855 Dec 13 15:10:09.640231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51898) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:09.668878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Allocated IP 172.25.7.120 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/e95f3e5e-0b66-43a0-92f2-f3217760b279) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:09.709635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-06cd31e2-c82a-43b7-a591-7f8c1766677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.739339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4080f4be-b620-455b-ae3d-730e4194db5a tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.815020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3841fce-619a-43f9-8464-ae8d53e9975d req-79b9b5c7-8a00-4cc1-be96-8af10d58b265 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:09.816597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3841fce-619a-43f9-8464-ae8d53e9975d req-79b9b5c7-8a00-4cc1-be96-8af10d58b265 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0837667 Dec 13 15:10:09.842454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:09.883123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3841fce-619a-43f9-8464-ae8d53e9975d req-e553c874-a78d-4e6d-b361-dccc37d3666d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Dec 13 15:10:09.967665 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.009484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:10.013865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:10.016219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:10.048960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=e95f3e5e-0b66-43a0-92f2-f3217760b279,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:10.064539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd31e2-c82a-43b7-a591-7f8c1766677b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d3464-739f-4819-a89c-a44fd30fd129,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:10.070412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-06cd31e2-c82a-43b7-a591-7f8c1766677b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ef14b3157b64f96a509a2c9c6cc9445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341783 Dec 13 15:10:10.073206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51908) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:10.181716 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4080f4be-b620-455b-ae3d-730e4194db5a tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.184046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4080f4be-b620-455b-ae3d-730e4194db5a tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.245360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c16f0535-846d-446c-9efe-20b986178c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.280725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c16f0535-846d-446c-9efe-20b986178c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.297266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd804f8-4e67-4f64-9bd0-eaaa10cc33fd req-ef133039-342a-4780-8536-c2b53620e5fe tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:10.297266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fd804f8-4e67-4f64-9bd0-eaaa10cc33fd req-ef133039-342a-4780-8536-c2b53620e5fe tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0553215 Dec 13 15:10:10.338414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fd804f8-4e67-4f64-9bd0-eaaa10cc33fd req-2326868e-3fb5-433a-be87-67792ccd7567 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328455 Dec 13 15:10:10.355427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4080f4be-b620-455b-ae3d-730e4194db5a tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.355427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4080f4be-b620-455b-ae3d-730e4194db5a tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40f1962f-f4ee-401e-9839-3f7194b82b5e {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:10:10.355427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4080f4be-b620-455b-ae3d-730e4194db5a tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.356243 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4080f4be-b620-455b-ae3d-730e4194db5a tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "DELETE /v2.0/routers/40f1962f-f4ee-401e-9839-3f7194b82b5e HTTP/1.1" status: 204 len: 168 time: 0.7150311 Dec 13 15:10:10.360230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51916) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:10.364658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ab9ff027-6a10-4d02-b24a-cc51f0b8339f tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Request body: {'router': {'name': 'tempest-router-72510011', 'distributed': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:10.432438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c16f0535-846d-446c-9efe-20b986178c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.435630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c16f0535-846d-446c-9efe-20b986178c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.436761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c16f0535-846d-446c-9efe-20b986178c32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f3d3464-739f-4819-a89c-a44fd30fd129 HTTP/1.1" status: 204 len: 168 time: 0.3626356 Dec 13 15:10:10.504389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff027-6a10-4d02-b24a-cc51f0b8339f tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.505396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff027-6a10-4d02-b24a-cc51f0b8339f tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.511049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f0535-846d-446c-9efe-20b986178c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d3464-739f-4819-a89c-a44fd30fd129,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:10.595844 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff027-6a10-4d02-b24a-cc51f0b8339f tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.613599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.659581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff027-6a10-4d02-b24a-cc51f0b8339f tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.815413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff027-6a10-4d02-b24a-cc51f0b8339f tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.816584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ab9ff027-6a10-4d02-b24a-cc51f0b8339f tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4553673 Dec 13 15:10:10.819479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51922) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:10.841477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.906541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-7ed13cba-74fb-429e-af8a-d600f5480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:10.908529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8083b89-ab89-4ca5-8b95-3c48dc8ccfda tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:10.910786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-7ed13cba-74fb-429e-af8a-d600f5480139 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1096 time: 0.1096687 Dec 13 15:10:11.067554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:11.100396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3ccf-1d58-4fb1-a28b-9b8dae45f1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.110112 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8083b89-ab89-4ca5-8b95-3c48dc8ccfda tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.112241 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8083b89-ab89-4ca5-8b95-3c48dc8ccfda tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.163631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1d00-64d7-493f-ac83-04827e0ccc51 req-79e7edce-d1f6-4353-b721-084bec40fab9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:11.165077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb1f1d00-64d7-493f-ac83-04827e0ccc51 req-79e7edce-d1f6-4353-b721-084bec40fab9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1511643 Dec 13 15:10:11.166112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-f60f94ca-df93-4451-b0a8-2dbbf4b8d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:11.167432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-f60f94ca-df93-4451-b0a8-2dbbf4b8d02e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.2448368 Dec 13 15:10:11.258950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8083b89-ab89-4ca5-8b95-3c48dc8ccfda tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.259500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8083b89-ab89-4ca5-8b95-3c48dc8ccfda tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14912114-1785-4860-ab0e-c1b67176ef80 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:10:11.263904 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f8083b89-ab89-4ca5-8b95-3c48dc8ccfda tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.265034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f8083b89-ab89-4ca5-8b95-3c48dc8ccfda tempest-RoutersTestDVR-468539753 tempest-RoutersTestDVR-468539753-project-admin] 10.222.0.24 "DELETE /v2.0/routers/14912114-1785-4860-ab0e-c1b67176ef80 HTTP/1.1" status: 204 len: 168 time: 0.4443727 Dec 13 15:10:11.289143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.308691 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-52ae35e8-3218-47a1-a498-4576415712d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 1001 time: 0.1301532 Dec 13 15:10:11.311533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb1f1d00-64d7-493f-ac83-04827e0ccc51 req-6859b11a-66e4-4798-9cb5-5565ca2406db tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310997 Dec 13 15:10:11.362013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.428740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-ddd1333b-61b1-4961-8ba2-ce7c53db13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:11.430205 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-ddd1333b-61b1-4961-8ba2-ce7c53db13f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.1141086 Dec 13 15:10:11.473352 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3ccf-1d58-4fb1-a28b-9b8dae45f1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.476718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50094a-ca3a-40d4-875a-1b79846f8f95 req-0f738c5c-4080-4e44-a376-287f59d9ae52 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:11.478264 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d50094a-ca3a-40d4-875a-1b79846f8f95 req-0f738c5c-4080-4e44-a376-287f59d9ae52 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0558500 Dec 13 15:10:11.492659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=e95f3e5e-0b66-43a0-92f2-f3217760b279,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:11.529342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d50094a-ca3a-40d4-875a-1b79846f8f95 req-d51a4df9-0f67-4600-aa20-121328cb473f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Dec 13 15:10:11.532214 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.603554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-42a3f14f-70df-4843-b626-9034dfecb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:11.605066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-42a3f14f-70df-4843-b626-9034dfecb70d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458147 Dec 13 15:10:11.606263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3ccf-1d58-4fb1-a28b-9b8dae45f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:11.823022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51936) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:11.980267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c53650e7-477c-472f-bf88-8b5939b41386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.043466 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b2fb3ccf-1d58-4fb1-a28b-9b8dae45f1a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7aa0f5eb06404cf0b751c362516cb541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9722335 Dec 13 15:10:12.044003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51940) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:12.045083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb3ccf-1d58-4fb1-a28b-9b8dae45f1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718c9649-f94f-40cd-b040-472079b3ac63,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:12.075515 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Floating IP db86135d-514f-44d2-92b5-68c1a4a9e5b7 associated. External IP: 172.25.7.120, port: c9b44d1b-38f3-4f7b-aa37-1dd7e244877a. Dec 13 15:10:12.089590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c53650e7-477c-472f-bf88-8b5939b41386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.117133 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0719436a-4d9b-459b-8985-6c203bb2a04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.140995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0719436a-4d9b-459b-8985-6c203bb2a04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.154394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-c6f11cc4-d505-43f2-bbf3-667a6033abc0 service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327573 Dec 13 15:10:12.156192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c53650e7-477c-472f-bf88-8b5939b41386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.212873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c53650e7-477c-472f-bf88-8b5939b41386 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=371f035b5aad4734ae88d1fac3ef055c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860736 Dec 13 15:10:12.212873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53650e7-477c-472f-bf88-8b5939b41386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c940a715-8872-4085-9de6-9e6e28b6f74d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:12.216235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51942) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:12.269366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61d34273-c030-44f6-af7c-8c47d4b0cba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.291714 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61d34273-c030-44f6-af7c-8c47d4b0cba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.298727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0719436a-4d9b-459b-8985-6c203bb2a04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.301490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0719436a-4d9b-459b-8985-6c203bb2a04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.302928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0719436a-4d9b-459b-8985-6c203bb2a04a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/718c9649-f94f-40cd-b040-472079b3ac63 HTTP/1.1" status: 204 len: 168 time: 0.2582943 Dec 13 15:10:12.319625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719436a-4d9b-459b-8985-6c203bb2a04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c9649-f94f-40cd-b040-472079b3ac63,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:12.399893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7846e22-1520-4c05-abb0-fbb5f535b850 req-0c35c634-1074-4286-acf2-8ebbec45bf2a service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337329 Dec 13 15:10:12.436119 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61d34273-c030-44f6-af7c-8c47d4b0cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.439147 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-61d34273-c030-44f6-af7c-8c47d4b0cba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.443332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-61d34273-c030-44f6-af7c-8c47d4b0cba0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c940a715-8872-4085-9de6-9e6e28b6f74d HTTP/1.1" status: 204 len: 168 time: 0.2260187 Dec 13 15:10:12.451889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d34273-c030-44f6-af7c-8c47d4b0cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c940a715-8872-4085-9de6-9e6e28b6f74d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:12.479679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router f2fe9c70-4106-4087-8357-9c3e4d28df68 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:10:12.508559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89a2a3-25c9-4d9c-abf0-572fb2ac16c1 req-2db25d3d-9b6c-4a7b-8cf1-0420f4ddf06a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:12.515007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e89a2a3-25c9-4d9c-abf0-572fb2ac16c1 req-2db25d3d-9b6c-4a7b-8cf1-0420f4ddf06a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0986927 Dec 13 15:10:12.622274 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e89a2a3-25c9-4d9c-abf0-572fb2ac16c1 req-298d42fa-818d-4aa8-ab62-4032f721f379 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060872 Dec 13 15:10:12.658285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:10:12.671754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] Sync routers for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:10:12.690353 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:10:12.692436 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:12.703436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bb911-fb1c-4011-8fd5-8582c4f419f7 req-f0bcb99f-8fe0-4399-abda-1fcb5827b857 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:12.705928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-954bb911-fb1c-4011-8fd5-8582c4f419f7 req-f0bcb99f-8fe0-4399-abda-1fcb5827b857 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.0952621 Dec 13 15:10:12.750688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-954bb911-fb1c-4011-8fd5-8582c4f419f7 req-b0565885-5486-4bb3-9987-15984d747ae7 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381470 Dec 13 15:10:12.755645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:12.790079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8c640a6-fbf5-4146-bf40-6d60770cc40d tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6227701 Dec 13 15:10:12.790905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:10:12.792771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51954) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:12.812568 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02397e8b-ba1f-4825-a70b-d47611f9707e" -d '{"events": [{"name": "network-changed", "server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:10:12.859379 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:10:12.869305 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab436fd-454b-4f57-9afc-dbb91223c86b x-openstack-request-id: req-8ab436fd-454b-4f57-9afc-dbb91223c86b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:10:12.869693 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:10:12.869945 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ab436fd-454b-4f57-9afc-dbb91223c86b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:10:12.870501 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'status': 'completed', 'code': 200} Dec 13 15:10:13.088448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-ccfa7dcb-5fb2-46f7-9e3c-cf0c438d2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.090743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-ccfa7dcb-5fb2-46f7-9e3c-cf0c438d2b91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1135 time: 0.1617837 Dec 13 15:10:13.162440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.163247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.163881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.164506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.165129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.165762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.166409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.168788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f68df6e2-4556-4632-b788-fc2844f6d1bc tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.3742530 Dec 13 15:10:13.172225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51968) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:13.192787 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'db86135d-514f-44d2-92b5-68c1a4a9e5b7', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'port_id': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'mac_address': 'fa:16:3e:60:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:10Z', 'updated_at': '2021-12-13T15:10:10Z', 'revision_number': 0, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:49Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:13.225939 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] Checking router: f2fe9c70-4106-4087-8357-9c3e4d28df68 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:10:13.235582 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:10:13.236554 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:09:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:13.241334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-e8bcbeff-a660-40a2-9afd-ca89e106a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.242904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-e8bcbeff-a660-40a2-9afd-ca89e106a2ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8352bea-f582-4c5b-babc-e6860b2e2bfa HTTP/1.1" status: 200 len: 897 time: 0.1408911 Dec 13 15:10:13.270071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51970) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:13.329850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.330343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.330927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.331384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.331828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.332275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.332834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.337521 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0429f78a-d826-498f-9a0b-201f9ee9b6ef tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.1601338 Dec 13 15:10:13.337690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51972) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:13.357234 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:10:13.395901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7d88e1e-c3a8-4c72-8c29-6f7deed49dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:13.427513 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-d7e26edd-6035-4369-a4e6-208bc40b169b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a HTTP/1.1" status: 200 len: 999 time: 0.1745186 Dec 13 15:10:13.485772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-c9411964-5577-4f09-a508-76a1800d6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.487298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-c9411964-5577-4f09-a508-76a1800d6358 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9fe7246-64c8-4351-b066-7683d6fa9229 HTTP/1.1" status: 200 len: 835 time: 0.0504620 Dec 13 15:10:13.557179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cbffff2e-92da-4497-b8ca-ff7bf2a8e949 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.2183304 Dec 13 15:10:13.560656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 51976) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:13.619108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-613633a9-cadc-4fb3-aab0-fd674cef551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.620510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9148e65-ac5f-401f-964b-df07e53b432c tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.620699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-613633a9-cadc-4fb3-aab0-fd674cef551b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8352bea-f582-4c5b-babc-e6860b2e2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256654 Dec 13 15:10:13.622047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9148e65-ac5f-401f-964b-df07e53b432c tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.625212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c9148e65-ac5f-401f-964b-df07e53b432c tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f2fe9c70-4106-4087-8357-9c3e4d28df68 HTTP/1.1" status: 200 len: 1990 time: 0.0618768 Dec 13 15:10:13.677612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7d88e1e-c3a8-4c72-8c29-6f7deed49dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:13.708426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'db86135d-514f-44d2-92b5-68c1a4a9e5b7', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'port_id': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'mac_address': 'fa:16:3e:60:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:10Z', 'updated_at': '2021-12-13T15:10:10Z', 'revision_number': 0, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:49Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:13.757433 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca414-63d8-4a20-bdec-c157bc688fff None None] The sync data for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 is: [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'db86135d-514f-44d2-92b5-68c1a4a9e5b7', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'port_id': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'mac_address': 'fa:16:3e:60:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:10:10Z', 'updated_at': '2021-12-13T15:10:10Z', 'revision_number': 0, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:49Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:10:13.787000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c7d88e1e-c3a8-4c72-8c29-6f7deed49dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:13.921325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154fba6-4bee-476b-8571-1580ff9e89c9 req-635e9f50-afed-4e46-94d7-d33a59132b2e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.927392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d154fba6-4bee-476b-8571-1580ff9e89c9 req-635e9f50-afed-4e46-94d7-d33a59132b2e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1790953 Dec 13 15:10:13.928071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d88e1e-c3a8-4c72-8c29-6f7deed49dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c728b8c4-583e-4ef9-a631-8e8a52768459,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:13.977529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442c1a6-ed5b-435c-b3dc-df85d50902b0 req-2bea3637-8415-403d-8d81-50f6a508eb6b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:13.992722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d442c1a6-ed5b-435c-b3dc-df85d50902b0 req-2bea3637-8415-403d-8d81-50f6a508eb6b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 945 time: 0.1174924 Dec 13 15:10:13.992924 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c7d88e1e-c3a8-4c72-8c29-6f7deed49dc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78fde3cbae9b428dbce7bb2e79f4b97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192526 Dec 13 15:10:13.993993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 51990) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:14.022183 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-6fd38b95-f852-44dd-9eb9-d05f7c4d1168 service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897624 Dec 13 15:10:14.056187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d442c1a6-ed5b-435c-b3dc-df85d50902b0 req-5590559e-bbe9-45d6-81b1-54708318e518 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549998 Dec 13 15:10:14.146975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d154fba6-4bee-476b-8571-1580ff9e89c9 req-35bb3d6d-4dc3-4b05-bbe9-4c27b1f3901e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032659 Dec 13 15:10:14.158087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156cbb6-613c-43f1-9b7c-b5f0efa09f93 None None] New status for floating IP db86135d-514f-44d2-92b5-68c1a4a9e5b7: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:10:14.187670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dad1a85-7c76-4959-a611-42e634e5a4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:14.238335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:14.239251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dad1a85-7c76-4959-a611-42e634e5a4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:14.272266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02397e8b-ba1f-4825-a70b-d47611f9707e req-e2444f61-5aea-4c68-be04-b291944f85b6 service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415738 Dec 13 15:10:14.427274 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:14.448926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:10:14.451148 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0052ac40-199f-476a-b819-b3f022b525e6" -d '{"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:10:14.463832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:14.487270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dad1a85-7c76-4959-a611-42e634e5a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:14.491006 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135ef8fa-c13b-4028-a1e3-24abfc6665e5 x-openstack-request-id: req-135ef8fa-c13b-4028-a1e3-24abfc6665e5 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:10:14.491006 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:10:14.491006 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-135ef8fa-c13b-4028-a1e3-24abfc6665e5 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:10:14.491006 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'code': 200} Dec 13 15:10:14.491478 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0dad1a85-7c76-4959-a611-42e634e5a4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:14.491572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0dad1a85-7c76-4959-a611-42e634e5a4cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c728b8c4-583e-4ef9-a631-8e8a52768459 HTTP/1.1" status: 204 len: 168 time: 0.4958894 Dec 13 15:10:14.501747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad1a85-7c76-4959-a611-42e634e5a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c728b8c4-583e-4ef9-a631-8e8a52768459,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:14.534096 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:14.634387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:14.644322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.645788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.645788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.646042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.646695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.647626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.648232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.648839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.649182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.649517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.649848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:14.650174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:15.242011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae220-16cf-42f3-918b-34f1edccb59a req-8da108fe-3f44-417b-b1ce-79ae874caaac tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:15.250189 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a13ae220-16cf-42f3-918b-34f1edccb59a req-8da108fe-3f44-417b-b1ce-79ae874caaac tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0882742 Dec 13 15:10:15.308711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a13ae220-16cf-42f3-918b-34f1edccb59a req-f25fd019-c5f2-4583-a3e5-4ba56e2842da tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576205 Dec 13 15:10:15.332211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb812eda-b3dc-40d6-80a2-a70c290a0c3a req-d0968db9-ead8-427e-8795-9e2789cfc50c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:15.340384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bb812eda-b3dc-40d6-80a2-a70c290a0c3a req-d0968db9-ead8-427e-8795-9e2789cfc50c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0703425 Dec 13 15:10:15.384725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bb812eda-b3dc-40d6-80a2-a70c290a0c3a req-818ebb8c-4622-4eb1-8f65-b48c5d3a7c81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Dec 13 15:10:15.852884 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:16.511575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db8681-0cc0-4504-8669-4d459c9d2e15 req-d91eb4d0-bf23-4f0b-a72c-b5f964d282a8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:16.513406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9db8681-0cc0-4504-8669-4d459c9d2e15 req-d91eb4d0-bf23-4f0b-a72c-b5f964d282a8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0548506 Dec 13 15:10:16.574225 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b9db8681-0cc0-4504-8669-4d459c9d2e15 req-d1e7ed98-9d28-4b54-a262-da4f26953088 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429802 Dec 13 15:10:16.713245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52074) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:16.810801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1403007399', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:16.929121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Made reservation on behalf of 39efa0c7bc2b49d9aef2fb5e5ea3301b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:16.931456 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:16.940306 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:16.995797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:17.019468 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:17.092743 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:17.097395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] device_id is not set on port b11ab0ae-200c-4660-934e-a49f64597a1d yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:17.155577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07842580-5cc6-44be-b3c5-749bc8c7dba7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:17.221509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Allocated IP 172.25.7.144 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b11ab0ae-200c-4660-934e-a49f64597a1d) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:17.359301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:17.498716 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:17.541354 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:17.544195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:17.547563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:17.555361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Pushing event updated for resources: {'Port': ['ID=b11ab0ae-200c-4660-934e-a49f64597a1d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:17.858243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:17.858865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:17.880504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb81cad-6b9b-4105-b6a8-4ce877b1394b req-31bf07b0-ff90-4d98-a55b-6267b76af652 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:17.881957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cb81cad-6b9b-4105-b6a8-4ce877b1394b req-31bf07b0-ff90-4d98-a55b-6267b76af652 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0671344 Dec 13 15:10:17.920939 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cb81cad-6b9b-4105-b6a8-4ce877b1394b req-bd7bcadc-d7f6-4a42-9dea-69c613bfa8d3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Dec 13 15:10:17.964835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7565adef-d69a-4bf0-8234-771200371958 tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2499619 Dec 13 15:10:17.967498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52102) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:17.973496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.144'}]}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:18.053712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.054921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.107648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.211250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:18.325086 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.351834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50a91-fa49-4c5d-9f18-58fcdf5c1e29 req-2cfdb824-f52b-4eb4-bb26-5be6d1655c7a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:18.352073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5c50a91-fa49-4c5d-9f18-58fcdf5c1e29 req-2cfdb824-f52b-4eb4-bb26-5be6d1655c7a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0598068 Dec 13 15:10:18.400088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a5c50a91-fa49-4c5d-9f18-58fcdf5c1e29 req-68313396-29fd-4117-ae06-5f6f638488e3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 Dec 13 15:10:18.535390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52122) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:18.587594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.608405 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.688305 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a51f92d7-a19c-4e3d-854b-1f8ae0870d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.711886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-d629fc77-9417-4d1d-90f8-e905f9104192 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1510556 Dec 13 15:10:18.896117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:18.966465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a51f92d7-a19c-4e3d-854b-1f8ae0870d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.069089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a51f92d7-a19c-4e3d-854b-1f8ae0870d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.099018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.105178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.180931 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a51f92d7-a19c-4e3d-854b-1f8ae0870d75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15ff1973c98f462e891aacc8da5a61a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445079 Dec 13 15:10:19.183778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52136) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:19.185697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f92d7-a19c-4e3d-854b-1f8ae0870d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549cbbff-d8fe-4af1-80c8-d844c5b0f299,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:19.202380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4709f37-221f-462b-ba84-abef0464fe5b req-f4db845c-4638-4289-ab6a-96bc63dc543c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:19.203834 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4709f37-221f-462b-ba84-abef0464fe5b req-f4db845c-4638-4289-ab6a-96bc63dc543c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1709182 Dec 13 15:10:19.241664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d25ed06f-11f8-4be1-8dfe-c41756124610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.242741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e4709f37-221f-462b-ba84-abef0464fe5b req-f02f8932-7c46-42e5-b0f2-bae5e067e329 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326138 Dec 13 15:10:19.268073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d25ed06f-11f8-4be1-8dfe-c41756124610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.304914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.305829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9a518b-a785-4679-9a4a-2c23ecc8ac32 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:10:19.412401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d25ed06f-11f8-4be1-8dfe-c41756124610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.415091 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d25ed06f-11f8-4be1-8dfe-c41756124610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.416259 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d25ed06f-11f8-4be1-8dfe-c41756124610 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/549cbbff-d8fe-4af1-80c8-d844c5b0f299 HTTP/1.1" status: 204 len: 168 time: 0.2306178 Dec 13 15:10:19.424839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed06f-11f8-4be1-8dfe-c41756124610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549cbbff-d8fe-4af1-80c8-d844c5b0f299,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:19.436235 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 15:10:19.437661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3c1a80e4-a4e6-4026-b1bd-e70e40f1b63c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4689910 Dec 13 15:10:19.440504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52142) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:19.525797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Deleting port b11ab0ae-200c-4660-934e-a49f64597a1d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:19.526141 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.549103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7903f3-b035-43fe-92bc-0090dfef61ca req-ee61fecf-49b7-4023-9189-cb697aa6b051 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:19.550609 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da7903f3-b035-43fe-92bc-0090dfef61ca req-ee61fecf-49b7-4023-9189-cb697aa6b051 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0501781 Dec 13 15:10:19.592420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da7903f3-b035-43fe-92bc-0090dfef61ca req-866d829a-f4b3-4455-a5fe-b9f6b7169fe6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Dec 13 15:10:19.606442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.619820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Calling delete_port for b11ab0ae-200c-4660-934e-a49f64597a1d owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:19.835919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.836198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-276411dc-bf5b-4626-bcd5-a1fd8a48f6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.865536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Pushing event deleted for resources: {'Port': ['ID=b11ab0ae-200c-4660-934e-a49f64597a1d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:19.925126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:19.928712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-706227a5-6984-4b5e-afd3-ec87390aeb4c tempest-RoutersAdminNegativeTest-1920066578 tempest-RoutersAdminNegativeTest-1920066578-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b11ab0ae-200c-4660-934e-a49f64597a1d HTTP/1.1" status: 204 len: 168 time: 0.4872792 Dec 13 15:10:20.101250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:20.119031 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fac3646c-12ff-4c54-88d9-05be6db42b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.219021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-f827c6c3-ada5-475f-9e25-5b23eb73d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:20.220407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-f827c6c3-ada5-475f-9e25-5b23eb73d689 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a&tenant_id=a41b14117f66417eac23c38073c8fe3b HTTP/1.1" status: 200 len: 1094 time: 0.0624745 Dec 13 15:10:20.229375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fac3646c-12ff-4c54-88d9-05be6db42b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.285834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-34826413-31c4-4597-8b07-2ba6b1964316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:20.287110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-34826413-31c4-4597-8b07-2ba6b1964316 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a41b14117f66417eac23c38073c8fe3b&device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1094 time: 0.0430236 Dec 13 15:10:20.316020 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fac3646c-12ff-4c54-88d9-05be6db42b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.333444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52156) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:20.420712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3646c-12ff-4c54-88d9-05be6db42b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7906eb43-150a-476a-b9f1-9f521827bb73,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:20.429923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fac3646c-12ff-4c54-88d9-05be6db42b49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a00dadc98fb4a998d31e1f44fd7d346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274927 Dec 13 15:10:20.436516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52160) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:20.445270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-875e0081-1d5e-416b-b92f-39a41d351914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.476070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bff060-e7b4-4bb4-ac13-b96283711d9e req-6aa95508-61eb-48b3-9290-dd2cab22f537 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:20.477447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7bff060-e7b4-4bb4-ac13-b96283711d9e req-6aa95508-61eb-48b3-9290-dd2cab22f537 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1305664 Dec 13 15:10:20.520329 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-875e0081-1d5e-416b-b92f-39a41d351914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.523043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-14de21b1-a8f0-4aad-9b1a-9c903767e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:20.524505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-14de21b1-a8f0-4aad-9b1a-9c903767e3fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 200 len: 918 time: 0.2305617 Dec 13 15:10:20.589613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-875e0081-1d5e-416b-b92f-39a41d351914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.598676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7bff060-e7b4-4bb4-ac13-b96283711d9e req-d89ecf31-fec6-4682-bdd3-c5b771f72c53 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105127 Dec 13 15:10:20.601238 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c58142c-596b-4cbe-95b6-9c6aff85d792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.626803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-b031a212-dae4-4eb3-80e0-69f369f9da62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 200 len: 999 time: 0.0920761 Dec 13 15:10:20.630956 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-875e0081-1d5e-416b-b92f-39a41d351914 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e15289176374b32ba70e1382a6aca24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939551 Dec 13 15:10:20.631221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52164) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:20.639251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e0081-1d5e-416b-b92f-39a41d351914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea0625-5a33-4fef-b313-13a158d95391,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:20.642734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c58142c-596b-4cbe-95b6-9c6aff85d792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.715958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf562eb-38b0-47db-90cd-96c2f7b80c46 req-5deb6866-18d8-4905-aae6-4bb90fd3a46a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:20.717466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bf562eb-38b0-47db-90cd-96c2f7b80c46 req-5deb6866-18d8-4905-aae6-4bb90fd3a46a tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0501406 Dec 13 15:10:20.744795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-e30d7ea1-1a8e-4ffb-a39d-7d5459fd7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:20.746765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-e30d7ea1-1a8e-4ffb-a39d-7d5459fd7e66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 200 len: 856 time: 0.1012502 Dec 13 15:10:20.756334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bf562eb-38b0-47db-90cd-96c2f7b80c46 req-a1ed3dac-c1d7-43b3-b15c-5da6027dd74d tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Dec 13 15:10:20.783592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef125-f9bb-4a0b-a91b-a5ff464badcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.815935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef125-f9bb-4a0b-a91b-a5ff464badcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.829591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-afbd24ef-f68a-4315-b713-01a0e0ab71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:20.831128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-afbd24ef-f68a-4315-b713-01a0e0ab71d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9b91afd-4ddb-4fef-b7a5-56c89baad673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746627 Dec 13 15:10:20.859432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c58142c-596b-4cbe-95b6-9c6aff85d792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.862071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c58142c-596b-4cbe-95b6-9c6aff85d792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:20.863226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1c58142c-596b-4cbe-95b6-9c6aff85d792 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7906eb43-150a-476a-b9f1-9f521827bb73 HTTP/1.1" status: 204 len: 168 time: 0.4284682 Dec 13 15:10:20.911766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58142c-596b-4cbe-95b6-9c6aff85d792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7906eb43-150a-476a-b9f1-9f521827bb73,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:20.953292 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-80586499-1cea-4834-973d-61db110c8a81 service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105201 Dec 13 15:10:21.029082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef125-f9bb-4a0b-a91b-a5ff464badcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:21.031662 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0d4ef125-f9bb-4a0b-a91b-a5ff464badcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:21.032866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0d4ef125-f9bb-4a0b-a91b-a5ff464badcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49ea0625-5a33-4fef-b313-13a158d95391 HTTP/1.1" status: 204 len: 168 time: 0.4005735 Dec 13 15:10:21.052473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ef125-f9bb-4a0b-a91b-a5ff464badcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea0625-5a33-4fef-b313-13a158d95391,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:21.065252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-7dd3e877-e15c-4ab0-831d-07c13e453a3e service neutron] 10.222.0.50 "GET /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977914 Dec 13 15:10:21.734374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e4f63-c9af-49f4-8399-b55a0346c37b req-fe0d4650-f448-4a24-9d6c-26b282ec1c4b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:21.735914 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a97e4f63-c9af-49f4-8399-b55a0346c37b req-fe0d4650-f448-4a24-9d6c-26b282ec1c4b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.0562778 Dec 13 15:10:21.777700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a97e4f63-c9af-49f4-8399-b55a0346c37b req-c65d66a7-6fbc-439a-89dc-ee15c870f683 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335510 Dec 13 15:10:21.881662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52212) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:21.918068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a1c6e-ce1c-4191-a8a3-2f0ec3c5d385 req-f7d52955-6ca8-4321-a37c-deb105c0ce68 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:21.919744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-060a1c6e-ce1c-4191-a8a3-2f0ec3c5d385 req-f7d52955-6ca8-4321-a37c-deb105c0ce68 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0900462 Dec 13 15:10:21.941844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-da8a8e17-4f56-4100-a172-e5a53d2ed918 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39efa0c7bc2b49d9aef2fb5e5ea3301b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587518 Dec 13 15:10:21.942505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52214) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:21.998263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ccea139e-c957-4be8-b9b7-d814f491e81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:22.005452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-060a1c6e-ce1c-4191-a8a3-2f0ec3c5d385 req-187e5b5c-fd13-4af7-8615-42bf749177d2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784559 Dec 13 15:10:22.061742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ccea139e-c957-4be8-b9b7-d814f491e81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:22.201656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ccea139e-c957-4be8-b9b7-d814f491e81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:22.204622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ccea139e-c957-4be8-b9b7-d814f491e81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:22.205824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ccea139e-c957-4be8-b9b7-d814f491e81e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07842580-5cc6-44be-b3c5-749bc8c7dba7 HTTP/1.1" status: 204 len: 168 time: 0.2623959 Dec 13 15:10:22.214528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea139e-c957-4be8-b9b7-d814f491e81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07842580-5cc6-44be-b3c5-749bc8c7dba7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:22.218612 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f219b8b3-f8d4-4545-99fb-80a1c57a15ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:22.993550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531bfc4-75ac-4473-ab77-ce7108bd19d0 req-6686f905-97fa-41c9-aac4-b454f8bba178 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:22.995867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c531bfc4-75ac-4473-ab77-ce7108bd19d0 req-6686f905-97fa-41c9-aac4-b454f8bba178 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 943 time: 0.1041198 Dec 13 15:10:23.071471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c531bfc4-75ac-4473-ab77-ce7108bd19d0 req-d91fa226-bff3-44e3-8da5-c4b47307cb7c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664077 Dec 13 15:10:23.205727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec051b-3b80-4306-b77e-1bd18c06f55f req-1ca58d83-e40d-474c-ac5d-8214d043735c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:23.226843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dbec051b-3b80-4306-b77e-1bd18c06f55f req-1ca58d83-e40d-474c-ac5d-8214d043735c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0819092 Dec 13 15:10:23.297697 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dbec051b-3b80-4306-b77e-1bd18c06f55f req-fe630a1c-6b87-48a8-bf23-bb2b42de607c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698893 Dec 13 15:10:23.321476 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:23.474452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ce9d6021-d65c-4eaf-a691-3fa13ef97599 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:10:23.556324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52270) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:23.657980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ce9d6021-d65c-4eaf-a691-3fa13ef97599, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ce9d6021-d65c-4eaf-a691-3fa13ef97599,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:23.670965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'port_id': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599', 'mac_address': 'fa:16:3e:99:01:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:10:23.700793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1792237296'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:23.712035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:23.726123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9d6021-d65c-4eaf-a691-3fa13ef97599 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:10:23.758814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ce9d6021-d65c-4eaf-a691-3fa13ef97599, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ce9d6021-d65c-4eaf-a691-3fa13ef97599,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:23.812806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:23.816446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:23.825548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:23.841563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:23.927294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ce9d6021-d65c-4eaf-a691-3fa13ef97599,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:23.940305 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:23.996920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52276) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:24.009393 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.041742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:10:24.063230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776d7e83-8ddb-44c0-97fc-9dbbc08463a8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:24.066351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.066755 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Added segment ef7aacf3-b0d0-422d-ad46-ae46e836d18c of type vlan for network ceb3b81b-a75f-423f-b1cd-b03431532e58 Dec 13 15:10:24.080011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['ce9d6021-d65c-4eaf-a691-3fa13ef97599'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:10:24.112502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.155235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed128814-a456-4f44-81ef-83a091f81bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.213111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.220246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:24.220889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.282409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed128814-a456-4f44-81ef-83a091f81bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.357631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed128814-a456-4f44-81ef-83a091f81bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.427117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed128814-a456-4f44-81ef-83a091f81bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a7ee2e-95a8-4f62-8793-74c6f05d769d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:24.465756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ed128814-a456-4f44-81ef-83a091f81bbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21b9f522eeea49a88acefc1b4f633495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4677293 Dec 13 15:10:24.469014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52284) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:24.533560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1d343-87e2-4e8a-bc76-7184d0ae2e7f req-3806be88-5b9e-438b-9a7b-d5462ee4c267 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:24.535812 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24a1d343-87e2-4e8a-bc76-7184d0ae2e7f req-3806be88-5b9e-438b-9a7b-d5462ee4c267 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.1273558 Dec 13 15:10:24.568261 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa8bf-4b0b-4cb4-94ab-59970febd92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.606011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa8bf-4b0b-4cb4-94ab-59970febd92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.618402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24a1d343-87e2-4e8a-bc76-7184d0ae2e7f req-06308acf-7741-4221-b93d-9f3e491dd351 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744379 Dec 13 15:10:24.735655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Network': ['ID=ceb3b81b-a75f-423f-b1cd-b03431532e58,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:24.746334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:10:24.749809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1824c-345e-4aeb-847c-62fc1cbbf6cc req-b4753ac4-dc90-474b-bb40-04cbc29c66fb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:24.751330 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bf1824c-345e-4aeb-847c-62fc1cbbf6cc req-b4753ac4-dc90-474b-bb40-04cbc29c66fb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 944 time: 0.5264962 Dec 13 15:10:24.766676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa8bf-4b0b-4cb4-94ab-59970febd92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.770384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa8bf-4b0b-4cb4-94ab-59970febd92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:24.770497 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9c7fa8bf-4b0b-4cb4-94ab-59970febd92d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7a7ee2e-95a8-4f62-8793-74c6f05d769d HTTP/1.1" status: 204 len: 168 time: 0.3003507 Dec 13 15:10:24.786938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fa8bf-4b0b-4cb4-94ab-59970febd92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a7ee2e-95a8-4f62-8793-74c6f05d769d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:24.796781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bf1824c-345e-4aeb-847c-62fc1cbbf6cc req-49ec7276-c5f3-4f2d-a1ea-a0be9773f3a8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Dec 13 15:10:24.829428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7365dab7-6d58-4e3b-87c3-3f396168d45f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2717052 Dec 13 15:10:24.832587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52290) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:24.839002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:24.978022 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.075817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:25.079567 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.155383 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.338733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.408849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=38680c5b-3f45-4733-ad5c-2549031f8a85,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:25.418497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:25.418868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network hostable DHCP agents. Network: ceb3b81b-a75f-423f-b1cd-b03431532e58, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:10:25.473306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ce9d6021-d65c-4eaf-a691-3fa13ef97599 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:25.523993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52294) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:25.538362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2886c09-82ae-4d28-8bc6-82695482abe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.539995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:10:25.595202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port ce9d6021-d65c-4eaf-a691-3fa13ef97599 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:10:25.599379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port ce9d6021-d65c-4eaf-a691-3fa13ef97599 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:25.599960 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.636064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2886c09-82ae-4d28-8bc6-82695482abe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.652988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ceb3b81b-a75f-423f-b1cd-b03431532e58) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:25.659730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:25.660410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.675113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2809d21e-ec47-44bf-bbf5-ab2c6472fa28 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:25.730867 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.766752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:10:25.769062 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cdfbae-ba94-429b-bb6e-19c7eeb62918" -d '{"events": [{"server_uuid": "c90cea05-7a1c-4400-9491-46a2105f6c27", "name": "network-vif-plugged", "status": "completed", "tag": "ce9d6021-d65c-4eaf-a691-3fa13ef97599"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:10:25.790253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port ce9d6021-d65c-4eaf-a691-3fa13ef97599, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ce9d6021-d65c-4eaf-a691-3fa13ef97599,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:25.791419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ce9c9-59e0-4359-8491-6ea3173c7f22 req-d2fbd8fd-bc53-4e48-8f48-fd6a0372458f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:25.793685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-657ce9c9-59e0-4359-8491-6ea3173c7f22 req-d2fbd8fd-bc53-4e48-8f48-fd6a0372458f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0557392 Dec 13 15:10:25.800752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52300) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:25.801912 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ed225430-4d84-4a9c-b0f8-634c53c8303c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9676344 Dec 13 15:10:25.806264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'name': 'tempest-NetworksTestDHCPv6-114938003'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:25.836569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a2886c09-82ae-4d28-8bc6-82695482abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.878468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-657ce9c9-59e0-4359-8491-6ea3173c7f22 req-e5522e03-e0ce-4dc9-b559-2a2098d2b92b tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742712 Dec 13 15:10:25.886815 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a2886c09-82ae-4d28-8bc6-82695482abe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b75be96905a04e3780d8fb5736447a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611984 Dec 13 15:10:25.890155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52304) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:25.898862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2886c09-82ae-4d28-8bc6-82695482abe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f2ac8-2d1b-403c-aa4e-07f0a14687e1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:25.945476 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3114f3-3217-477b-94be-3fc209d9f7cf x-openstack-request-id: req-bd3114f3-3217-477b-94be-3fc209d9f7cf {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:10:25.945768 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90cea05-7a1c-4400-9491-46a2105f6c27", "name": "network-vif-plugged", "status": "completed", "tag": "ce9d6021-d65c-4eaf-a691-3fa13ef97599", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:10:25.946021 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd3114f3-3217-477b-94be-3fc209d9f7cf {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:10:25.946449 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599', 'code': 200} Dec 13 15:10:25.954881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:25.966358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '38680c5b-3f45-4733-ad5c-2549031f8a85'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:25.970708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.021466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d2c966d-7527-455f-b9b9-b326f6810d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.098434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725ef4f-2201-4855-8577-cec58ad904fe req-d2141663-1765-48b7-b914-b5bd453e8180 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:26.099934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d725ef4f-2201-4855-8577-cec58ad904fe req-d2141663-1765-48b7-b914-b5bd453e8180 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 945 time: 0.1226375 Dec 13 15:10:26.110455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d2c966d-7527-455f-b9b9-b326f6810d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.119559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054feb-dd8d-4759-8ee8-01de6ad07728 req-64b9993e-ace7-4984-9b73-43be65938b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:26.119754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=ce9d6021-d65c-4eaf-a691-3fa13ef97599,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:26.121556 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b054feb-dd8d-4759-8ee8-01de6ad07728 req-64b9993e-ace7-4984-9b73-43be65938b14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 1096 time: 0.1506951 Dec 13 15:10:26.161657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d725ef4f-2201-4855-8577-cec58ad904fe req-92186b02-07ef-4dc8-b11f-6c4fdd2f04a8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521555 Dec 13 15:10:26.218065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:26.219104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/38680c5b-3f45-4733-ad5c-2549031f8a85/ec8d3bb5-9988-438f-84dd-6058110ddd27) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:26.221616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.230022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b054feb-dd8d-4759-8ee8-01de6ad07728 req-73b73980-6ff9-4b8d-a5de-3e57f82a67cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900922 Dec 13 15:10:26.241262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port c217c919-2106-4065-b3a8-abef6f544aa0 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:26.304012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d2c966d-7527-455f-b9b9-b326f6810d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.307011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d2c966d-7527-455f-b9b9-b326f6810d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.311242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1d2c966d-7527-455f-b9b9-b326f6810d1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/891f2ac8-2d1b-403c-aa4e-07f0a14687e1 HTTP/1.1" status: 204 len: 168 time: 0.4178905 Dec 13 15:10:26.344209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c966d-7527-455f-b9b9-b326f6810d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f2ac8-2d1b-403c-aa4e-07f0a14687e1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:26.425880 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.510600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.552426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:26.560591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:26.572549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:26.584909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Pushing event updated for resources: {'Port': ['ID=ec8d3bb5-9988-438f-84dd-6058110ddd27,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:26.607250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::2e4 (ceb3b81b-a75f-423f-b1cd-b03431532e58/38680c5b-3f45-4733-ad5c-2549031f8a85/c217c919-2106-4065-b3a8-abef6f544aa0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:26.634223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Attempting to bind port ec8d3bb5-9988-438f-84dd-6058110ddd27 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:26.634615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Attempting to bind port ec8d3bb5-9988-438f-84dd-6058110ddd27 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:26.634978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Attempting to bind port ec8d3bb5-9988-438f-84dd-6058110ddd27 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:26.642865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:26.643238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:26.643638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.644024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:26.644479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Bound port: ec8d3bb5-9988-438f-84dd-6058110ddd27, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:26.644934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.732862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] For port ec8d3bb5-9988-438f-84dd-6058110ddd27, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:26.736392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] For port ec8d3bb5-9988-438f-84dd-6058110ddd27, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ec8d3bb5-9988-438f-84dd-6058110ddd27,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:26.824462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.847548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:26.911951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1de3b-a7de-4021-ad94-0ba7025edf6f None None] Pushing event updated for resources: {'Port': ['ID=ec8d3bb5-9988-438f-84dd-6058110ddd27,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:26.972771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:27.036028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:27.045347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:27.053436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:27.059288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:27.061752 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:27.070271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=c217c919-2106-4065-b3a8-abef6f544aa0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:27.173461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a06-5c29-469b-b488-8e4c5c057962 req-3a1d73f7-35be-433c-9c79-da076c898898 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:27.175457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6025a06-5c29-469b-b488-8e4c5c057962 req-3a1d73f7-35be-433c-9c79-da076c898898 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.1601527 Dec 13 15:10:27.231151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52324) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:27.232046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b86acf20-f519-4d70-b8b2-9c4e6ccb9c4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4296720 Dec 13 15:10:27.336398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d6025a06-5c29-469b-b488-8e4c5c057962 req-0d0dce6d-4409-4f90-a1de-895f07032762 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527510 Dec 13 15:10:27.386489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa7434-b9f8-4a21-9a8a-cd36413b619c req-9338ef73-421a-410e-8caf-b41b857c412a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:27.389266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78fa7434-b9f8-4a21-9a8a-cd36413b619c req-9338ef73-421a-410e-8caf-b41b857c412a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 945 time: 0.1161180 Dec 13 15:10:27.422023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8851b3-2e13-4d02-bb68-5ba46c615cf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:27.428908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8851b3-2e13-4d02-bb68-5ba46c615cf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:27.430959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3f8851b3-2e13-4d02-bb68-5ba46c615cf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1987255 Dec 13 15:10:27.433526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52328) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:27.477148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78fa7434-b9f8-4a21-9a8a-cd36413b619c req-2c637ac5-09cf-4ed7-893d-81098754bccd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779881 Dec 13 15:10:27.555906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port c217c919-2106-4065-b3a8-abef6f544aa0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:27.556317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:27.654351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:27.667430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for c217c919-2106-4065-b3a8-abef6f544aa0 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:27.881202 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:27.922110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=c217c919-2106-4065-b3a8-abef6f544aa0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:27.950571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:27.954180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff26897b-bb2f-4d51-9011-b51bde856af1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c217c919-2106-4065-b3a8-abef6f544aa0 HTTP/1.1" status: 204 len: 168 time: 0.5193403 Dec 13 15:10:27.956464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52338) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:28.074280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53db65-d0ad-4849-8b8e-e113e8196e22 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:28.075968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53db65-d0ad-4849-8b8e-e113e8196e22 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:28.077524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9c53db65-d0ad-4849-8b8e-e113e8196e22 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1200180 Dec 13 15:10:28.080422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52344) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:28.179147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 38680c5b-3f45-4733-ad5c-2549031f8a85 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:28.180722 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:28.224518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:28.232974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4136e09b-743b-4389-a99d-2e501e260782 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:28.332346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Provisioning complete for port ec8d3bb5-9988-438f-84dd-6058110ddd27 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:28.333036 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:28.333960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:28.526338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0c1b9-680c-485c-8b9e-cfaa7a7ad9c6 req-c5a67713-fa54-4bc7-858a-b3cd3e76e5e6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:28.532664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ba0c1b9-680c-485c-8b9e-cfaa7a7ad9c6 req-c5a67713-fa54-4bc7-858a-b3cd3e76e5e6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0916235 Dec 13 15:10:28.615421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ba0c1b9-680c-485c-8b9e-cfaa7a7ad9c6 req-8c9b423d-17d2-47f9-96da-4fb8b9b45a6c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764561 Dec 13 15:10:28.623995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760c075-9c6b-4f63-90e3-fb5b77ca1184 req-a3d3ba0f-4b17-44ce-9bbc-6388c0f77e8b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:28.625930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e760c075-9c6b-4f63-90e3-fb5b77ca1184 req-a3d3ba0f-4b17-44ce-9bbc-6388c0f77e8b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 945 time: 0.0595398 Dec 13 15:10:28.673285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e760c075-9c6b-4f63-90e3-fb5b77ca1184 req-7ffb8669-b091-4654-bdef-9c75db447f50 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Dec 13 15:10:28.717720 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:28.834170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31399e1f-2db7-44c8-8609-4636cb150bcc req-a8b31046-0694-4d33-b210-5d279bb1feb3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:28.835732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31399e1f-2db7-44c8-8609-4636cb150bcc req-a8b31046-0694-4d33-b210-5d279bb1feb3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Dec 13 15:10:28.884731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:28.940908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31399e1f-2db7-44c8-8609-4636cb150bcc req-de15f7a4-eed4-4ee8-8015-2651c72570f4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952187 Dec 13 15:10:28.949213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=38680c5b-3f45-4733-ad5c-2549031f8a85,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:28.968077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:28.975412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52362) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:28.979261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:10:28.979892 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:10:28.987037 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/38680c5b-3f45-4733-ad5c-2549031f8a85 HTTP/1.1" status: 204 len: 168 time: 0.9038365 Dec 13 15:10:28.992481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:28.992950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:28.993401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:28.993841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:28.995618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:28.999098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:29.002187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:29.002723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:29.003317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:29.003728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:29.004139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:29.004546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945225e0-5929-4f62-9346-e3c5d121d66d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:29.090920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006694a-02a3-4eb8-997d-83b34740bc66 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:29.123893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6065951f-3786-4d86-965b-8c2c7461745b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460555 Dec 13 15:10:29.126488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52366) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:29.148103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:29.171293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ec8d3bb5-9988-438f-84dd-6058110ddd27 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:29.298693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ec8d3bb5-9988-438f-84dd-6058110ddd27 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:29.298693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.411231 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.429750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:29.434389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.474066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:29.480183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port ec8d3bb5-9988-438f-84dd-6058110ddd27, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ec8d3bb5-9988-438f-84dd-6058110ddd27,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:29.545118 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.577594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] Deleting port ec8d3bb5-9988-438f-84dd-6058110ddd27 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:29.577963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.618090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.759566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] For port ec8d3bb5-9988-438f-84dd-6058110ddd27, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ec8d3bb5-9988-438f-84dd-6058110ddd27,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:29.759964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.793988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:10:29.793988 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:10:29.793988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] Calling delete_port for ec8d3bb5-9988-438f-84dd-6058110ddd27 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:29.802481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=ec8d3bb5-9988-438f-84dd-6058110ddd27,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:29.817401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024031c-e527-4f11-a07d-6d9da2613405 req-07f5b88e-2cff-48ee-babc-7bce6f34df03 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:29.823832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5024031c-e527-4f11-a07d-6d9da2613405 req-07f5b88e-2cff-48ee-babc-7bce6f34df03 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.1037843 Dec 13 15:10:29.878939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ab52-2e2a-4d60-9b9e-6d6121fa35ec req-229e17da-7085-48c8-8011-6ca6ce690f3d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:29.895671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9094ab52-2e2a-4d60-9b9e-6d6121fa35ec req-229e17da-7085-48c8-8011-6ca6ce690f3d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 945 time: 0.1251237 Dec 13 15:10:29.909829 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.939038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9094ab52-2e2a-4d60-9b9e-6d6121fa35ec req-71df49d5-5b6c-43e3-b74e-24bc59535a36 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Dec 13 15:10:29.968348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:29.988433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5024031c-e527-4f11-a07d-6d9da2613405 req-ad1c7fd7-f237-4beb-8e4e-b057839da215 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346743 Dec 13 15:10:29.988433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:29.989125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:29.989709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:29.998193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=0469c6f4-34e2-4464-a408-35caf0ed3d40,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:30.015304 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:30.035779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] Pushing event deleted for resources: {'Port': ['ID=ec8d3bb5-9988-438f-84dd-6058110ddd27,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:30.040143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f9e62-6f5b-4d63-9e71-c315d7c5166e None None] No DVR routers for this DVR port ec8d3bb5-9988-438f-84dd-6058110ddd27 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:30.063382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af10188-259e-47bf-9ad1-9bc03df45984 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:30.117570 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f1a7c523-a731-4132-9542-d59380808ea6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9867742 Dec 13 15:10:30.124412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52382) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:30.124412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'name': 'tempest-NetworksTestDHCPv6-1435200396'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:30.288326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '0469c6f4-34e2-4464-a408-35caf0ed3d40'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:30.289201 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:30.390630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:30.395552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:30.430075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port f0475157-9d7e-48cc-ba39-8e71d7db1843 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:30.454836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/0469c6f4-34e2-4464-a408-35caf0ed3d40/0e78b734-84e7-4d09-88d0-339e2645d82a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:30.548706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-25dd62ab-58b2-4f26-8620-516b7bb354ef None None] Port ec8d3bb5-9988-438f-84dd-6058110ddd27 update to ACTIVE by agent not found {{(pid=102825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 13 15:10:30.638736 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:30.663247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3ea8d235-62a6-4738-8765-4a2a98a45467 None None] Could not find standard attr ID for object ec8d3bb5-9988-438f-84dd-6058110ddd27. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:30.717120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:30.767207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:30.785678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:30.788331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Pushing event updated for resources: {'Port': ['ID=0e78b734-84e7-4d09-88d0-339e2645d82a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:30.790795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:30.861197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::244 (ceb3b81b-a75f-423f-b1cd-b03431532e58/0469c6f4-34e2-4464-a408-35caf0ed3d40/f0475157-9d7e-48cc-ba39-8e71d7db1843) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:30.869540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Attempting to bind port 0e78b734-84e7-4d09-88d0-339e2645d82a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:30.870827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Attempting to bind port 0e78b734-84e7-4d09-88d0-339e2645d82a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:30.871201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Attempting to bind port 0e78b734-84e7-4d09-88d0-339e2645d82a on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:30.876591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:30.877102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:30.877542 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:30.877935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:30.878643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Bound port: 0e78b734-84e7-4d09-88d0-339e2645d82a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:30.879028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:30.992125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] For port 0e78b734-84e7-4d09-88d0-339e2645d82a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:30.996398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] For port 0e78b734-84e7-4d09-88d0-339e2645d82a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0e78b734-84e7-4d09-88d0-339e2645d82a,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:31.077528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ec8d3bb5-9988-438f-84dd-6058110ddd27 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:31.132655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: ec8d3bb5-9988-438f-84dd-6058110ddd27 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:31.135051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ec8d3bb5-9988-438f-84dd-6058110ddd27 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:31.140592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:31.180814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7970a6d-fd52-47b2-b417-c565da2556cb req-d7d09c2c-14d0-4a77-b76f-c509c5e12ff7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:31.202823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:31.203078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7970a6d-fd52-47b2-b417-c565da2556cb req-d7d09c2c-14d0-4a77-b76f-c509c5e12ff7 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 945 time: 0.1441531 Dec 13 15:10:31.250913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7970a6d-fd52-47b2-b417-c565da2556cb req-639ce900-1dcc-4c85-86f7-462e4d48f357 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466509 Dec 13 15:10:31.279906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1579c72-13c8-45f4-84e8-3f133d543341 None None] Pushing event updated for resources: {'Port': ['ID=0e78b734-84e7-4d09-88d0-339e2645d82a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:31.368638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f52a8-87b9-4435-a59a-1ec2c91400d0 req-5e103199-d648-46bf-ab7e-136749c0c2f7 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:31.371473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a4f52a8-87b9-4435-a59a-1ec2c91400d0 req-5e103199-d648-46bf-ab7e-136749c0c2f7 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.2388813 Dec 13 15:10:31.398345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-3ed78e9c-5d9f-4a90-a661-23e17cdc8d2d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:31.399914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-3ed78e9c-5d9f-4a90-a661-23e17cdc8d2d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 945 time: 0.1812146 Dec 13 15:10:31.475517 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:31.480580 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a4f52a8-87b9-4435-a59a-1ec2c91400d0 req-28f02ca7-f062-4a84-98f4-a6bcd20d41f1 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964937 Dec 13 15:10:31.583952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:31.589844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:31.596965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:31.612846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:31.617078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:31.617078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=f0475157-9d7e-48cc-ba39-8e71d7db1843,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:31.646278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port ce9d6021-d65c-4eaf-a691-3fa13ef97599 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:31.646781 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:31.724878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b500af94-17ba-467c-9e5a-c5739f3ba55f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6051786 Dec 13 15:10:31.728262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52406) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:31.801371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] For port ce9d6021-d65c-4eaf-a691-3fa13ef97599, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=ce9d6021-d65c-4eaf-a691-3fa13ef97599,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:31.802109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:31.817083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for ce9d6021-d65c-4eaf-a691-3fa13ef97599 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:31.860844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d878be-d246-4594-9352-367acd9d4e36 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:31.869001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d878be-d246-4594-9352-367acd9d4e36 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:31.873294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-00d878be-d246-4594-9352-367acd9d4e36 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1444936 Dec 13 15:10:31.874003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52410) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:32.047089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port f0475157-9d7e-48cc-ba39-8e71d7db1843 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:32.047089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.110904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.124948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for f0475157-9d7e-48cc-ba39-8e71d7db1843 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:32.349803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.363166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['36ca9eec-00c0-4387-baab-fd40ea2f3356'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:10:32.410086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-826ffdba-5ff2-4bca-984b-ff0a54d7625a req-f5646ee6-152e-4be4-b3a8-ec698b8a1a98 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0635471 Dec 13 15:10:32.429560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.442023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=ce9d6021-d65c-4eaf-a691-3fa13ef97599,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:32.520036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] No DVR routers for this DVR port ce9d6021-d65c-4eaf-a691-3fa13ef97599 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:32.525316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.532109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6cf40414-f0a2-4373-aaac-195d4b829e76 req-9dfbf1ca-3839-43af-b23c-7a858009b0b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "DELETE /v2.0/ports/ce9d6021-d65c-4eaf-a691-3fa13ef97599 HTTP/1.1" status: 204 len: 173 time: 1.1237411 Dec 13 15:10:32.536640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'name': 'network-vif-deleted', 'tag': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:10:32.540358 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938dcc4c-44d6-4e75-9302-a3e13f728339" -d '{"events": [{"server_uuid": "c90cea05-7a1c-4400-9491-46a2105f6c27", "name": "network-vif-deleted", "tag": "ce9d6021-d65c-4eaf-a691-3fa13ef97599"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:10:32.548954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.553902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/f0475157-9d7e-48cc-ba39-8e71d7db1843 HTTP/1.1" status: 204 len: 168 time: 0.6786110 Dec 13 15:10:32.555182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09264a-1a8f-41c5-b55e-dd9a1695bb62 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=f0475157-9d7e-48cc-ba39-8e71d7db1843,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:32.560327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52422) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:32.668116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af4314-7d73-4d67-a888-adbde1e1bb61 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:32.669329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af4314-7d73-4d67-a888-adbde1e1bb61 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:32.670912 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f8af4314-7d73-4d67-a888-adbde1e1bb61 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098025 Dec 13 15:10:32.673891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52426) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:32.728585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-351bc736-93bd-47d0-8bcd-a15785de2e32 None None] Provisioning complete for port 0e78b734-84e7-4d09-88d0-339e2645d82a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:32.729090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-351bc736-93bd-47d0-8bcd-a15785de2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.792983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f056b-3528-4d0d-8999-c3640eb4238d req-7fb7c26b-3298-48dc-9f3c-5cacfa578f47 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:32.800760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 0469c6f4-34e2-4464-a408-35caf0ed3d40 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:32.809722 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.812552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-101f056b-3528-4d0d-8999-c3640eb4238d req-7fb7c26b-3298-48dc-9f3c-5cacfa578f47 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.1405365 Dec 13 15:10:32.820768 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ea3896-8872-49dc-a3df-4abd78a61a05 x-openstack-request-id: req-23ea3896-8872-49dc-a3df-4abd78a61a05 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:10:32.821373 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90cea05-7a1c-4400-9491-46a2105f6c27", "name": "network-vif-deleted", "tag": "ce9d6021-d65c-4eaf-a691-3fa13ef97599", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:10:32.821843 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23ea3896-8872-49dc-a3df-4abd78a61a05 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:10:32.822482 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90cea05-7a1c-4400-9491-46a2105f6c27', 'name': 'network-vif-deleted', 'tag': 'ce9d6021-d65c-4eaf-a691-3fa13ef97599', 'status': 'completed', 'code': 200} Dec 13 15:10:32.894924 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.899755 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-351bc736-93bd-47d0-8bcd-a15785de2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:32.918291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-101f056b-3528-4d0d-8999-c3640eb4238d req-99236d3d-7907-4650-bb3f-1fec49408698 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042664 Dec 13 15:10:32.969255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-351bc736-93bd-47d0-8bcd-a15785de2e32 None None] For port 0e78b734-84e7-4d09-88d0-339e2645d82a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0e78b734-84e7-4d09-88d0-339e2645d82a,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:33.029380 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-351bc736-93bd-47d0-8bcd-a15785de2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.052826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.118367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bc736-93bd-47d0-8bcd-a15785de2e32 None None] Pushing event updated for resources: {'Port': ['ID=0e78b734-84e7-4d09-88d0-339e2645d82a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:33.147351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0e78b734-84e7-4d09-88d0-339e2645d82a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:33.180801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a6041d30-fcb0-4251-9a42-e2512ff3fe10 None None] Could not find standard attr ID for object c217c919-2106-4065-b3a8-abef6f544aa0. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:33.211323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0e78b734-84e7-4d09-88d0-339e2645d82a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:33.211323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.230490 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.268194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=0469c6f4-34e2-4464-a408-35caf0ed3d40,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:33.274319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.278311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f98667b5-32e4-4d04-960c-a03b4ffc7b25 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/0469c6f4-34e2-4464-a408-35caf0ed3d40 HTTP/1.1" status: 204 len: 168 time: 0.6030693 Dec 13 15:10:33.281198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52430) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:33.321224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d2896ff-20fa-486a-ab8d-2936f4521b0f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370505 Dec 13 15:10:33.322223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52432) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:33.325277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce812648-f068-4385-97bf-1afd69ee314a None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:33.327536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:33.402392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-02603f31-99c6-4290-884f-26a3c81c4235 None None] Could not find standard attr ID for object f0475157-9d7e-48cc-ba39-8e71d7db1843. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:33.493348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ce9d6021-d65c-4eaf-a691-3fa13ef97599 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:33.516389 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:33.520373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.550210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: ce9d6021-d65c-4eaf-a691-3fa13ef97599 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:33.550583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device ce9d6021-d65c-4eaf-a691-3fa13ef97599 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:33.590085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32118f95-9bb2-4299-b5a6-48b50819849d req-5c8eac80-9300-4d3a-adcd-b58d037a69ea tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0857561 Dec 13 15:10:33.593085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:33.649643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] Deleting port 0e78b734-84e7-4d09-88d0-339e2645d82a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:33.650094 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.726982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] For port 0e78b734-84e7-4d09-88d0-339e2645d82a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0e78b734-84e7-4d09-88d0-339e2645d82a,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:33.727382 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.742614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] Calling delete_port for 0e78b734-84e7-4d09-88d0-339e2645d82a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:33.811792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.849881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:33.853968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:33.859434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:33.863651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.873923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=c771471b-fbae-49ab-923a-64eda2f02274,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:33.909598 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:33.933428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] Pushing event deleted for resources: {'Port': ['ID=0e78b734-84e7-4d09-88d0-339e2645d82a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:33.940081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d2d44-f20d-4fbb-80e4-a2a46cbd6297 None None] No DVR routers for this DVR port 0e78b734-84e7-4d09-88d0-339e2645d82a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:33.947629 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8b0c3b21-a816-4dce-8b90-ce9111f3885c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6232345 Dec 13 15:10:33.949787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52440) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:33.956958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'name': 'tempest-NetworksTestDHCPv6-1934221134'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:33.972700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e0c85-df09-46fc-98e7-e2f3fc9eab30 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:34.100888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54400555-7403-469f-8c31-2ac21fc30d36 req-32fc09a0-0453-4804-baee-40e669699719 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:34.102487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54400555-7403-469f-8c31-2ac21fc30d36 req-32fc09a0-0453-4804-baee-40e669699719 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0976748 Dec 13 15:10:34.150215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-54400555-7403-469f-8c31-2ac21fc30d36 req-e2ce9936-dc24-48ee-87c6-f780bcb72b40 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411270 Dec 13 15:10:34.158153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': 'c771471b-fbae-49ab-923a-64eda2f02274'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:34.159137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.230226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:34.234486 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.254032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port c332ef51-b725-4bb0-ae86-5e45a3b56296 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:34.309837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/c771471b-fbae-49ab-923a-64eda2f02274/f9263180-c900-4f3e-b8e5-9a56def66b0a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:34.463240 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.590462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.631177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:34.634310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:34.641271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:34.651718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Pushing event updated for resources: {'Port': ['ID=f9263180-c900-4f3e-b8e5-9a56def66b0a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:34.669779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::12e (ceb3b81b-a75f-423f-b1cd-b03431532e58/c771471b-fbae-49ab-923a-64eda2f02274/c332ef51-b725-4bb0-ae86-5e45a3b56296) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:34.721254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Attempting to bind port f9263180-c900-4f3e-b8e5-9a56def66b0a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:34.721647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Attempting to bind port f9263180-c900-4f3e-b8e5-9a56def66b0a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:34.721982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Attempting to bind port f9263180-c900-4f3e-b8e5-9a56def66b0a on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:34.725853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85fe3566-218b-4861-b65f-52f5e6819b3c req-c52c2846-0ed7-4ba1-aec3-3a8782d29399 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0379584 Dec 13 15:10:34.727536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:34.727913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:34.728318 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.728705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:34.729170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Bound port: f9263180-c900-4f3e-b8e5-9a56def66b0a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:34.730109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.800163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] For port f9263180-c900-4f3e-b8e5-9a56def66b0a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:34.804129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] For port f9263180-c900-4f3e-b8e5-9a56def66b0a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f9263180-c900-4f3e-b8e5-9a56def66b0a,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:34.870318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.876539 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:34.939177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67896b37-8ded-4ca8-99c3-2cf95fd7d8ff None None] Pushing event updated for resources: {'Port': ['ID=f9263180-c900-4f3e-b8e5-9a56def66b0a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:35.018438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:35.028560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0e78b734-84e7-4d09-88d0-339e2645d82a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:35.057678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0e78b734-84e7-4d09-88d0-339e2645d82a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:35.059336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0e78b734-84e7-4d09-88d0-339e2645d82a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:35.078142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:35.082032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:35.084590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:35.091234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:35.091896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:35.117061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=c332ef51-b725-4bb0-ae86-5e45a3b56296,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:35.193781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-25f58892-2d18-442d-8ebd-2bfcf7d0b6a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2414796 Dec 13 15:10:35.195285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52468) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:35.270082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9c2a2-706b-4f43-bc12-ab735766a9c4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:35.276948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9c2a2-706b-4f43-bc12-ab735766a9c4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:35.279633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-96f9c2a2-706b-4f43-bc12-ab735766a9c4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0834637 Dec 13 15:10:35.281290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52470) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:35.309054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ba09-867f-469a-82ed-74c71d7b82a3 req-b7772bcc-8ee4-403d-9789-2c4c74a150d2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:35.312252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f76ba09-867f-469a-82ed-74c71d7b82a3 req-b7772bcc-8ee4-403d-9789-2c4c74a150d2 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.0641859 Dec 13 15:10:35.387455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f76ba09-867f-469a-82ed-74c71d7b82a3 req-2c276f37-ecfa-46d7-980d-028f02b649ce tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579097 Dec 13 15:10:35.437376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port c332ef51-b725-4bb0-ae86-5e45a3b56296 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:35.439424 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:35.533375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:35.546783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for c332ef51-b725-4bb0-ae86-5e45a3b56296 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:35.760746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:35.794736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=c332ef51-b725-4bb0-ae86-5e45a3b56296,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:35.842350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:35.848246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52476) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:35.848437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e096a866-2afe-4e6d-8457-ca60aaf6337b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c332ef51-b725-4bb0-ae86-5e45a3b56296 HTTP/1.1" status: 204 len: 168 time: 0.5658338 Dec 13 15:10:35.873867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fbad1a3-8637-4611-b881-4d9ae3fa182f req-5aef1604-5825-476b-bbac-9b4db1e8001e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0427909 Dec 13 15:10:35.922333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17da4fa-b310-4171-9a0d-abdaf3485888 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:35.922333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17da4fa-b310-4171-9a0d-abdaf3485888 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:35.922333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a17da4fa-b310-4171-9a0d-abdaf3485888 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0709794 Dec 13 15:10:35.924260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52478) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:35.991458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet c771471b-fbae-49ab-923a-64eda2f02274 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:35.995671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.047054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.144787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.155197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-02f3be36-8233-414c-a2e1-1b840531d512 None None] Provisioning complete for port f9263180-c900-4f3e-b8e5-9a56def66b0a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:36.166159 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-02f3be36-8233-414c-a2e1-1b840531d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.275668 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.306288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:10:36.329151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=c771471b-fbae-49ab-923a-64eda2f02274,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:36.337439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.344988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b640ca1c-6b8c-4acb-8f03-df61cee7fba7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/c771471b-fbae-49ab-923a-64eda2f02274 HTTP/1.1" status: 204 len: 168 time: 0.4172697 Dec 13 15:10:36.345323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52480) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:36.397770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-339dc99c-501e-4b6e-b78b-13bbcb07537a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512564 Dec 13 15:10:36.402944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52484) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:36.412855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:36.449922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'port_id': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'mac_address': 'fa:16:3e:6c:1f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:10:36.472436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b7d00-caed-42d2-af71-913045bd9b06 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:36.513575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368dd8e6-9702-4b97-b52d-2c2bcfee61eb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:36.513575 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-368dd8e6-9702-4b97-b52d-2c2bcfee61eb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1089675 Dec 13 15:10:36.522522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52488) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:36.590411 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-02f3be36-8233-414c-a2e1-1b840531d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.606809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc1955-3050-457c-bb6c-b2b199f89696 req-f375f7ec-0a90-48d7-a726-ac2629c77382 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:36.614437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbc1955-3050-457c-bb6c-b2b199f89696 req-f375f7ec-0a90-48d7-a726-ac2629c77382 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 943 time: 0.1047168 Dec 13 15:10:36.624869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102236e-eca8-43fe-a6b2-b2f96d9bf4fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:36.630629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d102236e-eca8-43fe-a6b2-b2f96d9bf4fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026936 Dec 13 15:10:36.630783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52490) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:36.637094 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.682038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbcba6b-d395-466d-a4a1-888d27e73166 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:10:36.710360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdbc1955-3050-457c-bb6c-b2b199f89696 req-96369d6f-c801-413d-a9be-3230d13a3b05 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949271 Dec 13 15:10:36.710727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4af0c54b-4951-482f-9811-439888428c1d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802312 Dec 13 15:10:36.712033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52492) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:36.726281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:36.738187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:36.743141 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-02f3be36-8233-414c-a2e1-1b840531d512 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:10:36.743493 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-02f3be36-8233-414c-a2e1-1b840531d512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:10:36.804249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:36.831773 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.891406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:36.904582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] Deleting port f9263180-c900-4f3e-b8e5-9a56def66b0a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:36.904986 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.915024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:36.918688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.980965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] For port f9263180-c900-4f3e-b8e5-9a56def66b0a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f9263180-c900-4f3e-b8e5-9a56def66b0a,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:36.981420 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:36.990950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-979f5345-47e4-40b6-b5bc-cd39906a18bc req-91d07947-e110-4b0e-888d-4c5a62db91f3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0327456 Dec 13 15:10:36.995967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] Calling delete_port for f9263180-c900-4f3e-b8e5-9a56def66b0a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:37.055910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2cbcba6b-d395-466d-a4a1-888d27e73166'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:10:37.223801 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:37.247983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:37.272947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-02f3be36-8233-414c-a2e1-1b840531d512 None None] Port f9263180-c900-4f3e-b8e5-9a56def66b0a update to ACTIVE by agent not found {{(pid=102825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 13 15:10:37.278837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:37.285259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:37.293032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:37.293836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:37.295140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] Pushing event deleted for resources: {'Port': ['ID=f9263180-c900-4f3e-b8e5-9a56def66b0a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:37.298517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe434a-96b5-4aae-b60b-10601ee741f6 None None] No DVR routers for this DVR port f9263180-c900-4f3e-b8e5-9a56def66b0a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:37.327987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810a154e-f8fc-44be-bad6-711b01987821 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:37.328179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=8ae51f34-6c1c-48c1-907c-e1630fcdc539,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:37.538991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-da323a40-404c-49be-a357-fbe1055c50d3 None None] Could not find standard attr ID for object c332ef51-b725-4bb0-ae86-5e45a3b56296. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:37.816527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '8ae51f34-6c1c-48c1-907c-e1630fcdc539'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:37.817930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:37.846851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea34c3-5c1f-4e26-b259-fb5bfa57c5a9 req-5e9cfbed-577a-4c85-a1cb-43f4a59f1014 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:37.849168 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eeea34c3-5c1f-4e26-b259-fb5bfa57c5a9 req-5e9cfbed-577a-4c85-a1cb-43f4a59f1014 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 944 time: 0.0706327 Dec 13 15:10:37.893795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eeea34c3-5c1f-4e26-b259-fb5bfa57c5a9 req-a805df1e-da1a-4b07-af90-9dc3199a302d tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363026 Dec 13 15:10:37.952702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77cf97da-53e4-4c87-868a-c7b5c97e4ff5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2302630 Dec 13 15:10:37.955159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52500) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:37.960375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '8ae51f34-6c1c-48c1-907c-e1630fcdc539', 'ip_address': '2001:db8::b80f:cc4a:cedc:69e5'}], 'name': 'tempest-NetworksTestDHCPv6-571474852'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:37.990844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/8ae51f34-6c1c-48c1-907c-e1630fcdc539/a434c0db-c614-4552-a755-8002c260172c) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:38.174717 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.195099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:38.283533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f536c56-bb97-40b3-ab0b-0ac6bde4bce9 req-3cf4c758-4c16-4846-ac06-2965bd3b7bd6 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90cea05-7a1c-4400-9491-46a2105f6c27 HTTP/1.1" status: 200 len: 210 time: 0.0355721 Dec 13 15:10:38.311097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:38.351627 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.434405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:38.444760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:38.450805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:38.461373 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Pushing event updated for resources: {'Port': ['ID=a434c0db-c614-4552-a755-8002c260172c,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:38.487376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2cbcba6b-d395-466d-a4a1-888d27e73166 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:38.487748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.537547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Attempting to bind port a434c0db-c614-4552-a755-8002c260172c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:38.537834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Attempting to bind port a434c0db-c614-4552-a755-8002c260172c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:38.538197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Attempting to bind port a434c0db-c614-4552-a755-8002c260172c on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:38.546056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:38.546472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:38.546883 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.547274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:38.547794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Bound port: a434c0db-c614-4552-a755-8002c260172c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:38.548233 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.609375 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.632891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port 04baefe0-4823-4038-8166-6deaec38ec9a yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:38.692615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] For port a434c0db-c614-4552-a755-8002c260172c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:38.712715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] For port a434c0db-c614-4552-a755-8002c260172c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a434c0db-c614-4552-a755-8002c260172c,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:38.718218 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.745659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:10:38.748015 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd92920-3a13-4a65-b276-d3ad5c7f352a" -d '{"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:10:38.783401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:38.795875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.834721 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc9734-0ad0-4e87-af33-a75a75f66291 x-openstack-request-id: req-b6fc9734-0ad0-4e87-af33-a75a75f66291 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:10:38.842278 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:10:38.842278 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6fc9734-0ad0-4e87-af33-a75a75f66291 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:10:38.842278 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'code': 200} Dec 13 15:10:38.873077 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:38.880121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3793ea-c6e3-4173-9f59-1cdac784e27f None None] Pushing event updated for resources: {'Port': ['ID=a434c0db-c614-4552-a755-8002c260172c,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:38.950749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::b80f:cc4a:cedc:69e5 (ceb3b81b-a75f-423f-b1cd-b03431532e58/8ae51f34-6c1c-48c1-907c-e1630fcdc539/04baefe0-4823-4038-8166-6deaec38ec9a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:38.979092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:39.083865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c448-a53c-47ce-960f-ee8e8137c88f req-3bdbf4e3-368c-48dc-ba0f-1bdf2b45a7ea tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:39.085430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1069c448-a53c-47ce-960f-ee8e8137c88f req-3bdbf4e3-368c-48dc-ba0f-1bdf2b45a7ea tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 946 time: 0.0703468 Dec 13 15:10:39.184102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.213711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1069c448-a53c-47ce-960f-ee8e8137c88f req-3f032682-df62-4425-b7a1-319501d187ea tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134784 Dec 13 15:10:39.228779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cc2b-ac1b-4ce8-8cc8-049984d2e9b5 req-d4fae600-3ef7-40e5-a8cb-2859e77eb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:39.230342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bf2cc2b-ac1b-4ce8-8cc8-049984d2e9b5 req-d4fae600-3ef7-40e5-a8cb-2859e77eb7d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 1097 time: 0.1440003 Dec 13 15:10:39.294214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9bf2cc2b-ac1b-4ce8-8cc8-049984d2e9b5 req-98f72022-b31b-47b4-afee-4838b01e0b52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565541 Dec 13 15:10:39.359862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.407200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:39.410663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:39.414189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:39.420928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:39.421667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.444638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=04baefe0-4823-4038-8166-6deaec38ec9a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:39.540510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ce99840-df30-47f3-9899-d6f76c4be4d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5843654 Dec 13 15:10:39.543833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52526) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:39.596160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52528) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:39.603315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506a81b-709d-4351-b1ee-412345c81923 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:39.617661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506a81b-709d-4351-b1ee-412345c81923 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:39.617661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6506a81b-709d-4351-b1ee-412345c81923 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0680664 Dec 13 15:10:39.619650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52532) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:39.710537 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.714194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port 04baefe0-4823-4038-8166-6deaec38ec9a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:39.714629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.822770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.831371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.845069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for 04baefe0-4823-4038-8166-6deaec38ec9a owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:39.903783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:39.950222 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9730c1a78a0346d1a9b5e95d59650511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499591 Dec 13 15:10:39.950557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52536) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:39.979527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ecc177-5a6a-41ee-a729-4c07fe2f1832,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:39.993794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.994137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.994480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.995364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.995678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.996003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.996324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.996633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.996947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.997270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.997585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:39.997898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f2855-458b-452a-9b95-299ef9603036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:40.023977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f68945bb-205d-4fd8-818a-0ba1dd3673fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.046163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f68945bb-205d-4fd8-818a-0ba1dd3673fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.076097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.123623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=04baefe0-4823-4038-8166-6deaec38ec9a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:40.143874 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f68945bb-205d-4fd8-818a-0ba1dd3673fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.147275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f68945bb-205d-4fd8-818a-0ba1dd3673fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.148873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f68945bb-205d-4fd8-818a-0ba1dd3673fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91ecc177-5a6a-41ee-a729-4c07fe2f1832 HTTP/1.1" status: 204 len: 168 time: 0.1970811 Dec 13 15:10:40.154434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.159269 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c5fd84b1-b634-49e0-8e29-83f26d5b551c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/04baefe0-4823-4038-8166-6deaec38ec9a HTTP/1.1" status: 204 len: 168 time: 0.5379095 Dec 13 15:10:40.161796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52540) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:40.179309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68945bb-205d-4fd8-818a-0ba1dd3673fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ecc177-5a6a-41ee-a729-4c07fe2f1832,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:40.205595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-57833457-18b1-42a0-83e6-05258608bddf None None] Provisioning complete for port a434c0db-c614-4552-a755-8002c260172c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:40.206905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57833457-18b1-42a0-83e6-05258608bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.328802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559086e7-931a-464d-8656-014f66195789 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:40.337137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559086e7-931a-464d-8656-014f66195789 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:40.337925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52548) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:40.344027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57833457-18b1-42a0-83e6-05258608bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.346626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-559086e7-931a-464d-8656-014f66195789 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1837308 Dec 13 15:10:40.396741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-57833457-18b1-42a0-83e6-05258608bddf None None] For port a434c0db-c614-4552-a755-8002c260172c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a434c0db-c614-4552-a755-8002c260172c,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:40.433410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97599-03b8-44e6-9627-06c0dd38c283 req-e0cf23e4-8a28-48cc-b6c0-74462602ce06 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:40.435781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8d97599-03b8-44e6-9627-06c0dd38c283 req-e0cf23e4-8a28-48cc-b6c0-74462602ce06 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 946 time: 0.0838807 Dec 13 15:10:40.463268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 8ae51f34-6c1c-48c1-907c-e1630fcdc539 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:40.469249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57833457-18b1-42a0-83e6-05258608bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.491225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.554104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e8d97599-03b8-44e6-9627-06c0dd38c283 req-ae9704a8-ac45-4142-9f90-cd4a2993d6bd tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984178 Dec 13 15:10:40.591061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.593124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57833457-18b1-42a0-83e6-05258608bddf None None] Pushing event updated for resources: {'Port': ['ID=a434c0db-c614-4552-a755-8002c260172c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:40.617541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d62ce556-1d28-4565-82cf-4b56283ec92b None None] Could not find standard attr ID for object 04baefe0-4823-4038-8166-6deaec38ec9a. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:40.757772 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.915768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.969885 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae51f34-6c1c-48c1-907c-e1630fcdc539,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:40.979902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:40.984205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c3b39-5890-4cbf-896d-14a1f61be4aa None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:40.988407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52570) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:41.009905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-565a7654-9f5f-488d-a4d7-08d04fd593c9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8ae51f34-6c1c-48c1-907c-e1630fcdc539 HTTP/1.1" status: 204 len: 168 time: 0.6496863 Dec 13 15:10:41.027721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-02259642-215b-4c1f-87e9-1ec4b88a7071 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382652 Dec 13 15:10:41.030419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52572) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:41.035278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:41.124049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52574) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:41.166366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fd25b8d-d334-4a0d-8b4c-6acb0c9281ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.172457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a434c0db-c614-4552-a755-8002c260172c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:41.231463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a434c0db-c614-4552-a755-8002c260172c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:41.232110 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.241456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:41.245341 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.287963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fd25b8d-d334-4a0d-8b4c-6acb0c9281ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.321663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:41.395285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fd25b8d-d334-4a0d-8b4c-6acb0c9281ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.407739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] Deleting port a434c0db-c614-4552-a755-8002c260172c {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:41.408121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.456339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8fd25b8d-d334-4a0d-8b4c-6acb0c9281ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e22f9dd33994a86b4c537da5be03a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307815 Dec 13 15:10:41.457439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd25b8d-d334-4a0d-8b4c-6acb0c9281ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8851034e-0b02-433c-a71f-09943437cd92,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:41.460356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:41.509651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] For port a434c0db-c614-4552-a755-8002c260172c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a434c0db-c614-4552-a755-8002c260172c,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:41.510041 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.528634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] Calling delete_port for a434c0db-c614-4552-a755-8002c260172c owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:41.538482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52594) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:41.542758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-02ca0acc-7134-4ab6-9c0e-8921d51ca6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.567378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-02ca0acc-7134-4ab6-9c0e-8921d51ca6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.621267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.684531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:41.696476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:41.702004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:41.702710 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.724759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ff0123ab-c5d8-4dd3-9798-4ad52e9cfc2f tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2983 time: 0.1835563 Dec 13 15:10:41.728358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52602) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:41.733462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.733670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:41.754008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'network': {'name': 'tempest-network-smoke--1296888326', 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'port_security_enabled': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:41.762527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-02ca0acc-7134-4ab6-9c0e-8921d51ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.765739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-02ca0acc-7134-4ab6-9c0e-8921d51ca6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.766981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-02ca0acc-7134-4ab6-9c0e-8921d51ca6ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8851034e-0b02-433c-a71f-09943437cd92 HTTP/1.1" status: 204 len: 168 time: 0.3055403 Dec 13 15:10:41.770308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] Pushing event deleted for resources: {'Port': ['ID=a434c0db-c614-4552-a755-8002c260172c,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:41.778405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68542be-b056-43e5-beb8-caa6f51f9fb1 None None] No DVR routers for this DVR port a434c0db-c614-4552-a755-8002c260172c on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:41.779296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca0acc-7134-4ab6-9c0e-8921d51ca6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8851034e-0b02-433c-a71f-09943437cd92,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:41.802028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec7a58d-fa72-4acb-8093-0fdf7f1c219a None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:41.802282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a29fc-5365-4803-b13e-495edd44e92a req-ed5e1832-6ea5-44b5-9092-1258f172efb6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:41.804205 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c5a29fc-5365-4803-b13e-495edd44e92a req-ed5e1832-6ea5-44b5-9092-1258f172efb6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 946 time: 0.1263123 Dec 13 15:10:41.832250 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-21aea6d7-02d5-4eec-bd97-ff5888d25e98 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8008118 Dec 13 15:10:41.835277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:41.840353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd', 'ip_address': '2001:db8::d1ed:9110:8c19:7304'}], 'name': 'tempest-NetworksTestDHCPv6-715355899'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:41.890469 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c5a29fc-5365-4803-b13e-495edd44e92a req-06f2a674-f075-4376-8abc-3557f8aed741 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733635 Dec 13 15:10:41.918393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Made reservation on behalf of 7f17283359804e1b9e1871b1ab91e5c9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:41.924089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:41.978206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:10:41.995889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.001354 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Added segment 5f8dc88e-252c-45f9-880e-2ffa9715ce3f of type vlan for network ceb9e011-89c0-4334-ac62-218838c166a8 Dec 13 15:10:42.001603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:42.001603 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.097503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:42.106701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.200415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.206186 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:42.206798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.223903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd/02cbc5ce-81a5-40a0-90d9-80fc0d13ede8) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:42.227055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.248223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port 625ce43b-177a-48a3-8c31-6e732bbaf423 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:42.315056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Network': ['ID=ceb9e011-89c0-4334-ac62-218838c166a8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:42.343174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ceb9e011-89c0-4334-ac62-218838c166a8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:10:42.352514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-74b2fa25-c24a-4933-9768-9b5ff3f8e0d8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6233139 Dec 13 15:10:42.355947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52610) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:42.360501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'admin_state_up': True, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:42.461620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.480678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.481810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.536086 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.578115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.617228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:42.622113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:42.622210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52612) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:42.623602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:42.633160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Pushing event updated for resources: {'Port': ['ID=02cbc5ce-81a5-40a0-90d9-80fc0d13ede8,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:42.653215 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe50a3aa-c043-4ccf-8315-c0e819055aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.687491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::d1ed:9110:8c19:7304 (ceb3b81b-a75f-423f-b1cd-b03431532e58/8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd/625ce43b-177a-48a3-8c31-6e732bbaf423) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:42.690266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Attempting to bind port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:42.690266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Attempting to bind port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:42.690619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Attempting to bind port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:42.695885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:42.696263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:42.696639 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.697046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:42.697511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Bound port: 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:42.698455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.742429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe50a3aa-c043-4ccf-8315-c0e819055aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.766054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] For port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:42.769350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] For port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=02cbc5ce-81a5-40a0-90d9-80fc0d13ede8,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:42.769863 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.852051 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe50a3aa-c043-4ccf-8315-c0e819055aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.864046 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.903684 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fe50a3aa-c043-4ccf-8315-c0e819055aed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a015b86f802643e292e5f5811bc0266e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809222 Dec 13 15:10:42.907467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52616) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:42.927295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50a3aa-c043-4ccf-8315-c0e819055aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f67daf-f0fc-4bd2-8a55-13b858ff5877,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:42.957516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76344fca-8cfb-4e47-84f9-dab7be7a734d None None] Pushing event updated for resources: {'Port': ['ID=02cbc5ce-81a5-40a0-90d9-80fc0d13ede8,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:42.959404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:42.970118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a71005-b0cc-4929-8f74-2e01041bce69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.022670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a71005-b0cc-4929-8f74-2e01041bce69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.075971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a434c0db-c614-4552-a755-8002c260172c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:43.103606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a434c0db-c614-4552-a755-8002c260172c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:43.103907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a434c0db-c614-4552-a755-8002c260172c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:43.143659 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a71005-b0cc-4929-8f74-2e01041bce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.146533 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46a71005-b0cc-4929-8f74-2e01041bce69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.147801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-46a71005-b0cc-4929-8f74-2e01041bce69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4f67daf-f0fc-4bd2-8a55-13b858ff5877 HTTP/1.1" status: 204 len: 168 time: 0.2391827 Dec 13 15:10:43.160898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a71005-b0cc-4929-8f74-2e01041bce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f67daf-f0fc-4bd2-8a55-13b858ff5877,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:43.481586 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.525624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8864c-3c9e-48b3-b412-aca977a12c17 req-a01440f4-27d4-46ec-b91f-e7d0fdca4fb3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:43.527856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ec8864c-3c9e-48b3-b412-aca977a12c17 req-a01440f4-27d4-46ec-b91f-e7d0fdca4fb3 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 946 time: 0.5197849 Dec 13 15:10:43.548564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:43.579545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.585371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:43.587874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:43.594207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:43.598307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.626174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.627857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=625ce43b-177a-48a3-8c31-6e732bbaf423,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:43.655797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ec8864c-3c9e-48b3-b412-aca977a12c17 req-6457a14d-8b28-4f2f-ab92-dd8c70ef8e6f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163757 Dec 13 15:10:43.708472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-830117c7-f358-4079-8d72-9dddaf32d5ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8698213 Dec 13 15:10:43.709254 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52632) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:43.763244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091136de-53d5-43d0-a6f2-693996b282d1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:43.768723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Allocated IP 172.25.7.111 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/18e2e070-9456-401e-82f1-f882efb2e46e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:43.770320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091136de-53d5-43d0-a6f2-693996b282d1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:43.784363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-091136de-53d5-43d0-a6f2-693996b282d1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0714705 Dec 13 15:10:43.784639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52638) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:43.906540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port 625ce43b-177a-48a3-8c31-6e732bbaf423 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:43.906893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:43.957576 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.003562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.016702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for 625ce43b-177a-48a3-8c31-6e732bbaf423 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:44.098346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.144820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:44.151929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:44.156746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:44.163595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=18e2e070-9456-401e-82f1-f882efb2e46e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:44.182867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dc645887-81bb-4ff4-ad29-3b838eee2707 None None] Provisioning complete for port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:44.186397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc645887-81bb-4ff4-ad29-3b838eee2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.263584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.318797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc645887-81bb-4ff4-ad29-3b838eee2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.335117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=625ce43b-177a-48a3-8c31-6e732bbaf423,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:44.373232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.376857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fa7c60c9-2abe-47f6-bb81-8e884a04228a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/625ce43b-177a-48a3-8c31-6e732bbaf423 HTTP/1.1" status: 204 len: 168 time: 0.5911570 Dec 13 15:10:44.379490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52652) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:44.403405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-dc645887-81bb-4ff4-ad29-3b838eee2707 None None] For port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=02cbc5ce-81a5-40a0-90d9-80fc0d13ede8,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:44.486756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc645887-81bb-4ff4-ad29-3b838eee2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.544421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc645887-81bb-4ff4-ad29-3b838eee2707 None None] Pushing event updated for resources: {'Port': ['ID=02cbc5ce-81a5-40a0-90d9-80fc0d13ede8,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:44.554265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133970ed-83e7-443f-a710-897f726a87e5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:44.555891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133970ed-83e7-443f-a710-897f726a87e5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:44.557452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-133970ed-83e7-443f-a710-897f726a87e5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1769869 Dec 13 15:10:44.560572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52656) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:44.578175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b0438-2788-4749-8947-9feca69efb78 req-5f5d980d-71f6-4145-8954-26f365ef3c0d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:44.579712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-171b0438-2788-4749-8947-9feca69efb78 req-5f5d980d-71f6-4145-8954-26f365ef3c0d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 945 time: 0.1541312 Dec 13 15:10:44.603067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1fc20e04-9059-4f63-b561-94d58362a660 None None] Could not find standard attr ID for object 625ce43b-177a-48a3-8c31-6e732bbaf423. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:44.621368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.628592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:44.632009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.676155 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.698075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-171b0438-2788-4749-8947-9feca69efb78 req-79aac194-0858-40b5-8a68-1074e071b1b0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084082 Dec 13 15:10:44.766466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.840519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.876713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.909179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:44.911183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:44.914788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-89ba99bf-d0a1-4b41-9695-a4f2ae35f62f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd HTTP/1.1" status: 204 len: 168 time: 0.3531966 Dec 13 15:10:44.917641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d453f0e-4779-4618-be84-c5cd8529fc9d None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:44.919123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52664) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:44.965697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-46ec7faf-fb24-4504-8585-772151c3a9ff tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454371 Dec 13 15:10:44.968790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52666) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:44.988211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:45.103416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:45.157482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:45.162497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.189306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:45.189901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:45.193233 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.241154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router 2e8da985-b59b-4763-93e4-6495d4a9505a is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:10:45.280759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] Deleting port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:45.280759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.362256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] For port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=02cbc5ce-81a5-40a0-90d9-80fc0d13ede8,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:45.362694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.376665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] Calling delete_port for 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:45.422386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:10:45.435134 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Sync routers for ids ['2e8da985-b59b-4763-93e4-6495d4a9505a'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:10:45.449644 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Routers {'2e8da985-b59b-4763-93e4-6495d4a9505a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:10:45.451902 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2e8da985-b59b-4763-93e4-6495d4a9505a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:45.505477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.509712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e4d777cf-4116-45eb-9e3b-b940087445ae tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1499290 Dec 13 15:10:45.514686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:45.561131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.580810 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Set router 2e8da985-b59b-4763-93e4-6495d4a9505a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:10:45.590072 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.622854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c50507-1de2-45f5-9704-5e964c2c52a7 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:45.626023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-89c50507-1de2-45f5-9704-5e964c2c52a7 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7f17283359804e1b9e1871b1ab91e5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1146421 Dec 13 15:10:45.629159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52686) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:45.629393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] Pushing event deleted for resources: {'Port': ['ID=02cbc5ce-81a5-40a0-90d9-80fc0d13ede8,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:45.631483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d46d6-71fd-4e53-82cc-98d224416ff1 None None] No DVR routers for this DVR port 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:45.662828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:45.666082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:45.671011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:45.671588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.678437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945bf63b-3ef4-4c33-ab8a-a6fc4b881840 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:45.712395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=11828e42-c40b-4184-bc82-6b108add1545,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:45.784887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e2a52-bfd4-49f6-b04d-38d1e08eba57 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:45.789028 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc9e2a52-bfd4-49f6-b04d-38d1e08eba57 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563408 Dec 13 15:10:45.796229 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52690) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:45.824819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-694f6f87-17c4-4eba-9a32-11673381a938 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343082 Dec 13 15:10:45.827865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52692) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:45.856423 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:10:44Z', 'revision_number': 3, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:45.879759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4b35571d-8586-4cb7-ba5d-ccb1206d7140 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7f17283359804e1b9e1871b1ab91e5c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506370 Dec 13 15:10:45.881044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304768a9-b75b-4c65-bb81-e4c55ebc827d req-ee4cfa77-f927-4b25-b0a6-7fc636715dbc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:45.882976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-304768a9-b75b-4c65-bb81-e4c55ebc827d req-ee4cfa77-f927-4b25-b0a6-7fc636715dbc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 945 time: 0.0616114 Dec 13 15:10:45.883519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52694) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:45.894984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.895216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-60d3e579-4b04-4f2e-83f2-efc59206bbb5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9064360 Dec 13 15:10:45.897642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52696) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:45.908853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '11828e42-c40b-4184-bc82-6b108add1545', 'ip_address': '2001:db8::e0b0:233c:30fe:c1f7'}], 'name': 'tempest-NetworksTestDHCPv6-1246073657'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:45.909091 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Checking router: 2e8da985-b59b-4763-93e4-6495d4a9505a for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:10:45.909091 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Updating router 2e8da985-b59b-4763-93e4-6495d4a9505a port 18e2e070-9456-401e-82f1-f882efb2e46e binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:10:45.973186 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.974321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '11828e42-c40b-4184-bc82-6b108add1545'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:45.977610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:45.997342 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-304768a9-b75b-4c65-bb81-e4c55ebc827d req-3cc57849-b8eb-41a7-bfaf-55194d882e29 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc254d23-657a-42e1-915c-64bab09ba6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034753 Dec 13 15:10:46.044625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a21eb-c28a-4abe-a665-7bad2a0cc761 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:46.049353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52698) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:46.049585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8a3a21eb-c28a-4abe-a665-7bad2a0cc761 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1646967 Dec 13 15:10:46.098943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0db7d436-21d1-4a04-9aec-6e3c1a2e852a tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458546 Dec 13 15:10:46.101675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52700) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:46.107444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1155585018', 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8', 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:46.109597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-27ab1a43-4fe0-4b74-99e5-fca42d709e72 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:46.111261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-27ab1a43-4fe0-4b74-99e5-fca42d709e72 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 945 time: 0.1438634 Dec 13 15:10:46.219650 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:10:46.239489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port 36ca9eec-00c0-4387-baab-fd40ea2f3356 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:46.240129 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.245388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:46.251508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.350553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port b32d5f44-e5f5-4a7f-b43b-d33011314035 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:46.362350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Made reservation on behalf of 7f17283359804e1b9e1871b1ab91e5c9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:46.366124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.383022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/11828e42-c40b-4184-bc82-6b108add1545/668f4882-a2a0-45d5-af37-8668c417d4b1) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:46.426151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] For port 36ca9eec-00c0-4387-baab-fd40ea2f3356, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=36ca9eec-00c0-4387-baab-fd40ea2f3356,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:46.426572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.467938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for 36ca9eec-00c0-4387-baab-fd40ea2f3356 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:46.478388 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.538464 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.582572 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Attempting to bind port 18e2e070-9456-401e-82f1-f882efb2e46e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:46.583500 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Attempting to bind port 18e2e070-9456-401e-82f1-f882efb2e46e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:46.583867 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Attempting to bind port 18e2e070-9456-401e-82f1-f882efb2e46e on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:46.595876 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.612215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:46.612215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:46.612215 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.612215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:46.612215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Bound port: 18e2e070-9456-401e-82f1-f882efb2e46e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:46.612215 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.624136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.664686 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.682746 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Pushing event updated for resources: {'Port': ['ID=18e2e070-9456-401e-82f1-f882efb2e46e,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:46.691749 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] For port 18e2e070-9456-401e-82f1-f882efb2e46e, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:46.694839 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.695173 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.695502 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.695881 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.696205 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.696524 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.698200 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.698555 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.699383 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.699716 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.700037 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.700357 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:10:46.705012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Subnet': ['ID=21a58c60-fcd3-4d95-8f33-972da239d673,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:46.713517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Checking segment: {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:46.713981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network hostable DHCP agents. Network: ceb9e011-89c0-4334-ac62-218838c166a8, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:10:46.726867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.727422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] For port 18e2e070-9456-401e-82f1-f882efb2e46e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=18e2e070-9456-401e-82f1-f882efb2e46e,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:46.739409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:46.741518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:46.742953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Pushing event updated for resources: {'Port': ['ID=668f4882-a2a0-45d5-af37-8668c417d4b1,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:46.745843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:46.777069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=36ca9eec-00c0-4387-baab-fd40ea2f3356,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:46.807319 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.809360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Attempting to bind port 668f4882-a2a0-45d5-af37-8668c417d4b1 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:46.809360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Attempting to bind port 668f4882-a2a0-45d5-af37-8668c417d4b1 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:46.809557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Attempting to bind port 668f4882-a2a0-45d5-af37-8668c417d4b1 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:46.814635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:46.815061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:46.815416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.817012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:46.817012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Bound port: 668f4882-a2a0-45d5-af37-8668c417d4b1, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:46.817012 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.828064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::e0b0:233c:30fe:c1f7 (ceb3b81b-a75f-423f-b1cd-b03431532e58/11828e42-c40b-4184-bc82-6b108add1545/b32d5f44-e5f5-4a7f-b43b-d33011314035) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:46.830464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] No DVR routers for this DVR port 36ca9eec-00c0-4387-baab-fd40ea2f3356 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:46.833204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:46.836882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fe18426-c9cc-451c-b2d9-3e6ef1322765 req-6e3f2157-c333-4226-82ac-a5e9599d5ab5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "DELETE /v2.0/ports/36ca9eec-00c0-4387-baab-fd40ea2f3356 HTTP/1.1" status: 204 len: 173 time: 0.7167599 Dec 13 15:10:46.840174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'name': 'network-vif-deleted', 'tag': '36ca9eec-00c0-4387-baab-fd40ea2f3356'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:10:46.844500 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53942dea-787a-4a43-9380-0dc8636936e2" -d '{"events": [{"server_uuid": "636c5879-5fea-42be-8e02-3d8a076aa1e9", "name": "network-vif-deleted", "tag": "36ca9eec-00c0-4387-baab-fd40ea2f3356"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:10:46.880152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network ceb9e011-89c0-4334-ac62-218838c166a8 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:10:46.888907 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Routers {'2e8da985-b59b-4763-93e4-6495d4a9505a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:10:46.889564 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2e8da985-b59b-4763-93e4-6495d4a9505a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:46.894676 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e3ea0-1b21-4232-855b-1964a42245d6 None None] Pushing event updated for resources: {'Port': ['ID=18e2e070-9456-401e-82f1-f882efb2e46e,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:46.910290 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb746892-2563-4b9f-bb88-3d4f70e51b9a x-openstack-request-id: req-eb746892-2563-4b9f-bb88-3d4f70e51b9a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:10:46.910786 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636c5879-5fea-42be-8e02-3d8a076aa1e9", "name": "network-vif-deleted", "tag": "36ca9eec-00c0-4387-baab-fd40ea2f3356", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:10:46.910786 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb746892-2563-4b9f-bb88-3d4f70e51b9a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:10:46.911276 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636c5879-5fea-42be-8e02-3d8a076aa1e9', 'name': 'network-vif-deleted', 'tag': '36ca9eec-00c0-4387-baab-fd40ea2f3356', 'status': 'completed', 'code': 200} Dec 13 15:10:46.914923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] For port 668f4882-a2a0-45d5-af37-8668c417d4b1, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:46.943746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] For port 668f4882-a2a0-45d5-af37-8668c417d4b1, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=668f4882-a2a0-45d5-af37-8668c417d4b1,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:47.012389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ceb9e011-89c0-4334-ac62-218838c166a8) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:47.013435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:47.015758 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:47.036406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:47.036658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:47.054368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f9641-f8cc-4f43-ab0e-641eaf29d632 None None] Network ceb9e011-89c0-4334-ac62-218838c166a8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:47.080474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] Set router 2e8da985-b59b-4763-93e4-6495d4a9505a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:10:47.084895 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:47.141794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:47.172443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7704fd58-8008-4c85-a51b-453b381ab08b req-b8d00f7e-db8f-4e89-8413-398a014cd086 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0505574 Dec 13 15:10:47.182657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a975ced-f71a-43a6-91f9-c18366cc07da tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0791538 Dec 13 15:10:47.184019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52712) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:47.195439 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:47.195790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 02cbc5ce-81a5-40a0-90d9-80fc0d13ede8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:47.235413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:47.278627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748916a2-451d-492e-8be5-be76abb5dc8c None None] Pushing event updated for resources: {'Port': ['ID=668f4882-a2a0-45d5-af37-8668c417d4b1,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:47.350210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:47.376916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:47.381788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:47.394106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:47.397275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:47.424618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=b32d5f44-e5f5-4a7f-b43b-d33011314035,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:47.452161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb9e011-89c0-4334-ac62-218838c166a8', 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'fixed_ips': [{'subnet_id': '21a58c60-fcd3-4d95-8f33-972da239d673'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:47.453044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:47.493925 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:10:44Z', 'revision_number': 3, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:47.509895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e08de9cc-7199-4737-842a-29139b092a3a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6068504 Dec 13 15:10:47.510350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52714) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:47.542324 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03a707-4278-40b7-8805-b8710bdc15c4 None None] The sync data for ids ['2e8da985-b59b-4763-93e4-6495d4a9505a'] in n-d-816954-1 is: [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:10:44Z', 'revision_number': 3, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:10:47.674830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fdb92-d62c-4661-a34e-d3f3a35f861a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:47.693749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fdb92-d62c-4661-a34e-d3f3a35f861a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:47.695455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ef5fdb92-d62c-4661-a34e-d3f3a35f861a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1843245 Dec 13 15:10:47.708085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52718) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:47.814857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Allocated IP 172.20.0.18 (ceb9e011-89c0-4334-ac62-218838c166a8/21a58c60-fcd3-4d95-8f33-972da239d673/44ea8ab5-eb3a-4ed6-ab73-b69f057047e6) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:47.905196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port b32d5f44-e5f5-4a7f-b43b-d33011314035 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:47.905196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.119970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.124899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.142294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for b32d5f44-e5f5-4a7f-b43b-d33011314035 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:48.182808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.195757 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.303573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Network ceb9e011-89c0-4334-ac62-218838c166a8 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:48.321468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:48.329385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:48.396431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 36ca9eec-00c0-4387-baab-fd40ea2f3356 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:48.398025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a505c9d-d7ef-40bd-a864-f9b8f4672828 req-22e8bca9-1625-4c21-b2c8-09c66b0a64ef tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0786994 Dec 13 15:10:48.447725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 36ca9eec-00c0-4387-baab-fd40ea2f3356 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:48.448076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 36ca9eec-00c0-4387-baab-fd40ea2f3356 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:48.449498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Pushing event updated for resources: {'Port': ['ID=44ea8ab5-eb3a-4ed6-ab73-b69f057047e6,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:48.518326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Attempting to bind port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:48.522618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Attempting to bind port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:48.522983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Attempting to bind port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 on network ceb9e011-89c0-4334-ac62-218838c166a8 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:48.531294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:48.531927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Checking segment: {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:48.532437 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.532949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Bound using segment: {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:48.533659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Bound port: 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:48.534147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.589943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Allocated IP 172.20.0.17 (ceb9e011-89c0-4334-ac62-218838c166a8/21a58c60-fcd3-4d95-8f33-972da239d673/30a250a1-e4e2-4682-b70b-95729f35ab19) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:48.595602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.630447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] For port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:48.632884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=b32d5f44-e5f5-4a7f-b43b-d33011314035,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:48.634459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] For port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=44ea8ab5-eb3a-4ed6-ab73-b69f057047e6,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:48.688202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.694993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7a7dbfd0-c9c4-463f-8507-ff990ab6dd6a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/b32d5f44-e5f5-4a7f-b43b-d33011314035 HTTP/1.1" status: 204 len: 168 time: 0.9833086 Dec 13 15:10:48.696443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52722) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:48.720943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.801903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ff796-3ab1-41f3-a81c-1b64b3e5a239 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:48.803480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ff796-3ab1-41f3-a81c-1b64b3e5a239 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:48.816443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a24ff796-3ab1-41f3-a81c-1b64b3e5a239 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1186163 Dec 13 15:10:48.819017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52726) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:48.826670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:48.841001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38444604-cb72-4dcd-adf2-601304caea1a None None] Pushing event updated for resources: {'Port': ['ID=44ea8ab5-eb3a-4ed6-ab73-b69f057047e6,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:48.924984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 11828e42-c40b-4184-bc82-6b108add1545 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:48.932584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.014750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.063466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4f418eed-1cda-4696-a369-c2e91a03f208 None None] Provisioning complete for port 668f4882-a2a0-45d5-af37-8668c417d4b1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:49.064929 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f418eed-1cda-4696-a369-c2e91a03f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.154264 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.243421 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f418eed-1cda-4696-a369-c2e91a03f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.296121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4f418eed-1cda-4696-a369-c2e91a03f208 None None] For port 668f4882-a2a0-45d5-af37-8668c417d4b1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=668f4882-a2a0-45d5-af37-8668c417d4b1,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:49.306719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 668f4882-a2a0-45d5-af37-8668c417d4b1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:49.370127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network ceb9e011-89c0-4334-ac62-218838c166a8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:49.371969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:49.375412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=30a250a1-e4e2-4682-b70b-95729f35ab19,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:49.380103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:49.386054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.393340 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f418eed-1cda-4696-a369-c2e91a03f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.504223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418eed-1cda-4696-a369-c2e91a03f208 None None] Pushing event updated for resources: {'Port': ['ID=668f4882-a2a0-45d5-af37-8668c417d4b1,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:49.535817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 668f4882-a2a0-45d5-af37-8668c417d4b1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:49.536417 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.581302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.630721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ef803d79-8fe1-4839-aa94-763fa8d6322a None None] Could not find standard attr ID for object b32d5f44-e5f5-4a7f-b43b-d33011314035. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:49.648093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e2e070-9456-401e-82f1-f882efb2e46e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:49.668584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a7d0133-3dc4-4d81-b9c6-aa8267244aa5 req-869ebd04-7979-4cf0-8f7f-c8ac66e42a20 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.1699207 Dec 13 15:10:49.706196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 18e2e070-9456-401e-82f1-f882efb2e46e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:49.706875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.818563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.818770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.841533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 18e2e070-9456-401e-82f1-f882efb2e46e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=18e2e070-9456-401e-82f1-f882efb2e46e,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:49.853607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=11828e42-c40b-4184-bc82-6b108add1545,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:49.864105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.867866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8fdc9ae3-cc7d-43e4-80fc-c9807b52674a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/11828e42-c40b-4184-bc82-6b108add1545 HTTP/1.1" status: 204 len: 168 time: 1.0471900 Dec 13 15:10:49.871304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52734) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:49.876501 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91780df9-1b77-4119-a1c4-8909b7ab854e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.881779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f9ee4-694e-48f5-ab06-a0e4ad2cb14c None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:49.920093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6e7f09ea-2cb6-42dd-b9ac-d52d99f97b86 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472682 Dec 13 15:10:49.920632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52736) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:49.961051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:49.962751 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.022951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3656c-be68-4aab-bebe-a1fdf7dc37b6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:50.025471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2a3656c-be68-4aab-bebe-a1fdf7dc37b6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1037607 Dec 13 15:10:50.028974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52738) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:50.149353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=18e2e070-9456-401e-82f1-f882efb2e46e,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:50.191641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a9e2c-0279-47a1-a8a4-f210901b26a6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:50.197071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-876a9e2c-0279-47a1-a8a4-f210901b26a6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1669774 Dec 13 15:10:50.200020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52740) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:50.243244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:50.250412 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-936f110d-0eca-4e14-9eee-5214bb09f366 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455120 Dec 13 15:10:50.250767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52742) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:50.256110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:50.340142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] Deleting port 668f4882-a2a0-45d5-af37-8668c417d4b1 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:50.340519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.451812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:50.454256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] For port 668f4882-a2a0-45d5-af37-8668c417d4b1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=668f4882-a2a0-45d5-af37-8668c417d4b1,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:50.455082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.455708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.504070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] Calling delete_port for 668f4882-a2a0-45d5-af37-8668c417d4b1 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:50.731650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.739384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.747981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] No DVR routers for this DVR port 668f4882-a2a0-45d5-af37-8668c417d4b1 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:50.805210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7fbd5-4d08-4afa-ba73-2303cc621555 None None] Pushing event deleted for resources: {'Port': ['ID=668f4882-a2a0-45d5-af37-8668c417d4b1,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:50.824008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.849060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3d28bfd8-0561-4902-9e34-61ccd779b1b5 req-b933f8c0-9343-4cbf-90f5-aec70c75f3d3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0379548 Dec 13 15:10:50.933375 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:50.943773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=30a250a1-e4e2-4682-b70b-95729f35ab19,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:50.944737 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:51.029454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fac1e-d3d7-46d0-9857-e772392ce216 None None] Network ceb9e011-89c0-4334-ac62-218838c166a8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:51.062302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:51.073903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:51.090185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:51.090856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:51.121019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network ceb9e011-89c0-4334-ac62-218838c166a8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:51.122431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:51.128516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=1cb99fe2-ffc7-47bb-9272-d3d8547e9352,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:51.194797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-118c05aa-e069-4f4d-b6dd-37251039b3f4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9428637 Dec 13 15:10:51.195418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52758) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:51.201088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '1cb99fe2-ffc7-47bb-9272-d3d8547e9352', 'ip_address': '2001:db8::8ff4:ef79:1b08:2576'}], 'name': 'tempest-NetworksTestDHCPv6-1511229451'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:51.293628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router 2e8da985-b59b-4763-93e4-6495d4a9505a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:10:51.301814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a8056-b506-4f97-8a88-a52d452b3107 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:51.303612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e2e070-9456-401e-82f1-f882efb2e46e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:51.441469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:10:51.452134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b4c9837f-0465-4113-9912-f3724d0a5f3e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "PUT /v2.0/routers/2e8da985-b59b-4763-93e4-6495d4a9505a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2606530 Dec 13 15:10:51.456916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Sync routers for ids ['2e8da985-b59b-4763-93e4-6495d4a9505a'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:10:51.462961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d6f8da8a-6c6b-433c-ad5a-5704ec73a9cf None None] Provisioning complete for port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:51.463241 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6f8da8a-6c6b-433c-ad5a-5704ec73a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:51.474338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:51.542652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 18e2e070-9456-401e-82f1-f882efb2e46e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:51.543009 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:51.551229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Routers {'2e8da985-b59b-4763-93e4-6495d4a9505a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:10:51.551866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2e8da985-b59b-4763-93e4-6495d4a9505a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:51.587240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:51.621447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port c988871f-2000-4c25-9365-faf270fdd936 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:51.847190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::8ff4:ef79:1b08:2576 (ceb3b81b-a75f-423f-b1cd-b03431532e58/1cb99fe2-ffc7-47bb-9272-d3d8547e9352/c988871f-2000-4c25-9365-faf270fdd936) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:51.910316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-f6f28bdd-fbf9-44e4-8329-ab417ab18cbe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:51.912865 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-f6f28bdd-fbf9-44e4-8329-ab417ab18cbe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/networks?id=ceb9e011-89c0-4334-ac62-218838c166a8 HTTP/1.1" status: 200 len: 798 time: 0.2147467 Dec 13 15:10:51.931387 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-9604ff9d-044a-4e64-8769-186bdbc15852 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/quotas/7f17283359804e1b9e1871b1ab91e5c9 HTTP/1.1" status: 200 len: 375 time: 0.0114453 Dec 13 15:10:52.061650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Set router 2e8da985-b59b-4763-93e4-6495d4a9505a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:10:52.121606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09de435f-799f-4804-a6d6-b465cd3f4557 req-1dfa9dff-c640-4b9b-861c-9628367492c2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0546613 Dec 13 15:10:52.153559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '1cb99fe2-ffc7-47bb-9272-d3d8547e9352'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:10:52.154945 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.158312 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6f8da8a-6c6b-433c-ad5a-5704ec73a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.158949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-3cad707a-25ae-4b00-8e8f-310cef4f970c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2108574 Dec 13 15:10:52.225371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.361471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-2c816cd3-8a65-4159-ba88-46680fe36be3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:10:52.362899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-2c816cd3-8a65-4159-ba88-46680fe36be3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2020495 Dec 13 15:10:52.367084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:52.380115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1952d9df-67c1-475a-9d4b-21393ee7fef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.395926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.450967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:52.455134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:52.472616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:52.481353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:52.484164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.519154 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-967be893-fb2c-4119-8f38-a19df2befeb2 service neutron] 10.222.0.24 "GET /v2.0/networks/ceb9e011-89c0-4334-ac62-218838c166a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460547 Dec 13 15:10:52.526792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d6f8da8a-6c6b-433c-ad5a-5704ec73a9cf None None] For port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=44ea8ab5-eb3a-4ed6-ab73-b69f057047e6,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:52.544274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=c988871f-2000-4c25-9365-faf270fdd936,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:52.640127 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6f8da8a-6c6b-433c-ad5a-5704ec73a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.674123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/1cb99fe2-ffc7-47bb-9272-d3d8547e9352/bc4f218f-ab97-415f-8f4c-4a2bbf3e3945) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:52.681343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-82839838-c57f-4e6c-8565-960027262812 service neutron] 10.222.0.24 "GET /v2.0/networks/ceb9e011-89c0-4334-ac62-218838c166a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591330 Dec 13 15:10:52.683394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9ef199d9-1ddd-4767-8bee-56bfd51db890 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4869151 Dec 13 15:10:52.686295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52804) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:52.691499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2c44d2f6-83f2-43b2-8bde-095f4e2e28d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '1cb99fe2-ffc7-47bb-9272-d3d8547e9352', 'ip_address': '2001:db8::8ff4:ef79:1b08:2576'}], 'name': 'tempest-NetworksTestDHCPv6-1981117332'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:52.693958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:52.694413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.857558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8da8a-6c6b-433c-ad5a-5704ec73a9cf None None] Pushing event updated for resources: {'Port': ['ID=44ea8ab5-eb3a-4ed6-ab73-b69f057047e6,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:52.880709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a9145505-f3c1-4350-be67-d2ff0b1a4d94 None None] Provisioning complete for port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:52.881087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a9145505-f3c1-4350-be67-d2ff0b1a4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.937433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c44d2f6-83f2-43b2-8bde-095f4e2e28d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:52.943940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c44d2f6-83f2-43b2-8bde-095f4e2e28d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:52.962055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-2c44d2f6-83f2-43b2-8bde-095f4e2e28d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port a55343e4-5bfc-402c-b859-9c784b6456a3 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:53.018867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '30a250a1-e4e2-4682-b70b-95729f35ab19', 'name': '', 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:17:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '21a58c60-fcd3-4d95-8f33-972da239d673', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:48Z', 'updated_at': '2021-12-13T15:10:50Z', 'revision_number': 2, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': '21a58c60-fcd3-4d95-8f33-972da239d673', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:53.073581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Checking router: 2e8da985-b59b-4763-93e4-6495d4a9505a for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:10:53.074298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Updating router 2e8da985-b59b-4763-93e4-6495d4a9505a port 30a250a1-e4e2-4682-b70b-95729f35ab19 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:10:53.075935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 668f4882-a2a0-45d5-af37-8668c417d4b1 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:10:53.122836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 668f4882-a2a0-45d5-af37-8668c417d4b1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:10:53.123170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 668f4882-a2a0-45d5-af37-8668c417d4b1 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:10:53.171864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.176420 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.238984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a9145505-f3c1-4350-be67-d2ff0b1a4d94 None None] Provisioning complete for port 30a250a1-e4e2-4682-b70b-95729f35ab19 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:53.239264 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a9145505-f3c1-4350-be67-d2ff0b1a4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.276036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:53.277620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01cf71c1-9101-44da-af6d-937d8ea166e7 req-26a15c02-6efe-473b-b1b7-2f27c02d3700 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0600872 Dec 13 15:10:53.355278 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.377594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.401192 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c44d2f6-83f2-43b2-8bde-095f4e2e28d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 15:10:53.401920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c44d2f6-83f2-43b2-8bde-095f4e2e28d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:10:53.431923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a9145505-f3c1-4350-be67-d2ff0b1a4d94 None None] Port 30a250a1-e4e2-4682-b70b-95729f35ab19 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:10:53.438009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:53.449508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:53.461519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Pushing event updated for resources: {'Port': ['ID=bc4f218f-ab97-415f-8f4c-4a2bbf3e3945,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:53.496387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:53.502841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2c44d2f6-83f2-43b2-8bde-095f4e2e28d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8130887 Dec 13 15:10:53.503547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52818) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:53.540223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:53.540590 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.563001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781b6d1-8435-4928-b569-88f3465d5c7a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:53.570307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781b6d1-8435-4928-b569-88f3465d5c7a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:53.574280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f781b6d1-8435-4928-b569-88f3465d5c7a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0680110 Dec 13 15:10:53.575005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52820) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:53.643849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Attempting to bind port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:53.644208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Attempting to bind port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:53.644802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Attempting to bind port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:53.661594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:53.661863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:53.662125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.662556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:53.663024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Bound port: bc4f218f-ab97-415f-8f4c-4a2bbf3e3945, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:53.663392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.733472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port c988871f-2000-4c25-9365-faf270fdd936 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:53.734183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.868747 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.890458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:53.898143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] For port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:53.906415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for c988871f-2000-4c25-9365-faf270fdd936 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:53.933573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] For port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bc4f218f-ab97-415f-8f4c-4a2bbf3e3945,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:53.983608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.054305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-247b65d9-827a-4d1c-afb5-f348f7422978 req-fbc48ee1-8d2a-4769-8df4-61e6ca2bec8e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 210 time: 0.0710256 Dec 13 15:10:54.081028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.177759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.183616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bd6ed-5214-4428-ba96-da6bcf166369 None None] Pushing event updated for resources: {'Port': ['ID=30a250a1-e4e2-4682-b70b-95729f35ab19,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:54.265096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=c988871f-2000-4c25-9365-faf270fdd936,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:54.267467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.270916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b551d076-3fdb-4777-bde0-6e2d31b9c8d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c988871f-2000-4c25-9365-faf270fdd936 HTTP/1.1" status: 204 len: 168 time: 0.6949003 Dec 13 15:10:54.273511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52834) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:54.404386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e425c-0a70-40fb-965f-a15caaff6480 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:54.406184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e425c-0a70-40fb-965f-a15caaff6480 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:54.407982 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ad9e425c-0a70-40fb-965f-a15caaff6480 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1334953 Dec 13 15:10:54.410855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52840) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:54.447672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Attempting to bind port 30a250a1-e4e2-4682-b70b-95729f35ab19 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:54.447672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Attempting to bind port 30a250a1-e4e2-4682-b70b-95729f35ab19 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:54.447672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Attempting to bind port 30a250a1-e4e2-4682-b70b-95729f35ab19 on network ceb9e011-89c0-4334-ac62-218838c166a8 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:54.495471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:54.496372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Checking segment: {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:54.497009 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.497620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Bound using segment: {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:54.498400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Bound port: 30a250a1-e4e2-4682-b70b-95729f35ab19, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:54.499137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.522324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5267d-b07a-4c9a-88b5-d2e9b9f6da47 None None] Pushing event updated for resources: {'Port': ['ID=bc4f218f-ab97-415f-8f4c-4a2bbf3e3945,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:54.562897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6779928a-c552-4bb3-87da-020e8afc83ab None None] Provisioning complete for port 30a250a1-e4e2-4682-b70b-95729f35ab19 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:54.563275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6779928a-c552-4bb3-87da-020e8afc83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.579833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c499575a-ca3f-41cc-9197-de94a4b5f5c1 req-d0afe2e7-4ba4-4082-bc3f-d49905de2c77 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=636c5879-5fea-42be-8e02-3d8a076aa1e9 HTTP/1.1" status: 200 len: 210 time: 0.0559163 Dec 13 15:10:54.597267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 1cb99fe2-ffc7-47bb-9272-d3d8547e9352 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:54.600973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.621911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6779928a-c552-4bb3-87da-020e8afc83ab None None] Port 30a250a1-e4e2-4682-b70b-95729f35ab19 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:10:54.652347 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.666555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] For port 30a250a1-e4e2-4682-b70b-95729f35ab19, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:54.674082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] For port 30a250a1-e4e2-4682-b70b-95729f35ab19, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=30a250a1-e4e2-4682-b70b-95729f35ab19,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:54.798143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.861914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:54.917603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Routers {'2e8da985-b59b-4763-93e4-6495d4a9505a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:10:54.918257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2e8da985-b59b-4763-93e4-6495d4a9505a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:54.923490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bd6ed-5214-4428-ba96-da6bcf166369 None None] Pushing event updated for resources: {'Port': ['ID=30a250a1-e4e2-4682-b70b-95729f35ab19,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:54.960427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.038192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] Set router 2e8da985-b59b-4763-93e4-6495d4a9505a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:10:55.046361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.132471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb99fe2-ffc7-47bb-9272-d3d8547e9352,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:55.165933 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.176645 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.182616 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ef7f717e-9809-4fce-9b17-a9b0f52611c1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/1cb99fe2-ffc7-47bb-9272-d3d8547e9352 HTTP/1.1" status: 204 len: 168 time: 0.7705936 Dec 13 15:10:55.198947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52846) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:55.242253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c028bbc7-4a43-4ba1-9d94-28ac4c48c16a req-cfc225a6-fe23-431b-a7cc-e09927848633 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 210 time: 0.0843239 Dec 13 15:10:55.311589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-884529a1-c4c5-430f-bbdf-eff2200881a3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102161 Dec 13 15:10:55.316070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52848) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:55.321616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:55.361316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:55.418054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dd03c180-2f5e-4bc0-b468-279f7232140b None None] Provisioning complete for port 30a250a1-e4e2-4682-b70b-95729f35ab19 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:55.418497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dd03c180-2f5e-4bc0-b468-279f7232140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.583210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:55.587117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.703504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:55.703882 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.849060 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dd03c180-2f5e-4bc0-b468-279f7232140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.933674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-dd03c180-2f5e-4bc0-b468-279f7232140b None None] For port 30a250a1-e4e2-4682-b70b-95729f35ab19, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=30a250a1-e4e2-4682-b70b-95729f35ab19,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:55.945170 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:55.976164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '30a250a1-e4e2-4682-b70b-95729f35ab19', 'name': '', 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:17:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '21a58c60-fcd3-4d95-8f33-972da239d673', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:48Z', 'updated_at': '2021-12-13T15:10:54Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': '21a58c60-fcd3-4d95-8f33-972da239d673', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:10:56.015959 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bc4f218f-ab97-415f-8f4c-4a2bbf3e3945,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:56.017424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded84fb-35aa-4a4f-8f0e-6ba154c5fb76 None None] The sync data for ids ['2e8da985-b59b-4763-93e4-6495d4a9505a'] in n-d-816954-1 is: [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '30a250a1-e4e2-4682-b70b-95729f35ab19', 'name': '', 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:17:d2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '21a58c60-fcd3-4d95-8f33-972da239d673', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:48Z', 'updated_at': '2021-12-13T15:10:54Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': '21a58c60-fcd3-4d95-8f33-972da239d673', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:10:56.040729 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dd03c180-2f5e-4bc0-b468-279f7232140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:56.064103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:56.127676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03c180-2f5e-4bc0-b468-279f7232140b None None] Pushing event updated for resources: {'Port': ['ID=30a250a1-e4e2-4682-b70b-95729f35ab19,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:56.132719 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:56.167352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:56.180191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:56.187005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:56.187592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:56.200603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=bc4f218f-ab97-415f-8f4c-4a2bbf3e3945,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:56.203594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603d126-2768-4221-9235-a46cb0bcaeda None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:56.222725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=1b36f375-1e15-4f1c-b593-6c8bc1a4300a,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:56.308877 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0fa48560-5f2b-4373-8a1b-84bb5d00bf2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9886429 Dec 13 15:10:56.309237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52858) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:56.314254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6c9eb995-ab89-4b77-ac30-dfa153eadfc7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '1b36f375-1e15-4f1c-b593-6c8bc1a4300a', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1779365839'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:56.321284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cd2f00e7-65a2-4e63-96fe-418ef3ab9cb4 None None] Provisioning complete for port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:56.321655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cd2f00e7-65a2-4e63-96fe-418ef3ab9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:56.769468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-8137ca66-a1c2-4e13-b2a8-75fc6424d9bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856168 Dec 13 15:10:56.848214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10230118-4916-4642-b8f7-ba971e521813 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:56.920185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeec655-93d5-435b-8159-c472434a36f6 req-9892fa71-60eb-4b29-bd15-169fc192c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:56.925953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-9892fa71-60eb-4b29-bd15-169fc192c583 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1135 time: 0.1014616 Dec 13 15:10:57.072867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cb3dda9b-e1c9-48e8-913b-46bb024a768c None None] Provisioning complete for port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:57.076600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb3dda9b-e1c9-48e8-913b-46bb024a768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:57.115959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeec655-93d5-435b-8159-c472434a36f6 req-f6100bd0-7481-4615-80cd-32eaae6c8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:57.117702 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-f6100bd0-7481-4615-80cd-32eaae6c8173 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8352bea-f582-4c5b-babc-e6860b2e2bfa HTTP/1.1" status: 200 len: 897 time: 0.1664898 Dec 13 15:10:57.304533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-4eee3af4-3dbd-4eae-aed2-b3dd967c52ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a HTTP/1.1" status: 200 len: 1001 time: 0.1751189 Dec 13 15:10:57.447090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeec655-93d5-435b-8159-c472434a36f6 req-c56957a9-b4be-4f69-87bb-df18f3bf953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:57.449614 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-c56957a9-b4be-4f69-87bb-df18f3bf953f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9fe7246-64c8-4351-b066-7683d6fa9229 HTTP/1.1" status: 200 len: 835 time: 0.1344378 Dec 13 15:10:57.487344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d85fb31-e5c5-456c-812d-a1fc67d58d41 req-0b960b4b-3b89-4ea6-8a53-1c5b95e679ab tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 210 time: 1.1332448 Dec 13 15:10:57.489926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 30a250a1-e4e2-4682-b70b-95729f35ab19 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:57.580361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeec655-93d5-435b-8159-c472434a36f6 req-9447c0fa-3b41-48d5-923a-b5bd51b6a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:57.584676 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-9447c0fa-3b41-48d5-923a-b5bd51b6a2c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8352bea-f582-4c5b-babc-e6860b2e2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226304 Dec 13 15:10:57.614072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 30a250a1-e4e2-4682-b70b-95729f35ab19 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:57.614523 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:57.630555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-e4dc3ed6-22c6-411e-9163-b44fb4ef43f8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:57.632483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-e4dc3ed6-22c6-411e-9163-b44fb4ef43f8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.50 "GET /v2.0/networks?id=ceb9e011-89c0-4334-ac62-218838c166a8 HTTP/1.1" status: 200 len: 798 time: 0.1412334 Dec 13 15:10:57.648204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Request body: {'port': {'device_id': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8', 'admin_state_up': True, 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:57.812510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-7dcdf789-1a9a-46f6-be3c-b426873bd45b service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181189 Dec 13 15:10:57.832812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9eb995-ab89-4b77-ac30-dfa153eadfc7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:57.834441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b46a3f34-cb8d-4604-87d1-31a44ed00a76 None None] Provisioning complete for port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:57.834819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b46a3f34-cb8d-4604-87d1-31a44ed00a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:57.892033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:57.953780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:10:58.039434 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb995-ab89-4b77-ac30-dfa153eadfc7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.065323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-6c9eb995-ab89-4b77-ac30-dfa153eadfc7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port de484eea-373e-486a-8440-018bce964e42 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:10:58.079699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeeec655-93d5-435b-8159-c472434a36f6 req-03f8b2bf-2521-452c-8a06-c23b11ade750 service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423506 Dec 13 15:10:58.113421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:58.113870 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.176889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Made reservation on behalf of 7f17283359804e1b9e1871b1ab91e5c9 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:58.183990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.299247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a91fb1e3-3d59-45dc-aed4-0ea2f4f4afef None None] Could not find standard attr ID for object c988871f-2000-4c25-9365-faf270fdd936. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:10:58.318480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df907475-a299-4c7f-b065-21148b0115a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.433432 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9eb995-ab89-4b77-ac30-dfa153eadfc7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:10:58.433965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9eb995-ab89-4b77-ac30-dfa153eadfc7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:10:58.476229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Allocated IP 172.20.0.25 (ceb9e011-89c0-4334-ac62-218838c166a8/21a58c60-fcd3-4d95-8f33-972da239d673/b97be2af-c0bd-44d8-9237-5c1ea8428659) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:10:58.516274 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c9eb995-ab89-4b77-ac30-dfa153eadfc7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2036757 Dec 13 15:10:58.516967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52912) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:58.578850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df907475-a299-4c7f-b065-21148b0115a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.584659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df019a52-1476-44b4-aab1-1e82f0068e4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:58.589566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-df019a52-1476-44b4-aab1-1e82f0068e4f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0679355 Dec 13 15:10:58.590887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52916) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:58.645232 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-df907475-a299-4c7f-b065-21148b0115a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.667899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.679741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bab21e9b-4c44-47ff-b51d-68d62ef28364 req-46f39d7a-d4ef-4209-a103-33a8754f6292 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 210 time: 0.0789080 Dec 13 15:10:58.700257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0235ce4-a421-4821-8598-d3517231f054 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:58.702040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0235ce4-a421-4821-8598-d3517231f054 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:58.713724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e0235ce4-a421-4821-8598-d3517231f054 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1146274 Dec 13 15:10:58.713724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52922) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:58.713938 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-df907475-a299-4c7f-b065-21148b0115a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2119d3d757984f41b1c33cd11a61e111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8194582 Dec 13 15:10:58.716018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52924) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:58.720598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df907475-a299-4c7f-b065-21148b0115a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d453c4-79c5-454b-bc47-3b213dc50861,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:58.797969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 1b36f375-1e15-4f1c-b593-6c8bc1a4300a {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:10:58.802483 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.849354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6414-a218-451c-a28d-fccb955c2667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.851636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.859461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:58.920257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Network ceb9e011-89c0-4334-ac62-218838c166a8 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:58.924285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:58.929391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:10:58.950698 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6414-a218-451c-a28d-fccb955c2667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.017120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.021615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:59.022812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.036212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event updated for resources: {'Port': ['ID=b97be2af-c0bd-44d8-9237-5c1ea8428659,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:59.064738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6414-a218-451c-a28d-fccb955c2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.067545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6414-a218-451c-a28d-fccb955c2667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.068711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3bfb6414-a218-451c-a28d-fccb955c2667 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1d453c4-79c5-454b-bc47-3b213dc50861 HTTP/1.1" status: 204 len: 168 time: 0.3445311 Dec 13 15:10:59.083295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-ffc3311e-234f-4837-957a-8c08aeb76dfc tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4402642 Dec 13 15:10:59.100721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Request body: {'port': {'device_id': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:59.102606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb6414-a218-451c-a28d-fccb955c2667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d453c4-79c5-454b-bc47-3b213dc50861,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:59.194409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.206490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.249780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=1b36f375-1e15-4f1c-b593-6c8bc1a4300a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:59.257453 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.263904 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4cdaa4da-4171-499a-a74a-653a84868bce tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/1b36f375-1e15-4f1c-b593-6c8bc1a4300a HTTP/1.1" status: 204 len: 168 time: 0.5529737 Dec 13 15:10:59.264393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52942) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:59.276108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c2b2f-350c-43e5-b6d3-7f20999d6cb1 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:10:59.326376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-231dac26-26b6-494c-84b0-3259de9f2914 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541568 Dec 13 15:10:59.326817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52946) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:59.332983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:10:59.382626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7ab0ea1b-828e-49ff-ada8-a201f76b85e4 None None] Provisioning complete for port b97be2af-c0bd-44d8-9237-5c1ea8428659 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:10:59.383041 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ea1b-828e-49ff-ada8-a201f76b85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.478751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0ea1b-828e-49ff-ada8-a201f76b85e4 None None] Port b97be2af-c0bd-44d8-9237-5c1ea8428659 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:10:59.578180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:10:59.583285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:10:59.587389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.597839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97be2af-c0bd-44d8-9237-5c1ea8428659 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:10:59.605622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.618285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Transition to ACTIVE for port object b97be2af-c0bd-44d8-9237-5c1ea8428659 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:10:59.624890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] Deleting port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:10:59.625473 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.685903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.699420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] For port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bc4f218f-ab97-415f-8f4c-4a2bbf3e3945,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:10:59.700014 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.713881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] Calling delete_port for bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:10:59.762523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b97be2af-c0bd-44d8-9237-5c1ea8428659,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:59.851419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Attempting to bind port b97be2af-c0bd-44d8-9237-5c1ea8428659 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:10:59.851859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Attempting to bind port b97be2af-c0bd-44d8-9237-5c1ea8428659 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:10:59.852194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Attempting to bind port b97be2af-c0bd-44d8-9237-5c1ea8428659 on network ceb9e011-89c0-4334-ac62-218838c166a8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:59.857853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Port b97be2af-c0bd-44d8-9237-5c1ea8428659 on network ceb9e011-89c0-4334-ac62-218838c166a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:10:59.858180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Attempting to bind port b97be2af-c0bd-44d8-9237-5c1ea8428659 on network ceb9e011-89c0-4334-ac62-218838c166a8 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:10:59.871247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:10:59.871646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Checking segment: {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:10:59.872130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Bound using segment: {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:10:59.872592 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Bound port: b97be2af-c0bd-44d8-9237-5c1ea8428659, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8dc88e-252c-45f9-880e-2ffa9715ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:10:59.873419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.892872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0efc-4162-4b80-8cd2-81ad7d13f3c6 req-5ef7aa07-aced-46b6-a3d1-eb64e87cd795 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:59.895199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2dfc0efc-4162-4b80-8cd2-81ad7d13f3c6 req-5ef7aa07-aced-46b6-a3d1-eb64e87cd795 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 907 time: 0.0728638 Dec 13 15:10:59.900251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52956) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:10:59.903131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.909513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.922653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] No DVR routers for this DVR port bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:10:59.955182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61298dc6-8ff7-4598-ad59-719383a04f7f None None] Pushing event deleted for resources: {'Port': ['ID=bc4f218f-ab97-415f-8f4c-4a2bbf3e3945,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:10:59.960242 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c328170-1e5b-46ea-90f8-5dd684e180de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.961436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] For port b97be2af-c0bd-44d8-9237-5c1ea8428659, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:10:59.965959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] For port b97be2af-c0bd-44d8-9237-5c1ea8428659, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b97be2af-c0bd-44d8-9237-5c1ea8428659,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:10:59.980436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:10:59.988037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:10:59.991484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:10:59.992085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:10:59.998379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b9d5a6-557d-4c85-9e65-eecf871aa1c1 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:00.014958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=12072a64-337a-463a-b85b-3e6f487cc368,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:00.029548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.065686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.066785 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.067688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b97be2af-c0bd-44d8-9237-5c1ea8428659 HTTP/1.1" status: 200 len: 1055 time: 0.9754546 Dec 13 15:11:00.069323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'tag': 'b97be2af-c0bd-44d8-9237-5c1ea8428659'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:11:00.070509 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bafaa69-0f04-4a68-882f-e1f58e69910b" -d '{"events": [{"name": "network-changed", "server_uuid": "d557eef4-0914-4b5d-81cd-47ba7d746162", "tag": "b97be2af-c0bd-44d8-9237-5c1ea8428659"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:11:00.092981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4c863b2d-8e0b-43fe-8876-38b8fcb743b8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7647247 Dec 13 15:11:00.095890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52960) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:00.110588 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c328170-1e5b-46ea-90f8-5dd684e180de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.116614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ae967c02-8d67-43db-bec4-d4c6d38a8995 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-794211540', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:00.124620 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df2180-7634-4fc3-b249-b2121f2bd13f x-openstack-request-id: req-d2df2180-7634-4fc3-b249-b2121f2bd13f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:11:00.125602 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d557eef4-0914-4b5d-81cd-47ba7d746162", "tag": "b97be2af-c0bd-44d8-9237-5c1ea8428659", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:11:00.125866 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2df2180-7634-4fc3-b249-b2121f2bd13f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:11:00.126458 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'tag': 'b97be2af-c0bd-44d8-9237-5c1ea8428659', 'status': 'completed', 'code': 200} Dec 13 15:11:00.154128 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3c328170-1e5b-46ea-90f8-5dd684e180de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.184789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61402a7-c08d-4356-826e-9777030b87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b97be2af-c0bd-44d8-9237-5c1ea8428659,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:00.208494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafaa69-0f04-4a68-882f-e1f58e69910b req-590443b6-636f-47ee-8bd6-dcfb2753ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.213836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bafaa69-0f04-4a68-882f-e1f58e69910b req-590443b6-636f-47ee-8bd6-dcfb2753ca16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 1058 time: 0.0690999 Dec 13 15:11:00.214332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3c328170-1e5b-46ea-90f8-5dd684e180de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a62fb83e32734099a4c62376c8508bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093262 Dec 13 15:11:00.214332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c328170-1e5b-46ea-90f8-5dd684e180de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a3203-be0e-4137-ab37-f28f481ede83,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:00.214502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52962) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:00.217838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '12072a64-337a-463a-b85b-3e6f487cc368'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:00.219198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.255519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae967c02-8d67-43db-bec4-d4c6d38a8995 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.256630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae967c02-8d67-43db-bec4-d4c6d38a8995 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.379789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/12072a64-337a-463a-b85b-3e6f487cc368/652dc578-dc54-46ee-9aff-bdc5b471afe4) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:00.387863 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae967c02-8d67-43db-bec4-d4c6d38a8995 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.397870 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20dad334-e478-41cb-87f4-f2df13d405ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.424285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafaa69-0f04-4a68-882f-e1f58e69910b req-f064c061-d866-44d1-959a-e531d41989eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.424742 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafaa69-0f04-4a68-882f-e1f58e69910b req-f064c061-d866-44d1-959a-e531d41989eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.426547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bafaa69-0f04-4a68-882f-e1f58e69910b req-f064c061-d866-44d1-959a-e531d41989eb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2010772 Dec 13 15:11:00.434897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20dad334-e478-41cb-87f4-f2df13d405ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.494290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae967c02-8d67-43db-bec4-d4c6d38a8995 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.551439 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.563436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafaa69-0f04-4a68-882f-e1f58e69910b req-7d00f45e-9949-400a-a818-6ec02cef6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.564942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bafaa69-0f04-4a68-882f-e1f58e69910b req-7d00f45e-9949-400a-a818-6ec02cef6555 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282210 Dec 13 15:11:00.613855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae967c02-8d67-43db-bec4-d4c6d38a8995 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.614990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ae967c02-8d67-43db-bec4-d4c6d38a8995 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5182090 Dec 13 15:11:00.617868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 52966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:00.644638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-bdb44d86-8686-4eec-9404-ab98efa3b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.646139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-bdb44d86-8686-4eec-9404-ab98efa3b487 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 1058 time: 0.0434911 Dec 13 15:11:00.646974 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.647203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20dad334-e478-41cb-87f4-f2df13d405ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.649726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20dad334-e478-41cb-87f4-f2df13d405ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.664308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-20dad334-e478-41cb-87f4-f2df13d405ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da9a3203-be0e-4137-ab37-f28f481ede83 HTTP/1.1" status: 204 len: 168 time: 0.4359233 Dec 13 15:11:00.667397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dad334-e478-41cb-87f4-f2df13d405ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a3203-be0e-4137-ab37-f28f481ede83,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:00.698092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-de9e9666-58c1-4f42-a314-b8beb8c480a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b97be2af-c0bd-44d8-9237-5c1ea8428659 HTTP/1.1" status: 200 len: 217 time: 0.0431700 Dec 13 15:11:00.716314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:00.723236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:00.726032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Pushing event updated for resources: {'Port': ['ID=652dc578-dc54-46ee-9aff-bdc5b471afe4,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:00.740985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:00.767135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52970) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:00.775661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-64348bea-21c3-4210-a347-0cdeedec4bed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32015823', 'description': 'tempest-secgroup-smoke-32015823 description', 'project_id': 'a5aa15afa16749ceba2a4413f1251d89'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:00.807112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-81522dee-c25b-4912-8533-4cbb9feee4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.808905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-81522dee-c25b-4912-8533-4cbb9feee4de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21a58c60-fcd3-4d95-8f33-972da239d673 HTTP/1.1" status: 200 len: 838 time: 0.1036291 Dec 13 15:11:00.823135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Attempting to bind port 652dc578-dc54-46ee-9aff-bdc5b471afe4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:00.823510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Attempting to bind port 652dc578-dc54-46ee-9aff-bdc5b471afe4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:00.823876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Attempting to bind port 652dc578-dc54-46ee-9aff-bdc5b471afe4 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:00.835869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:00.836270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:00.836650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.837082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:00.837541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Bound port: 652dc578-dc54-46ee-9aff-bdc5b471afe4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:00.837920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.858704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64348bea-21c3-4210-a347-0cdeedec4bed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:00.869921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-6f701cc1-c185-41f4-b379-b7fb525972c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:00.871510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-6f701cc1-c185-41f4-b379-b7fb525972c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ceb9e011-89c0-4334-ac62-218838c166a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536027 Dec 13 15:11:00.929184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] For port 652dc578-dc54-46ee-9aff-bdc5b471afe4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:00.933825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] For port 652dc578-dc54-46ee-9aff-bdc5b471afe4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=652dc578-dc54-46ee-9aff-bdc5b471afe4,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:00.992816 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.012857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.013984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64348bea-21c3-4210-a347-0cdeedec4bed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.018683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-8096dbf6-2384-442b-bcbe-101a825f0385 service neutron] 10.222.0.50 "GET /v2.0/networks/ceb9e011-89c0-4334-ac62-218838c166a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380701 Dec 13 15:11:01.107019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a3e2-a0ed-451b-8b0c-a91bf17ab360 None None] Pushing event updated for resources: {'Port': ['ID=652dc578-dc54-46ee-9aff-bdc5b471afe4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:01.110550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64348bea-21c3-4210-a347-0cdeedec4bed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.159390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35d33b-8ed2-4c06-b60a-81516743d3dc req-48a1b300-a196-428e-b6c4-5dd5f154c48e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:01.161529 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe35d33b-8ed2-4c06-b60a-81516743d3dc req-48a1b300-a196-428e-b6c4-5dd5f154c48e tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 907 time: 0.1710379 Dec 13 15:11:01.199808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64348bea-21c3-4210-a347-0cdeedec4bed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b52ab4d-24ce-46ce-93eb-3eb21473a647,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:01.240394 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64348bea-21c3-4210-a347-0cdeedec4bed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.240394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-64348bea-21c3-4210-a347-0cdeedec4bed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4710164 Dec 13 15:11:01.242633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52978) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:01.247977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d25274db-4932-4bd1-b0e2-646619366ee1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'security_group_rule': {'security_group_id': '4b52ab4d-24ce-46ce-93eb-3eb21473a647', 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:01.282918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e018d19-dc8e-465c-af36-45562e6f6c1c req-8a985b6c-2df3-43ce-95cd-5fa329cc89bf service neutron] 10.222.0.50 "GET /v2.0/networks/ceb9e011-89c0-4334-ac62-218838c166a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544019 Dec 13 15:11:01.283358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:01.323863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:01.324271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bc4f218f-ab97-415f-8f4c-4a2bbf3e3945 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:01.349742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d25274db-4932-4bd1-b0e2-646619366ee1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.438123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::1 (ceb3b81b-a75f-423f-b1cd-b03431532e58/12072a64-337a-463a-b85b-3e6f487cc368/a878bc58-acb6-407f-964d-9b2fcd543b67) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:01.443812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d25274db-4932-4bd1-b0e2-646619366ee1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.498268 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d25274db-4932-4bd1-b0e2-646619366ee1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.524686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25274db-4932-4bd1-b0e2-646619366ee1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6ec7f8-45fa-4c83-a551-315bf7746f51,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:01.584732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d25274db-4932-4bd1-b0e2-646619366ee1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.589119 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d25274db-4932-4bd1-b0e2-646619366ee1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424673 Dec 13 15:11:01.589326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52986) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:01.590405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.593892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b0f94c89-cd00-4e04-a2bd-a2f98074cd95 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'security_group_rule': {'security_group_id': '4b52ab4d-24ce-46ce-93eb-3eb21473a647', 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:01.686373 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.686509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0f94c89-cd00-4e04-a2bd-a2f98074cd95 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.723232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:01.729223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:01.737337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:01.737878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.740310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=a878bc58-acb6-407f-964d-9b2fcd543b67,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:01.780198 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0f94c89-cd00-4e04-a2bd-a2f98074cd95 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.823225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0f94c89-cd00-4e04-a2bd-a2f98074cd95 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.843984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f94c89-cd00-4e04-a2bd-a2f98074cd95 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc970f3-90eb-47da-ab38-738ba345d889,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:01.928275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0f94c89-cd00-4e04-a2bd-a2f98074cd95 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.931810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:01.932926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b0f94c89-cd00-4e04-a2bd-a2f98074cd95 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3425298 Dec 13 15:11:01.933707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 52996) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:01.942030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-20cbb39d-6092-4203-9012-71b95fa60f9e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'security_group_rule': {'security_group_id': '4b52ab4d-24ce-46ce-93eb-3eb21473a647', 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:02.045732 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20cbb39d-6092-4203-9012-71b95fa60f9e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.127782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20cbb39d-6092-4203-9012-71b95fa60f9e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.201289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20cbb39d-6092-4203-9012-71b95fa60f9e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.222223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb39d-6092-4203-9012-71b95fa60f9e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5bf2db-99b0-45b9-bfc5-354f2f20e3aa,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:02.267293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-20cbb39d-6092-4203-9012-71b95fa60f9e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.269175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-20cbb39d-6092-4203-9012-71b95fa60f9e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308051 Dec 13 15:11:02.275859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53006) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:02.289047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e1fa09f9-3492-4894-b3d6-250a8760c4fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'security_group_rule': {'security_group_id': '4b52ab4d-24ce-46ce-93eb-3eb21473a647', 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:02.348088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482139d-93dd-412e-8000-ce51e2f8ff1c req-913a7ced-9fc1-4749-acf3-7dc24f18f936 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:02.349688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4482139d-93dd-412e-8000-ce51e2f8ff1c req-913a7ced-9fc1-4749-acf3-7dc24f18f936 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 907 time: 0.0728943 Dec 13 15:11:02.440626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e1fa09f9-3492-4894-b3d6-250a8760c4fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.442317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8cd23548-5617-40fe-90b9-11a6c98ec45a None None] Provisioning complete for port 652dc578-dc54-46ee-9aff-bdc5b471afe4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:02.443686 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8cd23548-5617-40fe-90b9-11a6c98ec45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.533233 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e1fa09f9-3492-4894-b3d6-250a8760c4fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.553504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8cd23548-5617-40fe-90b9-11a6c98ec45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.582342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.587903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8cd23548-5617-40fe-90b9-11a6c98ec45a None None] For port 652dc578-dc54-46ee-9aff-bdc5b471afe4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=652dc578-dc54-46ee-9aff-bdc5b471afe4,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:02.594447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e1fa09f9-3492-4894-b3d6-250a8760c4fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.616347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa09f9-3492-4894-b3d6-250a8760c4fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cf55e9-10ee-45d9-a036-dcd12fa66153,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:02.674205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.675047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.702689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8cd23548-5617-40fe-90b9-11a6c98ec45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.705261 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e1fa09f9-3492-4894-b3d6-250a8760c4fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.708858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e1fa09f9-3492-4894-b3d6-250a8760c4fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4208276 Dec 13 15:11:02.709164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53016) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:02.713841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'security_group_rule': {'security_group_id': '4b52ab4d-24ce-46ce-93eb-3eb21473a647', 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:02.754123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd23548-5617-40fe-90b9-11a6c98ec45a None None] Pushing event updated for resources: {'Port': ['ID=652dc578-dc54-46ee-9aff-bdc5b471afe4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:02.783300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=a878bc58-acb6-407f-964d-9b2fcd543b67,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:02.816118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:02.817554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:02.822843 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Project a5aa15afa16749ceba2a4413f1251d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:11:02.829309 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.834379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-effacb0a-fe8f-47c5-a9a9-51dfcbf134e6 None None] Provisioning complete for port a878bc58-acb6-407f-964d-9b2fcd543b67 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:02.834981 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-effacb0a-fe8f-47c5-a9a9-51dfcbf134e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.895653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-effacb0a-fe8f-47c5-a9a9-51dfcbf134e6 None None] Port a878bc58-acb6-407f-964d-9b2fcd543b67 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:11:02.923931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:02.994712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.020057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18856a2a-10fe-48a6-a0c9-f706a7c6d2e4,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:03.028666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Router 9e117da1-4204-407a-9bc6-fbdf6b7d6c44 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:11:03.070769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.072072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8d41311-476b-4644-ba66-4cb3fd2e6468 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619001 Dec 13 15:11:03.078842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53024) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:03.083417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'security_group_rule': {'security_group_id': '4b52ab4d-24ce-46ce-93eb-3eb21473a647', 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:03.119325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d4ea1915-0962-462b-a09b-05a603c8d585 None None] Provisioning complete for port a878bc58-acb6-407f-964d-9b2fcd543b67 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:03.119610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1915-0962-462b-a09b-05a603c8d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.122979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:03.131118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53026) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:03.131255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ecf68238-2ab7-4854-8091-7e86a9b5f075 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "PUT /v2.0/routers/9e117da1-4204-407a-9bc6-fbdf6b7d6c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120089 Dec 13 15:11:03.136005 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Sync routers for ids ['9e117da1-4204-407a-9bc6-fbdf6b7d6c44'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:03.149271 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Routers {'9e117da1-4204-407a-9bc6-fbdf6b7d6c44'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:03.150480 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9e117da1-4204-407a-9bc6-fbdf6b7d6c44'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:03.191094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f53ac-83c5-48b3-ba53-32d1ab72bed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:03.193032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-495f53ac-83c5-48b3-ba53-32d1ab72bed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports/a878bc58-acb6-407f-964d-9b2fcd543b67 HTTP/1.1" status: 200 len: 911 time: 0.0609174 Dec 13 15:11:03.196109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53030) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:03.197438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea1915-0962-462b-a09b-05a603c8d585 None None] Port a878bc58-acb6-407f-964d-9b2fcd543b67 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:11:03.221951 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Project a5aa15afa16749ceba2a4413f1251d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:11:03.227684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.278366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab3a2d-917b-4e4e-9ad7-87be3d3afc1e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:03.280159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 652dc578-dc54-46ee-9aff-bdc5b471afe4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:03.285306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab3a2d-917b-4e4e-9ad7-87be3d3afc1e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:03.286790 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Set router 9e117da1-4204-407a-9bc6-fbdf6b7d6c44 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:03.286991 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-faab3a2d-917b-4e4e-9ad7-87be3d3afc1e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0897951 Dec 13 15:11:03.289717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53032) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:03.297960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.332443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 652dc578-dc54-46ee-9aff-bdc5b471afe4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:03.332956 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.393898 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.442220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc998199-34fa-4b7a-b5ab-1eefc5e46a9d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:03.528701 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e117da1-4204-407a-9bc6-fbdf6b7d6c44', 'name': 'tempest-NetworksTestDHCPv6-router-794211540', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:00Z', 'updated_at': '2021-12-13T15:11:01Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None, '_interfaces': [{'id': 'a878bc58-acb6-407f-964d-9b2fcd543b67', 'name': '', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'mac_address': 'fa:16:3e:a0:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e117da1-4204-407a-9bc6-fbdf6b7d6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '12072a64-337a-463a-b85b-3e6f487cc368', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:01Z', 'updated_at': '2021-12-13T15:11:02Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'subnets': [{'id': '12072a64-337a-463a-b85b-3e6f487cc368', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:03.560498 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Checking router: 9e117da1-4204-407a-9bc6-fbdf6b7d6c44 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:03.560851 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Updating router 9e117da1-4204-407a-9bc6-fbdf6b7d6c44 port a878bc58-acb6-407f-964d-9b2fcd543b67 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:11:03.586037 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.593616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.600498 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cfd92657-b2e7-4e0f-80d7-f9e1c7effd00 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5176795 Dec 13 15:11:03.600690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92bc35-de03-42ed-befc-733eea4e2521 req-1e3580df-4f32-486c-8930-37d0cb08467a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:03.601990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da92bc35-de03-42ed-befc-733eea4e2521 req-1e3580df-4f32-486c-8930-37d0cb08467a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 907 time: 0.1319549 Dec 13 15:11:03.860749 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:03.903105 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.017074 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.080831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port a878bc58-acb6-407f-964d-9b2fcd543b67 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:04.081253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.084304 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d406d9-5e8a-4aba-820e-31ac973580a1 None None] Pushing event updated for resources: {'Port': ['ID=a878bc58-acb6-407f-964d-9b2fcd543b67,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:04.123968 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Attempting to bind port a878bc58-acb6-407f-964d-9b2fcd543b67 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:04.132293 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Attempting to bind port a878bc58-acb6-407f-964d-9b2fcd543b67 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:04.132293 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Attempting to bind port a878bc58-acb6-407f-964d-9b2fcd543b67 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:04.132293 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:04.132293 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:04.132293 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.132293 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:04.132293 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Bound port: a878bc58-acb6-407f-964d-9b2fcd543b67, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:04.133531 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.205518 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port a878bc58-acb6-407f-964d-9b2fcd543b67, host n-d-816954-1, got binding levels [] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:04.206025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.206247 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] For port a878bc58-acb6-407f-964d-9b2fcd543b67, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:04.211075 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] For port a878bc58-acb6-407f-964d-9b2fcd543b67, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a878bc58-acb6-407f-964d-9b2fcd543b67,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:04.221662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for a878bc58-acb6-407f-964d-9b2fcd543b67 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:04.303435 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.356712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9fa029c2-14c7-4140-be93-b8a3ac479a68 None None] Provisioning complete for port a878bc58-acb6-407f-964d-9b2fcd543b67 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:04.357966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9fa029c2-14c7-4140-be93-b8a3ac479a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.376426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d406d9-5e8a-4aba-820e-31ac973580a1 None None] Pushing event updated for resources: {'Port': ['ID=a878bc58-acb6-407f-964d-9b2fcd543b67,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:04.391376 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Routers {'9e117da1-4204-407a-9bc6-fbdf6b7d6c44'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:04.392164 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9e117da1-4204-407a-9bc6-fbdf6b7d6c44'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:04.438907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b97be2af-c0bd-44d8-9237-5c1ea8428659 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:11:04.508701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.556523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=a878bc58-acb6-407f-964d-9b2fcd543b67,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:04.579760 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9fa029c2-14c7-4140-be93-b8a3ac479a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.650305 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] Set router 9e117da1-4204-407a-9bc6-fbdf6b7d6c44 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:04.718861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b97be2af-c0bd-44d8-9237-5c1ea8428659, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b97be2af-c0bd-44d8-9237-5c1ea8428659,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:04.734504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.735097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'b97be2af-c0bd-44d8-9237-5c1ea8428659', 'network_id': 'ceb9e011-89c0-4334-ac62-218838c166a8', 'port_id': 'b97be2af-c0bd-44d8-9237-5c1ea8428659', 'mac_address': 'fa:16:3e:3c:45:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a58c60-fcd3-4d95-8f33-972da239d673', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:11:04.791211 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.806563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97be2af-c0bd-44d8-9237-5c1ea8428659 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:11:04.822622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12aca5-1326-4304-a011-9533173bbe39 req-ccc3e5ef-21f8-43c6-b798-f4db2a0a0bd7 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:04.826147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d12aca5-1326-4304-a011-9533173bbe39 req-ccc3e5ef-21f8-43c6-b798-f4db2a0a0bd7 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 907 time: 0.0996332 Dec 13 15:11:04.853453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b5082c0b-fce4-47e9-81ba-d3a0be036782 None None] Could not find standard attr ID for object a878bc58-acb6-407f-964d-9b2fcd543b67. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:04.874773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b97be2af-c0bd-44d8-9237-5c1ea8428659, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b97be2af-c0bd-44d8-9237-5c1ea8428659,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:04.960000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:04.995170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Router 9e117da1-4204-407a-9bc6-fbdf6b7d6c44 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:11:05.006286 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e117da1-4204-407a-9bc6-fbdf6b7d6c44', 'name': 'tempest-NetworksTestDHCPv6-router-794211540', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:00Z', 'updated_at': '2021-12-13T15:11:01Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None, '_interfaces': [{'id': 'a878bc58-acb6-407f-964d-9b2fcd543b67', 'name': '', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'mac_address': 'fa:16:3e:a0:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e117da1-4204-407a-9bc6-fbdf6b7d6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '12072a64-337a-463a-b85b-3e6f487cc368', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:01Z', 'updated_at': '2021-12-13T15:11:04Z', 'revision_number': 4, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'subnets': [{'id': '12072a64-337a-463a-b85b-3e6f487cc368', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:05.044721 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486a1ab-2acc-41ca-a98f-d758ee176aa1 None None] The sync data for ids ['9e117da1-4204-407a-9bc6-fbdf6b7d6c44'] in n-d-816954-1 is: [{'id': '9e117da1-4204-407a-9bc6-fbdf6b7d6c44', 'name': 'tempest-NetworksTestDHCPv6-router-794211540', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:00Z', 'updated_at': '2021-12-13T15:11:01Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None, '_interfaces': [{'id': 'a878bc58-acb6-407f-964d-9b2fcd543b67', 'name': '', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'mac_address': 'fa:16:3e:a0:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e117da1-4204-407a-9bc6-fbdf6b7d6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '12072a64-337a-463a-b85b-3e6f487cc368', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:01Z', 'updated_at': '2021-12-13T15:11:04Z', 'revision_number': 4, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'subnets': [{'id': '12072a64-337a-463a-b85b-3e6f487cc368', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:05.109536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b97be2af-c0bd-44d8-9237-5c1ea8428659,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:05.128523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:05.138395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3fe6e329-7feb-4c0b-8dae-471648003acf tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "PUT /v2.0/routers/9e117da1-4204-407a-9bc6-fbdf6b7d6c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8447046 Dec 13 15:11:05.138395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53138) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:05.193188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b97be2af-c0bd-44d8-9237-5c1ea8428659'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:11:05.204413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d57ee-4b1f-4a9e-bc7d-2e5aea3b9914 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:05.206179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d57ee-4b1f-4a9e-bc7d-2e5aea3b9914 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:05.207781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1b3d57ee-4b1f-4a9e-bc7d-2e5aea3b9914 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0688915 Dec 13 15:11:05.210398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53142) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:05.275792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 12072a64-337a-463a-b85b-3e6f487cc368 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:05.279338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.300622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53144) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:05.330162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.499350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.527991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-166a0ea8-6c75-400b-b794-53afb7c17723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.626845 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-166a0ea8-6c75-400b-b794-53afb7c17723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.657652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.679762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-166a0ea8-6c75-400b-b794-53afb7c17723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.690458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=12072a64-337a-463a-b85b-3e6f487cc368,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:05.694381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.700355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-256901d3-d117-4f20-8197-d4051b7b53d3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/12072a64-337a-463a-b85b-3e6f487cc368 HTTP/1.1" status: 204 len: 168 time: 0.4888456 Dec 13 15:11:05.701388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:05.705348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae59c7-0a7c-4947-aa60-4f5e6e94f484 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:05.749024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-166a0ea8-6c75-400b-b794-53afb7c17723 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48887ce8fdc943be8fb84680459ad0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471607 Dec 13 15:11:05.750180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a0ea8-6c75-400b-b794-53afb7c17723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8bf72e-9c9c-4c2b-a33f-4295f8013d88,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:05.753147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53152) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:05.831978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-23a7efe6-e12c-426b-9f30-31208c9444be tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1298451 Dec 13 15:11:05.834391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53154) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:05.888890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72e519e2-dee0-4686-8bdc-a605b5cae53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.940784 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72e519e2-dee0-4686-8bdc-a605b5cae53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:05.966799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:06.031321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] Deleting port 652dc578-dc54-46ee-9aff-bdc5b471afe4 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:06.031859 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.067598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72e519e2-dee0-4686-8bdc-a605b5cae53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.074011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72e519e2-dee0-4686-8bdc-a605b5cae53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.076980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-72e519e2-dee0-4686-8bdc-a605b5cae53f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef8bf72e-9c9c-4c2b-a33f-4295f8013d88 HTTP/1.1" status: 204 len: 168 time: 0.3100231 Dec 13 15:11:06.104583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e519e2-dee0-4686-8bdc-a605b5cae53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8bf72e-9c9c-4c2b-a33f-4295f8013d88,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:06.107511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] For port 652dc578-dc54-46ee-9aff-bdc5b471afe4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=652dc578-dc54-46ee-9aff-bdc5b471afe4,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:06.108035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.149287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] Calling delete_port for 652dc578-dc54-46ee-9aff-bdc5b471afe4 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:06.308723 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.325509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a390847-e2f6-4f1a-8545-be7cbd28b8b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.338562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] Pushing event deleted for resources: {'Port': ['ID=652dc578-dc54-46ee-9aff-bdc5b471afe4,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:06.340529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cd857-68cc-4f6a-bb7a-9cb585ed6d2e None None] No DVR routers for this DVR port 652dc578-dc54-46ee-9aff-bdc5b471afe4 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:06.404424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7503f2-dae5-4596-860e-13b218fcac36 req-2d07bb04-1476-40d7-9c56-9ac998c45efe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:06.405896 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2e7503f2-dae5-4596-860e-13b218fcac36 req-2d07bb04-1476-40d7-9c56-9ac998c45efe tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 908 time: 0.1557333 Dec 13 15:11:06.447465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b97be2af-c0bd-44d8-9237-5c1ea8428659 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:06.530338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a390847-e2f6-4f1a-8545-be7cbd28b8b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.532646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a390847-e2f6-4f1a-8545-be7cbd28b8b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.537129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port b97be2af-c0bd-44d8-9237-5c1ea8428659 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:11:06.542400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port b97be2af-c0bd-44d8-9237-5c1ea8428659 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:06.544817 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.628729 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.655789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97be2af-c0bd-44d8-9237-5c1ea8428659'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:11:06.658105 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86afbd2-2978-4d0f-a6af-b8e128551144" -d '{"events": [{"server_uuid": "d557eef4-0914-4b5d-81cd-47ba7d746162", "name": "network-vif-plugged", "status": "completed", "tag": "b97be2af-c0bd-44d8-9237-5c1ea8428659"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:11:06.668766 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a390847-e2f6-4f1a-8545-be7cbd28b8b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.672166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a390847-e2f6-4f1a-8545-be7cbd28b8b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Fanout notify agent at l3_agent the message router_deleted on router 9e117da1-4204-407a-9bc6-fbdf6b7d6c44 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:11:06.691120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a390847-e2f6-4f1a-8545-be7cbd28b8b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.692307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b97be2af-c0bd-44d8-9237-5c1ea8428659, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b97be2af-c0bd-44d8-9237-5c1ea8428659,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:06.696603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0a390847-e2f6-4f1a-8545-be7cbd28b8b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/routers/9e117da1-4204-407a-9bc6-fbdf6b7d6c44 HTTP/1.1" status: 204 len: 168 time: 0.8601468 Dec 13 15:11:06.699201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:06.706542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:06.708517 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b45e63-c20a-4636-8679-6e993e9b8a5f x-openstack-request-id: req-a0b45e63-c20a-4636-8679-6e993e9b8a5f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:11:06.709024 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d557eef4-0914-4b5d-81cd-47ba7d746162", "name": "network-vif-plugged", "status": "completed", "tag": "b97be2af-c0bd-44d8-9237-5c1ea8428659", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:11:06.709024 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0b45e63-c20a-4636-8679-6e993e9b8a5f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:11:06.709433 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97be2af-c0bd-44d8-9237-5c1ea8428659', 'code': 200} Dec 13 15:11:06.754598 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.793197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53168) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:06.811940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b97be2af-c0bd-44d8-9237-5c1ea8428659,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:06.823622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-112bf5d9-cd94-4ef1-a4e1-c266032e6fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.827600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ea51e-9e90-47f8-80f6-c7ff80dbf736 req-6258adcc-86cc-4e64-886c-58772ff7e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:06.829514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-725ea51e-9e90-47f8-80f6-c7ff80dbf736 req-6258adcc-86cc-4e64-886c-58772ff7e96f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 1060 time: 0.0547168 Dec 13 15:11:06.923976 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-112bf5d9-cd94-4ef1-a4e1-c266032e6fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.936874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:06.943668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:06.946806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] Sync routers for ids ['9e117da1-4204-407a-9bc6-fbdf6b7d6c44'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:06.956647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] Routers set() bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:06.957251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] Router IDs set() for agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 15:11:06.957986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_agentschedulers_db [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9e117da1-4204-407a-9bc6-fbdf6b7d6c44'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent'). {{(pid=102825) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 15:11:06.967390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] Routers set() bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:06.967956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] Router IDs set() for agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 15:11:06.968520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_agentschedulers_db [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9e117da1-4204-407a-9bc6-fbdf6b7d6c44'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent'). {{(pid=102825) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 15:11:06.969058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dba8e0-527a-4c4b-ab00-4d62a11a9c3e None None] The sync data for ids ['9e117da1-4204-407a-9bc6-fbdf6b7d6c44'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:06.993713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-112bf5d9-cd94-4ef1-a4e1-c266032e6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.063011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bf5d9-cd94-4ef1-a4e1-c266032e6fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f817f39-0f99-47a2-9cc0-33ff4be1f050,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:07.074438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-112bf5d9-cd94-4ef1-a4e1-c266032e6fc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b08da41f6cb49f898722cba750f3ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732124 Dec 13 15:11:07.074788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53170) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:07.141603 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4881-f086-4f30-9b4f-39e15d901a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.183397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4881-f086-4f30-9b4f-39e15d901a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.227355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 652dc578-dc54-46ee-9aff-bdc5b471afe4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:07.251122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 652dc578-dc54-46ee-9aff-bdc5b471afe4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:07.251558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 652dc578-dc54-46ee-9aff-bdc5b471afe4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:07.302862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.337768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4881-f086-4f30-9b4f-39e15d901a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.341403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba2e4881-f086-4f30-9b4f-39e15d901a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.342620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ba2e4881-f086-4f30-9b4f-39e15d901a81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f817f39-0f99-47a2-9cc0-33ff4be1f050 HTTP/1.1" status: 204 len: 168 time: 0.2712862 Dec 13 15:11:07.349363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:07.352620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:07.353720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e4881-f086-4f30-9b4f-39e15d901a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f817f39-0f99-47a2-9cc0-33ff4be1f050,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:07.361680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1383d6f-8deb-4b71-ac3e-c30f530195f9 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:07.367651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:07.368267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.384507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=6dd3d183-fb9e-442d-8bc9-85383229e831,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:07.449602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d8257781-1d73-42c1-88b6-aa9c11f2b3e6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7482119 Dec 13 15:11:07.454091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53176) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:07.458361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-62ce2e87-9e5b-485d-831b-222a392b67ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-213170830', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:07.544135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '6dd3d183-fb9e-442d-8bc9-85383229e831'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:07.545021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.545866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c917d4d-785f-4b1c-8437-f3936b861f7c req-b1388203-431b-45ba-ae88-e163f1644454 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:07.547619 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c917d4d-785f-4b1c-8437-f3936b861f7c req-b1388203-431b-45ba-ae88-e163f1644454 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 909 time: 0.0598166 Dec 13 15:11:07.560508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e87-9e5b-485d-831b-222a392b67ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.561782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e87-9e5b-485d-831b-222a392b67ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.619235 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e87-9e5b-485d-831b-222a392b67ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.686458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e87-9e5b-485d-831b-222a392b67ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.710032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/6dd3d183-fb9e-442d-8bc9-85383229e831/5dc4fc0b-01eb-4993-be6e-3817d5dbf318) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:07.779356 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e87-9e5b-485d-831b-222a392b67ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.781365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-62ce2e87-9e5b-485d-831b-222a392b67ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3275430 Dec 13 15:11:07.783514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53184) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:07.935020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:07.982790 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.022855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:08.025864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:08.029616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:08.048699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Pushing event updated for resources: {'Port': ['ID=5dc4fc0b-01eb-4993-be6e-3817d5dbf318,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:08.108221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Attempting to bind port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:08.108221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Attempting to bind port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:08.108221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Attempting to bind port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:08.112963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:08.113344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:08.114030 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.114602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:08.115068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Bound port: 5dc4fc0b-01eb-4993-be6e-3817d5dbf318, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:08.115448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.121325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.185738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] For port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:08.189218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] For port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5dc4fc0b-01eb-4993-be6e-3817d5dbf318,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:08.257357 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.320987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8cdf-027c-4781-8502-d7a55a63e647 None None] Pushing event updated for resources: {'Port': ['ID=5dc4fc0b-01eb-4993-be6e-3817d5dbf318,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:08.424786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::1 (ceb3b81b-a75f-423f-b1cd-b03431532e58/6dd3d183-fb9e-442d-8bc9-85383229e831/bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:08.576767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.726183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4890f1-a125-4c0b-864b-a8b69fc4c5ad req-e4be0e9a-6463-45bc-ac97-73ab9c269cc2 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:08.728199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f4890f1-a125-4c0b-864b-a8b69fc4c5ad req-e4be0e9a-6463-45bc-ac97-73ab9c269cc2 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 909 time: 0.0691698 Dec 13 15:11:08.780094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.846404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:08.849583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:08.853256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:08.857444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:08.904558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:08.932072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e0d6d-cb22-4977-869b-f2915a815f11 req-87174900-d6b9-4633-9f44-b1549fcc54e1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:08.933732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d12e0d6d-cb22-4977-869b-f2915a815f11 req-87174900-d6b9-4633-9f44-b1549fcc54e1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 909 time: 0.0969372 Dec 13 15:11:09.089251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209344-3c52-4fd2-b49e-88797b5e5095 req-66b0dbd0-c141-4f62-974e-e6a32b3132fb tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:09.090845 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2209344-3c52-4fd2-b49e-88797b5e5095 req-66b0dbd0-c141-4f62-974e-e6a32b3132fb tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 1060 time: 0.0779295 Dec 13 15:11:09.091391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.254709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a037e0-f226-4c0b-bf9b-3b98aa195956 req-42faf0cd-b711-4ca1-a7b3-22c86b2b19be tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:09.263658 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-68a037e0-f226-4c0b-bf9b-3b98aa195956 req-42faf0cd-b711-4ca1-a7b3-22c86b2b19be tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1135 time: 0.0838082 Dec 13 15:11:09.312635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:09.314772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-68a037e0-f226-4c0b-bf9b-3b98aa195956 req-0e76fa09-ccd6-4a23-9845-e910aaec87ed tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0501080 Dec 13 15:11:09.345389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53218) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:09.399688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de98355-977d-409a-8587-c291ac612197 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:09.408697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:09.408948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8de98355-977d-409a-8587-c291ac612197 tempest-TestSecurityGroupsBasicOps-808958953 tempest-TestSecurityGroupsBasicOps-808958953-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 1055 time: 0.0621262 Dec 13 15:11:09.409192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.488198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53224) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:09.545418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.621877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5dc4fc0b-01eb-4993-be6e-3817d5dbf318,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:09.635139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-adfc64b6-35a7-4e34-a3c1-8fd33cf4f16e None None] Provisioning complete for port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:09.635139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-adfc64b6-35a7-4e34-a3c1-8fd33cf4f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.669677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.679648 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.712633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9af3bd66-4135-4b27-af5f-9db1f4eceef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.726767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.728095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.802748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=5dc4fc0b-01eb-4993-be6e-3817d5dbf318,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:09.852178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:09.921157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9af3bd66-4135-4b27-af5f-9db1f4eceef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:09.926831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:09.929016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:09.982998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9af3bd66-4135-4b27-af5f-9db1f4eceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:10.013525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fcb901e6-89fc-40b3-a40d-b9eb2f742d5a None None] Provisioning complete for port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:10.013902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fcb901e6-89fc-40b3-a40d-b9eb2f742d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:10.062641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9af3bd66-4135-4b27-af5f-9db1f4eceef3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e52b1503f7834630b4f2b6b3cd0f68c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728552 Dec 13 15:11:10.063566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53232) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:10.073096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fcb901e6-89fc-40b3-a40d-b9eb2f742d5a None None] Port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:11:10.094152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3bd66-4135-4b27-af5f-9db1f4eceef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1acce45-4f93-4e39-9848-e81caaaa5616,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:10.123720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0756-a68a-4c7b-b646-fd5fd9edc9f4 req-c254b4db-6048-40d6-ade3-82bc0d1b9b24 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:10.125343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d58d0756-a68a-4c7b-b646-fd5fd9edc9f4 req-c254b4db-6048-40d6-ade3-82bc0d1b9b24 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 909 time: 0.1281121 Dec 13 15:11:10.156651 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df11676e-399a-4d06-9a72-0b1b1673a9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:10.166905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Router f9542ff2-ef9e-4d22-8f05-e657c5924786 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:11:10.184068 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df11676e-399a-4d06-9a72-0b1b1673a9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:10.270834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:10.279085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6cd0548a-8383-4a06-911d-797503872592 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "PUT /v2.0/routers/f9542ff2-ef9e-4d22-8f05-e657c5924786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4917121 Dec 13 15:11:10.280059 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Sync routers for ids ['f9542ff2-ef9e-4d22-8f05-e657c5924786'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:10.283411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53234) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:10.292871 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Routers {'f9542ff2-ef9e-4d22-8f05-e657c5924786'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:10.293596 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f9542ff2-ef9e-4d22-8f05-e657c5924786'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:10.294961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e9c04a65-9a2a-475c-9b38-5a0de117103a None None] Provisioning complete for port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:10.295220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e9c04a65-9a2a-475c-9b38-5a0de117103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:10.334897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e9c04a65-9a2a-475c-9b38-5a0de117103a None None] Port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:11:10.340939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ebd1c9-3035-43d6-bd12-fb01806cb4fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:10.342805 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c2ebd1c9-3035-43d6-bd12-fb01806cb4fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports/bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd HTTP/1.1" status: 200 len: 911 time: 0.0584059 Dec 13 15:11:10.344132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df11676e-399a-4d06-9a72-0b1b1673a9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:10.345443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53236) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:10.347153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-df11676e-399a-4d06-9a72-0b1b1673a9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:10.348139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-df11676e-399a-4d06-9a72-0b1b1673a9b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1acce45-4f93-4e39-9848-e81caaaa5616 HTTP/1.1" status: 204 len: 168 time: 0.2793064 Dec 13 15:11:10.357375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11676e-399a-4d06-9a72-0b1b1673a9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1acce45-4f93-4e39-9848-e81caaaa5616,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:10.409890 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Set router f9542ff2-ef9e-4d22-8f05-e657c5924786 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:10.412566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e970f-6555-4884-8807-990c382253c3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:10.419789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e970f-6555-4884-8807-990c382253c3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:10.421991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ee1e970f-6555-4884-8807-990c382253c3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0747845 Dec 13 15:11:10.424206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53240) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:10.626474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'name': 'tempest-NetworksTestDHCPv6-router-213170830', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:07Z', 'updated_at': '2021-12-13T15:11:08Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None, '_interfaces': [{'id': 'bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd', 'name': '', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'mac_address': 'fa:16:3e:b2:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6dd3d183-fb9e-442d-8bc9-85383229e831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:08Z', 'updated_at': '2021-12-13T15:11:09Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'subnets': [{'id': '6dd3d183-fb9e-442d-8bc9-85383229e831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:10.668308 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Checking router: f9542ff2-ef9e-4d22-8f05-e657c5924786 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:10.668957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Updating router f9542ff2-ef9e-4d22-8f05-e657c5924786 port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:11:10.700470 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.070725 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.163639 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.210147 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f639b-a765-4ebf-bd2c-d31a5ab98341 None None] Pushing event updated for resources: {'Port': ['ID=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:11.304475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:11.335775 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Attempting to bind port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:11.336310 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Attempting to bind port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:11.341099 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Attempting to bind port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:11.354077 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:11.354517 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:11.354889 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.355634 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:11.356101 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Bound port: bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:11.356483 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.425273 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.459365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:11.460530 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.472536 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] For port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:11.481546 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] For port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:11.512246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99a4ad-b861-459b-bc12-9dd748963b80 req-9aa5ad55-80e3-4e58-8b79-309559d707ea tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:11.521432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d99a4ad-b861-459b-bc12-9dd748963b80 req-9aa5ad55-80e3-4e58-8b79-309559d707ea tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 909 time: 0.2495036 Dec 13 15:11:11.539181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c207bd-4103-4d4c-8286-e05024200b62 req-f1d88121-721d-41ee-a6a3-f3401f98b1bf tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:11.539181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47c207bd-4103-4d4c-8286-e05024200b62 req-f1d88121-721d-41ee-a6a3-f3401f98b1bf tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.50 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 909 time: 0.2708647 Dec 13 15:11:11.554658 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.614565 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Routers {'f9542ff2-ef9e-4d22-8f05-e657c5924786'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:11.615275 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f9542ff2-ef9e-4d22-8f05-e657c5924786'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:11.632515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-750e11b1-6955-470f-b9a3-841f9106b432 None None] Provisioning complete for port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:11.632515 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-750e11b1-6955-470f-b9a3-841f9106b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.764662 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f639b-a765-4ebf-bd2c-d31a5ab98341 None None] Pushing event updated for resources: {'Port': ['ID=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:11.770455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-750e11b1-6955-470f-b9a3-841f9106b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.784823 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] Set router f9542ff2-ef9e-4d22-8f05-e657c5924786 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:11.837032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting port b97be2af-c0bd-44d8-9237-5c1ea8428659 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:11.837611 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:11.863389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-750e11b1-6955-470f-b9a3-841f9106b432 None None] For port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:11.937181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-750e11b1-6955-470f-b9a3-841f9106b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.033369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e11b1-6955-470f-b9a3-841f9106b432 None None] Pushing event updated for resources: {'Port': ['ID=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:12.064970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] For port b97be2af-c0bd-44d8-9237-5c1ea8428659, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b97be2af-c0bd-44d8-9237-5c1ea8428659,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:12.066130 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.068929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ff85712c-2aea-446b-a482-38f975d7843a None None] Provisioning complete for port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:12.069305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff85712c-2aea-446b-a482-38f975d7843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.117609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Calling delete_port for b97be2af-c0bd-44d8-9237-5c1ea8428659 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:12.145567 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'name': 'tempest-NetworksTestDHCPv6-router-213170830', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:07Z', 'updated_at': '2021-12-13T15:11:08Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None, '_interfaces': [{'id': 'bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd', 'name': '', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'mac_address': 'fa:16:3e:b2:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6dd3d183-fb9e-442d-8bc9-85383229e831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:08Z', 'updated_at': '2021-12-13T15:11:11Z', 'revision_number': 4, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'subnets': [{'id': '6dd3d183-fb9e-442d-8bc9-85383229e831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:12.148350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:12.149926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.179454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f54ac-028f-4cc6-9998-dff6a11c42ca None None] The sync data for ids ['f9542ff2-ef9e-4d22-8f05-e657c5924786'] in n-d-816954-1 is: [{'id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'name': 'tempest-NetworksTestDHCPv6-router-213170830', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:07Z', 'updated_at': '2021-12-13T15:11:08Z', 'revision_number': 2, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None, '_interfaces': [{'id': 'bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd', 'name': '', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'mac_address': 'fa:16:3e:b2:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6dd3d183-fb9e-442d-8bc9-85383229e831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:08Z', 'updated_at': '2021-12-13T15:11:11Z', 'revision_number': 4, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'subnets': [{'id': '6dd3d183-fb9e-442d-8bc9-85383229e831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:12.323479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:12.324345 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.345744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:12.538945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.611528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Port': ['ID=b97be2af-c0bd-44d8-9237-5c1ea8428659,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:12.655210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] No DVR routers for this DVR port b97be2af-c0bd-44d8-9237-5c1ea8428659 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:12.679463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.683501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47c207bd-4103-4d4c-8286-e05024200b62 req-0e6c3610-3ae2-46c7-b046-be5770766b38 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.50 "DELETE /v2.0/ports/b97be2af-c0bd-44d8-9237-5c1ea8428659 HTTP/1.1" status: 204 len: 173 time: 1.1415365 Dec 13 15:11:12.683804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'name': 'network-vif-deleted', 'tag': 'b97be2af-c0bd-44d8-9237-5c1ea8428659'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:11:12.688860 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b37f9a3-a0e7-401b-81b9-395cc4b29f67" -d '{"events": [{"server_uuid": "d557eef4-0914-4b5d-81cd-47ba7d746162", "name": "network-vif-deleted", "tag": "b97be2af-c0bd-44d8-9237-5c1ea8428659"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:11:12.691370 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb4a5aa0-4796-47f4-ae2d-7ac54c0e434d req-efdbdf0a-7700-4537-bc53-fabeb88eced1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=d557eef4-0914-4b5d-81cd-47ba7d746162 HTTP/1.1" status: 200 len: 210 time: 0.0675147 Dec 13 15:11:12.752302 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e1411-01a6-49a6-9a46-5fd14c89a263 x-openstack-request-id: req-627e1411-01a6-49a6-9a46-5fd14c89a263 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:11:12.752692 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d557eef4-0914-4b5d-81cd-47ba7d746162", "name": "network-vif-deleted", "tag": "b97be2af-c0bd-44d8-9237-5c1ea8428659", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:11:12.753107 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-627e1411-01a6-49a6-9a46-5fd14c89a263 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:11:12.753690 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd557eef4-0914-4b5d-81cd-47ba7d746162', 'name': 'network-vif-deleted', 'tag': 'b97be2af-c0bd-44d8-9237-5c1ea8428659', 'status': 'completed', 'code': 200} Dec 13 15:11:12.825678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:12.880586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:13.093963 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:13.386408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Router f9542ff2-ef9e-4d22-8f05-e657c5924786 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:11:13.481983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:13.489976 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d3478515-e64e-495a-8c28-a2401e1fe672 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "PUT /v2.0/routers/f9542ff2-ef9e-4d22-8f05-e657c5924786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0643425 Dec 13 15:11:13.490263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53338) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:13.581434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe1706-a856-4a27-b95d-77fae73279d2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:13.583503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe1706-a856-4a27-b95d-77fae73279d2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:13.585489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c7fe1706-a856-4a27-b95d-77fae73279d2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0940862 Dec 13 15:11:13.588505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53350) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:13.660630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 6dd3d183-fb9e-442d-8bc9-85383229e831 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:13.664236 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:13.726170 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:13.795241 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53364) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:13.878352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:13.950601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce6ed6-41d7-4eb9-b02f-0038f1806f9d req-eb1959da-d4c5-4b38-8336-1e905200d957 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:13.952566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dbce6ed6-41d7-4eb9-b02f-0038f1806f9d req-eb1959da-d4c5-4b38-8336-1e905200d957 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 946 time: 0.1320565 Dec 13 15:11:14.008428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dbce6ed6-41d7-4eb9-b02f-0038f1806f9d req-a55eee02-43d1-42d1-802a-61c7fa0afb6e tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Dec 13 15:11:14.085585 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.104775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.110632 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/6dd3d183-fb9e-442d-8bc9-85383229e831 HTTP/1.1" status: 204 len: 168 time: 0.5186982 Dec 13 15:11:14.113108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033da3d6-2ef6-476b-96c3-499fb41dfd6d None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:14.128836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53370) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:14.131611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d657e1-a2c9-4350-8f91-c28df6d64e81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd3d183-fb9e-442d-8bc9-85383229e831,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:14.259242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-860f9643-c2c9-441e-96dc-b1bcc54d0232 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1282742 Dec 13 15:11:14.259836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53372) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:14.263183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] Sync routers for ids ['f9542ff2-ef9e-4d22-8f05-e657c5924786'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:14.284241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] Routers {'f9542ff2-ef9e-4d22-8f05-e657c5924786'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:14.284859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f9542ff2-ef9e-4d22-8f05-e657c5924786'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:14.371671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] Set router f9542ff2-ef9e-4d22-8f05-e657c5924786 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:14.437073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'name': 'tempest-NetworksTestDHCPv6-router-213170830', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:07Z', 'updated_at': '2021-12-13T15:11:12Z', 'revision_number': 3, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:14.469118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:14.472610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] Checking router: f9542ff2-ef9e-4d22-8f05-e657c5924786 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:14.500754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] Routers {'f9542ff2-ef9e-4d22-8f05-e657c5924786'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:14.501378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f9542ff2-ef9e-4d22-8f05-e657c5924786'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:14.546482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b97be2af-c0bd-44d8-9237-5c1ea8428659 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:14.602218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: b97be2af-c0bd-44d8-9237-5c1ea8428659 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:14.602599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b97be2af-c0bd-44d8-9237-5c1ea8428659 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:14.609066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] Set router f9542ff2-ef9e-4d22-8f05-e657c5924786 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:14.670827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'name': 'tempest-NetworksTestDHCPv6-router-213170830', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:07Z', 'updated_at': '2021-12-13T15:11:12Z', 'revision_number': 3, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:14.684164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6264c8b7-257f-4586-86d2-366844941c7e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.700574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55913416-f354-4569-bbab-15e2bc42fb52 None None] The sync data for ids ['f9542ff2-ef9e-4d22-8f05-e657c5924786'] in n-d-816954-1 is: [{'id': 'f9542ff2-ef9e-4d22-8f05-e657c5924786', 'name': 'tempest-NetworksTestDHCPv6-router-213170830', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:07Z', 'updated_at': '2021-12-13T15:11:12Z', 'revision_number': 3, 'project_id': 'a4c0cc7368534677a68a9534a5f8054b', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:14.706971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Deleting port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:14.706971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.777147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] For port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5dc4fc0b-01eb-4993-be6e-3817d5dbf318,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:14.777632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.793987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Calling delete_port for 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:14.882058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6264c8b7-257f-4586-86d2-366844941c7e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.885101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6264c8b7-257f-4586-86d2-366844941c7e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.937219 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.940248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:14.964920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Pushing event deleted for resources: {'Port': ['ID=5dc4fc0b-01eb-4993-be6e-3817d5dbf318,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:14.969450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] No DVR routers for this DVR port 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:14.976243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.976690 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.977124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.978101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.982719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.984431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.984431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.984431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.985991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.985991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.985991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:14.992037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e67d4-344b-4758-808f-c4f373f36611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:15.015520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6264c8b7-257f-4586-86d2-366844941c7e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.016057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6264c8b7-257f-4586-86d2-366844941c7e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Fanout notify agent at l3_agent the message router_deleted on router f9542ff2-ef9e-4d22-8f05-e657c5924786 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:11:15.025972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6264c8b7-257f-4586-86d2-366844941c7e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.027095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6264c8b7-257f-4586-86d2-366844941c7e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/routers/f9542ff2-ef9e-4d22-8f05-e657c5924786 HTTP/1.1" status: 204 len: 168 time: 0.7662518 Dec 13 15:11:15.029894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53374) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:15.069533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-123bcf5d-eda2-4138-ad94-e5e81ab7871d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384836 Dec 13 15:11:15.071933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53378) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:15.094132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-777c3a13-21c0-48bd-8577-01699a3ef395 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:15.095711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-777c3a13-21c0-48bd-8577-01699a3ef395 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 946 time: 0.0900860 Dec 13 15:11:15.151808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7bc547-59ab-499a-be42-d61a2e4bf6fc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:15.153303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a7bc547-59ab-499a-be42-d61a2e4bf6fc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0802281 Dec 13 15:11:15.155859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53382) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:15.218592 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8618c1d7-57ab-4fc4-bbd2-bff979230976 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613735 Dec 13 15:11:15.232001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53386) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:15.237514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:15.273653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:15.322184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:15.322881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bb31f674-599a-4cbf-9cb3-8d04f8d1e1cd not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:15.323507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:15.363544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:15.363544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5dc4fc0b-01eb-4993-be6e-3817d5dbf318 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:15.379459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb834f-2692-41f0-a4ce-d3006878dc5f req-60139363-0630-440d-82ab-b10416b6fc8f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:15.380891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbeb834f-2692-41f0-a4ce-d3006878dc5f req-60139363-0630-440d-82ab-b10416b6fc8f tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 946 time: 0.2061672 Dec 13 15:11:15.434300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:15.442019 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.457877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Deleting port 2cbcba6b-d395-466d-a4a1-888d27e73166 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:15.458217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.483273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbeb834f-2692-41f0-a4ce-d3006878dc5f req-7b7a293a-f730-4a71-81cf-944d44661fe6 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937386 Dec 13 15:11:15.639367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting port 30a250a1-e4e2-4682-b70b-95729f35ab19 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:15.639714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.707165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] For port 2cbcba6b-d395-466d-a4a1-888d27e73166, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2cbcba6b-d395-466d-a4a1-888d27e73166,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:15.707461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.797073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] For port 30a250a1-e4e2-4682-b70b-95729f35ab19, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=30a250a1-e4e2-4682-b70b-95729f35ab19,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:15.797530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.822902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.823566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:11:15.825121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.852965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Calling delete_port for 30a250a1-e4e2-4682-b70b-95729f35ab19 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:15.869743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:15.872798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:15.875702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:15.876299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:15.892144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d17f78-97f1-4d38-b401-423f38d0908f None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:15.894527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=7329fc39-bef9-42ae-a68c-99db30812754,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:15.957589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2109b9c9-654e-48b0-be46-24f3e129a092 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7240942 Dec 13 15:11:15.960138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53388) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:15.972949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:16.002143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:16.002765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:16.004067 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Floating IP e4f46445-83aa-4f5b-8f8f-45a270a25c7b disassociated. External IP: 172.25.7.211, port: 2cbcba6b-d395-466d-a4a1-888d27e73166. Dec 13 15:11:16.004067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Calling delete_port for 2cbcba6b-d395-466d-a4a1-888d27e73166 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:16.253833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '7329fc39-bef9-42ae-a68c-99db30812754'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:16.255698 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:16.490722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:16.494371 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:16.540887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:16.549354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:16.618465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4a4e970c-eef0-47ac-afe6-9846d43cdcc7 req-dc3a120a-9a78-47d8-9d74-659149b47e21 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 210 time: 0.0476348 Dec 13 15:11:16.669883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Port': ['ID=30a250a1-e4e2-4682-b70b-95729f35ab19,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:16.740726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Allocated IP 2001:db8::f816:3eff:fe3a:236b (ceb3b81b-a75f-423f-b1cd-b03431532e58/7329fc39-bef9-42ae-a68c-99db30812754/cfe4afed-0b84-4a81-a791-dc73011f2589) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:16.809728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event deleted for resources: {'Port': ['ID=2cbcba6b-d395-466d-a4a1-888d27e73166,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:16.965921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:16.973407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:11:16.982149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.019597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.040632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.079554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:17.079554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:17.079554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:17.079554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.097005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=4b25480d-ae02-48b2-a673-f4b546853013,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:17.097246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.144840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:17.153832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c1e476a1-2234-4c72-8e58-ac44ea0a1002 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1901412 Dec 13 15:11:17.154077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:17.159121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:b9:6a:28', 'name': 'tempest-NetworksTestDHCPv6-1291579306'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:17.183921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:17.191018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:17.199267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Pushing event updated for resources: {'Port': ['ID=cfe4afed-0b84-4a81-a791-dc73011f2589,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:17.203543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:17.215930 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] Sync routers for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:17.244385 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:17.245353 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:17.337723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Attempting to bind port cfe4afed-0b84-4a81-a791-dc73011f2589 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:17.338055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Attempting to bind port cfe4afed-0b84-4a81-a791-dc73011f2589 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:17.338446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Attempting to bind port cfe4afed-0b84-4a81-a791-dc73011f2589 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:17.370856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:17.371896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:17.372329 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.372727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:17.373223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Bound port: cfe4afed-0b84-4a81-a791-dc73011f2589, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:17.373604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.394257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] No DVR routers for this DVR port 2cbcba6b-d395-466d-a4a1-888d27e73166 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:17.396751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.408372 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a016c91-e347-4eb8-8c60-5ca4cdffc893 req-8386d3df-b1ca-41b3-bae5-664bde74574c tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.50 "DELETE /v2.0/ports/2cbcba6b-d395-466d-a4a1-888d27e73166 HTTP/1.1" status: 204 len: 173 time: 2.3028214 Dec 13 15:11:17.412548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-deleted', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:11:17.418821 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef530b4d-6f3c-4891-8ba8-bdd95597d55f" -d '{"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-deleted", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:11:17.456995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:17.465202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] For port cfe4afed-0b84-4a81-a791-dc73011f2589, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:17.468938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] For port cfe4afed-0b84-4a81-a791-dc73011f2589, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfe4afed-0b84-4a81-a791-dc73011f2589,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:17.499043 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e1c35a-6f1a-4c48-a498-ac01e08f0c93 x-openstack-request-id: req-80e1c35a-6f1a-4c48-a498-ac01e08f0c93 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:11:17.499552 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3568ca6-c98d-4b2a-b720-3c696aed132a", "name": "network-vif-deleted", "tag": "2cbcba6b-d395-466d-a4a1-888d27e73166", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:11:17.499968 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80e1c35a-6f1a-4c48-a498-ac01e08f0c93 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:11:17.500523 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3568ca6-c98d-4b2a-b720-3c696aed132a', 'name': 'network-vif-deleted', 'tag': '2cbcba6b-d395-466d-a4a1-888d27e73166', 'status': 'completed', 'code': 200} Dec 13 15:11:17.506307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router 2e8da985-b59b-4763-93e4-6495d4a9505a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:11:17.543627 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.578312 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:17.626670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.657100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:17.669141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4a74d2ca-82a5-4c59-ab5a-cc2a3d3c92c5 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "PUT /v2.0/routers/2e8da985-b59b-4763-93e4-6495d4a9505a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8701172 Dec 13 15:11:17.669303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53406) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:17.681002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] Sync routers for ids ['2e8da985-b59b-4763-93e4-6495d4a9505a'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:17.700448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3db71-fd9e-491f-8d9f-839ddfaaf580 None None] Pushing event updated for resources: {'Port': ['ID=cfe4afed-0b84-4a81-a791-dc73011f2589,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:17.707016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port da5dfddc-919b-4524-af9d-0071bd2678f9 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:11:17.726144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] Routers {'2e8da985-b59b-4763-93e4-6495d4a9505a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:17.731513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2e8da985-b59b-4763-93e4-6495d4a9505a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:17.800177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting subnet 21a58c60-fcd3-4d95-8f33-972da239d673 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:17.804884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.892099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd6e1c1e-38fb-44e5-b261-fda1e20e78d0 req-94b932b1-a769-4472-bce1-1385890ec2ce tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3568ca6-c98d-4b2a-b720-3c696aed132a HTTP/1.1" status: 200 len: 210 time: 0.0932817 Dec 13 15:11:17.910252 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:17.951026 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:18.043078 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] Checking router: 5bc2129b-b4be-4172-b23e-7b1631fb65b2 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:18.055797 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:18.056426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:18.092629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:18.208127 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:18.212592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 172.20.0.14 (ceb3b81b-a75f-423f-b1cd-b03431532e58/4b25480d-ae02-48b2-a673-f4b546853013/da5dfddc-919b-4524-af9d-0071bd2678f9) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:18.285731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] Set router 2e8da985-b59b-4763-93e4-6495d4a9505a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:18.321553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:feb9:6a28 (ceb3b81b-a75f-423f-b1cd-b03431532e58/7329fc39-bef9-42ae-a68c-99db30812754/da5dfddc-919b-4524-af9d-0071bd2678f9) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:18.324529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:18.390067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Subnet': ['ID=21a58c60-fcd3-4d95-8f33-972da239d673,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:18.404668 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:18.420574 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c93bfe7d-36a9-40b2-88e2-e99692977ae9 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/subnets/21a58c60-fcd3-4d95-8f33-972da239d673 HTTP/1.1" status: 204 len: 168 time: 0.7446954 Dec 13 15:11:18.421783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53412) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:18.441810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db332af4-e733-4836-8283-06c085530772 None None] Network ceb9e011-89c0-4334-ac62-218838c166a8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:18.565515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:18.584059 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:18.614517 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652502c-7d48-4918-b660-4430fb81afc7 None None] The sync data for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 is: [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:02:59Z', 'revision_number': 4, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'ed78dcb9-7741-4a7c-bc06-94c6e80d323f', 'name': '', 'network_id': 'd9b91afd-4ddb-4fef-b7a5-56c89baad673', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'mac_address': 'fa:16:3e:92:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:58Z', 'updated_at': '2021-12-13T15:03:05Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'subnets': [{'id': 'c0015cde-9691-4deb-b5cf-1dc094560e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:18.618360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2cbcba6b-d395-466d-a4a1-888d27e73166 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:18.625430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2cbcba6b-d395-466d-a4a1-888d27e73166 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:18.724710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:11:16Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:18.765953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] Checking router: 2e8da985-b59b-4763-93e4-6495d4a9505a for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:18.786206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:18.795358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] Routers {'2e8da985-b59b-4763-93e4-6495d4a9505a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:18.796280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:10:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2e8da985-b59b-4763-93e4-6495d4a9505a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:18.947979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] DHCP port deletion for ceb9e011-89c0-4334-ac62-218838c166a8 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:18.960209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.023946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] Set router 2e8da985-b59b-4763-93e4-6495d4a9505a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:19.052000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:19.056316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:19.060919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:19.125435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53418) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:19.135097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=da5dfddc-919b-4524-af9d-0071bd2678f9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:19.149825 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612cd9b9-66e7-4bf9-8e42-b213bdb48447 None None] New status for floating IP e4f46445-83aa-4f5b-8f8f-45a270a25c7b: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:11:19.216810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:19.217613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] Deleting port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:19.217986 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.218873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.250677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac627ab-0143-48e3-8b48-0d7fa9d03c00 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.261455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.318890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794615e0-564f-404d-a4d2-3adecbbaf2c8 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:19.328136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-135e6028-6dab-4a0b-b2b8-c0dfb0687cef tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1729980 Dec 13 15:11:19.333788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:19.363080 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac627ab-0143-48e3-8b48-0d7fa9d03c00 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.426751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] For port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=44ea8ab5-eb3a-4ed6-ab73-b69f057047e6,segment=NetworkSegment(5f8dc88e-252c-45f9-880e-2ffa9715ce3f),segment_id=5f8dc88e-252c-45f9-880e-2ffa9715ce3f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:19.427498 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.444950 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.455074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2cf48-1cac-46cc-97b7-b4434a5445f1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:19.461961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2cf48-1cac-46cc-97b7-b4434a5445f1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:19.463703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e7e2cf48-1cac-46cc-97b7-b4434a5445f1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1320534 Dec 13 15:11:19.467852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53422) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:19.474164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfe4afed-0b84-4a81-a791-dc73011f2589 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:19.490514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] Calling delete_port for 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:19.519313 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac627ab-0143-48e3-8b48-0d7fa9d03c00 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.522142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aac627ab-0143-48e3-8b48-0d7fa9d03c00 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.526263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aac627ab-0143-48e3-8b48-0d7fa9d03c00 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af HTTP/1.1" status: 204 len: 168 time: 0.3986139 Dec 13 15:11:19.528725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53424) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:19.546753 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-0a3263f4-818b-465a-994b-91b38ff04981 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] show failed (client error): The resource could not be found. Dec 13 15:11:19.547519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fab158be-91cc-47eb-a5bc-3adf2b0d0482 None None] Provisioning complete for port cfe4afed-0b84-4a81-a791-dc73011f2589 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:19.547519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fab158be-91cc-47eb-a5bc-3adf2b0d0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.547816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0a3263f4-818b-465a-994b-91b38ff04981 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "GET /v2.0/security-groups/0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af HTTP/1.1" status: 404 len: 347 time: 0.0179660 Dec 13 15:11:19.553733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53428) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:19.555299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac627ab-0143-48e3-8b48-0d7fa9d03c00 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d6f8d-b6fe-4595-86ff-ad3b3d5f06af,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:19.645192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port da5dfddc-919b-4524-af9d-0071bd2678f9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:19.645192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.791386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:11:16Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:19.803762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting port 18e2e070-9456-401e-82f1-f882efb2e46e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:19.804205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.807290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cfe4afed-0b84-4a81-a791-dc73011f2589 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:19.807874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.821598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.840932 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for da5dfddc-919b-4524-af9d-0071bd2678f9 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:19.853749 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fab158be-91cc-47eb-a5bc-3adf2b0d0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.875545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Deleting port cc70f8f0-8b1a-4071-9379-75aba3486fe5 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:19.876248 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.877915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d176f-f01c-485c-bdaa-55dc6d88ec17 None None] The sync data for ids ['2e8da985-b59b-4763-93e4-6495d4a9505a'] in n-d-816954-1 is: [{'id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1226301253', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:10:42Z', 'updated_at': '2021-12-13T15:11:16Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': '18e2e070-9456-401e-82f1-f882efb2e46e', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8da985-b59b-4763-93e4-6495d4a9505a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:10:43Z', 'updated_at': '2021-12-13T15:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:19.950907 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-74acabf3-4d42-443a-9112-03ac4a87460e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:19.962792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fab158be-91cc-47eb-a5bc-3adf2b0d0482 None None] For port cfe4afed-0b84-4a81-a791-dc73011f2589, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfe4afed-0b84-4a81-a791-dc73011f2589,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:19.987125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea204a-5da7-444b-8713-30bb66bd2863 None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '7329fc39-bef9-42ae-a68c-99db30812754', 'ip_address': '2001:db8::f816:3eff:fe3a:236b'}, {'subnet_id': '4b25480d-ae02-48b2-a673-f4b546853013'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'cfe4afed-0b84-4a81-a791-dc73011f2589'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:11:20.023142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] For port 18e2e070-9456-401e-82f1-f882efb2e46e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=18e2e070-9456-401e-82f1-f882efb2e46e,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:20.023504 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.044799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.044799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.053698 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fab158be-91cc-47eb-a5bc-3adf2b0d0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.054648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Calling delete_port for 18e2e070-9456-401e-82f1-f882efb2e46e owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:20.064507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Calling delete_port for cc70f8f0-8b1a-4071-9379-75aba3486fe5 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:20.067703 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-31ea204a-5da7-444b-8713-30bb66bd2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.089969 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.115378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] No DVR routers for this DVR port 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:20.120193 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.185958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab158be-91cc-47eb-a5bc-3adf2b0d0482 None None] Pushing event updated for resources: {'Port': ['ID=cfe4afed-0b84-4a81-a791-dc73011f2589,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:20.225120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d321-e70f-4eee-b0bf-de3c3fbf7cbb None None] Pushing event deleted for resources: {'Port': ['ID=44ea8ab5-eb3a-4ed6-ab73-b69f057047e6,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:20.261932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.318091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=da5dfddc-919b-4524-af9d-0071bd2678f9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:20.322372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:11:20.323014 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:11:20.409717 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.449467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.452789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ba69f4fc-9f72-4333-890e-dc71dadf9c6c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/da5dfddc-919b-4524-af9d-0071bd2678f9 HTTP/1.1" status: 204 len: 168 time: 0.9854975 Dec 13 15:11:20.454146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Pushing event deleted for resources: {'Port': ['ID=cc70f8f0-8b1a-4071-9379-75aba3486fe5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:20.455292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53432) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:20.530182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a224a6-d477-41d6-8967-7b0b5fddcec3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:20.532946 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a224a6-d477-41d6-8967-7b0b5fddcec3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:20.534102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a224a6-d477-41d6-8967-7b0b5fddcec3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:20.535780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-31a224a6-d477-41d6-8967-7b0b5fddcec3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0793128 Dec 13 15:11:20.560998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53434) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:20.570106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-31ea204a-5da7-444b-8713-30bb66bd2863 None None] Allocated IP 172.20.0.2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/4b25480d-ae02-48b2-a673-f4b546853013/cfe4afed-0b84-4a81-a791-dc73011f2589) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:20.576862 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.580341 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.587674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c094d7a2-ff94-4970-a9b2-b544a794d884 tempest-AttachVolumeShelveTestJSON-2007697891 tempest-AttachVolumeShelveTestJSON-2007697891-project] 10.222.0.24 "DELETE /v2.0/floatingips/e4f46445-83aa-4f5b-8f8f-45a270a25c7b HTTP/1.1" status: 204 len: 168 time: 1.0197067 Dec 13 15:11:20.589127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.642293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Port': ['ID=18e2e070-9456-401e-82f1-f882efb2e46e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:20.643607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 4b25480d-ae02-48b2-a673-f4b546853013 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:20.732700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.749872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-31ea204a-5da7-444b-8713-30bb66bd2863 None None] For port cfe4afed-0b84-4a81-a791-dc73011f2589, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfe4afed-0b84-4a81-a791-dc73011f2589,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:20.792684 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-31ea204a-5da7-444b-8713-30bb66bd2863 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.877378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.880194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:20.946318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:20.966702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:20.967046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 44ea8ab5-eb3a-4ed6-ab73-b69f057047e6 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:21.317124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfe4afed-0b84-4a81-a791-dc73011f2589 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:21.371442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cfe4afed-0b84-4a81-a791-dc73011f2589 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:21.372138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.466382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 30a250a1-e4e2-4682-b70b-95729f35ab19 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:21.485106 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.485729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 30a250a1-e4e2-4682-b70b-95729f35ab19 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:21.486034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 30a250a1-e4e2-4682-b70b-95729f35ab19 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:21.487647 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-31ea204a-5da7-444b-8713-30bb66bd2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.488105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.488680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8da985-b59b-4763-93e4-6495d4a9505a {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:11:21.499444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.503487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6e583897-8c11-431b-9a07-a74c353121b8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/routers/2e8da985-b59b-4763-93e4-6495d4a9505a HTTP/1.1" status: 204 len: 168 time: 3.0805683 Dec 13 15:11:21.504341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53442) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:21.553862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea204a-5da7-444b-8713-30bb66bd2863 None None] Pushing event updated for resources: {'Port': ['ID=cfe4afed-0b84-4a81-a791-dc73011f2589,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:21.595849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.666509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.742287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.816929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.846573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb9e011-89c0-4334-ac62-218838c166a8']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:21.858307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8dc88e-252c-45f9-880e-2ffa9715ce3f') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:21.858612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8dc88e-252c-45f9-880e-2ffa9715ce3f') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:21.872859 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.897264 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.907407 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.916992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:11:21.917982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:11:21.921507 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:11:21.943417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=4b25480d-ae02-48b2-a673-f4b546853013,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:21.945798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:21.954427 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fdc5307f-d76a-4e7d-8be4-46b1ad3a7d70 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/4b25480d-ae02-48b2-a673-f4b546853013 HTTP/1.1" status: 204 len: 168 time: 1.3902390 Dec 13 15:11:21.963731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53450) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:22.067747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 7329fc39-bef9-42ae-a68c-99db30812754 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:22.072712 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.125138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.125347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.132513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.144489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/networks/ceb9e011-89c0-4334-ac62-218838c166a8 HTTP/1.1" status: 204 len: 168 time: 0.6393354 Dec 13 15:11:22.147509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53452) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:22.239313 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-84681660-34a6-4852-afe6-0cf492a133dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.262740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ee765-e296-466d-b395-61fc1e046db4 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Network': ['ID=ceb9e011-89c0-4334-ac62-218838c166a8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:22.404737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting port e95f3e5e-0b66-43a0-92f2-f3217760b279 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:22.407813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.537660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd1a068-08c8-4abe-a42b-f662f6f2c64e None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:22.546631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.547180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.561899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Calling delete_port for e95f3e5e-0b66-43a0-92f2-f3217760b279 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:22.670856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.676408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8255b8b4-15c2-4859-a05f-b21cd95b16db None None] Provisioning complete for port cfe4afed-0b84-4a81-a791-dc73011f2589 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:22.676784 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8255b8b4-15c2-4859-a05f-b21cd95b16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.839747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.863078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.898088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Port': ['ID=e95f3e5e-0b66-43a0-92f2-f3217760b279,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:22.904861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=7329fc39-bef9-42ae-a68c-99db30812754,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:22.913862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:22.918295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fa2441c7-623b-4f0b-bb4f-4e28390fb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/7329fc39-bef9-42ae-a68c-99db30812754 HTTP/1.1" status: 204 len: 168 time: 0.9528072 Dec 13 15:11:22.920738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53460) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:22.960587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8255b8b4-15c2-4859-a05f-b21cd95b16db None None] Could not find standard attr ID for object da5dfddc-919b-4524-af9d-0071bd2678f9. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:23.029122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:23.029870 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Floating IP db86135d-514f-44d2-92b5-68c1a4a9e5b7 disassociated (deleted). External IP: 172.25.7.120, port: c9b44d1b-38f3-4f7b-aa37-1dd7e244877a. Dec 13 15:11:23.031307 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd65271f-b59a-4ee5-a0d1-64bc883104ec tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024067 Dec 13 15:11:23.032278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53462) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:23.038773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:23.082225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6fa061-1ad8-455e-bd67-577ab8819b31 None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '7329fc39-bef9-42ae-a68c-99db30812754'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'cfe4afed-0b84-4a81-a791-dc73011f2589'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:11:23.116578 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da6fa061-1ad8-455e-bd67-577ab8819b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:23.211228 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:11:23.262049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:23.266386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:23.310847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router f2fe9c70-4106-4087-8357-9c3e4d28df68 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:11:23.330516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfe4afed-0b84-4a81-a791-dc73011f2589 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:23.406653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cfe4afed-0b84-4a81-a791-dc73011f2589 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:23.407028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:23.443403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471310f-231a-4f17-999f-e0392bf4b1b6 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:23.512141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:23.517172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:23.560377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] Sync routers for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:23.569982 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:23.575422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6427b835-8508-44b2-8270-56eaed54b9be tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/floatingips/db86135d-514f-44d2-92b5-68c1a4a9e5b7 HTTP/1.1" status: 204 len: 168 time: 1.4241798 Dec 13 15:11:23.575422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:11:23.597642 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1209474-ab8c-483b-b04d-d488e73871fb" -d '{"events": [{"name": "network-changed", "server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:11:23.629070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:23.629762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:23.635904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-14f61695-a004-4739-801b-7b481668a75a None None] Provisioning complete for port cfe4afed-0b84-4a81-a791-dc73011f2589 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:23.635904 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14f61695-a004-4739-801b-7b481668a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:23.654684 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6df863-ff01-4590-9d17-e5c02d06b93b x-openstack-request-id: req-3c6df863-ff01-4590-9d17-e5c02d06b93b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:11:23.654971 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:11:23.662820 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c6df863-ff01-4590-9d17-e5c02d06b93b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:11:23.662820 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'status': 'completed', 'code': 200} Dec 13 15:11:23.787162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1209474-ab8c-483b-b04d-d488e73871fb req-40be2601-d378-4227-94b2-df267ea63286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:23.788698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1209474-ab8c-483b-b04d-d488e73871fb req-40be2601-d378-4227-94b2-df267ea63286 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 1135 time: 0.1044416 Dec 13 15:11:23.889069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:23.893011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e2e070-9456-401e-82f1-f882efb2e46e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:23.895037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:23.940061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:11:23.950363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 18e2e070-9456-401e-82f1-f882efb2e46e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:23.950712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e2e070-9456-401e-82f1-f882efb2e46e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:24.179316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] Deleting port cfe4afed-0b84-4a81-a791-dc73011f2589 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:24.180072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:24.181600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1209474-ab8c-483b-b04d-d488e73871fb req-2c5925df-8f32-48e4-acec-fb6673615264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:24.183170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1209474-ab8c-483b-b04d-d488e73871fb req-2c5925df-8f32-48e4-acec-fb6673615264 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8352bea-f582-4c5b-babc-e6860b2e2bfa HTTP/1.1" status: 200 len: 897 time: 0.3668466 Dec 13 15:11:24.262461 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1209474-ab8c-483b-b04d-d488e73871fb req-17574b9e-9bc6-4d34-8a07-7dc47856e427 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a HTTP/1.1" status: 200 len: 217 time: 0.0666223 Dec 13 15:11:24.279978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d452d4d-d4e5-48a2-8026-aaacef1bef66 req-c048da2d-a202-421b-af81-1ecbcd9840e1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:24.287532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d452d4d-d4e5-48a2-8026-aaacef1bef66 req-c048da2d-a202-421b-af81-1ecbcd9840e1 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 984 time: 0.1476407 Dec 13 15:11:24.303452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] For port cfe4afed-0b84-4a81-a791-dc73011f2589, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfe4afed-0b84-4a81-a791-dc73011f2589,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:24.303944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:24.331899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] Calling delete_port for cfe4afed-0b84-4a81-a791-dc73011f2589 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:24.368908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1209474-ab8c-483b-b04d-d488e73871fb req-c22b79b6-eb80-4af0-8a0e-7f56ea84d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:24.370604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1209474-ab8c-483b-b04d-d488e73871fb req-c22b79b6-eb80-4af0-8a0e-7f56ea84d1d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9fe7246-64c8-4351-b066-7683d6fa9229 HTTP/1.1" status: 200 len: 835 time: 0.0880482 Dec 13 15:11:24.380426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d452d4d-d4e5-48a2-8026-aaacef1bef66 req-3372f6a1-d91a-4a5c-89d7-5e1325f87d2c tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0823939 Dec 13 15:11:24.436392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1209474-ab8c-483b-b04d-d488e73871fb req-b472bd3f-8dd0-4e42-90b8-1af56be09198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:24.438155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1209474-ab8c-483b-b04d-d488e73871fb req-b472bd3f-8dd0-4e42-90b8-1af56be09198 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8352bea-f582-4c5b-babc-e6860b2e2bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568261 Dec 13 15:11:24.491370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:49Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:24.541189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] Checking router: f2fe9c70-4106-4087-8357-9c3e4d28df68 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:24.564679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:24.565320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:24.586036 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:24.641819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:24.694456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1209474-ab8c-483b-b04d-d488e73871fb req-57bf6285-392a-4b90-a482-cfe3ac320326 service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453592 Dec 13 15:11:24.719874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] No DVR routers for this DVR port cfe4afed-0b84-4a81-a791-dc73011f2589 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:24.721417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbf976-619a-4d86-9508-6753032e9ca9 None None] Pushing event deleted for resources: {'Port': ['ID=cfe4afed-0b84-4a81-a791-dc73011f2589,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:24.768120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:25.107388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port cfe4afed-0b84-4a81-a791-dc73011f2589, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cfe4afed-0b84-4a81-a791-dc73011f2589,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:25.153757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1209474-ab8c-483b-b04d-d488e73871fb req-71a77b5c-dd2f-4676-b928-7dcb0110bd08 service neutron] 10.222.0.55 "GET /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414556 Dec 13 15:11:25.196071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.227979 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.262395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.263351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.286828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfe4afed-0b84-4a81-a791-dc73011f2589 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:25.301154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=cfe4afed-0b84-4a81-a791-dc73011f2589,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:25.315879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: cfe4afed-0b84-4a81-a791-dc73011f2589 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:25.316316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cfe4afed-0b84-4a81-a791-dc73011f2589 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:25.348235 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.377892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:25.380435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:49Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:25.388874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:25.394910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:25.396004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.412290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=d1a88900-e1ec-4fd0-93f4-e9276f3e9294,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:25.416217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad21bd3-b1ab-4f50-98f3-75fb473dc774 None None] The sync data for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 is: [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:09:43Z', 'revision_number': 4, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '92ef2883-a589-4d1d-affb-8609fbda5e55', 'name': '', 'network_id': 'b8352bea-f582-4c5b-babc-e6860b2e2bfa', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'mac_address': 'fa:16:3e:7e:1b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:42Z', 'updated_at': '2021-12-13T15:09:49Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'subnets': [{'id': 'e9fe7246-64c8-4351-b066-7683d6fa9229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:25.418259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95154e6f-5b8c-4694-9b74-547fe3240bf0 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:25.428088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-20265bd4-2a57-46f8-9da5-08c450f373e8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:25.429722 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-20265bd4-2a57-46f8-9da5-08c450f373e8 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.55 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 984 time: 0.1206281 Dec 13 15:11:25.482989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ec8e7f29-d105-42e9-962c-331c61910d84 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4485490 Dec 13 15:11:25.485677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53494) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:25.491369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:25.614285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': 'd1a88900-e1ec-4fd0-93f4-e9276f3e9294'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:25.615414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.640006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:25.640006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.645717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1662491-3a2d-4c13-9040-1e7ba19c1b1c req-1ac58dbc-6f79-4011-9592-8007c1d4d8aa tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:25.647323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1662491-3a2d-4c13-9040-1e7ba19c1b1c req-1ac58dbc-6f79-4011-9592-8007c1d4d8aa tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 984 time: 0.1470196 Dec 13 15:11:25.711048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1662491-3a2d-4c13-9040-1e7ba19c1b1c req-1a848df1-e257-40d0-99d9-e7ed503b3624 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/security-groups?id=1db15a91-63a0-47cb-8b72-518aabb55be5&id=861915fe-3268-4541-ae3c-1b7594df2381&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0549345 Dec 13 15:11:25.808486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] For port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:25.808860 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.825128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Calling delete_port for c9b44d1b-38f3-4f7b-aa37-1dd7e244877a owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:25.873625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:25.877074 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:25.890221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Allocated IP 2001:db8::f816:3eff:fe8b:45e0 (ceb3b81b-a75f-423f-b1cd-b03431532e58/d1a88900-e1ec-4fd0-93f4-e9276f3e9294/72a118f7-51cb-474c-b3a1-cdef99378655) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:25.894399 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d1983-8ec2-40fc-82eb-c0f5e0485bae None None] New status for floating IP db86135d-514f-44d2-92b5-68c1a4a9e5b7: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:11:26.096744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.151639 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.168016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Port': ['ID=c9b44d1b-38f3-4f7b-aa37-1dd7e244877a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:26.251222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.259197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] No DVR routers for this DVR port c9b44d1b-38f3-4f7b-aa37-1dd7e244877a on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:26.261876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.266116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a4cf2378-211d-4d38-95c9-bcaed6aae1f4 req-69e7f3df-5602-49ce-9beb-cdabfbb870c0 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.55 "DELETE /v2.0/ports/c9b44d1b-38f3-4f7b-aa37-1dd7e244877a HTTP/1.1" status: 204 len: 173 time: 0.8297544 Dec 13 15:11:26.266708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'name': 'network-vif-deleted', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:11:26.274537 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227d3549-93d6-4ba4-9217-d15ac7037660" -d '{"events": [{"server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "name": "network-vif-deleted", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:11:26.318368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:26.322855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:26.329510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:26.343535 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab25c284-0e56-43a4-a4eb-118013732ce4 x-openstack-request-id: req-ab25c284-0e56-43a4-a4eb-118013732ce4 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:11:26.343812 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12845550-e8b5-44a3-b40a-de0c273cb8df", "name": "network-vif-deleted", "tag": "c9b44d1b-38f3-4f7b-aa37-1dd7e244877a", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:11:26.344068 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab25c284-0e56-43a4-a4eb-118013732ce4 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:11:26.345706 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12845550-e8b5-44a3-b40a-de0c273cb8df', 'name': 'network-vif-deleted', 'tag': 'c9b44d1b-38f3-4f7b-aa37-1dd7e244877a', 'status': 'completed', 'code': 200} Dec 13 15:11:26.349061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Pushing event updated for resources: {'Port': ['ID=72a118f7-51cb-474c-b3a1-cdef99378655,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:26.417039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Attempting to bind port 72a118f7-51cb-474c-b3a1-cdef99378655 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:26.417462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Attempting to bind port 72a118f7-51cb-474c-b3a1-cdef99378655 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:26.417829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Attempting to bind port 72a118f7-51cb-474c-b3a1-cdef99378655 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:26.423266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:26.423639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:26.424039 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.424430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:26.425162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Bound port: 72a118f7-51cb-474c-b3a1-cdef99378655, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:26.425529 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.455572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.509531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] For port 72a118f7-51cb-474c-b3a1-cdef99378655, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:26.513804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] For port 72a118f7-51cb-474c-b3a1-cdef99378655, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=72a118f7-51cb-474c-b3a1-cdef99378655,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:26.552198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:26.560816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:26.564862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:26.565648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.584741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:26.587531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=03e76532-ef1b-42ba-ad60-6a5544ee7ea3,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:26.652856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3c1b61ab-ced9-49e0-abd7-3065b556db80 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1560166 Dec 13 15:11:26.652856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53504) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:26.652856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:85:72:6d', 'name': 'tempest-NetworksTestDHCPv6-1994504312'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:26.678202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056bb64-685a-4bfd-b2e7-126e553a0ab3 None None] Pushing event updated for resources: {'Port': ['ID=72a118f7-51cb-474c-b3a1-cdef99378655,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:26.908356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47741275-b157-4f2e-9636-5791645cff96 req-67d5ebf4-11ed-4687-a207-14316802bafd tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "GET /v2.0/ports?device_id=12845550-e8b5-44a3-b40a-de0c273cb8df HTTP/1.1" status: 200 len: 210 time: 0.0412531 Dec 13 15:11:26.929401 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:27.055711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:27.081089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port e863b8a8-48af-4e70-b00f-6ad6290f4ba1 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:11:27.313670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 172.20.0.5 (ceb3b81b-a75f-423f-b1cd-b03431532e58/03e76532-ef1b-42ba-ad60-6a5544ee7ea3/e863b8a8-48af-4e70-b00f-6ad6290f4ba1) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:27.336001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 72a118f7-51cb-474c-b3a1-cdef99378655 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:27.353407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fe85:726d (ceb3b81b-a75f-423f-b1cd-b03431532e58/d1a88900-e1ec-4fd0-93f4-e9276f3e9294/e863b8a8-48af-4e70-b00f-6ad6290f4ba1) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:27.468309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 72a118f7-51cb-474c-b3a1-cdef99378655 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:27.468309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:27.582141 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:27.588659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:27.623865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 72a118f7-51cb-474c-b3a1-cdef99378655, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=72a118f7-51cb-474c-b3a1-cdef99378655,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:27.708637 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:27.737175 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:27.777417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=72a118f7-51cb-474c-b3a1-cdef99378655,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:27.801619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:27.802001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c9b44d1b-38f3-4f7b-aa37-1dd7e244877a no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:27.805023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:27.825694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:27.837659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: c9b44d1b-38f3-4f7b-aa37-1dd7e244877a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:27.838012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c9b44d1b-38f3-4f7b-aa37-1dd7e244877a not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:27.875591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=e863b8a8-48af-4e70-b00f-6ad6290f4ba1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:27.911633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:27.912472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:27.988286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:27.992181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2784558e-6c82-44ee-a06a-5495e1d2a331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3446193 Dec 13 15:11:28.001778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53518) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:28.074150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a699dff4-f922-499e-ae50-2eadd7bd2b15 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.084249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc33106-8782-489a-841d-e19fac038080 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:28.091680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc33106-8782-489a-841d-e19fac038080 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:28.093884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8fc33106-8782-489a-841d-e19fac038080 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0910912 Dec 13 15:11:28.115074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bddf4fc-846f-42f7-a40a-388914889191 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:28.127948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a699dff4-f922-499e-ae50-2eadd7bd2b15 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.179919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53528) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:28.219507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4dbfed86-f6a3-483c-a24e-11a8b3627a5e None None] Provisioning complete for port 72a118f7-51cb-474c-b3a1-cdef99378655 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:28.219868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4dbfed86-f6a3-483c-a24e-11a8b3627a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.279315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a699dff4-f922-499e-ae50-2eadd7bd2b15 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.285364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a699dff4-f922-499e-ae50-2eadd7bd2b15 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.290366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a699dff4-f922-499e-ae50-2eadd7bd2b15 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/security-groups/861915fe-3268-4541-ae3c-1b7594df2381 HTTP/1.1" status: 204 len: 168 time: 0.2987747 Dec 13 15:11:28.293605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53530) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:28.304442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699dff4-f922-499e-ae50-2eadd7bd2b15 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861915fe-3268-4541-ae3c-1b7594df2381,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:28.329083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port e863b8a8-48af-4e70-b00f-6ad6290f4ba1 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:28.330015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.439986 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-453dfbe9-608a-4cc1-9a8e-2a797c44a89a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.487767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-453dfbe9-608a-4cc1-9a8e-2a797c44a89a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.542574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.567867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for e863b8a8-48af-4e70-b00f-6ad6290f4ba1 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:28.605487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf6a9d9-90b0-4437-a9d0-7b318cbb99b1 None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': 'd1a88900-e1ec-4fd0-93f4-e9276f3e9294', 'ip_address': '2001:db8::f816:3eff:fe8b:45e0'}, {'subnet_id': '03e76532-ef1b-42ba-ad60-6a5544ee7ea3'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '72a118f7-51cb-474c-b3a1-cdef99378655'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:11:28.638201 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a9d9-90b0-4437-a9d0-7b318cbb99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.707819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-453dfbe9-608a-4cc1-9a8e-2a797c44a89a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.710724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-453dfbe9-608a-4cc1-9a8e-2a797c44a89a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:28.715264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-453dfbe9-608a-4cc1-9a8e-2a797c44a89a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/security-groups/1db15a91-63a0-47cb-8b72-518aabb55be5 HTTP/1.1" status: 204 len: 168 time: 0.4179218 Dec 13 15:11:28.715666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53538) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:28.726784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dfbe9-608a-4cc1-9a8e-2a797c44a89a tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db15a91-63a0-47cb-8b72-518aabb55be5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:28.891365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6cf6a9d9-90b0-4437-a9d0-7b318cbb99b1 None None] Allocated IP 172.20.0.2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/03e76532-ef1b-42ba-ad60-6a5544ee7ea3/72a118f7-51cb-474c-b3a1-cdef99378655) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:28.971058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.013883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6cf6a9d9-90b0-4437-a9d0-7b318cbb99b1 None None] For port 72a118f7-51cb-474c-b3a1-cdef99378655, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=72a118f7-51cb-474c-b3a1-cdef99378655,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:29.016560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=e863b8a8-48af-4e70-b00f-6ad6290f4ba1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:29.058992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a9d9-90b0-4437-a9d0-7b318cbb99b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.072260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.072731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.073133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.073531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.073921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.074388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.075097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.075578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.076008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.076477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.076899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.077360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:29.113230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a9d9-90b0-4437-a9d0-7b318cbb99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.140626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.146360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-38808502-65b4-4318-9d2e-91bd2ec3c115 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/e863b8a8-48af-4e70-b00f-6ad6290f4ba1 HTTP/1.1" status: 204 len: 168 time: 0.9633176 Dec 13 15:11:29.157454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53548) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:29.228186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefe962c-c906-40fa-af46-67ee10bfc371 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:29.231149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefe962c-c906-40fa-af46-67ee10bfc371 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:29.233991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefe962c-c906-40fa-af46-67ee10bfc371 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:29.236665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eefe962c-c906-40fa-af46-67ee10bfc371 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0755737 Dec 13 15:11:29.240350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53550) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:29.241911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6a9d9-90b0-4437-a9d0-7b318cbb99b1 None None] Pushing event updated for resources: {'Port': ['ID=72a118f7-51cb-474c-b3a1-cdef99378655,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:29.323418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 72a118f7-51cb-474c-b3a1-cdef99378655 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:29.384318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 03e76532-ef1b-42ba-ad60-6a5544ee7ea3 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:29.389274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.404705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 72a118f7-51cb-474c-b3a1-cdef99378655 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:29.405115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.439165 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.483537 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:29.769491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53562) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:29.856796 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.082631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting port 92ef2883-a589-4d1d-affb-8609fbda5e55 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:30.083060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.147615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.191332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=03e76532-ef1b-42ba-ad60-6a5544ee7ea3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:30.215990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.222140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53566) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:30.234810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a9b535e4-779a-4138-83d0-ee09fb550611 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/03e76532-ef1b-42ba-ad60-6a5544ee7ea3 HTTP/1.1" status: 204 len: 168 time: 0.9933543 Dec 13 15:11:30.288004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24b3a1-0720-4aff-a07c-06267ff87245 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:30.296325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] For port 92ef2883-a589-4d1d-affb-8609fbda5e55, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=92ef2883-a589-4d1d-affb-8609fbda5e55,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:30.296816 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.327704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Calling delete_port for 92ef2883-a589-4d1d-affb-8609fbda5e55 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:30.334316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet d1a88900-e1ec-4fd0-93f4-e9276f3e9294 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:30.341043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.391021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.413198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dd98f606-dabf-4b4f-99b9-82cc52905acc None None] Could not find standard attr ID for object e863b8a8-48af-4e70-b00f-6ad6290f4ba1. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:30.456316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dd98f606-dabf-4b4f-99b9-82cc52905acc None None] Provisioning complete for port 72a118f7-51cb-474c-b3a1-cdef99378655 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:30.456788 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dd98f606-dabf-4b4f-99b9-82cc52905acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.689667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:30.760389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Port': ['ID=92ef2883-a589-4d1d-affb-8609fbda5e55,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:31.194775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.360431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.365587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.428102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 72a118f7-51cb-474c-b3a1-cdef99378655 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:31.476512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a88900-e1ec-4fd0-93f4-e9276f3e9294,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:31.483443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.490834 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6634b923-67ac-4e95-b03a-41de669c1234 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/d1a88900-e1ec-4fd0-93f4-e9276f3e9294 HTTP/1.1" status: 204 len: 168 time: 1.2660077 Dec 13 15:11:31.493650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53580) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:31.527018 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.544933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3d4157cf-74d3-4dea-bb08-631d447b1c03 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499690 Dec 13 15:11:31.552053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53582) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:31.560050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:31.566743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 72a118f7-51cb-474c-b3a1-cdef99378655 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:31.567337 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.591792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d4c6e-272d-423a-abf2-aa6c1f72eb11 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:31.681637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-28e79529-a515-4788-84f0-753d67fb3cc1 None None] Provisioning complete for port 72a118f7-51cb-474c-b3a1-cdef99378655 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:31.682395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28e79529-a515-4788-84f0-753d67fb3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.754809 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:31.759957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:31.951121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:32.040595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Router f2fe9c70-4106-4087-8357-9c3e4d28df68 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:11:32.059061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] Deleting port 72a118f7-51cb-474c-b3a1-cdef99378655 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:32.059432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.156750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Deleting port ed78dcb9-7741-4a7c-bc06-94c6e80d323f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:32.157194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.169695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:32.179114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e63a703a-99ad-4b7b-b3f5-113dc25de187 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "PUT /v2.0/routers/f2fe9c70-4106-4087-8357-9c3e4d28df68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4621017 Dec 13 15:11:32.180388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:32.191601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] Sync routers for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:32.224826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:32.225528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:32.229259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] For port 72a118f7-51cb-474c-b3a1-cdef99378655, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=72a118f7-51cb-474c-b3a1-cdef99378655,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:32.229766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.244557 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.272111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting subnet e9fe7246-64c8-4351-b066-7683d6fa9229 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:32.283452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.306984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] Calling delete_port for 72a118f7-51cb-474c-b3a1-cdef99378655 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:32.346999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:32.360507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:32.364768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:32.372106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.394114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.402584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=2b81182e-cb1b-489c-bd5f-23e2e66e9317,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:32.413870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:32.428140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] For port ed78dcb9-7741-4a7c-bc06-94c6e80d323f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:32.428503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.453771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Calling delete_port for ed78dcb9-7741-4a7c-bc06-94c6e80d323f owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:32.560473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.661764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5891a9e1-2b38-4cec-bfa5-b05f5b100579 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1060495 Dec 13 15:11:32.662179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53590) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:32.667808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:32.716634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.730668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.738562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/subnets/e9fe7246-64c8-4351-b066-7683d6fa9229 HTTP/1.1" status: 204 len: 168 time: 0.5527449 Dec 13 15:11:32.738562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:32.740217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277eb59-def3-4ff6-9157-b47c28e69d1b None None] Network b8352bea-f582-4c5b-babc-e6860b2e2bfa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:32.782198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.788100 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:32.843993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed78dcb9-7741-4a7c-bc06-94c6e80d323f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:32.860970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784f22-57fa-4fc5-a21c-60820e5db549 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fe7246-64c8-4351-b066-7683d6fa9229,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:32.896937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] Pushing event deleted for resources: {'Port': ['ID=72a118f7-51cb-474c-b3a1-cdef99378655,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:32.932676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459c01f-c376-4ad2-bd8f-71fd34937605 None None] No DVR routers for this DVR port 72a118f7-51cb-474c-b3a1-cdef99378655 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:32.996439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.041481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9687ccd2-99cd-4e7f-998c-d8fe41b602b3 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:33.154173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:11:30Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:33.167664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:33.171500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.179532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.212327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] Checking router: f2fe9c70-4106-4087-8357-9c3e4d28df68 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:33.238948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] Routers {'f2fe9c70-4106-4087-8357-9c3e4d28df68'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:33.239539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f2fe9c70-4106-4087-8357-9c3e4d28df68'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:33.368323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] DHCP port deletion for b8352bea-f582-4c5b-babc-e6860b2e2bfa request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:33.374179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.425376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 72a118f7-51cb-474c-b3a1-cdef99378655 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:33.475313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 72a118f7-51cb-474c-b3a1-cdef99378655 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:33.475652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 72a118f7-51cb-474c-b3a1-cdef99378655 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:33.515158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Deleting port a8e26d4d-6f0e-4836-8253-540ccbfa80fc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:33.515507 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.540609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] Set router f2fe9c70-4106-4087-8357-9c3e4d28df68 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:33.543765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '2b81182e-cb1b-489c-bd5f-23e2e66e9317'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:33.544794 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.652712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] For port a8e26d4d-6f0e-4836-8253-540ccbfa80fc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:33.653349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.667629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Calling delete_port for a8e26d4d-6f0e-4836-8253-540ccbfa80fc owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:33.689456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] Deleting port 195022ac-0ac4-4cf9-963f-7439411fea29 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:33.690944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.725057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:11:33.908758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] For port 195022ac-0ac4-4cf9-963f-7439411fea29, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=195022ac-0ac4-4cf9-963f-7439411fea29,segment=NetworkSegment(e39b61c1-7c6f-45da-afb5-39f53c1003ff),segment_id=e39b61c1-7c6f-45da-afb5-39f53c1003ff)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:33.909394 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:33.936843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:11:33.948889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] Sync routers for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:11:33.961741 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:33.972188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-97d226f2-db66-4cfc-b126-c74aba9c8206 admin admin] 10.222.0.24 "PUT /v2.0/routers/5bc2129b-b4be-4172-b23e-7b1631fb65b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1930375 Dec 13 15:11:33.972567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] Calling delete_port for 195022ac-0ac4-4cf9-963f-7439411fea29 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:33.972670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:33.975248 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:34.024572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Allocated IP 172.20.0.2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/2b81182e-cb1b-489c-bd5f-23e2e66e9317/bd957c99-71a9-4515-8fcf-9a80a3707738) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:34.123721 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:34.135038 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.202677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Port': ['ID=a8e26d4d-6f0e-4836-8253-540ccbfa80fc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:34.241693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:11:34.259644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.260430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.345378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.352581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:34.355903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:34.361932 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.364704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:11:30Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:34.368251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:34.369029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.379964 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:11:32Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:34.385875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.387703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=8648ea36-82a2-40a0-a6e3-96fbd05738cd,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:34.426556 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] Checking router: 5bc2129b-b4be-4172-b23e-7b1631fb65b2 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:11:34.426851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] No DVR routers for this DVR port 195022ac-0ac4-4cf9-963f-7439411fea29 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:34.445050 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] Routers {'5bc2129b-b4be-4172-b23e-7b1631fb65b2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:11:34.446158 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:34.457163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9714da-fa40-4d15-9d56-c48a3aa87b8b None None] The sync data for ids ['f2fe9c70-4106-4087-8357-9c3e4d28df68'] in n-d-816954-1 is: [{'id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1699017304', 'tenant_id': '7f17283359804e1b9e1871b1ab91e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:09:35Z', 'updated_at': '2021-12-13T15:11:30Z', 'revision_number': 5, 'project_id': '7f17283359804e1b9e1871b1ab91e5c9', 'gw_port': {'id': 'a8e26d4d-6f0e-4836-8253-540ccbfa80fc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe9c70-4106-4087-8357-9c3e4d28df68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:09:36Z', 'updated_at': '2021-12-13T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:34.461403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cbbc9-1a1a-4a64-9b79-bfd514ecc99e None None] Pushing event deleted for resources: {'Port': ['ID=195022ac-0ac4-4cf9-963f-7439411fea29,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:34.485745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.516315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.527804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.532384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.550611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:34.563747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:34.569127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:34.584305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e92154a5-8dd7-4ad2-8d57-f80657d08b8d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9181788 Dec 13 15:11:34.584602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:34.594099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:b7:33:5f', 'name': 'tempest-NetworksTestDHCPv6-1383418947'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:34.596565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Pushing event updated for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:34.640906 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] Set router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:11:34.671234 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Attempting to bind port bd957c99-71a9-4515-8fcf-9a80a3707738 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:34.671612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Attempting to bind port bd957c99-71a9-4515-8fcf-9a80a3707738 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:34.671980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Attempting to bind port bd957c99-71a9-4515-8fcf-9a80a3707738 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:34.677694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:34.678031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:34.678638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.679085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:34.679589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Bound port: bd957c99-71a9-4515-8fcf-9a80a3707738, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:34.679974 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.684746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.691067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Fanout notify agent at l3_agent the message router_deleted on router f2fe9c70-4106-4087-8357-9c3e4d28df68 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:11:34.703324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.705318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-03898cd6-b416-4b9d-b9bf-61cd5c193f52 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/routers/f2fe9c70-4106-4087-8357-9c3e4d28df68 HTTP/1.1" status: 204 len: 168 time: 1.9675198 Dec 13 15:11:34.708330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:34.766576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:34.770807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bd957c99-71a9-4515-8fcf-9a80a3707738,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:34.814620 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Deleting port ed8f281c-9a74-45ea-bf8d-b9f13319a492 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:34.814966 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.839151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:34.850991 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.933547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:34.961715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.000736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] For port ed8f281c-9a74-45ea-bf8d-b9f13319a492, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ed8f281c-9a74-45ea-bf8d-b9f13319a492,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:35.001645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.003123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port 392cbae1-4811-4280-9e87-f2f4f716f636 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:11:35.003354 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:11:32Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:35.031317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3478acb-213c-4b64-bd21-90e498672169 None None] Pushing event updated for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:35.057657 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee8cbb-8d9a-4d7a-a848-643da1d7761e None None] The sync data for ids ['5bc2129b-b4be-4172-b23e-7b1631fb65b2'] in n-d-816954-1 is: [{'id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1641975938-router', 'tenant_id': 'a41b14117f66417eac23c38073c8fe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:02:54Z', 'updated_at': '2021-12-13T15:11:32Z', 'revision_number': 5, 'project_id': 'a41b14117f66417eac23c38073c8fe3b', 'gw_port': {'id': 'ed8f281c-9a74-45ea-bf8d-b9f13319a492', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc2129b-b4be-4172-b23e-7b1631fb65b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:02:55Z', 'updated_at': '2021-12-13T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:11:35.204413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.231178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8352bea-f582-4c5b-babc-e6860b2e2bfa']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:35.242538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39b61c1-7c6f-45da-afb5-39f53c1003ff') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:35.242826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39b61c1-7c6f-45da-afb5-39f53c1003ff') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:35.253312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.266527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 172.20.0.9 (ceb3b81b-a75f-423f-b1cd-b03431532e58/2b81182e-cb1b-489c-bd5f-23e2e66e9317/392cbae1-4811-4280-9e87-f2f4f716f636) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:35.268691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.276768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:feb7:335f (ceb3b81b-a75f-423f-b1cd-b03431532e58/8648ea36-82a2-40a0-a6e3-96fbd05738cd/392cbae1-4811-4280-9e87-f2f4f716f636) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:35.279156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:11:35.279552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:11:35.282883 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:11:35.284998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Calling delete_port for ed8f281c-9a74-45ea-bf8d-b9f13319a492 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:35.504263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.521334 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.537517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] 10.222.0.24 "DELETE /v2.0/networks/b8352bea-f582-4c5b-babc-e6860b2e2bfa HTTP/1.1" status: 204 len: 168 time: 0.8242245 Dec 13 15:11:35.550399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.630533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86815ef4-3951-4872-be94-2217336c2c21 tempest-TestSecurityGroupsBasicOps-373756784 tempest-TestSecurityGroupsBasicOps-373756784-project] Pushing event deleted for resources: {'Network': ['ID=b8352bea-f582-4c5b-babc-e6860b2e2bfa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:35.753818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.782725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.797617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:35.804160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:35.808765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:35.815146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8f281c-9a74-45ea-bf8d-b9f13319a492,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:35.838595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=392cbae1-4811-4280-9e87-f2f4f716f636,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:35.884858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:35.892884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:35.894173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.007978 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.012500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.030589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ed78dcb9-7741-4a7c-bc06-94c6e80d323f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:36.033840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0ceec2e6-446f-4614-9062-4e709a18ccf2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4462571 Dec 13 15:11:36.036292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53616) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:36.062335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: ed78dcb9-7741-4a7c-bc06-94c6e80d323f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:36.063069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ed78dcb9-7741-4a7c-bc06-94c6e80d323f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:36.063660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 195022ac-0ac4-4cf9-963f-7439411fea29 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:36.092246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 195022ac-0ac4-4cf9-963f-7439411fea29 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:36.092598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 195022ac-0ac4-4cf9-963f-7439411fea29 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:36.093086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 92ef2883-a589-4d1d-affb-8609fbda5e55 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:36.118102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a908e82-3eab-45fb-9fdc-7f23e78cb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:36.119939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 92ef2883-a589-4d1d-affb-8609fbda5e55 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:36.120382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 92ef2883-a589-4d1d-affb-8609fbda5e55 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:36.131228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a908e82-3eab-45fb-9fdc-7f23e78cb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:36.133187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1a908e82-3eab-45fb-9fdc-7f23e78cb377 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0957513 Dec 13 15:11:36.135880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53620) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:36.153520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.154398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc2129b-b4be-4172-b23e-7b1631fb65b2 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:11:36.159066 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.160851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5244b243-defd-4b4a-b017-3a90ff31bd61 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5bc2129b-b4be-4172-b23e-7b1631fb65b2 HTTP/1.1" status: 204 len: 168 time: 2.1882050 Dec 13 15:11:36.164951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53624) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:36.268792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] Deleting subnet c0015cde-9691-4deb-b5cf-1dc094560e7d {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:36.272627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.272775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53626) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:36.306876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port 392cbae1-4811-4280-9e87-f2f4f716f636 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:36.312802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.347476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.477108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.480077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.492649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for 392cbae1-4811-4280-9e87-f2f4f716f636 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:36.596211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0e632a26-68be-4a23-b080-726343609ecb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f17283359804e1b9e1871b1ab91e5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202422 Dec 13 15:11:36.599031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53632) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:36.622094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.652751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0015cde-9691-4deb-b5cf-1dc094560e7d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:36.660529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.666817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-803c5feb-0356-4236-b74e-4323f19c61cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.667114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dfea5-c965-4476-82c7-09b1ebe779d9 None None] Network d9b91afd-4ddb-4fef-b7a5-56c89baad673 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:36.671020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:36.675276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3a10e833-be98-40fb-bab3-24d853228f23 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0015cde-9691-4deb-b5cf-1dc094560e7d HTTP/1.1" status: 204 len: 168 time: 0.4984705 Dec 13 15:11:36.794910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf48079-aa26-445b-be39-8203fcac7e1b None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:36.808671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-803c5feb-0356-4236-b74e-4323f19c61cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.864083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.899822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d5374092-13f9-45c9-a0d7-bb285ec29204 None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:36.900251 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5374092-13f9-45c9-a0d7-bb285ec29204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:36.977260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Deleting port 5aaedb90-f652-4e7a-81fd-2c3294837327 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:36.977581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.000623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.056750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] DHCP port deletion for d9b91afd-4ddb-4fef-b7a5-56c89baad673 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:37.066009 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5374092-13f9-45c9-a0d7-bb285ec29204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.090065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=392cbae1-4811-4280-9e87-f2f4f716f636,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:37.158767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] For port 5aaedb90-f652-4e7a-81fd-2c3294837327, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5aaedb90-f652-4e7a-81fd-2c3294837327,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:37.159839 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.220117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Calling delete_port for 5aaedb90-f652-4e7a-81fd-2c3294837327 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:37.293822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d5374092-13f9-45c9-a0d7-bb285ec29204 None None] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bd957c99-71a9-4515-8fcf-9a80a3707738,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:37.312559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] Deleting port 5aaedb90-f652-4e7a-81fd-2c3294837327 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:37.312955 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.332788 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.344631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ece088e5-2c76-4d8a-a98f-3da91cb5974d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/392cbae1-4811-4280-9e87-f2f4f716f636 HTTP/1.1" status: 204 len: 168 time: 1.2073672 Dec 13 15:11:37.345532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53638) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:37.400463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-803c5feb-0356-4236-b74e-4323f19c61cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.404358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-803c5feb-0356-4236-b74e-4323f19c61cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.404724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bd957c99-71a9-4515-8fcf-9a80a3707738 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:37.408269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-803c5feb-0356-4236-b74e-4323f19c61cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/071ebc40-a1f2-4b83-ad76-d46a021d11e3 HTTP/1.1" status: 204 len: 168 time: 0.8056264 Dec 13 15:11:37.414703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] For port 5aaedb90-f652-4e7a-81fd-2c3294837327, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5aaedb90-f652-4e7a-81fd-2c3294837327,segment=NetworkSegment(5723eeca-f92e-46fe-80fc-ee1701f29c37),segment_id=5723eeca-f92e-46fe-80fc-ee1701f29c37)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:37.420298 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.420479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c5feb-0356-4236-b74e-4323f19c61cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ebc40-a1f2-4b83-ad76-d46a021d11e3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:37.433162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0403d-2b8e-4b1a-80da-4b6616dbc66a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:37.435534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0403d-2b8e-4b1a-80da-4b6616dbc66a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:37.437824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0403d-2b8e-4b1a-80da-4b6616dbc66a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:37.444269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53644) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:37.446831 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dfd0403d-2b8e-4b1a-80da-4b6616dbc66a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0997601 Dec 13 15:11:37.484879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] Calling delete_port for 5aaedb90-f652-4e7a-81fd-2c3294837327 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:37.511911 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5374092-13f9-45c9-a0d7-bb285ec29204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.517075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 2b81182e-cb1b-489c-bd5f-23e2e66e9317 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:37.517965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dfa60a-0a1b-492e-9520-9b799f80e66e None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '2b81182e-cb1b-489c-bd5f-23e2e66e9317', 'ip_address': '172.20.0.2'}, {'subnet_id': '8648ea36-82a2-40a0-a6e3-96fbd05738cd'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'bd957c99-71a9-4515-8fcf-9a80a3707738'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:11:37.524824 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.551303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.595476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aaedb90-f652-4e7a-81fd-2c3294837327,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:37.604358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] No DVR routers for this DVR port 5aaedb90-f652-4e7a-81fd-2c3294837327 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:37.612932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.616599 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-31dfa60a-0a1b-492e-9520-9b799f80e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.655863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5374092-13f9-45c9-a0d7-bb285ec29204 None None] Pushing event updated for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:37.674481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:37.674481 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.734977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.754024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:37.827787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] Pushing event deleted for resources: {'Port': ['ID=5aaedb90-f652-4e7a-81fd-2c3294837327,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:37.837626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea725787-c0c0-4d52-9648-f4d86d0e5191 None None] No DVR routers for this DVR port 5aaedb90-f652-4e7a-81fd-2c3294837327 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:37.962062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a8e26d4d-6f0e-4836-8253-540ccbfa80fc no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:37.982524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a8e26d4d-6f0e-4836-8253-540ccbfa80fc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:37.983168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a8e26d4d-6f0e-4836-8253-540ccbfa80fc not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:37.983587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5aaedb90-f652-4e7a-81fd-2c3294837327 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:38.012360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 5aaedb90-f652-4e7a-81fd-2c3294837327 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:38.012708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 5aaedb90-f652-4e7a-81fd-2c3294837327 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:38.013124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ed8f281c-9a74-45ea-bf8d-b9f13319a492 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:38.033484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: ed8f281c-9a74-45ea-bf8d-b9f13319a492 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:38.036127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ed8f281c-9a74-45ea-bf8d-b9f13319a492 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:38.166503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b91afd-4ddb-4fef-b7a5-56c89baad673']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:38.183182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5723eeca-f92e-46fe-80fc-ee1701f29c37') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:38.183353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5723eeca-f92e-46fe-80fc-ee1701f29c37') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:11:38.194531 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.198904 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.235202 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:11:38.258899 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:11:38.852358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:38.872531 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-629e8b64-2d7c-4c7c-9795-7cf5b0cbe092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server [None req-31dfa60a-0a1b-492e-9520-9b799f80e66e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b81182e-cb1b-489c-bd5f-23e2e66e9317: This subnet is being modified by another concurrent operation. Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise exception Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b81182e-cb1b-489c-bd5f-23e2e66e9317: This subnet is being modified by another concurrent operation. Dec 13 15:11:38.892617 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Dec 13 15:11:38.908203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.908203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.942079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.946253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9b91afd-4ddb-4fef-b7a5-56c89baad673 HTTP/1.1" status: 204 len: 168 time: 2.2741737 Dec 13 15:11:38.947142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=2b81182e-cb1b-489c-bd5f-23e2e66e9317,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:38.987853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:38.989431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-13c0b598-19da-4138-a78c-16aface2ddea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/2b81182e-cb1b-489c-bd5f-23e2e66e9317 HTTP/1.1" status: 204 len: 168 time: 1.5439780 Dec 13 15:11:38.991889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700ad9-c951-4f0c-bd3a-b07db011a3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b91afd-4ddb-4fef-b7a5-56c89baad673,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:38.999232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53664) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:39.000541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3581d66-3af0-4179-bbde-851473a0888e None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:39.065175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-629e8b64-2d7c-4c7c-9795-7cf5b0cbe092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.069681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bc9c1ac9-ed09-4dd0-a599-877c7a9077ea None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:39.070670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1ac9-ed09-4dd0-a599-877c7a9077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.101643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 8648ea36-82a2-40a0-a6e3-96fbd05738cd {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:39.101643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.140806 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.147460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-629e8b64-2d7c-4c7c-9795-7cf5b0cbe092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.193713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.199069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e8b64-2d7c-4c7c-9795-7cf5b0cbe092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b37ee3-09e1-4c53-99d2-5e4a8d44f62b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:39.209124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-629e8b64-2d7c-4c7c-9795-7cf5b0cbe092 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cbcb94cc4a24bd38b3bf6036f5c231e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555737 Dec 13 15:11:39.212783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53674) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:39.284656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b51fa6a-7ec0-44cb-9873-9895e329d145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.312852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bd957c99-71a9-4515-8fcf-9a80a3707738 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:39.318467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b51fa6a-7ec0-44cb-9873-9895e329d145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.363400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f85ab-50b3-4259-9db8-10168649d65c None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '8648ea36-82a2-40a0-a6e3-96fbd05738cd'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'bd957c99-71a9-4515-8fcf-9a80a3707738'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:11:39.397566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-359f85ab-50b3-4259-9db8-10168649d65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.399731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.441623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=8648ea36-82a2-40a0-a6e3-96fbd05738cd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:39.457940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.463159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7285aaf4-aac9-44ce-8d84-14f9069a3a46 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8648ea36-82a2-40a0-a6e3-96fbd05738cd HTTP/1.1" status: 204 len: 168 time: 0.4680557 Dec 13 15:11:39.466037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53678) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:39.474959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b51fa6a-7ec0-44cb-9873-9895e329d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.477965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b51fa6a-7ec0-44cb-9873-9895e329d145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.481590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2b51fa6a-7ec0-44cb-9873-9895e329d145 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89b37ee3-09e1-4c53-99d2-5e4a8d44f62b HTTP/1.1" status: 204 len: 168 time: 0.2649407 Dec 13 15:11:39.518209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c6cba6cd-6566-4fe1-a697-2651139b5742 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485079 Dec 13 15:11:39.518992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53682) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:39.521490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53684) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:39.529787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:39.529910 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.549905 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51fa6a-7ec0-44cb-9873-9895e329d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b37ee3-09e1-4c53-99d2-5e4a8d44f62b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:39.615446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7e545df4-9d2e-4dd1-911e-d05611908a06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a41b14117f66417eac23c38073c8fe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919883 Dec 13 15:11:39.621311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53688) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:39.663330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bd957c99-71a9-4515-8fcf-9a80a3707738,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:39.714969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e82dc538-6629-41aa-946d-b2f7cc9efa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.755881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e82dc538-6629-41aa-946d-b2f7cc9efa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.764144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8e0994de-14e6-4ea5-bbba-4efa90edbf6e None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:39.770174 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e0994de-14e6-4ea5-bbba-4efa90edbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.795219 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.836853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:39.844918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.868093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:39.935919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e82dc538-6629-41aa-946d-b2f7cc9efa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.938597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e82dc538-6629-41aa-946d-b2f7cc9efa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:39.942739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e82dc538-6629-41aa-946d-b2f7cc9efa96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7596e94d-ae18-4e14-9ab2-ae86c60b37cf HTTP/1.1" status: 204 len: 168 time: 0.3166223 Dec 13 15:11:39.964222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dc538-6629-41aa-946d-b2f7cc9efa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7596e94d-ae18-4e14-9ab2-ae86c60b37cf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:40.031284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e0994de-14e6-4ea5-bbba-4efa90edbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.094921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4441e1a-9bd0-4e8a-887b-ca8b37c4ffa9 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:11:40.158246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8e0994de-14e6-4ea5-bbba-4efa90edbf6e None None] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bd957c99-71a9-4515-8fcf-9a80a3707738,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:40.225128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4441e1a-9bd0-4e8a-887b-ca8b37c4ffa9 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:11:40.275802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.295355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e0994de-14e6-4ea5-bbba-4efa90edbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.328821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:40.332036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:40.335154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:40.335953 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.374406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0994de-14e6-4ea5-bbba-4efa90edbf6e None None] Pushing event updated for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:40.392679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=974a6b6e-0074-4f68-a0ba-8b9644fa1794,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:40.404437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.404840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.405348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.405766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.406164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.406587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.407628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.408034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.408565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.408762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.409336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.409735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:11:40.414609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6b415c0b-7a08-41d7-a780-1ef78915c92d None None] Could not find standard attr ID for object e863b8a8-48af-4e70-b00f-6ad6290f4ba1. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:40.434842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6b415c0b-7a08-41d7-a780-1ef78915c92d None None] Could not find standard attr ID for object 392cbae1-4811-4280-9e87-f2f4f716f636. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:40.470471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-05eb416d-bdc7-4535-8389-6b7972ec6f53 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9508655 Dec 13 15:11:40.474577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53696) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:40.483381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:40.627305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53700) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:40.679807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6d4bf-b6db-4d1c-a912-6b9bada3fcb4 None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '974a6b6e-0074-4f68-a0ba-8b9644fa1794'}], 'binding:host_id': 'n-d-816954-1'}, 'id': 'bd957c99-71a9-4515-8fcf-9a80a3707738'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:11:40.683040 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7082b32c-649c-465a-a6a2-171817cff81a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3e532931644481ca74eccd0222e615e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535619 Dec 13 15:11:40.684734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53702) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:40.725812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90f6d4bf-b6db-4d1c-a912-6b9bada3fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.778325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eb3440c8-75c5-4a7f-a213-f848d4e2fac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.801698 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eb3440c8-75c5-4a7f-a213-f848d4e2fac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.810698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:40.814943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:40.948641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-90f6d4bf-b6db-4d1c-a912-6b9bada3fcb4 None None] Allocated IP 172.20.0.2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/974a6b6e-0074-4f68-a0ba-8b9644fa1794/bd957c99-71a9-4515-8fcf-9a80a3707738) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:41.000667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eb3440c8-75c5-4a7f-a213-f848d4e2fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:41.003662 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eb3440c8-75c5-4a7f-a213-f848d4e2fac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:41.009891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eb3440c8-75c5-4a7f-a213-f848d4e2fac2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3030565-dc6b-4129-8566-ae9b08c2d0b7 HTTP/1.1" status: 204 len: 168 time: 0.3193240 Dec 13 15:11:41.015137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3440c8-75c5-4a7f-a213-f848d4e2fac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3030565-dc6b-4129-8566-ae9b08c2d0b7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:41.090576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-90f6d4bf-b6db-4d1c-a912-6b9bada3fcb4 None None] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bd957c99-71a9-4515-8fcf-9a80a3707738,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:41.120759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90f6d4bf-b6db-4d1c-a912-6b9bada3fcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:41.210610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90f6d4bf-b6db-4d1c-a912-6b9bada3fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:41.261031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6d4bf-b6db-4d1c-a912-6b9bada3fcb4 None None] Pushing event updated for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:41.457188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:11:41.877357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:42.133003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bd957c99-71a9-4515-8fcf-9a80a3707738,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:42.172304 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:42.212452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-d335bd18-0ba1-425e-b5f8-a1202feaee53 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32015823&fields=id&tenant_id=a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 267 time: 0.0699084 Dec 13 15:11:42.238957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:42.239851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:42.344948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:42.348337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:42.351504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-f11c21f6-8c4d-4455-abd3-7ba61b7d78ed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:42.357918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:42.358540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:42.360334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-f11c21f6-8c4d-4455-abd3-7ba61b7d78ed tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1468554 Dec 13 15:11:42.378865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e6491-0f97-4fea-978b-bc95d56f37c2 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:11:42.386046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-4c5b2f25-be2e-4744-9a0c-f359f286eb5b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/quotas/a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 375 time: 0.0240428 Dec 13 15:11:42.386274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=8fa96555-ee2a-4308-996e-5ef967358b61,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:42.425020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=9']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:42.459275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-5c4cfd12-815b-49f0-8229-0bf49d1e02b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648906 Dec 13 15:11:42.501356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-638c43bf-e250-437f-95f9-aa8a6f81e9e6 None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:42.502076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-638c43bf-e250-437f-95f9-aa8a6f81e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:42.504556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e6491-0f97-4fea-978b-bc95d56f37c2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:11:42.544349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be121259-e3b6-415b-8e00-c329a51e7edb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0686219 Dec 13 15:11:42.547287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53752) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:42.556965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:9f:4d:ef', 'name': 'tempest-NetworksTestDHCPv6-2014376360'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:42.601566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-17eea0ec-8dbc-43a7-a751-b62ef1d32c6b service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370950 Dec 13 15:11:42.750808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-e0f88f50-6b7d-4f7e-b457-c8b161ea2a46 service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482296 Dec 13 15:11:42.771917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:43.291256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:43.309787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bd957c99-71a9-4515-8fcf-9a80a3707738 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:43.330471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port fa854184-3400-4e2f-be75-4241610b734c yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:11:43.368687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:43.369060 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:43.548578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 172.20.0.11 (ceb3b81b-a75f-423f-b1cd-b03431532e58/974a6b6e-0074-4f68-a0ba-8b9644fa1794/fa854184-3400-4e2f-be75-4241610b734c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:43.573561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fe9f:4def (ceb3b81b-a75f-423f-b1cd-b03431532e58/8fa96555-ee2a-4308-996e-5ef967358b61/fa854184-3400-4e2f-be75-4241610b734c) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:43.630888 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbfdc285-623d-43a0-bba8-d78a305a9ba6 req-c596b8dd-201f-42b4-ac60-a9293862165b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0440645 Dec 13 15:11:43.699637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16ce5d-9b43-4cd8-9434-96ca86743eea None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:43.774919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c402c2bf-b128-4e74-9bae-640e1e3acd26 None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:43.775292 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c402c2bf-b128-4e74-9bae-640e1e3acd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:43.790079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:43.908463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:43.955804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:43.958400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:43.965866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:44.001911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=fa854184-3400-4e2f-be75-4241610b734c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:44.029619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:44.030315 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:44.121890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-800414d9-36a8-4807-ba97-e22bf175414e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5733354 Dec 13 15:11:44.124439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53798) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:44.188258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5966467-1691-40a5-8fa0-0787147b2d63 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:44.194989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5966467-1691-40a5-8fa0-0787147b2d63 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:44.196669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b5966467-1691-40a5-8fa0-0787147b2d63 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0712667 Dec 13 15:11:44.200647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53804) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:44.202932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cf20d-7b76-42b5-8b32-9e9d2c946db2 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:44.276804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7ac27559-5d37-4583-9a8d-c2f907ee75bb None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:44.277169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ac27559-5d37-4583-9a8d-c2f907ee75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:44.298144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port fa854184-3400-4e2f-be75-4241610b734c {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:44.298873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:44.409242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:44.423041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for fa854184-3400-4e2f-be75-4241610b734c owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:44.696726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:44.739029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=fa854184-3400-4e2f-be75-4241610b734c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:44.746210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f74c38fb-529c-40c3-b15a-fe426d80793e req-8dfdda66-2da4-48ea-a824-401c293e3dec tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0343745 Dec 13 15:11:44.838319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:44.843124 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-949b728e-3b04-4520-bbc7-973e879392ad tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/fa854184-3400-4e2f-be75-4241610b734c HTTP/1.1" status: 204 len: 168 time: 0.6409826 Dec 13 15:11:44.844418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53816) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:44.914922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85705cd-e7d7-4a35-b811-4daaf0381a39 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:44.915121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-71fd9696-dc80-4403-8c1d-b9b250dc402f None None] Could not find standard attr ID for object fa854184-3400-4e2f-be75-4241610b734c. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:44.917579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85705cd-e7d7-4a35-b811-4daaf0381a39 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:44.919550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85705cd-e7d7-4a35-b811-4daaf0381a39 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:44.922166 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e85705cd-e7d7-4a35-b811-4daaf0381a39 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0766063 Dec 13 15:11:44.924787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53820) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:44.928196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-71fd9696-dc80-4403-8c1d-b9b250dc402f None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:44.928562 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71fd9696-dc80-4403-8c1d-b9b250dc402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:44.996589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 8fa96555-ee2a-4308-996e-5ef967358b61 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:45.000418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.056528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.146476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.231172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-378e9f84-cbe9-403a-9c8d-254d83b9931d None None] Could not find standard attr ID for object fa854184-3400-4e2f-be75-4241610b734c. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:45.313925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.347304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa96555-ee2a-4308-996e-5ef967358b61,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:45.361177 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.365601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c8351910-0cfa-4855-ba22-7d9270101200 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8fa96555-ee2a-4308-996e-5ef967358b61 HTTP/1.1" status: 204 len: 168 time: 0.4394913 Dec 13 15:11:45.369160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53828) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:45.373676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07bd8ce-eb6b-4c82-a21a-cb575ec212ce None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:45.423136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 974a6b6e-0074-4f68-a0ba-8b9644fa1794 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:45.426574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.468103 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.567265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.725590 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.754993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=974a6b6e-0074-4f68-a0ba-8b9644fa1794,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:45.758689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.764593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53832) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:45.765390 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bafff9aa-edd1-452d-8387-4a65d11112fb tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/974a6b6e-0074-4f68-a0ba-8b9644fa1794 HTTP/1.1" status: 204 len: 168 time: 0.3948915 Dec 13 15:11:45.814813 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-056641bb-9693-4efe-9016-3716a2273475 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479705 Dec 13 15:11:45.817463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:45.867493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:45.887121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9665ac30-2945-4340-b96d-bc0eb57e4fcd req-6647a242-6eb4-4aa9-89fe-800ee440914a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0517688 Dec 13 15:11:45.904671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a4fe7-bec4-4d8e-887c-2a591f26ba20 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:45.908595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bc4a4fe7-bec4-4d8e-887c-2a591f26ba20 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0877967 Dec 13 15:11:45.912450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53840) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:45.971791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c75ce1-7ef1-40d4-9894-558f85dca285 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:45.974954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53844) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:45.975222 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0c75ce1-7ef1-40d4-9894-558f85dca285 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0633354 Dec 13 15:11:46.041516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3055a273-1630-40ef-9961-779a9f830b81 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642049 Dec 13 15:11:46.046391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:46.052522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1383ee6a-a04c-4757-ac2e-60e4dac903da tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:46.068060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53848) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:46.155822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-b0337805-d0a2-46b0-a298-0ec12974e6cb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:46.155822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-b0337805-d0a2-46b0-a298-0ec12974e6cb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1660714 Dec 13 15:11:46.169940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b55b0-dd12-4fa0-ada5-d055a68ef42f None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:46.202900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-cb853587-8dfb-45db-8c82-3e88ae9f2e74 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 378 time: 0.0434060 Dec 13 15:11:46.220252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'port': {'device_id': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'admin_state_up': True, 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'security_groups': ['4b52ab4d-24ce-46ce-93eb-3eb21473a647']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:46.224815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a3ffae99-667c-475f-870a-7c287e225b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.256400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1383ee6a-a04c-4757-ac2e-60e4dac903da tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:46.276408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1383ee6a-a04c-4757-ac2e-60e4dac903da tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.281097 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1383ee6a-a04c-4757-ac2e-60e4dac903da tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:11:46.281542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1383ee6a-a04c-4757-ac2e-60e4dac903da tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:11:46.286416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f09662a8-fae6-43ad-83f2-2267ff416ac7 None None] Provisioning complete for port bd957c99-71a9-4515-8fcf-9a80a3707738 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:46.287006 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f09662a8-fae6-43ad-83f2-2267ff416ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.351394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1383ee6a-a04c-4757-ac2e-60e4dac903da tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3033471 Dec 13 15:11:46.356435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53852) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:46.371725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-dc0daec0-2eed-421d-9f2c-b75aff5c863e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:46.432286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a3ffae99-667c-475f-870a-7c287e225b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.455342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:46.462570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:46.466804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.511525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] Deleting port bd957c99-71a9-4515-8fcf-9a80a3707738 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:46.511881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.551495 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a3ffae99-667c-475f-870a-7c287e225b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.585042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] For port bd957c99-71a9-4515-8fcf-9a80a3707738, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bd957c99-71a9-4515-8fcf-9a80a3707738,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:46.585846 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.598839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0daec0-2eed-421d-9f2c-b75aff5c863e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:46.602471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc0daec0-2eed-421d-9f2c-b75aff5c863e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.604118 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0daec0-2eed-421d-9f2c-b75aff5c863e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:11:46.604475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] Calling delete_port for bd957c99-71a9-4515-8fcf-9a80a3707738 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:46.604895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0daec0-2eed-421d-9f2c-b75aff5c863e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:11:46.626320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a3ffae99-667c-475f-870a-7c287e225b43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3de5721966be495680c874005074a8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542305 Dec 13 15:11:46.627996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53854) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:46.653497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffae99-667c-475f-870a-7c287e225b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c9031f-47d6-4135-9ca6-2d0e72985295,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:46.676892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.20.0.3 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/2fd23cc5-150b-4b9f-a654-5089b69e5a38) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:46.704067 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-492f21ad-1ae1-4553-89d9-f448fed18584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.721960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dc0daec0-2eed-421d-9f2c-b75aff5c863e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3614089 Dec 13 15:11:46.723563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53856) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:46.731668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a9bc5b99-6f1a-419e-b13c-89944bd60ea0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:46.740419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-492f21ad-1ae1-4553-89d9-f448fed18584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.840044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.888101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] Pushing event deleted for resources: {'Port': ['ID=bd957c99-71a9-4515-8fcf-9a80a3707738,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:46.890553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d889bd-1f0a-4aba-8a63-9d1f1b4ede4a None None] No DVR routers for this DVR port bd957c99-71a9-4515-8fcf-9a80a3707738 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:46.953183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc5b99-6f1a-419e-b13c-89944bd60ea0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:46.958444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5b99-6f1a-419e-b13c-89944bd60ea0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.960501 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bc5b99-6f1a-419e-b13c-89944bd60ea0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:11:46.971097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bc5b99-6f1a-419e-b13c-89944bd60ea0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:11:46.976735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.993700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-492f21ad-1ae1-4553-89d9-f448fed18584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:46.996966 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-492f21ad-1ae1-4553-89d9-f448fed18584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.000945 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-492f21ad-1ae1-4553-89d9-f448fed18584 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95c9031f-47d6-4135-9ca6-2d0e72985295 HTTP/1.1" status: 204 len: 168 time: 0.3692169 Dec 13 15:11:47.010539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f21ad-1ae1-4553-89d9-f448fed18584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c9031f-47d6-4135-9ca6-2d0e72985295,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:47.065866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2a54e7b-9121-4b10-b1e6-9b2d8d5799b5 req-d3705d42-4387-4d40-895c-55e4e19a17e2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0694671 Dec 13 15:11:47.067823 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.105391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9bc5b99-6f1a-419e-b13c-89944bd60ea0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3819463 Dec 13 15:11:47.108395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53864) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:47.113637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-598f6695-e2ab-4a30-9b4c-01c30827dd49 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:47.120610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.169596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:47.172723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:47.176728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:47.258083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=2fd23cc5-150b-4b9f-a654-5089b69e5a38,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:47.277602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bd957c99-71a9-4515-8fcf-9a80a3707738 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:47.282131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:47.282887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.304937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: bd957c99-71a9-4515-8fcf-9a80a3707738 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:47.305386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bd957c99-71a9-4515-8fcf-9a80a3707738 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:47.313213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f6695-e2ab-4a30-9b4c-01c30827dd49 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:47.317472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-598f6695-e2ab-4a30-9b4c-01c30827dd49 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.319111 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-598f6695-e2ab-4a30-9b4c-01c30827dd49 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:11:47.325911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598f6695-e2ab-4a30-9b4c-01c30827dd49 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:11:47.425204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-6697fcbd-5d62-445d-9a2c-9b11e9aae028 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2146132 Dec 13 15:11:47.442557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Request body: {'port': {'device_id': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:47.451786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-598f6695-e2ab-4a30-9b4c-01c30827dd49 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3394339 Dec 13 15:11:47.452283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53868) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:47.457486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-27d04176-3801-414f-afe2-ec132426805e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:47.526183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.545832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0db547ae-f933-41a7-84ae-e6c3d459c5d7 None None] Provisioning complete for port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:47.545832 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0db547ae-f933-41a7-84ae-e6c3d459c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.589269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0db547ae-f933-41a7-84ae-e6c3d459c5d7 None None] Port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:11:47.724237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d04176-3801-414f-afe2-ec132426805e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:47.731004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27d04176-3801-414f-afe2-ec132426805e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.731004 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d04176-3801-414f-afe2-ec132426805e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:11:47.731004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d04176-3801-414f-afe2-ec132426805e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:11:47.834953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd23cc5-150b-4b9f-a654-5089b69e5a38 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:11:47.847079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-27d04176-3801-414f-afe2-ec132426805e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3937540 Dec 13 15:11:47.848793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:47.851875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53870) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:47.862716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ff32eed9-b812-459c-b39b-4ed330c6d693 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:47.908362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Transition to ACTIVE for port object 2fd23cc5-150b-4b9f-a654-5089b69e5a38 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:11:47.961812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53872) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:47.976448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-227ca3ed-0886-4996-9af8-cc4e9083a564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.051577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.091180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-227ca3ed-0886-4996-9af8-cc4e9083a564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.115190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff32eed9-b812-459c-b39b-4ed330c6d693 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:48.120098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff32eed9-b812-459c-b39b-4ed330c6d693 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.123193 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff32eed9-b812-459c-b39b-4ed330c6d693 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:11:48.123650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff32eed9-b812-459c-b39b-4ed330c6d693 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:11:48.171613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fd23cc5-150b-4b9f-a654-5089b69e5a38,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:48.208196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056ba69-4c36-45ff-892c-684b08644a6b req-5faa226c-05b8-4c73-8a0e-b938f485fd54 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:48.209849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6056ba69-4c36-45ff-892c-684b08644a6b req-5faa226c-05b8-4c73-8a0e-b938f485fd54 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.0556519 Dec 13 15:11:48.227276 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-227ca3ed-0886-4996-9af8-cc4e9083a564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.233242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Attempting to bind port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:48.233752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Attempting to bind port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:48.234151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Attempting to bind port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:48.239664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:11:48.240057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Attempting to bind port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:48.246098 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:48.252316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:48.252316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:48.252316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Bound port: 2fd23cc5-150b-4b9f-a654-5089b69e5a38, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:48.252316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.255942 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff32eed9-b812-459c-b39b-4ed330c6d693 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4007230 Dec 13 15:11:48.260580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53878) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:48.317065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-60b511ca-61a6-4667-b051-5c0451f2d1ba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0533245 Dec 13 15:11:48.324722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53880) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:48.344113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] For port 2fd23cc5-150b-4b9f-a654-5089b69e5a38, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:48.350433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] For port 2fd23cc5-150b-4b9f-a654-5089b69e5a38, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:48.368869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-227ca3ed-0886-4996-9af8-cc4e9083a564 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd3090ab71dc4a728807dfc4842c8719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972142 Dec 13 15:11:48.369927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53882) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:48.388210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6056ba69-4c36-45ff-892c-684b08644a6b req-e1df6bce-3320-470f-8442-ce67e0b5c1ce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713021 Dec 13 15:11:48.394075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ca3ed-0886-4996-9af8-cc4e9083a564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d5f47-419f-46ac-8dee-eab88d504b6d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:48.442133 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.449568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1c73a-173f-4759-b9cf-12805ef7bcfe tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:48.452142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-94d1c73a-173f-4759-b9cf-12805ef7bcfe tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1179652 Dec 13 15:11:48.454939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:48.483850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e4e0f93-8edd-4af5-af81-5e13e08dfa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.503000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:48.503615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.505808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] 10.222.0.55 "PUT /v2.0/ports/2fd23cc5-150b-4b9f-a654-5089b69e5a38 HTTP/1.1" status: 200 len: 1091 time: 1.0698564 Dec 13 15:11:48.506288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:11:48.508703 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810d7378-b47e-40f0-803a-b4d7d06e5e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:11:48.516188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53888) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:48.526983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-30fca14c-fe22-46db-92fb-b699bc15d42b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648739 Dec 13 15:11:48.527150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:48.602751 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a1e5d7-fee8-4bf9-afad-8639717eaf00 x-openstack-request-id: req-c5a1e5d7-fee8-4bf9-afad-8639717eaf00 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:11:48.603327 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:11:48.603327 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5a1e5d7-fee8-4bf9-afad-8639717eaf00 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:11:48.603748 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'status': 'completed', 'code': 200} Dec 13 15:11:48.607121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd8f33-38ae-4ec6-ad71-f67e935c23ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fd23cc5-150b-4b9f-a654-5089b69e5a38,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:48.638515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e4e0f93-8edd-4af5-af81-5e13e08dfa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.707454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7378-b47e-40f0-803a-b4d7d06e5e8d req-a86927bf-674c-4630-a06b-f691105db448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:48.708883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-810d7378-b47e-40f0-803a-b4d7d06e5e8d req-a86927bf-674c-4630-a06b-f691105db448 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 1094 time: 0.1109133 Dec 13 15:11:48.830247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7378-b47e-40f0-803a-b4d7d06e5e8d req-df2b84a4-6670-4d9d-98c6-64050b95c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:48.833195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-810d7378-b47e-40f0-803a-b4d7d06e5e8d req-df2b84a4-6670-4d9d-98c6-64050b95c55e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a5aa15afa16749ceba2a4413f1251d89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1149065 Dec 13 15:11:48.865106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:48.869807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.900566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e4e0f93-8edd-4af5-af81-5e13e08dfa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.903530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e4e0f93-8edd-4af5-af81-5e13e08dfa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:48.904688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9e4e0f93-8edd-4af5-af81-5e13e08dfa2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b2d5f47-419f-46ac-8dee-eab88d504b6d HTTP/1.1" status: 204 len: 168 time: 0.5337255 Dec 13 15:11:48.969058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e0f93-8edd-4af5-af81-5e13e08dfa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d5f47-419f-46ac-8dee-eab88d504b6d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:49.043109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7378-b47e-40f0-803a-b4d7d06e5e8d req-424062dd-e05d-4626-97bc-814aeb48bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:49.044598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-810d7378-b47e-40f0-803a-b4d7d06e5e8d req-424062dd-e05d-4626-97bc-814aeb48bb0c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053385 Dec 13 15:11:49.168970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-cc458286-b5ba-479a-aba3-15e50717f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:49.170505 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-cc458286-b5ba-479a-aba3-15e50717f432 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 1094 time: 0.0856616 Dec 13 15:11:49.237716 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-860d3820-654e-4373-ae44-b89f1b773df7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38 HTTP/1.1" status: 200 len: 217 time: 0.0472167 Dec 13 15:11:49.290876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-b363d93d-8b47-4f39-9281-6cb5c3abadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:49.292419 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-b363d93d-8b47-4f39-9281-6cb5c3abadb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0484886 Dec 13 15:11:49.380535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-1c1319bf-4434-43d1-8b76-b137c1f389c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:49.382595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-1c1319bf-4434-43d1-8b76-b137c1f389c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821714 Dec 13 15:11:49.459490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:11:49.461509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:49.526007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:49.535878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:49.544504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:49.544764 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:49.551132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053a073-948b-4c78-9437-b89fa6631dfd None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:49.552594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:49.585779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-e6d5e966-d7f1-40d0-be8e-65616dbf5236 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953871 Dec 13 15:11:49.597192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95babc-c9ea-499d-8e3d-c3646def02a4 req-27ec50cb-23a3-4dd5-b3bf-d71158797e31 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:49.598909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c95babc-c9ea-499d-8e3d-c3646def02a4 req-27ec50cb-23a3-4dd5-b3bf-d71158797e31 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.0990686 Dec 13 15:11:49.647142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c95babc-c9ea-499d-8e3d-c3646def02a4 req-5210d4ff-593b-4c31-9832-5762e782cbe2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415764 Dec 13 15:11:49.688705 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5abed93d-e572-4324-acdf-be873f530dba tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1698663 Dec 13 15:11:49.691478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53904) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:49.697446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:76:76:9b', 'name': 'tempest-NetworksTestDHCPv6-1551558459'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:49.759015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:49.760153 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:49.824670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d54b441-ddde-44e0-bedf-597593bcede5 req-8db96cba-f32e-432d-9a7c-4d41c8be81f5 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317073 Dec 13 15:11:49.939285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Allocated IP 2001:db8::f816:3eff:fe51:8a5e (ceb3b81b-a75f-423f-b1cd-b03431532e58/7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c/ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:49.959043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:49.963602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1872888d-6497-4930-8306-218d6f0d2496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.060445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.087711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port c4782e29-c145-4fe0-bab6-d9b9ab46dbe6 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:11:50.100192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.188049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.255893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Pushing event updated for resources: {'Port': ['ID=ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:50.257463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fe76:769b (ceb3b81b-a75f-423f-b1cd-b03431532e58/7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c/c4782e29-c145-4fe0-bab6-d9b9ab46dbe6) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:50.275920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:50.277388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:50.280443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:50.357800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Attempting to bind port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:50.358751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Attempting to bind port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:50.359291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Attempting to bind port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:50.364849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:50.365541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:50.366157 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.366774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:50.367419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Bound port: ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:50.367989 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.455592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] For port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:50.459056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] For port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:50.474008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.542924 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.564932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.632428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a205ba-cf47-4dbf-8460-0130d85ffe6a None None] Pushing event updated for resources: {'Port': ['ID=ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:50.633468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:50.651751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:50.661224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:50.667468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:50.668106 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:50.672491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=c4782e29-c145-4fe0-bab6-d9b9ab46dbe6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:50.779198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c8cf5a47-41c1-4f55-b0dc-5114a4d921b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0831978 Dec 13 15:11:50.779198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53934) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:50.849652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e2b5f-e3de-4f92-8158-b9f459e01d90 req-f2330f43-eac7-41f9-8d24-5922831012f5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:50.851476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad8e2b5f-e3de-4f92-8158-b9f459e01d90 req-f2330f43-eac7-41f9-8d24-5922831012f5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.1164322 Dec 13 15:11:50.885984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ca599-11e0-4477-9fff-3805e4c7a376 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:50.893857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ca599-11e0-4477-9fff-3805e4c7a376 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:50.897421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-374ca599-11e0-4477-9fff-3805e4c7a376 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1176698 Dec 13 15:11:50.901912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53938) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:50.934111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad8e2b5f-e3de-4f92-8158-b9f459e01d90 req-078300f6-7422-4e8b-8ae3-427215d090ce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742557 Dec 13 15:11:51.044904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port c4782e29-c145-4fe0-bab6-d9b9ab46dbe6 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:51.045253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.165882 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.180498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for c4782e29-c145-4fe0-bab6-d9b9ab46dbe6 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:51.331504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:51.391216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:51.391593 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.427432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.478682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=c4782e29-c145-4fe0-bab6-d9b9ab46dbe6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:51.503756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.505492 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.510354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7868cc1e-f909-4169-990a-4b06d2efac0c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c4782e29-c145-4fe0-bab6-d9b9ab46dbe6 HTTP/1.1" status: 204 len: 168 time: 0.6044345 Dec 13 15:11:51.511775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53952) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:51.539079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:51.579630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f4a9b-cca9-43d4-9f91-c1aa5e0c9345 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:51.581385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f4a9b-cca9-43d4-9f91-c1aa5e0c9345 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:51.590887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-858f4a9b-cca9-43d4-9f91-c1aa5e0c9345 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0713913 Dec 13 15:11:51.591866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53956) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:51.610148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.674022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:51.684931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.694521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:51.734175 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.828952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.970536 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:51.999366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:52.010455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:52.013758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f746d717-77ac-4eb8-a528-6dba037b20a7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c HTTP/1.1" status: 204 len: 168 time: 0.4202459 Dec 13 15:11:52.016446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 53964) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:52.019547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2e45b874-bc2d-4d62-b159-f2be7c8f811c None None] Provisioning complete for port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:52.020010 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e45b874-bc2d-4d62-b159-f2be7c8f811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:52.091520 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-671dd53b-0203-4f52-984b-93a7e55df414 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706260 Dec 13 15:11:52.093489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 53970) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:52.098844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:52.164539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242f0d5-e5c2-4fd0-88b1-726dd839f7a3 req-0930dd4e-19e0-4eab-b4ef-0ae061e4e9ce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:52.166210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0242f0d5-e5c2-4fd0-88b1-726dd839f7a3 req-0930dd4e-19e0-4eab-b4ef-0ae061e4e9ce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.0793293 Dec 13 15:11:52.217143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0242f0d5-e5c2-4fd0-88b1-726dd839f7a3 req-d6eed439-d9d8-4ba9-94c7-cb095eccbddc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448236 Dec 13 15:11:52.260476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76848e38-ac1b-4a9e-8846-26ed2a0fb5e9 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:52.310272 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-58850581-3826-4cdd-ae61-ffbc1c88611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:52.372278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a36817f0-cc39-4831-a015-5e38db674d84 None None] Could not find standard attr ID for object c4782e29-c145-4fe0-bab6-d9b9ab46dbe6. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:52.507945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:52.578315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] Deleting port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:52.578694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:52.646801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] For port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:52.647346 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:52.663155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] Calling delete_port for ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:52.705345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:52.706001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:52.805356 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:52.835836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] Pushing event deleted for resources: {'Port': ['ID=ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:52.839642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b21740-359f-45b1-9027-4d9440f0bd54 None None] No DVR routers for this DVR port ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:53.065309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:11:53.066586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:53.115457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:53.127340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:53.127340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:53.127340 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:53.129664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=e850b0d1-0887-49da-87f6-5908cb621b91,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:53.136089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d377b-e149-4758-b51e-d71b54f4fa18 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:53.181152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ecd760dd-b4cf-49be-8c2b-d0af30d32eaa tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0860667 Dec 13 15:11:53.186025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54002) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:53.192622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:3c:57:a6', 'name': 'tempest-NetworksTestDHCPv6-1768924982'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:53.328943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:53.336325 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:53.400605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:53.401626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ef2d0f1a-e421-4cfd-9055-3c1e0e2823c0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:53.429363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13550dbd-242c-4a8d-9fc3-785e3774e941 req-20056245-af1d-4f99-81fb-b3c965e993bb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:53.431096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13550dbd-242c-4a8d-9fc3-785e3774e941 req-20056245-af1d-4f99-81fb-b3c965e993bb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.0919847 Dec 13 15:11:53.454284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': 'e850b0d1-0887-49da-87f6-5908cb621b91'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:53.455450 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:53.478602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:53.492964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13550dbd-242c-4a8d-9fc3-785e3774e941 req-33c80725-4f06-409e-ac44-da8f1979f3b9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558062 Dec 13 15:11:53.573771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:53.596452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port e396eecb-e95f-407b-8ba7-9e554c641194 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:11:53.607868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Allocated IP 2001:db8::f816:3eff:fed0:3504 (ceb3b81b-a75f-423f-b1cd-b03431532e58/e850b0d1-0887-49da-87f6-5908cb621b91/284e994b-92d1-44f1-80b9-6985c20fde0f) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:53.764586 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:53.766098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54012) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:53.833262 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:53.857231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54016) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:53.900421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fe3c:57a6 (ceb3b81b-a75f-423f-b1cd-b03431532e58/e850b0d1-0887-49da-87f6-5908cb621b91/e396eecb-e95f-407b-8ba7-9e554c641194) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:53.930515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:53.931744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Pushing event updated for resources: {'Port': ['ID=284e994b-92d1-44f1-80b9-6985c20fde0f,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:53.942579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:53.949249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:53.996791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdc54846-23b9-434c-b701-dcde63338e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.017298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54e8c249-6df9-4db7-90bf-a37ae020fc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.025217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Attempting to bind port 284e994b-92d1-44f1-80b9-6985c20fde0f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:54.026142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Attempting to bind port 284e994b-92d1-44f1-80b9-6985c20fde0f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:54.026711 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Attempting to bind port 284e994b-92d1-44f1-80b9-6985c20fde0f on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:54.034442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:54.035112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:54.036350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.037049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:54.038086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Bound port: 284e994b-92d1-44f1-80b9-6985c20fde0f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:54.038684 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.110349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54e8c249-6df9-4db7-90bf-a37ae020fc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.115456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] For port 284e994b-92d1-44f1-80b9-6985c20fde0f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:54.119121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] For port 284e994b-92d1-44f1-80b9-6985c20fde0f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=284e994b-92d1-44f1-80b9-6985c20fde0f,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:54.138711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.164351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54e8c249-6df9-4db7-90bf-a37ae020fc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.169236 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdc54846-23b9-434c-b701-dcde63338e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.190658 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.207884 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-54e8c249-6df9-4db7-90bf-a37ae020fc9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5108a06c82f546aa8120e6bcfa6208e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493593 Dec 13 15:11:54.208989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8c249-6df9-4db7-90bf-a37ae020fc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab7c7e6-b442-4a51-adc7-4b7838c7f252,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:54.211039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54020) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:54.237416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdc54846-23b9-434c-b701-dcde63338e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.263104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb880d-c241-4415-af36-b74a99d9bca5 None None] Pushing event updated for resources: {'Port': ['ID=284e994b-92d1-44f1-80b9-6985c20fde0f,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:54.265748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.286586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bdc54846-23b9-434c-b701-dcde63338e85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14d5316ce780407c9827ac1424eba162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5193696 Dec 13 15:11:54.289455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54022) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:54.337909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:54.342207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-052514a8-7196-4df3-b544-ce41b066ae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.348803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc54846-23b9-434c-b701-dcde63338e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a154c-8213-4a6e-8e52-d1f0fcfd828b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:54.359081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:54.365843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3caf1f1f-c5eb-43c7-a9f2-e7e23fa3de7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.368449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:54.370878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-052514a8-7196-4df3-b544-ce41b066ae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.374064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:54.374706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.378861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=e396eecb-e95f-407b-8ba7-9e554c641194,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:54.406091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3caf1f1f-c5eb-43c7-a9f2-e7e23fa3de7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.453457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ff61801c-234d-40e8-a2b0-a2eb15765043 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2655599 Dec 13 15:11:54.456360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54024) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:54.509954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08387a42-b33e-42fd-834a-29d8cb673e85 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:54.518053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08387a42-b33e-42fd-834a-29d8cb673e85 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:54.521763 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-08387a42-b33e-42fd-834a-29d8cb673e85 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0620103 Dec 13 15:11:54.521763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-052514a8-7196-4df3-b544-ce41b066ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.522165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54028) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:54.522992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-052514a8-7196-4df3-b544-ce41b066ae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.524068 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-052514a8-7196-4df3-b544-ce41b066ae49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f2a154c-8213-4a6e-8e52-d1f0fcfd828b HTTP/1.1" status: 204 len: 168 time: 0.2334063 Dec 13 15:11:54.532698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052514a8-7196-4df3-b544-ce41b066ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a154c-8213-4a6e-8e52-d1f0fcfd828b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:54.572230 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3caf1f1f-c5eb-43c7-a9f2-e7e23fa3de7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.575331 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3caf1f1f-c5eb-43c7-a9f2-e7e23fa3de7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.576714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3caf1f1f-c5eb-43c7-a9f2-e7e23fa3de7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ab7c7e6-b442-4a51-adc7-4b7838c7f252 HTTP/1.1" status: 204 len: 168 time: 0.3642230 Dec 13 15:11:54.621458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf1f1f-c5eb-43c7-a9f2-e7e23fa3de7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab7c7e6-b442-4a51-adc7-4b7838c7f252,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:54.688860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800f5da-00d2-4be7-9dde-de1f3ec36169 req-f667ee32-b892-43ba-83e5-b4138b42d7a5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:54.690350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6800f5da-00d2-4be7-9dde-de1f3ec36169 req-f667ee32-b892-43ba-83e5-b4138b42d7a5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.1123950 Dec 13 15:11:54.724015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port e396eecb-e95f-407b-8ba7-9e554c641194 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:54.724357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.777696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6800f5da-00d2-4be7-9dde-de1f3ec36169 req-56f08449-6e9b-48dc-a546-3ebda4f39cff tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810254 Dec 13 15:11:54.824431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:54.837784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for e396eecb-e95f-407b-8ba7-9e554c641194 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:54.924434 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.141354 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.320374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 284e994b-92d1-44f1-80b9-6985c20fde0f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:55.352784 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.374574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 284e994b-92d1-44f1-80b9-6985c20fde0f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:55.375110 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.383007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=e396eecb-e95f-407b-8ba7-9e554c641194,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:55.408857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.412443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54046) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:55.417266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-294214d2-5f1e-4b6a-b493-56c323f36da3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/e396eecb-e95f-407b-8ba7-9e554c641194 HTTP/1.1" status: 204 len: 168 time: 0.8939433 Dec 13 15:11:55.417874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54048) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:55.429638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f9de7a6c-3d84-4aed-9f9b-51cbf1662782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.483732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e4723-7f23-4a48-b397-4aed71bf1fcd tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:55.485494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e4723-7f23-4a48-b397-4aed71bf1fcd tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:55.488897 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.490161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec1e4723-7f23-4a48-b397-4aed71bf1fcd tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0711091 Dec 13 15:11:55.492161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54052) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:55.550866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet e850b0d1-0887-49da-87f6-5908cb621b91 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:55.552852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 284e994b-92d1-44f1-80b9-6985c20fde0f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=284e994b-92d1-44f1-80b9-6985c20fde0f,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:55.554390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-65c19182-bd47-447f-8e95-6006ca1e21f1 None None] Provisioning complete for port 284e994b-92d1-44f1-80b9-6985c20fde0f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:55.564886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65c19182-bd47-447f-8e95-6006ca1e21f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.565699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.583627 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f9de7a6c-3d84-4aed-9f9b-51cbf1662782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.605462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.668728 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.673220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f9de7a6c-3d84-4aed-9f9b-51cbf1662782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.680109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65c19182-bd47-447f-8e95-6006ca1e21f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.718382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de7a6c-3d84-4aed-9f9b-51cbf1662782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba1e2b-5b1a-4af1-a3ce-5e27b07ab008,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:55.738526 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f9de7a6c-3d84-4aed-9f9b-51cbf1662782 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96bff2c229ca4262bf0d4a6300011b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243027 Dec 13 15:11:55.741665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54058) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:55.745938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.798592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-65c19182-bd47-447f-8e95-6006ca1e21f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:11:55.799508 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-65c19182-bd47-447f-8e95-6006ca1e21f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:11:55.800578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=284e994b-92d1-44f1-80b9-6985c20fde0f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:55.841010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9038b0a1-7818-483d-88b3-894234a39ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.889803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9038b0a1-7818-483d-88b3-894234a39ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.923263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54066) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:55.931518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.983057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=e850b0d1-0887-49da-87f6-5908cb621b91,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:55.989104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:55.998336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a1acd563-fbcf-49c2-bd97-7dd7ddf1c399 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/e850b0d1-0887-49da-87f6-5908cb621b91 HTTP/1.1" status: 204 len: 168 time: 0.5054080 Dec 13 15:11:55.998731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55eed-5d64-4afd-85f9-8c0b2f53c482 req-b8b428af-8887-4290-9bd3-952f6327904c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:55.999020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54070) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:56.000448 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1d55eed-5d64-4afd-85f9-8c0b2f53c482 req-b8b428af-8887-4290-9bd3-952f6327904c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.1194539 Dec 13 15:11:56.028932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25be4a-652d-4477-b1c0-35bd7aaf9e0d None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:56.055386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1d55eed-5d64-4afd-85f9-8c0b2f53c482 req-1658124c-3321-46fe-91b8-d4d02a55d45f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476725 Dec 13 15:11:56.064675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:56.064947 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-099f47f1-cbba-4574-9426-cc1ca975307f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648084 Dec 13 15:11:56.077436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-765753554-network', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:56.114218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9038b0a1-7818-483d-88b3-894234a39ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.117482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9038b0a1-7818-483d-88b3-894234a39ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.118729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9038b0a1-7818-483d-88b3-894234a39ed0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ba1e2b-5b1a-4af1-a3ce-5e27b07ab008 HTTP/1.1" status: 204 len: 168 time: 0.3760803 Dec 13 15:11:56.128661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29c266-878b-4ffe-9ace-a7f6aa42497a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:56.130164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8c29c266-878b-4ffe-9ace-a7f6aa42497a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0641723 Dec 13 15:11:56.132884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54076) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:56.150591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038b0a1-7818-483d-88b3-894234a39ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba1e2b-5b1a-4af1-a3ce-5e27b07ab008,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:56.181205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Made reservation on behalf of 8185a28a59bf4d67adee62ce5dc17084 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:56.183645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.200368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.205377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fa2642-fd9a-4980-99ca-2701352ad035 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:56.207056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-26fa2642-fd9a-4980-99ca-2701352ad035 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730417 Dec 13 15:11:56.209642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54078) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:56.250044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e7d4dccc-5eb1-4bce-b0e0-271e5387be18 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392690 Dec 13 15:11:56.254328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54080) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:56.264583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:56.269173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:11:56.292181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.329986 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.356580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:11:56.372848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c5f7fa-836c-4932-b014-9b5bcb5e20b3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:56.379120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.379550 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Added segment 1184fc51-0c50-4323-ab9b-00e7984ba82e of type vlan for network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf Dec 13 15:11:56.427926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.484193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:56.487863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.533653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] Deleting port 284e994b-92d1-44f1-80b9-6985c20fde0f {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:56.534032 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.546936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.548490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:56.549397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.602703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] For port 284e994b-92d1-44f1-80b9-6985c20fde0f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=284e994b-92d1-44f1-80b9-6985c20fde0f,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:56.603113 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.616901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] Calling delete_port for 284e994b-92d1-44f1-80b9-6985c20fde0f owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:56.648573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7a3a1df3-f4a3-49a6-ad2c-44e48bed1c44 None None] Could not find standard attr ID for object e396eecb-e95f-407b-8ba7-9e554c641194. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:11:56.667077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:56.681818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:11:56.698897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-57925192-10c5-44ef-a8db-31af0b1d4bb8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7740345 Dec 13 15:11:56.701747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54090) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:56.706781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Request body: {'subnet': {'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-765753554-subnet', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:56.822739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Made reservation on behalf of 8185a28a59bf4d67adee62ce5dc17084 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:56.825189 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.844525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:56.872174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] Pushing event deleted for resources: {'Port': ['ID=284e994b-92d1-44f1-80b9-6985c20fde0f,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:56.874004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b7cb6-5a81-416a-93e1-146b9660c9e8 None None] No DVR routers for this DVR port 284e994b-92d1-44f1-80b9-6985c20fde0f on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:11:56.892172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:11:57.021328 n-d-816954-1 neutron-server[102824]: WARNING neutron.services.revisions.revision_plugin [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Could not find related port for resource to bump revision. Dec 13 15:11:57.097356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_pluggable_backend [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Port 284e994b-92d1-44f1-80b9-6985c20fde0f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 15:11:57.097655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_pluggable_backend [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:3504 {{(pid=102824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 15:11:57.104874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_pluggable_backend [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed0:3504 {{(pid=102824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 15:11:57.111287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.155925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:57.159632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:57.162644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:57.163636 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.170127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3be819-1d3a-449b-9d82-e4e22cc5702a None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:57.170682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73265db-5d8f-4ae2-a5d5-647adc70ecaf req-afb8eb39-7f5c-4dc9-96d5-f8f28d376229 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:57.171935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e73265db-5d8f-4ae2-a5d5-647adc70ecaf req-afb8eb39-7f5c-4dc9-96d5-f8f28d376229 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.0525074 Dec 13 15:11:57.182043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=0fed24c1-1f9c-4a03-a832-c0fbdc071b08,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:57.187256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.257808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e73265db-5d8f-4ae2-a5d5-647adc70ecaf req-67d64c6b-0e58-4ad4-999d-dbffd66452da tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739987 Dec 13 15:11:57.259750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ea72cb7-9caf-4696-a84e-c92c3d8545ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0007265 Dec 13 15:11:57.260055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54104) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:57.262270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecb2461-663c-4d64-bb89-6133ac6d867b,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:57.271613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:27:03:79', 'name': 'tempest-NetworksTestDHCPv6-2119615597'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:57.278797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Checking segment: {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:57.280544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Network hostable DHCP agents. Network: 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:11:57.312130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 284e994b-92d1-44f1-80b9-6985c20fde0f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:11:57.343593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 284e994b-92d1-44f1-80b9-6985c20fde0f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:11:57.344047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 284e994b-92d1-44f1-80b9-6985c20fde0f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:11:57.386958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:11:57.420318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '0fed24c1-1f9c-4a03-a832-c0fbdc071b08'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:57.421246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.467404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:57.471431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:57.476065 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.487016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e54fa69-5fd4-415b-afa3-aebd733717d4 None None] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:11:57.495729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:11:57.500887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.521906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port f701d77a-b61e-478c-a5c9-1f05b14c853b yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:11:57.586040 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2986f7e5-8ca0-4452-88fa-a8de7d2edb68 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8822572 Dec 13 15:11:57.588420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54110) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:57.594512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:11:57.618874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Allocated IP 2001:db8::f816:3eff:fef7:37 (ceb3b81b-a75f-423f-b1cd-b03431532e58/0fed24c1-1f9c-4a03-a832-c0fbdc071b08/723bd838-2f93-4514-9a7a-52964d7f60ea) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:57.690429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.691525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.751159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:11:57.752002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.752484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.888120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.940399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Allocated IP 172.20.0.2 (2dd410cf-4ece-4092-b6c4-c5537b2dd7bf/5ecb2461-663c-4d64-bb89-6133ac6d867b/cc2f5dba-2694-47a1-a910-9a7847637cad) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:57.993265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:57.993655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.031581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fe27:379 (ceb3b81b-a75f-423f-b1cd-b03431532e58/0fed24c1-1f9c-4a03-a832-c0fbdc071b08/f701d77a-b61e-478c-a5c9-1f05b14c853b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:58.052060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:58.059614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:58.072990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:58.082402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Pushing event updated for resources: {'Port': ['ID=723bd838-2f93-4514-9a7a-52964d7f60ea,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:58.187570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Attempting to bind port 723bd838-2f93-4514-9a7a-52964d7f60ea on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:58.188247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Attempting to bind port 723bd838-2f93-4514-9a7a-52964d7f60ea by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:58.188383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Attempting to bind port 723bd838-2f93-4514-9a7a-52964d7f60ea on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:58.197592 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.200224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:58.201705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:58.201705 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.201705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:58.201992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Bound port: 723bd838-2f93-4514-9a7a-52964d7f60ea, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:58.202523 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.239963 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.290014 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.303733 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.326331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.348121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] For port 723bd838-2f93-4514-9a7a-52964d7f60ea, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:58.373329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:58.373529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.373642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] For port 723bd838-2f93-4514-9a7a-52964d7f60ea, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=723bd838-2f93-4514-9a7a-52964d7f60ea,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:58.377706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:58.384292 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:58.417451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Pushing event updated for resources: {'Port': ['ID=cc2f5dba-2694-47a1-a910-9a7847637cad,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:58.455371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:58.462924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:58.467861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955391f6-e3e1-493f-986b-67339661ab52 req-e9ae1084-b1c4-47fe-9a74-b6e0bbdad86b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:58.468041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:58.473109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.476198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-955391f6-e3e1-493f-986b-67339661ab52 req-e9ae1084-b1c4-47fe-9a74-b6e0bbdad86b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.1301491 Dec 13 15:11:58.476324 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:58.477657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.507392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Attempting to bind port cc2f5dba-2694-47a1-a910-9a7847637cad on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:11:58.507696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Attempting to bind port cc2f5dba-2694-47a1-a910-9a7847637cad by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:11:58.508022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Attempting to bind port cc2f5dba-2694-47a1-a910-9a7847637cad on network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:11:58.512561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=f701d77a-b61e-478c-a5c9-1f05b14c853b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:58.528092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:11:58.529562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Checking segment: {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:11:58.529894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Allocated IP 172.25.7.14 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/c14b098c-9361-4d4b-b4bd-668f2de5817f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:11:58.530076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.539707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Bound using segment: {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:11:58.539707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Bound port: cc2f5dba-2694-47a1-a910-9a7847637cad, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:11:58.539707 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.557350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-955391f6-e3e1-493f-986b-67339661ab52 req-aff6576f-8d81-4946-8dc2-e3f024d36d37 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807061 Dec 13 15:11:58.564102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-785cdd15-c355-4842-8fb4-135cffc4ce04 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3000729 Dec 13 15:11:58.564530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54130) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:58.622266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f392-b4cd-43b1-a7a4-698c7967ba28 None None] Pushing event updated for resources: {'Port': ['ID=723bd838-2f93-4514-9a7a-52964d7f60ea,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:58.658551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd88a39-533a-4b45-b100-f1fff339bbe6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:58.669481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd88a39-533a-4b45-b100-f1fff339bbe6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:58.671194 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bfd88a39-533a-4b45-b100-f1fff339bbe6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1057291 Dec 13 15:11:58.674481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54132) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:58.687481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] For port cc2f5dba-2694-47a1-a910-9a7847637cad, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:11:58.689612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] For port cc2f5dba-2694-47a1-a910-9a7847637cad, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cc2f5dba-2694-47a1-a910-9a7847637cad,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:11:58.704341 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.747712 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.791194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port f701d77a-b61e-478c-a5c9-1f05b14c853b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:11:58.791416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.838396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b331d8-6857-438f-b9b3-296c84fbfd56 None None] Pushing event updated for resources: {'Port': ['ID=cc2f5dba-2694-47a1-a910-9a7847637cad,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:58.838971 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.899873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:11:58.905021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:11:58.908660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:11:58.920713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:58.926529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Pushing event updated for resources: {'Port': ['ID=c14b098c-9361-4d4b-b4bd-668f2de5817f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:58.937229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for f701d77a-b61e-478c-a5c9-1f05b14c853b owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:11:59.144453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54136) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:59.198753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.257760 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=f701d77a-b61e-478c-a5c9-1f05b14c853b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:59.304033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.307185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-abffffee-7632-441a-8f2b-94df917079e1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/f701d77a-b61e-478c-a5c9-1f05b14c853b HTTP/1.1" status: 204 len: 168 time: 0.6317711 Dec 13 15:11:59.314382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54140) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:59.330667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-76839da3-5937-49fb-ac4b-ead9f34aa440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.354884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc2f5dba-2694-47a1-a910-9a7847637cad up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:59.401069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c27d766-a3b2-4c46-b418-483554bae8fe tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:59.403516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c27d766-a3b2-4c46-b418-483554bae8fe tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:59.406316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8c27d766-a3b2-4c46-b418-483554bae8fe tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0900578 Dec 13 15:11:59.409450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54142) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:59.417193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cc2f5dba-2694-47a1-a910-9a7847637cad triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:59.417638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.465985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-76839da3-5937-49fb-ac4b-ead9f34aa440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.491951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 0fed24c1-1f9c-4a03-a832-c0fbdc071b08 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:11:59.497816 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.507794 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.536858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.543979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port cc2f5dba-2694-47a1-a910-9a7847637cad, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cc2f5dba-2694-47a1-a910-9a7847637cad,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:11:59.546910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-76839da3-5937-49fb-ac4b-ead9f34aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.593540 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.594536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 723bd838-2f93-4514-9a7a-52964d7f60ea up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:11:59.603126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-76839da3-5937-49fb-ac4b-ead9f34aa440 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56059f13931748f7ab351aa2152dc11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575708 Dec 13 15:11:59.609037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76839da3-5937-49fb-ac4b-ead9f34aa440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb6692-e22e-4484-a33b-3cecdfbc9af3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:59.609037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54146) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:11:59.613629 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.663946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69c94551-1833-46e9-87b2-8a3009ed78f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.712998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=cc2f5dba-2694-47a1-a910-9a7847637cad,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:59.713519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69c94551-1833-46e9-87b2-8a3009ed78f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.751020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 723bd838-2f93-4514-9a7a-52964d7f60ea triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:11:59.751460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.773205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b895f-39db-476b-bb6e-e57fc82609c2 req-c3cdcd6d-2d88-4aa6-b8f2-8be02197e003 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:11:59.780142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-042b895f-39db-476b-bb6e-e57fc82609c2 req-c3cdcd6d-2d88-4aa6-b8f2-8be02197e003 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.1049623 Dec 13 15:11:59.817395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.852417 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.854058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-042b895f-39db-476b-bb6e-e57fc82609c2 req-46eb25f3-0fa5-4c96-8bcf-485e8ed924b8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544496 Dec 13 15:11:59.859399 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69c94551-1833-46e9-87b2-8a3009ed78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.862107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69c94551-1833-46e9-87b2-8a3009ed78f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.863290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69c94551-1833-46e9-87b2-8a3009ed78f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62cb6692-e22e-4484-a33b-3cecdfbc9af3 HTTP/1.1" status: 204 len: 168 time: 0.2556262 Dec 13 15:11:59.880914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c94551-1833-46e9-87b2-8a3009ed78f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb6692-e22e-4484-a33b-3cecdfbc9af3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:11:59.946120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:11:59.992083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.012152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2fd23cc5-150b-4b9f-a654-5089b69e5a38 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:12:00.032689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-206037b8-2a7c-4b99-97de-db9b9779ec21 None None] Provisioning complete for port 723bd838-2f93-4514-9a7a-52964d7f60ea triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:00.033390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-206037b8-2a7c-4b99-97de-db9b9779ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.052525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=0fed24c1-1f9c-4a03-a832-c0fbdc071b08,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:00.060885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.064472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f5b5f065-4034-475a-b5c5-2f9aa9436550 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/0fed24c1-1f9c-4a03-a832-c0fbdc071b08 HTTP/1.1" status: 204 len: 168 time: 0.6539967 Dec 13 15:12:00.067003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:00.070848 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:12:00.071206 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:12:00.143240 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ebdba1d1-8c04-4060-8009-6606a7d461ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746360 Dec 13 15:12:00.145851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54152) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:00.157408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:00.210088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:12:00.215049 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:12:00.253643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d62c86c-1d0d-4349-9ce7-0cf4da53d9c3 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:00.260005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2fd23cc5-150b-4b9f-a654-5089b69e5a38, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:00.339627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'port_id': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'mac_address': 'fa:16:3e:40:c3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:12:00.350275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-206037b8-2a7c-4b99-97de-db9b9779ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.373701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:00.382329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:00.389880 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.480846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.482130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0f320a04-dfb1-4784-8561-79ef70f7f254 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8916540 Dec 13 15:12:00.485241 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54156) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:00.529195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8006914-8582-492d-8504-6c118e908a53 None None] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:00.531480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Sync routers for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:00.664679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54158) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:00.680351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d783fc3-e73b-4bd4-9815-a97e0d2e61ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.682277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:00.683301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:00.760059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-206037b8-2a7c-4b99-97de-db9b9779ec21 None None] For port 723bd838-2f93-4514-9a7a-52964d7f60ea, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=723bd838-2f93-4514-9a7a-52964d7f60ea,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:00.764404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d783fc3-e73b-4bd4-9815-a97e0d2e61ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.805619 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.811908 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.853239 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d783fc3-e73b-4bd4-9815-a97e0d2e61ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.893134 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-206037b8-2a7c-4b99-97de-db9b9779ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:00.898774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd23cc5-150b-4b9f-a654-5089b69e5a38 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:12:00.909466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1d783fc3-e73b-4bd4-9815-a97e0d2e61ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbce39763d1a4469bb556eb574dffcf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433140 Dec 13 15:12:00.910418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54162) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:00.911087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d783fc3-e73b-4bd4-9815-a97e0d2e61ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4742bb48-9c4e-4293-885c-326ac1d534a0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:00.986930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:12:01.035464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4528d5bf-943a-4f25-bad1-bcf8407a2cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.044487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155d86-81d7-4ce7-a14c-32b293460d42 req-cbc90a57-c0d4-4597-a1ff-4f5314ec0644 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:01.046257 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49155d86-81d7-4ce7-a14c-32b293460d42 req-cbc90a57-c0d4-4597-a1ff-4f5314ec0644 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 943 time: 0.0771329 Dec 13 15:12:01.046943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2fd23cc5-150b-4b9f-a654-5089b69e5a38, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:01.069670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4528d5bf-943a-4f25-bad1-bcf8407a2cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.093759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-180dc3e1-5a9f-4772-8462-6b435a2cac2c None None] Could not find standard attr ID for object f701d77a-b61e-478c-a5c9-1f05b14c853b. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:12:01.107429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206037b8-2a7c-4b99-97de-db9b9779ec21 None None] Pushing event updated for resources: {'Port': ['ID=723bd838-2f93-4514-9a7a-52964d7f60ea,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:01.116917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:01.133164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49155d86-81d7-4ce7-a14c-32b293460d42 req-d68372a6-3f9b-4678-a0e5-2027545b33ce tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604999 Dec 13 15:12:01.149054 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.209633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4528d5bf-943a-4f25-bad1-bcf8407a2cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.212431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4528d5bf-943a-4f25-bad1-bcf8407a2cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.216121 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4528d5bf-943a-4f25-bad1-bcf8407a2cca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4742bb48-9c4e-4293-885c-326ac1d534a0 HTTP/1.1" status: 204 len: 168 time: 0.2911344 Dec 13 15:12:01.224226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528d5bf-943a-4f25-bad1-bcf8407a2cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4742bb48-9c4e-4293-885c-326ac1d534a0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:01.237474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.252899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:12:01.272721 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:12:01.273064 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:12:01.330585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-180dc3e1-5a9f-4772-8462-6b435a2cac2c None None] Provisioning complete for port cc2f5dba-2694-47a1-a910-9a7847637cad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:01.330980 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-180dc3e1-5a9f-4772-8462-6b435a2cac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.332963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2fd23cc5-150b-4b9f-a654-5089b69e5a38,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:01.401159 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.405097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['2fd23cc5-150b-4b9f-a654-5089b69e5a38'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:12:01.556467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] Deleting port 723bd838-2f93-4514-9a7a-52964d7f60ea {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:01.557138 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.630754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Allocated IP 172.20.0.1 (2dd410cf-4ece-4092-b6c4-c5537b2dd7bf/5ecb2461-663c-4d64-bb89-6133ac6d867b/dfc7aadf-cebd-460b-94da-85bed925579e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:01.741153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] For port 723bd838-2f93-4514-9a7a-52964d7f60ea, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=723bd838-2f93-4514-9a7a-52964d7f60ea,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:01.741629 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.751551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:11:59Z', 'revision_number': 3, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:01.789485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] Calling delete_port for 723bd838-2f93-4514-9a7a-52964d7f60ea owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:01.804084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Checking router: a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:12:01.804435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Updating router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 port c14b098c-9361-4d4b-b4bd-668f2de5817f binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:12:01.880721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc2f5dba-2694-47a1-a910-9a7847637cad up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:01.915554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-47b3547c-52be-4bcb-869b-5259f073451b None None] Provisioning complete for port cc2f5dba-2694-47a1-a910-9a7847637cad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:01.915824 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47b3547c-52be-4bcb-869b-5259f073451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.922379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:01.967041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port 723bd838-2f93-4514-9a7a-52964d7f60ea, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=723bd838-2f93-4514-9a7a-52964d7f60ea,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:02.018962 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.033828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.083879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.085318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.160210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:02.166307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.178352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:02.188719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cc2f5dba-2694-47a1-a910-9a7847637cad triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:02.189075 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.189445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:02.190102 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.203057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=92e7476b-4950-4e83-957d-b3eb33a3556e,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:02.228033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:02.228853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=723bd838-2f93-4514-9a7a-52964d7f60ea,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:02.255727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:02.264826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:02.316818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc7aadf-cebd-460b-94da-85bed925579e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:02.353426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a358f5a6-281b-4dd8-a53a-7a6acdbaace6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2062998 Dec 13 15:12:02.357049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54184) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:02.361297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:04:51:dc', 'name': 'tempest-NetworksTestDHCPv6-1140234075'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:02.406921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.481463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98460e-92ec-4169-983c-f66fe51ffa05 req-6225cf85-03c8-4188-b471-f19453d12a19 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:02.485064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c98460e-92ec-4169-983c-f66fe51ffa05 req-6225cf85-03c8-4188-b471-f19453d12a19 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 944 time: 0.2248669 Dec 13 15:12:02.604524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4c98460e-92ec-4169-983c-f66fe51ffa05 req-5a2f09f1-652b-48d2-a762-8429273ec1eb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993121 Dec 13 15:12:02.645483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.650144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:02.697840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] Pushing event deleted for resources: {'Port': ['ID=723bd838-2f93-4514-9a7a-52964d7f60ea,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:02.718452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.758951 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.771710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b08fa-2737-4f76-86c4-30533f873543 None None] No DVR routers for this DVR port 723bd838-2f93-4514-9a7a-52964d7f60ea on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:12:02.782270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-22a6a740-8880-4a0e-a632-f0334412fc77 None None] Provisioning complete for port dfc7aadf-cebd-460b-94da-85bed925579e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:02.782756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-22a6a740-8880-4a0e-a632-f0334412fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.793836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port d496d6f7-ca35-4562-a9c4-f47a27248f61 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:02.806498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33f8e6-8de8-4f25-ae71-f21f8ef0155a None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:02.823975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 723bd838-2f93-4514-9a7a-52964d7f60ea no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:12:02.875120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.903123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 723bd838-2f93-4514-9a7a-52964d7f60ea {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:12:02.903457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 723bd838-2f93-4514-9a7a-52964d7f60ea not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:12:02.913419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-22a6a740-8880-4a0e-a632-f0334412fc77 None None] Port dfc7aadf-cebd-460b-94da-85bed925579e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:02.942317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fe04:51dc (ceb3b81b-a75f-423f-b1cd-b03431532e58/92e7476b-4950-4e83-957d-b3eb33a3556e/d496d6f7-ca35-4562-a9c4-f47a27248f61) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:02.972698 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:02.980796 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.044936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.046387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Attempting to bind port c14b098c-9361-4d4b-b4bd-668f2de5817f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:03.046815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Attempting to bind port c14b098c-9361-4d4b-b4bd-668f2de5817f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:03.047063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Attempting to bind port c14b098c-9361-4d4b-b4bd-668f2de5817f on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:03.073019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336c498-0c01-4240-87ae-74777ad60a3e None None] Pushing event updated for resources: {'Port': ['ID=c14b098c-9361-4d4b-b4bd-668f2de5817f,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:03.076255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:03.076622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:03.077023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.077412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:03.077922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Bound port: c14b098c-9361-4d4b-b4bd-668f2de5817f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:03.078280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.103225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '92e7476b-4950-4e83-957d-b3eb33a3556e'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:12:03.104085 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.121587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc7aadf-cebd-460b-94da-85bed925579e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:03.125968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.161780 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.199208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] For port c14b098c-9361-4d4b-b4bd-668f2de5817f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:03.221137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] For port c14b098c-9361-4d4b-b4bd-668f2de5817f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c14b098c-9361-4d4b-b4bd-668f2de5817f,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:03.246092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:03.247542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:03.262608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.320231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:03.329561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:03.333527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:03.344594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:03.345486 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.346256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Allocated IP 2001:db8::f816:3eff:feec:5b0d (ceb3b81b-a75f-423f-b1cd-b03431532e58/92e7476b-4950-4e83-957d-b3eb33a3556e/b0d5129c-83e6-4128-895f-cff2467ca935) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:03.357728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=d496d6f7-ca35-4562-a9c4-f47a27248f61,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:03.375838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.395549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:03.458037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f749642a-8b1d-4f02-8e7d-26a5610c2c71 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0984495 Dec 13 15:12:03.460174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:03.494174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:03.494835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:03.496600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336c498-0c01-4240-87ae-74777ad60a3e None None] Pushing event updated for resources: {'Port': ['ID=c14b098c-9361-4d4b-b4bd-668f2de5817f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:03.549971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac56ba92-81bf-40f7-83cc-a918b690f1a3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:03.555158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac56ba92-81bf-40f7-83cc-a918b690f1a3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0952256 Dec 13 15:12:03.555921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54204) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:03.587570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:03.593502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c584573f-d7c3-4462-8931-410d53c34e46 admin admin] 10.222.0.24 "PUT /v2.0/routers/a508aa61-15ad-48ba-ad5d-8cc2b8c6d519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1069539 Dec 13 15:12:03.702014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port d496d6f7-ca35-4562-a9c4-f47a27248f61 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:03.702410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.715896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-82cc97d1-8568-400b-9009-d6606f8df070 None None] Provisioning complete for port dfc7aadf-cebd-460b-94da-85bed925579e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:03.716885 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-82cc97d1-8568-400b-9009-d6606f8df070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.720725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.759131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:03.785755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21463d3-66bd-4abd-9f73-d15ac4f49800 req-461857f0-f6aa-4607-ac26-af3ddd6def77 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:03.788406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e21463d3-66bd-4abd-9f73-d15ac4f49800 req-461857f0-f6aa-4607-ac26-af3ddd6def77 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 944 time: 0.0723467 Dec 13 15:12:03.799264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-82cc97d1-8568-400b-9009-d6606f8df070 None None] Port dfc7aadf-cebd-460b-94da-85bed925579e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:03.801707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.815493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for d496d6f7-ca35-4562-a9c4-f47a27248f61 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:03.851302 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:03.856907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e21463d3-66bd-4abd-9f73-d15ac4f49800 req-255c230d-f096-4e2f-8786-3a424ca3807a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604243 Dec 13 15:12:03.947717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:03.954648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:03.959945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:03.976906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Pushing event updated for resources: {'Port': ['ID=b0d5129c-83e6-4128-895f-cff2467ca935,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:04.018194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2fd23cc5-150b-4b9f-a654-5089b69e5a38 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:04.038416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.072097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=d496d6f7-ca35-4562-a9c4-f47a27248f61,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:04.103728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Attempting to bind port b0d5129c-83e6-4128-895f-cff2467ca935 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:04.104098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Attempting to bind port b0d5129c-83e6-4128-895f-cff2467ca935 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:04.104462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Attempting to bind port b0d5129c-83e6-4128-895f-cff2467ca935 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:04.107620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.113607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-13a0aacb-65e4-428e-b3f7-ba14a05eb498 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/d496d6f7-ca35-4562-a9c4-f47a27248f61 HTTP/1.1" status: 204 len: 168 time: 0.5544217 Dec 13 15:12:04.114111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54224) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:04.121936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:04.122321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:04.122734 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.123131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:04.123669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Bound port: b0d5129c-83e6-4128-895f-cff2467ca935, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:04.123998 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.180499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee87392-1881-429e-915b-0e7f14352d67 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:04.182158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee87392-1881-429e-915b-0e7f14352d67 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:04.184826 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ee87392-1881-429e-915b-0e7f14352d67 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0687466 Dec 13 15:12:04.186889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54232) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:04.206673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 2, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:04.210679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] For port b0d5129c-83e6-4128-895f-cff2467ca935, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:04.246020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:12:04.247673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 92e7476b-4950-4e83-957d-b3eb33a3556e {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:04.248151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82411bb4-eb83-4bca-899a-a9bba8073d2d None None] The sync data for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 is: [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 2, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:04.251429 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.253026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] For port b0d5129c-83e6-4128-895f-cff2467ca935, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b0d5129c-83e6-4128-895f-cff2467ca935,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:04.258501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:04.258501 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.297601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.342667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.412056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.446720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec759f9-dfe4-4083-bb6d-122a6242e9a7 None None] Pushing event updated for resources: {'Port': ['ID=b0d5129c-83e6-4128-895f-cff2467ca935,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:04.454663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:12:04.460148 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.460282 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b7d54-ad9e-4608-ba81-9873e515634b" -d '{"events": [{"server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "name": "network-vif-plugged", "status": "completed", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:12:04.502600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 2fd23cc5-150b-4b9f-a654-5089b69e5a38, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:04.521260 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39185187-1425-4c73-a5db-9c483baca6fa x-openstack-request-id: req-39185187-1425-4c73-a5db-9c483baca6fa {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:12:04.521803 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "name": "network-vif-plugged", "status": "completed", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:12:04.522856 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39185187-1425-4c73-a5db-9c483baca6fa {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:12:04.523471 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'code': 200} Dec 13 15:12:04.559666 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.650660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.677441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d419f88-4f0a-4eaf-8748-776403e85e9c req-e15206eb-4716-4953-a6d9-a892ec829448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:04.685001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=2fd23cc5-150b-4b9f-a654-5089b69e5a38,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:04.685481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d419f88-4f0a-4eaf-8748-776403e85e9c req-e15206eb-4716-4953-a6d9-a892ec829448 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 1096 time: 0.0634649 Dec 13 15:12:04.718505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:04.744499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54268) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:04.744827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/92e7476b-4950-4e83-957d-b3eb33a3556e HTTP/1.1" status: 204 len: 168 time: 0.5522649 Dec 13 15:12:04.749961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ef8c6-5434-4be1-af7b-83b7838283b2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=92e7476b-4950-4e83-957d-b3eb33a3556e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:04.824825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54274) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:04.830107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-882338328-network', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:04.987825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Made reservation on behalf of 6fcf6dde8dfe426aa412b3c7f256c370 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:04.990374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.003369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.117174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.160378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-334f0f00-73ea-4e10-9946-d8e3656582ec tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4115324 Dec 13 15:12:05.163734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54290) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:05.173808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d419f88-4f0a-4eaf-8748-776403e85e9c req-8522c991-3a67-4e62-9c57-f46bdde53f10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4831073 Dec 13 15:12:05.211283 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.232431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e36fc-465f-4ef9-bdca-567eceb18839 req-89f22fbe-8248-4809-be4e-d9fbdae11548 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:05.234046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a24e36fc-465f-4ef9-bdca-567eceb18839 req-89f22fbe-8248-4809-be4e-d9fbdae11548 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 945 time: 0.0780416 Dec 13 15:12:05.268917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:12:05.293289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21720703-84cc-4544-8054-0b575a003a23,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:05.306220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442448b2-54d0-4021-8be2-c1959d657656 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:05.308611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a24e36fc-465f-4ef9-bdca-567eceb18839 req-d4650f75-8524-43ec-a5b1-af97190ff717 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613534 Dec 13 15:12:05.310468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-442448b2-54d0-4021-8be2-c1959d657656 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1456406 Dec 13 15:12:05.310639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54296) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:05.316869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.316869 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Added segment 15435b6c-3a06-46aa-94fa-328470862652 of type vlan for network 1be66113-bf7c-4fd9-97dc-54e2618c839e Dec 13 15:12:05.361140 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.375097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4b09a-2162-423b-87c0-da7ec7151a2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:05.379711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9fd4b09a-2162-423b-87c0-da7ec7151a2b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650551 Dec 13 15:12:05.383867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54302) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:05.428796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc68f1cc-ec1d-4f8a-9655-60b37a3e2a2d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431514 Dec 13 15:12:05.432989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54304) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:05.442011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:05.461446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.462459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:05.463051 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.539488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] Pushing event updated for resources: {'Network': ['ID=1be66113-bf7c-4fd9-97dc-54e2618c839e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:05.553602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:12:05.592439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f9c6a7b-b298-40e1-ac80-b3fda7bc3c10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7662153 Dec 13 15:12:05.594749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54314) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:05.602344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Request body: {'subnet': {'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-882338328-subnet', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:05.710047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892fff2-fd1d-4db5-a4fb-d0ba6f9f9b2e None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:05.718896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:05.722570 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.801236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-5f8a8d7a-551b-424e-bcb0-7b9fb95e5e12 None None] Provisioning complete for port b0d5129c-83e6-4128-895f-cff2467ca935 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:05.807288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8d7a-551b-424e-bcb0-7b9fb95e5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.809546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Made reservation on behalf of 6fcf6dde8dfe426aa412b3c7f256c370 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:05.812424 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:05.990480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b0d5129c-83e6-4128-895f-cff2467ca935 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:06.055860 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:12:06.059085 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8d7a-551b-424e-bcb0-7b9fb95e5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.077381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b0d5129c-83e6-4128-895f-cff2467ca935 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:06.077731 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.090380 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.168720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:06.172338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:06.177469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:06.178092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.181594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=824f6d38-82af-4423-8aa5-dc1a881f2785,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:06.227701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.249539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c4b31108-92a3-4e2c-8635-d005ce0c200e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8127723 Dec 13 15:12:06.250349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:06.255373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:12:df:ec', 'name': 'tempest-NetworksTestDHCPv6-872066247'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:06.313858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5f8a8d7a-551b-424e-bcb0-7b9fb95e5e12 None None] For port b0d5129c-83e6-4128-895f-cff2467ca935, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b0d5129c-83e6-4128-895f-cff2467ca935,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:06.328609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8295a17e-4cdf-4604-9a6a-e0e4841fc2e3,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:06.346359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] Deleting port b0d5129c-83e6-4128-895f-cff2467ca935 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:06.346739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.382186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Checking segment: {'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:06.382713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Network hostable DHCP agents. Network: 1be66113-bf7c-4fd9-97dc-54e2618c839e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:12:06.417786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54328) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:06.431278 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8d7a-551b-424e-bcb0-7b9fb95e5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.475164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:12:06.489957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f82540-46d2-406f-95c4-61fc9ddc623b req-eb10ffc3-8505-4550-91f5-686f184e91a9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:06.491550 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1f82540-46d2-406f-95c4-61fc9ddc623b req-eb10ffc3-8505-4550-91f5-686f184e91a9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 945 time: 0.0674651 Dec 13 15:12:06.503351 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.513133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:06.516640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a8d7a-551b-424e-bcb0-7b9fb95e5e12 None None] Pushing event updated for resources: {'Port': ['ID=b0d5129c-83e6-4128-895f-cff2467ca935,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:06.522634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.535983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f1f82540-46d2-406f-95c4-61fc9ddc623b req-a87823ae-6f31-4cb8-9d85-8231a3558ef3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382924 Dec 13 15:12:06.562568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1be66113-bf7c-4fd9-97dc-54e2618c839e) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:06.583504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:06.584228 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.585145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port ffdeefa9-fe11-4d89-833e-a64cfd083bcd yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:06.592366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd24a-5690-4c1e-91e5-83874b82130e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.616518 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:12:06.617119 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:12:06.617561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f7092-b317-41c7-a3ff-2ce7b3e23975 None None] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:06.621578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] For port b0d5129c-83e6-4128-895f-cff2467ca935, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b0d5129c-83e6-4128-895f-cff2467ca935,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:06.627748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.691125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] Calling delete_port for b0d5129c-83e6-4128-895f-cff2467ca935 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:06.699791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e340d413-132f-4e66-aaa7-35cd6c1c7905 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1015222 Dec 13 15:12:06.701052 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd24a-5690-4c1e-91e5-83874b82130e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.702100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54334) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:06.707462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:06.756100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::2fc (ceb3b81b-a75f-423f-b1cd-b03431532e58/824f6d38-82af-4423-8aa5-dc1a881f2785/ffdeefa9-fe11-4d89-833e-a64cfd083bcd) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:06.771055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd24a-5690-4c1e-91e5-83874b82130e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.778456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edea444-5e1d-4b91-bb96-6c853ecd0775 req-7d086bbe-3e1a-4a2c-a60e-9805d11b0cd1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:06.779993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1edea444-5e1d-4b91-bb96-6c853ecd0775 req-7d086bbe-3e1a-4a2c-a60e-9805d11b0cd1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 945 time: 0.0944219 Dec 13 15:12:06.810919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.812149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.825023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fd24a-5690-4c1e-91e5-83874b82130e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03922dc8-986b-45d5-b4ba-954f92db8d97,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:06.838969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a9fd24a-5690-4c1e-91e5-83874b82130e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2a85faf4ca44a728e3a67bd6ee62479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179378 Dec 13 15:12:06.840083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54336) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:06.862463 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1edea444-5e1d-4b91-bb96-6c853ecd0775 req-fa04e0c3-e191-41f1-9cb9-234a311f1d2e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717037 Dec 13 15:12:06.902930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-1be66113-bf7c-4fd9-97dc-54e2618c839e', 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'fixed_ips': [{'subnet_id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:12:06.904035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.905573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54338) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:06.922683 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.973531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0393019f-66fb-410e-a8be-0d749755cc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.982819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:06.987182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.010738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0393019f-66fb-410e-a8be-0d749755cc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.027710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] Pushing event deleted for resources: {'Port': ['ID=b0d5129c-83e6-4128-895f-cff2467ca935,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:07.035642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c3fd4-e4f3-41b7-8797-8c4edb2ef9be None None] No DVR routers for this DVR port b0d5129c-83e6-4128-895f-cff2467ca935 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:12:07.055465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b7814-18ce-4f20-84a2-e4651f7fee38 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:07.079012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.134183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:07.151589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Port b0d5129c-83e6-4128-895f-cff2467ca935 update to ACTIVE by agent not found {{(pid=102825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 13 15:12:07.151589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c14b098c-9361-4d4b-b4bd-668f2de5817f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:07.176217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:07.182867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:07.183012 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Sync routers for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:07.189572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:07.189572 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.198871 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:07.200131 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:07.214898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=ffdeefa9-fe11-4d89-833e-a64cfd083bcd,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:07.221815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3d058-074a-4032-bca1-6d9e278fb3c1 tempest-TestVolumeBootPattern-1109986567 tempest-TestVolumeBootPattern-1109986567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:07.223381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5ae3d058-074a-4032-bca1-6d9e278fb3c1 tempest-TestVolumeBootPattern-1109986567 tempest-TestVolumeBootPattern-1109986567-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 1091 time: 0.3168337 Dec 13 15:12:07.227123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54342) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:07.230307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.232347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:07.259567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Allocated IP 172.20.0.2 (1be66113-bf7c-4fd9-97dc-54e2618c839e/8295a17e-4cdf-4604-9a6a-e0e4841fc2e3/6b253d19-82a0-4a0e-8200-caaa5728700e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:07.293953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c1e9182a-6fae-4175-832b-0877ae0f8b40 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0404644 Dec 13 15:12:07.294751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54344) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:07.315621 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:07.318199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0393019f-66fb-410e-a8be-0d749755cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.319437 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0393019f-66fb-410e-a8be-0d749755cc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.326610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0393019f-66fb-410e-a8be-0d749755cc85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03922dc8-986b-45d5-b4ba-954f92db8d97 HTTP/1.1" status: 204 len: 168 time: 0.4841413 Dec 13 15:12:07.346169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393019f-66fb-410e-a8be-0d749755cc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03922dc8-986b-45d5-b4ba-954f92db8d97,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:07.392059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a6b58-85bc-41e7-bac7-9853e3d024f2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:07.393933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac2a6b58-85bc-41e7-bac7-9853e3d024f2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0981984 Dec 13 15:12:07.397604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54348) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:07.438866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.442774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c14b098c-9361-4d4b-b4bd-668f2de5817f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:07.442774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.507242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': '824f6d38-82af-4423-8aa5-dc1a881f2785'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:12:07.508480 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.558579 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 2, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:07.563046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port ffdeefa9-fe11-4d89-833e-a64cfd083bcd {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:07.563398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.593392 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Checking router: a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:12:07.593739 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Updating router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 port dfc7aadf-cebd-460b-94da-85bed925579e binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:12:07.627828 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.679105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.691400 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.702016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.704271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for ffdeefa9-fe11-4d89-833e-a64cfd083bcd owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:07.736212 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.764584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/824f6d38-82af-4423-8aa5-dc1a881f2785/3e487e51-eada-49bd-b960-f3964c88f312) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:07.766644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.774068 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.895062 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.25.7.22 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/de17d692-f1ca-4715-a0e9-6677b23ef60c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:07.971622 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:07.977952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port c14b098c-9361-4d4b-b4bd-668f2de5817f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c14b098c-9361-4d4b-b4bd-668f2de5817f,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:07.979984 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.032161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:08.035271 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.042864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:08.045227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:08.047248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Pushing event updated for resources: {'Port': ['ID=6b253d19-82a0-4a0e-8200-caaa5728700e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.050837 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.106463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Attempting to bind port 6b253d19-82a0-4a0e-8200-caaa5728700e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:08.106847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Attempting to bind port 6b253d19-82a0-4a0e-8200-caaa5728700e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:08.107257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Attempting to bind port 6b253d19-82a0-4a0e-8200-caaa5728700e on network 1be66113-bf7c-4fd9-97dc-54e2618c839e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:08.112217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:08.112588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Checking segment: {'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:08.112988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.113378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Bound using segment: {'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:08.113834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Bound port: 6b253d19-82a0-4a0e-8200-caaa5728700e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:08.114210 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.140966 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.141286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.144888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.179196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=ffdeefa9-fe11-4d89-833e-a64cfd083bcd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.216973 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.222071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] For port 6b253d19-82a0-4a0e-8200-caaa5728700e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:08.226213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.234953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-70d40133-bef2-44da-b0a9-025f58b84e0e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/ffdeefa9-fe11-4d89-833e-a64cfd083bcd HTTP/1.1" status: 204 len: 168 time: 0.8358595 Dec 13 15:12:08.237175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54352) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:08.243914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.244193 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Pushing event updated for resources: {'Port': ['ID=dfc7aadf-cebd-460b-94da-85bed925579e,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.246103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54354) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:08.252185 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.252525 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.253305 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.253805 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.254320 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.254838 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.254976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] For port 6b253d19-82a0-4a0e-8200-caaa5728700e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6b253d19-82a0-4a0e-8200-caaa5728700e,segment=NetworkSegment(15435b6c-3a06-46aa-94fa-328470862652),segment_id=15435b6c-3a06-46aa-94fa-328470862652)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:08.255454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.255816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=c14b098c-9361-4d4b-b4bd-668f2de5817f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.256179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.256713 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.257228 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.258570 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.262546 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:08.292273 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e1b00b59-8151-434a-b539-8f1741e1d07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.304516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:08.305503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b0d5129c-83e6-4128-895f-cff2467ca935 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:12:08.312492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:08.319205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:08.348037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b0d5129c-83e6-4128-895f-cff2467ca935 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:12:08.348037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b0d5129c-83e6-4128-895f-cff2467ca935 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:12:08.348356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Attempting to bind port dfc7aadf-cebd-460b-94da-85bed925579e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:08.348356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Attempting to bind port dfc7aadf-cebd-460b-94da-85bed925579e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:08.348356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Attempting to bind port dfc7aadf-cebd-460b-94da-85bed925579e on network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:08.355393 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:08.355767 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Checking segment: {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:08.356648 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.357558 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Bound using segment: {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:08.357558 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Bound port: dfc7aadf-cebd-460b-94da-85bed925579e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:08.357961 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.364218 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.374568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:08.381807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:08.395049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:08.405176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Allocated IP 172.25.7.85 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:08.440041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Pushing event updated for resources: {'Port': ['ID=3e487e51-eada-49bd-b960-f3964c88f312,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.455432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=de17d692-f1ca-4715-a0e9-6677b23ef60c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.468115 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] For port dfc7aadf-cebd-460b-94da-85bed925579e, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:08.474813 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] For port dfc7aadf-cebd-460b-94da-85bed925579e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dfc7aadf-cebd-460b-94da-85bed925579e,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:08.486879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be13760-8689-4296-b2a9-af02bdba44d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:08.488576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be13760-8689-4296-b2a9-af02bdba44d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:08.490255 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8be13760-8689-4296-b2a9-af02bdba44d5 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2282267 Dec 13 15:12:08.493114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54356) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:08.497584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Attempting to bind port 3e487e51-eada-49bd-b960-f3964c88f312 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:08.498407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Attempting to bind port 3e487e51-eada-49bd-b960-f3964c88f312 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:08.498955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Attempting to bind port 3e487e51-eada-49bd-b960-f3964c88f312 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:08.507925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:08.509526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:08.510764 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.511364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:08.512095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Bound port: 3e487e51-eada-49bd-b960-f3964c88f312, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:08.513196 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.572455 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.583604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e1b00b59-8151-434a-b539-8f1741e1d07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.614415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 824f6d38-82af-4423-8aa5-dc1a881f2785 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:08.614722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab1f67-e87e-406b-88dd-2196239563bb None None] Pushing event updated for resources: {'Port': ['ID=6b253d19-82a0-4a0e-8200-caaa5728700e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.635267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.642961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b7de7e6e-3805-4d73-ad28-5ab52713904e None None] Provisioning complete for port dfc7aadf-cebd-460b-94da-85bed925579e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:08.643596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7de7e6e-3805-4d73-ad28-5ab52713904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.663203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e1b00b59-8151-434a-b539-8f1741e1d07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.669935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] For port 3e487e51-eada-49bd-b960-f3964c88f312, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:08.683889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.689321 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:08.689957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:08.690456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] For port 3e487e51-eada-49bd-b960-f3964c88f312, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e487e51-eada-49bd-b960-f3964c88f312,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:08.745116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.762143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e1b00b59-8151-434a-b539-8f1741e1d07c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63e936acdd7d452eb2a10c67407144a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064464 Dec 13 15:12:08.780767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.813114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54358) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:08.829169 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe2d80-abba-4319-8bdc-e7b2931fd213 None None] Pushing event updated for resources: {'Port': ['ID=dfc7aadf-cebd-460b-94da-85bed925579e,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.839833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b00b59-8151-434a-b539-8f1741e1d07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b93d7eb-ba53-4197-8f39-0df86b1ea9d7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:08.908650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7de7e6e-3805-4d73-ad28-5ab52713904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.924768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:08.941175 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:08.958577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.032557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b7de7e6e-3805-4d73-ad28-5ab52713904e None None] For port dfc7aadf-cebd-460b-94da-85bed925579e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dfc7aadf-cebd-460b-94da-85bed925579e,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:09.033704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d322e-4b89-46c2-81f8-539ecb8ae959 None None] Pushing event updated for resources: {'Port': ['ID=3e487e51-eada-49bd-b960-f3964c88f312,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:09.058613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2c94-1d93-4c10-9e89-5b27fa7eb412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.070755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:09.075429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:09.085562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Pushing event updated for resources: {'Port': ['ID=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:09.089434 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7de7e6e-3805-4d73-ad28-5ab52713904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.106524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:09.117308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2c94-1d93-4c10-9e89-5b27fa7eb412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.215765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.222754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de7e6e-3805-4d73-ad28-5ab52713904e None None] Pushing event updated for resources: {'Port': ['ID=dfc7aadf-cebd-460b-94da-85bed925579e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:09.242952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f56aa02a-ce4c-48ad-ad00-8a6d98a74431 None None] Provisioning complete for port dfc7aadf-cebd-460b-94da-85bed925579e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:09.244132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f56aa02a-ce4c-48ad-ad00-8a6d98a74431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.268047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=824f6d38-82af-4423-8aa5-dc1a881f2785,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:09.272067 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.284290 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-986e305d-196f-4173-930b-a26ee8d5d850 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/824f6d38-82af-4423-8aa5-dc1a881f2785 HTTP/1.1" status: 204 len: 168 time: 0.7900198 Dec 13 15:12:09.308403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54360) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:09.311441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2c94-1d93-4c10-9e89-5b27fa7eb412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.316000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2c94-1d93-4c10-9e89-5b27fa7eb412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.317648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8d1c2c94-1d93-4c10-9e89-5b27fa7eb412 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b93d7eb-ba53-4197-8f39-0df86b1ea9d7 HTTP/1.1" status: 204 len: 168 time: 0.4601266 Dec 13 15:12:09.334984 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:09.397814 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0b47c-611e-4446-8044-775950cc53a0 None None] The sync data for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 is: [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:09.477916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-29a00f8a-1158-45cc-bafc-c90a16b53216 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675553 Dec 13 15:12:09.480398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54364) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:09.485344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c2c94-1d93-4c10-9e89-5b27fa7eb412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b93d7eb-ba53-4197-8f39-0df86b1ea9d7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:09.561180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f448dac-23f2-4d25-b231-bbdec692e82a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:09.563142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8f448dac-23f2-4d25-b231-bbdec692e82a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0812793 Dec 13 15:12:09.572618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54366) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:09.676016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.687532 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:09.696002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9cf8c-5165-453b-a690-4a7ef108f789 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:09.699716 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-44d9cf8c-5165-453b-a690-4a7ef108f789 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1236789 Dec 13 15:12:09.719107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54368) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:09.786762 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5c07d6c6-d013-4efa-9812-6c8562fa572d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664389 Dec 13 15:12:09.799218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54372) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:09.805772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:09.932253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f9ec0-0400-4ee7-9f3e-436a95c14685 None None] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:09.964682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.090412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:10.094178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.393612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-815b242c-582f-4f12-8a9b-75c830e28ff2 None None] Provisioning complete for port 6b253d19-82a0-4a0e-8200-caaa5728700e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:10.393989 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-815b242c-582f-4f12-8a9b-75c830e28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.412713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.418726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.566705 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-815b242c-582f-4f12-8a9b-75c830e28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.593385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e487e51-eada-49bd-b960-f3964c88f312 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:10.662489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.695764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:12:10.719919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-815b242c-582f-4f12-8a9b-75c830e28ff2 None None] For port 6b253d19-82a0-4a0e-8200-caaa5728700e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6b253d19-82a0-4a0e-8200-caaa5728700e,segment=NetworkSegment(15435b6c-3a06-46aa-94fa-328470862652),segment_id=15435b6c-3a06-46aa-94fa-328470862652)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:10.748531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9900fd-17cc-47be-8db4-c935c26c3b0d None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:10.810148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:10.810777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.828845 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.851991 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-815b242c-582f-4f12-8a9b-75c830e28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.860887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:10.922574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b242c-582f-4f12-8a9b-75c830e28ff2 None None] Pushing event updated for resources: {'Port': ['ID=6b253d19-82a0-4a0e-8200-caaa5728700e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:10.926119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Sync routers for ids ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:10.955303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Routers {'66aa12d0-7303-4cff-a879-0d27fab7a7e3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:10.956030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:10.960682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:10.965532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6a7c149-b64e-4574-b055-5e9b275744bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2621942 Dec 13 15:12:10.966468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54390) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:11.008245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:11.114474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8ff1a828-715b-4103-9af5-b709a6ffcc37 None None] Could not find standard attr ID for object ffdeefa9-fe11-4d89-833e-a64cfd083bcd. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:12:11.146189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 3e487e51-eada-49bd-b960-f3964c88f312, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e487e51-eada-49bd-b960-f3964c88f312,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:11.190364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8ff1a828-715b-4103-9af5-b709a6ffcc37 None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:11.190745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ff1a828-715b-4103-9af5-b709a6ffcc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:11.245260 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:11.245984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dfc7aadf-cebd-460b-94da-85bed925579e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:11.250701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Set router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:11.254268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=de17d692-f1ca-4715-a0e9-6677b23ef60c,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:11.375480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.objects.ports [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102824) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:12:11.435937 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Floating IP b0c094de-84a6-4e40-a711-890aa8aa48b2 associated. External IP: 172.25.7.22, port: 2fd23cc5-150b-4b9f-a654-5089b69e5a38. Dec 13 15:12:11.484373 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=3e487e51-eada-49bd-b960-f3964c88f312,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:11.557692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port dfc7aadf-cebd-460b-94da-85bed925579e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:11.558065 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:11.565861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:11.718454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:12:09Z', 'revision_number': 3, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:11.721355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c14b098c-9361-4d4b-b4bd-668f2de5817f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:11.744301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:11.795626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Checking router: 66aa12d0-7303-4cff-a879-0d27fab7a7e3 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:12:11.795965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Updating router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:12:11.828476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Allocated IP 172.20.0.1 (1be66113-bf7c-4fd9-97dc-54e2618c839e/8295a17e-4cdf-4604-9a6a-e0e4841fc2e3/bfb9a68a-153b-4d6c-a48b-b68197879f7d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:11.833491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:11.840337 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:11.843319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0cf39782-e543-42dd-85d5-c56677dd6ea8 None None] Provisioning complete for port 6b253d19-82a0-4a0e-8200-caaa5728700e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:11.843664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0cf39782-e543-42dd-85d5-c56677dd6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.012837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c14b098c-9361-4d4b-b4bd-668f2de5817f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:12.013894 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.030079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.064474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:12.076049 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:12.086210 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:12.086831 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:12.141680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.172148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port 3e487e51-eada-49bd-b960-f3964c88f312, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e487e51-eada-49bd-b960-f3964c88f312,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:12.202691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.209891 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:12.216193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:12.219542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:12.224116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:12.229817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6b253d19-82a0-4a0e-8200-caaa5728700e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:12.298937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb9a68a-153b-4d6c-a48b-b68197879f7d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:12.311633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ef8cdbec-bd5a-4e06-a844-6d1d1f922017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0822947 Dec 13 15:12:12.320089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:12:12.324532 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca8813a-b076-47d4-aa7b-0aa74a8184a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:12:12.339175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-819f6917-48d8-4569-b078-0e4515bfa737 None None] Could not find standard attr ID for object d496d6f7-ca35-4562-a9c4-f47a27248f61. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:12:12.343289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.366918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.393208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-819f6917-48d8-4569-b078-0e4515bfa737 None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:12.393577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-819f6917-48d8-4569-b078-0e4515bfa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.421503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6b253d19-82a0-4a0e-8200-caaa5728700e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:12.421869 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.427389 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930ddaa0-d2c2-440b-a3b9-8b3e47014d25 x-openstack-request-id: req-930ddaa0-d2c2-440b-a3b9-8b3e47014d25 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:12:12.428999 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:12:12.429298 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-930ddaa0-d2c2-440b-a3b9-8b3e47014d25 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:12:12.429730 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'status': 'completed', 'code': 200} Dec 13 15:12:12.449861 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.452405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.629040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:12.657308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:12.671201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:12.672138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.676459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=2c00d219-8eb9-4095-a4d6-a8b3210a3d1a,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:12.689922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=3e487e51-eada-49bd-b960-f3964c88f312,revision_number=6']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:12.705422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-3677fbc0-5902-40a9-b7a7-72d818ef0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:12.707242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-3677fbc0-5902-40a9-b7a7-72d818ef0d5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 1096 time: 0.2168763 Dec 13 15:12:12.723000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.783396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dcc73391-fd59-4968-a835-dfe8c0045865 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9831295 Dec 13 15:12:12.784317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54430) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:12.801916 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.867634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-19c78294-3f72-4762-8695-cc6c5bccfa4a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:12.902525 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'b0c094de-84a6-4e40-a711-890aa8aa48b2', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:40:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:12:09Z', 'updated_at': '2021-12-13T15:12:09Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:12.936305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:12.977849 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:12:13.004449 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:13.005388 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:13.012619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-6ecd06c9-a406-4c07-b3e7-45684a548f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:13.019271 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-6ecd06c9-a406-4c07-b3e7-45684a548f32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.3045263 Dec 13 15:12:13.051589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f46532-efe8-46a9-a29e-e92296e02ebf None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:13.099216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Attempting to bind port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:13.099623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Attempting to bind port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:13.099992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Attempting to bind port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:13.136310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.139679 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:13.144103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-058646a9-6965-4a08-af78-d5f28e481b5d None None] Could not find standard attr ID for object ffdeefa9-fe11-4d89-833e-a64cfd083bcd. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:12:13.163471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-b6b48445-6d5f-4eda-abf5-7826f0f09984 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38 HTTP/1.1" status: 200 len: 998 time: 0.1235893 Dec 13 15:12:13.192604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.273081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c78294-3f72-4762-8695-cc6c5bccfa4a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:13.291080 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19c78294-3f72-4762-8695-cc6c5bccfa4a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.312139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:13.315074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:13.318878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.319444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:13.321122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Bound port: 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:13.322810 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.375693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128226b1-c442-4a20-a1d4-572cc814a88a None None] Pushing event updated for resources: {'Port': ['ID=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:13.375902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb9a68a-153b-4d6c-a48b-b68197879f7d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:13.380319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e487e51-eada-49bd-b960-f3964c88f312 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:13.389377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.420338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-058646a9-6965-4a08-af78-d5f28e481b5d None None] Provisioning complete for port bfb9a68a-153b-4d6c-a48b-b68197879f7d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:13.420715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-058646a9-6965-4a08-af78-d5f28e481b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.450701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-e426b5ba-b58a-439c-9a66-4e903bbda76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:13.452278 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-e426b5ba-b58a-439c-9a66-4e903bbda76d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.2785163 Dec 13 15:12:13.491791 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'b0c094de-84a6-4e40-a711-890aa8aa48b2', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:40:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:12:09Z', 'updated_at': '2021-12-13T15:12:09Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:13.529296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:13.534172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:13.536417 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31675d-6b2e-4809-91a9-04468d537334 None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'b0c094de-84a6-4e40-a711-890aa8aa48b2', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:40:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:12:09Z', 'updated_at': '2021-12-13T15:12:09Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:13.563548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] For port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:13.563761 n-d-816954-1 neutron-server[102824]: INFO neutron.db.ipam_backend_mixin [None req-19c78294-3f72-4762-8695-cc6c5bccfa4a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c00d219-8eb9-4095-a4d6-a8b3210a3d1a (CIDR: 2001:db8::/64) Dec 13 15:12:13.563901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-058646a9-6965-4a08-af78-d5f28e481b5d None None] Port bfb9a68a-153b-4d6c-a48b-b68197879f7d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:13.583411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-6c080476-143b-4ae9-9dfd-2688e894e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:13.585843 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-6c080476-143b-4ae9-9dfd-2688e894e4e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181030 Dec 13 15:12:13.593047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] For port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:13.613709 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c78294-3f72-4762-8695-cc6c5bccfa4a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:12:13.614914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c78294-3f72-4762-8695-cc6c5bccfa4a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:13.657101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.780490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128226b1-c442-4a20-a1d4-572cc814a88a None None] Pushing event updated for resources: {'Port': ['ID=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:13.783561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:13.783937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:13.803077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-b76c8ab4-6fdb-40ee-b6c6-090e303c4270 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008390 Dec 13 15:12:13.820452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19c78294-3f72-4762-8695-cc6c5bccfa4a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9559321 Dec 13 15:12:13.820932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54470) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:13.839064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:13.931756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Routers {'66aa12d0-7303-4cff-a879-0d27fab7a7e3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:13.932398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:14.021436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a8c31-a5d0-438e-acdf-f008ebc82d9e None None] New status for floating IP b0c094de-84a6-4e40-a711-890aa8aa48b2: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:12:14.025391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:14.052720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bca8813a-b076-47d4-aa7b-0aa74a8184a2 req-7c2e0b55-ee01-4e3f-9bea-ac16b0006ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354276 Dec 13 15:12:14.206081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:14.215696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7f7ba9a8-a4a1-4dcb-a7c6-616fb2e1a912 admin admin] 10.222.0.24 "PUT /v2.0/routers/66aa12d0-7303-4cff-a879-0d27fab7a7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2451119 Dec 13 15:12:14.216424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-797c53cd-2a6f-4aa2-a70b-5c086e8cfdfc None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:14.216424 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-797c53cd-2a6f-4aa2-a70b-5c086e8cfdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:14.250603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:14.250775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6b253d19-82a0-4a0e-8200-caaa5728700e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:14.255208 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:14.321343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] Set router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:14.454013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6b253d19-82a0-4a0e-8200-caaa5728700e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:14.454411 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:14.639157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:14.664282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-797c53cd-2a6f-4aa2-a70b-5c086e8cfdfc None None] Provisioning complete for port bfb9a68a-153b-4d6c-a48b-b68197879f7d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:14.664656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-797c53cd-2a6f-4aa2-a70b-5c086e8cfdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:14.697609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:14.701800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:14.720813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:14.721100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3443f49e-c149-4865-9dda-326abd051db4 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:14.722043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:14.741139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:14.766898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-797c53cd-2a6f-4aa2-a70b-5c086e8cfdfc None None] Port bfb9a68a-153b-4d6c-a48b-b68197879f7d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:14.784536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c6cd2dcc-1904-4e00-b7fa-aa133301c5ab tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9650166 Dec 13 15:12:14.787725 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54556) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:14.792840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:48:f7:0c', 'name': 'tempest-NetworksTestDHCPv6-167496205'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:14.800119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 4, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'bfb9a68a-153b-4d6c-a48b-b68197879f7d', 'name': '', 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'mac_address': 'fa:16:3e:57:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:11Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 2, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'subnets': [{'id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:14.841463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887c12a-f31c-4f74-9c04-f679fbff77c3 None None] The sync data for ids ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'] in n-d-816954-1 is: [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 4, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'bfb9a68a-153b-4d6c-a48b-b68197879f7d', 'name': '', 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'mac_address': 'fa:16:3e:57:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:11Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 2, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'subnets': [{'id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:14.996336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': '2c00d219-8eb9-4095-a4d6-a8b3210a3d1a', 'ip_address': '2001:db8::f816:3eff:fe30:93c3'}, {'subnet_id': '9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '3e487e51-eada-49bd-b960-f3964c88f312'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:12:15.021299 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:15.050345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:15.146643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:15.178945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port 581d3c69-f287-4e47-8e3b-5c20885a704d yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:15.206097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Allocated IP 2001:db8:0:1::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911/3e487e51-eada-49bd-b960-f3964c88f312) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:15.304698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] For port 3e487e51-eada-49bd-b960-f3964c88f312, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e487e51-eada-49bd-b960-f3964c88f312,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:15.335618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:15.409529 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:15.531862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Pushing event updated for resources: {'Port': ['ID=3e487e51-eada-49bd-b960-f3964c88f312,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.546354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.547788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.547914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.548498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d889fb-ab63-4511-b2e1-5ade5ea18bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:15.585587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8:0:1::1dd (ceb3b81b-a75f-423f-b1cd-b03431532e58/9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911/581d3c69-f287-4e47-8e3b-5c20885a704d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:15.593484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fe48:f70c (ceb3b81b-a75f-423f-b1cd-b03431532e58/2c00d219-8eb9-4095-a4d6-a8b3210a3d1a/581d3c69-f287-4e47-8e3b-5c20885a704d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:15.872768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:15.895471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.010420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.060373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:16.064013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:16.068919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:16.089251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:16.089942 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.112246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=581d3c69-f287-4e47-8e3b-5c20885a704d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:16.207219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bb02b448-c30a-4c1b-a523-e37c580b2e65 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4183681 Dec 13 15:12:16.210214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:16.402910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port 581d3c69-f287-4e47-8e3b-5c20885a704d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:16.403264 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.428171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-00d0cc99-0eaf-4e68-961e-8d70a661d54d None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:16.428695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-00d0cc99-0eaf-4e68-961e-8d70a661d54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.559642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.586747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for 581d3c69-f287-4e47-8e3b-5c20885a704d owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:16.793331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-81faba97-84be-42f7-83a2-f0b2654a8c6b None None] Provisioning complete for port 581d3c69-f287-4e47-8e3b-5c20885a704d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:16.794105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-81faba97-84be-42f7-83a2-f0b2654a8c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.844156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-81faba97-84be-42f7-83a2-f0b2654a8c6b None None] Port 581d3c69-f287-4e47-8e3b-5c20885a704d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:16.878264 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.914292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=581d3c69-f287-4e47-8e3b-5c20885a704d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:16.971008 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:16.977538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54666) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:16.978099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-13fc9f48-1fdb-42a7-b879-bd68316e834b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/581d3c69-f287-4e47-8e3b-5c20885a704d HTTP/1.1" status: 204 len: 168 time: 0.7661250 Dec 13 15:12:17.026949 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.040115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913432e-ae6c-4f6d-9a7b-c5a613f01912 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:17.041860 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6913432e-ae6c-4f6d-9a7b-c5a613f01912 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0632286 Dec 13 15:12:17.049773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54672) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:17.113750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac4cae-9c1e-48b6-b2b9-336bfe9706f0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:17.118891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54676) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:17.119105 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6eac4cae-9c1e-48b6-b2b9-336bfe9706f0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0679750 Dec 13 15:12:17.227483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b5131-4152-42f0-ab8f-dac8f3577094 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:17.229339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b5131-4152-42f0-ab8f-dac8f3577094 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:17.231820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b5131-4152-42f0-ab8f-dac8f3577094 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:17.236811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:17.237164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-809b5131-4152-42f0-ab8f-dac8f3577094 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1169541 Dec 13 15:12:17.315727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 2c00d219-8eb9-4095-a4d6-a8b3210a3d1a {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:17.319333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.342078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e487e51-eada-49bd-b960-f3964c88f312 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:17.367853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.397727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:17.398105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.475853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.489545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:17.616098 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.657660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.664663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/2c00d219-8eb9-4095-a4d6-a8b3210a3d1a HTTP/1.1" status: 204 len: 168 time: 0.4234078 Dec 13 15:12:17.665145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54684) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:17.675949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54686) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:17.680811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cfbcf-0067-4a64-812d-dcad756708d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=2c00d219-8eb9-4095-a4d6-a8b3210a3d1a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:17.776414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19090ef-5c7e-41e5-9112-0a68d68bb1b1 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:17.789297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:17.801477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.849831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:17.850575 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.857556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.879883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4f998dd3-10eb-4f2b-902d-f10cf5cc04e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:17.985408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.017677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4f998dd3-10eb-4f2b-902d-f10cf5cc04e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.036818 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.055265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4f998dd3-10eb-4f2b-902d-f10cf5cc04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.066155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:18.097292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4f998dd3-10eb-4f2b-902d-f10cf5cc04e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa87a62a14364b818d0736edff9a81a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199376 Dec 13 15:12:18.100282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54690) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:18.109872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f998dd3-10eb-4f2b-902d-f10cf5cc04e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd7abf5-8b88-4aba-8528-e4449e6c80ee,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:18.124132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.154404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.194745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:18.213204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.217822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911 HTTP/1.1" status: 204 len: 168 time: 0.5513995 Dec 13 15:12:18.220404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e1b76-d221-44f5-b8d2-97799a2ff20c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:18.221227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:18.243706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-590a36e3-273d-45c1-b599-d6a4edf42a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.253621 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Sync routers for ids ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:18.267485 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Routers {'66aa12d0-7303-4cff-a879-0d27fab7a7e3'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:18.268258 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:18.283168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-590a36e3-273d-45c1-b599-d6a4edf42a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.327409 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-05549148-a89e-4a7b-ad14-db7c27b14e0d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047008 Dec 13 15:12:18.331580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54694) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:18.337475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:18.417537 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Set router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:18.496249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-590a36e3-273d-45c1-b599-d6a4edf42a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.507321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-590a36e3-273d-45c1-b599-d6a4edf42a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.507321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-590a36e3-273d-45c1-b599-d6a4edf42a49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dd7abf5-8b88-4aba-8528-e4449e6c80ee HTTP/1.1" status: 204 len: 168 time: 0.4007151 Dec 13 15:12:18.520128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a36e3-273d-45c1-b599-d6a4edf42a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd7abf5-8b88-4aba-8528-e4449e6c80ee,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:18.524047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:18.539915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.692050 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 4, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'bfb9a68a-153b-4d6c-a48b-b68197879f7d', 'name': '', 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'mac_address': 'fa:16:3e:57:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:11Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 2, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'subnets': [{'id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:18.725796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Checking router: 66aa12d0-7303-4cff-a879-0d27fab7a7e3 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:12:18.726148 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Updating router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 port bfb9a68a-153b-4d6c-a48b-b68197879f7d binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:12:18.776267 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:18.957415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e41d88-daf0-481e-9736-a44f037dda41 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:19.035352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3250d587-93a0-4a52-99cc-13772aa91b23 None None] Provisioning complete for port 3e487e51-eada-49bd-b960-f3964c88f312 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:19.035805 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3250d587-93a0-4a52-99cc-13772aa91b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.246410 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.248195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:12:19.264618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:19.329573 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.349587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:19.349587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.382471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] Deleting port 3e487e51-eada-49bd-b960-f3964c88f312 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:19.382778 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.389041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:12:19.404474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307f136-b262-4e6f-be52-7b22cb3727a0 None None] Pushing event updated for resources: {'Port': ['ID=bfb9a68a-153b-4d6c-a48b-b68197879f7d,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:19.525207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] For port 3e487e51-eada-49bd-b960-f3964c88f312, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e487e51-eada-49bd-b960-f3964c88f312,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:19.525618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.541644 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Attempting to bind port bfb9a68a-153b-4d6c-a48b-b68197879f7d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:19.542016 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Attempting to bind port bfb9a68a-153b-4d6c-a48b-b68197879f7d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:19.542409 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Attempting to bind port bfb9a68a-153b-4d6c-a48b-b68197879f7d on network 1be66113-bf7c-4fd9-97dc-54e2618c839e {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:19.557907 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:19.557907 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Checking segment: {'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:19.558350 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.558746 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Bound using segment: {'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:19.560658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] Calling delete_port for 3e487e51-eada-49bd-b960-f3964c88f312 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:19.561108 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Bound port: bfb9a68a-153b-4d6c-a48b-b68197879f7d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15435b6c-3a06-46aa-94fa-328470862652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:19.561514 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.688527 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] For port bfb9a68a-153b-4d6c-a48b-b68197879f7d, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:19.694328 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] For port bfb9a68a-153b-4d6c-a48b-b68197879f7d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bfb9a68a-153b-4d6c-a48b-b68197879f7d,segment=NetworkSegment(15435b6c-3a06-46aa-94fa-328470862652),segment_id=15435b6c-3a06-46aa-94fa-328470862652)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:19.734970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-34821e4c-958c-4f68-8343-988ac798b6c7 None None] Provisioning complete for port bfb9a68a-153b-4d6c-a48b-b68197879f7d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:19.739176 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-34821e4c-958c-4f68-8343-988ac798b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.776112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.776247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-34821e4c-958c-4f68-8343-988ac798b6c7 None None] Port bfb9a68a-153b-4d6c-a48b-b68197879f7d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:19.805153 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.827314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.868999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] Pushing event deleted for resources: {'Port': ['ID=3e487e51-eada-49bd-b960-f3964c88f312,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:19.884560 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ce43c135-8586-49c5-a99b-191c434b84c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:19.884560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b1d3-9df9-471d-bf89-9eaad246d5a0 None None] No DVR routers for this DVR port 3e487e51-eada-49bd-b960-f3964c88f312 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:12:19.942498 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Routers {'66aa12d0-7303-4cff-a879-0d27fab7a7e3'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:19.943148 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:11:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:19.984087 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307f136-b262-4e6f-be52-7b22cb3727a0 None None] Pushing event updated for resources: {'Port': ['ID=bfb9a68a-153b-4d6c-a48b-b68197879f7d,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:20.031685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port 3e487e51-eada-49bd-b960-f3964c88f312, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3e487e51-eada-49bd-b960-f3964c88f312,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:20.073054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.095950 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] Set router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:12:20.157632 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.157632 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.200890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-76edebe0-7c48-4e1c-8501-1dd35a520dac None None] Provisioning complete for port bfb9a68a-153b-4d6c-a48b-b68197879f7d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:20.201870 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76edebe0-7c48-4e1c-8501-1dd35a520dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.208849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=3e487e51-eada-49bd-b960-f3964c88f312,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:20.224776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:20.228451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:20.232940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:20.233538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.244412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=c3a2ed8b-8ef3-4f22-ab24-484e407d86cb,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:20.250601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c462ed7-b662-43a5-aae4-2318378bd596 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:20.296118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54726) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:20.297183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4c8c685a-840e-478f-94d5-fec911b6929b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9646771 Dec 13 15:12:20.303857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-92c2e8c4-ea7c-4568-9155-3ff157b01d7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:20.369724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76edebe0-7c48-4e1c-8501-1dd35a520dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.377220 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 4, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'bfb9a68a-153b-4d6c-a48b-b68197879f7d', 'name': '', 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'mac_address': 'fa:16:3e:57:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:11Z', 'updated_at': '2021-12-13T15:12:19Z', 'revision_number': 4, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'subnets': [{'id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:20.418258 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa846c-e1bf-41bd-8fc6-a0f1a34375c9 None None] The sync data for ids ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'] in n-d-816954-1 is: [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:12:12Z', 'revision_number': 4, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'bfb9a68a-153b-4d6c-a48b-b68197879f7d', 'name': '', 'network_id': '1be66113-bf7c-4fd9-97dc-54e2618c839e', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'mac_address': 'fa:16:3e:57:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:11Z', 'updated_at': '2021-12-13T15:12:19Z', 'revision_number': 4, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'subnets': [{'id': '8295a17e-4cdf-4604-9a6a-e0e4841fc2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:20.463365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-76edebe0-7c48-4e1c-8501-1dd35a520dac None None] For port bfb9a68a-153b-4d6c-a48b-b68197879f7d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bfb9a68a-153b-4d6c-a48b-b68197879f7d,segment=NetworkSegment(15435b6c-3a06-46aa-94fa-328470862652),segment_id=15435b6c-3a06-46aa-94fa-328470862652)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:20.499462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': 'c3a2ed8b-8ef3-4f22-ab24-484e407d86cb'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:12:20.500814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.518926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76edebe0-7c48-4e1c-8501-1dd35a520dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.538129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c2e8c4-ea7c-4568-9155-3ff157b01d7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:20.542256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92c2e8c4-ea7c-4568-9155-3ff157b01d7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:20.689975 n-d-816954-1 neutron-server[102824]: INFO neutron.db.ipam_backend_mixin [None req-92c2e8c4-ea7c-4568-9155-3ff157b01d7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3a2ed8b-8ef3-4f22-ab24-484e407d86cb (CIDR: 2001:db8::/64) Dec 13 15:12:20.706720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edebe0-7c48-4e1c-8501-1dd35a520dac None None] Pushing event updated for resources: {'Port': ['ID=bfb9a68a-153b-4d6c-a48b-b68197879f7d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:20.718261 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c2e8c4-ea7c-4568-9155-3ff157b01d7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:12:20.720578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c2e8c4-ea7c-4568-9155-3ff157b01d7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:20.739314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Allocated IP 2001:db8::f816:3eff:febf:1ba (ceb3b81b-a75f-423f-b1cd-b03431532e58/c3a2ed8b-8ef3-4f22-ab24-484e407d86cb/88cc94bd-8211-4633-adfb-4785c13efc15) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:20.805936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-92c2e8c4-ea7c-4568-9155-3ff157b01d7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5076826 Dec 13 15:12:20.808777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54736) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:20.814515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:20.971600 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.072521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:21.072959 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.078102 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.129904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:21.137192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:21.139123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Pushing event updated for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:21.141353 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:21.213763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Attempting to bind port 88cc94bd-8211-4633-adfb-4785c13efc15 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:21.213763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Attempting to bind port 88cc94bd-8211-4633-adfb-4785c13efc15 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:21.213763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Attempting to bind port 88cc94bd-8211-4633-adfb-4785c13efc15 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:21.226430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:21.227670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:21.228797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.229280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:21.229877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Bound port: 88cc94bd-8211-4633-adfb-4785c13efc15, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:21.230441 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.316174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:21.322104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88cc94bd-8211-4633-adfb-4785c13efc15,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:21.348841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bfb9a68a-153b-4d6c-a48b-b68197879f7d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:21.408751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.466979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bfb9a68a-153b-4d6c-a48b-b68197879f7d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:21.467349 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.507448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.514047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb0440-23b8-4708-9d36-760062973708 None None] Pushing event updated for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:21.569036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:21.573194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:21.583807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:21.583807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:21.614264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=c81a8fb9-ffc0-4d57-afa7-244a76dadc9b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:21.647255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e487e51-eada-49bd-b960-f3964c88f312 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:12:21.684645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3e487e51-eada-49bd-b960-f3964c88f312 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:12:21.684986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3e487e51-eada-49bd-b960-f3964c88f312 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:12:21.697605 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-268780c2-2978-4882-a9f7-95bac181248d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8876410 Dec 13 15:12:21.700488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54760) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:21.707052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:d5:e2:bb', 'name': 'tempest-NetworksTestDHCPv6-837645582'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:21.940476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:22.032410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.055066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port f12f9573-20bd-406d-9c58-75c63ee225de yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:22.245698 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ebc58e2-cc3e-4c9f-ae24-5bf94dc8bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.262427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8:0:1::27a (ceb3b81b-a75f-423f-b1cd-b03431532e58/c81a8fb9-ffc0-4d57-afa7-244a76dadc9b/f12f9573-20bd-406d-9c58-75c63ee225de) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:22.271807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::f816:3eff:fed5:e2bb (ceb3b81b-a75f-423f-b1cd-b03431532e58/c3a2ed8b-8ef3-4f22-ab24-484e407d86cb/f12f9573-20bd-406d-9c58-75c63ee225de) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:22.453926 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.552660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.563282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbe4a2-e420-41d5-b9b8-85f730881d6f None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:22.596242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:22.601191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:22.604034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:22.609823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:22.610464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.621947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=f12f9573-20bd-406d-9c58-75c63ee225de,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:22.688831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c0d782cf-1173-46e6-9396-0db985791299 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:22.689217 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0d782cf-1173-46e6-9396-0db985791299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.710607 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-578e2a7c-f8df-4f98-8735-02b75b251393 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0083318 Dec 13 15:12:22.714886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:22.804831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0d782cf-1173-46e6-9396-0db985791299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.834552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port f12f9573-20bd-406d-9c58-75c63ee225de {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:22.834979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.882007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a0007-3f02-4239-a418-a8f35f4021b3 None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': 'c3a2ed8b-8ef3-4f22-ab24-484e407d86cb', 'ip_address': '2001:db8::f816:3eff:febf:1ba'}, {'subnet_id': 'c81a8fb9-ffc0-4d57-afa7-244a76dadc9b'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '88cc94bd-8211-4633-adfb-4785c13efc15'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:12:22.885898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c0d782cf-1173-46e6-9396-0db985791299 None None] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88cc94bd-8211-4633-adfb-4785c13efc15,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:22.917125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b61a0007-3f02-4239-a418-a8f35f4021b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.948587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.954408 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c0d782cf-1173-46e6-9396-0db985791299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:22.962590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for f12f9573-20bd-406d-9c58-75c63ee225de owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:23.086747 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d782cf-1173-46e6-9396-0db985791299 None None] Pushing event updated for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:23.171001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b61a0007-3f02-4239-a418-a8f35f4021b3 None None] Allocated IP 2001:db8:0:1::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/c81a8fb9-ffc0-4d57-afa7-244a76dadc9b/88cc94bd-8211-4633-adfb-4785c13efc15) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:23.238820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.274305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=f12f9573-20bd-406d-9c58-75c63ee225de,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:23.306199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b61a0007-3f02-4239-a418-a8f35f4021b3 None None] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88cc94bd-8211-4633-adfb-4785c13efc15,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:23.311060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88cc94bd-8211-4633-adfb-4785c13efc15 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:23.348102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.351230 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.354832 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-433f8e49-f7bd-4c89-b25c-2ac67358274f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/f12f9573-20bd-406d-9c58-75c63ee225de HTTP/1.1" status: 204 len: 168 time: 0.6377404 Dec 13 15:12:23.363395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54844) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:23.378206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b61a0007-3f02-4239-a418-a8f35f4021b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.393805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:23.394346 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.422103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeeb5ad-2004-4f98-a7a9-0b1a90703841 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:23.423876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fdeeb5ad-2004-4f98-a7a9-0b1a90703841 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0582321 Dec 13 15:12:23.426399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54846) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:23.439358 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b61a0007-3f02-4239-a418-a8f35f4021b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.480105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956bcae-e0d1-43fd-b7a3-87b3cb577933 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:23.481918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d956bcae-e0d1-43fd-b7a3-87b3cb577933 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0544055 Dec 13 15:12:23.484470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54848) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:23.562284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a0007-3f02-4239-a418-a8f35f4021b3 None None] Pushing event updated for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:23.569177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f227425-a89c-4613-8fa8-68215ed5a46e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:23.571328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f227425-a89c-4613-8fa8-68215ed5a46e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:23.573065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f227425-a89c-4613-8fa8-68215ed5a46e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:23.576051 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8f227425-a89c-4613-8fa8-68215ed5a46e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0904496 Dec 13 15:12:23.578663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54854) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:23.645822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet c3a2ed8b-8ef3-4f22-ab24-484e407d86cb {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:23.649654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.694596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.791281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.952499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.985760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a2ed8b-8ef3-4f22-ab24-484e407d86cb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:23.993137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:23.998218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fa7ec317-d26f-4200-a7f1-76f74e3163cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/c3a2ed8b-8ef3-4f22-ab24-484e407d86cb HTTP/1.1" status: 204 len: 168 time: 0.4185896 Dec 13 15:12:24.000872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54868) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:24.062442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet c81a8fb9-ffc0-4d57-afa7-244a76dadc9b {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:24.066757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.122834 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.159469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe997e-56ed-466b-929d-687c45ec119a None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:24.252064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.292219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bedc0c73-16b7-4958-ac64-883a4edbec97 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:24.292585 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bedc0c73-16b7-4958-ac64-883a4edbec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.404313 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.417206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bedc0c73-16b7-4958-ac64-883a4edbec97 None None] Could not find standard attr ID for object f12f9573-20bd-406d-9c58-75c63ee225de. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:12:24.430490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=c81a8fb9-ffc0-4d57-afa7-244a76dadc9b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:24.445935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.450212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b9e36954-2c55-4dd7-9eb2-67a0800aeb24 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/c81a8fb9-ffc0-4d57-afa7-244a76dadc9b HTTP/1.1" status: 204 len: 168 time: 0.4479182 Dec 13 15:12:24.452923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54888) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:24.503484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54890) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:24.509994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3aac7f2f-6b1d-4901-b8d5-7d1ff498c2bc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454338 Dec 13 15:12:24.512042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:24.706608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:24.717107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.940698 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:24.999794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.044041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a29b43-84f2-4fb6-950c-3824532afe15 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:25.090142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:25.094726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:25.099577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:25.100169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.118290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=f89f5c11-b053-47c3-b8bc-dfee8c3ca874,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:25.156774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54896) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:25.165634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e198b83a-2062-40da-933f-923e22a2da46 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:25.169208 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e198b83a-2062-40da-933f-923e22a2da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.213026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1e878eff-9517-483a-b99a-1822338596d4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7078955 Dec 13 15:12:25.215457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54900) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:25.221021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8f679a37-7c28-4230-85b4-928161322b59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:25.315472 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.322488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88cc94bd-8211-4633-adfb-4785c13efc15 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:25.402402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-34abad57-8d4a-4bf2-aa6f-f5328d9553a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.478858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:25.479378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.494445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-34abad57-8d4a-4bf2-aa6f-f5328d9553a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.495536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f679a37-7c28-4230-85b4-928161322b59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:25.500883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f679a37-7c28-4230-85b4-928161322b59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.552655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-34abad57-8d4a-4bf2-aa6f-f5328d9553a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.556681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370a740-eba4-4b67-aea4-a229af7be90d None None] Update dhcp port {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'fixed_ips': [{'subnet_id': 'f89f5c11-b053-47c3-b8bc-dfee8c3ca874'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '88cc94bd-8211-4633-adfb-4785c13efc15'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:12:25.608804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abad57-8d4a-4bf2-aa6f-f5328d9553a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71be7b7a-15e5-4f9f-a405-2893d8626095,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:25.613339 n-d-816954-1 neutron-server[102824]: INFO neutron.db.ipam_backend_mixin [None req-8f679a37-7c28-4230-85b4-928161322b59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f89f5c11-b053-47c3-b8bc-dfee8c3ca874 (CIDR: 2001:db8::/64) Dec 13 15:12:25.615388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-34abad57-8d4a-4bf2-aa6f-f5328d9553a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7059236949045eaa343d3ec02f3094a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576404 Dec 13 15:12:25.618286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54904) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:25.661503 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f679a37-7c28-4230-85b4-928161322b59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:12:25.663161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f679a37-7c28-4230-85b4-928161322b59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:25.684533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98fcacca-6913-45b7-a681-0899a080aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.712707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98fcacca-6913-45b7-a681-0899a080aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.755456 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5370a740-eba4-4b67-aea4-a229af7be90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.763431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54906) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:25.763621 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8f679a37-7c28-4230-85b4-928161322b59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5468338 Dec 13 15:12:25.772668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:25.840004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98fcacca-6913-45b7-a681-0899a080aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.842721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98fcacca-6913-45b7-a681-0899a080aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.843806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-98fcacca-6913-45b7-a681-0899a080aeff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71be7b7a-15e5-4f9f-a405-2893d8626095 HTTP/1.1" status: 204 len: 168 time: 0.2243633 Dec 13 15:12:25.865455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcacca-6913-45b7-a681-0899a080aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71be7b7a-15e5-4f9f-a405-2893d8626095,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:25.952108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:25.955825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:25.964348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-5370a740-eba4-4b67-aea4-a229af7be90d None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/f89f5c11-b053-47c3-b8bc-dfee8c3ca874/88cc94bd-8211-4633-adfb-4785c13efc15) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:26.061514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5370a740-eba4-4b67-aea4-a229af7be90d None None] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88cc94bd-8211-4633-adfb-4785c13efc15,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:26.092001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5370a740-eba4-4b67-aea4-a229af7be90d None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.163678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5370a740-eba4-4b67-aea4-a229af7be90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.245965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370a740-eba4-4b67-aea4-a229af7be90d None None] Pushing event updated for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:26.402668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:12:26.559209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54916) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:26.573703 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef4868d-7987-4cc9-81a5-f8f4cffe5b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.639068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.743992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef4868d-7987-4cc9-81a5-f8f4cffe5b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.826894 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eef4868d-7987-4cc9-81a5-f8f4cffe5b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.866403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166f661-0f90-4bce-b6ff-03155b6f0c9a None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:26.890777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88cc94bd-8211-4633-adfb-4785c13efc15,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:26.902814 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eef4868d-7987-4cc9-81a5-f8f4cffe5b6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3579ec56b0d745e9a604240475a2cbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425128 Dec 13 15:12:26.905509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54918) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:26.920244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4868d-7987-4cc9-81a5-f8f4cffe5b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f33f311-4ffc-4834-8f6c-40b7b3a42169,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:26.953156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-47f64ba3-5ee6-4d27-a88f-d8f7b7d12ecd None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:26.953372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47f64ba3-5ee6-4d27-a88f-d8f7b7d12ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.964791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:26.976940 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85709d0a-3f3a-40f2-9845-20c1f7d621ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.000237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85709d0a-3f3a-40f2-9845-20c1f7d621ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.038452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.039561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.126912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:27.135600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:27.138848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:27.139903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.145321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85709d0a-3f3a-40f2-9845-20c1f7d621ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.155998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-85709d0a-3f3a-40f2-9845-20c1f7d621ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.157509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-85709d0a-3f3a-40f2-9845-20c1f7d621ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f33f311-4ffc-4834-8f6c-40b7b3a42169 HTTP/1.1" status: 204 len: 168 time: 0.2504530 Dec 13 15:12:27.179130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=010cf433-6f21-4935-87aa-a6e304ae4fef,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:27.182804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=9']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:27.184585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85709d0a-3f3a-40f2-9845-20c1f7d621ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f33f311-4ffc-4834-8f6c-40b7b3a42169,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:27.241513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88cc94bd-8211-4633-adfb-4785c13efc15 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:27.244088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-37001ace-8cde-40d7-bed5-7e61859ad598 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4790232 Dec 13 15:12:27.247082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54922) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:27.257795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:bf:d9:05', 'name': 'tempest-NetworksTestDHCPv6-611764772'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:27.302686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:27.303237 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.471945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:27.576270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.605931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port 51ca837a-e7ed-4357-b4f4-c30c83d9352e yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:27.817470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::119 (ceb3b81b-a75f-423f-b1cd-b03431532e58/f89f5c11-b053-47c3-b8bc-dfee8c3ca874/51ca837a-e7ed-4357-b4f4-c30c83d9352e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:27.825910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8:0:1:f816:3eff:febf:d905 (ceb3b81b-a75f-423f-b1cd-b03431532e58/010cf433-6f21-4935-87aa-a6e304ae4fef/51ca837a-e7ed-4357-b4f4-c30c83d9352e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:27.849986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35816c6e-a4a4-4026-8945-9762a6e8ed2f None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:27.957600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-51ace46f-ea5f-4f0f-9c1f-3c01a3d3cefe None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:27.958321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51ace46f-ea5f-4f0f-9c1f-3c01a3d3cefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:27.994096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:28.324636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1877f8e0-f156-4988-97e6-5fccddc932e8 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:28.325019 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1877f8e0-f156-4988-97e6-5fccddc932e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:28.536728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-95575682-fb2d-480a-8d04-6f91549b61a4 None None] Could not find standard attr ID for object f12f9573-20bd-406d-9c58-75c63ee225de. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:12:28.563002 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:28.619445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:28.622644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:28.626973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:28.633528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:28.634183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:28.645885 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=51ca837a-e7ed-4357-b4f4-c30c83d9352e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:28.721859 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1bdd3118-ddce-4b99-8dda-f0a1549f8ed4 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4731474 Dec 13 15:12:28.724406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54944) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:28.857787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port 51ca837a-e7ed-4357-b4f4-c30c83d9352e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:28.858127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:28.973800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:28.987333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for 51ca837a-e7ed-4357-b4f4-c30c83d9352e owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:29.060854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dc0ccc1f-f43f-47f5-9b93-7bd59c5041ec None None] Provisioning complete for port 51ca837a-e7ed-4357-b4f4-c30c83d9352e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:29.061468 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccc1f-f43f-47f5-9b93-7bd59c5041ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.096582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ccc1f-f43f-47f5-9b93-7bd59c5041ec None None] Port 51ca837a-e7ed-4357-b4f4-c30c83d9352e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:29.210429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88cc94bd-8211-4633-adfb-4785c13efc15 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:29.260682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:29.260972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.272471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.309502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=51ca837a-e7ed-4357-b4f4-c30c83d9352e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:29.324365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.324365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.324365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.324808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.325022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.325360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.325696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.326517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.326517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.326708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.327021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.327352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:29.370298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.376717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6d2b7682-0bd5-4bd4-a1ac-bba9a661f72b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/51ca837a-e7ed-4357-b4f4-c30c83d9352e HTTP/1.1" status: 204 len: 168 time: 0.6489918 Dec 13 15:12:29.377080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54962) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:29.429685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5cc9a-3b22-4e91-9525-e0b36b1f26b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:29.431257 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b1a5cc9a-3b22-4e91-9525-e0b36b1f26b1 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0531845 Dec 13 15:12:29.433993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54964) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:29.502486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4601230d-4111-4de0-99ff-f1215286f9e9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:29.506296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4601230d-4111-4de0-99ff-f1215286f9e9 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0689812 Dec 13 15:12:29.507146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54978) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:29.578721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190f7ed-9cd4-4159-b6d5-bd645d2b7a43 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:29.580895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190f7ed-9cd4-4159-b6d5-bd645d2b7a43 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:29.582187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190f7ed-9cd4-4159-b6d5-bd645d2b7a43 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:29.584381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2190f7ed-9cd4-4159-b6d5-bd645d2b7a43 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0759208 Dec 13 15:12:29.587235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54984) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:29.644051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 010cf433-6f21-4935-87aa-a6e304ae4fef {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:29.648165 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.695702 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.780817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.892049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.927535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=010cf433-6f21-4935-87aa-a6e304ae4fef,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:29.931722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:29.935147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-647edf1f-4020-4022-adb0-f246dd737218 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/010cf433-6f21-4935-87aa-a6e304ae4fef HTTP/1.1" status: 204 len: 168 time: 0.3469012 Dec 13 15:12:29.937960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:29.947715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb3fed4-e16c-4e97-8ff8-ed9139d0950f None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:30.004882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet f89f5c11-b053-47c3-b8bc-dfee8c3ca874 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:30.009873 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.037727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54990) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:30.074042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.187841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.195703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-950c86dc-fda2-4658-afe6-cb1db5cec860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.296212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-950c86dc-fda2-4658-afe6-cb1db5cec860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.324199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.357921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=f89f5c11-b053-47c3-b8bc-dfee8c3ca874,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:30.365665 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.369281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8e8c8dd4-2353-4709-87dc-8174908aa821 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/f89f5c11-b053-47c3-b8bc-dfee8c3ca874 HTTP/1.1" status: 204 len: 168 time: 0.4302359 Dec 13 15:12:30.371739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54994) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:30.380965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-950c86dc-fda2-4658-afe6-cb1db5cec860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.425178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-950c86dc-fda2-4658-afe6-cb1db5cec860 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcc1bea132e84194af8d1876d5cfefe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836749 Dec 13 15:12:30.425178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c86dc-fda2-4658-afe6-cb1db5cec860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb7063-4803-45a0-84ff-0f70cc757ac1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:30.425699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 54996) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:30.430601 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e81de57c-7d2b-46d5-b81b-80ba78c02d9c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576622 Dec 13 15:12:30.433514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 54998) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:30.441609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:30.497339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b326d1eb-9581-42f1-9889-38c7852a3025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.538062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b326d1eb-9581-42f1-9889-38c7852a3025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.655481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:30.660808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.684195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b326d1eb-9581-42f1-9889-38c7852a3025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.688587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b326d1eb-9581-42f1-9889-38c7852a3025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.693742 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b326d1eb-9581-42f1-9889-38c7852a3025 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8eb7063-4803-45a0-84ff-0f70cc757ac1 HTTP/1.1" status: 204 len: 168 time: 0.2629931 Dec 13 15:12:30.701519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326d1eb-9581-42f1-9889-38c7852a3025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb7063-4803-45a0-84ff-0f70cc757ac1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:30.788021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93262f54-0a0e-4ec3-b3e8-056a427e005d None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:30.867081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-041749cd-4eea-4908-bb5f-8e2f83f86cb5 None None] Provisioning complete for port 88cc94bd-8211-4633-adfb-4785c13efc15 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:30.867462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-041749cd-4eea-4908-bb5f-8e2f83f86cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:30.958507 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.011062 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:31.014342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:31.017750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:31.018355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.044808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=f918a527-192e-449c-bb40-18ba3df4795a,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:31.065169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:12:31.098451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-10665ac4-d532-43c3-b7c6-f5ddadc5020b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6625428 Dec 13 15:12:31.101492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55006) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:31.107817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4e3a2860-1e17-4116-b955-2d4ae83fa331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:31.122883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] Deleting port 88cc94bd-8211-4633-adfb-4785c13efc15 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:31.123579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.250045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 88cc94bd-8211-4633-adfb-4785c13efc15 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:12:31.295515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88cc94bd-8211-4633-adfb-4785c13efc15,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:31.295831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.314168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] Calling delete_port for 88cc94bd-8211-4633-adfb-4785c13efc15 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:31.374756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a2860-1e17-4116-b955-2d4ae83fa331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:31.378309 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2860-1e17-4116-b955-2d4ae83fa331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.402846 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.446623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 88cc94bd-8211-4633-adfb-4785c13efc15, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=88cc94bd-8211-4633-adfb-4785c13efc15,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:31.477264 n-d-816954-1 neutron-server[102823]: INFO neutron.db.ipam_backend_mixin [None req-4e3a2860-1e17-4116-b955-2d4ae83fa331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f918a527-192e-449c-bb40-18ba3df4795a (CIDR: 2001:db8::/64) Dec 13 15:12:31.517777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.518297 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3a2860-1e17-4116-b955-2d4ae83fa331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:12:31.518761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3a2860-1e17-4116-b955-2d4ae83fa331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:31.576880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=12']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:31.580391 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.608681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] Pushing event deleted for resources: {'Port': ['ID=88cc94bd-8211-4633-adfb-4785c13efc15,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:31.608900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e3a2860-1e17-4116-b955-2d4ae83fa331 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5028129 Dec 13 15:12:31.608900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55016) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:31.611761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c2857-457a-440e-9045-17a4cce18ace None None] No DVR routers for this DVR port 88cc94bd-8211-4633-adfb-4785c13efc15 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:12:31.613843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'subnet': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:31.633664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa19b1-36fe-4cf0-a40a-4129a615a53e None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:31.799445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ceb3b81b-a75f-423f-b1cd-b03431532e58', 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'tenant_id': 'a4c0cc7368534677a68a9534a5f8054b', 'fixed_ips': [{'subnet_id': 'f918a527-192e-449c-bb40-18ba3df4795a'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:12:31.799445 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.854187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:31.858838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:31.946615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Allocated IP 2001:db8::2 (ceb3b81b-a75f-423f-b1cd-b03431532e58/f918a527-192e-449c-bb40-18ba3df4795a/e8daffd9-e46f-4482-a9df-f62ffe251b45) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:32.122695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:32.838392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:32.880467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:32.883363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:32.887054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:32.939417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Pushing event updated for resources: {'Port': ['ID=e8daffd9-e46f-4482-a9df-f62ffe251b45,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:32.947843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:12:32.953095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Attempting to bind port e8daffd9-e46f-4482-a9df-f62ffe251b45 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:32.953713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Attempting to bind port e8daffd9-e46f-4482-a9df-f62ffe251b45 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:32.954156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Attempting to bind port e8daffd9-e46f-4482-a9df-f62ffe251b45 on network ceb3b81b-a75f-423f-b1cd-b03431532e58 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:32.963251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:32.963950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Checking segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:32.964689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:32.965154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Bound using segment: {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:32.965820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Bound port: e8daffd9-e46f-4482-a9df-f62ffe251b45, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:32.966380 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.050788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] For port e8daffd9-e46f-4482-a9df-f62ffe251b45, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:33.055006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] For port e8daffd9-e46f-4482-a9df-f62ffe251b45, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8daffd9-e46f-4482-a9df-f62ffe251b45,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:33.141669 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.200046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03870db3-edc4-42a6-a5cd-b35c1c7f8080 None None] Pushing event updated for resources: {'Port': ['ID=e8daffd9-e46f-4482-a9df-f62ffe251b45,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:33.268691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.509385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] For port e8daffd9-e46f-4482-a9df-f62ffe251b45, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8daffd9-e46f-4482-a9df-f62ffe251b45,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:33.551688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.637618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.638548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.689358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55060) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:33.738499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:33.749222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:33.754079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:33.754697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.758838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Subnet': ['ID=05bf942f-adf5-4aac-a9a4-23fb31b59609,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:33.760567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=e8daffd9-e46f-4482-a9df-f62ffe251b45,revision_number=4']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:33.857708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-630c26e0-f34d-46dd-ab49-4a4a677964b0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2478781 Dec 13 15:12:33.865438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-185050763'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:33.866225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:33.872455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Request body: {'port': {'network_id': 'ceb3b81b-a75f-423f-b1cd-b03431532e58', 'mac_address': 'fa:16:3e:fe:9a:c6', 'name': 'tempest-NetworksTestDHCPv6-1192068478'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:33.969162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Made reservation on behalf of f48d985174db418f8884465ecce8a95a for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:33.974286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:33.984290 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.071797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Made reservation on behalf of a4c0cc7368534677a68a9534a5f8054b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:34.082170 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.169137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.200437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:12:34.215333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b46e5f-626a-4d44-9c60-9a753834c054,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:34.222780 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.223251 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Added segment 5c749209-3e20-406b-82ad-dd89cf35eb6a of type vlan for network 1774e845-d46d-4b5f-be94-849899434449 Dec 13 15:12:34.280082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.375196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203484e-18f8-464c-984a-91df98b9b216 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:34.427803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.434161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:34.435323 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.472658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e039e16c-e4f1-4ba3-9169-d53d3db44803 None None] Provisioning complete for port e8daffd9-e46f-4482-a9df-f62ffe251b45 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:34.473126 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e039e16c-e4f1-4ba3-9169-d53d3db44803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.487846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.509758 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] device_id is not set on port 22a34058-0cc0-4762-bdf1-45c487203ec0 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:34.510563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event updated for resources: {'Network': ['ID=1774e845-d46d-4b5f-be94-849899434449,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:34.573693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3203b70-a97a-4d7e-be62-4ad36079e087 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8828781 Dec 13 15:12:34.577518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55078) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:34.582647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Request body: {'subnet': {'network_id': '1774e845-d46d-4b5f-be94-849899434449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:34.666992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1774e845-d46d-4b5f-be94-849899434449 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:12:34.773962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8::39e (ceb3b81b-a75f-423f-b1cd-b03431532e58/f918a527-192e-449c-bb40-18ba3df4795a/22a34058-0cc0-4762-bdf1-45c487203ec0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:34.782377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:9ac6 (ceb3b81b-a75f-423f-b1cd-b03431532e58/05bf942f-adf5-4aac-a9a4-23fb31b59609/22a34058-0cc0-4762-bdf1-45c487203ec0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:34.849676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Made reservation on behalf of f48d985174db418f8884465ecce8a95a for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:34.855602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.857898 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e039e16c-e4f1-4ba3-9169-d53d3db44803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:34.917147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e039e16c-e4f1-4ba3-9169-d53d3db44803 None None] For port e8daffd9-e46f-4482-a9df-f62ffe251b45, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8daffd9-e46f-4482-a9df-f62ffe251b45,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:34.982385 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e039e16c-e4f1-4ba3-9169-d53d3db44803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.089491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039e16c-e4f1-4ba3-9169-d53d3db44803 None None] Pushing event updated for resources: {'Port': ['ID=e8daffd9-e46f-4482-a9df-f62ffe251b45,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:35.106947 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.277213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.309727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e8daffd9-e46f-4482-a9df-f62ffe251b45 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:35.344377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:35.355052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:35.357644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event updated for resources: {'Port': ['ID=22a34058-0cc0-4762-bdf1-45c487203ec0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:35.360511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:35.366325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:35.369670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.392245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e8daffd9-e46f-4482-a9df-f62ffe251b45 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:35.392807 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.409877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.468057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event updated for resources: {'Subnet': ['ID=2a1c9b51-9ceb-4a10-bdee-be6f126953f1,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:35.479149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55082) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:35.481646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7c11a3f0-844c-4dbf-9d0c-b6aca8566a59 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6124721 Dec 13 15:12:35.515870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Checking segment: {'id': '5c749209-3e20-406b-82ad-dd89cf35eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1774e845-d46d-4b5f-be94-849899434449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:35.516233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Network hostable DHCP agents. Network: 1774e845-d46d-4b5f-be94-849899434449, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:12:35.590434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting port 22a34058-0cc0-4762-bdf1-45c487203ec0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:35.590851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.603436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Network 1774e845-d46d-4b5f-be94-849899434449 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:12:35.691386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.709265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Calling delete_port for 22a34058-0cc0-4762-bdf1-45c487203ec0 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:35.710146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-17f7c60c-39b3-4399-a8f4-659eba82d796 None None] Provisioning complete for port e8daffd9-e46f-4482-a9df-f62ffe251b45 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:35.711720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1774e845-d46d-4b5f-be94-849899434449) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:35.713311 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-17f7c60c-39b3-4399-a8f4-659eba82d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.716126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:35.716611 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:35.766091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be208d-60af-4bdc-97d3-e9fb08c7352a None None] Network 1774e845-d46d-4b5f-be94-849899434449 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:35.816911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8a9f1397-5ee6-41ad-adf2-10af43834aa4 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2355721 Dec 13 15:12:35.816911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55084) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:35.826165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Request body: {'port': {'network_id': '1774e845-d46d-4b5f-be94-849899434449', 'name': 'tempest-DHCPAgentSchedulersTestJSON-756760105'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:35.989830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-1774e845-d46d-4b5f-be94-849899434449', 'network_id': '1774e845-d46d-4b5f-be94-849899434449', 'tenant_id': 'f48d985174db418f8884465ecce8a95a', 'fixed_ips': [{'subnet_id': '2a1c9b51-9ceb-4a10-bdee-be6f126953f1'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:12:35.994407 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.052179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d66c9433-78ad-4be0-9107-fa82e73a4574 None None] Provisioning complete for port 22a34058-0cc0-4762-bdf1-45c487203ec0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:36.052179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d66c9433-78ad-4be0-9107-fa82e73a4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.066133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Made reservation on behalf of f48d985174db418f8884465ecce8a95a for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:36.070555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.089070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] device_id is not set on port 1eb297fd-55e5-4bdf-a712-6ca5477c0548 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:36.095741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d66c9433-78ad-4be0-9107-fa82e73a4574 None None] Port 22a34058-0cc0-4762-bdf1-45c487203ec0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:36.420769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.452049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Port': ['ID=22a34058-0cc0-4762-bdf1-45c487203ec0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:36.510020 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.514099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a013f86c-ac3e-4a36-a4e6-db668cb92701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/22a34058-0cc0-4762-bdf1-45c487203ec0 HTTP/1.1" status: 204 len: 168 time: 1.0324538 Dec 13 15:12:36.516686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55088) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:36.545354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Allocated IP 172.20.0.14 (1774e845-d46d-4b5f-be94-849899434449/2a1c9b51-9ceb-4a10-bdee-be6f126953f1/1eb297fd-55e5-4bdf-a712-6ca5477c0548) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:36.571484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4302c7-81e2-4fec-b63d-cb91d4ad8a8a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:36.573022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6e4302c7-81e2-4fec-b63d-cb91d4ad8a8a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0549142 Dec 13 15:12:36.575664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55090) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:36.631617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a093f9ee-bdd4-4fdf-a438-24de70993170 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:36.633423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a093f9ee-bdd4-4fdf-a438-24de70993170 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0567603 Dec 13 15:12:36.650731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55092) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:36.728814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c65aea8-ac86-4228-89ed-07924ef84908 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:36.729358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c65aea8-ac86-4228-89ed-07924ef84908 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:36.730929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c65aea8-ac86-4228-89ed-07924ef84908 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:36.732516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0c65aea8-ac86-4228-89ed-07924ef84908 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0805244 Dec 13 15:12:36.735394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55094) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:36.763764 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.788147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet 05bf942f-adf5-4aac-a9a4-23fb31b59609 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:36.791184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.836608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.883951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.930972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:36.935726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Allocated IP 172.20.0.2 (1774e845-d46d-4b5f-be94-849899434449/2a1c9b51-9ceb-4a10-bdee-be6f126953f1/642fb16f-ff39-4d32-bcb1-f28b00a02aa2) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:36.943032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Network 1774e845-d46d-4b5f-be94-849899434449 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:36.948275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:36.950543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:36.959730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event updated for resources: {'Port': ['ID=1eb297fd-55e5-4bdf-a712-6ca5477c0548,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:37.013901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:37.014502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.096429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.101044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.134772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=05bf942f-adf5-4aac-a9a4-23fb31b59609,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:37.140164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-52b834b8-3d7b-4520-b325-bdaf8ebe7297 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3187053 Dec 13 15:12:37.140467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55098) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.140602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.146247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5399803d-d885-420c-8a52-7e30f2638636 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/05bf942f-adf5-4aac-a9a4-23fb31b59609 HTTP/1.1" status: 204 len: 168 time: 0.4072158 Dec 13 15:12:37.146429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55100) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.148976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2eb8e-bce6-4721-bf66-648cc8a216cb None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:37.194073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.205571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Deleting subnet f918a527-192e-449c-bb40-18ba3df4795a {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:37.209307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.214109 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:12:37.243899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Network 1774e845-d46d-4b5f-be94-849899434449 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:37.249943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:37.254372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Deleting port 1eb297fd-55e5-4bdf-a712-6ca5477c0548 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:37.254372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.255886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.259181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:37.282282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Pushing event updated for resources: {'Port': ['ID=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:37.347523 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.361676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Calling delete_port for 1eb297fd-55e5-4bdf-a712-6ca5477c0548 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:37.362706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.363825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Attempting to bind port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:37.363987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Attempting to bind port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5c749209-3e20-406b-82ad-dd89cf35eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1774e845-d46d-4b5f-be94-849899434449'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:37.364857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Attempting to bind port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 on network 1774e845-d46d-4b5f-be94-849899434449 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:37.373134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:37.374433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Checking segment: {'id': '5c749209-3e20-406b-82ad-dd89cf35eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1774e845-d46d-4b5f-be94-849899434449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:37.374433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.374433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Bound using segment: {'id': '5c749209-3e20-406b-82ad-dd89cf35eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1774e845-d46d-4b5f-be94-849899434449'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:37.374766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Bound port: 642fb16f-ff39-4d32-bcb1-f28b00a02aa2, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c749209-3e20-406b-82ad-dd89cf35eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1774e845-d46d-4b5f-be94-849899434449'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:37.375110 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.466957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] For port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:37.470355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] For port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,segment=NetworkSegment(5c749209-3e20-406b-82ad-dd89cf35eb6a),segment_id=5c749209-3e20-406b-82ad-dd89cf35eb6a)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:37.523865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.548363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Subnet': ['ID=f918a527-192e-449c-bb40-18ba3df4795a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:37.548715 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.558137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.561383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6c17d35d-00f3-4653-aa25-49a5ac33e813 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/f918a527-192e-449c-bb40-18ba3df4795a HTTP/1.1" status: 204 len: 168 time: 0.4141662 Dec 13 15:12:37.564225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55102) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.608351 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f23597ed-008e-4022-a074-a74bf31c6909 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421541 Dec 13 15:12:37.611065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55104) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.635419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc94df-d697-4975-871a-257a7bc84c62 None None] Pushing event updated for resources: {'Port': ['ID=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:37.653770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.689101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event deleted for resources: {'Port': ['ID=1eb297fd-55e5-4bdf-a712-6ca5477c0548,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:37.748419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436cca10-cdeb-4e28-a379-bfa85eafe2f8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:37.749991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-436cca10-cdeb-4e28-a379-bfa85eafe2f8 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1366072 Dec 13 15:12:37.753805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55106) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.777477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:37.782860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1935aadb-fc71-4660-bf5c-5b6b147711bf tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "DELETE /v2.0/ports/1eb297fd-55e5-4bdf-a712-6ca5477c0548 HTTP/1.1" status: 204 len: 168 time: 0.6411285 Dec 13 15:12:37.783547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55108) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.845695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc4f82-6bf2-421d-995c-de7f84b6d87d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:37.847216 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a7fc4f82-6bf2-421d-995c-de7f84b6d87d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0923154 Dec 13 15:12:37.850415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55112) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.898025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-930c2b9c-7b77-4d3f-b156-ef4223b34946 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1132002 Dec 13 15:12:37.900664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55114) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.902872 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e6be8c57-5b93-4375-92c4-80639ac62701 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511940 Dec 13 15:12:37.910449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-148443324'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:37.911509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55116) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.937182 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7268d0-e48c-4a00-a8da-86c8431c8d48 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:37.937884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7268d0-e48c-4a00-a8da-86c8431c8d48 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:37.941253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2d7268d0-e48c-4a00-a8da-86c8431c8d48 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/22a34058-0cc0-4762-bdf1-45c487203ec0 HTTP/1.1" status: 404 len: 333 time: 0.0283101 Dec 13 15:12:37.945534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55118) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.979086 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e229da-cb22-4461-b2f5-c9f8a09fa308 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:37.981044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e229da-cb22-4461-b2f5-c9f8a09fa308 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:37.985710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55120) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:37.985891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-77e229da-cb22-4461-b2f5-c9f8a09fa308 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/05bf942f-adf5-4aac-a9a4-23fb31b59609 HTTP/1.1" status: 404 len: 337 time: 0.0361426 Dec 13 15:12:38.014965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Made reservation on behalf of f48d985174db418f8884465ecce8a95a for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:38.018953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.023381 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f186c5-f8dc-442c-aa89-3bd5a511e647 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.023877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f186c5-f8dc-442c-aa89-3bd5a511e647 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.026958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-75f186c5-f8dc-442c-aa89-3bd5a511e647 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/f918a527-192e-449c-bb40-18ba3df4795a HTTP/1.1" status: 404 len: 337 time: 0.0402381 Dec 13 15:12:38.029544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55122) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.046834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:12:38.062483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.062483 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Added segment 1f746a19-6d2c-40d1-9e91-02641f088e32 of type vlan for network 98230373-4982-46e4-8b27-d1e9011e39f0 Dec 13 15:12:38.062802 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf6a533-78b3-45b5-b434-781c27beb194 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.062802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf6a533-78b3-45b5-b434-781c27beb194 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.066344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8cf6a533-78b3-45b5-b434-781c27beb194 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/51ca837a-e7ed-4357-b4f4-c30c83d9352e HTTP/1.1" status: 404 len: 333 time: 0.0336897 Dec 13 15:12:38.066930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55124) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.116358 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2769525c-3b90-4c3f-8bfd-a05a85f49a35 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.116885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2769525c-3b90-4c3f-8bfd-a05a85f49a35 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.122583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2769525c-3b90-4c3f-8bfd-a05a85f49a35 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/010cf433-6f21-4935-87aa-a6e304ae4fef HTTP/1.1" status: 404 len: 337 time: 0.0515373 Dec 13 15:12:38.129612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55128) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.131305 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.154147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e9133-25a8-4f44-902e-0317db459a51 None None] Network ceb3b81b-a75f-423f-b1cd-b03431532e58 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:38.168489 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbee317-8896-430b-8447-aa68826bab03 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.168935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbee317-8896-430b-8447-aa68826bab03 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.172886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ffbee317-8896-430b-8447-aa68826bab03 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/f89f5c11-b053-47c3-b8bc-dfee8c3ca874 HTTP/1.1" status: 404 len: 337 time: 0.0483258 Dec 13 15:12:38.175821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55130) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.202497 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5583e5d-9aed-4144-93a5-6e514b0f8b88 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.203161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5583e5d-9aed-4144-93a5-6e514b0f8b88 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.206394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a5583e5d-9aed-4144-93a5-6e514b0f8b88 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/f12f9573-20bd-406d-9c58-75c63ee225de HTTP/1.1" status: 404 len: 333 time: 0.0294564 Dec 13 15:12:38.209622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55132) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.241179 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86e84a1-4adc-4785-95fb-9d0df09740cd tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.241629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86e84a1-4adc-4785-95fb-9d0df09740cd tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.244822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a86e84a1-4adc-4785-95fb-9d0df09740cd tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/c81a8fb9-ffc0-4d57-afa7-244a76dadc9b HTTP/1.1" status: 404 len: 337 time: 0.0342057 Dec 13 15:12:38.249963 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.250138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55134) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.251507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:38.252096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.262511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0308acd7-60fc-4165-99df-1d0597bf07c1 None None] Provisioning complete for port e8daffd9-e46f-4482-a9df-f62ffe251b45 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:38.262883 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0308acd7-60fc-4165-99df-1d0597bf07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.284930 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d7c3d0-7d95-4962-b372-cfdeb22ea376 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.285702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d7c3d0-7d95-4962-b372-cfdeb22ea376 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.290450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-76d7c3d0-7d95-4962-b372-cfdeb22ea376 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/c3a2ed8b-8ef3-4f22-ab24-484e407d86cb HTTP/1.1" status: 404 len: 337 time: 0.0414879 Dec 13 15:12:38.293031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55136) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.327845 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab0b5dd-ca1b-49de-a1cc-5723874957d2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.337987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab0b5dd-ca1b-49de-a1cc-5723874957d2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.337987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5ab0b5dd-ca1b-49de-a1cc-5723874957d2 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/581d3c69-f287-4e47-8e3b-5c20885a704d HTTP/1.1" status: 404 len: 333 time: 0.0406621 Dec 13 15:12:38.337987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55138) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.370527 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3952cd2c-1fcb-4a46-b505-19193c03e73c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.371135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3952cd2c-1fcb-4a46-b505-19193c03e73c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.374584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event updated for resources: {'Network': ['ID=98230373-4982-46e4-8b27-d1e9011e39f0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:38.377119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3952cd2c-1fcb-4a46-b505-19193c03e73c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/9f4f1c90-cd4e-4271-b2e8-b0d82d3dc911 HTTP/1.1" status: 404 len: 337 time: 0.0401759 Dec 13 15:12:38.377800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55140) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.395007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 98230373-4982-46e4-8b27-d1e9011e39f0 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:12:38.408661 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b100f025-fd4e-4ca1-a77b-e0c4ef3bda18 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.409123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b100f025-fd4e-4ca1-a77b-e0c4ef3bda18 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.414633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b100f025-fd4e-4ca1-a77b-e0c4ef3bda18 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/2c00d219-8eb9-4095-a4d6-a8b3210a3d1a HTTP/1.1" status: 404 len: 337 time: 0.0344210 Dec 13 15:12:38.416777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55142) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.435866 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b329e7cb-9915-4f3c-8394-7aae3e04ca12 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5341592 Dec 13 15:12:38.439654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55144) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.446611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] DHCP port deletion for ceb3b81b-a75f-423f-b1cd-b03431532e58 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:12:38.454059 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12aecd0-cc07-4eb8-96c2-f5a0c44b8ff7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.454828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12aecd0-cc07-4eb8-96c2-f5a0c44b8ff7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.458191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b12aecd0-cc07-4eb8-96c2-f5a0c44b8ff7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/ffdeefa9-fe11-4d89-833e-a64cfd083bcd HTTP/1.1" status: 404 len: 333 time: 0.0401268 Dec 13 15:12:38.463818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55146) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.501665 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6645a8d8-7cec-427b-aab6-75a61fd3b155 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.502336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6645a8d8-7cec-427b-aab6-75a61fd3b155 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.510071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6645a8d8-7cec-427b-aab6-75a61fd3b155 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/824f6d38-82af-4423-8aa5-dc1a881f2785 HTTP/1.1" status: 404 len: 337 time: 0.0447428 Dec 13 15:12:38.510932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55148) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.534740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] Deleting port e8daffd9-e46f-4482-a9df-f62ffe251b45 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:38.540406 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.540625 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a5aa49-d788-4f5a-83cb-7838e23c8d61 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.540625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a5aa49-d788-4f5a-83cb-7838e23c8d61 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.543281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-23a5aa49-d788-4f5a-83cb-7838e23c8d61 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/d496d6f7-ca35-4562-a9c4-f47a27248f61 HTTP/1.1" status: 404 len: 333 time: 0.0300195 Dec 13 15:12:38.545997 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.578793 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8249ba-cad6-46e8-872e-c9cdc507290c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.581065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8249ba-cad6-46e8-872e-c9cdc507290c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.583344 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2c8249ba-cad6-46e8-872e-c9cdc507290c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/92e7476b-4950-4e83-957d-b3eb33a3556e HTTP/1.1" status: 404 len: 337 time: 0.0362413 Dec 13 15:12:38.585882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55152) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.606571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] For port e8daffd9-e46f-4482-a9df-f62ffe251b45, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8daffd9-e46f-4482-a9df-f62ffe251b45,segment=NetworkSegment(ef7aacf3-b0d0-422d-ad46-ae46e836d18c),segment_id=ef7aacf3-b0d0-422d-ad46-ae46e836d18c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:38.607153 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.610489 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d4c985-db6d-4b59-a5d7-cddfb9e8661b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.611348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d4c985-db6d-4b59-a5d7-cddfb9e8661b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.616402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d2d4c985-db6d-4b59-a5d7-cddfb9e8661b tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/f701d77a-b61e-478c-a5c9-1f05b14c853b HTTP/1.1" status: 404 len: 333 time: 0.0294626 Dec 13 15:12:38.619079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55154) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.624370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] Calling delete_port for e8daffd9-e46f-4482-a9df-f62ffe251b45 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:38.637518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ad935f64-f0d4-4e8e-99c8-a078af240950 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "GET /v2.0/agents/b63fa157-f1bf-4d49-b234-19ee5d84eb61/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.1965246 Dec 13 15:12:38.640204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55156) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.658429 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f30de3-2e1b-4f62-ba45-0efa2ccc5519 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.659371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f30de3-2e1b-4f62-ba45-0efa2ccc5519 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.664323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-53f30de3-2e1b-4f62-ba45-0efa2ccc5519 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/0fed24c1-1f9c-4a03-a832-c0fbdc071b08 HTTP/1.1" status: 404 len: 337 time: 0.0442810 Dec 13 15:12:38.666942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55158) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.699622 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-284e41f1-4de0-4efc-9129-29d64474da7d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.700331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284e41f1-4de0-4efc-9129-29d64474da7d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.707504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-284e41f1-4de0-4efc-9129-29d64474da7d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/e396eecb-e95f-407b-8ba7-9e554c641194 HTTP/1.1" status: 404 len: 333 time: 0.0392761 Dec 13 15:12:38.713179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55160) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.740819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31d9c5-5a04-471e-a85a-16a7d9ba5acb tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] Network 98230373-4982-46e4-8b27-d1e9011e39f0 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:12:38.750000 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7561c4-b8b5-48b9-89ce-6f77f420991c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.750000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7561c4-b8b5-48b9-89ce-6f77f420991c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.750000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2c7561c4-b8b5-48b9-89ce-6f77f420991c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/e850b0d1-0887-49da-87f6-5908cb621b91 HTTP/1.1" status: 404 len: 337 time: 0.0357740 Dec 13 15:12:38.752574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55162) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.763517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19152b-78e1-41ef-bd45-1cf22fd5cfa7 None None] Network 1774e845-d46d-4b5f-be94-849899434449 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:38.787512 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a8bbef-bb0f-47f7-b2f5-8e1bc099172a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.788602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a8bbef-bb0f-47f7-b2f5-8e1bc099172a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.794002 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-68a8bbef-bb0f-47f7-b2f5-8e1bc099172a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c4782e29-c145-4fe0-bab6-d9b9ab46dbe6 HTTP/1.1" status: 404 len: 333 time: 0.0400488 Dec 13 15:12:38.796545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55164) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.825810 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:38.839092 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eaaa34-3f6f-4903-a595-f5a7282a9925 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.839845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eaaa34-3f6f-4903-a595-f5a7282a9925 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.847437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-89eaaa34-3f6f-4903-a595-f5a7282a9925 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/7ba26b3c-f1be-4ac7-a758-1fb2d5a22b8c HTTP/1.1" status: 404 len: 337 time: 0.0470386 Dec 13 15:12:38.847937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55166) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.858557 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf31d9c5-5a04-471e-a85a-16a7d9ba5acb tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "POST /v2.0/agents/b63fa157-f1bf-4d49-b234-19ee5d84eb61/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2165971 Dec 13 15:12:38.860725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55168) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.886837 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11148e1-235e-482b-acda-c00065dec619 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.887903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11148e1-235e-482b-acda-c00065dec619 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.891634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753680b-625c-4ac4-ae70-dbe659ceadf3 None None] Network 98230373-4982-46e4-8b27-d1e9011e39f0 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:38.893245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f11148e1-235e-482b-acda-c00065dec619 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/fa854184-3400-4e2f-be75-4241610b734c HTTP/1.1" status: 404 len: 333 time: 0.0433068 Dec 13 15:12:38.895782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55170) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:38.904275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] Pushing event deleted for resources: {'Port': ['ID=e8daffd9-e46f-4482-a9df-f62ffe251b45,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:38.910072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a8312-6ea0-4771-8107-6e9b5ec437c0 None None] No DVR routers for this DVR port e8daffd9-e46f-4482-a9df-f62ffe251b45 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:12:38.949568 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-643d7c53-9c91-45a9-890b-62d1eb5cbd38 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:38.950684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643d7c53-9c91-45a9-890b-62d1eb5cbd38 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:38.956148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-643d7c53-9c91-45a9-890b-62d1eb5cbd38 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8fa96555-ee2a-4308-996e-5ef967358b61 HTTP/1.1" status: 404 len: 337 time: 0.0587108 Dec 13 15:12:38.962574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55172) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.000664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0a2b3989-0320-40ab-809c-0e7b0f36ddd9 None None] Provisioning complete for port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:39.001053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3989-0320-40ab-809c-0e7b0f36ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:39.003433 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9d3818-f263-40ff-9d63-507096ff6d82 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.004104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9d3818-f263-40ff-9d63-507096ff6d82 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.009868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-af9d3818-f263-40ff-9d63-507096ff6d82 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/974a6b6e-0074-4f68-a0ba-8b9644fa1794 HTTP/1.1" status: 404 len: 337 time: 0.0494113 Dec 13 15:12:39.012364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55174) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.072364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-41d1b7f4-1a31-46fc-b4e0-7235fea1e187 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "GET /v2.0/agents/b63fa157-f1bf-4d49-b234-19ee5d84eb61/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.2088785 Dec 13 15:12:39.073968 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bb1b2a-d733-487d-8d62-04fbbd3a003f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.075116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bb1b2a-d733-487d-8d62-04fbbd3a003f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.075579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55176) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.085353 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f4bb1b2a-d733-487d-8d62-04fbbd3a003f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/392cbae1-4811-4280-9e87-f2f4f716f636 HTTP/1.1" status: 404 len: 333 time: 0.0666447 Dec 13 15:12:39.085353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55178) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.114849 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afbae10-b765-4c3e-925c-b593ad67036e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.115709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afbae10-b765-4c3e-925c-b593ad67036e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.119088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1afbae10-b765-4c3e-925c-b593ad67036e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8648ea36-82a2-40a0-a6e3-96fbd05738cd HTTP/1.1" status: 404 len: 337 time: 0.0342872 Dec 13 15:12:39.121652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55180) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.150750 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-950aff5c-e27e-4c19-94f8-ec4c55af2aec tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.160812 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950aff5c-e27e-4c19-94f8-ec4c55af2aec tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.160812 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-950aff5c-e27e-4c19-94f8-ec4c55af2aec tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/2b81182e-cb1b-489c-bd5f-23e2e66e9317 HTTP/1.1" status: 404 len: 337 time: 0.0320134 Dec 13 15:12:39.162290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55182) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.194735 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4e2904-654a-4e09-bb05-f24498638c3c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.195479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4e2904-654a-4e09-bb05-f24498638c3c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.199057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2a4e2904-654a-4e09-bb05-f24498638c3c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/e863b8a8-48af-4e70-b00f-6ad6290f4ba1 HTTP/1.1" status: 404 len: 333 time: 0.0354919 Dec 13 15:12:39.211476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55186) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.248519 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fe6d8c-6144-4d4a-bd5e-1a1450662eed tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.249084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fe6d8c-6144-4d4a-bd5e-1a1450662eed tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.254288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-41fe6d8c-6144-4d4a-bd5e-1a1450662eed tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/03e76532-ef1b-42ba-ad60-6a5544ee7ea3 HTTP/1.1" status: 404 len: 337 time: 0.0394881 Dec 13 15:12:39.255868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55188) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.318964 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-087a6041-382c-4476-bac7-042938118a6d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.319719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087a6041-382c-4476-bac7-042938118a6d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.325554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-087a6041-382c-4476-bac7-042938118a6d tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/d1a88900-e1ec-4fd0-93f4-e9276f3e9294 HTTP/1.1" status: 404 len: 337 time: 0.0679507 Dec 13 15:12:39.328754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55190) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.330415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:39.333568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb02cc6d-bb8c-4315-ac0c-6d090ca60921 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "DELETE /v2.0/agents/b63fa157-f1bf-4d49-b234-19ee5d84eb61/dhcp-networks/98230373-4982-46e4-8b27-d1e9011e39f0 HTTP/1.1" status: 204 len: 168 time: 0.2562871 Dec 13 15:12:39.336023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55192) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.371165 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-98566f9d-907c-4adc-978f-e03b1b338100 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.372238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98566f9d-907c-4adc-978f-e03b1b338100 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.379073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-98566f9d-907c-4adc-978f-e03b1b338100 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/da5dfddc-919b-4524-af9d-0071bd2678f9 HTTP/1.1" status: 404 len: 333 time: 0.0484209 Dec 13 15:12:39.381624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55194) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.394396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3989-0320-40ab-809c-0e7b0f36ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:39.432109 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ccd436-91a4-45c0-b1fa-2183e2ad0dc6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.433207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ccd436-91a4-45c0-b1fa-2183e2ad0dc6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.438562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19ccd436-91a4-45c0-b1fa-2183e2ad0dc6 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/4b25480d-ae02-48b2-a673-f4b546853013 HTTP/1.1" status: 404 len: 337 time: 0.0552604 Dec 13 15:12:39.449394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55196) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.485408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0a2b3989-0320-40ab-809c-0e7b0f36ddd9 None None] For port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,segment=NetworkSegment(5c749209-3e20-406b-82ad-dd89cf35eb6a),segment_id=5c749209-3e20-406b-82ad-dd89cf35eb6a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:39.487600 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-898e76d2-7295-414c-8e38-fb67892910cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.488329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898e76d2-7295-414c-8e38-fb67892910cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.494107 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-898e76d2-7295-414c-8e38-fb67892910cc tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/7329fc39-bef9-42ae-a68c-99db30812754 HTTP/1.1" status: 404 len: 337 time: 0.0506577 Dec 13 15:12:39.494337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:39.494942 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:39.496614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55198) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.544120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2df32391-fceb-4ff6-afbe-56c6a44b8a7c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9542ff2-ef9e-4d22-8f05-e657c5924786 HTTP/1.1" status: 200 len: 205 time: 0.0456965 Dec 13 15:12:39.544890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.572788 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3989-0320-40ab-809c-0e7b0f36ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:39.595080 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-02bf26b8-d0df-4560-b527-1f6297266a20 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] delete failed (client error): The resource could not be found. Dec 13 15:12:39.600340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6074399e-e1b4-46c2-a336-29c82002f8d5 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "GET /v2.0/agents/b63fa157-f1bf-4d49-b234-19ee5d84eb61/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.2591634 Dec 13 15:12:39.601329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55202) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.602075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55204) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.605293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-02bf26b8-d0df-4560-b527-1f6297266a20 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/routers/f9542ff2-ef9e-4d22-8f05-e657c5924786 HTTP/1.1" status: 404 len: 336 time: 0.0592082 Dec 13 15:12:39.641908 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fc4553-4f91-4b82-81bb-3e730170f13f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.642830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fc4553-4f91-4b82-81bb-3e730170f13f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.646749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-37fc4553-4f91-4b82-81bb-3e730170f13f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/6dd3d183-fb9e-442d-8bc9-85383229e831 HTTP/1.1" status: 404 len: 337 time: 0.0434897 Dec 13 15:12:39.650666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55208) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.691332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b8b69513-eb88-42ac-9405-b62c993cd313 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e117da1-4204-407a-9bc6-fbdf6b7d6c44 HTTP/1.1" status: 200 len: 205 time: 0.0364776 Dec 13 15:12:39.706948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55210) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.707076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b3989-0320-40ab-809c-0e7b0f36ddd9 None None] Pushing event updated for resources: {'Port': ['ID=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:39.752499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7d987beb-c551-4b85-9f93-ad8a8357d873 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "GET /v2.0/networks/1774e845-d46d-4b5f-be94-849899434449/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1350276 Dec 13 15:12:39.752499 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-358275b8-f1dd-4586-94dd-8d6b87a439ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] delete failed (client error): The resource could not be found. Dec 13 15:12:39.752499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-358275b8-f1dd-4586-94dd-8d6b87a439ea tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/routers/9e117da1-4204-407a-9bc6-fbdf6b7d6c44 HTTP/1.1" status: 404 len: 336 time: 0.0451510 Dec 13 15:12:39.752499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55212) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.752499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55214) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.753165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e8daffd9-e46f-4482-a9df-f62ffe251b45 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:12:39.775627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e8daffd9-e46f-4482-a9df-f62ffe251b45 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:12:39.779151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e8daffd9-e46f-4482-a9df-f62ffe251b45 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:12:39.779380 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d67ec91-b092-4460-8841-c6e1c275038a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.779380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d67ec91-b092-4460-8841-c6e1c275038a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.782829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6d67ec91-b092-4460-8841-c6e1c275038a tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/12072a64-337a-463a-b85b-3e6f487cc368 HTTP/1.1" status: 404 len: 337 time: 0.0353913 Dec 13 15:12:39.785810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55216) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.796336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-36ce330a-dd2f-4c2f-8a9b-78565f014c07 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "GET /v2.0/networks/1774e845-d46d-4b5f-be94-849899434449/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0514703 Dec 13 15:12:39.799257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55218) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.812604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-624cf297-1277-4477-bb85-06b130027fb1 None None] Provisioning complete for port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:39.825122 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-624cf297-1277-4477-bb85-06b130027fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:39.827885 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7711bf97-fe72-46aa-a35c-0fc7eb839334 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.828284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7711bf97-fe72-46aa-a35c-0fc7eb839334 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.833641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7711bf97-fe72-46aa-a35c-0fc7eb839334 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/1b36f375-1e15-4f1c-b593-6c8bc1a4300a HTTP/1.1" status: 404 len: 337 time: 0.0429182 Dec 13 15:12:39.833908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55220) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.870535 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a71c0df-6eef-4505-8062-1e628913634e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.871845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a71c0df-6eef-4505-8062-1e628913634e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.876201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a71c0df-6eef-4505-8062-1e628913634e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c988871f-2000-4c25-9365-faf270fdd936 HTTP/1.1" status: 404 len: 333 time: 0.0411105 Dec 13 15:12:39.880625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55222) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.912222 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-48771820-375a-44f9-994c-d7f4e28449d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.920934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48771820-375a-44f9-994c-d7f4e28449d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.920934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-48771820-375a-44f9-994c-d7f4e28449d0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/1cb99fe2-ffc7-47bb-9272-d3d8547e9352 HTTP/1.1" status: 404 len: 337 time: 0.0340462 Dec 13 15:12:39.923276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55224) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.950043 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ef4de7-7827-4607-a799-5cfa87751c5c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.950993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ef4de7-7827-4607-a799-5cfa87751c5c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.956617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-58ef4de7-7827-4607-a799-5cfa87751c5c tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/b32d5f44-e5f5-4a7f-b43b-d33011314035 HTTP/1.1" status: 404 len: 333 time: 0.0293410 Dec 13 15:12:39.957450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55226) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.973554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6d97ff9-83b7-4359-b3ab-5cf29b3fa066 tempest-DHCPAgentSchedulersTestJSON-1398496901 tempest-DHCPAgentSchedulersTestJSON-1398496901-project-admin] 10.222.0.24 "GET /v2.0/agents/b63fa157-f1bf-4d49-b234-19ee5d84eb61/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.1703138 Dec 13 15:12:39.977169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55228) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:39.988688 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b768e7-7191-4627-a072-f61ee23d3ed7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:39.989686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b768e7-7191-4627-a072-f61ee23d3ed7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:39.995297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-47b768e7-7191-4627-a072-f61ee23d3ed7 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/11828e42-c40b-4184-bc82-6b108add1545 HTTP/1.1" status: 404 len: 337 time: 0.0343647 Dec 13 15:12:39.995569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55230) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.020150 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f34ebdd-dffa-4e6c-afc8-884be8f6c10e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.021131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f34ebdd-dffa-4e6c-afc8-884be8f6c10e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.026932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f6da016f-2ee4-48b3-8e10-b2ce74cad3fd None None] Could not find standard attr ID for object 1eb297fd-55e5-4bdf-a712-6ca5477c0548. {{(pid=102825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 15:12:40.031011 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1f34ebdd-dffa-4e6c-afc8-884be8f6c10e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/625ce43b-177a-48a3-8c31-6e732bbaf423 HTTP/1.1" status: 404 len: 333 time: 0.0344996 Dec 13 15:12:40.033528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55232) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.060544 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f16e508-8d8e-4b4c-9f22-1f0b357577e3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.061005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f16e508-8d8e-4b4c-9f22-1f0b357577e3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.064087 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f16e508-8d8e-4b4c-9f22-1f0b357577e3 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8128f0ed-e3f9-4e03-8e29-86bd7e8db8dd HTTP/1.1" status: 404 len: 337 time: 0.0296175 Dec 13 15:12:40.064218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.066788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55234) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.096150 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-410c777e-657a-4ba3-a4ad-8cd0a9281792 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.097131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410c777e-657a-4ba3-a4ad-8cd0a9281792 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.100028 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-410c777e-657a-4ba3-a4ad-8cd0a9281792 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/04baefe0-4823-4038-8166-6deaec38ec9a HTTP/1.1" status: 404 len: 333 time: 0.0316634 Dec 13 15:12:40.102494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.130456 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9c0259-e327-49a8-8e1a-56254d0728c0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.130919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9c0259-e327-49a8-8e1a-56254d0728c0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.134014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff9c0259-e327-49a8-8e1a-56254d0728c0 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/8ae51f34-6c1c-48c1-907c-e1630fcdc539 HTTP/1.1" status: 404 len: 337 time: 0.0305784 Dec 13 15:12:40.136869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55238) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.160702 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c055b340-fdb4-42b0-9f74-3af22bd4f71f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.162162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c055b340-fdb4-42b0-9f74-3af22bd4f71f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.165341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c055b340-fdb4-42b0-9f74-3af22bd4f71f tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c332ef51-b725-4bb0-ae86-5e45a3b56296 HTTP/1.1" status: 404 len: 333 time: 0.0275240 Dec 13 15:12:40.166608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.168076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55240) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.188804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98230373-4982-46e4-8b27-d1e9011e39f0']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:40.197960 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7232b6e5-3d55-4cb3-9952-16e645ff3f42 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.198645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7232b6e5-3d55-4cb3-9952-16e645ff3f42 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.199051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f746a19-6d2c-40d1-9e91-02641f088e32') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:40.199345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f746a19-6d2c-40d1-9e91-02641f088e32') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:40.204516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7232b6e5-3d55-4cb3-9952-16e645ff3f42 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/c771471b-fbae-49ab-923a-64eda2f02274 HTTP/1.1" status: 404 len: 337 time: 0.0327399 Dec 13 15:12:40.204768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55242) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.214026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.227826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.229607 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa1242d-47c5-4017-9dc4-9a97c1727b36 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.230514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa1242d-47c5-4017-9dc4-9a97c1727b36 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.233580 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ffa1242d-47c5-4017-9dc4-9a97c1727b36 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/f0475157-9d7e-48cc-ba39-8e71d7db1843 HTTP/1.1" status: 404 len: 333 time: 0.0277581 Dec 13 15:12:40.233878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:12:40.234296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.236176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55244) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:12:40.237246 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:12:40.262447 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-476148f8-9a21-4c7f-b80f-53e8543a8796 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.262907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476148f8-9a21-4c7f-b80f-53e8543a8796 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.265963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-476148f8-9a21-4c7f-b80f-53e8543a8796 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/0469c6f4-34e2-4464-a408-35caf0ed3d40 HTTP/1.1" status: 404 len: 337 time: 0.0288656 Dec 13 15:12:40.268539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55246) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.296948 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d433cfa2-9fb5-41c7-a8e6-d99bf872771e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.297886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d433cfa2-9fb5-41c7-a8e6-d99bf872771e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.301246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d433cfa2-9fb5-41c7-a8e6-d99bf872771e tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/ports/c217c919-2106-4065-b3a8-abef6f544aa0 HTTP/1.1" status: 404 len: 333 time: 0.0315340 Dec 13 15:12:40.304211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55250) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.332003 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1a446f-c511-43dd-909b-1c50779fe646 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.332472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1a446f-c511-43dd-909b-1c50779fe646 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.335728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5e1a446f-c511-43dd-909b-1c50779fe646 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/subnets/38680c5b-3f45-4733-ad5c-2549031f8a85 HTTP/1.1" status: 404 len: 337 time: 0.0304897 Dec 13 15:12:40.338318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55252) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.391606 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.400240 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.405753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "DELETE /v2.0/networks/98230373-4982-46e4-8b27-d1e9011e39f0 HTTP/1.1" status: 204 len: 168 time: 0.4254134 Dec 13 15:12:40.407553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55254) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.416426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106656a-da37-4cb4-96a7-f7f9a7d8e3e0 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event deleted for resources: {'Network': ['ID=98230373-4982-46e4-8b27-d1e9011e39f0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:40.443641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.445572 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8045861f-0be7-4c78-ba76-b776799a873e tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] DELETE failed (client error): The resource could not be found. Dec 13 15:12:40.446225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8045861f-0be7-4c78-ba76-b776799a873e tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:12:40.449340 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8045861f-0be7-4c78-ba76-b776799a873e tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "DELETE /v2.0/ports/1eb297fd-55e5-4bdf-a712-6ca5477c0548 HTTP/1.1" status: 404 len: 333 time: 0.0408595 Dec 13 15:12:40.452111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55256) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.502683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Deleting subnet 2a1c9b51-9ceb-4a10-bdee-be6f126953f1 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:12:40.505976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.538817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.551631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.559247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb3b81b-a75f-423f-b1cd-b03431532e58']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:40.568503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:40.568797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7aacf3-b0d0-422d-ad46-ae46e836d18c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:40.579113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.594012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.602389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:12:40.614076 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:12:40.637451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.797221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.802142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.808428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] 10.222.0.24 "DELETE /v2.0/networks/ceb3b81b-a75f-423f-b1cd-b03431532e58 HTTP/1.1" status: 204 len: 168 time: 0.4661734 Dec 13 15:12:40.820261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Pushing event deleted for resources: {'Network': ['ID=ceb3b81b-a75f-423f-b1cd-b03431532e58,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:40.827571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.827914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.828269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.828599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.828924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.829302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.829566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.829891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.830211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.835255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.835255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.835255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24958cf5-0c29-4bc8-a8bd-9c0d4466d472 tempest-NetworksTestDHCPv6-325486524 tempest-NetworksTestDHCPv6-325486524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:12:40.855284 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.888685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1c9b51-9ceb-4a10-bdee-be6f126953f1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:40.893998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:40.898369 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dc2658d2-7c95-4ed8-9337-a15c329de1ca tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "DELETE /v2.0/subnets/2a1c9b51-9ceb-4a10-bdee-be6f126953f1 HTTP/1.1" status: 204 len: 168 time: 0.4451861 Dec 13 15:12:40.903007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55260) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:40.903865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b5bb3-6814-4b26-b1f8-83d33d5f6a59 None None] Network 1774e845-d46d-4b5f-be94-849899434449 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:40.991651 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.049853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Deleting port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:41.050190 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.101436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] DHCP port deletion for 1774e845-d46d-4b5f-be94-849899434449 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:12:41.116056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] For port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,segment=NetworkSegment(5c749209-3e20-406b-82ad-dd89cf35eb6a),segment_id=5c749209-3e20-406b-82ad-dd89cf35eb6a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:41.116449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.130936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Calling delete_port for 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:41.149406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] Deleting port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:41.149996 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.214085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] For port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,segment=NetworkSegment(5c749209-3e20-406b-82ad-dd89cf35eb6a),segment_id=5c749209-3e20-406b-82ad-dd89cf35eb6a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:41.214527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.227773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:12:41.234919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] Calling delete_port for 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:41.288493 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.304575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] No DVR routers for this DVR port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:12:41.314378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No active binding found for port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 {{(pid=102825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 15:12:41.314733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:12:41.355305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55264) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:41.355575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event deleted for resources: {'Port': ['ID=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:41.355664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.394110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] Pushing event deleted for resources: {'Port': ['ID=642fb16f-ff39-4d32-bcb1-f28b00a02aa2,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:41.397350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e64f8-5781-41ca-b8df-ecb3b0c25c99 None None] No DVR routers for this DVR port 642fb16f-ff39-4d32-bcb1-f28b00a02aa2 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:12:41.420950 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.443606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1774e845-d46d-4b5f-be94-849899434449']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:41.453311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c749209-3e20-406b-82ad-dd89cf35eb6a') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:41.453703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c749209-3e20-406b-82ad-dd89cf35eb6a') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:41.463352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.476417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.482467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:12:41.482858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:12:41.485748 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:12:41.494185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8a799f0-deee-4dad-b0e2-259bdf02b150 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4c0cc7368534677a68a9534a5f8054b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543241 Dec 13 15:12:41.494443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55270) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:41.542621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-540ad7e3-d29e-4e5e-b91e-34c9b85909e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.566225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-540ad7e3-d29e-4e5e-b91e-34c9b85909e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.626056 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.632054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.640065 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] 10.222.0.24 "DELETE /v2.0/networks/1774e845-d46d-4b5f-be94-849899434449 HTTP/1.1" status: 204 len: 168 time: 0.7312858 Dec 13 15:12:41.652085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f75c2-a193-4929-a749-d9d0c128ad72 tempest-DHCPAgentSchedulersTestJSON-187598731 tempest-DHCPAgentSchedulersTestJSON-187598731-project] Pushing event deleted for resources: {'Network': ['ID=1774e845-d46d-4b5f-be94-849899434449,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:41.717827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-540ad7e3-d29e-4e5e-b91e-34c9b85909e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.720422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-540ad7e3-d29e-4e5e-b91e-34c9b85909e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:41.721635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-540ad7e3-d29e-4e5e-b91e-34c9b85909e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/776d7e83-8ddb-44c0-97fc-9dbbc08463a8 HTTP/1.1" status: 204 len: 168 time: 0.2262573 Dec 13 15:12:41.730795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ad7e3-d29e-4e5e-b91e-34c9b85909e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d7e83-8ddb-44c0-97fc-9dbbc08463a8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:42.142017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55278) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:42.284094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b1beed37-cc0d-4aac-9760-acac1494a498 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f48d985174db418f8884465ecce8a95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408398 Dec 13 15:12:42.287263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55288) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:42.345055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6b69-367e-48c6-930c-916c8c22f008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:42.367545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6b69-367e-48c6-930c-916c8c22f008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:42.545290 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6b69-367e-48c6-930c-916c8c22f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:42.551957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6b69-367e-48c6-930c-916c8c22f008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:42.551957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d9e6b69-367e-48c6-930c-916c8c22f008 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80b46e5f-626a-4d44-9c60-9a753834c054 HTTP/1.1" status: 204 len: 168 time: 0.2600443 Dec 13 15:12:42.557129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e6b69-367e-48c6-930c-916c8c22f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b46e5f-626a-4d44-9c60-9a753834c054,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:43.038895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55310) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:43.130980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-ebe138a9-c631-4d29-8542-144827d8c8ab req-daebee8b-ce02-438a-af8f-d80eeb89563f tempest-ServersTestJSON-767117546 tempest-ServersTestJSON-767117546-project] (102823) timed out ('10.222.0.55', 60255) {{(pid=102823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:12:43.140880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-580271261'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:43.214594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55314) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:43.228180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6716c12-a43c-4a8e-85aa-75f57206bb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.269008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:43.272462 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.286586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.329116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6716c12-a43c-4a8e-85aa-75f57206bb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.386427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.402962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6716c12-a43c-4a8e-85aa-75f57206bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.443432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6716c12-a43c-4a8e-85aa-75f57206bb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3768276a-81c4-4ff0-88bf-c584b229d364,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:43.447739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c6716c12-a43c-4a8e-85aa-75f57206bb1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d422c40cfef14b75aaf2f36000387acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321100 Dec 13 15:12:43.452017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55318) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:43.513603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f93f56e-5fe8-42c1-ae84-8e59de75dcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.524832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.551231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f93f56e-5fe8-42c1-ae84-8e59de75dcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.566861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:12:43.595982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f589b85-3755-449d-99f9-f5d047f65eb4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:43.604103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.604450 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Added segment 0b586b94-459d-4d57-a09a-b7d71a4a1e56 of type vlan for network c5330359-5fb7-4939-a541-d43982a385aa Dec 13 15:12:43.649856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.752206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f93f56e-5fe8-42c1-ae84-8e59de75dcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.754848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f93f56e-5fe8-42c1-ae84-8e59de75dcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.756072 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8f93f56e-5fe8-42c1-ae84-8e59de75dcce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3768276a-81c4-4ff0-88bf-c584b229d364 HTTP/1.1" status: 204 len: 168 time: 0.3026829 Dec 13 15:12:43.764370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93f56e-5fe8-42c1-ae84-8e59de75dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768276a-81c4-4ff0-88bf-c584b229d364,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:43.791831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.797764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:43.798334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:43.872142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Network': ['ID=c5330359-5fb7-4939-a541-d43982a385aa,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:43.884169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network c5330359-5fb7-4939-a541-d43982a385aa details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:12:43.953989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1dde26a9-e712-40f3-b24c-677a615efa75 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9139757 Dec 13 15:12:43.956985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:43.962808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'subnet': {'network_id': 'c5330359-5fb7-4939-a541-d43982a385aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:44.185615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:44.189205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:44.443953 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:44.512695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Subnet': ['ID=29068551-1dd1-4a32-a122-12e654f9b579,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:44.521969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Checking segment: {'id': '0b586b94-459d-4d57-a09a-b7d71a4a1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5330359-5fb7-4939-a541-d43982a385aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:44.522379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network hostable DHCP agents. Network: c5330359-5fb7-4939-a541-d43982a385aa, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:12:44.632015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network c5330359-5fb7-4939-a541-d43982a385aa is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:12:44.751613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, c5330359-5fb7-4939-a541-d43982a385aa) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:44.760922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:44.761516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:44.762316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a82091-5ce0-4cc7-ad6f-98332ef164dd None None] Network c5330359-5fb7-4939-a541-d43982a385aa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:44.886609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff7309-236c-49ed-a447-64015c299422 None None] Network c5330359-5fb7-4939-a541-d43982a385aa requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:44.914661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cd31cc70-e4ae-4ab9-b2f9-556c44f5c157 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9558945 Dec 13 15:12:44.917364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55342) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:44.923006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1315656257', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:45.038121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:45.039544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:45.106677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:45.358631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:45.632937 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:45.666009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:45.823471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.25.7.221 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/346d494b-4041-4fc0-93ee-a3d36dcfb87f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:45.837120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:45.945176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:46.054998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:46.091662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:46.094620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:46.098224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:46.124048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=346d494b-4041-4fc0-93ee-a3d36dcfb87f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:46.417045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:46.502196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55376) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:46.614534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:46.657770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:46.746600 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:46.865128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:46.967505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Allocated IP 172.25.7.174 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/15d322b6-4032-4ecf-8482-30d58a65b806) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:46.991834 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.157470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:12:47.267996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:47.281308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:47.291160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:47.292735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:47.324860 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:47.333688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:47.334312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:47.342630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.368612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:47.369257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85da018-4162-4229-8cfa-44e3603e1b4d None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:47.370639 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.371890 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d6d652af-8054-4ceb-9a66-4f636e02787d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4526753 Dec 13 15:12:47.374796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55388) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:47.461016 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.500905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:47.506089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:47.509122 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:47.517671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Port': ['ID=15d322b6-4032-4ecf-8482-30d58a65b806,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:47.637496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.739745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.820984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.897114 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.945707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:47.995211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Port': ['ID=15d322b6-4032-4ecf-8482-30d58a65b806,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:48.067554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.130117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.1 (c5330359-5fb7-4939-a541-d43982a385aa/29068551-1dd1-4a32-a122-12e654f9b579/1ef3ad11-3785-43a0-8da1-a52b99f1060b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:48.187984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.190036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0ce4d9d6-71ff-4689-87c7-febec6a99b5f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6861718 Dec 13 15:12:48.193225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55392) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:48.204000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1256427700'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:48.256415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.293841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Made reservation on behalf of 4d38610d6972472a9c31a8830a77ffbd for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:48.297698 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.307049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.381955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.385660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.431501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network c5330359-5fb7-4939-a541-d43982a385aa is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:48.434740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:48.437048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.438865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:48.448181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=1ef3ad11-3785-43a0-8da1-a52b99f1060b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:48.475817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:12:48.482280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42847101-e917-4d96-b949-34275f1b9414,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:48.487408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.487914 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Added segment 8e1634de-c885-4d17-af75-167d6e5c3f4f of type vlan for network 36159863-2491-4fd4-9b25-73ec78ad5b14 Dec 13 15:12:48.491502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.536900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.625649 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.632448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:48.633078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.703187 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:48.705667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Network': ['ID=36159863-2491-4fd4-9b25-73ec78ad5b14,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:48.717624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:12:48.796549 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a8bee0ce-2eaf-44b5-b521-26ce6cbf36b8 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5996966 Dec 13 15:12:48.797999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55396) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:48.803797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Request body: {'subnet': {'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:48.968624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Made reservation on behalf of 4d38610d6972472a9c31a8830a77ffbd for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:48.972277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.019130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.065909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.151958 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.160138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=1ef3ad11-3785-43a0-8da1-a52b99f1060b,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:49.247542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network c5330359-5fb7-4939-a541-d43982a385aa is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:49.249189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:49.260150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.329747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Subnet': ['ID=fded44a9-f49a-4606-a124-330bb7d3bed9,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:49.334089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Checking segment: {'id': '8e1634de-c885-4d17-af75-167d6e5c3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:49.345468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Network hostable DHCP agents. Network: 36159863-2491-4fd4-9b25-73ec78ad5b14, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:12:49.376894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:49.431472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:12:49.494203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:49.499814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-649f6bf0-7fd2-439c-8cbe-8007dfc49786 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/routers/53870c08-0481-418e-b1cd-c68a86552dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1237173 Dec 13 15:12:49.502696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55398) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:49.506124 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:49.508225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'port': {'network_id': 'c5330359-5fb7-4939-a541-d43982a385aa', 'name': 'tempest-FloatingIPTestJSON-605220988'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:49.508630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 36159863-2491-4fd4-9b25-73ec78ad5b14) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:49.522176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ddc7d-cc25-4e24-9bf6-94b1b6ef3c49 None None] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:49.540441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:49.541842 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.552574 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:49.553311 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:49.614125 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:49.624197 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:49.625059 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:49.631475 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d0868383-3a89-41f6-9b1b-bd743e19b5b7 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8297515 Dec 13 15:12:49.632359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55402) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:49.638711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-843789155', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:49.671109 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:49.671762 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c2b1f7-10a8-48b6-b954-a91e87ce7f9e None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:49.736522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-36159863-2491-4fd4-9b25-73ec78ad5b14', 'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14', 'tenant_id': '4d38610d6972472a9c31a8830a77ffbd', 'fixed_ips': [{'subnet_id': 'fded44a9-f49a-4606-a124-330bb7d3bed9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:12:49.737407 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.747278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:49.750836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.778711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] device_id is not set on port 699d8642-d8bb-4845-a542-4520d9ee47fa yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:49.834575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.836330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.929523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.932667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Allocated IP 172.20.0.2 (36159863-2491-4fd4-9b25-73ec78ad5b14/fded44a9-f49a-4606-a124-330bb7d3bed9/428db83e-8ab7-4a87-9489-207c143c7fa2) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:49.936786 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c7880500-b4e8-46d5-b75e-b164e5ee69ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:49.956971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.3 (c5330359-5fb7-4939-a541-d43982a385aa/29068551-1dd1-4a32-a122-12e654f9b579/699d8642-d8bb-4845-a542-4520d9ee47fa) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:50.090259 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.146888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.188231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:50.191054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:50.194771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:50.206013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Pushing event updated for resources: {'Port': ['ID=428db83e-8ab7-4a87-9489-207c143c7fa2,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:50.210852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.259897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.264347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Attempting to bind port 428db83e-8ab7-4a87-9489-207c143c7fa2 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:12:50.264768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Attempting to bind port 428db83e-8ab7-4a87-9489-207c143c7fa2 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '8e1634de-c885-4d17-af75-167d6e5c3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:12:50.265169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Attempting to bind port 428db83e-8ab7-4a87-9489-207c143c7fa2 on network 36159863-2491-4fd4-9b25-73ec78ad5b14 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:12:50.271827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:12:50.272091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Checking segment: {'id': '8e1634de-c885-4d17-af75-167d6e5c3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:12:50.272492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.272884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Bound using segment: {'id': '8e1634de-c885-4d17-af75-167d6e5c3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:12:50.273348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Bound port: 428db83e-8ab7-4a87-9489-207c143c7fa2, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1634de-c885-4d17-af75-167d6e5c3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:12:50.273729 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.338505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] For port 428db83e-8ab7-4a87-9489-207c143c7fa2, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:12:50.341879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] For port 428db83e-8ab7-4a87-9489-207c143c7fa2, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=428db83e-8ab7-4a87-9489-207c143c7fa2,segment=NetworkSegment(8e1634de-c885-4d17-af75-167d6e5c3f4f),segment_id=8e1634de-c885-4d17-af75-167d6e5c3f4f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:12:50.381586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.436990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network c5330359-5fb7-4939-a541-d43982a385aa is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:50.442864 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:50.446417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:50.466693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.489326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=699d8642-d8bb-4845-a542-4520d9ee47fa,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:50.522690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:50.522690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.539461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a57838-00aa-4333-8052-7d50fa5b63e6 None None] Pushing event updated for resources: {'Port': ['ID=428db83e-8ab7-4a87-9489-207c143c7fa2,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:50.646218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ffdbe0a9-86a6-4141-9f45-cc172ab48e27 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1400297 Dec 13 15:12:50.647386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55406) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:50.656072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'port': {'network_id': 'c5330359-5fb7-4939-a541-d43982a385aa', 'name': 'tempest-FloatingIPTestJSON-1294338403'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:50.677771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.700476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.876022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Allocated IP 172.25.7.236 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/9befed97-4775-44c4-90a5-d613b02abcec) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:50.877316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:50.881663 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:50.904263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] device_id is not set on port 2387ea9f-9182-42e2-b122-aec1af865dd8 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:50.998687 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.034436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.9 (c5330359-5fb7-4939-a541-d43982a385aa/29068551-1dd1-4a32-a122-12e654f9b579/2387ea9f-9182-42e2-b122-aec1af865dd8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:51.124096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.172549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:51.176369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:51.185849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:51.189910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Port': ['ID=9befed97-4775-44c4-90a5-d613b02abcec,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:51.220773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.313043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 428db83e-8ab7-4a87-9489-207c143c7fa2 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:51.346346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.394455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network c5330359-5fb7-4939-a541-d43982a385aa is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:51.396572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 428db83e-8ab7-4a87-9489-207c143c7fa2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:51.397151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.400662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:51.404670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:51.413593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=2387ea9f-9182-42e2-b122-aec1af865dd8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:51.467609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:51.468242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.496894 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.535987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 428db83e-8ab7-4a87-9489-207c143c7fa2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=428db83e-8ab7-4a87-9489-207c143c7fa2,segment=NetworkSegment(8e1634de-c885-4d17-af75-167d6e5c3f4f),segment_id=8e1634de-c885-4d17-af75-167d6e5c3f4f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:12:51.568522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a316989-c402-4b6f-b926-b43b729918b3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9193408 Dec 13 15:12:51.572052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55408) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:51.581304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '2387ea9f-9182-42e2-b122-aec1af865dd8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:51.591477 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.620178 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.695110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=428db83e-8ab7-4a87-9489-207c143c7fa2,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:51.756656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3816e5d6-7c08-48a4-a3cd-8494108beb74 None None] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:12:51.793711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.883226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b35743f3-f3aa-43d0-b941-267b563dea07 None None] Provisioning complete for port 428db83e-8ab7-4a87-9489-207c143c7fa2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:51.883677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b35743f3-f3aa-43d0-b941-267b563dea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:51.885282 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:52.023802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:52.164343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.25.7.64 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/fcae0869-6d24-4ddf-bba1-04a3e8e33e32) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:52.198504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Router 5997cf67-6024-4cb8-a1ce-e510da896b87 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:12:52.221611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4ac39393-efe9-4b3d-960a-c5642fae1fe2 None None] Provisioning complete for port 428db83e-8ab7-4a87-9489-207c143c7fa2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:52.222317 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ac39393-efe9-4b3d-960a-c5642fae1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:52.274984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-07ac039c-7b3a-4366-b8fe-138f9c42a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:52.360563 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:52.378757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:52.389642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] Sync routers for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:52.400096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:52.400914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:52.436060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:52.444742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:52.445337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:52.479460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:52.480089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7bfbc1-2c34-4a15-bab5-8cf7e95b17c3 None None] The sync data for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:52.502082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:52.503378 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5968995c-d336-4ad4-a06e-ae4d36f245fa tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.8702838 Dec 13 15:12:52.505965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55416) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:52.547740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:52.954182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:52.961921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:52.965301 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=fcae0869-6d24-4ddf-bba1-04a3e8e33e32,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:52.967425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:53.238787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 428db83e-8ab7-4a87-9489-207c143c7fa2 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:12:53.290935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 428db83e-8ab7-4a87-9489-207c143c7fa2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:53.291396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:53.313518 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:53.565549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:53.632938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:53.745875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.032822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.040442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Allocated IP 172.20.0.1 (36159863-2491-4fd4-9b25-73ec78ad5b14/fded44a9-f49a-4606-a124-330bb7d3bed9/4d254640-af74-4c0c-b722-0ccf3265c7e4) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:54.113187 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.208891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=fcae0869-6d24-4ddf-bba1-04a3e8e33e32,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:54.226472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.234907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.350610 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP 2f19473b-2517-4242-a934-2bbe6a4b0d10 associated. External IP: 172.25.7.64, port: 2387ea9f-9182-42e2-b122-aec1af865dd8. Dec 13 15:12:54.421648 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.480933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:54.486439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:54.489943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:54.524311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Port': ['ID=4d254640-af74-4c0c-b722-0ccf3265c7e4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:54.620029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.736706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:54.753076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7cd1c92a-3893-4106-b225-3237b6f4b1c2 None None] Provisioning complete for port 4d254640-af74-4c0c-b722-0ccf3265c7e4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:54.753661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c92a-3893-4106-b225-3237b6f4b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.792067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1c92a-3893-4106-b225-3237b6f4b1c2 None None] Port 4d254640-af74-4c0c-b722-0ccf3265c7e4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:54.872803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.930483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:54.933866 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:54.948139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:54.958521 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:54.961002 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:54.994971 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:55.003512 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:55.004665 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:55.036676 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:55.037340 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a3379-ae30-43d9-9e9a-b39bc48dcae9 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:55.040805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.086437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-62e9c224-e394-420d-9276-bc9cd5e5da91 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5105681 Dec 13 15:12:55.086903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55448) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:55.092776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:55.145350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.155908 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.221342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.283084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.305399 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.351738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.352095 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP 2f19473b-2517-4242-a934-2bbe6a4b0d10 disassociated. External IP: 172.25.7.64, port: 2387ea9f-9182-42e2-b122-aec1af865dd8. Dec 13 15:12:55.360600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Port': ['ID=4d254640-af74-4c0c-b722-0ccf3265c7e4,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:55.364013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.462014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:55.464877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:55.585221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:55.599438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Router 5997cf67-6024-4cb8-a1ce-e510da896b87 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:55.706878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:55.712185 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.718346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:55.732616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:55.734197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:55.744793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6e25337e-2f43-4211-a02c-0607eaf506bb tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/floatingips/2f19473b-2517-4242-a934-2bbe6a4b0d10 HTTP/1.1" status: 200 len: 687 time: 0.6565926 Dec 13 15:12:55.747630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55456) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:55.777239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:55.787520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:55.788147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:55.836744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:55.837381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03dbb4-d548-4ccb-b1ac-ffa5b0bee301 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:55.857320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1c4a0c50-5a3a-413f-8946-2cbf5f7ce052 None None] Provisioning complete for port 4d254640-af74-4c0c-b722-0ccf3265c7e4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:55.861469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0c50-5a3a-413f-8946-2cbf5f7ce052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.896991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a0c50-5a3a-413f-8946-2cbf5f7ce052 None None] Port 4d254640-af74-4c0c-b722-0ccf3265c7e4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:55.902940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port fcae0869-6d24-4ddf-bba1-04a3e8e33e32 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:55.907296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.997681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:55.998088 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.012562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for fcae0869-6d24-4ddf-bba1-04a3e8e33e32 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:12:56.107122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:56.118468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-334e218b-05bb-4426-91c7-6284c9716ada tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "PUT /v2.0/routers/5997cf67-6024-4cb8-a1ce-e510da896b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6083851 Dec 13 15:12:56.118468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55462) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:56.120982 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] Sync routers for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:56.126636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Request body: {'port': {'network_id': '36159863-2491-4fd4-9b25-73ec78ad5b14', 'name': 'tempest-FloatingIPAdminTestJSON-2144265081'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:56.131474 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:56.132336 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:56.170215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:56.179698 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:56.180330 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:56.214041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:56.214765 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd432b7-b635-43f7-8cf9-4284b9bd9ebc None None] The sync data for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:56.242960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.271317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=fcae0869-6d24-4ddf-bba1-04a3e8e33e32,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:56.334185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Made reservation on behalf of 4d38610d6972472a9c31a8830a77ffbd for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:12:56.338136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.339191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.340703 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.345286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-51175755-62f3-48f3-8f1f-3a65f935aa40 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f19473b-2517-4242-a934-2bbe6a4b0d10 HTTP/1.1" status: 204 len: 168 time: 0.5933013 Dec 13 15:12:56.345493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55466) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:56.350246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '699d8642-d8bb-4845-a542-4520d9ee47fa'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:56.357569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] device_id is not set on port c408047f-7a3f-4e79-aebc-a3add7e474c6 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:12:56.426439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.473146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Allocated IP 172.20.0.8 (36159863-2491-4fd4-9b25-73ec78ad5b14/fded44a9-f49a-4606-a124-330bb7d3bed9/c408047f-7a3f-4e79-aebc-a3add7e474c6) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:56.524800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.633860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.25.7.237 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/0f12100e-3ba0-430c-9a9f-f3efe5b15324) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:56.635019 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.734871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.802359 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.822079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:56.825291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:56.829016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:56.860262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event updated for resources: {'Port': ['ID=c408047f-7a3f-4e79-aebc-a3add7e474c6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:56.879362 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.895221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:56.896013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:56.920449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:56.923670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:56.931015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:56.934112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=0f12100e-3ba0-430c-9a9f-f3efe5b15324,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:56.985738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5721e354-9ff5-4309-9ee6-d9836c03bac3 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8684132 Dec 13 15:12:56.986703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55470) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:57.066088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'project_id': '4d38610d6972472a9c31a8830a77ffbd', 'port_id': 'c408047f-7a3f-4e79-aebc-a3add7e474c6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:57.131299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7e0e81c4-8be1-4c53-8182-7d2cfcc416bd None None] Provisioning complete for port c408047f-7a3f-4e79-aebc-a3add7e474c6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:12:57.131865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7e0e81c4-8be1-4c53-8182-7d2cfcc416bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:57.146118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:57.166618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e81c4-8be1-4c53-8182-7d2cfcc416bd None None] Port c408047f-7a3f-4e79-aebc-a3add7e474c6 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:12:57.260725 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:57.373133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Allocated IP 172.25.7.219 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/c78dedf6-cacf-4403-8820-2beb2ead3d97) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:12:57.424073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:57.481920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:57.592346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:57.683691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:12:57.688904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:12:57.692475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:12:57.719849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Pushing event updated for resources: {'Port': ['ID=c78dedf6-cacf-4403-8820-2beb2ead3d97,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:57.741152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-0901b342-8f19-430c-9457-27e9c68b2fff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982018 Dec 13 15:12:57.869010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b69552-ffbf-4670-8702-036ba65862cb req-10e9a3b0-d105-4f14-a53f-d92554f82438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:57.870548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-10e9a3b0-d105-4f14-a53f-d92554f82438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 1096 time: 0.0607057 Dec 13 15:12:57.919699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.063385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b69552-ffbf-4670-8702-036ba65862cb req-3a91e733-4342-4af0-b8f0-b31fb1387a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:58.064937 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-3a91e733-4342-4af0-b8f0-b31fb1387a3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.1595767 Dec 13 15:12:58.081770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.128724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.207988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=0f12100e-3ba0-430c-9a9f-f3efe5b15324,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:58.218269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.219969 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-0ac505ad-5e03-4381-a2c6-1742f47b8b7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38 HTTP/1.1" status: 200 len: 1000 time: 0.1168976 Dec 13 15:12:58.290469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.295940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b69552-ffbf-4670-8702-036ba65862cb req-cf84a6ef-3323-4ad8-8641-ec239df04fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:58.297698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-cf84a6ef-3323-4ad8-8641-ec239df04fda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0597513 Dec 13 15:12:58.322273 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 associated. External IP: 172.25.7.237, port: 699d8642-d8bb-4845-a542-4520d9ee47fa. Dec 13 15:12:58.371451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b69552-ffbf-4670-8702-036ba65862cb req-1aa3b60a-8fcb-4c25-a1c1-1dfd648624ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:12:58.372921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-1aa3b60a-8fcb-4c25-a1c1-1dfd648624ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569122 Dec 13 15:12:58.461906 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.512690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-4e04ad93-eab2-4c3f-92f5-27577c03ec52 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317141 Dec 13 15:12:58.543128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:58.655911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:58.668843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:58.678815 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3b69552-ffbf-4670-8702-036ba65862cb req-7efc8ede-ee5f-4702-a515-b0192e3fce58 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560614 Dec 13 15:12:58.680077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:58.680903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:58.718081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.727306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:58.736935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:58.737680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:58.747241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.773362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:58.774141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b454a8a-346c-48da-836d-5c0f5aed8e55 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:58.774636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-42332b58-74e7-4cc4-a423-8e03432e57d0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4280508 Dec 13 15:12:58.777202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55482) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:58.802499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.840244 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7b8ae666-75eb-4837-929e-44b520704343 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "GET /v2.0/floatingips/c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 HTTP/1.1" status: 200 len: 977 time: 0.0618882 Dec 13 15:12:58.842581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55486) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:58.879618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Pushing event updated for resources: {'Port': ['ID=c78dedf6-cacf-4403-8820-2beb2ead3d97,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:12:58.895241 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:58.964758 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b29291df-24fe-4d1b-a825-9fd17144fbe3 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1181619 Dec 13 15:12:58.965008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55490) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:58.977645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'port_id': '2387ea9f-9182-42e2-b122-aec1af865dd8'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:12:59.000654 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Floating IP 5c423127-9d1c-4fe6-afc9-f9de91220b81 associated. External IP: 172.25.7.219, port: c408047f-7a3f-4e79-aebc-a3add7e474c6. Dec 13 15:12:59.030357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:59.251290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Router 5997cf67-6024-4cb8-a1ce-e510da896b87 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:12:59.365010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:12:59.377018 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] Sync routers for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:12:59.388350 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:59.389263 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:59.429099 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:59.444038 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:12:59.444773 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:59.478298 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:12:59.479084 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb5a00-abbe-41cf-9a2f-242a1e0b05b9 None None] The sync data for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:12:59.491763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:59.526349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f7b718e5-a889-46e2-9966-7ccdee5d9eb8 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5359097 Dec 13 15:12:59.527682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:59.630896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:59.646165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-11c48cab-47ba-4485-b4ce-6bbbf0441f6f tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] 10.222.0.24 "GET /v2.0/floatingips/5c423127-9d1c-4fe6-afc9-f9de91220b81 HTTP/1.1" status: 200 len: 983 time: 0.1171329 Dec 13 15:12:59.648570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55500) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:59.683297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:12:59.769052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3342f91-0978-4ef2-83f8-2240fde6534c tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3020 time: 0.1192417 Dec 13 15:12:59.771827 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55504) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:12:59.789873 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 associated. External IP: 172.25.7.237, port: 699d8642-d8bb-4845-a542-4520d9ee47fa. Dec 13 15:12:59.952087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Deleting port c78dedf6-cacf-4403-8820-2beb2ead3d97 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:12:59.952441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.013453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:00.037672 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.038017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.050400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Calling delete_port for c78dedf6-cacf-4403-8820-2beb2ead3d97 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:00.125532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:00.138061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:00.148684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:00.149600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.189336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.204829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:00.206591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.250392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.251337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d49e-00fb-45d3-b868-ec804fe49b6f None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:00.361512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:00.476944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:00.486611 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:00.487158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.502582 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:00.503336 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.542670 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.555325 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:00.556165 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.562129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-86003f14-5432-4fe9-b07c-6246599061a0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/floatingips/c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 HTTP/1.1" status: 200 len: 978 time: 1.5961435 Dec 13 15:13:00.562830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55514) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:00.568074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:00.589358 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:00.590337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc730a-634c-4be9-a1c1-e39537e04f7a None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:00.635385 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.660150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.687678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Port': ['ID=c78dedf6-cacf-4403-8820-2beb2ead3d97,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:00.759578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.760018 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Floating IP 5c423127-9d1c-4fe6-afc9-f9de91220b81 disassociated (deleted). External IP: 172.25.7.219, port: c408047f-7a3f-4e79-aebc-a3add7e474c6. Dec 13 15:13:00.780466 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.872682 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:00.873028 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 disassociated. External IP: 172.25.7.237, port: 2387ea9f-9182-42e2-b122-aec1af865dd8. Dec 13 15:13:00.978675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Router 5997cf67-6024-4cb8-a1ce-e510da896b87 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:01.104033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:01.109066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.116625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] Sync routers for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:01.129533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:01.130907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.151306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c0a8d042-7623-449d-b8df-7ce5e5e57838 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "DELETE /v2.0/floatingips/5c423127-9d1c-4fe6-afc9-f9de91220b81 HTTP/1.1" status: 204 len: 168 time: 1.3780117 Dec 13 15:13:01.151962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55522) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:01.156915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:01.196540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.208906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:01.209780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.248595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.249564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb393b-41f2-4107-ad1b-a878f5df1b40 None None] The sync data for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:01.272206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.363788 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.399576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:01.475559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Allocated IP 172.25.7.76 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/bec8baec-f969-4946-86b8-ddf8e81877d4) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:01.508730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:01.518418 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:01.519044 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.529703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:01.530436 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.546787 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6b585783-9e9b-44f8-95e9-6ff79a066919 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/floatingips/c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 HTTP/1.1" status: 200 len: 688 time: 0.9829190 Dec 13 15:13:01.551864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55528) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:01.569869 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.578629 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:01.579365 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.588052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.634908 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:01.635628 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c245fc-19e2-4885-91ad-8a4e68e4da8b None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:01.689066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.689729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 0f12100e-3ba0-430c-9a9f-f3efe5b15324 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:01.689729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.732832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:01.740308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:01.744134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:01.769409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.769795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.776718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Pushing event updated for resources: {'Port': ['ID=bec8baec-f969-4946-86b8-ddf8e81877d4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:01.788079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 0f12100e-3ba0-430c-9a9f-f3efe5b15324 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:01.838632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:01.965724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.043445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.080506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=0f12100e-3ba0-430c-9a9f-f3efe5b15324,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:02.133864 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.148096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.150671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.151829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2d38e70b-035d-4119-8489-39530ce6bd72 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 HTTP/1.1" status: 204 len: 168 time: 0.5990458 Dec 13 15:13:02.154705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55538) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:02.186163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.192128 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-4692bb0f-4c48-484e-9819-df344b582e8f tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] delete failed (client error): The resource could not be found. Dec 13 15:13:02.198709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4692bb0f-4c48-484e-9819-df344b582e8f tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9d9eadd-bcad-454e-aa6b-21c3eaff33e7 HTTP/1.1" status: 404 len: 345 time: 0.0430222 Dec 13 15:13:02.199303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55540) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:02.256882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Pushing event updated for resources: {'Port': ['ID=bec8baec-f969-4946-86b8-ddf8e81877d4,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:02.274872 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.297337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a58695-1355-427c-8b18-1237caf3f1b5 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:02.303702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a58695-1355-427c-8b18-1237caf3f1b5 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:02.310939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a58695-1355-427c-8b18-1237caf3f1b5 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:02.312624 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d4a58695-1355-427c-8b18-1237caf3f1b5 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "GET /v2.0/ports?network_id=c5330359-5fb7-4939-a541-d43982a385aa HTTP/1.1" status: 200 len: 2357 time: 0.1123950 Dec 13 15:13:02.316202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55544) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:02.365317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.366711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a75fb2c-f223-474e-8ee1-293ce641968b tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2134697 Dec 13 15:13:02.368456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e1c84-9383-486b-adb2-9e268abce570 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:02.369552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55546) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:02.369799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-459e1c84-9383-486b-adb2-9e268abce570 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "GET /v2.0/subnets/29068551-1dd1-4a32-a122-12e654f9b579 HTTP/1.1" status: 200 len: 797 time: 0.0535471 Dec 13 15:13:02.374606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55548) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:02.379770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'port': {'network_id': 'c5330359-5fb7-4939-a541-d43982a385aa', 'name': 'tempest-FloatingIPTestJSON-1420239519', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:02.475998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:02.580015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.677590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.682350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:02.768911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:02.787580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] device_id is not set on port 0dcb529b-202a-4aef-a46c-02393de821fc yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:02.789740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Allocated IP 172.25.7.181 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/9dd11978-eaaf-42f7-bf62-385246f30428) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:02.904569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.049508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.087316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:03.090460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:03.094479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:03.103201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.14 (c5330359-5fb7-4939-a541-d43982a385aa/29068551-1dd1-4a32-a122-12e654f9b579/0dcb529b-202a-4aef-a46c-02393de821fc) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:03.109955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.13 (c5330359-5fb7-4939-a541-d43982a385aa/29068551-1dd1-4a32-a122-12e654f9b579/0dcb529b-202a-4aef-a46c-02393de821fc) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:03.125446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Pushing event updated for resources: {'Port': ['ID=9dd11978-eaaf-42f7-bf62-385246f30428,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:03.192334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.274222 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.288170 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.352412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.398479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network c5330359-5fb7-4939-a541-d43982a385aa is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:03.401785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:03.406898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:03.438853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=0dcb529b-202a-4aef-a46c-02393de821fc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:03.449676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.468095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:03.468709 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.511745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.538264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8119d735-c055-4900-a482-95550607f22c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1626139 Dec 13 15:13:03.540806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55560) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:03.546012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '0dcb529b-202a-4aef-a46c-02393de821fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:03.579411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Pushing event updated for resources: {'Port': ['ID=9dd11978-eaaf-42f7-bf62-385246f30428,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:03.592081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.609239 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.708604 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.712594 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fd726490-8904-417c-b5c9-9a4a7d591623 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3394110 Dec 13 15:13:03.712881 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55562) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:03.715620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:03.862565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f7233b6d-1716-4544-a3c2-6a90a31af178 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1481507 Dec 13 15:13:03.865615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55564) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:03.937491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a4b86a01-9b9f-45bd-9f8d-b2620e6ced10 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0680914 Dec 13 15:13:03.937491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55568) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:03.997926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.25.7.43 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b901cd29-37a6-4773-96d8-d28433da7a0d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:04.160477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Deleting port 9dd11978-eaaf-42f7-bf62-385246f30428 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:04.160818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.179312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.269164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.269495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.281932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Calling delete_port for 9dd11978-eaaf-42f7-bf62-385246f30428 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:04.443946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.484171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:04.487225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:04.490710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:04.499220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=b901cd29-37a6-4773-96d8-d28433da7a0d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:04.528294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.568454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Pushing event deleted for resources: {'Port': ['ID=9dd11978-eaaf-42f7-bf62-385246f30428,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:04.672644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.675171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:04.676844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2175b9c7-0be5-4277-a054-82401645d053 tempest-FloatingIPAdminTestJSON-1225358634 tempest-FloatingIPAdminTestJSON-1225358634-project] 10.222.0.24 "DELETE /v2.0/floatingips/d00b9192-f12e-4fb9-9dca-1e7152639087 HTTP/1.1" status: 204 len: 168 time: 0.7386932 Dec 13 15:13:04.679490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55574) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:05.283097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Deleting port bec8baec-f969-4946-86b8-ddf8e81877d4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:05.283933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.408136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.408360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.417083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.440361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Calling delete_port for bec8baec-f969-4946-86b8-ddf8e81877d4 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:05.614790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.696605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.731729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec8baec-f969-4946-86b8-ddf8e81877d4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:05.827644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.830413 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.831561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9b341732-30dd-45ec-af76-79c47e235910 tempest-FloatingIPAdminTestJSON-2110796120 tempest-FloatingIPAdminTestJSON-2110796120-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/a14916c8-9819-42a4-8ee4-6fcebfc39d9a HTTP/1.1" status: 204 len: 168 time: 1.1511931 Dec 13 15:13:05.835821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55582) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:05.847270 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.923217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.940683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Deleting port c408047f-7a3f-4e79-aebc-a3add7e474c6 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:05.941039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:05.990416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=b901cd29-37a6-4773-96d8-d28433da7a0d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:06.001977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:06.046827 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:06.060084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Calling delete_port for c408047f-7a3f-4e79-aebc-a3add7e474c6 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:06.105655 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP 06bb842b-8ef2-4ae0-a4ea-8285efdaa206 associated. External IP: 172.25.7.43, port: 0dcb529b-202a-4aef-a46c-02393de821fc. Dec 13 15:13:06.260547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:06.294544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Port': ['ID=c408047f-7a3f-4e79-aebc-a3add7e474c6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:06.332129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:06.365465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:06.370298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a49d884-d8c3-45b0-bf51-0b5cce244cd1 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "DELETE /v2.0/ports/c408047f-7a3f-4e79-aebc-a3add7e474c6 HTTP/1.1" status: 204 len: 168 time: 0.5314486 Dec 13 15:13:06.371605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:06.428185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a84220-43f1-469e-89cd-fe7ead97e48c tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:06.430039 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f8a84220-43f1-469e-89cd-fe7ead97e48c tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "GET /v2.0/ports?device_id=5997cf67-6024-4cb8-a1ce-e510da896b87 HTTP/1.1" status: 200 len: 913 time: 0.0574861 Dec 13 15:13:06.432646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:06.461679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:06.481044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:06.497552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:06.498091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:06.537465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:06.543854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:06.554207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:06.555050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:06.578138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0dada019-07af-4969-a37d-09c25bbd9d93 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0361805 Dec 13 15:13:06.586704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55594) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:06.592029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'port_id': '0dcb529b-202a-4aef-a46c-02393de821fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:06.593072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:06.593840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703115fd-7872-4d3e-9e23-9ecb93d8d048 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:06.724084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:07.175901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:07.657674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.resource_extend [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 15:13:07.761643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:07.843704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:07.948126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Deleting port 4d254640-af74-4c0c-b722-0ccf3265c7e4 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:07.948449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.113372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.129713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Calling delete_port for 4d254640-af74-4c0c-b722-0ccf3265c7e4 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:08.185136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:08.362453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:08.369115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.374113 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:08.383172 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:08.383854 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:08.418092 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:08.428194 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:08.428779 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:08.454374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0881544c-2e9d-44f6-9308-c63f96ff6b61 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/floatingips/06bb842b-8ef2-4ae0-a4ea-8285efdaa206 HTTP/1.1" status: 200 len: 978 time: 1.8666971 Dec 13 15:13:08.458678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:08.464391 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:08.465038 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d0b9b-dfd9-46b8-a456-fc5383006dd8 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:08.529101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.559571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Port': ['ID=4d254640-af74-4c0c-b722-0ccf3265c7e4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:08.642046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port b901cd29-37a6-4773-96d8-d28433da7a0d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:08.642503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.735435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.736174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.752492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for b901cd29-37a6-4773-96d8-d28433da7a0d owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:08.761069 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:08.992575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Router 5997cf67-6024-4cb8-a1ce-e510da896b87 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:09.003593 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.038479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=b901cd29-37a6-4773-96d8-d28433da7a0d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:09.108439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.108772 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP 06bb842b-8ef2-4ae0-a4ea-8285efdaa206 disassociated (deleted). External IP: 172.25.7.43, port: 0dcb529b-202a-4aef-a46c-02393de821fc. Dec 13 15:13:09.121521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:09.132160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] Sync routers for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:09.141902 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-14b31831-13a1-4598-a578-419d36448155 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "PUT /v2.0/routers/5997cf67-6024-4cb8-a1ce-e510da896b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078850 Dec 13 15:13:09.142051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:09.142571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.144383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55614) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:09.177934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.187561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] Routers {'5997cf67-6024-4cb8-a1ce-e510da896b87'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:09.188367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['5997cf67-6024-4cb8-a1ce-e510da896b87'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.220331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.220981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420289c1-6191-4fe3-b942-63c8e385e50b None None] The sync data for ids ['5997cf67-6024-4cb8-a1ce-e510da896b87'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:09.306647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.495594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:09.497048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.609597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:09.619149 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:09.628129 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:09.629415 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.630201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.659757 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.664992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-72f6869d-8e07-4b72-9b94-6d092fb29060 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/floatingips/06bb842b-8ef2-4ae0-a4ea-8285efdaa206 HTTP/1.1" status: 204 len: 168 time: 1.2027926 Dec 13 15:13:09.665943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55618) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:09.669426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:09.670115 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.680756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Deleting port 9befed97-4775-44c4-90a5-d613b02abcec {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:09.681099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.701788 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:09.709672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7bfb8-170b-4af4-b367-d66b8c4cef82 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:09.766772 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.782592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 0dcb529b-202a-4aef-a46c-02393de821fc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:09.782940 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.784602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Calling delete_port for 9befed97-4775-44c4-90a5-d613b02abcec owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:09.891043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:09.906102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 0dcb529b-202a-4aef-a46c-02393de821fc owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:10.180218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.214722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=0dcb529b-202a-4aef-a46c-02393de821fc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:10.300064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.306820 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aea8ce03-7788-4eae-80b9-7d6e60d0b76c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/ports/0dcb529b-202a-4aef-a46c-02393de821fc HTTP/1.1" status: 204 len: 168 time: 0.6362591 Dec 13 15:13:10.307883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55624) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:10.313247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:10.319130 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.351708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Port': ['ID=9befed97-4775-44c4-90a5-d613b02abcec,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:10.414960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.446261 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.545091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.548417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.640069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.680740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.681259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Fanout notify agent at l3_agent the message router_deleted on router 5997cf67-6024-4cb8-a1ce-e510da896b87 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:10.689724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.690907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-673911f2-332e-4c1b-afcd-8f022a5455e4 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "DELETE /v2.0/routers/5997cf67-6024-4cb8-a1ce-e510da896b87 HTTP/1.1" status: 204 len: 168 time: 1.5455496 Dec 13 15:13:10.693967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55626) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:10.746458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Deleting subnet fded44a9-f49a-4606-a124-330bb7d3bed9 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:13:10.749638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.763490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.25.7.178 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/7035ec05-225e-41e2-a46a-ba03f38e5103) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:10.797216 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.868701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:10.881891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.008611 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.049290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:11.054650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:11.057855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.064563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:11.084175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=7035ec05-225e-41e2-a46a-ba03f38e5103,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:11.091475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Subnet': ['ID=fded44a9-f49a-4606-a124-330bb7d3bed9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:11.093822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.099333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8de2e40f-f8f2-415d-bc16-c04fefc8d884 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "DELETE /v2.0/subnets/fded44a9-f49a-4606-a124-330bb7d3bed9 HTTP/1.1" status: 204 len: 168 time: 0.4042459 Dec 13 15:13:11.105602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b1ac0-f4c0-4b4b-872a-2c1edc2b94e5 None None] Network 36159863-2491-4fd4-9b25-73ec78ad5b14 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:11.108655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55632) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:11.217090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.221377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.284285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Deleting port 428db83e-8ab7-4a87-9489-207c143c7fa2 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:11.284635 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.304173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] DHCP port deletion for 36159863-2491-4fd4-9b25-73ec78ad5b14 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:13:11.363682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] Deleting port 428db83e-8ab7-4a87-9489-207c143c7fa2 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:11.364210 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.370702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.417617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] For port 428db83e-8ab7-4a87-9489-207c143c7fa2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=428db83e-8ab7-4a87-9489-207c143c7fa2,segment=NetworkSegment(8e1634de-c885-4d17-af75-167d6e5c3f4f),segment_id=8e1634de-c885-4d17-af75-167d6e5c3f4f)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:11.417991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.436564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Calling delete_port for 428db83e-8ab7-4a87-9489-207c143c7fa2 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:11.579621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] For port 428db83e-8ab7-4a87-9489-207c143c7fa2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=428db83e-8ab7-4a87-9489-207c143c7fa2,segment=NetworkSegment(8e1634de-c885-4d17-af75-167d6e5c3f4f),segment_id=8e1634de-c885-4d17-af75-167d6e5c3f4f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:11.580048 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.593557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] Calling delete_port for 428db83e-8ab7-4a87-9489-207c143c7fa2 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:11.631176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.706396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.712996 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.733739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.735723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Port': ['ID=428db83e-8ab7-4a87-9489-207c143c7fa2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:11.739973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] Pushing event deleted for resources: {'Port': ['ID=428db83e-8ab7-4a87-9489-207c143c7fa2,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:11.742261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb69f44-23fb-414d-9f81-468317bd6f7c None None] No DVR routers for this DVR port 428db83e-8ab7-4a87-9489-207c143c7fa2 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:13:11.769794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] No DVR routers for this DVR port 428db83e-8ab7-4a87-9489-207c143c7fa2 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:13:11.845052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=7035ec05-225e-41e2-a46a-ba03f38e5103,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:11.902449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.905068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.930175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36159863-2491-4fd4-9b25-73ec78ad5b14']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:11.939382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1634de-c885-4d17-af75-167d6e5c3f4f') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:11.939675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1634de-c885-4d17-af75-167d6e5c3f4f') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:11.949872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.963363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:11.972651 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:12.008648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.009809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-614ee1c4-60d2-46ac-a8be-eca9e9a9a90e tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7008741 Dec 13 15:13:12.012560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55642) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:12.017516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'port': {'network_id': 'c5330359-5fb7-4939-a541-d43982a385aa', 'name': 'tempest-FloatingIPTestJSON-1449963220'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:12.060263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.073911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.085053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "DELETE /v2.0/networks/36159863-2491-4fd4-9b25-73ec78ad5b14 HTTP/1.1" status: 204 len: 168 time: 0.9675176 Dec 13 15:13:12.085196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55644) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:12.087086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c995a31-f289-4a30-99a2-e1eb50900248 tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Network': ['ID=36159863-2491-4fd4-9b25-73ec78ad5b14,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:12.245455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Deleting port 15d322b6-4032-4ecf-8482-30d58a65b806 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:12.245800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.301961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:12.305798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.336789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] device_id is not set on port 480f407e-88bb-459b-b8cc-dd3d934a3cee yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:12.350635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.350988 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.395750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Calling delete_port for 15d322b6-4032-4ecf-8482-30d58a65b806 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:12.515624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.4 (c5330359-5fb7-4939-a541-d43982a385aa/29068551-1dd1-4a32-a122-12e654f9b579/480f407e-88bb-459b-b8cc-dd3d934a3cee) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:12.718876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.722212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.762331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Pushing event deleted for resources: {'Port': ['ID=15d322b6-4032-4ecf-8482-30d58a65b806,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:12.840195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.843015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.846576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a433051c-b05d-4cec-8511-3fbb2e00be7f tempest-FloatingIPAdminTestJSON-1698849176 tempest-FloatingIPAdminTestJSON-1698849176-project] 10.222.0.24 "DELETE /v2.0/floatingips/2537d6b8-1f7c-450f-a836-cc579a0e3768 HTTP/1.1" status: 204 len: 168 time: 0.7616928 Dec 13 15:13:12.888652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:12.936252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network c5330359-5fb7-4939-a541-d43982a385aa is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:12.939514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:12.943868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:12.982181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=480f407e-88bb-459b-b8cc-dd3d934a3cee,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:13.004072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:13.004639 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:13.097142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a6f9f665-7a24-436c-8846-97b79a0bbfaf tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0834649 Dec 13 15:13:13.100317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55654) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:13.104979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'port_id': '480f407e-88bb-459b-b8cc-dd3d934a3cee'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:13.150856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:13.284903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 428db83e-8ab7-4a87-9489-207c143c7fa2 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:13:13.307123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 428db83e-8ab7-4a87-9489-207c143c7fa2 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:13:13.307123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 428db83e-8ab7-4a87-9489-207c143c7fa2 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:13:13.499958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55660) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:13.677849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e476f38f-ed7e-403e-b8e6-0a625bb4bf09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d38610d6972472a9c31a8830a77ffbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766720 Dec 13 15:13:13.680326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55664) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:13.753219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab570c5-0aef-46a1-9741-82a3a7e9a977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:13.779769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab570c5-0aef-46a1-9741-82a3a7e9a977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:13.905525 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab570c5-0aef-46a1-9741-82a3a7e9a977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:13.908360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ab570c5-0aef-46a1-9741-82a3a7e9a977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:13.909560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ab570c5-0aef-46a1-9741-82a3a7e9a977 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42847101-e917-4d96-b949-34275f1b9414 HTTP/1.1" status: 204 len: 168 time: 0.2282057 Dec 13 15:13:13.919865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab570c5-0aef-46a1-9741-82a3a7e9a977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42847101-e917-4d96-b949-34275f1b9414,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:14.029017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.100562 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.202826 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP 9bbeb987-0f3e-4c40-bd49-c0b19c4ed514 associated. External IP: 172.25.7.178, port: 480f407e-88bb-459b-b8cc-dd3d934a3cee. Dec 13 15:13:14.228953 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:13:14.417476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:14.468281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55676) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:14.482608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91a0a3b3-badb-4d40-bdf1-d854d3ac86b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.529317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:14.534169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.540398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:14.550515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:14.551669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:14.561915 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-762dce1f-463d-491e-8def-03eb5861df0a tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/floatingips/9bbeb987-0f3e-4c40-bd49-c0b19c4ed514 HTTP/1.1" status: 200 len: 978 time: 1.4604390 Dec 13 15:13:14.564477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55678) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:14.578620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91a0a3b3-badb-4d40-bdf1-d854d3ac86b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.591791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:14.601044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:14.601881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:14.636759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:14.637718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e163893-c946-4aa4-9bb2-af2c11598bfe None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:14.657912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 480f407e-88bb-459b-b8cc-dd3d934a3cee {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:14.658276 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.660643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91a0a3b3-badb-4d40-bdf1-d854d3ac86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.705386 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-91a0a3b3-badb-4d40-bdf1-d854d3ac86b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e7a0554cbb149bfa04bfe8f8ee144a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335010 Dec 13 15:13:14.705386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0a3b3-badb-4d40-bdf1-d854d3ac86b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22f50b-eaf8-4c36-8bd7-0dabd2cd1429,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:14.705712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55680) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:14.791854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.794203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c0b1-964b-4a7d-b629-55316daec2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:14.888252 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c0b1-964b-4a7d-b629-55316daec2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.061516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.061914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.062205 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP 9bbeb987-0f3e-4c40-bd49-c0b19c4ed514 disassociated. External IP: 172.25.7.178, port: 480f407e-88bb-459b-b8cc-dd3d934a3cee. Dec 13 15:13:15.062573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 480f407e-88bb-459b-b8cc-dd3d934a3cee owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:15.105430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c0b1-964b-4a7d-b629-55316daec2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.108055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c0b1-964b-4a7d-b629-55316daec2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.109195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b0c1c0b1-964b-4a7d-b629-55316daec2d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f22f50b-eaf8-4c36-8bd7-0dabd2cd1429 HTTP/1.1" status: 204 len: 168 time: 0.4026489 Dec 13 15:13:15.121622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c0b1-964b-4a7d-b629-55316daec2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22f50b-eaf8-4c36-8bd7-0dabd2cd1429,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:15.255030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.286994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=480f407e-88bb-459b-b8cc-dd3d934a3cee,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:15.407811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:15.518461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:15.529823 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:15.539018 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:15.539744 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:15.575350 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:15.584345 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:15.585786 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:15.586440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.590204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a5a000b8-845f-4e88-b053-c577b3047193 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/ports/480f407e-88bb-459b-b8cc-dd3d934a3cee HTTP/1.1" status: 204 len: 168 time: 1.0243781 Dec 13 15:13:15.592325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:15.620064 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:15.620703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d8f5a4-78e4-44d3-b6e0-6274bca1c381 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:15.641520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2910021-4b50-4af9-8ff4-ee3a8375e07b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "GET /v2.0/floatingips/9bbeb987-0f3e-4c40-bd49-c0b19c4ed514 HTTP/1.1" status: 200 len: 688 time: 0.0478847 Dec 13 15:13:15.644007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55694) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:15.774356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 7035ec05-225e-41e2-a46a-ba03f38e5103 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:15.774622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.817813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55696) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:15.837989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6648f7a0-864a-49ea-8402-26507f410274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.854952 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.865663 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.865995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:15.880377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 7035ec05-225e-41e2-a46a-ba03f38e5103 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:15.919307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6648f7a0-864a-49ea-8402-26507f410274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.009062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6648f7a0-864a-49ea-8402-26507f410274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.049509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648f7a0-864a-49ea-8402-26507f410274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa32320d-83a4-44d8-a30b-3a24a6cc5cbc,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:16.056018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6648f7a0-864a-49ea-8402-26507f410274 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d1b9bca7d804e95b9e0e8474834de89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371280 Dec 13 15:13:16.058687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55702) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:16.106529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.114483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0d03505-2cfa-4ded-af54-6ff7f8d3aca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.132257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=7035ec05-225e-41e2-a46a-ba03f38e5103,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:16.136573 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0d03505-2cfa-4ded-af54-6ff7f8d3aca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.198617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.201109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.202328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0722501d-dc0c-4ba3-b815-fa506882bdd7 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/floatingips/9bbeb987-0f3e-4c40-bd49-c0b19c4ed514 HTTP/1.1" status: 204 len: 168 time: 0.5573666 Dec 13 15:13:16.206090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:16.211069 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '2387ea9f-9182-42e2-b122-aec1af865dd8'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:16.231875 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0d03505-2cfa-4ded-af54-6ff7f8d3aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.234495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0d03505-2cfa-4ded-af54-6ff7f8d3aca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.237844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f0d03505-2cfa-4ded-af54-6ff7f8d3aca1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa32320d-83a4-44d8-a30b-3a24a6cc5cbc HTTP/1.1" status: 204 len: 168 time: 0.1759839 Dec 13 15:13:16.248660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d03505-2cfa-4ded-af54-6ff7f8d3aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa32320d-83a4-44d8-a30b-3a24a6cc5cbc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:16.273515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.388919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.497285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.25.7.231 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/75bb8e34-a5bd-40af-8c91-48c3d43243a8) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:16.596604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.700872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:16.751576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:16.752717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=75bb8e34-a5bd-40af-8c91-48c3d43243a8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:16.756172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:16.758375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:17.020605 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:17.120939 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:17.245715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:17.402257 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:17.455737 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:17.527006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=75bb8e34-a5bd-40af-8c91-48c3d43243a8,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:17.538547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:17.644695 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP ef71cd5f-c3ed-4009-a36f-cbd1b8b88b56 associated. External IP: 172.25.7.231, port: 2387ea9f-9182-42e2-b122-aec1af865dd8. Dec 13 15:13:17.869405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:17.984232 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:17.998867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:18.014516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:18.015141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:18.051244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:18.061256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:18.062063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:18.080255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.113003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:18.114445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99805ab0-f78c-4809-9e05-6ed721f7fdf9 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:18.118117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55758) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:18.118659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-03d49b65-502e-4393-8a0c-eccdf5e966cc tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9111350 Dec 13 15:13:18.125589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1996559889'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:18.210917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:18.212043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:18.215201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.241375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:18.250176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.250574 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Added segment de3cfcc2-bc45-4d5f-afd9-d340a843b89b of type vlan for network 22343719-3d7f-4f10-a61d-15a03b943b25 Dec 13 15:13:18.292310 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.362149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1859393320'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:18.386127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.391963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:18.392518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.431198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Made reservation on behalf of 47d6769623774447a965131fe8c4efc1 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:18.434753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.444098 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.469314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Network': ['ID=22343719-3d7f-4f10-a61d-15a03b943b25,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:18.481100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 22343719-3d7f-4f10-a61d-15a03b943b25 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:18.523826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.540366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3ca6b993-3478-47b4-b155-c9f85ff4ff56 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4175136 Dec 13 15:13:18.540611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55766) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:18.546259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'subnet': {'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:18.593288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.631867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:18.654801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86023c73-4fdd-42a1-bf63-618519f2dca8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:18.663663 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.664170 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Added segment 65e83817-b086-453c-9370-45b30f0b438f of type vlan for network 8b8503bf-6862-4930-91e3-ca092915d235 Dec 13 15:13:18.715357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.808127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:18.811565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.860538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.866673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:18.867265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:18.961118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Pushing event updated for resources: {'Network': ['ID=8b8503bf-6862-4930-91e3-ca092915d235,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:18.972851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 8b8503bf-6862-4930-91e3-ca092915d235 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:19.018489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec7f74ac-f9bf-4397-87b9-83e0f5dce701 tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8061547 Dec 13 15:13:19.177058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.212570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:19.218952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Request body: {'port': {'network_id': '8b8503bf-6862-4930-91e3-ca092915d235', 'binding:host_id': 'n-h1-816954-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-524419593'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:19.244253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Subnet': ['ID=87172b2c-f416-4991-bb58-fa030e9d2776,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:19.248749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Checking segment: {'id': 'de3cfcc2-bc45-4d5f-afd9-d340a843b89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:19.249183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network hostable DHCP agents. Network: 22343719-3d7f-4f10-a61d-15a03b943b25, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:19.294381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Made reservation on behalf of 0b427dff3f804e95ac5ef0103b61f7a4 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:19.296808 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.310146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.322990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 22343719-3d7f-4f10-a61d-15a03b943b25 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:19.386703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.397924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 22343719-3d7f-4f10-a61d-15a03b943b25) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:19.402903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:19.403523 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.408161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3158c9-a80e-4b14-8cd5-bd6caf2d581f None None] Network 22343719-3d7f-4f10-a61d-15a03b943b25 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:19.477759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.483351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] device_id is not set on port 7ef8ca84-509d-4712-9a3f-3e2887f3502d yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:19.516653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a5a62cf9-b579-4dad-b97b-5a1208b53b59 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9745684 Dec 13 15:13:19.519462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55782) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:19.529825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1647625661', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:19.563524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-22343719-3d7f-4f10-a61d-15a03b943b25', 'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25', 'tenant_id': '9e7947b3d85d4496bbe081c920acb75e', 'fixed_ips': [{'subnet_id': '87172b2c-f416-4991-bb58-fa030e9d2776'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:13:19.564396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.577976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141bbac-1e85-46ce-b43d-068d22761b54,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:19.662755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.664909 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.707886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Allocated IP 172.20.0.2 (22343719-3d7f-4f10-a61d-15a03b943b25/87172b2c-f416-4991-bb58-fa030e9d2776/3577634e-2bee-4214-adcf-700d9c40143d) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:19.742476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.752401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] device_id is not set on port 7ef8ca84-509d-4712-9a3f-3e2887f3502d yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:19.762597 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.866808 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2560e348-3585-40c7-9982-7f36afbc8aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.873174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.882376 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.941010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=7ef8ca84-509d-4712-9a3f-3e2887f3502d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:19.941821 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.960668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Checking segment: {'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:19.961178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Network hostable DHCP agents. Network: 8b8503bf-6862-4930-91e3-ca092915d235, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:19.992776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:19.993035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Network 22343719-3d7f-4f10-a61d-15a03b943b25 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:19.996208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:20.000345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:20.017369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Pushing event updated for resources: {'Port': ['ID=3577634e-2bee-4214-adcf-700d9c40143d,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:20.043630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Network 8b8503bf-6862-4930-91e3-ca092915d235 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:20.044009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.044354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.044691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.045027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.045360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.045684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.046018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.046362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.046677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.046997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.047312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.047885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:20.078271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Attempting to bind port 3577634e-2bee-4214-adcf-700d9c40143d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.078671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Attempting to bind port 3577634e-2bee-4214-adcf-700d9c40143d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'de3cfcc2-bc45-4d5f-afd9-d340a843b89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.079043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Attempting to bind port 3577634e-2bee-4214-adcf-700d9c40143d on network 22343719-3d7f-4f10-a61d-15a03b943b25 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.084181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:20.084538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Checking segment: {'id': 'de3cfcc2-bc45-4d5f-afd9-d340a843b89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:20.084941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.085329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Bound using segment: {'id': 'de3cfcc2-bc45-4d5f-afd9-d340a843b89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:20.085789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Bound port: 3577634e-2bee-4214-adcf-700d9c40143d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3cfcc2-bc45-4d5f-afd9-d340a843b89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:20.086157 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.147833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] For port 3577634e-2bee-4214-adcf-700d9c40143d, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:20.151263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] For port 3577634e-2bee-4214-adcf-700d9c40143d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3577634e-2bee-4214-adcf-700d9c40143d,segment=NetworkSegment(de3cfcc2-bc45-4d5f-afd9-d340a843b89b),segment_id=de3cfcc2-bc45-4d5f-afd9-d340a843b89b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:20.180595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 8b8503bf-6862-4930-91e3-ca092915d235) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:20.188283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5d743-8930-4f1a-b26f-971df568a4d4 None None] Network 8b8503bf-6862-4930-91e3-ca092915d235 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:20.192228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:20.206986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.207337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.207708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.212111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.212439 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.212809 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 2 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.225519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.225849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.226178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.230887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.231398 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.233928 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 3 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.244935 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.246851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.247192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.247639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.252314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.252722 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.253120 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 4 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.266862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.267311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.267741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.272870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.273264 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.273722 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 5 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.291410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.291890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.292289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.299013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.299442 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.300081 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 6 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.322087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.322456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.322795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.329076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d9e69-dd46-4cd4-b0ca-73264015b2c2 None None] Pushing event updated for resources: {'Port': ['ID=3577634e-2bee-4214-adcf-700d9c40143d,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:20.342153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.345104 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.345573 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 7 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.388122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.388555 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.388911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.397484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.397808 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.398200 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 8 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.435469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.436492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.437137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.443373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.443940 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.444533 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 9 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.462103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.462728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.463225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.470052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.470405 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.470836 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 10 to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d Dec 13 15:13:20.485466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:20.485859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:20.486192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:20.491748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:20.492076 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 7ef8ca84-509d-4712-9a3f-3e2887f3502d on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:20.492446 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.572839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] For port 7ef8ca84-509d-4712-9a3f-3e2887f3502d, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:20.573412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempted to set empty binding levels {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 15:13:20.621773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.657185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:20.657449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.689129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=7ef8ca84-509d-4712-9a3f-3e2887f3502d,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:20.729773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8f6e10e8-2545-4465-985c-7b43a3c64913 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5155108 Dec 13 15:13:20.730435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55790) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:20.738747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.759769 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.820196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Deleting port 7ef8ca84-509d-4712-9a3f-3e2887f3502d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:20.820701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.878728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.25.7.216 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/f103fd92-c3e6-42a2-8415-fc67b03774eb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:20.889928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] For port 7ef8ca84-509d-4712-9a3f-3e2887f3502d, host n-h1-816954-1, got binding levels [] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:20.890436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:20.904732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Calling delete_port for 7ef8ca84-509d-4712-9a3f-3e2887f3502d owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:21.012590 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.072178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.094778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.101724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ef8ca84-509d-4712-9a3f-3e2887f3502d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:21.113346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.121130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ec1b3633-207d-4af4-bda7-c780f37e7aaf tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7ef8ca84-509d-4712-9a3f-3e2887f3502d HTTP/1.1" status: 204 len: 168 time: 0.3870630 Dec 13 15:13:21.122921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55792) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:21.142492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:21.147746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:21.151238 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:21.155063 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8305d9f-9dc1-4416-bc44-bb496440f3ef tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:13:21.156989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c8305d9f-9dc1-4416-bc44-bb496440f3ef tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "GET /v2.0/ports/7ef8ca84-509d-4712-9a3f-3e2887f3502d HTTP/1.1" status: 404 len: 333 time: 0.0329058 Dec 13 15:13:21.160589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55794) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:21.166077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Request body: {'port': {'network_id': '8b8503bf-6862-4930-91e3-ca092915d235', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1278008701'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:21.207136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=f103fd92-c3e6-42a2-8415-fc67b03774eb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:21.277652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Made reservation on behalf of 0b427dff3f804e95ac5ef0103b61f7a4 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:21.281011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.340180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] device_id is not set on port e7bda55e-95ed-4768-90ee-003f070a8693 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:21.370210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3577634e-2bee-4214-adcf-700d9c40143d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:13:21.443196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3577634e-2bee-4214-adcf-700d9c40143d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:21.443559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.541368 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.576171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.606916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 3577634e-2bee-4214-adcf-700d9c40143d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3577634e-2bee-4214-adcf-700d9c40143d,segment=NetworkSegment(de3cfcc2-bc45-4d5f-afd9-d340a843b89b),segment_id=de3cfcc2-bc45-4d5f-afd9-d340a843b89b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:21.645992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac0c47-28a3-4630-bc61-b85f4131f13e None None] Network 22343719-3d7f-4f10-a61d-15a03b943b25 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:21.646850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.713745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.724526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ae291418-3cd7-4308-a951-f2a976eae065 None None] Provisioning complete for port 3577634e-2bee-4214-adcf-700d9c40143d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:21.724888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ae291418-3cd7-4308-a951-f2a976eae065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.752461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.801480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Network 8b8503bf-6862-4930-91e3-ca092915d235 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:21.805149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:21.808620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:21.809924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:21.810613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.816222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=3577634e-2bee-4214-adcf-700d9c40143d,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:21.846313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=e7bda55e-95ed-4768-90ee-003f070a8693,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:21.875190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:21.919010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0859b1f2-f7d0-4000-a07f-9069b28c081a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7571480 Dec 13 15:13:21.919994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55802) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:21.936974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:22.008985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.113358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 6a4d74a0-f805-44bc-966c-94de3c5ffa93 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:13:22.207031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] device_id is not set on port e7bda55e-95ed-4768-90ee-003f070a8693 yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:22.215352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.231234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:22.240334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c12a8e10-1976-45a1-bb65-146623205f16 None None] Provisioning complete for port 3577634e-2bee-4214-adcf-700d9c40143d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:22.240688 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c12a8e10-1976-45a1-bb65-146623205f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.243317 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] Sync routers for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:22.253372 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:22.254653 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:12:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:22.278818 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-94a0e175-35f1-41c9-82d2-4e8c0f9f3f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.289190 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:22.297900 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:22.298764 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:22.317200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.333044 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:22.491568 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5f5cc-5646-44b7-b5c0-337ab1a39da9 None None] The sync data for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:22.494503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.494503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fa0c9c22-5df6-4a9a-8ce4-f4a6af91df34 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8263319 Dec 13 15:13:22.494503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55806) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=e7bda55e-95ed-4768-90ee-003f070a8693,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 2 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 3 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 4 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 5 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.494754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.498963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.498963 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.498963 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 6 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.498963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.498963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.498963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.503250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.503569 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.505109 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 7 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.517398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.517725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.518049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.523400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.523723 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.524097 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 8 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.537280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.537618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.537934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.542641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.542957 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.543464 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 9 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.557142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.557470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.557791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.562327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.562644 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.563017 n-d-816954-1 neutron-server[102824]: INFO neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 10 to bind port e7bda55e-95ed-4768-90ee-003f070a8693 Dec 13 15:13:22.576304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:22.576546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:22.576867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:22.581421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:22.581737 n-d-816954-1 neutron-server[102824]: ERROR neutron.plugins.ml2.managers [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port e7bda55e-95ed-4768-90ee-003f070a8693 on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:22.582118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.650593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] For port e7bda55e-95ed-4768-90ee-003f070a8693, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:22.650960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempted to set empty binding levels {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 15:13:22.735756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.767150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] In _notify_port_updated(), no bound segment for port e7bda55e-95ed-4768-90ee-003f070a8693 on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:13:22.768094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.768624 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.772630 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "PUT /v2.0/ports/e7bda55e-95ed-4768-90ee-003f070a8693 HTTP/1.1" status: 200 len: 975 time: 0.8513227 Dec 13 15:13:22.773231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55810) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:22.802700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:22.851711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b5ace-7bbc-49a4-996c-b6c123b0b10c tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=e7bda55e-95ed-4768-90ee-003f070a8693,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:22.880514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.884784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.885475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.885589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.886032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.886509 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.886960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.887414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.887933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.888338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.888784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.889227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.889674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.890121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.890590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.891155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.891607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.892051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:22.899138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-94fd9087-e522-40cf-9235-910f8f6a2355 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22974 time: 0.1231282 Dec 13 15:13:22.899785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55812) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:22.982479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Deleting port e7bda55e-95ed-4768-90ee-003f070a8693 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:22.982479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.047532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] For port e7bda55e-95ed-4768-90ee-003f070a8693, host n-h1-816954-1, got binding levels [] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:23.048150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.061801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Calling delete_port for e7bda55e-95ed-4768-90ee-003f070a8693 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:23.081117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.1 (22343719-3d7f-4f10-a61d-15a03b943b25/87172b2c-f416-4991-bb58-fa030e9d2776/31d9c166-c894-4dbe-b95b-b7cfe611efcb) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:23.211850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.241107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3577634e-2bee-4214-adcf-700d9c40143d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:13:23.289490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.294103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3577634e-2bee-4214-adcf-700d9c40143d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:23.294610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.323782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7bda55e-95ed-4768-90ee-003f070a8693,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:23.334169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.339355 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.339505 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fabe19e1-047c-466b-8157-02d43feaa469 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e7bda55e-95ed-4768-90ee-003f070a8693 HTTP/1.1" status: 204 len: 168 time: 0.4379733 Dec 13 15:13:23.341269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55818) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:23.368728 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a736d98-0536-42eb-b67c-412c9a0d7253 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:13:23.374823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0a736d98-0536-42eb-b67c-412c9a0d7253 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "GET /v2.0/ports/e7bda55e-95ed-4768-90ee-003f070a8693 HTTP/1.1" status: 404 len: 333 time: 0.0288539 Dec 13 15:13:23.374985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55820) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:23.386597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1927375125', 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:23.386811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.431193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 22343719-3d7f-4f10-a61d-15a03b943b25 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:23.434220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:23.437930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:23.444315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Made reservation on behalf of 0b427dff3f804e95ac5ef0103b61f7a4 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:23.449961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.501040 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=31d9c166-c894-4dbe-b95b-b7cfe611efcb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:23.502213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] device_id is not set on port b310c8e3-2193-4f35-8d62-000b5e557ddb yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:23.522010 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.663983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.753671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.770421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-93c8a364-dd87-4c25-93cd-067db7e62734 None None] Provisioning complete for port 31d9c166-c894-4dbe-b95b-b7cfe611efcb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:23.775118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.775491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-93c8a364-dd87-4c25-93cd-067db7e62734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.809270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-93c8a364-dd87-4c25-93cd-067db7e62734 None None] Port 31d9c166-c894-4dbe-b95b-b7cfe611efcb cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:13:23.826124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Network 8b8503bf-6862-4930-91e3-ca092915d235 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:23.829229 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:23.840525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:23.841567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:23.842165 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:23.848883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=b310c8e3-2193-4f35-8d62-000b5e557ddb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:23.906014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-106af31d-663c-47fc-998a-74b48895c54a tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5276685 Dec 13 15:13:23.906251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55824) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:23.938534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad108a-2f98-4558-bbcd-c02f147d3c3f tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:23.939849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-50ad108a-2f98-4558-bbcd-c02f147d3c3f tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "GET /v2.0/ports/b310c8e3-2193-4f35-8d62-000b5e557ddb HTTP/1.1" status: 200 len: 955 time: 0.0327656 Dec 13 15:13:23.946695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55826) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:24.025760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Deleting port b310c8e3-2193-4f35-8d62-000b5e557ddb {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:24.026153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.064063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.089401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.103284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Calling delete_port for b310c8e3-2193-4f35-8d62-000b5e557ddb owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:24.112028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.184940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.186845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=31d9c166-c894-4dbe-b95b-b7cfe611efcb,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:24.278185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.282438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 22343719-3d7f-4f10-a61d-15a03b943b25 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:24.285194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:24.307051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event deleted for resources: {'Port': ['ID=b310c8e3-2193-4f35-8d62-000b5e557ddb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:24.319233 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.320846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-09835c6e-f736-48db-9b5a-4c6196435ab8 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b310c8e3-2193-4f35-8d62-000b5e557ddb HTTP/1.1" status: 204 len: 168 time: 0.3731811 Dec 13 15:13:24.323492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55832) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:24.359191 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0dbdcb-4885-4852-b743-333af48129c1 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:13:24.359191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2c0dbdcb-4885-4852-b743-333af48129c1 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "GET /v2.0/ports/b310c8e3-2193-4f35-8d62-000b5e557ddb HTTP/1.1" status: 404 len: 333 time: 0.0326066 Dec 13 15:13:24.361455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55834) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:24.369400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Request body: {'port': {'network_id': '8b8503bf-6862-4930-91e3-ca092915d235', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-772860141'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:24.424801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 6a4d74a0-f805-44bc-966c-94de3c5ffa93 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:24.461023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Made reservation on behalf of 0b427dff3f804e95ac5ef0103b61f7a4 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:24.466346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.487125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] device_id is not set on port 94765c96-d1a4-444d-af91-3c980baebc0f yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:24.568847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:24.578808 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a1e0f54a-e15d-4ce7-8b7d-b1b9a841239d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/routers/6a4d74a0-f805-44bc-966c-94de3c5ffa93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220724 Dec 13 15:13:24.578808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55838) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:24.580739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] Sync routers for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:24.590010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:24.590914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:24.591115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'port': {'network_id': '22343719-3d7f-4f10-a61d-15a03b943b25', 'name': 'tempest-FloatingIPTestJSON-746721135'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:24.632257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:24.648484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:24.649173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:24.654106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bbabd2f8-20fb-4c76-98bc-61314ab02875 None None] Provisioning complete for port 31d9c166-c894-4dbe-b95b-b7cfe611efcb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:24.654106 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bbabd2f8-20fb-4c76-98bc-61314ab02875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.715289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:24.716208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a6766-886b-4c72-817c-858b3022c6ef None None] The sync data for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:24.736304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bbabd2f8-20fb-4c76-98bc-61314ab02875 None None] Port 31d9c166-c894-4dbe-b95b-b7cfe611efcb cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:13:24.867202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Made reservation on behalf of 9e7947b3d85d4496bbe081c920acb75e for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:24.871887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:24.891390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] device_id is not set on port dd420b13-18e3-4b08-9538-cc9e40b80876 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:24.948045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.003091 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.024239 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Allocated IP 172.20.0.14 (22343719-3d7f-4f10-a61d-15a03b943b25/87172b2c-f416-4991-bb58-fa030e9d2776/dd420b13-18e3-4b08-9538-cc9e40b80876) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:25.089803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.130174 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.131182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Network 8b8503bf-6862-4930-91e3-ca092915d235 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:25.134860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:25.137287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:25.138339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:25.139228 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.155637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=94765c96-d1a4-444d-af91-3c980baebc0f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:25.181719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.229534 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8c76f258-c5bb-4fd6-aef2-59a82fc1babb tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8670120 Dec 13 15:13:25.234890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55840) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:25.240759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:25.295601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.331972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.428910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Network 22343719-3d7f-4f10-a61d-15a03b943b25 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:25.431650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event updated for resources: {'Port': ['ID=dd420b13-18e3-4b08-9538-cc9e40b80876,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:25.447618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:25.447618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:25.571435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:25.572107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.595125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] device_id is not set on port 94765c96-d1a4-444d-af91-3c980baebc0f yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:25.606022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.675288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-936442ba-c9a3-4406-ba62-c8152b45e311 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0968900 Dec 13 15:13:25.678619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55848) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:25.684810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Request body: {'floatingip': {'port_id': 'dd420b13-18e3-4b08-9538-cc9e40b80876'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:25.717886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.749758 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.778469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-117c4aa8-7bd8-4827-842a-56a28a05cf66 None None] Provisioning complete for port dd420b13-18e3-4b08-9538-cc9e40b80876 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:25.780694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-117c4aa8-7bd8-4827-842a-56a28a05cf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:25.791568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.792124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.792653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.804487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=94765c96-d1a4-444d-af91-3c980baebc0f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:25.807622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.808159 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.809318 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 2 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.824024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.824379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.824773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.829657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.830137 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.830573 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 3 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.833963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-117c4aa8-7bd8-4827-842a-56a28a05cf66 None None] Port dd420b13-18e3-4b08-9538-cc9e40b80876 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:13:25.846846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.847141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.847468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.852113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.852566 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.852955 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 4 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.866172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.866537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.866871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.871242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.871706 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.872097 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 5 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.885672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.886004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.886981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.891600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.891894 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.892282 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 6 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.904437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.904765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.906207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.909482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.909802 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.910215 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 7 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.924189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.924515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.925256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.930160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.930160 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.930435 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 8 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.944261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.944600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.944931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.949261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.949644 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.950086 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 9 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.962632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.962966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.963291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.967710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.968031 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.968415 n-d-816954-1 neutron-server[102823]: INFO neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempt 10 to bind port 94765c96-d1a4-444d-af91-3c980baebc0f Dec 13 15:13:25.980882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:25.981246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:25.981526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempting to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:25.986041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:13:25.986460 n-d-816954-1 neutron-server[102823]: ERROR neutron.plugins.ml2.managers [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Failed to bind port 94765c96-d1a4-444d-af91-3c980baebc0f on host n-h1-816954-1 for vnic_type normal using segments [{'id': '65e83817-b086-453c-9370-45b30f0b438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8b8503bf-6862-4930-91e3-ca092915d235'}] Dec 13 15:13:25.986841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:26.289519 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:26.357905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:26.365026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] For port 94765c96-d1a4-444d-af91-3c980baebc0f, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:26.365543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attempted to set empty binding levels {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 15:13:26.426938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:26.457000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] In _notify_port_updated(), no bound segment for port 94765c96-d1a4-444d-af91-3c980baebc0f on network 8b8503bf-6862-4930-91e3-ca092915d235 {{(pid=102823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 13 15:13:26.458403 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:26.459053 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:26.460430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "PUT /v2.0/ports/94765c96-d1a4-444d-af91-3c980baebc0f HTTP/1.1" status: 200 len: 974 time: 1.2242596 Dec 13 15:13:26.463953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55850) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:26.478520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d750e69-735d-46b9-b81c-5a9819bc8475 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event updated for resources: {'Port': ['ID=94765c96-d1a4-444d-af91-3c980baebc0f,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:26.504245 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP ef71cd5f-c3ed-4009-a36f-cbd1b8b88b56 associated. External IP: 172.25.7.231, port: 2387ea9f-9182-42e2-b122-aec1af865dd8. Dec 13 15:13:26.641603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Deleting port 94765c96-d1a4-444d-af91-3c980baebc0f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:26.644689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:26.780669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] For port 94765c96-d1a4-444d-af91-3c980baebc0f, host n-h1-816954-1, got binding levels [] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:26.781381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:26.797090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Calling delete_port for 94765c96-d1a4-444d-af91-3c980baebc0f owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:26.852959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:26.982973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:26.994598 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:27.003964 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:27.005043 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.040812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.049648 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:27.050472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.052287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.084084 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.085156 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cfa628-5484-44cd-8dbb-626c302bc545 None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:27.088416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Pushing event deleted for resources: {'Port': ['ID=94765c96-d1a4-444d-af91-3c980baebc0f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:27.099576 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.102929 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-51288bd1-8956-414a-bb61-1a8a0e699e82 tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "DELETE /v2.0/ports/94765c96-d1a4-444d-af91-3c980baebc0f HTTP/1.1" status: 204 len: 168 time: 0.6380267 Dec 13 15:13:27.105812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55858) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:27.131038 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c1cdf7-8c1f-4500-a322-c08f2f9f15ee tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] GET failed (client error): The resource could not be found. Dec 13 15:13:27.132681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-63c1cdf7-8c1f-4500-a322-c08f2f9f15ee tempest-PortsAdminExtendedAttrsTestJSON-45292767 tempest-PortsAdminExtendedAttrsTestJSON-45292767-project-admin] 10.222.0.24 "GET /v2.0/ports/94765c96-d1a4-444d-af91-3c980baebc0f HTTP/1.1" status: 404 len: 333 time: 0.0257518 Dec 13 15:13:27.136273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55860) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:27.225049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.238228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 6a4d74a0-f805-44bc-966c-94de3c5ffa93 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:27.319909 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.340217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8503bf-6862-4930-91e3-ca092915d235']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.349511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e83817-b086-453c-9370-45b30f0b438f') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.349886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e83817-b086-453c-9370-45b30f0b438f') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.352738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:27.358322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.361000 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.364100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] Sync routers for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:27.377740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:27.378487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.383011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.391751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:27.396217 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:27.425928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d230fba0-a72d-4009-afe2-a53f7b9d644b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/floatingips/ef71cd5f-c3ed-4009-a36f-cbd1b8b88b56 HTTP/1.1" status: 200 len: 978 time: 1.7459490 Dec 13 15:13:27.427440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55862) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:27.427581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.437559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:27.438319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.478510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:27.479366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc175ac-ec22-4c88-9622-f1ca928dfffd None None] The sync data for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:27.533672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port dd420b13-18e3-4b08-9538-cc9e40b80876 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:27.534022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.553054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.560914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.564173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] 10.222.0.24 "DELETE /v2.0/networks/8b8503bf-6862-4930-91e3-ca092915d235 HTTP/1.1" status: 204 len: 168 time: 0.4268770 Dec 13 15:13:27.576243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d25ab9-7a27-4905-bb3d-cc443a97537b tempest-PortsAdminExtendedAttrsTestJSON-119619674 tempest-PortsAdminExtendedAttrsTestJSON-119619674-project] Pushing event deleted for resources: {'Network': ['ID=8b8503bf-6862-4930-91e3-ca092915d235,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:27.623052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.800941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.801660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:27.801660 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Floating IP ef71cd5f-c3ed-4009-a36f-cbd1b8b88b56 disassociated. External IP: 172.25.7.231, port: dd420b13-18e3-4b08-9538-cc9e40b80876. Dec 13 15:13:27.801968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for dd420b13-18e3-4b08-9538-cc9e40b80876 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:27.992668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:28.024320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=dd420b13-18e3-4b08-9538-cc9e40b80876,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:28.109712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55874) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:28.202074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 6a4d74a0-f805-44bc-966c-94de3c5ffa93 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:28.313905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a5995c65-c388-4b87-9114-d40cc5f55b6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47d6769623774447a965131fe8c4efc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003841 Dec 13 15:13:28.314149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55878) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:28.343727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:28.356914 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] Sync routers for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:28.366408 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:28.367286 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:28.368941 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1591e41b-36b7-4f61-a3ac-70f98d6368ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:28.391893 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1591e41b-36b7-4f61-a3ac-70f98d6368ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:28.406484 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:28.417787 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:28.418944 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:28.434279 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:28.440917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0eff0c89-b347-4638-bea3-dd7dc038b6f0 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/ports/dd420b13-18e3-4b08-9538-cc9e40b80876 HTTP/1.1" status: 204 len: 168 time: 1.0124257 Dec 13 15:13:28.442115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55880) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:28.535190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1591e41b-36b7-4f61-a3ac-70f98d6368ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:28.539293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1591e41b-36b7-4f61-a3ac-70f98d6368ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:28.540670 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1591e41b-36b7-4f61-a3ac-70f98d6368ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86023c73-4fdd-42a1-bf63-618519f2dca8 HTTP/1.1" status: 204 len: 168 time: 0.2252939 Dec 13 15:13:28.550101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591e41b-36b7-4f61-a3ac-70f98d6368ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86023c73-4fdd-42a1-bf63-618519f2dca8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:28.558649 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:28.559307 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb96b9-43fb-4482-99e3-d518985a20e6 None None] The sync data for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:28.826976 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.096633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 31d9c166-c894-4dbe-b95b-b7cfe611efcb {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:29.096990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.186626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.198360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 31d9c166-c894-4dbe-b95b-b7cfe611efcb owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:29.233449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55892) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:29.278181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-86e09f63-e41a-4ddb-b9c8-2347bc0f54f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b427dff3f804e95ac5ef0103b61f7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411744 Dec 13 15:13:29.278452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55894) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:29.327678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.349832 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.438017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.464925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=31d9c166-c894-4dbe-b95b-b7cfe611efcb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:29.465915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.475238 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:29.476620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a141bbac-1e85-46ce-b43d-068d22761b54 HTTP/1.1" status: 204 len: 168 time: 0.1971731 Dec 13 15:13:29.503383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141bbac-1e85-46ce-b43d-068d22761b54,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:29.529843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.530194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.530588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.530921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.531459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.532102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.532628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.532959 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.533451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.533965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.534484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.534974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0462e-be0d-4ddf-b419-2295acbc6677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:29.683714 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:30.256224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 6a4d74a0-f805-44bc-966c-94de3c5ffa93 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:30.362113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:30.370994 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-64c5be69-d6f7-479b-b0cb-60deee74a809 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/routers/6a4d74a0-f805-44bc-966c-94de3c5ffa93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9273670 Dec 13 15:13:30.373514 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55916) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:30.374357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] Sync routers for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:30.388193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:30.389245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:30.431965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:30.440807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] Routers {'6a4d74a0-f805-44bc-966c-94de3c5ffa93'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:30.441702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:30.484032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:30.484688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9d95-83ca-45d8-a9ec-77883888b6dc None None] The sync data for ids ['6a4d74a0-f805-44bc-966c-94de3c5ffa93'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:30.501270 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:30.607480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:30.740298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port f103fd92-c3e6-42a2-8415-fc67b03774eb {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:30.740641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:30.820853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:30.838996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for f103fd92-c3e6-42a2-8415-fc67b03774eb owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:31.055554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.082134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=f103fd92-c3e6-42a2-8415-fc67b03774eb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:31.147819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.239941 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.242047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.328746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.329693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Fanout notify agent at l3_agent the message router_deleted on router 6a4d74a0-f805-44bc-966c-94de3c5ffa93 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:31.339776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.343518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-006f0dae-9572-4e33-b993-c93b7c3cf4ac tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/routers/6a4d74a0-f805-44bc-966c-94de3c5ffa93 HTTP/1.1" status: 204 len: 168 time: 0.9657660 Dec 13 15:13:31.343684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55944) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:31.396077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting subnet 87172b2c-f416-4991-bb58-fa030e9d2776 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:13:31.399287 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.436670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55946) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:31.445536 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.529652 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.549272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-561623510', 'router:external': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:31.632826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Made reservation on behalf of 550f7cd390444792a5f5a6ff4226226e for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:31.635559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.645473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.661172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.689618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Subnet': ['ID=87172b2c-f416-4991-bb58-fa030e9d2776,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:31.694172 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.697546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8e3104af-1129-448c-aa89-81ee50234523 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/subnets/87172b2c-f416-4991-bb58-fa030e9d2776 HTTP/1.1" status: 204 len: 168 time: 0.3529205 Dec 13 15:13:31.700240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55954) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:31.713846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb5ba64-7b5f-480c-a9ca-524f5f091964 None None] Network 22343719-3d7f-4f10-a61d-15a03b943b25 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:31.735428 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.804152 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.819308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.835304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1245ad-a738-4de3-a3e6-13d8a244f256,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:31.841540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:31.869568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.869926 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Added segment ea68c101-7b4b-4ec5-9b76-ab8970d52df4 of type vlan for network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 Dec 13 15:13:31.892807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 3577634e-2bee-4214-adcf-700d9c40143d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:31.893250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.921236 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:31.977240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] For port 3577634e-2bee-4214-adcf-700d9c40143d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3577634e-2bee-4214-adcf-700d9c40143d,segment=NetworkSegment(de3cfcc2-bc45-4d5f-afd9-d340a843b89b),segment_id=de3cfcc2-bc45-4d5f-afd9-d340a843b89b)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:31.977612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.001550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 3577634e-2bee-4214-adcf-700d9c40143d owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:32.004954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.006498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:32.007324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.088398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] DHCP port deletion for 22343719-3d7f-4f10-a61d-15a03b943b25 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:13:32.139005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7011826 Dec 13 15:13:32.142132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55958) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:32.143366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] Deleting port 3577634e-2bee-4214-adcf-700d9c40143d {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:32.144051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.146383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ffb4b-28bf-48e5-a157-f4062044d7ff tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Network': ['ID=82f3c279-56c5-4ae2-a160-5c0dde03d1b7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:32.147168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'subnet': {'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:32.159029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:32.165544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.194483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=3577634e-2bee-4214-adcf-700d9c40143d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:32.205044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] No DVR routers for this DVR port 3577634e-2bee-4214-adcf-700d9c40143d on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:13:32.258898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] For port 3577634e-2bee-4214-adcf-700d9c40143d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3577634e-2bee-4214-adcf-700d9c40143d,segment=NetworkSegment(de3cfcc2-bc45-4d5f-afd9-d340a843b89b),segment_id=de3cfcc2-bc45-4d5f-afd9-d340a843b89b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:32.259242 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.271628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Made reservation on behalf of 550f7cd390444792a5f5a6ff4226226e for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:32.273998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.277785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] Calling delete_port for 3577634e-2bee-4214-adcf-700d9c40143d owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:32.362451 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.362970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.392905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22343719-3d7f-4f10-a61d-15a03b943b25']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:32.401916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] Pushing event deleted for resources: {'Port': ['ID=3577634e-2bee-4214-adcf-700d9c40143d,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:32.404024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5566b8-a1b0-4ee7-a5d9-08509462ccd3 None None] No DVR routers for this DVR port 3577634e-2bee-4214-adcf-700d9c40143d on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:13:32.412207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3cfcc2-bc45-4d5f-afd9-d340a843b89b') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:32.412512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3cfcc2-bc45-4d5f-afd9-d340a843b89b') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:32.427095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.462615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.472311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:32.472716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:32.476756 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:32.621258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.628991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.632685 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/networks/22343719-3d7f-4f10-a61d-15a03b943b25 HTTP/1.1" status: 204 len: 168 time: 0.9313114 Dec 13 15:13:32.635725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55964) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:32.646428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c897d-a76e-4ddf-ae22-444cdfd1e8f2 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Network': ['ID=22343719-3d7f-4f10-a61d-15a03b943b25,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:32.777025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 75bb8e34-a5bd-40af-8c91-48c3d43243a8 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:32.777378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.791270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.objects.ports [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102823) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 15:13:32.791726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.845915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f58f5c52-5450-482c-b0e9-aa15ffd25a48,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:32.865487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Checking segment: {'id': 'ea68c101-7b4b-4ec5-9b76-ab8970d52df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:32.865874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network hostable DHCP agents. Network: 82f3c279-56c5-4ae2-a160-5c0dde03d1b7, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:32.866281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.866614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:32.878545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 75bb8e34-a5bd-40af-8c91-48c3d43243a8 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:32.951771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:33.043242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 82f3c279-56c5-4ae2-a160-5c0dde03d1b7) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:33.048272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:33.062582 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.062963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285c0e1-b39c-42af-83db-599d7245fcf3 None None] Network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:33.078539 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.106285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=75bb8e34-a5bd-40af-8c91-48c3d43243a8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:33.128395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7f48c0b7-7a7e-403e-8de6-0081db5b1049 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9851203 Dec 13 15:13:33.131885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55968) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.137724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2145440143', 'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:33.171279 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.174357 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.183727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55970) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.183852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6d1ee531-698b-43ea-bf89-051d6274227c tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/floatingips/ef71cd5f-c3ed-4009-a36f-cbd1b8b88b56 HTTP/1.1" status: 204 len: 168 time: 0.5430369 Dec 13 15:13:33.194573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8b4ea-3ec1-4e5e-9a20-2e729e8247da None None] Network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:33.208662 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f422a4-e706-43e1-bb4a-e67d9afeac9b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] DELETE failed (client error): The resource could not be found. Dec 13 15:13:33.209382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f422a4-e706-43e1-bb4a-e67d9afeac9b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:13:33.213140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-96f422a4-e706-43e1-bb4a-e67d9afeac9b tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/ports/dd420b13-18e3-4b08-9538-cc9e40b80876 HTTP/1.1" status: 404 len: 333 time: 0.0325532 Dec 13 15:13:33.215764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55972) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.247535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6fe9b81f-b51a-40db-b8fa-b6e9db6df656 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a4d74a0-f805-44bc-966c-94de3c5ffa93 HTTP/1.1" status: 200 len: 205 time: 0.0307045 Dec 13 15:13:33.249272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Made reservation on behalf of 550f7cd390444792a5f5a6ff4226226e for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:33.250182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55974) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.252625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.271899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] device_id is not set on port 4361aaf9-7711-4364-9d2f-838d0e01c887 yet. {{(pid=102823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:13:33.298584 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-4c8ce338-e6d4-4432-9650-d4ca478dccd1 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] delete failed (client error): The resource could not be found. Dec 13 15:13:33.302958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4c8ce338-e6d4-4432-9650-d4ca478dccd1 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/routers/6a4d74a0-f805-44bc-966c-94de3c5ffa93 HTTP/1.1" status: 404 len: 336 time: 0.0517390 Dec 13 15:13:33.303558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55976) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.310150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3577634e-2bee-4214-adcf-700d9c40143d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:13:33.334434 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c627ee-e009-4dde-8871-3b7a7c039ffa tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] DELETE failed (client error): The resource could not be found. Dec 13 15:13:33.334927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c627ee-e009-4dde-8871-3b7a7c039ffa tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:13:33.340758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-01c627ee-e009-4dde-8871-3b7a7c039ffa tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/subnets/87172b2c-f416-4991-bb58-fa030e9d2776 HTTP/1.1" status: 404 len: 337 time: 0.0361958 Dec 13 15:13:33.341404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55978) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.348706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3577634e-2bee-4214-adcf-700d9c40143d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:13:33.349112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3577634e-2bee-4214-adcf-700d9c40143d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:13:33.404130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Allocated IP 172.20.0.4 (82f3c279-56c5-4ae2-a160-5c0dde03d1b7/f58f5c52-5450-482c-b0e9-aa15ffd25a48/4361aaf9-7711-4364-9d2f-838d0e01c887) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:33.445458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 2387ea9f-9182-42e2-b122-aec1af865dd8 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:33.445797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.531321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.543752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 2387ea9f-9182-42e2-b122-aec1af865dd8 owned by {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:33.549040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.638900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.686605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:33.689476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:33.692200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:33.724986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Port': ['ID=4361aaf9-7711-4364-9d2f-838d0e01c887,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:33.740735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:33.741296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.741767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.773093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=2387ea9f-9182-42e2-b122-aec1af865dd8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:33.816352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eff5c301-c846-4b83-b3fb-74864acbbdaa tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6829834 Dec 13 15:13:33.818888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55986) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.845805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:33.853733 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2179d0aa-f351-4c49-8913-574842123028 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/ports/2387ea9f-9182-42e2-b122-aec1af865dd8 HTTP/1.1" status: 204 len: 168 time: 0.5111244 Dec 13 15:13:33.854131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:33.968575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Deleting port 4361aaf9-7711-4364-9d2f-838d0e01c887 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:33.968921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.013334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 699d8642-d8bb-4845-a542-4520d9ee47fa {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:34.013670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.114001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.134596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Calling delete_port for 4361aaf9-7711-4364-9d2f-838d0e01c887 owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:34.137048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.155948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 699d8642-d8bb-4845-a542-4520d9ee47fa owned by {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:34.432280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.461625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.463220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event deleted for resources: {'Port': ['ID=4361aaf9-7711-4364-9d2f-838d0e01c887,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:34.496710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=699d8642-d8bb-4845-a542-4520d9ee47fa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:34.602073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.605304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-267c437e-e31a-4082-9dcf-3c05df3111ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4361aaf9-7711-4364-9d2f-838d0e01c887 HTTP/1.1" status: 204 len: 168 time: 0.7854133 Dec 13 15:13:34.608172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 55992) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:34.609864 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.612989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7', 'external_fixed_ips': [{'subnet_id': 'f58f5c52-5450-482c-b0e9-aa15ffd25a48', 'ip_address': '172.20.0.4'}]}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:34.613127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-104f3e19-98fc-4077-b78f-6c7e4151fe95 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/ports/699d8642-d8bb-4845-a542-4520d9ee47fa HTTP/1.1" status: 204 len: 168 time: 0.7579193 Dec 13 15:13:34.616018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55994) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:34.663493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b9cd2-c7e6-4dac-a15a-9cd2b6ec4b58 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:34.664981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d54b9cd2-c7e6-4dac-a15a-9cd2b6ec4b58 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "GET /v2.0/ports?device_id=53870c08-0481-418e-b1cd-c68a86552dfb HTTP/1.1" status: 200 len: 913 time: 0.0480664 Dec 13 15:13:34.667643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 55998) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:34.672762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.674631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.772643 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:34.974045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.050295 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.245029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.268180 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.320587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 1ef3ad11-3785-43a0-8da1-a52b99f1060b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:35.320859 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.434506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.447618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 1ef3ad11-3785-43a0-8da1-a52b99f1060b owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:35.470522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Allocated IP 172.20.0.4 (82f3c279-56c5-4ae2-a160-5c0dde03d1b7/f58f5c52-5450-482c-b0e9-aa15ffd25a48/5a270294-2ad9-4029-8cff-3b0f8f2e84a8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:35.577245 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.689410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:35.740655 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:35.747099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:35.749117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Port': ['ID=5a270294-2ad9-4029-8cff-3b0f8f2e84a8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:35.757760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:36.037614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:36.073871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=1ef3ad11-3785-43a0-8da1-a52b99f1060b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:36.091802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:36.244358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:36.287960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:36.473732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Router 53870c08-0481-418e-b1cd-c68a86552dfb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:36.501284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Router 24c8a8d4-089c-49f2-a7be-af71e68e4ef4 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:13:36.582720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:36.590650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e395c839-93d3-43e7-a800-624d1a9c32ed tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "PUT /v2.0/routers/53870c08-0481-418e-b1cd-c68a86552dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9219871 Dec 13 15:13:36.590805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56012) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:36.593439 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] Sync routers for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:36.603701 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:36.604552 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:36.637147 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:36.646111 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] Routers {'53870c08-0481-418e-b1cd-c68a86552dfb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:36.646805 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['53870c08-0481-418e-b1cd-c68a86552dfb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:36.683711 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:36.684379 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f051f-881c-424e-bb5e-6adaca0be66e None None] The sync data for ids ['53870c08-0481-418e-b1cd-c68a86552dfb'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:36.690895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:36.705174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Sync routers for ids ['24c8a8d4-089c-49f2-a7be-af71e68e4ef4'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:36.719421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Routers {'24c8a8d4-089c-49f2-a7be-af71e68e4ef4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:36.721757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['24c8a8d4-089c-49f2-a7be-af71e68e4ef4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:36.731505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:36.818378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:36.822058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f1ea9cb8-70c5-47c5-9b8f-eedc05e6deb5 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2105231 Dec 13 15:13:36.822429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56016) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:36.836574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Set router 24c8a8d4-089c-49f2-a7be-af71e68e4ef4 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:13:36.923913 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:36.949609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.030637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8a8d4-089c-49f2-a7be-af71e68e4ef4', 'name': '', 'tenant_id': '550f7cd390444792a5f5a6ff4226226e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7', 'external_fixed_ips': [{'subnet_id': 'f58f5c52-5450-482c-b0e9-aa15ffd25a48', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5a270294-2ad9-4029-8cff-3b0f8f2e84a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:13:34Z', 'updated_at': '2021-12-13T15:13:35Z', 'revision_number': 3, 'project_id': '550f7cd390444792a5f5a6ff4226226e', 'gw_port': {'id': '5a270294-2ad9-4029-8cff-3b0f8f2e84a8', 'name': '', 'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c8a8d4-089c-49f2-a7be-af71e68e4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f58f5c52-5450-482c-b0e9-aa15ffd25a48', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:13:35Z', 'updated_at': '2021-12-13T15:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f58f5c52-5450-482c-b0e9-aa15ffd25a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:37.064006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Checking router: 24c8a8d4-089c-49f2-a7be-af71e68e4ef4 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:13:37.064642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Updating router 24c8a8d4-089c-49f2-a7be-af71e68e4ef4 port 5a270294-2ad9-4029-8cff-3b0f8f2e84a8 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:13:37.089476 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.091122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting port 346d494b-4041-4fc0-93ee-a3d36dcfb87f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:37.091460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.095253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.172191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.188597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Calling delete_port for 346d494b-4041-4fc0-93ee-a3d36dcfb87f owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:37.331862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Deleting port 5a270294-2ad9-4029-8cff-3b0f8f2e84a8 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:37.332098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.351659 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.410110 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.469268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Attempting to bind port 5a270294-2ad9-4029-8cff-3b0f8f2e84a8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:37.469268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Attempting to bind port 5a270294-2ad9-4029-8cff-3b0f8f2e84a8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ea68c101-7b4b-4ec5-9b76-ab8970d52df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:37.469268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Attempting to bind port 5a270294-2ad9-4029-8cff-3b0f8f2e84a8 on network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:37.476894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323def6-50b3-4614-89ae-0a185d457e81 None None] Pushing event updated for resources: {'Port': ['ID=5a270294-2ad9-4029-8cff-3b0f8f2e84a8,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:37.480878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:37.481267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Checking segment: {'id': 'ea68c101-7b4b-4ec5-9b76-ab8970d52df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:37.481677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.482095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Bound using segment: {'id': 'ea68c101-7b4b-4ec5-9b76-ab8970d52df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:37.482578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Bound port: 5a270294-2ad9-4029-8cff-3b0f8f2e84a8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea68c101-7b4b-4ec5-9b76-ab8970d52df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '82f3c279-56c5-4ae2-a160-5c0dde03d1b7'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:37.482963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.540991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] For port 5a270294-2ad9-4029-8cff-3b0f8f2e84a8, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:37.544887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] For port 5a270294-2ad9-4029-8cff-3b0f8f2e84a8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=5a270294-2ad9-4029-8cff-3b0f8f2e84a8,segment=NetworkSegment(ea68c101-7b4b-4ec5-9b76-ab8970d52df4),segment_id=ea68c101-7b4b-4ec5-9b76-ab8970d52df4)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:37.616320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.679803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Routers {'24c8a8d4-089c-49f2-a7be-af71e68e4ef4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:37.680593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['24c8a8d4-089c-49f2-a7be-af71e68e4ef4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:37.746068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323def6-50b3-4614-89ae-0a185d457e81 None None] Pushing event updated for resources: {'Port': ['ID=5a270294-2ad9-4029-8cff-3b0f8f2e84a8,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:37.776569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] Set router 24c8a8d4-089c-49f2-a7be-af71e68e4ef4 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:13:37.813126 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.825508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Calling delete_port for 5a270294-2ad9-4029-8cff-3b0f8f2e84a8 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:37.839073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c8a8d4-089c-49f2-a7be-af71e68e4ef4', 'name': '', 'tenant_id': '550f7cd390444792a5f5a6ff4226226e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:13:34Z', 'updated_at': '2021-12-13T15:13:37Z', 'revision_number': 4, 'project_id': '550f7cd390444792a5f5a6ff4226226e', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:37.868301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d386ee-6b73-4490-b0ca-7c9a9358d032 None None] The sync data for ids ['24c8a8d4-089c-49f2-a7be-af71e68e4ef4'] in n-d-816954-1 is: [{'id': '24c8a8d4-089c-49f2-a7be-af71e68e4ef4', 'name': '', 'tenant_id': '550f7cd390444792a5f5a6ff4226226e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:13:34Z', 'updated_at': '2021-12-13T15:13:37Z', 'revision_number': 4, 'project_id': '550f7cd390444792a5f5a6ff4226226e', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:37.876528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:37.924684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Port': ['ID=346d494b-4041-4fc0-93ee-a3d36dcfb87f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:38.030169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.184757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.188279 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.330101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.360814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a270294-2ad9-4029-8cff-3b0f8f2e84a8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:38.366275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.366275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Fanout notify agent at l3_agent the message router_deleted on router 53870c08-0481-418e-b1cd-c68a86552dfb {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:38.373337 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.374434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cbfeaeef-26d5-422e-9c30-c29d62203a25 tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/routers/53870c08-0481-418e-b1cd-c68a86552dfb HTTP/1.1" status: 204 len: 168 time: 1.7826705 Dec 13 15:13:38.377149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56028) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:38.436986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.440977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Deleting subnet 29068551-1dd1-4a32-a122-12e654f9b579 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:13:38.444917 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.488048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.535533 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.537275 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.539514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.650197 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.653777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24c8a8d4-089c-49f2-a7be-af71e68e4ef4 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:38.655185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.657646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d62ac6d2-75ab-4e8d-b2bb-e95186057b0c tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/24c8a8d4-089c-49f2-a7be-af71e68e4ef4 HTTP/1.1" status: 204 len: 168 time: 1.8336484 Dec 13 15:13:38.659908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56034) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:38.704389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.719886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Deleting subnet f58f5c52-5450-482c-b0e9-aa15ffd25a48 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:13:38.723766 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.735164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Subnet': ['ID=29068551-1dd1-4a32-a122-12e654f9b579,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:38.739481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.745116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d2bb0a13-19ba-43d9-94a0-9c0945fcc00d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/subnets/29068551-1dd1-4a32-a122-12e654f9b579 HTTP/1.1" status: 204 len: 168 time: 0.3667791 Dec 13 15:13:38.747443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56036) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:38.770224 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.818215 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.840971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.950617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.952834 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.979430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f58f5c52-5450-482c-b0e9-aa15ffd25a48,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:38.983173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:38.986382 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8762a062-3001-49c4-a8c2-a16d9e28d705 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/f58f5c52-5450-482c-b0e9-aa15ffd25a48 HTTP/1.1" status: 204 len: 168 time: 0.3249109 Dec 13 15:13:38.989575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56040) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:38.991614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5330359-5fb7-4939-a541-d43982a385aa']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:39.005444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b586b94-459d-4d57-a09a-b7d71a4a1e56') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:39.005863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b586b94-459d-4d57-a09a-b7d71a4a1e56') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:39.016383 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.030469 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.036738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:39.037252 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:39.040616 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:39.066338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.148432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.168920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f3c279-56c5-4ae2-a160-5c0dde03d1b7']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:39.181364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.189167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.192746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] 10.222.0.24 "DELETE /v2.0/networks/c5330359-5fb7-4939-a541-d43982a385aa HTTP/1.1" status: 204 len: 168 time: 0.4443629 Dec 13 15:13:39.195729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea68c101-7b4b-4ec5-9b76-ab8970d52df4') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:39.196215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea68c101-7b4b-4ec5-9b76-ab8970d52df4') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:39.206263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcfa9f-9804-4905-87bb-6a2a1c1c0c8d tempest-FloatingIPTestJSON-1214485655 tempest-FloatingIPTestJSON-1214485655-project] Pushing event deleted for resources: {'Network': ['ID=c5330359-5fb7-4939-a541-d43982a385aa,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:39.217430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.244304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.251451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:39.252026 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: items = [ Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:39.253668 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:39.404414 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.409628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82f3c279-56c5-4ae2-a160-5c0dde03d1b7 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 15:13:39.411837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.415548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "DELETE /v2.0/networks/82f3c279-56c5-4ae2-a160-5c0dde03d1b7 HTTP/1.1" status: 204 len: 168 time: 0.4248295 Dec 13 15:13:39.432188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa505-d226-454a-9b8b-6e7c723d12ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event deleted for resources: {'Network': ['ID=82f3c279-56c5-4ae2-a160-5c0dde03d1b7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:39.749714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56056) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:39.752654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:39.757511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-87fb3af3-ae2a-461b-a184-988676a9f7e9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'router': {'name': 'tempest-router--1385218045', 'project_id': 'bce8adb4d75543739b87cb5691790305'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:39.832947 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87fb3af3-ae2a-461b-a184-988676a9f7e9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.834357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87fb3af3-ae2a-461b-a184-988676a9f7e9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.917104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87fb3af3-ae2a-461b-a184-988676a9f7e9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:39.944658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-80a04296-5411-447e-80df-69aa0062b7ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e7947b3d85d4496bbe081c920acb75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909382 Dec 13 15:13:39.947019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56064) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:39.967561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87fb3af3-ae2a-461b-a184-988676a9f7e9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.007731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18fc3438-5db7-450e-ba0c-9c8fde897260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.028816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18fc3438-5db7-450e-ba0c-9c8fde897260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.039227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87fb3af3-ae2a-461b-a184-988676a9f7e9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.040413 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-87fb3af3-ae2a-461b-a184-988676a9f7e9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2896786 Dec 13 15:13:40.043489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56068) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:40.128067 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-133131ec-9d9f-448d-a8f2-7b0723c5aac4 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.169882 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18fc3438-5db7-450e-ba0c-9c8fde897260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.172838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18fc3438-5db7-450e-ba0c-9c8fde897260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.177811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-18fc3438-5db7-450e-ba0c-9c8fde897260 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f589b85-3755-449d-99f9-f5d047f65eb4 HTTP/1.1" status: 204 len: 168 time: 0.2265954 Dec 13 15:13:40.184479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc3438-5db7-450e-ba0c-9c8fde897260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f589b85-3755-449d-99f9-f5d047f65eb4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:40.286095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-133131ec-9d9f-448d-a8f2-7b0723c5aac4 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.288320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-133131ec-9d9f-448d-a8f2-7b0723c5aac4 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.409789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-133131ec-9d9f-448d-a8f2-7b0723c5aac4 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.410341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133131ec-9d9f-448d-a8f2-7b0723c5aac4 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5886f99-a675-4835-9bf5-9d79b8d907f3 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:40.415581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-133131ec-9d9f-448d-a8f2-7b0723c5aac4 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:40.416799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-133131ec-9d9f-448d-a8f2-7b0723c5aac4 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b5886f99-a675-4835-9bf5-9d79b8d907f3 HTTP/1.1" status: 204 len: 168 time: 0.3720522 Dec 13 15:13:40.775415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56088) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:40.987189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-489370985', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:41.066564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.068512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.126174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.271632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56106) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:41.339325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.387621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-781056226'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:41.455506 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:41.459206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.468500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.542705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.592637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.597197 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.619557 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.626029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:41.640603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db85279a-5d00-4d55-8572-2c35d9b70075,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:41.645386 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.645731 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment fbe12335-e7d6-4ace-9fc9-ee9a93340b2c of type vlan for network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 Dec 13 15:13:41.691852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.744625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Allocated IP 172.25.7.152 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/fd53970e-3d39-4aa7-85ae-608935a0ae03) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:41.787549 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.795570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:41.795570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.846691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:41.860253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=78737d0f-aa4b-4e9e-a159-1a37ec5d4208,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:41.871670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:41.944234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8d22e0f3-f3d8-4d0e-b1a8-cf9feb271d38 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6712277 Dec 13 15:13:41.976347 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:42.016160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:42.021393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:42.037793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event updated for resources: {'Port': ['ID=fd53970e-3d39-4aa7-85ae-608935a0ae03,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:42.047415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:42.068472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.068925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.069274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.069611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.069941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.070290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.070618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.070943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.071261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.071773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.072093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.072410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:42.627657 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:42.832200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:43.015445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Router 8ed0fc98-b8fa-4ebd-9ea5-c905657e2169 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:13:43.134591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:43.149668 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] Sync routers for ids ['8ed0fc98-b8fa-4ebd-9ea5-c905657e2169'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:43.159939 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] Routers {'8ed0fc98-b8fa-4ebd-9ea5-c905657e2169'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:43.164714 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8ed0fc98-b8fa-4ebd-9ea5-c905657e2169'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:43.196177 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:43.205099 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] Routers {'8ed0fc98-b8fa-4ebd-9ea5-c905657e2169'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:43.205921 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['8ed0fc98-b8fa-4ebd-9ea5-c905657e2169'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:43.224426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:43.228769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56130) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:43.229975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-10019be3-5e50-47b6-aea1-2c4fe33bcf7b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4532769 Dec 13 15:13:43.249641 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:43.250735 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276f3b1-3335-430d-ad5e-84362a24c988 None None] The sync data for ids ['8ed0fc98-b8fa-4ebd-9ea5-c905657e2169'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:43.343652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-100e239e-5651-472f-b76e-a468206c6dd6 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/8ed0fc98-b8fa-4ebd-9ea5-c905657e2169 HTTP/1.1" status: 200 len: 920 time: 0.1109982 Dec 13 15:13:43.343967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56132) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:43.375341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-16ccd60a-15e7-436d-8d9f-c01f54344665 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ed0fc98-b8fa-4ebd-9ea5-c905657e2169 HTTP/1.1" status: 200 len: 205 time: 0.0304105 Dec 13 15:13:43.377985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56134) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:43.486782 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:43.605497 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:43.726608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Deleting port fd53970e-3d39-4aa7-85ae-608935a0ae03 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:43.727350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:43.806990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:43.818672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Calling delete_port for fd53970e-3d39-4aa7-85ae-608935a0ae03 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:44.055558 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.088144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event deleted for resources: {'Port': ['ID=fd53970e-3d39-4aa7-85ae-608935a0ae03,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:44.149989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.242424 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.244535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.358272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.359031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Fanout notify agent at l3_agent the message router_deleted on router 8ed0fc98-b8fa-4ebd-9ea5-c905657e2169 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:44.366806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.372982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b5aae87b-107d-421e-ba7e-444ceb4541d7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/8ed0fc98-b8fa-4ebd-9ea5-c905657e2169 HTTP/1.1" status: 204 len: 168 time: 0.9937408 Dec 13 15:13:44.377252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56146) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:44.378417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-105438492', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': False}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:44.455969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.457186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.509473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.743464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:44.999570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.018325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.123446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Allocated IP 172.25.7.142 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/81782aec-7b1f-4396-aa5a-ff92517be7c0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:45.136625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56154) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:45.141099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': '78737d0f-aa4b-4e9e-a159-1a37ec5d4208', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:45.242475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.301257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:45.304931 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.325137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.374840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:45.377779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:45.385185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:45.405935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Port': ['ID=81782aec-7b1f-4396-aa5a-ff92517be7c0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:45.564654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.622978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=3dea05aa-8386-45ec-801f-be3ea8a08bbd,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:45.633785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': 'fbe12335-e7d6-4ace-9fc9-ee9a93340b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '78737d0f-aa4b-4e9e-a159-1a37ec5d4208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:45.634126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: 78737d0f-aa4b-4e9e-a159-1a37ec5d4208, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:45.692908 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.696110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:45.764371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 78737d0f-aa4b-4e9e-a159-1a37ec5d4208) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:45.769504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:45.770936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.783287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d35524-b6eb-4add-9225-06cdc6bef2c4 None None] Network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:45.835298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff71084c-3df3-4686-8a1c-7dc6f1f8b49a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6989112 Dec 13 15:13:45.835806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56164) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:45.871347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27164308'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:45.923420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.947511 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.955302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307704f3-f588-4eed-856e-d231db87589b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-78737d0f-aa4b-4e9e-a159-1a37ec5d4208', 'network_id': '78737d0f-aa4b-4e9e-a159-1a37ec5d4208', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': '3dea05aa-8386-45ec-801f-be3ea8a08bbd'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:13:45.956187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-307704f3-f588-4eed-856e-d231db87589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:45.993740 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:45.997185 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.038479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:46.053839 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.054248 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment edecbc1e-89fc-4b4e-913c-78d2ac07256c of type vlan for network d6513d16-4685-4612-8e5f-8b4bb435bacf Dec 13 15:13:46.101842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-307704f3-f588-4eed-856e-d231db87589b None None] Allocated IP 2001:db8:0:ffff::2 (78737d0f-aa4b-4e9e-a159-1a37ec5d4208/3dea05aa-8386-45ec-801f-be3ea8a08bbd/e8024dff-cdbe-48a2-89d4-ad3ebea8b784) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:46.107599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.203533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Router 174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:13:46.262103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-307704f3-f588-4eed-856e-d231db87589b None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.336590 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-307704f3-f588-4eed-856e-d231db87589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.377044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307704f3-f588-4eed-856e-d231db87589b None None] Network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:46.380067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-307704f3-f588-4eed-856e-d231db87589b None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:46.383630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307704f3-f588-4eed-856e-d231db87589b None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:46.392388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307704f3-f588-4eed-856e-d231db87589b None None] Pushing event updated for resources: {'Port': ['ID=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:46.451134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-307704f3-f588-4eed-856e-d231db87589b None None] Attempting to bind port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:46.451502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-307704f3-f588-4eed-856e-d231db87589b None None] Attempting to bind port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'fbe12335-e7d6-4ace-9fc9-ee9a93340b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '78737d0f-aa4b-4e9e-a159-1a37ec5d4208'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:46.451865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307704f3-f588-4eed-856e-d231db87589b None None] Attempting to bind port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 on network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:46.457395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307704f3-f588-4eed-856e-d231db87589b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:46.457762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307704f3-f588-4eed-856e-d231db87589b None None] Checking segment: {'id': 'fbe12335-e7d6-4ace-9fc9-ee9a93340b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '78737d0f-aa4b-4e9e-a159-1a37ec5d4208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:46.458162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-307704f3-f588-4eed-856e-d231db87589b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.458581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307704f3-f588-4eed-856e-d231db87589b None None] Bound using segment: {'id': 'fbe12335-e7d6-4ace-9fc9-ee9a93340b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '78737d0f-aa4b-4e9e-a159-1a37ec5d4208'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:46.459183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-307704f3-f588-4eed-856e-d231db87589b None None] Bound port: e8024dff-cdbe-48a2-89d4-ad3ebea8b784, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe12335-e7d6-4ace-9fc9-ee9a93340b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '78737d0f-aa4b-4e9e-a159-1a37ec5d4208'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:46.459568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-307704f3-f588-4eed-856e-d231db87589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.533176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-307704f3-f588-4eed-856e-d231db87589b None None] For port e8024dff-cdbe-48a2-89d4-ad3ebea8b784, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:46.537233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-307704f3-f588-4eed-856e-d231db87589b None None] For port e8024dff-cdbe-48a2-89d4-ad3ebea8b784, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,segment=NetworkSegment(fbe12335-e7d6-4ace-9fc9-ee9a93340b2c),segment_id=fbe12335-e7d6-4ace-9fc9-ee9a93340b2c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:46.578458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.584433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:46.585004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.615982 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-307704f3-f588-4eed-856e-d231db87589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.680603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307704f3-f588-4eed-856e-d231db87589b None None] Pushing event updated for resources: {'Port': ['ID=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:46.696398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=d6513d16-4685-4612-8e5f-8b4bb435bacf,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:46.708645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d6513d16-4685-4612-8e5f-8b4bb435bacf details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:46.723850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:46.754890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Sync routers for ids ['174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:46.766894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f7e33ed7-9056-4b1d-bfef-47408b83d904 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9296575 Dec 13 15:13:46.767102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56174) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:46.772710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:46.795241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Routers {'174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:46.795948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:46.841952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:46.855763 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-43d37703-bb81-40d5-be86-a103ca71a354 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4814010 Dec 13 15:13:46.856486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56178) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:46.954760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Set router 174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:13:46.959761 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:46.964840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.077100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5657676d-bfbd-48c6-af6c-487507a37854 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b HTTP/1.1" status: 200 len: 908 time: 0.2134438 Dec 13 15:13:47.079710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56182) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:47.087160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-105438492', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': True}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:47.226973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.230006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.306101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e8024dff-cdbe-48a2-89d4-ad3ebea8b784 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:13:47.313978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.322928 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.328570 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.393463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=f58416b4-128a-453b-b139-8970d5571086,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:47.396886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': 'edecbc1e-89fc-4b4e-913c-78d2ac07256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:47.397391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: d6513d16-4685-4612-8e5f-8b4bb435bacf, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:47.403113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:47.403500 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.461732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b', 'name': 'tempest-snat-router-105438492', 'tenant_id': '550f7cd390444792a5f5a6ff4226226e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.142'}], 'enable_snat': False}, 'gw_port_id': '81782aec-7b1f-4396-aa5a-ff92517be7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:13:44Z', 'updated_at': '2021-12-13T15:13:45Z', 'revision_number': 3, 'project_id': '550f7cd390444792a5f5a6ff4226226e', 'gw_port': {'id': '81782aec-7b1f-4396-aa5a-ff92517be7c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:13:45Z', 'updated_at': '2021-12-13T15:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:47.542319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Checking router: 174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:13:47.542677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Updating router 174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b port 81782aec-7b1f-4396-aa5a-ff92517be7c0 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:13:47.554590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network d6513d16-4685-4612-8e5f-8b4bb435bacf is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:47.564349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.571704 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.576711 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.633159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d6513d16-4685-4612-8e5f-8b4bb435bacf) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:47.638503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:47.642888 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.650312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2bd5b-fe94-435c-834a-7c48dd7bb50d None None] Network d6513d16-4685-4612-8e5f-8b4bb435bacf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:47.711289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port e8024dff-cdbe-48a2-89d4-ad3ebea8b784, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,segment=NetworkSegment(fbe12335-e7d6-4ace-9fc9-ee9a93340b2c),segment_id=fbe12335-e7d6-4ace-9fc9-ee9a93340b2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:47.737339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ab9f222e-34d5-47fb-a534-291a2bf41c48 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9691713 Dec 13 15:13:47.740642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56190) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:47.828547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:47.922861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b6261-9cc0-4745-a3b3-91f4fcca4da1 None None] Network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:47.934014 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:48.070943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-d6513d16-4685-4612-8e5f-8b4bb435bacf', 'network_id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': 'f58416b4-128a-453b-b139-8970d5571086'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:13:48.072873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.125708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0f06dedb-1904-4beb-9b5b-693aec415d80 None None] Provisioning complete for port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:48.126095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0f06dedb-1904-4beb-9b5b-693aec415d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.244961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.266590 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.339728 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.345043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.374001 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.377380 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.439752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Allocated IP 2001:db8::1 (d6513d16-4685-4612-8e5f-8b4bb435bacf/f58416b4-128a-453b-b139-8970d5571086/fd38391b-e223-4a3a-ae66-dcf839d47076) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:48.459432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d6f5e-dbd8-4361-bcc2-d54e3d6f370a None None] Pushing event updated for resources: {'Port': ['ID=81782aec-7b1f-4396-aa5a-ff92517be7c0,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:48.462537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Attempting to bind port 81782aec-7b1f-4396-aa5a-ff92517be7c0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:48.462537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Attempting to bind port 81782aec-7b1f-4396-aa5a-ff92517be7c0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:48.462537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Attempting to bind port 81782aec-7b1f-4396-aa5a-ff92517be7c0 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:48.481494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:48.481872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:48.482296 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.482722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:48.483195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Bound port: 81782aec-7b1f-4396-aa5a-ff92517be7c0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:48.483576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.524899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Allocated IP 172.25.7.26 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/ea873492-4cb5-4b80-9056-1fbdfb5d1835) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:48.595365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] For port 81782aec-7b1f-4396-aa5a-ff92517be7c0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:48.620472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] For port 81782aec-7b1f-4396-aa5a-ff92517be7c0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81782aec-7b1f-4396-aa5a-ff92517be7c0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:48.661779 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.700160 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.753635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.799837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.823050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Routers {'174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:48.823678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:48.825944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d6f5e-dbd8-4361-bcc2-d54e3d6f370a None None] Pushing event updated for resources: {'Port': ['ID=81782aec-7b1f-4396-aa5a-ff92517be7c0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:48.829538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-089d30aa-5316-4443-ac68-942fe14cdb56 None None] Provisioning complete for port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:48.830131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-089d30aa-5316-4443-ac68-942fe14cdb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:48.848638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:48.855050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:48.865069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:48.867266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Port': ['ID=ea873492-4cb5-4b80-9056-1fbdfb5d1835,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:48.972212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.028390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=f58416b4-128a-453b-b139-8970d5571086,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:49.068109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.109638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.130460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Network d6513d16-4685-4612-8e5f-8b4bb435bacf is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:49.137321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6513d16-4685-4612-8e5f-8b4bb435bacf']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:49.141409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:49.148658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edecbc1e-89fc-4b4e-913c-78d2ac07256c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:49.148938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edecbc1e-89fc-4b4e-913c-78d2ac07256c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:49.150918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:49.159111 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.162475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Pushing event updated for resources: {'Port': ['ID=fd38391b-e223-4a3a-ae66-dcf839d47076,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:49.179997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.188713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:49.188713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:49.192055 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:49.236900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] Set router 174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:13:49.314299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e8024dff-cdbe-48a2-89d4-ad3ebea8b784 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:13:49.337149 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.377657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Attempting to bind port fd38391b-e223-4a3a-ae66-dcf839d47076 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:49.378022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Attempting to bind port fd38391b-e223-4a3a-ae66-dcf839d47076 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'edecbc1e-89fc-4b4e-913c-78d2ac07256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:49.378408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Attempting to bind port fd38391b-e223-4a3a-ae66-dcf839d47076 on network d6513d16-4685-4612-8e5f-8b4bb435bacf {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:49.391527 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:49.393343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Checking segment: {'id': 'edecbc1e-89fc-4b4e-913c-78d2ac07256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:49.393343 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.393343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Bound using segment: {'id': 'edecbc1e-89fc-4b4e-913c-78d2ac07256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:49.393343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Bound port: fd38391b-e223-4a3a-ae66-dcf839d47076, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edecbc1e-89fc-4b4e-913c-78d2ac07256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:49.393788 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.403352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:13:49.403352 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:13:49.403352 n-d-816954-1 neutron-server[102824]: [parameters: {'id': 'd6513d16-4685-4612-8e5f-8b4bb435bacf'}] Dec 13 15:13:49.403352 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:13:49.403805 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:13:49.525101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:49.525473 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.557614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.565043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] For port fd38391b-e223-4a3a-ae66-dcf839d47076, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:49.583710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] For port fd38391b-e223-4a3a-ae66-dcf839d47076, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fd38391b-e223-4a3a-ae66-dcf839d47076,segment=NetworkSegment(edecbc1e-89fc-4b4e-913c-78d2ac07256c),segment_id=edecbc1e-89fc-4b4e-913c-78d2ac07256c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:49.607340 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b', 'name': 'tempest-snat-router-105438492', 'tenant_id': '550f7cd390444792a5f5a6ff4226226e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.142'}], 'enable_snat': False}, 'gw_port_id': '81782aec-7b1f-4396-aa5a-ff92517be7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:13:44Z', 'updated_at': '2021-12-13T15:13:45Z', 'revision_number': 3, 'project_id': '550f7cd390444792a5f5a6ff4226226e', 'gw_port': {'id': '81782aec-7b1f-4396-aa5a-ff92517be7c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:13:45Z', 'updated_at': '2021-12-13T15:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:49.653015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11437b8d-af54-4267-90a2-8efc01e38e31 None None] The sync data for ids ['174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b'] in n-d-816954-1 is: [{'id': '174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b', 'name': 'tempest-snat-router-105438492', 'tenant_id': '550f7cd390444792a5f5a6ff4226226e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.142'}], 'enable_snat': False}, 'gw_port_id': '81782aec-7b1f-4396-aa5a-ff92517be7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:13:44Z', 'updated_at': '2021-12-13T15:13:45Z', 'revision_number': 3, 'project_id': '550f7cd390444792a5f5a6ff4226226e', 'gw_port': {'id': '81782aec-7b1f-4396-aa5a-ff92517be7c0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:13:45Z', 'updated_at': '2021-12-13T15:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:49.656078 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.748058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Router 04ac7243-1c34-4fc9-a35d-c6f57216f3d9 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:13:49.752878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62db13f-ddb5-494a-9380-4ea093ff3dfc None None] Pushing event updated for resources: {'Port': ['ID=fd38391b-e223-4a3a-ae66-dcf839d47076,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:49.774720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f2456-2968-4c7a-8697-8403ccce2938 None None] Network d6513d16-4685-4612-8e5f-8b4bb435bacf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:49.877327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:49.888513 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Sync routers for ids ['04ac7243-1c34-4fc9-a35d-c6f57216f3d9'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:49.903074 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Routers {'04ac7243-1c34-4fc9-a35d-c6f57216f3d9'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:49.903684 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['04ac7243-1c34-4fc9-a35d-c6f57216f3d9'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:49.907320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-20a28264-c8b4-4c81-9338-570d40deda1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.913410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:49.928995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900b7b6-ff1f-4f5c-acbc-15adb25d9468 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:13:50.003835 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.008496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56212) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:50.009029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e143a211-5182-4dd3-9ae9-be1bd1f49ffb tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.9278131 Dec 13 15:13:50.076753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port fd38391b-e223-4a3a-ae66-dcf839d47076 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:50.077247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.096940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900b7b6-ff1f-4f5c-acbc-15adb25d9468 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:13:50.115117 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Set router 04ac7243-1c34-4fc9-a35d-c6f57216f3d9 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:13:50.195362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cba3d917-40e9-464f-b060-bf22a78629ab tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/04ac7243-1c34-4fc9-a35d-c6f57216f3d9 HTTP/1.1" status: 200 len: 906 time: 0.1854897 Dec 13 15:13:50.198010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56214) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:50.202920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port fd38391b-e223-4a3a-ae66-dcf839d47076, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fd38391b-e223-4a3a-ae66-dcf839d47076,segment=NetworkSegment(edecbc1e-89fc-4b4e-913c-78d2ac07256c),segment_id=edecbc1e-89fc-4b4e-913c-78d2ac07256c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:50.203295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.232215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for fd38391b-e223-4a3a-ae66-dcf839d47076 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:50.392756 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.424255 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ac7243-1c34-4fc9-a35d-c6f57216f3d9', 'name': 'tempest-snat-router-105438492', 'tenant_id': '550f7cd390444792a5f5a6ff4226226e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ea873492-4cb5-4b80-9056-1fbdfb5d1835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:13:47Z', 'updated_at': '2021-12-13T15:13:49Z', 'revision_number': 3, 'project_id': '550f7cd390444792a5f5a6ff4226226e', 'gw_port': {'id': 'ea873492-4cb5-4b80-9056-1fbdfb5d1835', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ac7243-1c34-4fc9-a35d-c6f57216f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:13:48Z', 'updated_at': '2021-12-13T15:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:50.455260 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Checking router: 04ac7243-1c34-4fc9-a35d-c6f57216f3d9 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:13:50.455600 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Updating router 04ac7243-1c34-4fc9-a35d-c6f57216f3d9 port ea873492-4cb5-4b80-9056-1fbdfb5d1835 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:13:50.486783 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.490727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.503948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port fd38391b-e223-4a3a-ae66-dcf839d47076 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:13:50.516581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.533999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=fd38391b-e223-4a3a-ae66-dcf839d47076,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:50.627895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.656976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6513d16-4685-4612-8e5f-8b4bb435bacf']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:50.665522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Deleting port ea873492-4cb5-4b80-9056-1fbdfb5d1835 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:50.666097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.668306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edecbc1e-89fc-4b4e-913c-78d2ac07256c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:50.669217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edecbc1e-89fc-4b4e-913c-78d2ac07256c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:50.694204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.738278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.755662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:50.756125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:50.760423 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:50.775366 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.789081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Calling delete_port for ea873492-4cb5-4b80-9056-1fbdfb5d1835 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:50.885973 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.913745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.921729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:50.924803 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/d6513d16-4685-4612-8e5f-8b4bb435bacf HTTP/1.1" status: 204 len: 168 time: 3.1830623 Dec 13 15:13:50.929159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56222) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:50.935190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023175026'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:50.941984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17d0e7-6d56-4013-bc1d-af87f7ff2ea6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=d6513d16-4685-4612-8e5f-8b4bb435bacf,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:50.975256 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.027366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:51.027983 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Attempting to bind port ea873492-4cb5-4b80-9056-1fbdfb5d1835 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:51.027983 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Attempting to bind port ea873492-4cb5-4b80-9056-1fbdfb5d1835 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:51.028201 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Attempting to bind port ea873492-4cb5-4b80-9056-1fbdfb5d1835 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:51.031121 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Pushing event updated for resources: {'Port': ['ID=ea873492-4cb5-4b80-9056-1fbdfb5d1835,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:51.031495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.039862 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:51.040232 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:51.040618 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.041009 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:51.041863 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Bound port: ea873492-4cb5-4b80-9056-1fbdfb5d1835, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:51.041863 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.045090 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.045434 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.045768 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.046097 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.046454 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.046782 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.047104 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.047422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.047809 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.048115 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.048697 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.049012 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b0f3a-e8fd-4331-a3e0-52c78b23335a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:13:51.058827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:51.068064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.068413 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment 9529f78e-a260-40da-af66-73530257a2a3 of type vlan for network 9af58685-bea2-45d8-b895-194881c51c76 Dec 13 15:13:51.114289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.126685 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.db.api [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:13:51.126928 n-d-816954-1 neutron-server[102826]: DEBUG oslo_db.api [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:13:51.127576 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.170089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea873492-4cb5-4b80-9056-1fbdfb5d1835,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:51.213934 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:13:51.215824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.221362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:51.221951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.299576 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.329362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81782aec-7b1f-4396-aa5a-ff92517be7c0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:13:51.390130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56228) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:51.390529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4598975 Dec 13 15:13:51.398227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': '9af58685-bea2-45d8-b895-194881c51c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:51.424517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 81782aec-7b1f-4396-aa5a-ff92517be7c0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:51.425269 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.430753 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c24a7-9af4-4762-8827-877dfa374e4d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=9af58685-bea2-45d8-b895-194881c51c76,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:51.440581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.445204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.481485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9af58685-bea2-45d8-b895-194881c51c76 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:51.610574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.611213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04ac7243-1c34-4fc9-a35d-c6f57216f3d9 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:51.616197 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.617943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:51.619474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.623043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3bdb58cf-6f3a-4fd4-b1fe-dd0a7297f450 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/04ac7243-1c34-4fc9-a35d-c6f57216f3d9 HTTP/1.1" status: 204 len: 168 time: 1.4229162 Dec 13 15:13:51.630399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.631491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56230) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:51.643075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 81782aec-7b1f-4396-aa5a-ff92517be7c0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81782aec-7b1f-4396-aa5a-ff92517be7c0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:51.648545 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Attempting to bind port ea873492-4cb5-4b80-9056-1fbdfb5d1835 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:51.649178 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Attempting to bind port ea873492-4cb5-4b80-9056-1fbdfb5d1835 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:51.649787 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Attempting to bind port ea873492-4cb5-4b80-9056-1fbdfb5d1835 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:51.656154 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:51.660162 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:51.660162 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.660162 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:51.660162 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Bound port: ea873492-4cb5-4b80-9056-1fbdfb5d1835, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:51.660162 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.686151 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.plugin [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Port ea873492-4cb5-4b80-9056-1fbdfb5d1835 has been deleted concurrently {{(pid=102826) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 13 15:13:51.698936 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Routers set() bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:51.700407 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Router IDs set() for agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 15:13:51.701277 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04ac7243-1c34-4fc9-a35d-c6f57216f3d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent'). {{(pid=102826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 15:13:51.702703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7004cb-1496-45b8-9992-b7512a6d1df6 None None] The sync data for ids ['04ac7243-1c34-4fc9-a35d-c6f57216f3d9'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:51.718484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.783574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.791224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=81782aec-7b1f-4396-aa5a-ff92517be7c0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:51.919147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:51.942754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.003796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=bb4dd8e3-7e5e-43c8-a943-a74d216f61b3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:52.016118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': '9529f78e-a260-40da-af66-73530257a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9af58685-bea2-45d8-b895-194881c51c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:52.016473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: 9af58685-bea2-45d8-b895-194881c51c76, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:52.031558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Deleting port 81782aec-7b1f-4396-aa5a-ff92517be7c0 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:52.032088 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.085099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 9af58685-bea2-45d8-b895-194881c51c76 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:52.137817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] For port 81782aec-7b1f-4396-aa5a-ff92517be7c0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81782aec-7b1f-4396-aa5a-ff92517be7c0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:52.138184 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.151207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Calling delete_port for 81782aec-7b1f-4396-aa5a-ff92517be7c0 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:52.165501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9af58685-bea2-45d8-b895-194881c51c76) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:52.170662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:52.171594 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.177620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa79394-2294-4f0b-9ea4-32456498e37f None None] Network 9af58685-bea2-45d8-b895-194881c51c76 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:52.244581 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e6a3f134-381f-4603-9f2f-f79dd4a75cf3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8526950 Dec 13 15:13:52.248143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:52.254554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241776376'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:52.285315 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4b7b1d51-56c8-4dc4-8f9f-fd84384968c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.333782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-9af58685-bea2-45d8-b895-194881c51c76', 'network_id': '9af58685-bea2-45d8-b895-194881c51c76', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': 'bb4dd8e3-7e5e-43c8-a943-a74d216f61b3'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:13:52.334685 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.341724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:52.345872 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.375626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:52.386937 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.393550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.394377 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment 1b6aab8f-a73f-4da0-9582-89fdbcdf993e of type vlan for network 6acb25eb-73f9-434c-8227-ecf658775d9b Dec 13 15:13:52.445834 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.462666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event deleted for resources: {'Port': ['ID=81782aec-7b1f-4396-aa5a-ff92517be7c0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:52.495673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Allocated IP 2001:db8::1 (9af58685-bea2-45d8-b895-194881c51c76/bb4dd8e3-7e5e-43c8-a943-a74d216f61b3/e78909a0-741d-4d9a-bf13-41458f9ae23f) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:52.507963 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.546625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.561498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:52.561498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.604816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.607954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.631529 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3786736 Dec 13 15:13:52.632236 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56242) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:52.636848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': '6acb25eb-73f9-434c-8227-ecf658775d9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:52.659312 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.680750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22be90-7fc5-4283-bd16-772ca38c3a83 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=6acb25eb-73f9-434c-8227-ecf658775d9b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:52.693062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 6acb25eb-73f9-434c-8227-ecf658775d9b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:52.744613 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.753319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.754024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:52.759323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.760531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-068576ee-67c0-47a0-af38-436d9faa0138 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "DELETE /v2.0/routers/174cedf5-9c3a-4a93-ab6d-9a9cca7ecc3b HTTP/1.1" status: 204 len: 168 time: 1.1274538 Dec 13 15:13:52.764299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56246) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:52.769391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-26315915', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:52.809415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Network 9af58685-bea2-45d8-b895-194881c51c76 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:52.814288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:52.816077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:52.816985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:52.829969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.842524 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Pushing event updated for resources: {'Port': ['ID=e78909a0-741d-4d9a-bf13-41458f9ae23f,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:52.895852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Attempting to bind port e78909a0-741d-4d9a-bf13-41458f9ae23f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:52.896219 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Attempting to bind port e78909a0-741d-4d9a-bf13-41458f9ae23f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9529f78e-a260-40da-af66-73530257a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9af58685-bea2-45d8-b895-194881c51c76'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:52.896580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Attempting to bind port e78909a0-741d-4d9a-bf13-41458f9ae23f on network 9af58685-bea2-45d8-b895-194881c51c76 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:52.902371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:52.903302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Checking segment: {'id': '9529f78e-a260-40da-af66-73530257a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9af58685-bea2-45d8-b895-194881c51c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:52.903302 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.903569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Bound using segment: {'id': '9529f78e-a260-40da-af66-73530257a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9af58685-bea2-45d8-b895-194881c51c76'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:52.903961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Bound port: e78909a0-741d-4d9a-bf13-41458f9ae23f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9529f78e-a260-40da-af66-73530257a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9af58685-bea2-45d8-b895-194881c51c76'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:52.904339 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.923621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Performing IP validity checks on allocation pools {{(pid=102824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 15:13:52.924353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 15:13:52.943259 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.944422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:52.986473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] For port e78909a0-741d-4d9a-bf13-41458f9ae23f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:52.989718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] For port e78909a0-741d-4d9a-bf13-41458f9ae23f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e78909a0-741d-4d9a-bf13-41458f9ae23f,segment=NetworkSegment(9529f78e-a260-40da-af66-73530257a2a3),segment_id=9529f78e-a260-40da-af66-73530257a2a3)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:53.002313 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.050825 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.115575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185cba4-cb37-44af-89ff-7a6f5845dfeb None None] Pushing event updated for resources: {'Port': ['ID=e78909a0-741d-4d9a-bf13-41458f9ae23f,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:53.153677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.229883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=b24b03f8-5664-40ba-a076-cc2cdee0a879,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:53.235432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': '1b6aab8f-a73f-4da0-9582-89fdbcdf993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6acb25eb-73f9-434c-8227-ecf658775d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:53.235792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: 6acb25eb-73f9-434c-8227-ecf658775d9b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:53.277115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.325264 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.348214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 6acb25eb-73f9-434c-8227-ecf658775d9b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:53.374662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81782aec-7b1f-4396-aa5a-ff92517be7c0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:13:53.402212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 81782aec-7b1f-4396-aa5a-ff92517be7c0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:13:53.402584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81782aec-7b1f-4396-aa5a-ff92517be7c0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:13:53.433192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 6acb25eb-73f9-434c-8227-ecf658775d9b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:53.438888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:53.439843 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.448016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0620a62-0fac-412c-aae7-6b4e3ea0a323 None None] Network 6acb25eb-73f9-434c-8227-ecf658775d9b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:53.559199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2c04078-a625-4cb7-af93-87d6469ef540 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9261074 Dec 13 15:13:53.559831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56258) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:53.615207 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.637374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.663919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-6acb25eb-73f9-434c-8227-ecf658775d9b', 'network_id': '6acb25eb-73f9-434c-8227-ecf658775d9b', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': 'b24b03f8-5664-40ba-a076-cc2cdee0a879'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:13:53.665038 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.696984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.764448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.779234 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Allocated IP 172.25.7.138 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/e5f10395-3f43-4ffe-8987-9305ee3ac953) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:53.824890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Allocated IP 2001:db8::3 (6acb25eb-73f9-434c-8227-ecf658775d9b/b24b03f8-5664-40ba-a076-cc2cdee0a879/beaf2a8f-2b99-4ba1-b37a-a784a7bb690c) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:53.897216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:53.991256 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.016811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.062349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:54.065716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:54.070114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:54.099720 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.113049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event updated for resources: {'Port': ['ID=e5f10395-3f43-4ffe-8987-9305ee3ac953,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:54.144821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Network 6acb25eb-73f9-434c-8227-ecf658775d9b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:54.148618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:54.152454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:54.188103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.203931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Pushing event updated for resources: {'Port': ['ID=beaf2a8f-2b99-4ba1-b37a-a784a7bb690c,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:54.239069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=b24b03f8-5664-40ba-a076-cc2cdee0a879,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:54.266863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Attempting to bind port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:54.267229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Attempting to bind port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1b6aab8f-a73f-4da0-9582-89fdbcdf993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6acb25eb-73f9-434c-8227-ecf658775d9b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:54.267591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Attempting to bind port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c on network 6acb25eb-73f9-434c-8227-ecf658775d9b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:54.274691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:54.275393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Checking segment: {'id': '1b6aab8f-a73f-4da0-9582-89fdbcdf993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6acb25eb-73f9-434c-8227-ecf658775d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:54.275861 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.276255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Bound using segment: {'id': '1b6aab8f-a73f-4da0-9582-89fdbcdf993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6acb25eb-73f9-434c-8227-ecf658775d9b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:54.276749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Bound port: beaf2a8f-2b99-4ba1-b37a-a784a7bb690c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6aab8f-a73f-4da0-9582-89fdbcdf993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6acb25eb-73f9-434c-8227-ecf658775d9b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:54.277174 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.319391 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a32b42-7d84-4dbe-a60f-96758b32db54 None None] Network 9af58685-bea2-45d8-b895-194881c51c76 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:54.326848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.348745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acb25eb-73f9-434c-8227-ecf658775d9b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:54.358167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6aab8f-a73f-4da0-9582-89fdbcdf993e') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:54.362384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6aab8f-a73f-4da0-9582-89fdbcdf993e') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:54.368510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.383601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.391414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:54.391816 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:54.396088 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:54.408260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] For port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:54.415993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-356b9753-8264-4635-a03e-d33ff6e17e21 None None] Provisioning complete for port e78909a0-741d-4d9a-bf13-41458f9ae23f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:54.416436 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-356b9753-8264-4635-a03e-d33ff6e17e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.475114 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.524802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] For port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=beaf2a8f-2b99-4ba1-b37a-a784a7bb690c,segment=NetworkSegment(1b6aab8f-a73f-4da0-9582-89fdbcdf993e),segment_id=1b6aab8f-a73f-4da0-9582-89fdbcdf993e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:54.525141 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:13:54.525141 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:13:54.525141 n-d-816954-1 neutron-server[102824]: [parameters: {'id': '6acb25eb-73f9-434c-8227-ecf658775d9b'}] Dec 13 15:13:54.525141 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:13:54.525545 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:13:54.593174 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.810533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-356b9753-8264-4635-a03e-d33ff6e17e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.881918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fcd55-4737-4e4b-877e-333b06845b7e None None] Pushing event updated for resources: {'Port': ['ID=beaf2a8f-2b99-4ba1-b37a-a784a7bb690c,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:54.901100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-356b9753-8264-4635-a03e-d33ff6e17e21 None None] For port e78909a0-741d-4d9a-bf13-41458f9ae23f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e78909a0-741d-4d9a-bf13-41458f9ae23f,segment=NetworkSegment(9529f78e-a260-40da-af66-73530257a2a3),segment_id=9529f78e-a260-40da-af66-73530257a2a3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:54.906864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea097ce-03fa-411e-b533-08c0ebd1a5f5 None None] Network 6acb25eb-73f9-434c-8227-ecf658775d9b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:54.972616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:54.976379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-356b9753-8264-4635-a03e-d33ff6e17e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.026416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.069123 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.100720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b9753-8264-4635-a03e-d33ff6e17e21 None None] Pushing event updated for resources: {'Port': ['ID=e78909a0-741d-4d9a-bf13-41458f9ae23f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:55.118977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6bc4410e-1d03-4f14-b8f5-0ae99ba0ff4e None None] Provisioning complete for port e78909a0-741d-4d9a-bf13-41458f9ae23f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:55.119414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6bc4410e-1d03-4f14-b8f5-0ae99ba0ff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.123275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12e2c4-2c01-4685-8474-9fc3efda46c5 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:13:55.129230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:55.130139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.169542 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.207676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=beaf2a8f-2b99-4ba1-b37a-a784a7bb690c,segment=NetworkSegment(1b6aab8f-a73f-4da0-9582-89fdbcdf993e),segment_id=1b6aab8f-a73f-4da0-9582-89fdbcdf993e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:55.207676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.309034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec12e2c4-2c01-4685-8474-9fc3efda46c5 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:13:55.341140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Router 3b659982-afb2-419d-87f7-d31db73b4f82 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:13:55.374124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e78909a0-741d-4d9a-bf13-41458f9ae23f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:13:55.479609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e78909a0-741d-4d9a-bf13-41458f9ae23f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:13:55.480324 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.487519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:55.508119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] Sync routers for ids ['3b659982-afb2-419d-87f7-d31db73b4f82'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:55.554039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] Routers {'3b659982-afb2-419d-87f7-d31db73b4f82'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:55.554832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3b659982-afb2-419d-87f7-d31db73b4f82'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:55.564015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for beaf2a8f-2b99-4ba1-b37a-a784a7bb690c owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:55.574089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.579362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4a2937d5-4e61-4df4-8608-c761a9d4dbd6 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8136303 Dec 13 15:13:55.580122 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56284) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:55.596912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:55.614871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': False}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:55.629324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] Routers {'3b659982-afb2-419d-87f7-d31db73b4f82'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:55.629868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3b659982-afb2-419d-87f7-d31db73b4f82'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:55.703924 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:55.704569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd29c23-4bd4-4b14-a8aa-2ee2ec3f1b23 None None] The sync data for ids ['3b659982-afb2-419d-87f7-d31db73b4f82'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:55.835336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:55.871926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port beaf2a8f-2b99-4ba1-b37a-a784a7bb690c on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:13:55.935879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=beaf2a8f-2b99-4ba1-b37a-a784a7bb690c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:56.035474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.060904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acb25eb-73f9-434c-8227-ecf658775d9b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:56.066135 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.076956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6aab8f-a73f-4da0-9582-89fdbcdf993e') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:56.077255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6aab8f-a73f-4da0-9582-89fdbcdf993e') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:56.087473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.101530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.107306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:56.107718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:56.110614 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:56.307914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.316308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.322962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56294) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:56.323133 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/6acb25eb-73f9-434c-8227-ecf658775d9b HTTP/1.1" status: 204 len: 168 time: 2.7622542 Dec 13 15:13:56.350310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5167a-446c-46aa-bed7-0f9825e47cdb tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=6acb25eb-73f9-434c-8227-ecf658775d9b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:56.350552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812135784'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:56.421652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:56.425631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.454092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:13:56.463836 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.464208 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment 3bcd46fe-118f-43ed-9046-87f6cffe0cbe of type vlan for network a105c74f-522f-4106-9069-15c92f9104fe Dec 13 15:13:56.513400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.589296 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.592536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.604631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.610434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:56.617286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.679960 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=a105c74f-522f-4106-9069-15c92f9104fe,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:56.691386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a105c74f-522f-4106-9069-15c92f9104fe details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:13:56.708106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Router 3b659982-afb2-419d-87f7-d31db73b4f82 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:13:56.742658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bd57247e-64d1-476a-8fe3-1282d179ebaa tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4157124 Dec 13 15:13:56.742924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56302) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:56.748599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': 'a105c74f-522f-4106-9069-15c92f9104fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:56.826595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:13:56.831075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.832104 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-665b3233-277c-4510-9d52-0a0ab4def986 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "PUT /v2.0/routers/3b659982-afb2-419d-87f7-d31db73b4f82 HTTP/1.1" status: 200 len: 920 time: 1.2207549 Dec 13 15:13:56.834935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56304) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:56.837975 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] Sync routers for ids ['3b659982-afb2-419d-87f7-d31db73b4f82'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:13:56.852410 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] Routers {'3b659982-afb2-419d-87f7-d31db73b4f82'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:56.853318 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3b659982-afb2-419d-87f7-d31db73b4f82'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:56.891030 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:56.899883 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] Routers {'3b659982-afb2-419d-87f7-d31db73b4f82'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:13:56.900593 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3b659982-afb2-419d-87f7-d31db73b4f82'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:56.936338 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:56.936584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:13:56.936988 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226bd13-ffe7-4437-a26b-0717ad3a46e3 None None] The sync data for ids ['3b659982-afb2-419d-87f7-d31db73b4f82'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:13:56.946100 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:56.947169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-95ccdd15-f0df-4385-bcf0-b727ae55b069 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/3b659982-afb2-419d-87f7-d31db73b4f82 HTTP/1.1" status: 200 len: 920 time: 0.1108298 Dec 13 15:13:56.949841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56308) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:57.028731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59955f-a9b1-4479-8659-193475bc8e03 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:57.033461 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8f59955f-a9b1-4479-8659-193475bc8e03 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=3b659982-afb2-419d-87f7-d31db73b4f82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0794690 Dec 13 15:13:57.033461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56312) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:57.127242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eff475-2987-49c0-a0b1-44859eb23923 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:57.129988 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-94eff475-2987-49c0-a0b1-44859eb23923 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.0953321 Dec 13 15:13:57.132952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56314) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:57.162693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f06587a-a094-4234-82b6-b43459ee8230 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b659982-afb2-419d-87f7-d31db73b4f82 HTTP/1.1" status: 200 len: 205 time: 0.0269318 Dec 13 15:13:57.164152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56316) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:57.210853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.271550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=e3ab5ff6-6392-4b98-aba0-9c268cc1e755,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:57.278327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.283717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': '3bcd46fe-118f-43ed-9046-87f6cffe0cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a105c74f-522f-4106-9069-15c92f9104fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:57.284080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: a105c74f-522f-4106-9069-15c92f9104fe, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:13:57.370496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network a105c74f-522f-4106-9069-15c92f9104fe is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:13:57.382928 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.456217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a105c74f-522f-4106-9069-15c92f9104fe) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:57.460736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:57.461327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.465861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c9ed59-a300-4c88-af65-e94b74446a79 None None] Network a105c74f-522f-4106-9069-15c92f9104fe requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:57.541774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Deleting port e5f10395-3f43-4ffe-8987-9305ee3ac953 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:57.542198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.598743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-108a8488-811e-4df0-a975-fc81ebd2c59d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8518305 Dec 13 15:13:57.599259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56326) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:57.626770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-a105c74f-522f-4106-9069-15c92f9104fe', 'network_id': 'a105c74f-522f-4106-9069-15c92f9104fe', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': 'e3ab5ff6-6392-4b98-aba0-9c268cc1e755'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:13:57.627628 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.674480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.694454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Calling delete_port for e5f10395-3f43-4ffe-8987-9305ee3ac953 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:57.765047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.778988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Allocated IP 2001:db8::1 (a105c74f-522f-4106-9069-15c92f9104fe/e3ab5ff6-6392-4b98-aba0-9c268cc1e755/ca74b252-bcc3-4371-8328-782fdf47bf71) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:57.897260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:57.970461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.056483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.090130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.096942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Network a105c74f-522f-4106-9069-15c92f9104fe is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:13:58.106241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:13:58.109730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Pushing event updated for resources: {'Port': ['ID=ca74b252-bcc3-4371-8328-782fdf47bf71,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:58.110807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:13:58.118778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event deleted for resources: {'Port': ['ID=e5f10395-3f43-4ffe-8987-9305ee3ac953,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:58.181985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Attempting to bind port ca74b252-bcc3-4371-8328-782fdf47bf71 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:13:58.182496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Attempting to bind port ca74b252-bcc3-4371-8328-782fdf47bf71 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '3bcd46fe-118f-43ed-9046-87f6cffe0cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a105c74f-522f-4106-9069-15c92f9104fe'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:13:58.182925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Attempting to bind port ca74b252-bcc3-4371-8328-782fdf47bf71 on network a105c74f-522f-4106-9069-15c92f9104fe {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:13:58.188770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.191427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.192901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:13:58.193347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Checking segment: {'id': '3bcd46fe-118f-43ed-9046-87f6cffe0cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a105c74f-522f-4106-9069-15c92f9104fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:13:58.194018 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.194503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Bound using segment: {'id': '3bcd46fe-118f-43ed-9046-87f6cffe0cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a105c74f-522f-4106-9069-15c92f9104fe'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:13:58.196189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Bound port: ca74b252-bcc3-4371-8328-782fdf47bf71, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcd46fe-118f-43ed-9046-87f6cffe0cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a105c74f-522f-4106-9069-15c92f9104fe'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:13:58.196657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.265813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] For port ca74b252-bcc3-4371-8328-782fdf47bf71, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:13:58.269008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] For port ca74b252-bcc3-4371-8328-782fdf47bf71, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ca74b252-bcc3-4371-8328-782fdf47bf71,segment=NetworkSegment(3bcd46fe-118f-43ed-9046-87f6cffe0cbe),segment_id=3bcd46fe-118f-43ed-9046-87f6cffe0cbe)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:13:58.280479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ab5ff6-6392-4b98-aba0-9c268cc1e755,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:58.326325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.341514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.428764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db822d4-9782-405a-849b-e876ac23ac56 None None] Pushing event updated for resources: {'Port': ['ID=ca74b252-bcc3-4371-8328-782fdf47bf71,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:58.445195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278333c1-4a26-47b1-a08d-5cddaa15f724 None None] Network a105c74f-522f-4106-9069-15c92f9104fe requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:13:58.585853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dae66f-fe88-4206-8793-1386533e9b89 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:13:58.614869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.668349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.689818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a105c74f-522f-4106-9069-15c92f9104fe']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:58.701096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcd46fe-118f-43ed-9046-87f6cffe0cbe') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:58.701389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcd46fe-118f-43ed-9046-87f6cffe0cbe') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:58.711294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.713658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dae66f-fe88-4206-8793-1386533e9b89 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:13:58.729317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.747091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:58.747091 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:58.752463 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:13:58.802184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.802693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Fanout notify agent at l3_agent the message router_deleted on router 3b659982-afb2-419d-87f7-d31db73b4f82 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:13:58.811632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.812724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3d1a669-d114-43c5-9c3f-ebad03789b26 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/3b659982-afb2-419d-87f7-d31db73b4f82 HTTP/1.1" status: 204 len: 168 time: 1.6475687 Dec 13 15:13:58.817669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56346) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:58.824183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2fb1db9f-0558-4eb6-a088-71d1887ab493 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1524019711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:58.838599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-2ee57100-a40c-4987-9d56-796cdf47a65b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1782155 Dec 13 15:13:58.876204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:13:58.876204 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:13:58.876204 n-d-816954-1 neutron-server[102824]: [parameters: {'id': 'a105c74f-522f-4106-9069-15c92f9104fe'}] Dec 13 15:13:58.876204 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:13:58.876720 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:13:58.930562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-a8fd0496-5d92-4c30-bfec-a9c28b1a663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:58.932224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-a8fd0496-5d92-4c30-bfec-a9c28b1a663f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 1096 time: 0.0466878 Dec 13 15:13:58.936779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fb1db9f-0558-4eb6-a088-71d1887ab493 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:58.937987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fb1db9f-0558-4eb6-a088-71d1887ab493 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.000387 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fb1db9f-0558-4eb6-a088-71d1887ab493 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.047650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-06d968c5-6956-4e99-bf09-8d716308dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:59.049380 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-06d968c5-6956-4e99-bf09-8d716308dbbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0972505 Dec 13 15:13:59.056695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fb1db9f-0558-4eb6-a088-71d1887ab493 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.121002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-9539f3d8-6a2c-4cee-a65b-21b4c1dcdf77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38 HTTP/1.1" status: 200 len: 1000 time: 0.0641696 Dec 13 15:13:59.148923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2fb1db9f-0558-4eb6-a088-71d1887ab493 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.150258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2fb1db9f-0558-4eb6-a088-71d1887ab493 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3308952 Dec 13 15:13:59.157710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56352) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:13:59.162710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:13:59.171108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-b88e61bc-2e1f-4b1c-9d09-aad57e3b6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:59.172650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-b88e61bc-2e1f-4b1c-9d09-aad57e3b6c79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0438671 Dec 13 15:13:59.222654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-3c046335-5444-425b-b983-cc0a5aad605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:13:59.224651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-3c046335-5444-425b-b983-cc0a5aad605c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449526 Dec 13 15:13:59.335310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-d4dc1c49-ef50-42cc-ba4c-57fa1263e110 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035972 Dec 13 15:13:59.392737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.397762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.475186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5210eb3a-a518-4d33-b9f8-303182ab601c req-99d236cb-84a7-459c-9579-cf97e8bdce44 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324155 Dec 13 15:13:59.491088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port ca74b252-bcc3-4371-8328-782fdf47bf71 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:13:59.491492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.556430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port ca74b252-bcc3-4371-8328-782fdf47bf71, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ca74b252-bcc3-4371-8328-782fdf47bf71,segment=NetworkSegment(3bcd46fe-118f-43ed-9046-87f6cffe0cbe),segment_id=3bcd46fe-118f-43ed-9046-87f6cffe0cbe)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:13:59.558387 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.571810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for ca74b252-bcc3-4371-8328-782fdf47bf71 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:13:59.635396 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.658637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.769656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.797194 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=ca74b252-bcc3-4371-8328-782fdf47bf71,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:13:59.802535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port ca74b252-bcc3-4371-8328-782fdf47bf71 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:13:59.882380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Allocated IP 172.25.7.13 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/7657d2c5-b63f-4224-96fa-fa4398fca0ec) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:13:59.890328 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.917107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a105c74f-522f-4106-9069-15c92f9104fe']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:59.927028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcd46fe-118f-43ed-9046-87f6cffe0cbe') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:59.928418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcd46fe-118f-43ed-9046-87f6cffe0cbe') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:13:59.937285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.951235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.957176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:13:59.958142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:13:59.961688 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:00.000320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.090416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.099092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.102167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/a105c74f-522f-4106-9069-15c92f9104fe HTTP/1.1" status: 204 len: 168 time: 2.5004206 Dec 13 15:14:00.105744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56368) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:00.110817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912956987'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:00.112612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5d88a-ace5-4499-a36d-c6c5b6abff71 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=a105c74f-522f-4106-9069-15c92f9104fe,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:00.120927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.167165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:00.169979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:00.173693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:00.200063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event updated for resources: {'Port': ['ID=7657d2c5-b63f-4224-96fa-fa4398fca0ec,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:00.216654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:00.222377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.310223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:00.341237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.341582 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa of type vlan for network bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 Dec 13 15:14:00.404232 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.501758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.507348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:00.507931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.616225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:00.626594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:00.637367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.704053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3cbf8fc4-62dd-4ba3-94d0-44a6fef4666a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5971320 Dec 13 15:14:00.706771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56382) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:00.711611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:00.919063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.922391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:00.962986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:00.966093 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.233811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Router e0cdd447-cd42-4f4a-bcee-137fad93d881 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:14:01.310364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.383579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=39bfec15-b1b7-47ed-8aa7-ec917af4d219,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:01.413851 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:14:01.422756 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.424190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ef38e007-e333-4d85-9692-41220eaff0b7 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "PUT /v2.0/routers/e0cdd447-cd42-4f4a-bcee-137fad93d881 HTTP/1.1" status: 200 len: 879 time: 2.2654924 Dec 13 15:14:01.424761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] Sync routers for ids ['e0cdd447-cd42-4f4a-bcee-137fad93d881'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:14:01.425199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:01.425562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:01.427150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56390) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:01.435704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] Routers {'e0cdd447-cd42-4f4a-bcee-137fad93d881'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:01.436461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['e0cdd447-cd42-4f4a-bcee-137fad93d881'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:01.476164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:01.491106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] Routers {'e0cdd447-cd42-4f4a-bcee-137fad93d881'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:01.491106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['e0cdd447-cd42-4f4a-bcee-137fad93d881'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:01.502596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:01.537597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:01.538481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9e989-de5a-46d9-8658-6087751007b0 None None] The sync data for ids ['e0cdd447-cd42-4f4a-bcee-137fad93d881'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:14:01.563712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3227c43e-53c5-4ee0-ad24-a312ed96b9a2 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/e0cdd447-cd42-4f4a-bcee-137fad93d881 HTTP/1.1" status: 200 len: 920 time: 0.1329954 Dec 13 15:14:01.569632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56394) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:01.586278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:01.593290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:01.594012 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.596642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d4b9d-71c6-4944-88be-ef7375efd7fa None None] Network bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:01.628011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f9c04-ecf7-4937-a0b9-63816943fd0d tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:01.630083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-007f9c04-ecf7-4937-a0b9-63816943fd0d tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=e0cdd447-cd42-4f4a-bcee-137fad93d881&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0583155 Dec 13 15:14:01.632841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56398) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:01.707201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d39098c0-b4d8-4892-b95d-854536a0ea2e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9993918 Dec 13 15:14:01.711520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56400) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:01.739373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15bd45b-2668-4858-93c9-9bc6579708d7 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:01.740828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a15bd45b-2668-4858-93c9-9bc6579708d7 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.1068645 Dec 13 15:14:01.745111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56402) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:01.770761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28', 'network_id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': '39bfec15-b1b7-47ed-8aa7-ec917af4d219'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:01.772487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.782480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bb0c34d2-f125-4a20-887d-9dfb3548207a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0cdd447-cd42-4f4a-bcee-137fad93d881 HTTP/1.1" status: 200 len: 205 time: 0.0377436 Dec 13 15:14:01.785077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56406) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:01.833417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.917600 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.949847 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:01.960575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Allocated IP 2001:db8::1 (bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28/39bfec15-b1b7-47ed-8aa7-ec917af4d219/1164256c-92e1-4b74-92dd-48e65af9aae5) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:02.047638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.120314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.218781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Deleting port 7657d2c5-b63f-4224-96fa-fa4398fca0ec {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:02.219130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.222602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.263454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Network bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:02.266474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:02.269870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:02.282756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Pushing event updated for resources: {'Port': ['ID=1164256c-92e1-4b74-92dd-48e65af9aae5,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:02.309909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.323296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Calling delete_port for 7657d2c5-b63f-4224-96fa-fa4398fca0ec owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:02.324918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.334848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Attempting to bind port 1164256c-92e1-4b74-92dd-48e65af9aae5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:02.335354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Attempting to bind port 1164256c-92e1-4b74-92dd-48e65af9aae5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:02.335822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Attempting to bind port 1164256c-92e1-4b74-92dd-48e65af9aae5 on network bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:02.341501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:02.349289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Checking segment: {'id': 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:02.349289 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.349897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Bound using segment: {'id': 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:02.350669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Bound port: 1164256c-92e1-4b74-92dd-48e65af9aae5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:02.351171 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.359626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=39bfec15-b1b7-47ed-8aa7-ec917af4d219,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:02.443045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.457224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] For port 1164256c-92e1-4b74-92dd-48e65af9aae5, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:02.460926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] For port 1164256c-92e1-4b74-92dd-48e65af9aae5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1164256c-92e1-4b74-92dd-48e65af9aae5,segment=NetworkSegment(e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa),segment_id=e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:02.530967 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.587706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.619170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event deleted for resources: {'Port': ['ID=7657d2c5-b63f-4224-96fa-fa4398fca0ec,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:02.619638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ffcdb-9d52-4479-a4ab-5c31ec60beda None None] Pushing event updated for resources: {'Port': ['ID=1164256c-92e1-4b74-92dd-48e65af9aae5,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:02.639779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb6d27-032b-4ef1-8540-f3bc170ac695 None None] Network bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:02.690783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.789076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4217d7f-2a5d-412d-9419-838b8eaa46b4 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:02.806551 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.820504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.822374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:02.834699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:02.846179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:02.846179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.864519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.872787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:02.873502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: items = [ Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:02.877326 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:02.965512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.966099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Fanout notify agent at l3_agent the message router_deleted on router e0cdd447-cd42-4f4a-bcee-137fad93d881 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:14:02.980076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:02.985136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9e6eee11-fe17-4d78-b53e-fd6cf763e389 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/e0cdd447-cd42-4f4a-bcee-137fad93d881 HTTP/1.1" status: 204 len: 168 time: 1.1953883 Dec 13 15:14:02.985705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:02.990953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-38920f66-7435-4033-8b2c-f45eb6a541ed tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1021983587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:03.016783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:03.016783 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:03.016783 n-d-816954-1 neutron-server[102823]: [parameters: {'id': 'bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28'}] Dec 13 15:14:03.016783 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:03.020590 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:03.067293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4217d7f-2a5d-412d-9419-838b8eaa46b4 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:03.068325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38920f66-7435-4033-8b2c-f45eb6a541ed tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.069401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38920f66-7435-4033-8b2c-f45eb6a541ed tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.120738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38920f66-7435-4033-8b2c-f45eb6a541ed tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.183545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38920f66-7435-4033-8b2c-f45eb6a541ed tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.326722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38920f66-7435-4033-8b2c-f45eb6a541ed tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.330564 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-38920f66-7435-4033-8b2c-f45eb6a541ed tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3411996 Dec 13 15:14:03.330811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56426) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:03.335656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': True}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:03.518853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.538441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.573621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port 1164256c-92e1-4b74-92dd-48e65af9aae5 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:03.573973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.647695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port 1164256c-92e1-4b74-92dd-48e65af9aae5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1164256c-92e1-4b74-92dd-48e65af9aae5,segment=NetworkSegment(e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa),segment_id=e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:03.648062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.660887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for 1164256c-92e1-4b74-92dd-48e65af9aae5 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:03.821996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.836260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.852083 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=1164256c-92e1-4b74-92dd-48e65af9aae5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:03.854227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port 1164256c-92e1-4b74-92dd-48e65af9aae5 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:03.858286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.946416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:03.971274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:03.973862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Allocated IP 172.25.7.56 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/faa6920a-be60-4485-9a17-4ba79690a7b4) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:03.983712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:03.983993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b243e0-8a1e-4a5f-b319-5bacc73bc7aa') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:03.994410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.008506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.014663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:04.015041 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:04.018114 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:04.083958 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.158958 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.169998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.169998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 HTTP/1.1" status: 204 len: 168 time: 2.4573720 Dec 13 15:14:04.173436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:04.179456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1734390267'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:04.182207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22495084-ac3d-42f1-91b1-ca86b9c29631 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:04.185585 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.240884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:04.243765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:04.247235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:04.254877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Port': ['ID=faa6920a-be60-4485-9a17-4ba79690a7b4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:04.292790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:04.296391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.399554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:04.414438 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.414814 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment 1c071c9c-ae1c-4f20-b9d5-57848e5684f6 of type vlan for network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 Dec 13 15:14:04.460111 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.596533 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.599684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.605447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:04.606042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:04.742807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=2916a65a-ff3f-48d8-a9b9-4fc23f706412,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:04.753079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:04.807343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56450) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:04.807751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d5a2729d-db5c-4089-b618-a5780855b982 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6325505 Dec 13 15:14:04.815919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:05.004749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:05.008910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.147894 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.151430 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.267968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.330820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=3e75c347-9e85-4e6d-9802-a445a2636050,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:05.344538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': '1c071c9c-ae1c-4f20-b9d5-57848e5684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:05.344934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: 2916a65a-ff3f-48d8-a9b9-4fc23f706412, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:05.352024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Router 3bb742e0-2092-41ac-a682-3a4131fa9bbe is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:14:05.437882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:05.459810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:14:05.464052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.468074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca9aec60-9791-4dab-9e49-ca08c1557a68 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "PUT /v2.0/routers/3bb742e0-2092-41ac-a682-3a4131fa9bbe HTTP/1.1" status: 200 len: 914 time: 2.1335599 Dec 13 15:14:05.468074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56460) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:05.470823 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] Sync routers for ids ['3bb742e0-2092-41ac-a682-3a4131fa9bbe'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:14:05.481342 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] Routers {'3bb742e0-2092-41ac-a682-3a4131fa9bbe'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:05.482146 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3bb742e0-2092-41ac-a682-3a4131fa9bbe'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:05.500754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2916a65a-ff3f-48d8-a9b9-4fc23f706412) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:05.510613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66750c9a-60c5-4c5b-a938-d503e949770a None None] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:05.519215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:05.519900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.522459 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:05.533645 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] Routers {'3bb742e0-2092-41ac-a682-3a4131fa9bbe'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:05.534669 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3bb742e0-2092-41ac-a682-3a4131fa9bbe'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:05.577650 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:05.577650 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210cdc36-855a-4e8a-ae2b-88b267607272 None None] The sync data for ids ['3bb742e0-2092-41ac-a682-3a4131fa9bbe'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:14:05.598286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b54707c6-ffb1-4ca0-afa1-03aa057cc7dd tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7866073 Dec 13 15:14:05.600082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56464) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:05.600214 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ab2f6639-be4b-44cb-8c91-906a4cfd6fc9 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/3bb742e0-2092-41ac-a682-3a4131fa9bbe HTTP/1.1" status: 200 len: 920 time: 0.1308370 Dec 13 15:14:05.602493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56466) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:05.605444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:05.643286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bed1ad-d0f5-4f1c-93c4-c5c6d884421b tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:05.647905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e0bed1ad-d0f5-4f1c-93c4-c5c6d884421b tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=3bb742e0-2092-41ac-a682-3a4131fa9bbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0414095 Dec 13 15:14:05.648590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56468) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:05.688800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-2916a65a-ff3f-48d8-a9b9-4fc23f706412', 'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': '3e75c347-9e85-4e6d-9802-a445a2636050'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:05.689847 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.737350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb90d20-e3a8-48ea-9fb3-ace92a064d0a tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:05.739368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8fb90d20-e3a8-48ea-9fb3-ace92a064d0a tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.0892708 Dec 13 15:14:05.741865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56470) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:05.796237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8fb213a4-bff2-4a97-83a1-04e219ee0759 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb742e0-2092-41ac-a682-3a4131fa9bbe HTTP/1.1" status: 200 len: 205 time: 0.0321124 Dec 13 15:14:05.796237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56476) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:05.845960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Allocated IP 2001:db8::2 (2916a65a-ff3f-48d8-a9b9-4fc23f706412/3e75c347-9e85-4e6d-9802-a445a2636050/1326f079-5ac8-4041-be65-6807e4ff7193) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:05.911596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:05.930707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:05.934647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.011852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.029183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.069205 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.107428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:06.110550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:06.115394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:06.127720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Pushing event updated for resources: {'Port': ['ID=1326f079-5ac8-4041-be65-6807e4ff7193,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:06.169362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Deleting port faa6920a-be60-4485-9a17-4ba79690a7b4 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:06.169908 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.190134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Attempting to bind port 1326f079-5ac8-4041-be65-6807e4ff7193 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:06.190545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Attempting to bind port 1326f079-5ac8-4041-be65-6807e4ff7193 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1c071c9c-ae1c-4f20-b9d5-57848e5684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:06.190954 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Attempting to bind port 1326f079-5ac8-4041-be65-6807e4ff7193 on network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:06.196946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:06.197319 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Checking segment: {'id': '1c071c9c-ae1c-4f20-b9d5-57848e5684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:06.197888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.198414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Bound using segment: {'id': '1c071c9c-ae1c-4f20-b9d5-57848e5684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:06.198873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Bound port: 1326f079-5ac8-4041-be65-6807e4ff7193, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c071c9c-ae1c-4f20-b9d5-57848e5684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:06.199256 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.236106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.268211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.272844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] For port 1326f079-5ac8-4041-be65-6807e4ff7193, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:06.276399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] For port 1326f079-5ac8-4041-be65-6807e4ff7193, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1326f079-5ac8-4041-be65-6807e4ff7193,segment=NetworkSegment(1c071c9c-ae1c-4f20-b9d5-57848e5684f6),segment_id=1c071c9c-ae1c-4f20-b9d5-57848e5684f6)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:06.282430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Calling delete_port for faa6920a-be60-4485-9a17-4ba79690a7b4 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:06.293515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:06.296752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:06.301257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:06.302375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.311510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=2b993f4a-0aae-4f3c-897f-5920c5a86187,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:06.325361 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.374003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-55030d1e-cc7b-491b-978e-20ff8d2b0764 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7723804 Dec 13 15:14:06.376383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56486) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:06.402530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87955ac6-16c2-41a6-b334-51c3210200e2 None None] Pushing event updated for resources: {'Port': ['ID=1326f079-5ac8-4041-be65-6807e4ff7193,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:06.455348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40957e-c586-4099-bec3-217681ceff5e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:06.457100 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40957e-c586-4099-bec3-217681ceff5e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:06.458681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40957e-c586-4099-bec3-217681ceff5e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:06.460190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40957e-c586-4099-bec3-217681ceff5e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:06.461695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40957e-c586-4099-bec3-217681ceff5e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:06.463689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9e40957e-c586-4099-bec3-217681ceff5e tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0862567 Dec 13 15:14:06.468557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56488) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:06.475654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135976100'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:06.567028 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.578878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:06.585258 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.608973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event deleted for resources: {'Port': ['ID=faa6920a-be60-4485-9a17-4ba79690a7b4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:06.628301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:06.645438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.646085 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment d66d4c14-fc04-4da6-ae78-b9675724a322 of type vlan for network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 Dec 13 15:14:06.690211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.690564 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.769558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.778394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:06.778394 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.790857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.793223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.850738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=3dae8e42-7cfd-46f0-bdf3-bf67765105d8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:06.865346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:06.917089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-75b02444-1ad5-4dab-8bbb-352a14e400e6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4474123 Dec 13 15:14:06.919775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56500) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:06.926134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:06.940922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.940922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb742e0-2092-41ac-a682-3a4131fa9bbe {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:14:06.945807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:06.947386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a7436d6-c110-4529-95d1-71e23a9cce9a tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/3bb742e0-2092-41ac-a682-3a4131fa9bbe HTTP/1.1" status: 204 len: 168 time: 1.1675169 Dec 13 15:14:06.951562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56502) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:06.956675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4033a1c1-86d9-40ab-9d2f-5a7a5f7e970b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1044709637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:07.062330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4033a1c1-86d9-40ab-9d2f-5a7a5f7e970b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.063391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4033a1c1-86d9-40ab-9d2f-5a7a5f7e970b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.113046 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.117826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4033a1c1-86d9-40ab-9d2f-5a7a5f7e970b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.192641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4033a1c1-86d9-40ab-9d2f-5a7a5f7e970b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.211017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.226715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 is not hosted by any dhcp agent {{(pid=102823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 15:14:07.235020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:07.235789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.237930 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "PUT /v2.0/networks/3dae8e42-7cfd-46f0-bdf3-bf67765105d8 HTTP/1.1" status: 200 len: 723 time: 0.3167224 Dec 13 15:14:07.242879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56504) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:07.249418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:07.278963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4033a1c1-86d9-40ab-9d2f-5a7a5f7e970b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.280716 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4033a1c1-86d9-40ab-9d2f-5a7a5f7e970b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3277724 Dec 13 15:14:07.309444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56506) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:07.314483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'enable_snat': False}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:07.373858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1326f079-5ac8-4041-be65-6807e4ff7193 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:14:07.442948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1326f079-5ac8-4041-be65-6807e4ff7193 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:07.442948 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.457231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5cdb2-aa3e-47b5-8647-5b369d6cd389 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=3dae8e42-7cfd-46f0-bdf3-bf67765105d8,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:07.472406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:07.537113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:07.542675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.611577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.650967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.651438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 1326f079-5ac8-4041-be65-6807e4ff7193, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1326f079-5ac8-4041-be65-6807e4ff7193,segment=NetworkSegment(1c071c9c-ae1c-4f20-b9d5-57848e5684f6),segment_id=1c071c9c-ae1c-4f20-b9d5-57848e5684f6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:07.660482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51784d4b-2dec-4193-b05d-b3388bb2b551 None None] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:07.733675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-997c45f8-6194-4640-afd1-5d4991ed6bd8 None None] Provisioning complete for port 1326f079-5ac8-4041-be65-6807e4ff7193 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:07.734074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-997c45f8-6194-4640-afd1-5d4991ed6bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.762132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.854165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=1326f079-5ac8-4041-be65-6807e4ff7193,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:07.862017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:07.954043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': 'd66d4c14-fc04-4da6-ae78-b9675724a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:07.954473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: 3dae8e42-7cfd-46f0-bdf3-bf67765105d8, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:07.958387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=c90bb3bf-2851-4de2-803f-aba2fd1adc51,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:08.000017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.020200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.062175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:08.076462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b268d1-e6e4-4566-8048-ff4aa1fa985c None None] Update dhcp port {'port': {'network_id': '2916a65a-ff3f-48d8-a9b9-4fc23f706412', 'fixed_ips': [{'subnet_id': '3e75c347-9e85-4e6d-9802-a445a2636050', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b993f4a-0aae-4f3c-897f-5920c5a86187'}], 'binding:host_id': 'n-d-816954-1'}, 'id': '1326f079-5ac8-4041-be65-6807e4ff7193'} from n-d-816954-1. {{(pid=102825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 13 15:14:08.101781 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e6b268d1-e6e4-4566-8048-ff4aa1fa985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.136229 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 3dae8e42-7cfd-46f0-bdf3-bf67765105d8) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:08.141150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:08.145074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674140'] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.145333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Allocated IP 172.25.7.183 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/06f5d114-5dc2-49e1-902f-162eff8835e9) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:08.150514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6190ff0a-9edf-4e97-8795-c9b8a00754fa None None] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:08.221428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-48641ca8-1f9c-415e-8a77-e5ffd2ecf3c6 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9770107 Dec 13 15:14:08.222063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56510) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:08.228100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2bbfdde8-41fc-4597-a548-ab5ee27b9a8c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:08.276953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.343967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdde8-41fc-4597-a548-ab5ee27b9a8c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12539797'] for subnet, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.366470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e6b268d1-e6e4-4566-8048-ff4aa1fa985c None None] Allocated IP 172.20.0.1 (2916a65a-ff3f-48d8-a9b9-4fc23f706412/2b993f4a-0aae-4f3c-897f-5920c5a86187/1326f079-5ac8-4041-be65-6807e4ff7193) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:08.373252 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.416533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-3dae8e42-7cfd-46f0-bdf3-bf67765105d8', 'network_id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': 'c90bb3bf-2851-4de2-803f-aba2fd1adc51'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:08.417479 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.460734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Pushing event updated for resources: {'Port': ['ID=06f5d114-5dc2-49e1-902f-162eff8835e9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:08.464900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:08.466863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:08.475253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:08.578145 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdde8-41fc-4597-a548-ab5ee27b9a8c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783675734173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1339462'] for subnet, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.593989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e6b268d1-e6e4-4566-8048-ff4aa1fa985c None None] For port 1326f079-5ac8-4041-be65-6807e4ff7193, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1326f079-5ac8-4041-be65-6807e4ff7193,segment=NetworkSegment(1c071c9c-ae1c-4f20-b9d5-57848e5684f6),segment_id=1c071c9c-ae1c-4f20-b9d5-57848e5684f6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:08.641262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbfdde8-41fc-4597-a548-ab5ee27b9a8c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:08.642162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdde8-41fc-4597-a548-ab5ee27b9a8c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.645635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2bbfdde8-41fc-4597-a548-ab5ee27b9a8c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "PUT /v2.0/subnets/c90bb3bf-2851-4de2-803f-aba2fd1adc51 HTTP/1.1" status: 200 len: 826 time: 0.4201813 Dec 13 15:14:08.646695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56512) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:08.663058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfdde8-41fc-4597-a548-ab5ee27b9a8c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=c90bb3bf-2851-4de2-803f-aba2fd1adc51,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:08.663247 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e6b268d1-e6e4-4566-8048-ff4aa1fa985c None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.665149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Allocated IP 2001:db8::2 (3dae8e42-7cfd-46f0-bdf3-bf67765105d8/c90bb3bf-2851-4de2-803f-aba2fd1adc51/c5e0ad85-f42f-4e95-b461-3d1304cf835a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:08.741951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e6b268d1-e6e4-4566-8048-ff4aa1fa985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.827827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.848636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.877941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b268d1-e6e4-4566-8048-ff4aa1fa985c None None] Pushing event updated for resources: {'Port': ['ID=1326f079-5ac8-4041-be65-6807e4ff7193,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:08.903774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.966775 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:08.975674 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.017132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:09.021057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:09.027902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:09.045096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Pushing event updated for resources: {'Port': ['ID=c5e0ad85-f42f-4e95-b461-3d1304cf835a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:09.152911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.157192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.257324 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.275491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Attempting to bind port c5e0ad85-f42f-4e95-b461-3d1304cf835a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:09.275976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Attempting to bind port c5e0ad85-f42f-4e95-b461-3d1304cf835a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'd66d4c14-fc04-4da6-ae78-b9675724a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:09.276207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Attempting to bind port c5e0ad85-f42f-4e95-b461-3d1304cf835a on network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:09.293476 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:09.293851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Checking segment: {'id': 'd66d4c14-fc04-4da6-ae78-b9675724a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:09.294278 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.294672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Bound using segment: {'id': 'd66d4c14-fc04-4da6-ae78-b9675724a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:09.295143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Bound port: c5e0ad85-f42f-4e95-b461-3d1304cf835a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66d4c14-fc04-4da6-ae78-b9675724a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:09.295519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.310615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1326f079-5ac8-4041-be65-6807e4ff7193 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:14:09.316402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=c90bb3bf-2851-4de2-803f-aba2fd1adc51,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:09.400014 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1326f079-5ac8-4041-be65-6807e4ff7193 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:09.400379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.424680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.443555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] For port c5e0ad85-f42f-4e95-b461-3d1304cf835a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:09.448861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] For port c5e0ad85-f42f-4e95-b461-3d1304cf835a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c5e0ad85-f42f-4e95-b461-3d1304cf835a,segment=NetworkSegment(d66d4c14-fc04-4da6-ae78-b9675724a322),segment_id=d66d4c14-fc04-4da6-ae78-b9675724a322)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:09.469066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dae8e42-7cfd-46f0-bdf3-bf67765105d8']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:09.482224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66d4c14-fc04-4da6-ae78-b9675724a322') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:09.482525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66d4c14-fc04-4da6-ae78-b9675724a322') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:09.496276 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.507002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.514391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.524194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:09.524605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:09.530073 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:09.583093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Router 65220c6f-f05c-4fff-8d02-cf917a320793 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:14:09.595482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac556b82-945c-4913-9dfa-8c61e58abe16 None None] Pushing event updated for resources: {'Port': ['ID=c5e0ad85-f42f-4e95-b461-3d1304cf835a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:09.618030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2124a7a-8e0d-4c1b-a404-3414692adf4c None None] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:09.623937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc546a-24d6-48a1-9793-17729d8e3815 None None] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:09.778792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cb79dd92-1caa-4b3c-98a0-e2ec0c23bbf0 None None] Provisioning complete for port 1326f079-5ac8-4041-be65-6807e4ff7193 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:09.779186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb79dd92-1caa-4b3c-98a0-e2ec0c23bbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:09.960181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a2522-58de-4120-aadf-374f6733e6d3 None None] Network 3dae8e42-7cfd-46f0-bdf3-bf67765105d8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:10.025174 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:10.025174 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:10.025174 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '3dae8e42-7cfd-46f0-bdf3-bf67765105d8'}] Dec 13 15:14:10.025174 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:10.025654 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:10.061906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:14:10.066547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.070178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-41881726-979b-4ccf-bc0f-3ae05d9728ef tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "PUT /v2.0/routers/65220c6f-f05c-4fff-8d02-cf917a320793 HTTP/1.1" status: 200 len: 916 time: 2.7575166 Dec 13 15:14:10.070560 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56518) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:10.094892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] Sync routers for ids ['65220c6f-f05c-4fff-8d02-cf917a320793'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:14:10.135097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] Routers {'65220c6f-f05c-4fff-8d02-cf917a320793'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:10.136141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['65220c6f-f05c-4fff-8d02-cf917a320793'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:10.185376 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-414ecc31-e5d4-4797-8d73-0f825080007f tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/65220c6f-f05c-4fff-8d02-cf917a320793 HTTP/1.1" status: 200 len: 922 time: 0.1138580 Dec 13 15:14:10.189987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56520) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:10.191515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:10.215308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] Routers {'65220c6f-f05c-4fff-8d02-cf917a320793'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:10.215933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['65220c6f-f05c-4fff-8d02-cf917a320793'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:10.235317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ed155-321e-4cfc-a146-bd3a872042ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:10.239919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-299ed155-321e-4cfc-a146-bd3a872042ce tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=65220c6f-f05c-4fff-8d02-cf917a320793&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0459971 Dec 13 15:14:10.240292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56522) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:10.255617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:10.256274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d36457-7931-4afa-826d-5e7b207316ce None None] The sync data for ids ['65220c6f-f05c-4fff-8d02-cf917a320793'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:14:10.305233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed78eef-f247-4c98-b931-2f3b2853a49c None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:10.335293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ab302-86eb-44ba-b5c1-8cc1642055ea tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:10.339568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-132ab302-86eb-44ba-b5c1-8cc1642055ea tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/networks/2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 881 time: 0.0957527 Dec 13 15:14:10.339901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56524) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:10.374279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ea06a7e9-e495-4e21-93cc-979d4335d7bc tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=65220c6f-f05c-4fff-8d02-cf917a320793 HTTP/1.1" status: 200 len: 205 time: 0.0321870 Dec 13 15:14:10.376058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56526) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:10.428069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7bd81081-1470-4ed6-b7e7-47065049bce4 None None] Provisioning complete for port 1326f079-5ac8-4041-be65-6807e4ff7193 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:10.428664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7bd81081-1470-4ed6-b7e7-47065049bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.453831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed78eef-f247-4c98-b931-2f3b2853a49c None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:10.485404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.526815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.584280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port c5e0ad85-f42f-4e95-b461-3d1304cf835a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:10.584765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.606084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.648798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port c5e0ad85-f42f-4e95-b461-3d1304cf835a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c5e0ad85-f42f-4e95-b461-3d1304cf835a,segment=NetworkSegment(d66d4c14-fc04-4da6-ae78-b9675724a322),segment_id=d66d4c14-fc04-4da6-ae78-b9675724a322)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:10.649349 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.665257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for c5e0ad85-f42f-4e95-b461-3d1304cf835a owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:10.758969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Deleting port 06f5d114-5dc2-49e1-902f-162eff8835e9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:10.764610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.834768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.839263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.847155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Calling delete_port for 06f5d114-5dc2-49e1-902f-162eff8835e9 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:10.866518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=c5e0ad85-f42f-4e95-b461-3d1304cf835a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:10.870127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port c5e0ad85-f42f-4e95-b461-3d1304cf835a on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:10.958009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:10.978696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dae8e42-7cfd-46f0-bdf3-bf67765105d8']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:10.988554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66d4c14-fc04-4da6-ae78-b9675724a322') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:10.988971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66d4c14-fc04-4da6-ae78-b9675724a322') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:10.999277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.013885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.019866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:11.020292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:11.023273 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:11.068074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.100970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event deleted for resources: {'Port': ['ID=06f5d114-5dc2-49e1-902f-162eff8835e9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:11.136237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.145298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.148643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/3dae8e42-7cfd-46f0-bdf3-bf67765105d8 HTTP/1.1" status: 204 len: 168 time: 2.5009162 Dec 13 15:14:11.152841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56530) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:11.168246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bb048-7890-46e2-925a-3b595d84d0ec tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=3dae8e42-7cfd-46f0-bdf3-bf67765105d8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:11.176067 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-52636e0f-01c0-41a4-9f50-0f9b1f05ca58 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:11.176628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52636e0f-01c0-41a4-9f50-0f9b1f05ca58 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:11.180394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-52636e0f-01c0-41a4-9f50-0f9b1f05ca58 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/3dae8e42-7cfd-46f0-bdf3-bf67765105d8 HTTP/1.1" status: 404 len: 339 time: 0.0266185 Dec 13 15:14:11.184431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56532) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:11.187372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.189648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618229250', 'description': 'd1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:11.267904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:11.272107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.280745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.283343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.298204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:11.307883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.308338 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment 173d7237-c133-4aea-abaa-627a2bbc9c16 of type vlan for network 59212d02-fcc9-4659-bffc-b6e1eef12377 Dec 13 15:14:11.363863 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.422616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.423084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Fanout notify agent at l3_agent the message router_deleted on router 65220c6f-f05c-4fff-8d02-cf917a320793 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:14:11.432566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.436734 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b7eb33b2-43cf-4627-99c1-74f083e458d0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/65220c6f-f05c-4fff-8d02-cf917a320793 HTTP/1.1" status: 204 len: 168 time: 1.0593011 Dec 13 15:14:11.437374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56534) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:11.441908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1425005363', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:11.451233 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.457186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:11.458028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.522794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=59212d02-fcc9-4659-bffc-b6e1eef12377,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:11.532038 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.533512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.533731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 59212d02-fcc9-4659-bffc-b6e1eef12377 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:11.586736 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:11.591138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c29b2287-efd7-4821-a8f2-e72e3381ba3c tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4053900 Dec 13 15:14:11.600401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56536) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:11.782142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf86e573-f6b8-4ca9-8e07-dedfacf961f3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:11.783512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf86e573-f6b8-4ca9-8e07-dedfacf961f3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/networks?id=59212d02-fcc9-4659-bffc-b6e1eef12377 HTTP/1.1" status: 200 len: 764 time: 0.1819212 Dec 13 15:14:11.786228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56538) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:11.791587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'description': 'd2'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:11.953547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.027627 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.053407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 59212d02-fcc9-4659-bffc-b6e1eef12377 is not hosted by any dhcp agent {{(pid=102823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 15:14:12.059307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.059823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.063647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "PUT /v2.0/networks/59212d02-fcc9-4659-bffc-b6e1eef12377 HTTP/1.1" status: 200 len: 761 time: 0.2738571 Dec 13 15:14:12.087491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56546) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:12.117762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.194901 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12448a97-d83d-4504-ba75-662f18112136 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=59212d02-fcc9-4659-bffc-b6e1eef12377,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:12.206078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 59212d02-fcc9-4659-bffc-b6e1eef12377 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:12.228669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d7da3-a5f4-4bf2-b534-870261ed4fe0 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.234467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56548) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:12.237511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f4d7da3-a5f4-4bf2-b534-870261ed4fe0 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/networks?id=59212d02-fcc9-4659-bffc-b6e1eef12377 HTTP/1.1" status: 200 len: 764 time: 0.1461680 Dec 13 15:14:12.432841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48d3c4-03b0-46e5-8ee7-aaf185cf012f tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.434323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-db48d3c4-03b0-46e5-8ee7-aaf185cf012f tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1988449 Dec 13 15:14:12.437220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56550) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:12.474678 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0c185871-c419-4339-ba86-03395f9e4caf tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 207 time: 0.0357530 Dec 13 15:14:12.478049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56552) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:12.551218 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.570696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.677621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af1354-767e-4893-b2ab-03a9256cb97b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.680967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Allocated IP 172.25.7.83 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/7c846512-2934-4d9b-8bd3-4fc6b68418be) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:12.684021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af1354-767e-4893-b2ab-03a9256cb97b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.689976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af1354-767e-4893-b2ab-03a9256cb97b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.696539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af1354-767e-4893-b2ab-03a9256cb97b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.702510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af1354-767e-4893-b2ab-03a9256cb97b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.708628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af1354-767e-4893-b2ab-03a9256cb97b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.714636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-66af1354-767e-4893-b2ab-03a9256cb97b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2355783 Dec 13 15:14:12.715333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56556) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:12.798079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.855121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-530b85c3-a17d-4d27-ad53-1b8884ced415 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1347392 Dec 13 15:14:12.855121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56560) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:12.902499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:12.932990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f73eb2-d77a-48d2-b4f5-d7b5d198f891 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.935878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f73eb2-d77a-48d2-b4f5-d7b5d198f891 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.938046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f73eb2-d77a-48d2-b4f5-d7b5d198f891 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.940610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f73eb2-d77a-48d2-b4f5-d7b5d198f891 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.940750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:12.942569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f73eb2-d77a-48d2-b4f5-d7b5d198f891 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:12.943923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:12.949435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:12.951963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56562) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:12.955591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-79f73eb2-d77a-48d2-b4f5-d7b5d198f891 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1000261 Dec 13 15:14:13.026721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event updated for resources: {'Port': ['ID=7c846512-2934-4d9b-8bd3-4fc6b68418be,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:13.137506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303288a1-6110-4097-8ea6-bd0148d5a81b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.138976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303288a1-6110-4097-8ea6-bd0148d5a81b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.140386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303288a1-6110-4097-8ea6-bd0148d5a81b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.141926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303288a1-6110-4097-8ea6-bd0148d5a81b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.143380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303288a1-6110-4097-8ea6-bd0148d5a81b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.149038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-303288a1-6110-4097-8ea6-bd0148d5a81b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1905646 Dec 13 15:14:13.150128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56564) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:13.284606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790140d-282e-418e-babd-ca0a554907f5 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.286490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f790140d-282e-418e-babd-ca0a554907f5 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/networks/78737d0f-aa4b-4e9e-a159-1a37ec5d4208 HTTP/1.1" status: 200 len: 803 time: 0.1352317 Dec 13 15:14:13.291752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56566) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:13.414192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ea08de86-efd9-47ae-83ad-2756571f193f tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/networks/78737d0f-aa4b-4e9e-a159-1a37ec5d4208?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1175725 Dec 13 15:14:13.416385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56568) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:13.465545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:13.493235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b0b97-a543-4db5-8bc9-cdecc3b4799a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.498438 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aa2b0b97-a543-4db5-8bc9-cdecc3b4799a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/subnets/3dea05aa-8386-45ec-801f-be3ea8a08bbd HTTP/1.1" status: 200 len: 843 time: 0.0807979 Dec 13 15:14:13.499082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56570) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:13.552512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7dfea-5784-4673-8ae9-1b264d45af92 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.557609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56572) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:13.557883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a9c7dfea-5784-4673-8ae9-1b264d45af92 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "GET /v2.0/subnets/3dea05aa-8386-45ec-801f-be3ea8a08bbd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0575831 Dec 13 15:14:13.562887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-496583462'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:13.693600 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:13.729196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:13.732648 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:13.795860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:13.811313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:13.811650 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Added segment b592d3f6-7bb2-4abd-910e-622cd3c29ffb of type vlan for network 9a0fa925-3668-434e-9dcb-64c11769daff Dec 13 15:14:13.859857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:13.959543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:13.965097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:13.965678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:13.984334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Router a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:14:14.072055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Network': ['ID=9a0fa925-3668-434e-9dcb-64c11769daff,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:14.082349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9a0fa925-3668-434e-9dcb-64c11769daff details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:14.104142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-92ed1b8d-d354-4913-844a-ca83e2e1ed08 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5454447 Dec 13 15:14:14.107236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56574) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:14.112985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'network_id': '9a0fa925-3668-434e-9dcb-64c11769daff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:14.144175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:14:14.158698 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] Sync routers for ids ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:14:14.168057 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] Routers {'a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:14.168650 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:14.204505 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:14.213968 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] Routers {'a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:14.214663 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:14.224146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:14.225536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-711c6012-fb5a-4dfd-8c42-e1557b58ff22 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7870705 Dec 13 15:14:14.228257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56576) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:14.233346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:14.248192 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:14.248891 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f50fb-a14d-4ce7-9ce6-fa80b225174f None None] The sync data for ids ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:14:14.313459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Made reservation on behalf of 992a2f102238429c853cec8990d4a029 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:14.317127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:14.379255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Performing IP validity checks on allocation pools {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 15:14:14.379775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 15:14:14.588197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:14.652326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=7bfcd2cd-2ad9-4304-afc1-b443967cd03d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:14.664004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Checking segment: {'id': 'b592d3f6-7bb2-4abd-910e-622cd3c29ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9a0fa925-3668-434e-9dcb-64c11769daff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:14.664360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network hostable DHCP agents. Network: 9a0fa925-3668-434e-9dcb-64c11769daff, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:14.792648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Network 9a0fa925-3668-434e-9dcb-64c11769daff is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:14.813461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:14.885167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9a0fa925-3668-434e-9dcb-64c11769daff) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:14.889895 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:14.890636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:14.893746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf7a9a-381a-4ded-9b0d-f9e2201172fc None None] Network 9a0fa925-3668-434e-9dcb-64c11769daff requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:14.913041 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:14.968014 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b53afe53-8230-4c70-932e-c6452a87d829 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8587730 Dec 13 15:14:14.970475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56580) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:14.976396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d39567ed-793d-47af-bd68-7d34800ed662 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:15.048659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ffb1b-a2a7-4178-b73f-02003c9458c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-9a0fa925-3668-434e-9dcb-64c11769daff', 'network_id': '9a0fa925-3668-434e-9dcb-64c11769daff', 'tenant_id': '992a2f102238429c853cec8990d4a029', 'fixed_ips': [{'subnet_id': '7bfcd2cd-2ad9-4304-afc1-b443967cd03d'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:15.050021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-694ffb1b-a2a7-4178-b73f-02003c9458c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.075192 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d39567ed-793d-47af-bd68-7d34800ed662 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8734864'] for subnet, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.097867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Deleting port 7c846512-2934-4d9b-8bd3-4fc6b68418be {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:15.098312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.186014 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.198412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Calling delete_port for 7c846512-2934-4d9b-8bd3-4fc6b68418be owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:15.205989 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-694ffb1b-a2a7-4178-b73f-02003c9458c3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 15:14:15.205989 n-d-816954-1 neutron-server[102825]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 15:14:15.205989 n-d-816954-1 neutron-server[102825]: [parameters: {'in_use': 1, 'id_1': '7bfcd2cd-2ad9-4304-afc1-b443967cd03d'}] Dec 13 15:14:15.205989 n-d-816954-1 neutron-server[102825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:15.206803 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-694ffb1b-a2a7-4178-b73f-02003c9458c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:15.325154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d39567ed-793d-47af-bd68-7d34800ed662 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783675734173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8725771'] for subnet, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.371576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39567ed-793d-47af-bd68-7d34800ed662 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:15.372090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d39567ed-793d-47af-bd68-7d34800ed662 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.376680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d39567ed-793d-47af-bd68-7d34800ed662 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "PUT /v2.0/subnets/7bfcd2cd-2ad9-4304-afc1-b443967cd03d HTTP/1.1" status: 200 len: 900 time: 0.4018698 Dec 13 15:14:15.377024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56582) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:15.433571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39567ed-793d-47af-bd68-7d34800ed662 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event updated for resources: {'Subnet': ['ID=7bfcd2cd-2ad9-4304-afc1-b443967cd03d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:15.439630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.467224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Pushing event deleted for resources: {'Port': ['ID=7c846512-2934-4d9b-8bd3-4fc6b68418be,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:15.489565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.538904 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.547224 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.690257 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.708027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-694ffb1b-a2a7-4178-b73f-02003c9458c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.725470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfcd2cd-2ad9-4304-afc1-b443967cd03d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:15.763245 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.767082 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.791772 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.818095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0fa925-3668-434e-9dcb-64c11769daff']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:15.828544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b592d3f6-7bb2-4abd-910e-622cd3c29ffb') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:15.831690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b592d3f6-7bb2-4abd-910e-622cd3c29ffb') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:15.839993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.859215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.865078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:15.865562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.866645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Router a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:15.869448 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:15.875000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e123e-cd71-43c5-85fe-e21eaadce2b3 None None] Network 9a0fa925-3668-434e-9dcb-64c11769daff requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:15.920829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.964418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:14:15.971473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:15.972659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ba260894-da3f-469c-aa37-21dc0ed99833 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "PUT /v2.0/routers/a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 HTTP/1.1" status: 200 len: 706 time: 1.7433903 Dec 13 15:14:15.977432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56586) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:15.978109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] Sync routers for ids ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:14:16.002830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] Routers {'a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:16.002830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:16.025933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.035278 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.040518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/9a0fa925-3668-434e-9dcb-64c11769daff HTTP/1.1" status: 204 len: 168 time: 0.6611624 Dec 13 15:14:16.047083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.060485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668aec3a-5028-4a4d-9232-57cc8fb03794 None None] Network 9a0fa925-3668-434e-9dcb-64c11769daff requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:16.063127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:16.077862 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-010aec29-4da7-4ba7-b2ca-fc8081d9cc78 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:16.078378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010aec29-4da7-4ba7-b2ca-fc8081d9cc78 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:16.084097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668aec3a-5028-4a4d-9232-57cc8fb03794 None None] Network 9a0fa925-3668-434e-9dcb-64c11769daff could not be found, it might have been deleted concurrently. {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 13 15:14:16.084296 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-010aec29-4da7-4ba7-b2ca-fc8081d9cc78 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/7bfcd2cd-2ad9-4304-afc1-b443967cd03d HTTP/1.1" status: 404 len: 337 time: 0.0385282 Dec 13 15:14:16.084890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56590) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.087221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ea332-3cd4-4aad-af5a-f00b8741ca40 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=9a0fa925-3668-434e-9dcb-64c11769daff,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:16.094095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] Routers {'a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:16.094853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:13:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:16.097577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69a66654-fa17-4e8a-8e9c-aa40b6516316 tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/routers/a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 HTTP/1.1" status: 200 len: 741 time: 0.1189349 Dec 13 15:14:16.106079 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd456485-0a9f-4987-b076-aa765ce527c7 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:16.106392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.106954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd456485-0a9f-4987-b076-aa765ce527c7 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:16.113818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dd456485-0a9f-4987-b076-aa765ce527c7 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/9a0fa925-3668-434e-9dcb-64c11769daff HTTP/1.1" status: 404 len: 339 time: 0.0279081 Dec 13 15:14:16.115008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56594) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.145367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:16.147007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaaa31c-e363-41a5-b83c-6aa7a79ac6e2 None None] The sync data for ids ['a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:14:16.155075 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bbb928de-5967-4ea9-b4ea-269066236cba tempest-RoutersAdminTest-1834159374 tempest-RoutersAdminTest-1834159374-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&device_id=a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 HTTP/1.1" status: 200 len: 205 time: 0.0474887 Dec 13 15:14:16.157576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56596) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.187769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5d1f5e44-a7a9-471f-8c68-9b5c0e2a8acc tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 HTTP/1.1" status: 200 len: 205 time: 0.0290213 Dec 13 15:14:16.190135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56598) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.193513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.265241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6361067a-7ba8-42e0-af98-e1e352d3b650 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.282067 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.304619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59212d02-fcc9-4659-bffc-b6e1eef12377']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:16.313803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173d7237-c133-4aea-abaa-627a2bbc9c16') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:16.314101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173d7237-c133-4aea-abaa-627a2bbc9c16') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:16.323442 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.338225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.352837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:16.359329 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:16.370697 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:16.424700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6361067a-7ba8-42e0-af98-e1e352d3b650 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.427483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6361067a-7ba8-42e0-af98-e1e352d3b650 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.501131 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.507932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.511099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/59212d02-fcc9-4659-bffc-b6e1eef12377 HTTP/1.1" status: 204 len: 168 time: 0.3951540 Dec 13 15:14:16.513662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.527239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e42db1-d543-406a-bd72-0a0bae14c047 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=59212d02-fcc9-4659-bffc-b6e1eef12377,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:16.545480 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ae1dd2-f36b-433c-bfcc-08eb336b1b35 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:16.545933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ae1dd2-f36b-433c-bfcc-08eb336b1b35 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:16.549243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-92ae1dd2-f36b-433c-bfcc-08eb336b1b35 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/c90bb3bf-2851-4de2-803f-aba2fd1adc51 HTTP/1.1" status: 404 len: 337 time: 0.0343218 Dec 13 15:14:16.551714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56602) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.569668 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7d22c9-ecbe-444f-bbff-d9a2c02bc539 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:16.570205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7d22c9-ecbe-444f-bbff-d9a2c02bc539 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:16.573394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6d7d22c9-ecbe-444f-bbff-d9a2c02bc539 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/3dae8e42-7cfd-46f0-bdf3-bf67765105d8 HTTP/1.1" status: 404 len: 339 time: 0.0205712 Dec 13 15:14:16.573850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6361067a-7ba8-42e0-af98-e1e352d3b650 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.574402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361067a-7ba8-42e0-af98-e1e352d3b650 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Fanout notify agent at l3_agent the message router_deleted on router a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:14:16.575801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56604) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.584857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6361067a-7ba8-42e0-af98-e1e352d3b650 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.589254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6361067a-7ba8-42e0-af98-e1e352d3b650 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 HTTP/1.1" status: 204 len: 168 time: 0.3951106 Dec 13 15:14:16.589840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.623736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-13557a39-59df-4e68-86b9-5809a12d832e tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 HTTP/1.1" status: 200 len: 205 time: 0.0283372 Dec 13 15:14:16.624099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56608) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.641153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting subnet 2b993f4a-0aae-4f3c-897f-5920c5a86187 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:14:16.644663 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.662471 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-41345adf-328f-4e8e-9ab9-938184bb5e37 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] delete failed (client error): The resource could not be found. Dec 13 15:14:16.664781 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-41345adf-328f-4e8e-9ab9-938184bb5e37 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/a7e22d3d-1fb5-4994-a51d-716ccc4b7fc8 HTTP/1.1" status: 404 len: 336 time: 0.0385151 Dec 13 15:14:16.666546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56610) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.697626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-20018d9f-3a7a-46a5-9784-bbd914fbed13 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=65220c6f-f05c-4fff-8d02-cf917a320793 HTTP/1.1" status: 200 len: 205 time: 0.0301676 Dec 13 15:14:16.700174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56612) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.710761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.743867 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-4ea4fbc0-a68a-45ea-9372-ada4612f9d4b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] delete failed (client error): The resource could not be found. Dec 13 15:14:16.745073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4ea4fbc0-a68a-45ea-9372-ada4612f9d4b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/65220c6f-f05c-4fff-8d02-cf917a320793 HTTP/1.1" status: 404 len: 336 time: 0.0437343 Dec 13 15:14:16.747587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56614) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.785563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7907c49d-690d-4d69-a8cf-c731232d46c0 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bb742e0-2092-41ac-a682-3a4131fa9bbe HTTP/1.1" status: 200 len: 205 time: 0.0366001 Dec 13 15:14:16.788750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56616) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.825916 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-dc381e76-f03d-4c5c-8836-5707ba7dda44 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] delete failed (client error): The resource could not be found. Dec 13 15:14:16.826447 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.826965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dc381e76-f03d-4c5c-8836-5707ba7dda44 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/3bb742e0-2092-41ac-a682-3a4131fa9bbe HTTP/1.1" status: 404 len: 336 time: 0.0372701 Dec 13 15:14:16.829545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56618) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.872829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c265f11-9dcd-4773-9968-e688cfebe611 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0cdd447-cd42-4f4a-bcee-137fad93d881 HTTP/1.1" status: 200 len: 205 time: 0.0421746 Dec 13 15:14:16.875129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56622) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.916736 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-5ba65c51-6531-4703-a029-d95b6577eb93 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] delete failed (client error): The resource could not be found. Dec 13 15:14:16.920537 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ba65c51-6531-4703-a029-d95b6577eb93 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/e0cdd447-cd42-4f4a-bcee-137fad93d881 HTTP/1.1" status: 404 len: 336 time: 0.0419343 Dec 13 15:14:16.920684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56624) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.948583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eb22a60d-f00c-4efa-a119-f1e1385097c8 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b659982-afb2-419d-87f7-d31db73b4f82 HTTP/1.1" status: 200 len: 205 time: 0.0268817 Dec 13 15:14:16.950928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56626) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.965455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:16.987863 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-fde9a8bc-7ea8-4daa-968f-02163a14943e tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] delete failed (client error): The resource could not be found. Dec 13 15:14:16.989114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fde9a8bc-7ea8-4daa-968f-02163a14943e tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/3b659982-afb2-419d-87f7-d31db73b4f82 HTTP/1.1" status: 404 len: 336 time: 0.0370982 Dec 13 15:14:16.992243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56628) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:16.995275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=2b993f4a-0aae-4f3c-897f-5920c5a86187,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:17.000190 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.006032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4a599ac9-96a3-45a2-a65d-2efffa95e06d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/2b993f4a-0aae-4f3c-897f-5920c5a86187 HTTP/1.1" status: 204 len: 168 time: 0.4288104 Dec 13 15:14:17.006694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56630) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:17.012964 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10050c30-f82f-46fb-94bf-2d184a3efad1 None None] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:17.030312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-32ab9981-af1c-437a-8461-aac089326260 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ed0fc98-b8fa-4ebd-9ea5-c905657e2169 HTTP/1.1" status: 200 len: 205 time: 0.0345764 Dec 13 15:14:17.030496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56632) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:17.032722 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.068837 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting subnet 3e75c347-9e85-4e6d-9802-a445a2636050 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:14:17.072521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.072663 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-1dede2bd-b8da-4cf1-82fc-1f2ec6ec8d3b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] delete failed (client error): The resource could not be found. Dec 13 15:14:17.076245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1dede2bd-b8da-4cf1-82fc-1f2ec6ec8d3b tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/routers/8ed0fc98-b8fa-4ebd-9ea5-c905657e2169 HTTP/1.1" status: 404 len: 336 time: 0.0422463 Dec 13 15:14:17.076482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:17.106981 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-03121c23-7d1e-41fe-b069-65b1f1417ab4 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:17.108076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03121c23-7d1e-41fe-b069-65b1f1417ab4 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:17.114276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-03121c23-7d1e-41fe-b069-65b1f1417ab4 tempest-RoutersAdminTest-1204283753 tempest-RoutersAdminTest-1204283753-project] 10.222.0.24 "DELETE /v2.0/subnets/f58f5c52-5450-482c-b0e9-aa15ffd25a48 HTTP/1.1" status: 404 len: 337 time: 0.0343926 Dec 13 15:14:17.117959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.214006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.354315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.385238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=3e75c347-9e85-4e6d-9802-a445a2636050,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:17.394173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.397000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1184f9be-b337-405a-8460-c564cd8bd479 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/3e75c347-9e85-4e6d-9802-a445a2636050 HTTP/1.1" status: 204 len: 168 time: 0.3893714 Dec 13 15:14:17.399535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56638) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:17.497025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.565443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port 1326f079-5ac8-4041-be65-6807e4ff7193 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:17.571748 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.624362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56644) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:17.650958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port 1326f079-5ac8-4041-be65-6807e4ff7193, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1326f079-5ac8-4041-be65-6807e4ff7193,segment=NetworkSegment(1c071c9c-ae1c-4f20-b9d5-57848e5684f6),segment_id=1c071c9c-ae1c-4f20-b9d5-57848e5684f6)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:17.651332 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.668302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for 1326f079-5ac8-4041-be65-6807e4ff7193 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:17.761389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6ac5-ca66-4e54-9dde-3ffb1e343bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.789188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb87689-85d5-417c-bcff-0b24554d76dc None None] Network 2916a65a-ff3f-48d8-a9b9-4fc23f706412 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:17.856642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.888435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=1326f079-5ac8-4041-be65-6807e4ff7193,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:17.897219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port 1326f079-5ac8-4041-be65-6807e4ff7193 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:17.915022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3973f817-a9a8-43e0-8e70-5a560bb63681 None None] Provisioning complete for port 1326f079-5ac8-4041-be65-6807e4ff7193 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:17.915394 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3973f817-a9a8-43e0-8e70-5a560bb63681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.955857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6ac5-ca66-4e54-9dde-3ffb1e343bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:17.957409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3973f817-a9a8-43e0-8e70-5a560bb63681 None None] Port 1326f079-5ac8-4041-be65-6807e4ff7193 was deleted so its status cannot be updated. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 13 15:14:18.001710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.010505 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6ac5-ca66-4e54-9dde-3ffb1e343bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.023120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5dde4d-d01f-454a-ad2d-1dbc31eb618e None None] DHCP port deletion for 2916a65a-ff3f-48d8-a9b9-4fc23f706412 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:14:18.025730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2916a65a-ff3f-48d8-a9b9-4fc23f706412']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:18.040605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c071c9c-ae1c-4f20-b9d5-57848e5684f6') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:18.040902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c071c9c-ae1c-4f20-b9d5-57848e5684f6') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:18.050800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.065559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b6ac5-ca66-4e54-9dde-3ffb1e343bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c5f97-6d22-46bb-9b7b-a38b684b8b6e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:18.075603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.076003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1b0b6ac5-ca66-4e54-9dde-3ffb1e343bea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99bb5d7114ce419aa72c30f8a458d4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502203 Dec 13 15:14:18.078174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56650) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.081997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:18.082464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:18.100989 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:18.136147 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d992690-2aa9-49e1-9423-443dd0ef8325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.162299 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d992690-2aa9-49e1-9423-443dd0ef8325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.228650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.233203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.239857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/2916a65a-ff3f-48d8-a9b9-4fc23f706412 HTTP/1.1" status: 204 len: 168 time: 0.8362684 Dec 13 15:14:18.240107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56652) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.253286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bacbe-8793-440e-a2ae-751eb09767ca tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=2916a65a-ff3f-48d8-a9b9-4fc23f706412,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:18.266877 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0004316-e5f2-4542-8d90-c3de2ab5332f tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:18.267368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0004316-e5f2-4542-8d90-c3de2ab5332f tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:18.270383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0004316-e5f2-4542-8d90-c3de2ab5332f tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/39bfec15-b1b7-47ed-8aa7-ec917af4d219 HTTP/1.1" status: 404 len: 337 time: 0.0293503 Dec 13 15:14:18.272989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56654) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.293909 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efb712a-2341-45d8-b8d8-f48f0abe9d1a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:18.294410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efb712a-2341-45d8-b8d8-f48f0abe9d1a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:18.297472 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8efb712a-2341-45d8-b8d8-f48f0abe9d1a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/bfe4dfdd-42ca-47dd-a345-a1c0ce2e8a28 HTTP/1.1" status: 404 len: 339 time: 0.0235581 Dec 13 15:14:18.298157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d992690-2aa9-49e1-9423-443dd0ef8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.300549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56656) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.301083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d992690-2aa9-49e1-9423-443dd0ef8325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.305093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6d992690-2aa9-49e1-9423-443dd0ef8325 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/411c5f97-6d22-46bb-9b7b-a38b684b8b6e HTTP/1.1" status: 204 len: 168 time: 0.2236092 Dec 13 15:14:18.311048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d992690-2aa9-49e1-9423-443dd0ef8325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c5f97-6d22-46bb-9b7b-a38b684b8b6e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:18.334220 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-794f4513-4cb5-4e03-a1d3-401740338345 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:18.334878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794f4513-4cb5-4e03-a1d3-401740338345 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:18.338786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-794f4513-4cb5-4e03-a1d3-401740338345 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/e3ab5ff6-6392-4b98-aba0-9c268cc1e755 HTTP/1.1" status: 404 len: 337 time: 0.0370173 Dec 13 15:14:18.341279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.359382 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdf487c-0aee-4d99-8963-cae2fc9fbf3b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:18.360090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdf487c-0aee-4d99-8963-cae2fc9fbf3b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:18.366204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3bdf487c-0aee-4d99-8963-cae2fc9fbf3b tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/a105c74f-522f-4106-9069-15c92f9104fe HTTP/1.1" status: 404 len: 339 time: 0.0210681 Dec 13 15:14:18.366559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.393016 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8397708-95ab-4e47-8621-ef819bddd0e9 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:18.393385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8397708-95ab-4e47-8621-ef819bddd0e9 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:18.396424 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a8397708-95ab-4e47-8621-ef819bddd0e9 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/b24b03f8-5664-40ba-a076-cc2cdee0a879 HTTP/1.1" status: 404 len: 337 time: 0.0288734 Dec 13 15:14:18.398947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56664) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.417069 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cb8040-bc5b-4342-8104-2f2f1e9127c3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:18.417590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cb8040-bc5b-4342-8104-2f2f1e9127c3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:18.420555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-02cb8040-bc5b-4342-8104-2f2f1e9127c3 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/6acb25eb-73f9-434c-8227-ecf658775d9b HTTP/1.1" status: 404 len: 339 time: 0.0207093 Dec 13 15:14:18.422957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56666) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.480697 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting subnet bb4dd8e3-7e5e-43c8-a943-a74d216f61b3 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:14:18.483811 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.523948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.610031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.777313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.805641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4dd8e3-7e5e-43c8-a943-a74d216f61b3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:18.809315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.812695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0e7712fb-2e1c-436a-8fc5-68a4ed8b4627 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/bb4dd8e3-7e5e-43c8-a943-a74d216f61b3 HTTP/1.1" status: 204 len: 168 time: 0.3886492 Dec 13 15:14:18.814866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56670) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.818781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96843ce-f361-49a7-9463-cd16e82410f1 None None] Network 9af58685-bea2-45d8-b895-194881c51c76 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:18.893907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:18.934041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56674) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:18.995767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-262d23d0-7675-4ba7-8705-c0b283d707f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=550f7cd390444792a5f5a6ff4226226e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603504 Dec 13 15:14:18.998169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56676) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:19.003700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port e78909a0-741d-4d9a-bf13-41458f9ae23f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:19.004173 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.042471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] DHCP port deletion for 9af58685-bea2-45d8-b895-194881c51c76 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:14:19.076881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port e78909a0-741d-4d9a-bf13-41458f9ae23f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e78909a0-741d-4d9a-bf13-41458f9ae23f,segment=NetworkSegment(9529f78e-a260-40da-af66-73530257a2a3),segment_id=9529f78e-a260-40da-af66-73530257a2a3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:19.077249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.079433 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-437deb85-6341-49c0-bb5f-b982b75a6ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.093490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for e78909a0-741d-4d9a-bf13-41458f9ae23f owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:19.098426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] Deleting port e78909a0-741d-4d9a-bf13-41458f9ae23f {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:19.098838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.109906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-437deb85-6341-49c0-bb5f-b982b75a6ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.176473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] For port e78909a0-741d-4d9a-bf13-41458f9ae23f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e78909a0-741d-4d9a-bf13-41458f9ae23f,segment=NetworkSegment(9529f78e-a260-40da-af66-73530257a2a3),segment_id=9529f78e-a260-40da-af66-73530257a2a3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:19.176473 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.192645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] Calling delete_port for e78909a0-741d-4d9a-bf13-41458f9ae23f owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:19.222372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-437deb85-6341-49c0-bb5f-b982b75a6ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.225986 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-437deb85-6341-49c0-bb5f-b982b75a6ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.236747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-437deb85-6341-49c0-bb5f-b982b75a6ece admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c1245ad-a738-4de3-a3e6-13d8a244f256 HTTP/1.1" status: 204 len: 168 time: 0.2340240 Dec 13 15:14:19.243738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437deb85-6341-49c0-bb5f-b982b75a6ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1245ad-a738-4de3-a3e6-13d8a244f256,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:19.283683 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.309833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.320088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=e78909a0-741d-4d9a-bf13-41458f9ae23f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:19.329486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port e78909a0-741d-4d9a-bf13-41458f9ae23f on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:19.347901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e78909a0-741d-4d9a-bf13-41458f9ae23f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:14:19.384348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] No DVR routers for this DVR port e78909a0-741d-4d9a-bf13-41458f9ae23f on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:19.386349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36f101-9d5e-4256-ac4b-cad07ca8a22d None None] Pushing event deleted for resources: {'Port': ['ID=e78909a0-741d-4d9a-bf13-41458f9ae23f,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:19.389142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e78909a0-741d-4d9a-bf13-41458f9ae23f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:14:19.389541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e78909a0-741d-4d9a-bf13-41458f9ae23f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:14:19.389948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1326f079-5ac8-4041-be65-6807e4ff7193 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:14:19.416136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 1326f079-5ac8-4041-be65-6807e4ff7193 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:14:19.416468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1326f079-5ac8-4041-be65-6807e4ff7193 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:14:19.448752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.468396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af58685-bea2-45d8-b895-194881c51c76']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:19.477860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9529f78e-a260-40da-af66-73530257a2a3') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:19.478150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9529f78e-a260-40da-af66-73530257a2a3') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:19.487319 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.501075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.507077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:19.507585 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:19.510638 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:19.662931 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.671464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.674966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/9af58685-bea2-45d8-b895-194881c51c76 HTTP/1.1" status: 204 len: 168 time: 0.8591919 Dec 13 15:14:19.677772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56684) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:19.685027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a526-2b15-40fc-84d2-64fcc18b3c55 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=9af58685-bea2-45d8-b895-194881c51c76,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:19.707334 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6e3dca-fab9-42c5-b709-f194e6939f73 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:19.707789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6e3dca-fab9-42c5-b709-f194e6939f73 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:19.712047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0a6e3dca-fab9-42c5-b709-f194e6939f73 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/f58416b4-128a-453b-b139-8970d5571086 HTTP/1.1" status: 404 len: 337 time: 0.0321352 Dec 13 15:14:19.713923 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56688) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:19.732620 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac46775-9ce8-4a44-a3c8-d1ace1f5af9a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:19.733158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac46775-9ce8-4a44-a3c8-d1ace1f5af9a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:19.736210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6ac46775-9ce8-4a44-a3c8-d1ace1f5af9a tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/d6513d16-4685-4612-8e5f-8b4bb435bacf HTTP/1.1" status: 404 len: 339 time: 0.0212438 Dec 13 15:14:19.738784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56692) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:19.790402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting subnet 3dea05aa-8386-45ec-801f-be3ea8a08bbd {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:14:19.793493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.837047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.879180 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb811-41b9-49e9-b825-17f931e4931d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:19.921926 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.056167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.089863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Subnet': ['ID=3dea05aa-8386-45ec-801f-be3ea8a08bbd,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:20.095465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.101254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-21251870-b53b-43ae-819a-d9a4e301877d tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/subnets/3dea05aa-8386-45ec-801f-be3ea8a08bbd HTTP/1.1" status: 204 len: 168 time: 0.3591046 Dec 13 15:14:20.110693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:20.110898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9309e9-6513-4797-a287-9b4d49c2b821 None None] Network 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:20.183092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.246575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Deleting port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:20.247311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.311569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] DHCP port deletion for 78737d0f-aa4b-4e9e-a159-1a37ec5d4208 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:14:20.329154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] For port e8024dff-cdbe-48a2-89d4-ad3ebea8b784, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,segment=NetworkSegment(fbe12335-e7d6-4ace-9fc9-ee9a93340b2c),segment_id=fbe12335-e7d6-4ace-9fc9-ee9a93340b2c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:20.329531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.344936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Calling delete_port for e8024dff-cdbe-48a2-89d4-ad3ebea8b784 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:20.365530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Deleting port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:20.366633 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.373901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56710) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:20.451876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] For port e8024dff-cdbe-48a2-89d4-ad3ebea8b784, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,segment=NetworkSegment(fbe12335-e7d6-4ace-9fc9-ee9a93340b2c),segment_id=fbe12335-e7d6-4ace-9fc9-ee9a93340b2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:20.452497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.465834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Calling delete_port for e8024dff-cdbe-48a2-89d4-ad3ebea8b784 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:20.513520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-86baa3f9-301d-4ec5-9a32-e9d3aaeff80c tempest-AgentManagementNegativeTest-1128806619 tempest-AgentManagementNegativeTest-1128806619-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1348438 Dec 13 15:14:20.520132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.559248 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.561582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] No DVR routers for this DVR port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:20.563166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Port': ['ID=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:20.666961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.861165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78737d0f-aa4b-4e9e-a159-1a37ec5d4208']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:20.861165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe12335-e7d6-4ace-9fc9-ee9a93340b2c') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:20.861165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe12335-e7d6-4ace-9fc9-ee9a93340b2c') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:20.861165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.865277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Pushing event deleted for resources: {'Port': ['ID=e8024dff-cdbe-48a2-89d4-ad3ebea8b784,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:20.865277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] No DVR routers for this DVR port e8024dff-cdbe-48a2-89d4-ad3ebea8b784 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:20.866630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.866824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1047b4-70c5-40fd-8587-9cec6f9503f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:20.867949 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:20.997453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56734) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:21.122472 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c632092b-2865-4e8c-a10a-21e123f14dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.274751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e8024dff-cdbe-48a2-89d4-ad3ebea8b784 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:14:21.279666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.290168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.294051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] 10.222.0.24 "DELETE /v2.0/networks/78737d0f-aa4b-4e9e-a159-1a37ec5d4208 HTTP/1.1" status: 204 len: 168 time: 1.1916895 Dec 13 15:14:21.298144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e8024dff-cdbe-48a2-89d4-ad3ebea8b784 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:14:21.298775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e8024dff-cdbe-48a2-89d4-ad3ebea8b784 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:14:21.324678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc577c7-967a-47e1-99d2-0793661a5390 tempest-NetworksIpV6Test-1054668960 tempest-NetworksIpV6Test-1054668960-project] Pushing event deleted for resources: {'Network': ['ID=78737d0f-aa4b-4e9e-a159-1a37ec5d4208,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:21.368521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c632092b-2865-4e8c-a10a-21e123f14dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.434022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c632092b-2865-4e8c-a10a-21e123f14dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.480732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c632092b-2865-4e8c-a10a-21e123f14dae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c36d52d3c104396b41ceea6493d7803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819937 Dec 13 15:14:21.481758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632092b-2865-4e8c-a10a-21e123f14dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfee0e9-c4a4-448e-995a-e65c206a9f32,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:21.483480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56746) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:21.541137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf15e27-345c-4e5d-842e-f481ffb9f7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.566210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf15e27-345c-4e5d-842e-f481ffb9f7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.696497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf15e27-345c-4e5d-842e-f481ffb9f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.706428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecf15e27-345c-4e5d-842e-f481ffb9f7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:21.706428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ecf15e27-345c-4e5d-842e-f481ffb9f7d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cfee0e9-c4a4-448e-995a-e65c206a9f32 HTTP/1.1" status: 204 len: 168 time: 0.2099295 Dec 13 15:14:21.709581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf15e27-345c-4e5d-842e-f481ffb9f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfee0e9-c4a4-448e-995a-e65c206a9f32,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:21.802587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56754) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:21.944098 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7769e928-48c5-4c80-9760-156b53671355 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=992a2f102238429c853cec8990d4a029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464558 Dec 13 15:14:21.947697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:22.000716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1374f82-f476-4870-a1dd-da663aaa22dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:22.025002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1374f82-f476-4870-a1dd-da663aaa22dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:22.198376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1374f82-f476-4870-a1dd-da663aaa22dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:22.198376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c1374f82-f476-4870-a1dd-da663aaa22dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:22.200760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c1374f82-f476-4870-a1dd-da663aaa22dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db85279a-5d00-4d55-8572-2c35d9b70075 HTTP/1.1" status: 204 len: 168 time: 0.2521012 Dec 13 15:14:22.209883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374f82-f476-4870-a1dd-da663aaa22dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85279a-5d00-4d55-8572-2c35d9b70075,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:22.245401 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c5b7679f-5d0d-4ec7-8bd9-a2ad6f16466e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:22.957009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56808) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.073418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-8bd7f402-413c-4b63-bc13-d2c5800fa1f9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.074496 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8bd7f402-413c-4b63-bc13-d2c5800fa1f9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1166084 Dec 13 15:14:23.077699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56820) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.081974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-2e4da54c-2580-4f8d-a86f-1841e04b5bb5 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.086063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56822) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.086612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e4da54c-2580-4f8d-a86f-1841e04b5bb5 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072792 Dec 13 15:14:23.091566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-debf64af-6fa8-4e68-a105-0a90c074060a tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.092530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-debf64af-6fa8-4e68-a105-0a90c074060a tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046909 Dec 13 15:14:23.094912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56826) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.098763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-a5741059-5abd-453f-ac07-6fa3e9c222fd tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.099668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a5741059-5abd-453f-ac07-6fa3e9c222fd tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039051 Dec 13 15:14:23.101973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56828) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.106931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-f0518e1e-ea83-4ee7-8516-4b18fa98c395 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.107705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f0518e1e-ea83-4ee7-8516-4b18fa98c395 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042260 Dec 13 15:14:23.109988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56832) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.114107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-8c4facf9-adfe-4b51-bf12-1bf391b1d9ea tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.117566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56834) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.117717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8c4facf9-adfe-4b51-bf12-1bf391b1d9ea tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0068185 Dec 13 15:14:23.122810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-b52c0b7d-d6a2-44e5-9f15-e92f647ebe8d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.127147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.127606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b52c0b7d-d6a2-44e5-9f15-e92f647ebe8d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084381 Dec 13 15:14:23.132823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-1007af84-87ec-41e6-a68e-30a373c4e4bd tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.134294 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1007af84-87ec-41e6-a68e-30a373c4e4bd tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055430 Dec 13 15:14:23.136468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56838) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.143606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-2f0235cc-4ca4-4da3-a2bb-2a991bd1a4b6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.147085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2f0235cc-4ca4-4da3-a2bb-2a991bd1a4b6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088441 Dec 13 15:14:23.147696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56840) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.152091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-9650da3d-99ae-472f-885d-cfa4b26e40e8 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.153005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9650da3d-99ae-472f-885d-cfa4b26e40e8 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043638 Dec 13 15:14:23.155356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56842) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.159729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-b2588aed-4d4d-4f51-8d50-8b41129817a9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.162270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2588aed-4d4d-4f51-8d50-8b41129817a9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043974 Dec 13 15:14:23.163409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56844) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.168793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-74064aa0-f031-4d5a-81e2-ee0df16d99a6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.176048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-74064aa0-f031-4d5a-81e2-ee0df16d99a6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055847 Dec 13 15:14:23.177669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56846) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.182795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-cca57647-f846-4f92-9332-a3930300b9d6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.183736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cca57647-f846-4f92-9332-a3930300b9d6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052238 Dec 13 15:14:23.186104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56848) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.190474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-d8caec9c-ca82-4236-ace2-e79b82f45427 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.191406 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8caec9c-ca82-4236-ace2-e79b82f45427 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043707 Dec 13 15:14:23.194173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56850) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.197801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-1f4aeacf-fc4d-46af-ae72-6cbec0fd26ae tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.198762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1f4aeacf-fc4d-46af-ae72-6cbec0fd26ae tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0036786 Dec 13 15:14:23.200913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56852) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.204687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-07d93b59-5037-455e-9103-4a5986c733e6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.205577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-07d93b59-5037-455e-9103-4a5986c733e6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038657 Dec 13 15:14:23.207724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56854) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.212091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-31c4716b-ba29-4dbc-9cb9-76569ffa0361 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.212991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-31c4716b-ba29-4dbc-9cb9-76569ffa0361 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038924 Dec 13 15:14:23.215405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56856) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.219355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-0c08dafc-0bcd-4d81-ab5e-a4cf0338240f tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.220249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0c08dafc-0bcd-4d81-ab5e-a4cf0338240f tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038610 Dec 13 15:14:23.222993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56858) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.227861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-ab5b0ad7-3462-4c64-ae18-286959567818 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.230124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ab5b0ad7-3462-4c64-ae18-286959567818 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059841 Dec 13 15:14:23.235710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56860) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.246036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-88ed97ae-dd84-4374-bd4c-59c5fb231832 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.250159 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56864) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.250617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-88ed97ae-dd84-4374-bd4c-59c5fb231832 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0135419 Dec 13 15:14:23.254520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-343ab6fc-2040-464f-a353-8bb315bea855 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.256382 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-343ab6fc-2040-464f-a353-8bb315bea855 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052085 Dec 13 15:14:23.259148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56866) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.265900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-ca9cc2c3-902e-4d4d-b86d-276050a4215d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.265900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ca9cc2c3-902e-4d4d-b86d-276050a4215d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040050 Dec 13 15:14:23.267747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56868) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.272284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-a03473dd-9974-4c45-82c4-9d4c18a910b2 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.273278 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a03473dd-9974-4c45-82c4-9d4c18a910b2 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045915 Dec 13 15:14:23.275560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56870) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.279670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-27bbcb4c-fb87-4bee-ae43-b06cadb5b35e tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.280601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-27bbcb4c-fb87-4bee-ae43-b06cadb5b35e tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041807 Dec 13 15:14:23.282909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56872) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.292500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-7914918d-de3f-45f0-b7ca-9e574b59cdfa tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.293476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7914918d-de3f-45f0-b7ca-9e574b59cdfa tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097094 Dec 13 15:14:23.296041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56874) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.300333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-6b270b2a-ae82-4215-aecb-4ef5458b9923 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.301310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6b270b2a-ae82-4215-aecb-4ef5458b9923 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043933 Dec 13 15:14:23.304094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56876) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.309234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-916f3cb3-d66a-4226-86a7-0af4a8b10d00 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.312931 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-916f3cb3-d66a-4226-86a7-0af4a8b10d00 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051517 Dec 13 15:14:23.314888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56878) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.319849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-490d1293-a42f-4054-aaca-b2332cf94053 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.323392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-490d1293-a42f-4054-aaca-b2332cf94053 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075474 Dec 13 15:14:23.323531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56880) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.327672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-245ebda0-22a6-4d8e-a90d-232be83470b1 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.330817 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-245ebda0-22a6-4d8e-a90d-232be83470b1 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062895 Dec 13 15:14:23.331101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:23.331612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.336333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-5ff40d2f-24c8-49c0-8b9e-38ecdfe985ef tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.340047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ff40d2f-24c8-49c0-8b9e-38ecdfe985ef tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076249 Dec 13 15:14:23.340311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56886) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.344896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-39d49600-88c6-4bf7-866f-44e94689064e tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.348472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-39d49600-88c6-4bf7-866f-44e94689064e tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071766 Dec 13 15:14:23.348662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56888) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.353781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-3360a70d-1383-4193-92ff-3940f086e6f0 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.357442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3360a70d-1383-4193-92ff-3940f086e6f0 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050778 Dec 13 15:14:23.357578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56890) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.362022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-30785388-c483-4fa6-9de4-00fd87a46fa2 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.363711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-30785388-c483-4fa6-9de4-00fd87a46fa2 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053651 Dec 13 15:14:23.366443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56892) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.371447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-8dfe2812-e905-4138-8de3-1574779ea7d9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.377073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8dfe2812-e905-4138-8de3-1574779ea7d9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093329 Dec 13 15:14:23.377380 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56894) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.379339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56896) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.387716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-4b7818e9-89e7-4f7b-8486-6f679667677c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.388704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4b7818e9-89e7-4f7b-8486-6f679667677c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044575 Dec 13 15:14:23.396163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56900) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.401048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-f9e7b3b2-c14d-47aa-8c54-128cad45feb6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.402707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f9e7b3b2-c14d-47aa-8c54-128cad45feb6 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054879 Dec 13 15:14:23.405054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56902) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.410133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-824434d7-5c36-4ae3-9b49-d12315199c88 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.411753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-824434d7-5c36-4ae3-9b49-d12315199c88 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051420 Dec 13 15:14:23.414076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56904) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.418574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-43502654-8054-44c0-92f1-6c19019483df tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.419679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-43502654-8054-44c0-92f1-6c19019483df tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044746 Dec 13 15:14:23.422139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56906) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.427659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-15d87feb-d262-44d5-afd2-6499ddd67ad9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.432132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56908) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.434313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-15d87feb-d262-44d5-afd2-6499ddd67ad9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073256 Dec 13 15:14:23.436889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-db1f2d16-d443-445c-898a-9a0cc4d08b9d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.440683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56910) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.449530 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db1f2d16-d443-445c-898a-9a0cc4d08b9d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073593 Dec 13 15:14:23.449701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-481a4e9f-2c96-4820-9e61-cdd993d76833 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.449701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-481a4e9f-2c96-4820-9e61-cdd993d76833 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071685 Dec 13 15:14:23.451141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56912) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.455612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-c86b8a6d-4afa-4a00-a48b-50bf3c7e54b3 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.456644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c86b8a6d-4afa-4a00-a48b-50bf3c7e54b3 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045607 Dec 13 15:14:23.459267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56914) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.465941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-a84e38ac-f8e6-436d-a580-53f4020759c2 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.466941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a84e38ac-f8e6-436d-a580-53f4020759c2 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0067503 Dec 13 15:14:23.469206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56916) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.473404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-5462d3d9-8700-4d5f-aeff-2f4e7fb13dd8 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.474352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5462d3d9-8700-4d5f-aeff-2f4e7fb13dd8 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041244 Dec 13 15:14:23.476882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56918) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.484070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-4daf82e1-796c-4244-b943-44b812b89210 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.485277 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4daf82e1-796c-4244-b943-44b812b89210 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0073798 Dec 13 15:14:23.487685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56920) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.492485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-ec1d06e1-807e-4749-b7d7-720989452b13 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.493553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec1d06e1-807e-4749-b7d7-720989452b13 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0048485 Dec 13 15:14:23.495790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56922) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.499656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-3224ce9d-08de-4d83-aae6-630d9ae1e8d9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.500567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3224ce9d-08de-4d83-aae6-630d9ae1e8d9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038412 Dec 13 15:14:23.506208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1315147281'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:23.509002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56924) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.513828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-565ea357-6c34-4cc1-8dc1-7ff2cd6f7ec0 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.514685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-565ea357-6c34-4cc1-8dc1-7ff2cd6f7ec0 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045223 Dec 13 15:14:23.516974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56926) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.521162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-7d54a677-553d-42c2-85b8-caff634cc114 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.524087 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d54a677-553d-42c2-85b8-caff634cc114 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040131 Dec 13 15:14:23.525768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56930) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.530068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-ef889b23-ffea-483b-a2ac-c22bfd960eaa tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.531064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ef889b23-ffea-483b-a2ac-c22bfd960eaa tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043392 Dec 13 15:14:23.533683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56932) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.538042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-67d9d3ad-3ce3-4e05-80d4-685719fb8ec1 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.541416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-67d9d3ad-3ce3-4e05-80d4-685719fb8ec1 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068514 Dec 13 15:14:23.541615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56934) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.546664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-6c6bffac-c452-416a-9c6e-1e4b1381d53c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.547717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c6bffac-c452-416a-9c6e-1e4b1381d53c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051968 Dec 13 15:14:23.550197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56936) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.554636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [None req-6a41fd88-ce1c-44b4-84f1-35e64606a494 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.557767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56938) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.558032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a41fd88-ce1c-44b4-84f1-35e64606a494 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0067265 Dec 13 15:14:23.562102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-b077ce24-8f6b-42be-9630-c1ffe43f344c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.565114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b077ce24-8f6b-42be-9630-c1ffe43f344c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043125 Dec 13 15:14:23.565433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56940) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.569958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-efe86c36-0bd5-409c-9ceb-7da893f7563c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.572894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-efe86c36-0bd5-409c-9ceb-7da893f7563c tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046494 Dec 13 15:14:23.573109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56942) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.577495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-289f5aee-6e79-4ab7-aace-87876df23d43 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.580491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-289f5aee-6e79-4ab7-aace-87876df23d43 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044911 Dec 13 15:14:23.580723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56944) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.584893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-6c96d9f8-0f05-49b7-8356-77843f95d55b tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.585814 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6c96d9f8-0f05-49b7-8356-77843f95d55b tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041358 Dec 13 15:14:23.588041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56946) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.591731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-164d68b2-6607-4b33-bf7e-76d81f914b40 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.592642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-164d68b2-6607-4b33-bf7e-76d81f914b40 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037818 Dec 13 15:14:23.594838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56948) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.598765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-e8d48b90-7236-4b91-a834-6b5f2a76caae tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.599794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e8d48b90-7236-4b91-a834-6b5f2a76caae tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040908 Dec 13 15:14:23.601887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.605638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-cd032d1d-7f90-42b4-ad54-f8e791b5ebd9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.606577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cd032d1d-7f90-42b4-ad54-f8e791b5ebd9 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038090 Dec 13 15:14:23.608760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56952) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.612626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-58168bd2-72bb-475b-916a-d0d02a4c74bf tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.613559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-58168bd2-72bb-475b-916a-d0d02a4c74bf tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038719 Dec 13 15:14:23.616388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56954) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.617994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:23.626945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-61835901-02c9-4888-8d30-3b72d6065d23 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.626945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-61835901-02c9-4888-8d30-3b72d6065d23 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044057 Dec 13 15:14:23.627233 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:23.628968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56956) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.633956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-0bc40fae-73fc-49df-b0ed-3d1ff15a07a5 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.635055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0bc40fae-73fc-49df-b0ed-3d1ff15a07a5 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051689 Dec 13 15:14:23.635507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:23.637675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56958) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.642888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-2dacafc0-e66a-4a39-9269-e3e05be6a87d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.644293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2dacafc0-e66a-4a39-9269-e3e05be6a87d tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052500 Dec 13 15:14:23.650471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56960) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.655210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-37964d3d-52d8-459e-afd7-3be35b7b2ec1 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.656410 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-37964d3d-52d8-459e-afd7-3be35b7b2ec1 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048339 Dec 13 15:14:23.659132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56962) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.664181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-63379f67-4802-491b-8f45-91f44b658142 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.665114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-63379f67-4802-491b-8f45-91f44b658142 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050116 Dec 13 15:14:23.667840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56964) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.671670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-8e1fac14-bb16-4ec2-a669-5a9e3a5c07fd tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.672732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8e1fac14-bb16-4ec2-a669-5a9e3a5c07fd tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039051 Dec 13 15:14:23.675370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.680023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-6ec93884-a2da-47fb-9aa6-3b823ca9f2f8 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.680962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6ec93884-a2da-47fb-9aa6-3b823ca9f2f8 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047750 Dec 13 15:14:23.683450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56968) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:23.687457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [None req-f7c81881-42be-4c30-b961-f050f672dd14 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:23.688441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f7c81881-42be-4c30-b961-f050f672dd14 tempest-ExtensionsTestJSON-1242407257 tempest-ExtensionsTestJSON-1242407257-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040295 Dec 13 15:14:23.728292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:23.788479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:23.820632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:23.830088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae24e6-85c4-4343-b4b5-24d5f65e085f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:23.836211 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:23.836548 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 4c87320e-db0c-4af6-964d-602f4037ec6b of type vlan for network 2c2aabc2-5bf7-472f-8846-f863aed6554c Dec 13 15:14:23.877960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:23.993557 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.001070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:24.001664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.068270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=2c2aabc2-5bf7-472f-8846-f863aed6554c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:24.079530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2c2aabc2-5bf7-472f-8846-f863aed6554c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:24.120658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9c8a42f5-c973-4714-9524-29e9e67ed96b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7387526 Dec 13 15:14:24.207082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56986) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:24.259399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 56990) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:24.264718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '2c2aabc2-5bf7-472f-8846-f863aed6554c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:24.360376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bff99bf-58ab-4482-b45d-5458dae9185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.446286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bff99bf-58ab-4482-b45d-5458dae9185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.466783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:24.470633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.572722 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6bff99bf-58ab-4482-b45d-5458dae9185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.652865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6bff99bf-58ab-4482-b45d-5458dae9185d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94680821f04149ffb308e3d9622eb651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443214 Dec 13 15:14:24.655360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff99bf-58ab-4482-b45d-5458dae9185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148727f6-4247-4da9-9cd0-5cc1bd3b825d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:24.655850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 56996) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:24.721800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6abd04d-6537-43c6-8edc-76982f21e3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.744761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6abd04d-6537-43c6-8edc-76982f21e3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.782208 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.847261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=0881015c-02a7-419b-af8d-fc66b2c79bc2,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:24.856055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': '4c87320e-db0c-4af6-964d-602f4037ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2c2aabc2-5bf7-472f-8846-f863aed6554c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:24.856414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 2c2aabc2-5bf7-472f-8846-f863aed6554c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:24.861101 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6abd04d-6537-43c6-8edc-76982f21e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.864015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e6abd04d-6537-43c6-8edc-76982f21e3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:24.865332 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e6abd04d-6537-43c6-8edc-76982f21e3c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/148727f6-4247-4da9-9cd0-5cc1bd3b825d HTTP/1.1" status: 204 len: 168 time: 0.2084420 Dec 13 15:14:24.880974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abd04d-6537-43c6-8edc-76982f21e3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148727f6-4247-4da9-9cd0-5cc1bd3b825d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:24.964125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.010942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 2c2aabc2-5bf7-472f-8846-f863aed6554c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:25.102344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2c2aabc2-5bf7-472f-8846-f863aed6554c) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:25.107300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:25.112100 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.114154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b310b3c-d50c-42bb-b94f-bf266aad030d None None] Network 2c2aabc2-5bf7-472f-8846-f863aed6554c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:25.155775 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.234402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b90363e8-7282-4b2a-b7a4-72d89cc8b7d7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9729841 Dec 13 15:14:25.237608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57014) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:25.248987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-151729010'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:25.276492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-2c2aabc2-5bf7-472f-8846-f863aed6554c', 'network_id': '2c2aabc2-5bf7-472f-8846-f863aed6554c', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': '0881015c-02a7-419b-af8d-fc66b2c79bc2'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:25.277513 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.377070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:25.381652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.407739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:25.418017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.418485 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 6d343f5b-e2e5-486d-af93-ff9a2c1429a6 of type vlan for network 60dad57c-068c-46e3-b798-ae7f640a30e1 Dec 13 15:14:25.424735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Allocated IP 172.20.255.242 (2c2aabc2-5bf7-472f-8846-f863aed6554c/0881015c-02a7-419b-af8d-fc66b2c79bc2/a60722a3-b38e-49ee-91a1-053ec779f5b1) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:25.459739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.570200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.576363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:25.576953 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.591293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.641114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=60dad57c-068c-46e3-b798-ae7f640a30e1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:25.652113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 60dad57c-068c-46e3-b798-ae7f640a30e1 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:25.692282 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.711673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4cd791c1-a9f3-41d2-885c-bb6190d05283 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4725218 Dec 13 15:14:25.714460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57028) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:25.720132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '60dad57c-068c-46e3-b798-ae7f640a30e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:25.752512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Network 2c2aabc2-5bf7-472f-8846-f863aed6554c is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:25.764117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:25.773946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:25.777976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Pushing event updated for resources: {'Port': ['ID=a60722a3-b38e-49ee-91a1-053ec779f5b1,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:25.847081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Attempting to bind port a60722a3-b38e-49ee-91a1-053ec779f5b1 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:25.847730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Attempting to bind port a60722a3-b38e-49ee-91a1-053ec779f5b1 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '4c87320e-db0c-4af6-964d-602f4037ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2c2aabc2-5bf7-472f-8846-f863aed6554c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:25.848265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Attempting to bind port a60722a3-b38e-49ee-91a1-053ec779f5b1 on network 2c2aabc2-5bf7-472f-8846-f863aed6554c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:25.858808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:25.859473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Checking segment: {'id': '4c87320e-db0c-4af6-964d-602f4037ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2c2aabc2-5bf7-472f-8846-f863aed6554c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:25.860239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.860799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Bound using segment: {'id': '4c87320e-db0c-4af6-964d-602f4037ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2c2aabc2-5bf7-472f-8846-f863aed6554c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:25.861426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Bound port: a60722a3-b38e-49ee-91a1-053ec779f5b1, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c87320e-db0c-4af6-964d-602f4037ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2c2aabc2-5bf7-472f-8846-f863aed6554c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:25.862084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:25.946172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] For port a60722a3-b38e-49ee-91a1-053ec779f5b1, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:25.949652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] For port a60722a3-b38e-49ee-91a1-053ec779f5b1, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a60722a3-b38e-49ee-91a1-053ec779f5b1,segment=NetworkSegment(4c87320e-db0c-4af6-964d-602f4037ec6b),segment_id=4c87320e-db0c-4af6-964d-602f4037ec6b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:26.027182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:26.027943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.033815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.091052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778a4fa-a072-48a9-81f7-9def7403ca8f None None] Pushing event updated for resources: {'Port': ['ID=a60722a3-b38e-49ee-91a1-053ec779f5b1,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:26.204109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57044) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:26.369894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005774824'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:26.475153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.509334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.520426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.551634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=b6f94c76-1d4d-4b59-b6c1-589af909bf7b,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:26.554407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': '6d343f5b-e2e5-486d-af93-ff9a2c1429a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60dad57c-068c-46e3-b798-ae7f640a30e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:26.554999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 60dad57c-068c-46e3-b798-ae7f640a30e1, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:26.616269 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.656917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 60dad57c-068c-46e3-b798-ae7f640a30e1 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:26.679809 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.729559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558fb77b-5e97-454a-b349-db4b7c155261,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:26.747510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 60dad57c-068c-46e3-b798-ae7f640a30e1) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:26.754676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:26.756754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c561e-cb8a-4083-96ed-21780d67c092 None None] Network 60dad57c-068c-46e3-b798-ae7f640a30e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:26.757318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.768068 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.863756 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.887964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce131d4f-4cbf-4205-909f-f6e1b00e6a2e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1721730 Dec 13 15:14:26.890579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57052) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:26.894793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f224d488-7f53-4023-962a-5403529a488c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:26.963328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-60dad57c-068c-46e3-b798-ae7f640a30e1', 'network_id': '60dad57c-068c-46e3-b798-ae7f640a30e1', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': 'b6f94c76-1d4d-4b59-b6c1-589af909bf7b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:26.964315 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.975146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:26.980109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57056) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:26.983703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ae7f79e6-44e1-4fe5-bf1d-e2712f388e7d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7752497 Dec 13 15:14:27.056828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.095799 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9f9e9f7d-32d4-4283-b847-88cfd8d37847 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1143339 Dec 13 15:14:27.099317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:27.104404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-89c7b089-830a-4786-9625-c0f30ff6af6f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-security--1893166697', 'description': 'tempest-security-description-1040512110'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:27.135303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Allocated IP 172.20.0.2 (60dad57c-068c-46e3-b798-ae7f640a30e1/b6f94c76-1d4d-4b59-b6c1-589af909bf7b/f7678b83-723a-4ac3-8b55-c916ecad4e3b) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:27.179662 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-89c7b089-830a-4786-9625-c0f30ff6af6f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.179901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.284391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-89c7b089-830a-4786-9625-c0f30ff6af6f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.348850 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.363207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a60722a3-b38e-49ee-91a1-053ec779f5b1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:14:27.365866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c04d8c-8507-4d47-a204-04daad65ed6f None None] Network 2c2aabc2-5bf7-472f-8846-f863aed6554c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:27.399781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-89c7b089-830a-4786-9625-c0f30ff6af6f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.402402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-89c7b089-830a-4786-9625-c0f30ff6af6f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.403680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-89c7b089-830a-4786-9625-c0f30ff6af6f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "PUT /v2.0/security-groups/f224d488-7f53-4023-962a-5403529a488c HTTP/1.1" status: 200 len: 1780 time: 0.3033638 Dec 13 15:14:27.406638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57064) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:27.437478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7b089-830a-4786-9625-c0f30ff6af6f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f224d488-7f53-4023-962a-5403529a488c,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:27.463524 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.476089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4814e49c-2675-446e-a084-a27d9f803398 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups/f224d488-7f53-4023-962a-5403529a488c HTTP/1.1" status: 200 len: 1780 time: 0.0680015 Dec 13 15:14:27.476877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:27.526750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Network 60dad57c-068c-46e3-b798-ae7f640a30e1 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:27.536557 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52123285-bf70-4fcd-ac41-386808e7e0f1 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.539525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:27.548064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6e6c383b-8ee3-4f9e-b533-f2f4f5df053f None None] Provisioning complete for port a60722a3-b38e-49ee-91a1-053ec779f5b1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:27.548526 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6e6c383b-8ee3-4f9e-b533-f2f4f5df053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.550970 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.575189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:27.580713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52123285-bf70-4fcd-ac41-386808e7e0f1 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.597290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Pushing event updated for resources: {'Port': ['ID=f7678b83-723a-4ac3-8b55-c916ecad4e3b,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:27.624356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f94c76-1d4d-4b59-b6c1-589af909bf7b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:27.650164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a60722a3-b38e-49ee-91a1-053ec779f5b1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:27.650557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.687938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.714161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dad57c-068c-46e3-b798-ae7f640a30e1']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:27.726216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d343f5b-e2e5-486d-af93-ff9a2c1429a6') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:27.726581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d343f5b-e2e5-486d-af93-ff9a2c1429a6') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:27.735978 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.740049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Attempting to bind port f7678b83-723a-4ac3-8b55-c916ecad4e3b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:27.740422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Attempting to bind port f7678b83-723a-4ac3-8b55-c916ecad4e3b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '6d343f5b-e2e5-486d-af93-ff9a2c1429a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60dad57c-068c-46e3-b798-ae7f640a30e1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:27.740784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Attempting to bind port f7678b83-723a-4ac3-8b55-c916ecad4e3b on network 60dad57c-068c-46e3-b798-ae7f640a30e1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:27.752615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.759918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:27.760325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:27.763525 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:27.771308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:27.771686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Checking segment: {'id': '6d343f5b-e2e5-486d-af93-ff9a2c1429a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60dad57c-068c-46e3-b798-ae7f640a30e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:27.772095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.772489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Bound using segment: {'id': '6d343f5b-e2e5-486d-af93-ff9a2c1429a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60dad57c-068c-46e3-b798-ae7f640a30e1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:27.772980 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Bound port: f7678b83-723a-4ac3-8b55-c916ecad4e3b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d343f5b-e2e5-486d-af93-ff9a2c1429a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60dad57c-068c-46e3-b798-ae7f640a30e1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:27.773369 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.812638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52123285-bf70-4fcd-ac41-386808e7e0f1 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.815458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-52123285-bf70-4fcd-ac41-386808e7e0f1 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.816591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-52123285-bf70-4fcd-ac41-386808e7e0f1 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/f224d488-7f53-4023-962a-5403529a488c HTTP/1.1" status: 204 len: 168 time: 0.3387306 Dec 13 15:14:27.820176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:27.834549 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6e6c383b-8ee3-4f9e-b533-f2f4f5df053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:27.835746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52123285-bf70-4fcd-ac41-386808e7e0f1 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f224d488-7f53-4023-962a-5403529a488c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:27.886953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:27.886953 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:27.886953 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '60dad57c-068c-46e3-b798-ae7f640a30e1'}] Dec 13 15:14:27.886953 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:27.887450 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:27.910324 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-160afda9-6108-4312-b38b-57c95f676dd6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888293 Dec 13 15:14:27.913444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57076) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:27.930018 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-d0886c56-f741-445e-a84f-15a31cdabf19 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] delete failed (client error): The resource could not be found. Dec 13 15:14:27.931253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d0886c56-f741-445e-a84f-15a31cdabf19 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/f224d488-7f53-4023-962a-5403529a488c HTTP/1.1" status: 404 len: 347 time: 0.0167735 Dec 13 15:14:27.937022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57078) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:27.943133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c6fc47da-c6d9-41d4-9b74-58aadab5ff3f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--200674183'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:27.953424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6e6c383b-8ee3-4f9e-b533-f2f4f5df053f None None] For port a60722a3-b38e-49ee-91a1-053ec779f5b1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a60722a3-b38e-49ee-91a1-053ec779f5b1,segment=NetworkSegment(4c87320e-db0c-4af6-964d-602f4037ec6b),segment_id=4c87320e-db0c-4af6-964d-602f4037ec6b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:27.962515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] For port f7678b83-723a-4ac3-8b55-c916ecad4e3b, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:27.969576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] For port f7678b83-723a-4ac3-8b55-c916ecad4e3b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f7678b83-723a-4ac3-8b55-c916ecad4e3b,segment=NetworkSegment(6d343f5b-e2e5-486d-af93-ff9a2c1429a6),segment_id=6d343f5b-e2e5-486d-af93-ff9a2c1429a6)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:27.971310 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.050893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6e6c383b-8ee3-4f9e-b533-f2f4f5df053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.097039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6fc47da-c6d9-41d4-9b74-58aadab5ff3f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.103080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.140708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:28.141401 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:28.148612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c383b-8ee3-4f9e-b533-f2f4f5df053f None None] Pushing event updated for resources: {'Port': ['ID=a60722a3-b38e-49ee-91a1-053ec779f5b1,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:28.225197 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6fc47da-c6d9-41d4-9b74-58aadab5ff3f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.225429 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:14:28.240916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c5df3a99-9ad9-4545-99b1-899ef19683af None None] Provisioning complete for port a60722a3-b38e-49ee-91a1-053ec779f5b1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:28.241300 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c5df3a99-9ad9-4545-99b1-899ef19683af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.245935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938029c-4f69-440e-b067-f0be7fce39a7 None None] Network 60dad57c-068c-46e3-b798-ae7f640a30e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:28.261517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54986-6bbd-4829-bb74-6b7b38403394 None None] Pushing event updated for resources: {'Port': ['ID=f7678b83-723a-4ac3-8b55-c916ecad4e3b,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:28.331015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6fc47da-c6d9-41d4-9b74-58aadab5ff3f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.370717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc47da-c6d9-41d4-9b74-58aadab5ff3f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613e4165-27f6-4233-b84e-f97c3d5c5b1f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:28.388884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.429812 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6fc47da-c6d9-41d4-9b74-58aadab5ff3f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.436046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c6fc47da-c6d9-41d4-9b74-58aadab5ff3f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4944689 Dec 13 15:14:28.436240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57086) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:28.448773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a352f73b-6d55-40ba-ae98-e61209807c97 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '613e4165-27f6-4233-b84e-f97c3d5c5b1f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:28.448885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42b07ef-bc09-40ce-9bc6-e7783bc6dbda None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:28.454553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port f7678b83-723a-4ac3-8b55-c916ecad4e3b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:28.455457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.529019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port f7678b83-723a-4ac3-8b55-c916ecad4e3b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f7678b83-723a-4ac3-8b55-c916ecad4e3b,segment=NetworkSegment(6d343f5b-e2e5-486d-af93-ff9a2c1429a6),segment_id=6d343f5b-e2e5-486d-af93-ff9a2c1429a6)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:28.529740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.541451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42b07ef-bc09-40ce-9bc6-e7783bc6dbda None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:28.545505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for f7678b83-723a-4ac3-8b55-c916ecad4e3b owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:28.574856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a352f73b-6d55-40ba-ae98-e61209807c97 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.654777 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a352f73b-6d55-40ba-ae98-e61209807c97 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.720102 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.736637 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a352f73b-6d55-40ba-ae98-e61209807c97 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.761447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port f7678b83-723a-4ac3-8b55-c916ecad4e3b on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:28.763352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352f73b-6d55-40ba-ae98-e61209807c97 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80787a6f-e916-4676-ae8a-90b5cf88fdb8,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:28.764386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=f7678b83-723a-4ac3-8b55-c916ecad4e3b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:28.837136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a352f73b-6d55-40ba-ae98-e61209807c97 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.840711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a352f73b-6d55-40ba-ae98-e61209807c97 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4030252 Dec 13 15:14:28.843132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57092) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:28.861417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.880837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0602fe79-8607-4fe6-982f-2a253bbc912b tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.885172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dad57c-068c-46e3-b798-ae7f640a30e1']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:28.890190 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0602fe79-8607-4fe6-982f-2a253bbc912b tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.897279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d343f5b-e2e5-486d-af93-ff9a2c1429a6') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:28.897616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d343f5b-e2e5-486d-af93-ff9a2c1429a6') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:28.908452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.921550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.927579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:28.927960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:28.931167 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:28.994190 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0602fe79-8607-4fe6-982f-2a253bbc912b tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.000795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0602fe79-8607-4fe6-982f-2a253bbc912b tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.002009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0602fe79-8607-4fe6-982f-2a253bbc912b tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/80787a6f-e916-4676-ae8a-90b5cf88fdb8 HTTP/1.1" status: 204 len: 168 time: 0.1570251 Dec 13 15:14:29.004686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57096) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:29.017022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602fe79-8607-4fe6-982f-2a253bbc912b tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80787a6f-e916-4676-ae8a-90b5cf88fdb8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:29.063563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77e7120d-f473-458d-9c96-d284212ea246 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571051 Dec 13 15:14:29.066153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57098) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:29.097205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.104770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.107978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/60dad57c-068c-46e3-b798-ae7f640a30e1 HTTP/1.1" status: 204 len: 168 time: 2.2164588 Dec 13 15:14:29.111481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57100) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:29.116618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-255045219'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:29.119638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05726f8-2b15-4159-ab3c-b5ab456fd8ab tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=60dad57c-068c-46e3-b798-ae7f640a30e1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:29.144642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf228-31b3-4737-b655-e473663863c4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.171619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf228-31b3-4737-b655-e473663863c4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.279830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:29.281608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.287083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a60722a3-b38e-49ee-91a1-053ec779f5b1 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:14:29.299396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf228-31b3-4737-b655-e473663863c4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.302484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf228-31b3-4737-b655-e473663863c4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.303650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8b9bf228-31b3-4737-b655-e473663863c4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/613e4165-27f6-4233-b84e-f97c3d5c5b1f HTTP/1.1" status: 204 len: 168 time: 0.2365704 Dec 13 15:14:29.306854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57106) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:29.315969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bf228-31b3-4737-b655-e473663863c4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e4165-27f6-4233-b84e-f97c3d5c5b1f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:29.321596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:29.331458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.336323 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment e721649e-e635-43bf-857b-c5d1add539fe of type vlan for network 0e422265-fdff-4680-8334-ed731b32e4fb Dec 13 15:14:29.365113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a60722a3-b38e-49ee-91a1-053ec779f5b1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:29.365113 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.366479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0d461a7d-dd6f-43d8-a0d1-5445015b2b33 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575614 Dec 13 15:14:29.370695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57108) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:29.375242 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084889890'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:29.386695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.508469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.509060 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.516907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:29.517730 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.583498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.592148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=0e422265-fdff-4680-8334-ed731b32e4fb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:29.602556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 0e422265-fdff-4680-8334-ed731b32e4fb details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:29.627975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-41889cf8-939c-493f-9401-ad90ea1c32d0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5127783 Dec 13 15:14:29.628263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57114) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:29.634292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '0e422265-fdff-4680-8334-ed731b32e4fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:29.652731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.747328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e2619-d969-4b8b-98fe-cb7ec43f31c8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:29.756773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.757120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.757459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.757793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.758124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.758477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.758805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.759130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.759454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.759775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.760098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.760417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:29.837972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.839298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc065c01-357f-4688-9cfe-c504ab5d9359 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4677212 Dec 13 15:14:29.842105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57118) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:29.846775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-dc6ba549-e655-4e87-bfe5-a933bae3f216 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '8c1e2619-d969-4b8b-98fe-cb7ec43f31c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:29.920265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:29.924404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:29.982888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing IP validity checks on allocation pools {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 15:14:29.983399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 15:14:30.028382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba549-e655-4e87-bfe5-a933bae3f216 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.093080 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba549-e655-4e87-bfe5-a933bae3f216 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.215565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba549-e655-4e87-bfe5-a933bae3f216 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.228745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.233392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ba549-e655-4e87-bfe5-a933bae3f216 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d721b65f-14ee-4853-a174-010067b53035,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:30.296655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=2c7adc47-0381-46db-b701-56323dced50f,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:30.304363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': 'e721649e-e635-43bf-857b-c5d1add539fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e422265-fdff-4680-8334-ed731b32e4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:30.304728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 0e422265-fdff-4680-8334-ed731b32e4fb, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:30.315855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba549-e655-4e87-bfe5-a933bae3f216 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.321343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dc6ba549-e655-4e87-bfe5-a933bae3f216 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4742470 Dec 13 15:14:30.321518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57128) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:30.326054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2434d34d-45a6-4c44-9b01-afe6dbded332 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '8c1e2619-d969-4b8b-98fe-cb7ec43f31c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:30.427993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 0e422265-fdff-4680-8334-ed731b32e4fb is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:30.468212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2434d34d-45a6-4c44-9b01-afe6dbded332 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.527851 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2434d34d-45a6-4c44-9b01-afe6dbded332 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.559598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 0e422265-fdff-4680-8334-ed731b32e4fb) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:30.563883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:30.564516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.571798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf3c18-60f6-4e21-942c-92441cb43c53 None None] Network 0e422265-fdff-4680-8334-ed731b32e4fb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:30.667017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2434d34d-45a6-4c44-9b01-afe6dbded332 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.694374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d34d-45a6-4c44-9b01-afe6dbded332 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd120f02-ca20-4fca-92a6-178095bae992,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:30.718378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8e8504b-301a-4f1d-9a3b-0f0d52018220 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0861232 Dec 13 15:14:30.718738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57136) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:30.733431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-0e422265-fdff-4680-8334-ed731b32e4fb', 'network_id': '0e422265-fdff-4680-8334-ed731b32e4fb', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': '2c7adc47-0381-46db-b701-56323dced50f'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:30.734691 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.826335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.829786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2434d34d-45a6-4c44-9b01-afe6dbded332 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:30.830963 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2434d34d-45a6-4c44-9b01-afe6dbded332 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5084450 Dec 13 15:14:30.834141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57138) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:30.838901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2bfbc8c3-069d-429f-9505-b4dc77b744f2 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '8c1e2619-d969-4b8b-98fe-cb7ec43f31c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:30.886590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Allocated IP 172.20.0.3 (0e422265-fdff-4680-8334-ed731b32e4fb/2c7adc47-0381-46db-b701-56323dced50f/23973830-ed9a-4157-b209-7bbd9df1d7df) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:30.902399 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.035901 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.039269 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc8c3-069d-429f-9505-b4dc77b744f2 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.099676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc8c3-069d-429f-9505-b4dc77b744f2 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.126430 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.166004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Network 0e422265-fdff-4680-8334-ed731b32e4fb is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:31.168818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:31.172167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:31.180833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Pushing event updated for resources: {'Port': ['ID=23973830-ed9a-4157-b209-7bbd9df1d7df,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:31.200222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc8c3-069d-429f-9505-b4dc77b744f2 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.221876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbc8c3-069d-429f-9505-b4dc77b744f2 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7353df7-0ff4-4d80-bb04-7bc2868cc3e2,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:31.225118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.237110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Attempting to bind port 23973830-ed9a-4157-b209-7bbd9df1d7df on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:31.237483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Attempting to bind port 23973830-ed9a-4157-b209-7bbd9df1d7df by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'e721649e-e635-43bf-857b-c5d1add539fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e422265-fdff-4680-8334-ed731b32e4fb'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:31.237845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Attempting to bind port 23973830-ed9a-4157-b209-7bbd9df1d7df on network 0e422265-fdff-4680-8334-ed731b32e4fb {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:31.244465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:31.245618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Checking segment: {'id': 'e721649e-e635-43bf-857b-c5d1add539fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e422265-fdff-4680-8334-ed731b32e4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:31.245618 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.245618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Bound using segment: {'id': 'e721649e-e635-43bf-857b-c5d1add539fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e422265-fdff-4680-8334-ed731b32e4fb'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:31.246039 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Bound port: 23973830-ed9a-4157-b209-7bbd9df1d7df, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e721649e-e635-43bf-857b-c5d1add539fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e422265-fdff-4680-8334-ed731b32e4fb'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:31.246455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.257099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7adc47-0381-46db-b701-56323dced50f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:31.274948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc8c3-069d-429f-9505-b4dc77b744f2 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.275492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57144) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:31.276184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2bfbc8c3-069d-429f-9505-b4dc77b744f2 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4409020 Dec 13 15:14:31.323382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7e9674bb-99a7-43d3-8cd8-4ea2c27fe186 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '8c1e2619-d969-4b8b-98fe-cb7ec43f31c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:31.324434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] For port 23973830-ed9a-4157-b209-7bbd9df1d7df, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:31.329189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] For port 23973830-ed9a-4157-b209-7bbd9df1d7df, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=23973830-ed9a-4157-b209-7bbd9df1d7df,segment=NetworkSegment(e721649e-e635-43bf-857b-c5d1add539fe),segment_id=e721649e-e635-43bf-857b-c5d1add539fe)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:31.355154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.380158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e422265-fdff-4680-8334-ed731b32e4fb']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:31.389339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e721649e-e635-43bf-857b-c5d1add539fe') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:31.389637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e721649e-e635-43bf-857b-c5d1add539fe') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:31.398918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.417299 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.419243 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.427798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:31.427798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:31.430823 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:31.484130 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e9674bb-99a7-43d3-8cd8-4ea2c27fe186 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.500944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec560ad0-e970-4c37-b940-3bd4adcc4d29 None None] Pushing event updated for resources: {'Port': ['ID=23973830-ed9a-4157-b209-7bbd9df1d7df,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:31.522915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805d526-fd11-42ce-b38e-f61cf9c19823 None None] Network 0e422265-fdff-4680-8334-ed731b32e4fb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:31.544991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:31.544991 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:31.544991 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '0e422265-fdff-4680-8334-ed731b32e4fb'}] Dec 13 15:14:31.544991 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:31.545507 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:31.565286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e9674bb-99a7-43d3-8cd8-4ea2c27fe186 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.647464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea4e0fc-4e60-4129-b8f1-8bf7fb0f6e45 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:31.667218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e9674bb-99a7-43d3-8cd8-4ea2c27fe186 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.695481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9674bb-99a7-43d3-8cd8-4ea2c27fe186 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6533e3a0-40ca-4bb2-ae10-a4daa8e6aa6a,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:31.794425 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7e9674bb-99a7-43d3-8cd8-4ea2c27fe186 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.795725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7e9674bb-99a7-43d3-8cd8-4ea2c27fe186 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5190959 Dec 13 15:14:31.798466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57158) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:31.804206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0928108a-e0f8-464a-bec2-e3f3129aba7a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '8c1e2619-d969-4b8b-98fe-cb7ec43f31c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:31.907457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0928108a-e0f8-464a-bec2-e3f3129aba7a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:31.915078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4e0fc-4e60-4129-b8f1-8bf7fb0f6e45 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:31.969453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0928108a-e0f8-464a-bec2-e3f3129aba7a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.049597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.088088 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0928108a-e0f8-464a-bec2-e3f3129aba7a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.112550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928108a-e0f8-464a-bec2-e3f3129aba7a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f235f98-18e2-44e3-9f05-d0051b840449,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:32.130505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port 23973830-ed9a-4157-b209-7bbd9df1d7df {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:32.130874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.192251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0928108a-e0f8-464a-bec2-e3f3129aba7a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.194069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0928108a-e0f8-464a-bec2-e3f3129aba7a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3941782 Dec 13 15:14:32.197206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57164) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.199432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port 23973830-ed9a-4157-b209-7bbd9df1d7df, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=23973830-ed9a-4157-b209-7bbd9df1d7df,segment=NetworkSegment(e721649e-e635-43bf-857b-c5d1add539fe),segment_id=e721649e-e635-43bf-857b-c5d1add539fe)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:32.199855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.213329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for 23973830-ed9a-4157-b209-7bbd9df1d7df owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:32.226693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-326dce34-982c-4dd2-b24c-b8d4ec6e2c45 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.236350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-326dce34-982c-4dd2-b24c-b8d4ec6e2c45 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.319892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-326dce34-982c-4dd2-b24c-b8d4ec6e2c45 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.326327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-326dce34-982c-4dd2-b24c-b8d4ec6e2c45 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.327400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-326dce34-982c-4dd2-b24c-b8d4ec6e2c45 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5f235f98-18e2-44e3-9f05-d0051b840449 HTTP/1.1" status: 204 len: 168 time: 0.1286600 Dec 13 15:14:32.330022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57168) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.340935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dce34-982c-4dd2-b24c-b8d4ec6e2c45 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f235f98-18e2-44e3-9f05-d0051b840449,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:32.371201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.386479 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7727bc2d-9a73-4dcd-9d9c-aefbc8354301 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0526445 Dec 13 15:14:32.386814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57172) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.403621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=23973830-ed9a-4157-b209-7bbd9df1d7df,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:32.413817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-667a6b05-c341-4aa7-8be4-4085aa744ec4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.415942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port 23973830-ed9a-4157-b209-7bbd9df1d7df on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:32.422850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-667a6b05-c341-4aa7-8be4-4085aa744ec4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.495989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.513000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-667a6b05-c341-4aa7-8be4-4085aa744ec4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.518491 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-667a6b05-c341-4aa7-8be4-4085aa744ec4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.522671 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-667a6b05-c341-4aa7-8be4-4085aa744ec4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6533e3a0-40ca-4bb2-ae10-a4daa8e6aa6a HTTP/1.1" status: 204 len: 168 time: 0.1325259 Dec 13 15:14:32.522882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e422265-fdff-4680-8334-ed731b32e4fb']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:32.523507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57176) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.529594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a6b05-c341-4aa7-8be4-4085aa744ec4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6533e3a0-40ca-4bb2-ae10-a4daa8e6aa6a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:32.543789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e721649e-e635-43bf-857b-c5d1add539fe') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:32.544071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e721649e-e635-43bf-857b-c5d1add539fe') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:32.561069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.588095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.608531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1ee6b30b-657b-4d38-a752-d492708c5eb9 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0844400 Dec 13 15:14:32.609691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:32.610070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.612575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57178) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:32.613175 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:32.644927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3818341f-1295-4379-9f42-d4e54440d44d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.670160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3818341f-1295-4379-9f42-d4e54440d44d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.777218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.784155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.787795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/0e422265-fdff-4680-8334-ed731b32e4fb HTTP/1.1" status: 204 len: 168 time: 2.0681133 Dec 13 15:14:32.791369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57182) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.796565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2069619511'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:32.799993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15a07a-90d2-471a-ab1c-8f13baa9c0af tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=0e422265-fdff-4680-8334-ed731b32e4fb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:32.805606 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3818341f-1295-4379-9f42-d4e54440d44d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.813476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3818341f-1295-4379-9f42-d4e54440d44d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.814585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3818341f-1295-4379-9f42-d4e54440d44d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d7353df7-0ff4-4d80-bb04-7bc2868cc3e2 HTTP/1.1" status: 204 len: 168 time: 0.1973295 Dec 13 15:14:32.817610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57186) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.824963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818341f-1295-4379-9f42-d4e54440d44d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7353df7-0ff4-4d80-bb04-7bc2868cc3e2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:32.867299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-df64b9a1-7a29-4c28-9af1-6948dbb55f5d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0488603 Dec 13 15:14:32.870136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57188) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:32.901242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a92cf47a-28f3-4167-be08-e57d9dc6cef8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.908144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:32.912266 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.915342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a92cf47a-28f3-4167-be08-e57d9dc6cef8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:32.936313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:33.003083 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.003744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a92cf47a-28f3-4167-be08-e57d9dc6cef8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.003957 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 65a4da01-2923-4813-b0ad-e7722544cbb1 of type vlan for network d092b9ae-0e8f-45bb-bdc1-abac1a130f2d Dec 13 15:14:33.012593 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a92cf47a-28f3-4167-be08-e57d9dc6cef8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.015143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a92cf47a-28f3-4167-be08-e57d9dc6cef8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cd120f02-ca20-4fca-92a6-178095bae992 HTTP/1.1" status: 204 len: 168 time: 0.1425819 Dec 13 15:14:33.017832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57194) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:33.020490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cf47a-28f3-4167-be08-e57d9dc6cef8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd120f02-ca20-4fca-92a6-178095bae992,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:33.079735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.111950 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4761485b-7505-477c-a1e0-4c91f5423c65 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0929861 Dec 13 15:14:33.114830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57196) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:33.138891 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7cfde8c6-6694-4472-b3c3-763357b06d0f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.147318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7cfde8c6-6694-4472-b3c3-763357b06d0f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.188465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.195163 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:33.195868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.272272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=d092b9ae-0e8f-45bb-bdc1-abac1a130f2d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:33.278646 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7cfde8c6-6694-4472-b3c3-763357b06d0f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.283161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d092b9ae-0e8f-45bb-bdc1-abac1a130f2d details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:33.285455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7cfde8c6-6694-4472-b3c3-763357b06d0f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.287514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7cfde8c6-6694-4472-b3c3-763357b06d0f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d721b65f-14ee-4853-a174-010067b53035 HTTP/1.1" status: 204 len: 168 time: 0.1707325 Dec 13 15:14:33.289940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:33.301286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfde8c6-6694-4472-b3c3-763357b06d0f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d721b65f-14ee-4853-a174-010067b53035,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:33.337201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9e4a3dbc-b066-4c87-8e40-58f151b40f0e tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458779 Dec 13 15:14:33.340535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57204) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:33.353272 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d082dd08-6b28-44c5-96b9-b46825244323 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5583189 Dec 13 15:14:33.354672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57206) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:33.362217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:33.425999 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12aaa6c-5e11-4ee2-ae63-65bdd1a5b234 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.452817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12aaa6c-5e11-4ee2-ae63-65bdd1a5b234 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.571607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:33.571900 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12aaa6c-5e11-4ee2-ae63-65bdd1a5b234 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.574805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a12aaa6c-5e11-4ee2-ae63-65bdd1a5b234 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.575613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.578914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57212) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:33.579399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a12aaa6c-5e11-4ee2-ae63-65bdd1a5b234 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c1e2619-d969-4b8b-98fe-cb7ec43f31c8 HTTP/1.1" status: 204 len: 168 time: 0.2377367 Dec 13 15:14:33.591199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aaa6c-5e11-4ee2-ae63-65bdd1a5b234 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e2619-d969-4b8b-98fe-cb7ec43f31c8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:33.675321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-46b32f4a-9901-4a28-80f3-3bfb75b8c20e tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951140 Dec 13 15:14:33.682651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57216) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:33.689379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-16436800-4154-411c-ac58-bff6ae2b77da tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117550370'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:33.804566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16436800-4154-411c-ac58-bff6ae2b77da tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.856537 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.880662 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16436800-4154-411c-ac58-bff6ae2b77da tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.925364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=c802d739-c88e-4e2b-965f-2d4c630c9b84,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:33.934926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': '65a4da01-2923-4813-b0ad-e7722544cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:33.935354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: d092b9ae-0e8f-45bb-bdc1-abac1a130f2d, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:33.937205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16436800-4154-411c-ac58-bff6ae2b77da tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:33.969177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16436800-4154-411c-ac58-bff6ae2b77da tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd1697f-879b-4314-9839-17d3daf43dae,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:34.034291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network d092b9ae-0e8f-45bb-bdc1-abac1a130f2d is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:34.059012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-16436800-4154-411c-ac58-bff6ae2b77da tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.063210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57222) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:34.063344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-16436800-4154-411c-ac58-bff6ae2b77da tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3794117 Dec 13 15:14:34.068179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8052c7ff-b0d4-471a-be6e-53ce93cfa848 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '9dd1697f-879b-4314-9839-17d3daf43dae', 'direction': 'ingress', 'protocol': 17}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:34.135973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d092b9ae-0e8f-45bb-bdc1-abac1a130f2d) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:34.140181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:34.140826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.145069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f80dd-388d-4cfe-b015-e65b0710b976 None None] Network d092b9ae-0e8f-45bb-bdc1-abac1a130f2d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:34.164712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8052c7ff-b0d4-471a-be6e-53ce93cfa848 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.225761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8052c7ff-b0d4-471a-be6e-53ce93cfa848 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.295115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-d092b9ae-0e8f-45bb-bdc1-abac1a130f2d', 'network_id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': 'c802d739-c88e-4e2b-965f-2d4c630c9b84'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:34.295977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.302283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-744861b3-f8b4-41d5-899d-3328b413a206 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9430444 Dec 13 15:14:34.302442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57224) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:34.325493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8052c7ff-b0d4-471a-be6e-53ce93cfa848 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.392893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052c7ff-b0d4-471a-be6e-53ce93cfa848 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f0355d-07b8-4cbc-bac5-02babccad8c9,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:34.445996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.457433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Allocated IP 172.20.0.1 (d092b9ae-0e8f-45bb-bdc1-abac1a130f2d/c802d739-c88e-4e2b-965f-2d4c630c9b84/592a12f8-4494-4592-a9db-ab34cd1763e6) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:34.498691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.526610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8052c7ff-b0d4-471a-be6e-53ce93cfa848 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.530741 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8052c7ff-b0d4-471a-be6e-53ce93cfa848 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4635315 Dec 13 15:14:34.530895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57232) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:34.592631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3f71a404-81d2-4668-be65-b09bd76bac43 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.620447 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3f71a404-81d2-4668-be65-b09bd76bac43 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.629678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.749401 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.789147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Network d092b9ae-0e8f-45bb-bdc1-abac1a130f2d is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:34.792000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:34.794727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:34.805679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3f71a404-81d2-4668-be65-b09bd76bac43 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.806619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Pushing event updated for resources: {'Port': ['ID=592a12f8-4494-4592-a9db-ab34cd1763e6,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:34.808814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3f71a404-81d2-4668-be65-b09bd76bac43 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.812812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57236) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:34.822691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3f71a404-81d2-4668-be65-b09bd76bac43 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/9dd1697f-879b-4314-9839-17d3daf43dae HTTP/1.1" status: 204 len: 168 time: 0.2809417 Dec 13 15:14:34.825128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71a404-81d2-4668-be65-b09bd76bac43 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd1697f-879b-4314-9839-17d3daf43dae,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:34.839335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.872571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=c802d739-c88e-4e2b-965f-2d4c630c9b84,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:34.897234 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Attempting to bind port 592a12f8-4494-4592-a9db-ab34cd1763e6 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:34.897928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Attempting to bind port 592a12f8-4494-4592-a9db-ab34cd1763e6 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '65a4da01-2923-4813-b0ad-e7722544cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:34.898593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Attempting to bind port 592a12f8-4494-4592-a9db-ab34cd1763e6 on network d092b9ae-0e8f-45bb-bdc1-abac1a130f2d {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:34.904895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:34.905610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Checking segment: {'id': '65a4da01-2923-4813-b0ad-e7722544cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:34.906087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.906594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Bound using segment: {'id': '65a4da01-2923-4813-b0ad-e7722544cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:34.907220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Bound port: 592a12f8-4494-4592-a9db-ab34cd1763e6, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a4da01-2923-4813-b0ad-e7722544cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:34.907598 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.955421 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-94d45c20-dd00-42c7-935c-1edca2a059b5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1383970 Dec 13 15:14:34.956514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57240) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:34.961880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-caee622f-e894-48b2-a7e9-1168b6210577 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--537973363'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:34.964899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:34.982967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] For port 592a12f8-4494-4592-a9db-ab34cd1763e6, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:34.985994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d092b9ae-0e8f-45bb-bdc1-abac1a130f2d']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:34.986513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] For port 592a12f8-4494-4592-a9db-ab34cd1763e6, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=592a12f8-4494-4592-a9db-ab34cd1763e6,segment=NetworkSegment(65a4da01-2923-4813-b0ad-e7722544cbb1),segment_id=65a4da01-2923-4813-b0ad-e7722544cbb1)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:34.995926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a4da01-2923-4813-b0ad-e7722544cbb1') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:34.996220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a4da01-2923-4813-b0ad-e7722544cbb1') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:35.005271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.097156 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caee622f-e894-48b2-a7e9-1168b6210577 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.168044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caee622f-e894-48b2-a7e9-1168b6210577 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.170519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.172852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.180328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:35.180856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:35.184118 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:35.228064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caee622f-e894-48b2-a7e9-1168b6210577 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.255867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee622f-e894-48b2-a7e9-1168b6210577 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d00098-2085-4713-9da5-40af5e3f0c9e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:35.259035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329e8fc-3b52-4f6b-8fe1-342dcd3e5067 None None] Pushing event updated for resources: {'Port': ['ID=592a12f8-4494-4592-a9db-ab34cd1763e6,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:35.279258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407e8c5-05c4-4aed-956b-ef2e8824649b None None] Network d092b9ae-0e8f-45bb-bdc1-abac1a130f2d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:35.291671 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:35.291671 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:35.291671 n-d-816954-1 neutron-server[102823]: [parameters: {'id': 'd092b9ae-0e8f-45bb-bdc1-abac1a130f2d'}] Dec 13 15:14:35.291671 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:35.292138 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:35.334329 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-caee622f-e894-48b2-a7e9-1168b6210577 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.335701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-caee622f-e894-48b2-a7e9-1168b6210577 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3781888 Dec 13 15:14:35.338553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57246) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:35.342808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-07281bd3-a582-48dd-8d58-7f2267b314f4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894906445'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:35.408484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f7e05-dc90-4fc8-a16b-64b8b82cce11 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:35.478896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07281bd3-a582-48dd-8d58-7f2267b314f4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.516685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f7e05-dc90-4fc8-a16b-64b8b82cce11 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:35.537079 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07281bd3-a582-48dd-8d58-7f2267b314f4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.603928 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07281bd3-a582-48dd-8d58-7f2267b314f4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.635519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07281bd3-a582-48dd-8d58-7f2267b314f4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d255321c-c169-4317-9f50-6424aa433e2f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:35.726656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07281bd3-a582-48dd-8d58-7f2267b314f4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.727819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-07281bd3-a582-48dd-8d58-7f2267b314f4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3884935 Dec 13 15:14:35.730741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57254) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:35.735032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-396295dd-7521-4e4b-82e4-d5ef02e2b290 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '42d00098-2085-4713-9da5-40af5e3f0c9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd255321c-c169-4317-9f50-6424aa433e2f', 'remote_ip_prefix': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:35.793571 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.839087 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396295dd-7521-4e4b-82e4-d5ef02e2b290 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.863623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port 592a12f8-4494-4592-a9db-ab34cd1763e6 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:35.863896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.913661 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396295dd-7521-4e4b-82e4-d5ef02e2b290 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.927667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port 592a12f8-4494-4592-a9db-ab34cd1763e6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=592a12f8-4494-4592-a9db-ab34cd1763e6,segment=NetworkSegment(65a4da01-2923-4813-b0ad-e7722544cbb1),segment_id=65a4da01-2923-4813-b0ad-e7722544cbb1)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:35.928169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:35.941609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for 592a12f8-4494-4592-a9db-ab34cd1763e6 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:35.988770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396295dd-7521-4e4b-82e4-d5ef02e2b290 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.014421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396295dd-7521-4e4b-82e4-d5ef02e2b290 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29839673-4596-40f2-8bbb-46f2826e42cc,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:36.092075 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-396295dd-7521-4e4b-82e4-d5ef02e2b290 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.099507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-396295dd-7521-4e4b-82e4-d5ef02e2b290 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3617020 Dec 13 15:14:36.099507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57262) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:36.120694 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27f64924-5953-44d9-94c4-9e054766adca tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.129563 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27f64924-5953-44d9-94c4-9e054766adca tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.143026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.171709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=592a12f8-4494-4592-a9db-ab34cd1763e6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:36.178627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port 592a12f8-4494-4592-a9db-ab34cd1763e6 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:36.266776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.285887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27f64924-5953-44d9-94c4-9e054766adca tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.286529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d092b9ae-0e8f-45bb-bdc1-abac1a130f2d']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:36.291556 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-27f64924-5953-44d9-94c4-9e054766adca tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.295143 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-27f64924-5953-44d9-94c4-9e054766adca tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/29839673-4596-40f2-8bbb-46f2826e42cc HTTP/1.1" status: 204 len: 168 time: 0.1956117 Dec 13 15:14:36.295884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57266) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:36.300647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f64924-5953-44d9-94c4-9e054766adca tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29839673-4596-40f2-8bbb-46f2826e42cc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:36.313653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a4da01-2923-4813-b0ad-e7722544cbb1') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:36.318434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a4da01-2923-4813-b0ad-e7722544cbb1') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:36.327023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.360929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9acae9c8-6f9a-4277-b8a7-6dc224bf3364 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0642807 Dec 13 15:14:36.362149 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.364337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57268) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:36.381831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:36.382303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:36.385145 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:36.472440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f1636e7e-cb64-462a-81e0-067eec141264 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.498588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f1636e7e-cb64-462a-81e0-067eec141264 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.542889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.550680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.553748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/d092b9ae-0e8f-45bb-bdc1-abac1a130f2d HTTP/1.1" status: 204 len: 168 time: 2.2504318 Dec 13 15:14:36.557299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57274) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:36.562476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1581505226'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:36.566214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d5bd-d3ef-4914-a5b3-45242ac9d21d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=d092b9ae-0e8f-45bb-bdc1-abac1a130f2d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:36.616296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f1636e7e-cb64-462a-81e0-067eec141264 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.619030 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f1636e7e-cb64-462a-81e0-067eec141264 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.620191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f1636e7e-cb64-462a-81e0-067eec141264 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/d255321c-c169-4317-9f50-6424aa433e2f HTTP/1.1" status: 204 len: 168 time: 0.2544165 Dec 13 15:14:36.623424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57278) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:36.640772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1636e7e-cb64-462a-81e0-067eec141264 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d255321c-c169-4317-9f50-6424aa433e2f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:36.676633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:36.681795 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.690396 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0a73623-3108-4651-ab4e-50ccbb8868ee tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0658906 Dec 13 15:14:36.693790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57280) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:36.709873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:36.718876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.719236 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment fee870c3-5755-48bc-b12f-b859e68a87f7 of type vlan for network 09a92223-2e70-48de-8778-fa6b0233f75f Dec 13 15:14:36.747544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c07884e-86ca-4bd3-bbb4-91d44a5369ba tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.764251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.771787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c07884e-86ca-4bd3-bbb4-91d44a5369ba tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.931129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.937068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:36.937653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.953997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c07884e-86ca-4bd3-bbb4-91d44a5369ba tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.957548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7c07884e-86ca-4bd3-bbb4-91d44a5369ba tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:36.958026 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7c07884e-86ca-4bd3-bbb4-91d44a5369ba tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/42d00098-2085-4713-9da5-40af5e3f0c9e HTTP/1.1" status: 204 len: 168 time: 0.2638636 Dec 13 15:14:36.961635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57284) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:36.975208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07884e-86ca-4bd3-bbb4-91d44a5369ba tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d00098-2085-4713-9da5-40af5e3f0c9e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:37.011717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=09a92223-2e70-48de-8778-fa6b0233f75f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:37.025161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 09a92223-2e70-48de-8778-fa6b0233f75f details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:37.028835 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-30b1a3e7-890e-45c4-b43f-dcd92f8ce609 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644984 Dec 13 15:14:37.032856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57286) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:37.037751 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4706972d-79b0-443a-8ede-02fdbf8df1f5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456123889'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:37.089567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-569f6696-18ee-4cb4-baac-5922073f32ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5310564 Dec 13 15:14:37.092384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57290) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:37.098649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '09a92223-2e70-48de-8778-fa6b0233f75f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:37.200384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4706972d-79b0-443a-8ede-02fdbf8df1f5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.319934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:37.323552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.572494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4706972d-79b0-443a-8ede-02fdbf8df1f5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.600998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.651417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4706972d-79b0-443a-8ede-02fdbf8df1f5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.663461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=afca4555-0243-4bf2-bc6e-8eb4bc12c377,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:37.674627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': 'fee870c3-5755-48bc-b12f-b859e68a87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09a92223-2e70-48de-8778-fa6b0233f75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:37.674983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 09a92223-2e70-48de-8778-fa6b0233f75f, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:37.682496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706972d-79b0-443a-8ede-02fdbf8df1f5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303af303-9f10-4329-b64e-9ee656b529aa,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:37.745439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4706972d-79b0-443a-8ede-02fdbf8df1f5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.746857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4706972d-79b0-443a-8ede-02fdbf8df1f5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7126899 Dec 13 15:14:37.749676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57302) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:37.754424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-09e651ae-7317-4f69-8f0f-fa36ea13a4e6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '303af303-9f10-4329-b64e-9ee656b529aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:37.761674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 09a92223-2e70-48de-8778-fa6b0233f75f is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:37.866868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 09a92223-2e70-48de-8778-fa6b0233f75f) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:37.870993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:37.871567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.876218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe64c6e9-7e5f-4c6b-bafc-5dd5fe6265d0 None None] Network 09a92223-2e70-48de-8778-fa6b0233f75f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:37.895439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09e651ae-7317-4f69-8f0f-fa36ea13a4e6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.972659 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09e651ae-7317-4f69-8f0f-fa36ea13a4e6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:37.979467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a4a449f-89f0-46ae-a8de-417fb9bc9c07 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8859954 Dec 13 15:14:37.982089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57306) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:38.033150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09e651ae-7317-4f69-8f0f-fa36ea13a4e6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.048741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-09a92223-2e70-48de-8778-fa6b0233f75f', 'network_id': '09a92223-2e70-48de-8778-fa6b0233f75f', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': 'afca4555-0243-4bf2-bc6e-8eb4bc12c377'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:38.050285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.079363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e651ae-7317-4f69-8f0f-fa36ea13a4e6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee061ef-55a9-49a4-b91f-424579ba02a4,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:38.103881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.168731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.189326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09e651ae-7317-4f69-8f0f-fa36ea13a4e6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.194536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-09e651ae-7317-4f69-8f0f-fa36ea13a4e6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4436681 Dec 13 15:14:38.196335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57310) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:38.205439 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Allocated IP 172.20.0.2 (09a92223-2e70-48de-8778-fa6b0233f75f/afca4555-0243-4bf2-bc6e-8eb4bc12c377/d4a9de1f-335c-419a-9fed-73ecf7039edc) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:38.241683 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98874c46-1fe3-413f-a842-a10c98e9300f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.251120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98874c46-1fe3-413f-a842-a10c98e9300f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.370181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.398875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98874c46-1fe3-413f-a842-a10c98e9300f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.405523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-98874c46-1fe3-413f-a842-a10c98e9300f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.408740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-98874c46-1fe3-413f-a842-a10c98e9300f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2ee061ef-55a9-49a4-b91f-424579ba02a4 HTTP/1.1" status: 204 len: 168 time: 0.2104774 Dec 13 15:14:38.409680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57316) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:38.413147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98874c46-1fe3-413f-a842-a10c98e9300f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ee061ef-55a9-49a4-b91f-424579ba02a4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:38.459305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1fb4b9b2-9e97-4fbd-9c41-f5e68e89c403 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450616 Dec 13 15:14:38.459636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57318) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:38.461773 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.500402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Network 09a92223-2e70-48de-8778-fa6b0233f75f is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:38.504771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:38.508165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:38.517507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Pushing event updated for resources: {'Port': ['ID=d4a9de1f-335c-419a-9fed-73ecf7039edc,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:38.520535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ca2195d-7581-4699-bd9e-dec3bf13f4fa tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.544725 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ca2195d-7581-4699-bd9e-dec3bf13f4fa tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.553948 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.580994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Attempting to bind port d4a9de1f-335c-419a-9fed-73ecf7039edc on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:38.581363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Attempting to bind port d4a9de1f-335c-419a-9fed-73ecf7039edc by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'fee870c3-5755-48bc-b12f-b859e68a87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09a92223-2e70-48de-8778-fa6b0233f75f'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:38.581725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Attempting to bind port d4a9de1f-335c-419a-9fed-73ecf7039edc on network 09a92223-2e70-48de-8778-fa6b0233f75f {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:38.587362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:38.587733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Checking segment: {'id': 'fee870c3-5755-48bc-b12f-b859e68a87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09a92223-2e70-48de-8778-fa6b0233f75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:38.588132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.588525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Bound using segment: {'id': 'fee870c3-5755-48bc-b12f-b859e68a87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09a92223-2e70-48de-8778-fa6b0233f75f'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:38.588989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Bound port: d4a9de1f-335c-419a-9fed-73ecf7039edc, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee870c3-5755-48bc-b12f-b859e68a87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '09a92223-2e70-48de-8778-fa6b0233f75f'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:38.589361 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.605503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=afca4555-0243-4bf2-bc6e-8eb4bc12c377,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:38.639867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ca2195d-7581-4699-bd9e-dec3bf13f4fa tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.646461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6ca2195d-7581-4699-bd9e-dec3bf13f4fa tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.646461 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6ca2195d-7581-4699-bd9e-dec3bf13f4fa tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/303af303-9f10-4329-b64e-9ee656b529aa HTTP/1.1" status: 204 len: 168 time: 0.1837561 Dec 13 15:14:38.649379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57324) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:38.656147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2195d-7581-4699-bd9e-dec3bf13f4fa tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303af303-9f10-4329-b64e-9ee656b529aa,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:38.679343 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.679650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] For port d4a9de1f-335c-419a-9fed-73ecf7039edc, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:38.697780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] For port d4a9de1f-335c-419a-9fed-73ecf7039edc, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d4a9de1f-335c-419a-9fed-73ecf7039edc,segment=NetworkSegment(fee870c3-5755-48bc-b12f-b859e68a87f7),segment_id=fee870c3-5755-48bc-b12f-b859e68a87f7)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:38.714354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a92223-2e70-48de-8778-fa6b0233f75f']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:38.736131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee870c3-5755-48bc-b12f-b859e68a87f7') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:38.736131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee870c3-5755-48bc-b12f-b859e68a87f7') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:38.742516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c59d9bbc-87a1-4c40-ab83-eb0e0b9b9763 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920300 Dec 13 15:14:38.746951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.748501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57328) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:38.757096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ddf5bc5f-9956-4a69-b83f-69926059efb4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858582579'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:38.776599 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.780160 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.786653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:38.787156 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:38.790679 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:38.866051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7eb09-9a8d-41b3-845b-c3878af22841 None None] Pushing event updated for resources: {'Port': ['ID=d4a9de1f-335c-419a-9fed-73ecf7039edc,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:38.873382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77686fa5-ccf4-465b-ad94-b7cb4773ec2e None None] Network 09a92223-2e70-48de-8778-fa6b0233f75f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:38.885892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddf5bc5f-9956-4a69-b83f-69926059efb4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:38.931981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:38.931981 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:38.931981 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '09a92223-2e70-48de-8778-fa6b0233f75f'}] Dec 13 15:14:38.931981 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:38.932492 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:38.959567 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddf5bc5f-9956-4a69-b83f-69926059efb4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.005840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e84730-504d-49ee-90d9-15483a69ae71 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:39.028656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddf5bc5f-9956-4a69-b83f-69926059efb4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.058676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5bc5f-9956-4a69-b83f-69926059efb4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7538ddd6-883d-42bb-9817-74af2c89ac27,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:39.100586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e84730-504d-49ee-90d9-15483a69ae71 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:39.110738 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddf5bc5f-9956-4a69-b83f-69926059efb4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.120434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ddf5bc5f-9956-4a69-b83f-69926059efb4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3626628 Dec 13 15:14:39.121051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57334) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:39.121051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-27fab7e7-34bd-4bc1-8eec-51518a59f21a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '7538ddd6-883d-42bb-9817-74af2c89ac27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:39.262055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27fab7e7-34bd-4bc1-8eec-51518a59f21a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.323864 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27fab7e7-34bd-4bc1-8eec-51518a59f21a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.394578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27fab7e7-34bd-4bc1-8eec-51518a59f21a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.412730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fab7e7-34bd-4bc1-8eec-51518a59f21a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41339013-92e9-4efe-8f28-80ff75f314b4,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:39.433063 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.486360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port d4a9de1f-335c-419a-9fed-73ecf7039edc {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:39.486620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.523921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-27fab7e7-34bd-4bc1-8eec-51518a59f21a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.525189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-27fab7e7-34bd-4bc1-8eec-51518a59f21a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4087062 Dec 13 15:14:39.528425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57340) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:39.549808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-63923ade-7f2c-4f9f-8440-6be9894fa9f6 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules/41339013-92e9-4efe-8f28-80ff75f314b4 HTTP/1.1" status: 200 len: 763 time: 0.0191243 Dec 13 15:14:39.551809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57342) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:39.556829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port d4a9de1f-335c-419a-9fed-73ecf7039edc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d4a9de1f-335c-419a-9fed-73ecf7039edc,segment=NetworkSegment(fee870c3-5755-48bc-b12f-b859e68a87f7),segment_id=fee870c3-5755-48bc-b12f-b859e68a87f7)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:39.557186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.579584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for d4a9de1f-335c-419a-9fed-73ecf7039edc owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:39.611930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-728998b4-0d40-4c12-b2ea-6d346036d176 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0579650 Dec 13 15:14:39.615629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57346) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:39.640231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-054c525e-211a-450a-811f-b12bb7a4cc7f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.649618 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-054c525e-211a-450a-811f-b12bb7a4cc7f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.771968 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-054c525e-211a-450a-811f-b12bb7a4cc7f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.778534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-054c525e-211a-450a-811f-b12bb7a4cc7f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:39.779682 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-054c525e-211a-450a-811f-b12bb7a4cc7f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/41339013-92e9-4efe-8f28-80ff75f314b4 HTTP/1.1" status: 204 len: 168 time: 0.1630073 Dec 13 15:14:39.782391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57354) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:39.809263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c525e-211a-450a-811f-b12bb7a4cc7f tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41339013-92e9-4efe-8f28-80ff75f314b4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:39.850353 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ff3f1dd-7e4e-4eed-8b61-6b238dc25eb5 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665569 Dec 13 15:14:39.852936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57358) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:39.857609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-78269804-db7d-4350-b6f9-29d85430d074 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '7538ddd6-883d-42bb-9817-74af2c89ac27', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:40.028074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78269804-db7d-4350-b6f9-29d85430d074 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.089115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78269804-db7d-4350-b6f9-29d85430d074 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.160207 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.187762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=d4a9de1f-335c-419a-9fed-73ecf7039edc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:40.189579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port d4a9de1f-335c-419a-9fed-73ecf7039edc on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:40.194683 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78269804-db7d-4350-b6f9-29d85430d074 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.217815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78269804-db7d-4350-b6f9-29d85430d074 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e918d8-e5a7-4c42-bf1a-7a8c7313b849,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:40.308808 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.326605 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78269804-db7d-4350-b6f9-29d85430d074 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.327957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-78269804-db7d-4350-b6f9-29d85430d074 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4738877 Dec 13 15:14:40.330734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57370) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:40.331547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a92223-2e70-48de-8778-fa6b0233f75f']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:40.342334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee870c3-5755-48bc-b12f-b859e68a87f7') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:40.343001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee870c3-5755-48bc-b12f-b859e68a87f7') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:40.352181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.358310 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-00aa426b-3cf4-4cf9-9790-52a35f8d6ee8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules/59e918d8-e5a7-4c42-bf1a-7a8c7313b849 HTTP/1.1" status: 200 len: 763 time: 0.0264118 Dec 13 15:14:40.360989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57372) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:40.369115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.376471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:40.380712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:40.381247 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:40.413435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2e9d0fd-e7eb-4d6c-bc3a-d7414c9c802d tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0489824 Dec 13 15:14:40.417683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57376) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:40.462823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ff0c2be-5cc9-483f-9b39-5bad779ae5a4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.469463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ad74e-2140-46ec-a931-8641d52ab91b req-b56b58a0-9bdb-4d5b-86ae-69f726c538a5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:40.470711 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ff0c2be-5cc9-483f-9b39-5bad779ae5a4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.471110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff7ad74e-2140-46ec-a931-8641d52ab91b req-b56b58a0-9bdb-4d5b-86ae-69f726c538a5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 945 time: 0.2146535 Dec 13 15:14:40.514328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff7ad74e-2140-46ec-a931-8641d52ab91b req-dd5df0b6-b19a-4333-9b88-afeed698dceb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362322 Dec 13 15:14:40.571793 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.579003 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.582161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/09a92223-2e70-48de-8778-fa6b0233f75f HTTP/1.1" status: 204 len: 168 time: 2.5989659 Dec 13 15:14:40.585770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57382) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:40.601885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-803236869'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:40.609222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7277e4-dd44-427b-920b-8d4dcc1572aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=09a92223-2e70-48de-8778-fa6b0233f75f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:40.615412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ff0c2be-5cc9-483f-9b39-5bad779ae5a4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.620074 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ff0c2be-5cc9-483f-9b39-5bad779ae5a4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.621185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9ff0c2be-5cc9-483f-9b39-5bad779ae5a4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/59e918d8-e5a7-4c42-bf1a-7a8c7313b849 HTTP/1.1" status: 204 len: 168 time: 0.2026489 Dec 13 15:14:40.623948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57384) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:40.637502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0c2be-5cc9-483f-9b39-5bad779ae5a4 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59e918d8-e5a7-4c42-bf1a-7a8c7313b849,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:40.664418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-27d8cadf-ec25-4711-b910-27d5e28d29c7 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393353 Dec 13 15:14:40.667147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57386) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:40.671288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '7538ddd6-883d-42bb-9817-74af2c89ac27', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:40.696751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:40.700374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.727611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:40.737748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.738089 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment a86e20c9-376c-4060-98d7-9f36c6329ef8 of type vlan for network 5c1404da-6ac7-444f-a707-f883a620ceba Dec 13 15:14:40.777242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.817194 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Project 40248460eea749e395ce8b8820917ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:14:40.822886 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.868554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.874288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:40.875026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.882147 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:40.941426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=5c1404da-6ac7-444f-a707-f883a620ceba,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:40.951397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 5c1404da-6ac7-444f-a707-f883a620ceba details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:40.982993 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.000758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2f527d-7e5d-4021-a1bc-ad3fb94edc94,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:41.014142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb0312e4-f9ac-4ce9-8647-5480e2219f2c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4273105 Dec 13 15:14:41.017136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57388) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.021643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '5c1404da-6ac7-444f-a707-f883a620ceba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:41.127895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.129021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eece9e1b-8332-4ab1-9a6a-a15aeb48fc95 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4609702 Dec 13 15:14:41.132022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57390) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.150308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1d43f8dc-1cb7-4971-aa44-751a32c4f829 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules/6a2f527d-7e5d-4021-a1bc-ad3fb94edc94 HTTP/1.1" status: 200 len: 769 time: 0.0172226 Dec 13 15:14:41.155198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57392) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.195002 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d9b4df3e-388f-4232-a055-c0a516c5d63c tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0388212 Dec 13 15:14:41.197531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57394) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.219068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12dc8878-560f-45c8-850e-8df95d6c4010 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.227115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12dc8878-560f-45c8-850e-8df95d6c4010 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.241947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:41.245359 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.307338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing IP validity checks on allocation pools {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 15:14:41.307845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 15:14:41.414078 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12dc8878-560f-45c8-850e-8df95d6c4010 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.424126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-12dc8878-560f-45c8-850e-8df95d6c4010 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.425490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-12dc8878-560f-45c8-850e-8df95d6c4010 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6a2f527d-7e5d-4021-a1bc-ad3fb94edc94 HTTP/1.1" status: 204 len: 168 time: 0.2270970 Dec 13 15:14:41.428189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.432169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc8878-560f-45c8-850e-8df95d6c4010 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a2f527d-7e5d-4021-a1bc-ad3fb94edc94,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:41.470429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1de418f1-bb27-4b99-9afe-39727456d781 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409799 Dec 13 15:14:41.473231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57398) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.527744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-244512ed-c556-433c-bb0e-712d2d9c88d8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.551084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-244512ed-c556-433c-bb0e-712d2d9c88d8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.614448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.680000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-244512ed-c556-433c-bb0e-712d2d9c88d8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.683298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-244512ed-c556-433c-bb0e-712d2d9c88d8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.683933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-244512ed-c556-433c-bb0e-712d2d9c88d8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/7538ddd6-883d-42bb-9817-74af2c89ac27 HTTP/1.1" status: 204 len: 168 time: 0.2098105 Dec 13 15:14:41.687548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57410) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.695036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=7af1e7a2-de7e-4ee6-b86d-4922beaf62ba,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:41.708935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244512ed-c556-433c-bb0e-712d2d9c88d8 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7538ddd6-883d-42bb-9817-74af2c89ac27,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:41.725657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': 'a86e20c9-376c-4060-98d7-9f36c6329ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5c1404da-6ac7-444f-a707-f883a620ceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:41.729287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 5c1404da-6ac7-444f-a707-f883a620ceba, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:41.754088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869adbd-b41c-44e4-8bdd-22ccd91d9be8 req-81880324-1aa8-4633-b44e-d3d9c71a49d1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:41.756174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5869adbd-b41c-44e4-8bdd-22ccd91d9be8 req-81880324-1aa8-4633-b44e-d3d9c71a49d1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 945 time: 0.1477597 Dec 13 15:14:41.771637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf9a8ff8-c2f2-433c-9a8e-e271433d1f7c tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773818 Dec 13 15:14:41.771967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57412) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:41.776281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374338809'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:41.795021 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5869adbd-b41c-44e4-8bdd-22ccd91d9be8 req-ec28db0d-ec20-4833-9577-a31461c68b0d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328546 Dec 13 15:14:41.808383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-a1bc6ddb-983a-46a9-9b01-cb3a30fa7ec5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:41.809848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-a1bc6ddb-983a-46a9-9b01-cb3a30fa7ec5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 945 time: 0.0829093 Dec 13 15:14:41.868553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 5c1404da-6ac7-444f-a707-f883a620ceba is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:41.904913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:41.905256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.909210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:41.998811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 5c1404da-6ac7-444f-a707-f883a620ceba) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:42.004059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:42.006613 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.008345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deff0fe-5821-435f-a87f-04901293434a None None] Network 5c1404da-6ac7-444f-a707-f883a620ceba requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:42.027741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] For port 2fd23cc5-150b-4b9f-a654-5089b69e5a38, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=2fd23cc5-150b-4b9f-a654-5089b69e5a38,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:42.028113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.095709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.099338 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9eaaf6fa-cc98-4ec6-b00d-cc73792f1465 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0815842 Dec 13 15:14:42.102520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57414) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:42.155143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-5c1404da-6ac7-444f-a707-f883a620ceba', 'network_id': '5c1404da-6ac7-444f-a707-f883a620ceba', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': '7af1e7a2-de7e-4ee6-b86d-4922beaf62ba'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:42.156010 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.181687 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.215640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.256185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453cfe84-228f-43b6-9cb7-36515c9f98f9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:42.272171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.272686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.273131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.274369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.275423 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.275873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.276318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.276802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.277368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.277854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.278363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.282006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:14:42.300320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.312866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Allocated IP 172.20.0.3 (5c1404da-6ac7-444f-a707-f883a620ceba/7af1e7a2-de7e-4ee6-b86d-4922beaf62ba/a66101ff-dbaa-4051-957b-59fac3540ddf) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:42.323885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.324689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.325246 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Floating IP b0c094de-84a6-4e40-a711-890aa8aa48b2 disassociated. External IP: 172.25.7.22, port: 2fd23cc5-150b-4b9f-a654-5089b69e5a38. Dec 13 15:14:42.325899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for 2fd23cc5-150b-4b9f-a654-5089b69e5a38 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:42.386125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.387715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-80566abd-6f7d-4478-9861-70aa3a39179a tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6148753 Dec 13 15:14:42.390634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57416) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:42.395459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-68a2fb16-d1ba-4303-8b76-4f2133b04b98 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Request body: {'security_group_rule': {'security_group_id': '453cfe84-228f-43b6-9cb7-36515c9f98f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:42.491421 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68a2fb16-d1ba-4303-8b76-4f2133b04b98 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.510604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.559111 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.565360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68a2fb16-d1ba-4303-8b76-4f2133b04b98 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.588250 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.591698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=2fd23cc5-150b-4b9f-a654-5089b69e5a38,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:42.650224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Network 5c1404da-6ac7-444f-a707-f883a620ceba is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:42.653176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:42.658495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:42.671675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Pushing event updated for resources: {'Port': ['ID=a66101ff-dbaa-4051-957b-59fac3540ddf,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:42.673067 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68a2fb16-d1ba-4303-8b76-4f2133b04b98 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.702189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2fb16-d1ba-4303-8b76-4f2133b04b98 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95499878-2f15-4aaf-9180-2d5b451af5ac,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:42.725875 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.734496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:14:42.743148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Attempting to bind port a66101ff-dbaa-4051-957b-59fac3540ddf on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:42.743518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Attempting to bind port a66101ff-dbaa-4051-957b-59fac3540ddf by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a86e20c9-376c-4060-98d7-9f36c6329ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5c1404da-6ac7-444f-a707-f883a620ceba'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:42.743873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Attempting to bind port a66101ff-dbaa-4051-957b-59fac3540ddf on network 5c1404da-6ac7-444f-a707-f883a620ceba {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:42.756603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:42.757027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Checking segment: {'id': 'a86e20c9-376c-4060-98d7-9f36c6329ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5c1404da-6ac7-444f-a707-f883a620ceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:42.757492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.757886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Bound using segment: {'id': 'a86e20c9-376c-4060-98d7-9f36c6329ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5c1404da-6ac7-444f-a707-f883a620ceba'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:42.758384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Bound port: a66101ff-dbaa-4051-957b-59fac3540ddf, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86e20c9-376c-4060-98d7-9f36c6329ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5c1404da-6ac7-444f-a707-f883a620ceba'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:42.758972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.767231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=7af1e7a2-de7e-4ee6-b86d-4922beaf62ba,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:42.843129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] For port a66101ff-dbaa-4051-957b-59fac3540ddf, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:42.844938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68a2fb16-d1ba-4303-8b76-4f2133b04b98 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.846880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-68a2fb16-d1ba-4303-8b76-4f2133b04b98 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4552493 Dec 13 15:14:42.847216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] For port a66101ff-dbaa-4051-957b-59fac3540ddf, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a66101ff-dbaa-4051-957b-59fac3540ddf,segment=NetworkSegment(a86e20c9-376c-4060-98d7-9f36c6329ef8),segment_id=a86e20c9-376c-4060-98d7-9f36c6329ef8)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:42.850928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57422) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:42.878961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.882739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:14:42.902387 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:14:42.914045 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:42.914695 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:42.920486 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.923926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1404da-6ac7-444f-a707-f883a620ceba']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:42.956456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e39edddd-e89e-4a26-93e7-7bb65cee1e87 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.959184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86e20c9-376c-4060-98d7-9f36c6329ef8') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:42.959480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86e20c9-376c-4060-98d7-9f36c6329ef8') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:42.977726 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:42.986445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] No DVR routers for this DVR port 2fd23cc5-150b-4b9f-a654-5089b69e5a38 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:43.004805 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5d23b407-e16c-41d3-bbe0-11ec5bf7731c req-a0dccda7-1e57-44e9-95f0-6a1ccc4cdc73 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0884566 Dec 13 15:14:43.012811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e39edddd-e89e-4a26-93e7-7bb65cee1e87 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.016705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.017208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.020926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fffca5b-2674-454a-867d-d05c41ec2fe4 req-31a734de-91e0-461b-9fcf-1a634bc9a78b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "DELETE /v2.0/ports/2fd23cc5-150b-4b9f-a654-5089b69e5a38 HTTP/1.1" status: 204 len: 173 time: 1.2040353 Dec 13 15:14:43.021660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'name': 'network-vif-deleted', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:14:43.025170 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189b4907-6709-4373-9eaa-c5c7fefb32ac" -d '{"events": [{"server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "name": "network-vif-deleted", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:14:43.037045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:43.041351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:43.043107 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:43.091492 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25210aea-438b-4322-bcc4-60ff0c8bc12e x-openstack-request-id: req-25210aea-438b-4322-bcc4-60ff0c8bc12e {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:14:43.091887 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7689dc93-bdbc-423a-b155-b075e94ff1ea", "name": "network-vif-deleted", "tag": "2fd23cc5-150b-4b9f-a654-5089b69e5a38", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:14:43.092010 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25210aea-438b-4322-bcc4-60ff0c8bc12e {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:14:43.092516 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7689dc93-bdbc-423a-b155-b075e94ff1ea', 'name': 'network-vif-deleted', 'tag': '2fd23cc5-150b-4b9f-a654-5089b69e5a38', 'status': 'completed', 'code': 200} Dec 13 15:14:43.096799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bee6b-ce2e-4a9a-a3f6-e151cc18da71 None None] Network 5c1404da-6ac7-444f-a707-f883a620ceba requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:43.143882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6687-35a7-4a5e-a583-56e7e0acac10 None None] Pushing event updated for resources: {'Port': ['ID=a66101ff-dbaa-4051-957b-59fac3540ddf,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:43.145545 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:14:43.186146 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e39edddd-e89e-4a26-93e7-7bb65cee1e87 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.191619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e39edddd-e89e-4a26-93e7-7bb65cee1e87 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.194394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e39edddd-e89e-4a26-93e7-7bb65cee1e87 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/453cfe84-228f-43b6-9cb7-36515c9f98f9 HTTP/1.1" status: 204 len: 168 time: 0.3407397 Dec 13 15:14:43.195316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57426) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:43.206001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:43.206001 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:43.206001 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '5c1404da-6ac7-444f-a707-f883a620ceba'}] Dec 13 15:14:43.206001 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:43.206940 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:43.213909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39edddd-e89e-4a26-93e7-7bb65cee1e87 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453cfe84-228f-43b6-9cb7-36515c9f98f9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:43.260061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-05614819-8fff-417f-b7d3-30f1c93f5847 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633273 Dec 13 15:14:43.262434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57428) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:43.313443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ca134799-b2c2-43d6-92a4-80f29280f432 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0490572 Dec 13 15:14:43.316049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57430) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:43.329180 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-ecf2847a-9280-4b16-af22-af4413ad1b81 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] delete failed (client error): The resource could not be found. Dec 13 15:14:43.330199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ecf2847a-9280-4b16-af22-af4413ad1b81 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "DELETE /v2.0/security-groups/453cfe84-228f-43b6-9cb7-36515c9f98f9 HTTP/1.1" status: 404 len: 347 time: 0.0131767 Dec 13 15:14:43.334365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57432) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:43.373308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea4e38-242c-44ce-b8a1-b72d385d6ac4 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:43.389133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3bd0ae9d-0c4c-42b0-9556-5dc12ee8f215 tempest-SecGroupIPv6Test-894274459 tempest-SecGroupIPv6Test-894274459-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538228 Dec 13 15:14:43.486608 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:43.503205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea4e38-242c-44ce-b8a1-b72d385d6ac4 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:43.522792 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:14:43.531472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:14:43.532303 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:43.707886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.750769 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:14:43.776616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port a66101ff-dbaa-4051-957b-59fac3540ddf {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:43.777020 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.862070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port a66101ff-dbaa-4051-957b-59fac3540ddf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a66101ff-dbaa-4051-957b-59fac3540ddf,segment=NetworkSegment(a86e20c9-376c-4060-98d7-9f36c6329ef8),segment_id=a86e20c9-376c-4060-98d7-9f36c6329ef8)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:43.862506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:43.878224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for a66101ff-dbaa-4051-957b-59fac3540ddf owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:43.891663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57440) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:44.000658 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:44.032189 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f191ccb-2896-40ff-aef6-84e8b23bf19b None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:14:44.051439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.060025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bca813aa-4c45-4b4b-aede-dbaf1116320c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40248460eea749e395ce8b8820917ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671269 Dec 13 15:14:44.060748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57446) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:44.107413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=a66101ff-dbaa-4051-957b-59fac3540ddf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:44.110655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port a66101ff-dbaa-4051-957b-59fac3540ddf on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:44.148162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffc55cd4-7a07-42fd-b10b-181c10fdd6e4 req-9411ff26-0361-4399-9e37-52b7fa60e2b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0441396 Dec 13 15:14:44.163124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5adc658-66a1-4cc5-b7fb-bfb16a1742a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.187409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5adc658-66a1-4cc5-b7fb-bfb16a1742a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.209485 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.231884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1404da-6ac7-444f-a707-f883a620ceba']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:44.243859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86e20c9-376c-4060-98d7-9f36c6329ef8') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:44.244155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86e20c9-376c-4060-98d7-9f36c6329ef8') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:44.255436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.270113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.277598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:44.278116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:44.281689 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:44.308863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5adc658-66a1-4cc5-b7fb-bfb16a1742a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.311750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b5adc658-66a1-4cc5-b7fb-bfb16a1742a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.315371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b5adc658-66a1-4cc5-b7fb-bfb16a1742a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/558fb77b-5e97-454a-b349-db4b7c155261 HTTP/1.1" status: 204 len: 168 time: 0.2512336 Dec 13 15:14:44.323820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adc658-66a1-4cc5-b7fb-bfb16a1742a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558fb77b-5e97-454a-b349-db4b7c155261,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:44.389338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6575d6-44b0-4f2e-8224-15d984296b86 None None] New status for floating IP b0c094de-84a6-4e40-a711-890aa8aa48b2: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:14:44.417297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.422450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.426497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/5c1404da-6ac7-444f-a707-f883a620ceba HTTP/1.1" status: 204 len: 168 time: 2.3229394 Dec 13 15:14:44.431218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57450) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:44.436968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-938502595'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:44.448253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccbbc-d82f-49da-896d-5be6b3f92181 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=5c1404da-6ac7-444f-a707-f883a620ceba,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:44.530700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:44.534384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.559383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:44.568653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.569082 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 29696032-b39e-41f3-8783-e5a0ea875253 of type vlan for network dab8672b-3e10-4eee-b91a-7d91ba7e9b5a Dec 13 15:14:44.615499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.715049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.721836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:44.722587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:44.818874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3864954 Dec 13 15:14:44.821750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57462) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:44.825085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44062b3a-d410-470f-8179-58b0832b9c97 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=dab8672b-3e10-4eee-b91a-7d91ba7e9b5a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:44.827576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': 'dab8672b-3e10-4eee-b91a-7d91ba7e9b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:44.836480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network dab8672b-3e10-4eee-b91a-7d91ba7e9b5a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:44.994483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:44.998043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.248150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.293114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-918a4c78-92e7-4679-bf86-14ee26c5f1f2 req-c4f5141a-9229-40a1-8908-df76332c87ba tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0563066 Dec 13 15:14:45.331138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=ad79f7b3-e083-4026-8794-cf3befd895a3,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:45.336806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': '29696032-b39e-41f3-8783-e5a0ea875253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dab8672b-3e10-4eee-b91a-7d91ba7e9b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:45.337164 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: dab8672b-3e10-4eee-b91a-7d91ba7e9b5a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:45.391092 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57476) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:45.427990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network dab8672b-3e10-4eee-b91a-7d91ba7e9b5a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:45.492441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090968809'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:45.497086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, dab8672b-3e10-4eee-b91a-7d91ba7e9b5a) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:45.503928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:45.504097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.505313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f61183-6389-494e-82ec-09389d4e4ffb None None] Network dab8672b-3e10-4eee-b91a-7d91ba7e9b5a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:45.584043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.592562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.653557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d18aba5d-cdee-48db-84be-f30a3d0f69aa tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8306448 Dec 13 15:14:45.656242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57480) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:45.704971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.760426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.776936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.816433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0068f02-4b84-4a6c-8c5b-479f4f0edf73,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:45.832927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c71a2-5c01-48bf-89b7-1089ce1fb339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-dab8672b-3e10-4eee-b91a-7d91ba7e9b5a', 'network_id': 'dab8672b-3e10-4eee-b91a-7d91ba7e9b5a', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': 'ad79f7b3-e083-4026-8794-cf3befd895a3'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:45.834470 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-055c71a2-5c01-48bf-89b7-1089ce1fb339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.846522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.922891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:45.933742 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.000654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.011353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.027843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=ad79f7b3-e083-4026-8794-cf3befd895a3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server [None req-055c71a2-5c01-48bf-89b7-1089ce1fb339 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad79f7b3-e083-4026-8794-cf3befd895a3: This subnet is being modified by another concurrent operation. Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise exception Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad79f7b3-e083-4026-8794-cf3befd895a3: This subnet is being modified by another concurrent operation. Dec 13 15:14:46.035415 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Dec 13 15:14:46.051726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43745027-bd3a-415b-9e94-0af57e3da1f7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:46.061142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2186953c-6cb3-4a37-a987-26b546c0e07f None None] Network dab8672b-3e10-4eee-b91a-7d91ba7e9b5a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:46.102760 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.103929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2165aaac-1abe-477f-a461-ad3048742eec tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7117560 Dec 13 15:14:46.107098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57484) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.122199 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.163200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab8672b-3e10-4eee-b91a-7d91ba7e9b5a']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:46.174646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29696032-b39e-41f3-8783-e5a0ea875253') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:46.174965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29696032-b39e-41f3-8783-e5a0ea875253') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:46.176061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2374b032-daad-49bc-8f06-48e8dfc44c78 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0674400 Dec 13 15:14:46.179400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57486) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.184447 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d7281073-91db-4004-a61b-58c950a9c75c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-security--909143279', 'description': 'tempest-security-description-421234678'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:46.193862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.194589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2910a9f-104c-43e2-866b-b2ba918c19d1 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:46.210345 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.217569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:46.218143 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:46.222373 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:46.225848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7281073-91db-4004-a61b-58c950a9c75c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.288550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7281073-91db-4004-a61b-58c950a9c75c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.312058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2910a9f-104c-43e2-866b-b2ba918c19d1 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:46.394917 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.417006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7281073-91db-4004-a61b-58c950a9c75c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.419800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7281073-91db-4004-a61b-58c950a9c75c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.423650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d7281073-91db-4004-a61b-58c950a9c75c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "PUT /v2.0/security-groups/43745027-bd3a-415b-9e94-0af57e3da1f7 HTTP/1.1" status: 200 len: 1778 time: 0.2406178 Dec 13 15:14:46.425233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57492) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.437211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.447483 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/dab8672b-3e10-4eee-b91a-7d91ba7e9b5a HTTP/1.1" status: 204 len: 168 time: 0.7901490 Dec 13 15:14:46.460636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b947deab-88dd-4c3c-9c29-4e89f5db34f0 req-fc5ad534-4efc-4810-9d05-0cea827cde71 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0684307 Dec 13 15:14:46.470748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57494) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.481209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-812791863'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:46.485872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fbcc6-3900-4d97-825b-9447097edcc6 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=dab8672b-3e10-4eee-b91a-7d91ba7e9b5a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:46.497454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1f4da5d3-6a44-4751-8763-8844672b7c23 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups/43745027-bd3a-415b-9e94-0af57e3da1f7 HTTP/1.1" status: 200 len: 1778 time: 0.0689068 Dec 13 15:14:46.498285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57496) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.525710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7281073-91db-4004-a61b-58c950a9c75c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43745027-bd3a-415b-9e94-0af57e3da1f7,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:46.570571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:46.570807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba76f833-7dff-4d2a-943c-46116de31108 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.574803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.597425 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba76f833-7dff-4d2a-943c-46116de31108 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.607523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:46.617734 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.618014 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 2ffa4b5a-4641-48e3-9b22-52b965b36781 of type vlan for network 5437a9c2-5048-42b8-903b-c5cd3a004a1b Dec 13 15:14:46.663573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.696254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2fd23cc5-150b-4b9f-a654-5089b69e5a38 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:14:46.709631 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba76f833-7dff-4d2a-943c-46116de31108 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.712886 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba76f833-7dff-4d2a-943c-46116de31108 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.716337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ba76f833-7dff-4d2a-943c-46116de31108 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/43745027-bd3a-415b-9e94-0af57e3da1f7 HTTP/1.1" status: 204 len: 168 time: 0.2148573 Dec 13 15:14:46.716848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.716983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 2fd23cc5-150b-4b9f-a654-5089b69e5a38 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:14:46.717427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 2fd23cc5-150b-4b9f-a654-5089b69e5a38 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:14:46.728081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76f833-7dff-4d2a-943c-46116de31108 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43745027-bd3a-415b-9e94-0af57e3da1f7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:46.746726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.753678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:46.754372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:46.820875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1f7d6ecd-fe38-4b48-89c9-6595d37a33ed tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028156 Dec 13 15:14:46.823984 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57500) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.846303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=5437a9c2-5048-42b8-903b-c5cd3a004a1b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:46.851885 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-85530467-1567-426d-a76a-9de06788eab5 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] delete failed (client error): The resource could not be found. Dec 13 15:14:46.853924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-85530467-1567-426d-a76a-9de06788eab5 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/43745027-bd3a-415b-9e94-0af57e3da1f7 HTTP/1.1" status: 404 len: 347 time: 0.0266836 Dec 13 15:14:46.860005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57504) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.865224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-31c69060-0b2d-4239-aa02-c4f7e81cc8d4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558684519'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:46.865417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 5437a9c2-5048-42b8-903b-c5cd3a004a1b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:46.879755 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0bae4401-bdae-4001-a8d5-7da22abc5ef1 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4016619 Dec 13 15:14:46.882922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57506) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:46.890893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:46.966046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31c69060-0b2d-4239-aa02-c4f7e81cc8d4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.045696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31c69060-0b2d-4239-aa02-c4f7e81cc8d4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.046000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.074422 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:47.078034 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.137381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31c69060-0b2d-4239-aa02-c4f7e81cc8d4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.168575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c69060-0b2d-4239-aa02-c4f7e81cc8d4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae69c851-702f-4391-909d-adcca17d22c9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:47.241623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31c69060-0b2d-4239-aa02-c4f7e81cc8d4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.243313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-31c69060-0b2d-4239-aa02-c4f7e81cc8d4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3819118 Dec 13 15:14:47.245957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57508) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:47.251404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-48c299b8-4a0e-4e89-acde-0b153761cf61 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': 'ae69c851-702f-4391-909d-adcca17d22c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:47.331774 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.347704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48c299b8-4a0e-4e89-acde-0b153761cf61 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.398328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=6ffac411-3f5b-458b-99e6-4234438aef48,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:47.405561 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': '2ffa4b5a-4641-48e3-9b22-52b965b36781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:47.410599 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 5437a9c2-5048-42b8-903b-c5cd3a004a1b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:47.410732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48c299b8-4a0e-4e89-acde-0b153761cf61 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.503035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48c299b8-4a0e-4e89-acde-0b153761cf61 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.523327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c299b8-4a0e-4e89-acde-0b153761cf61 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68bbce8-95fc-4b4f-b32a-8128022021b9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:47.535075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 5437a9c2-5048-42b8-903b-c5cd3a004a1b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:47.565342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c59e84d5-808a-4a49-acc9-a57e7ba9ce9f req-ada968f4-9d83-4037-a200-1fd04985811f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0324728 Dec 13 15:14:47.613784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48c299b8-4a0e-4e89-acde-0b153761cf61 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.615094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-48c299b8-4a0e-4e89-acde-0b153761cf61 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3681033 Dec 13 15:14:47.617890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:47.640481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 5437a9c2-5048-42b8-903b-c5cd3a004a1b) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:47.642115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6346a4e-becb-4e61-b8f7-a659a7c8db3b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.650294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b8ab8d-c1c4-435b-b51c-11d356553630 None None] Network 5437a9c2-5048-42b8-903b-c5cd3a004a1b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:47.651250 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6346a4e-becb-4e61-b8f7-a659a7c8db3b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.652998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:47.653513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.754137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e05fd66c-59c9-41e1-ac4c-073117c2ce9e tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8677328 Dec 13 15:14:47.754541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57514) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:47.799643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-5437a9c2-5048-42b8-903b-c5cd3a004a1b', 'network_id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': '6ffac411-3f5b-458b-99e6-4234438aef48'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:47.800545 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.807238 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6346a4e-becb-4e61-b8f7-a659a7c8db3b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.818072 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a6346a4e-becb-4e61-b8f7-a659a7c8db3b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.819211 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a6346a4e-becb-4e61-b8f7-a659a7c8db3b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c68bbce8-95fc-4b4f-b32a-8128022021b9 HTTP/1.1" status: 204 len: 168 time: 0.2002814 Dec 13 15:14:47.821961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57516) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:47.837748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6346a4e-becb-4e61-b8f7-a659a7c8db3b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c68bbce8-95fc-4b4f-b32a-8128022021b9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:47.886954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8b217ca-4695-49dc-b711-ba636e222a43 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638871 Dec 13 15:14:47.889649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57520) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:47.916194 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.950119 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbc81dfd-0cf5-4d68-9e06-ed79509a9390 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.972731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.983573 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbc81dfd-0cf5-4d68-9e06-ed79509a9390 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:47.991256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Allocated IP 172.20.0.1 (5437a9c2-5048-42b8-903b-c5cd3a004a1b/6ffac411-3f5b-458b-99e6-4234438aef48/e4a9d206-132d-490e-9d22-e9c50aadab05) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:48.092180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbc81dfd-0cf5-4d68-9e06-ed79509a9390 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.095724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bbc81dfd-0cf5-4d68-9e06-ed79509a9390 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.098017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bbc81dfd-0cf5-4d68-9e06-ed79509a9390 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae69c851-702f-4391-909d-adcca17d22c9 HTTP/1.1" status: 204 len: 168 time: 0.2072771 Dec 13 15:14:48.100984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57522) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:48.110794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc81dfd-0cf5-4d68-9e06-ed79509a9390 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae69c851-702f-4391-909d-adcca17d22c9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:48.157805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57524) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:48.158491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-91fd204d-e91c-4b07-8f8c-dcae420bc856 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558164 Dec 13 15:14:48.163412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-faa50364-a596-4b80-a31c-55d99e9c9147 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--733550025'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:48.201321 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.303015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-faa50364-a596-4b80-a31c-55d99e9c9147 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.326048 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.367325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Network 5437a9c2-5048-42b8-903b-c5cd3a004a1b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:48.371455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:48.372601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:48.381361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Pushing event updated for resources: {'Port': ['ID=e4a9d206-132d-490e-9d22-e9c50aadab05,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:48.403304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.440267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Attempting to bind port e4a9d206-132d-490e-9d22-e9c50aadab05 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:48.440926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Attempting to bind port e4a9d206-132d-490e-9d22-e9c50aadab05 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '2ffa4b5a-4641-48e3-9b22-52b965b36781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:48.441480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Attempting to bind port e4a9d206-132d-490e-9d22-e9c50aadab05 on network 5437a9c2-5048-42b8-903b-c5cd3a004a1b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:48.447394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:48.447769 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Checking segment: {'id': '2ffa4b5a-4641-48e3-9b22-52b965b36781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:48.448379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.448907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Bound using segment: {'id': '2ffa4b5a-4641-48e3-9b22-52b965b36781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:48.449522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Bound port: e4a9d206-132d-490e-9d22-e9c50aadab05, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffa4b5a-4641-48e3-9b22-52b965b36781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:48.449794 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.469359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffac411-3f5b-458b-99e6-4234438aef48,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:48.501097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-faa50364-a596-4b80-a31c-55d99e9c9147 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.534599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] For port e4a9d206-132d-490e-9d22-e9c50aadab05, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:48.538695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] For port e4a9d206-132d-490e-9d22-e9c50aadab05, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e4a9d206-132d-490e-9d22-e9c50aadab05,segment=NetworkSegment(2ffa4b5a-4641-48e3-9b22-52b965b36781),segment_id=2ffa4b5a-4641-48e3-9b22-52b965b36781)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:48.545761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.564377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-faa50364-a596-4b80-a31c-55d99e9c9147 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.566809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5437a9c2-5048-42b8-903b-c5cd3a004a1b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:48.577106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffa4b5a-4641-48e3-9b22-52b965b36781') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:48.577448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffa4b5a-4641-48e3-9b22-52b965b36781') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:48.594406 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.597085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa50364-a596-4b80-a31c-55d99e9c9147 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e8d97-162a-4ce0-89b0-878e1108b462,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:48.622815 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.625707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.634546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:48.635316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:48.638872 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:48.665325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-faa50364-a596-4b80-a31c-55d99e9c9147 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.670431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-faa50364-a596-4b80-a31c-55d99e9c9147 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5115302 Dec 13 15:14:48.671236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57528) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:48.679539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-edd280b9-ef71-42da-b0b5-0909bc2d5cd4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': 'c03e8d97-162a-4ce0-89b0-878e1108b462', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:48.735487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-023cf748-05ec-4b97-b985-667e8990dcfd req-fe5ebb8e-c293-42f0-a0be-6cd2dd811f7f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=7689dc93-bdbc-423a-b155-b075e94ff1ea HTTP/1.1" status: 200 len: 210 time: 0.0300322 Dec 13 15:14:48.755091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571506ef-7e70-420e-87e5-2a86cb4b480e None None] Pushing event updated for resources: {'Port': ['ID=e4a9d206-132d-490e-9d22-e9c50aadab05,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:48.779045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fcab8-8447-4039-8981-602fe2a5092a None None] Network 5437a9c2-5048-42b8-903b-c5cd3a004a1b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:48.782753 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:48.782753 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:48.782753 n-d-816954-1 neutron-server[102824]: [parameters: {'id': '5437a9c2-5048-42b8-903b-c5cd3a004a1b'}] Dec 13 15:14:48.782753 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:48.785234 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:48.815410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd280b9-ef71-42da-b0b5-0909bc2d5cd4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.876094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd280b9-ef71-42da-b0b5-0909bc2d5cd4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.908815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758a998-42ad-4309-ba88-7029e81ed37d None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:48.954217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd280b9-ef71-42da-b0b5-0909bc2d5cd4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:48.976785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd280b9-ef71-42da-b0b5-0909bc2d5cd4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeeaf5c0-3b04-45c1-991b-aeaf4e62ace5,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:49.018084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758a998-42ad-4309-ba88-7029e81ed37d None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:49.053548 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-edd280b9-ef71-42da-b0b5-0909bc2d5cd4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.057456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-edd280b9-ef71-42da-b0b5-0909bc2d5cd4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3826425 Dec 13 15:14:49.057628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57532) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:49.062348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3ea38a59-1c22-4c24-a16e-123b60fb8267 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': 'c03e8d97-162a-4ce0-89b0-878e1108b462', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:49.179128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ea38a59-1c22-4c24-a16e-123b60fb8267 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.259946 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ea38a59-1c22-4c24-a16e-123b60fb8267 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.284940 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.338454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port e4a9d206-132d-490e-9d22-e9c50aadab05 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:49.338807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.344375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ea38a59-1c22-4c24-a16e-123b60fb8267 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.364650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea38a59-1c22-4c24-a16e-123b60fb8267 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8af0eb-20fd-4d58-a283-6d0d333476d3,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:49.406831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port e4a9d206-132d-490e-9d22-e9c50aadab05, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e4a9d206-132d-490e-9d22-e9c50aadab05,segment=NetworkSegment(2ffa4b5a-4641-48e3-9b22-52b965b36781),segment_id=2ffa4b5a-4641-48e3-9b22-52b965b36781)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:49.407195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.408218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ea38a59-1c22-4c24-a16e-123b60fb8267 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.409478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3ea38a59-1c22-4c24-a16e-123b60fb8267 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3507321 Dec 13 15:14:49.412178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57534) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:49.416596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a2f4ca70-0a1a-46c1-8740-36cf8d0eda25 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': 'c03e8d97-162a-4ce0-89b0-878e1108b462', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:49.425508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for e4a9d206-132d-490e-9d22-e9c50aadab05 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:49.489296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ca70-0a1a-46c1-8740-36cf8d0eda25 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.548631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.551633 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ca70-0a1a-46c1-8740-36cf8d0eda25 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.576063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=e4a9d206-132d-490e-9d22-e9c50aadab05,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:49.579483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port e4a9d206-132d-490e-9d22-e9c50aadab05 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:49.633120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ca70-0a1a-46c1-8740-36cf8d0eda25 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.652609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4ca70-0a1a-46c1-8740-36cf8d0eda25 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c159cf6b-aeaa-404f-9629-2f94a0bcaf0c,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:49.664830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.686688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5437a9c2-5048-42b8-903b-c5cd3a004a1b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:49.696870 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffa4b5a-4641-48e3-9b22-52b965b36781') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:49.697167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffa4b5a-4641-48e3-9b22-52b965b36781') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:49.706590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.719599 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.722833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ca70-0a1a-46c1-8740-36cf8d0eda25 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.727600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57536) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:49.728346 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a2f4ca70-0a1a-46c1-8740-36cf8d0eda25 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3150678 Dec 13 15:14:49.731818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-28273e02-bcdc-4cda-b114-c25d33b82d8e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': 'c03e8d97-162a-4ce0-89b0-878e1108b462', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:49.737046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:49.737437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:49.741349 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:49.880760 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b8f98d6-0d65-409b-8744-1afd1a2cb000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.902060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.911147 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.915285 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/5437a9c2-5048-42b8-903b-c5cd3a004a1b HTTP/1.1" status: 204 len: 168 time: 2.1584384 Dec 13 15:14:49.918994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57546) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:49.928200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1649235133'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:49.933524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bc62f-9377-4436-8549-0c084888b087 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=5437a9c2-5048-42b8-903b-c5cd3a004a1b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:49.936305 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28273e02-bcdc-4cda-b114-c25d33b82d8e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:49.990523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28273e02-bcdc-4cda-b114-c25d33b82d8e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.017169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:50.020880 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.043169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28273e02-bcdc-4cda-b114-c25d33b82d8e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.047104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:50.057841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.058767 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment cf250bcc-a52e-4e1a-836d-c4e281c5c019 of type vlan for network 84620bc2-9832-4847-bba8-2ce966d2eda4 Dec 13 15:14:50.065892 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-2a010270-a0d8-4add-af20-f98faa803bcf tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32015823&fields=id&tenant_id=a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 267 time: 0.0598898 Dec 13 15:14:50.070934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273e02-bcdc-4cda-b114-c25d33b82d8e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1c7fc5-7805-4fca-acc1-b6677b8ee08d,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:50.104089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.140667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28273e02-bcdc-4cda-b114-c25d33b82d8e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.141857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-28273e02-bcdc-4cda-b114-c25d33b82d8e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4135022 Dec 13 15:14:50.144924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57550) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:50.150693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-def8e93e-e715-4893-b703-8b91cb792ddb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': 'c03e8d97-162a-4ce0-89b0-878e1108b462', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:50.177969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.184373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:50.184995 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.231101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-5d530fe0-afd9-4ad5-bd16-e2a33d451f5e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:50.232560 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-5d530fe0-afd9-4ad5-bd16-e2a33d451f5e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1484079 Dec 13 15:14:50.248346 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-def8e93e-e715-4893-b703-8b91cb792ddb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.248738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-39238489-a542-450e-a9ce-10f65d2b8b21 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/quotas/a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 375 time: 0.0100460 Dec 13 15:14:50.282938 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3624096 Dec 13 15:14:50.283687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a1d5f-d893-4060-b0ec-43bb23df1717 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=84620bc2-9832-4847-bba8-2ce966d2eda4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:50.288727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57552) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:50.292542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:50.297336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:50.335700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-def8e93e-e715-4893-b703-8b91cb792ddb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.409106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-5e1dbc9f-f66e-45b8-ac07-e12e74552d4b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1532516 Dec 13 15:14:50.412310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-def8e93e-e715-4893-b703-8b91cb792ddb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.433354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8e93e-e715-4893-b703-8b91cb792ddb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4574da-4292-4a8a-885f-8f065eab318c,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:50.499686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-def8e93e-e715-4893-b703-8b91cb792ddb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.500895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-def8e93e-e715-4893-b703-8b91cb792ddb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3549807 Dec 13 15:14:50.503729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57554) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:50.531404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49eec8d6-b695-4910-914f-17d76b132be1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.539778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49eec8d6-b695-4910-914f-17d76b132be1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.557957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.582209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-9aa6ed3b-0893-4187-83e9-1322af47bb18 service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517296 Dec 13 15:14:50.640217 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49eec8d6-b695-4910-914f-17d76b132be1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.641237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.648876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49eec8d6-b695-4910-914f-17d76b132be1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.653151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-49eec8d6-b695-4910-914f-17d76b132be1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1f4574da-4292-4a8a-885f-8f065eab318c HTTP/1.1" status: 204 len: 168 time: 0.1453445 Dec 13 15:14:50.653969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57556) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:50.654175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eec8d6-b695-4910-914f-17d76b132be1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f4574da-4292-4a8a-885f-8f065eab318c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:50.672016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 is not hosted by any dhcp agent {{(pid=102824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 15:14:50.677521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:50.678096 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:50.679334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "PUT /v2.0/networks/84620bc2-9832-4847-bba8-2ce966d2eda4 HTTP/1.1" status: 200 len: 723 time: 0.3910723 Dec 13 15:14:50.684022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57558) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:50.689104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '84620bc2-9832-4847-bba8-2ce966d2eda4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:50.856163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:50.859746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.046881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb68f-6689-4e73-987d-16af037a30f4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=84620bc2-9832-4847-bba8-2ce966d2eda4,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:51.060659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:51.061645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-4ea0ca14-e456-48a6-b3c4-99118a1bdb0a service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727533 Dec 13 15:14:51.079162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-75acdb15-7883-44d3-8115-1cf12d42db5e tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4204588 Dec 13 15:14:51.079621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57566) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.107826 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700f1d48-2045-40e8-865e-39d6ee27b597 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.116096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.119982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700f1d48-2045-40e8-865e-39d6ee27b597 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.209162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=6ac3e4d3-9d36-4afd-b566-f3e8391265ce,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:51.217476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': 'cf250bcc-a52e-4e1a-836d-c4e281c5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '84620bc2-9832-4847-bba8-2ce966d2eda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:51.217906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 84620bc2-9832-4847-bba8-2ce966d2eda4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:51.257358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700f1d48-2045-40e8-865e-39d6ee27b597 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.264581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-700f1d48-2045-40e8-865e-39d6ee27b597 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.265688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-700f1d48-2045-40e8-865e-39d6ee27b597 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ed1c7fc5-7805-4fca-acc1-b6677b8ee08d HTTP/1.1" status: 204 len: 168 time: 0.1852472 Dec 13 15:14:51.268484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57576) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.269778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f1d48-2045-40e8-865e-39d6ee27b597 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed1c7fc5-7805-4fca-acc1-b6677b8ee08d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:51.322916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0aa1d3c4-f9a7-4ad1-9b4b-26fd6538b4d7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0502088 Dec 13 15:14:51.323412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57580) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.337334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:51.351530 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf7450eb-f6a1-4e10-8daa-c6486afbb4bb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.363882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf7450eb-f6a1-4e10-8daa-c6486afbb4bb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.434264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 84620bc2-9832-4847-bba8-2ce966d2eda4) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:51.438557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:51.439144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.443047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee6fc5-bb0c-4f34-a4e8-9c84556ac564 None None] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:51.457393 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf7450eb-f6a1-4e10-8daa-c6486afbb4bb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.464528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf7450eb-f6a1-4e10-8daa-c6486afbb4bb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.468651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf7450eb-f6a1-4e10-8daa-c6486afbb4bb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c159cf6b-aeaa-404f-9629-2f94a0bcaf0c HTTP/1.1" status: 204 len: 168 time: 0.1415999 Dec 13 15:14:51.468786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57582) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.486176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7450eb-f6a1-4e10-8daa-c6486afbb4bb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c159cf6b-aeaa-404f-9629-2f94a0bcaf0c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:51.518142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7efd4d13-789e-4cf2-829d-fd4ac780b52a tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0481844 Dec 13 15:14:51.520804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57584) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.535164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-40724040-6533-4bc9-b403-935c633e3393 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8500550 Dec 13 15:14:51.538548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57586) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.545674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfc35c80-342d-4642-a422-a85a3fffb8f2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.546138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b15cf222-b2ac-4319-a906-47d505bfcab8 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:51.555092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfc35c80-342d-4642-a422-a85a3fffb8f2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.584011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57588) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.589298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3c890f99-66ef-4c15-80a6-9dec9323c4f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175570562', 'description': 'tempest-secgroup-smoke-1175570562 description', 'project_id': '8185a28a59bf4d67adee62ce5dc17084'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:51.613251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-84620bc2-9832-4847-bba8-2ce966d2eda4', 'network_id': '84620bc2-9832-4847-bba8-2ce966d2eda4', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': '6ac3e4d3-9d36-4afd-b566-f3e8391265ce'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:51.614147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.667829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b15cf222-b2ac-4319-a906-47d505bfcab8 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8734864'] for subnet, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.674791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfc35c80-342d-4642-a422-a85a3fffb8f2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.676196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cfc35c80-342d-4642-a422-a85a3fffb8f2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.677869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cfc35c80-342d-4642-a422-a85a3fffb8f2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5c8af0eb-20fd-4d58-a283-6d0d333476d3 HTTP/1.1" status: 204 len: 168 time: 0.1561773 Dec 13 15:14:51.683339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.708239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc35c80-342d-4642-a422-a85a3fffb8f2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c8af0eb-20fd-4d58-a283-6d0d333476d3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:51.729594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c890f99-66ef-4c15-80a6-9dec9323c4f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.752625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ade9cdd1-66bb-4c62-bf58-31ba3d63305b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0496666 Dec 13 15:14:51.753647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57598) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.757251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1b103b58-a993-4b7d-ba39-6c05011f621f req-ce7cd2d5-e108-49e0-b44a-cc6343889573 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 210 time: 0.0445426 Dec 13 15:14:51.791803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f41e035-b4e0-4dce-9cc7-81706547a9b7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.800707 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f41e035-b4e0-4dce-9cc7-81706547a9b7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.898467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c890f99-66ef-4c15-80a6-9dec9323c4f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.902520 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f41e035-b4e0-4dce-9cc7-81706547a9b7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.909956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f41e035-b4e0-4dce-9cc7-81706547a9b7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:51.912001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f41e035-b4e0-4dce-9cc7-81706547a9b7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/eeeaf5c0-3b04-45c1-991b-aeaf4e62ace5 HTTP/1.1" status: 204 len: 168 time: 0.1563215 Dec 13 15:14:51.914492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.916854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41e035-b4e0-4dce-9cc7-81706547a9b7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eeeaf5c0-3b04-45c1-991b-aeaf4e62ace5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:51.959189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6bf78123-5a6c-4ce1-93c8-f652ff057755 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401182 Dec 13 15:14:51.959189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57602) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:51.977463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b15cf222-b2ac-4319-a906-47d505bfcab8 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783675734173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8725771'] for subnet, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.019122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Allocated IP 172.20.0.2 (84620bc2-9832-4847-bba8-2ce966d2eda4/6ac3e4d3-9d36-4afd-b566-f3e8391265ce/3a830a30-5a87-4322-8c28-3da77fde1570) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:52.027314 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c890f99-66ef-4c15-80a6-9dec9323c4f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.031805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15cf222-b2ac-4319-a906-47d505bfcab8 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:52.032402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b15cf222-b2ac-4319-a906-47d505bfcab8 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.033695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b15cf222-b2ac-4319-a906-47d505bfcab8 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "PUT /v2.0/subnets/6ac3e4d3-9d36-4afd-b566-f3e8391265ce HTTP/1.1" status: 200 len: 806 time: 0.4934359 Dec 13 15:14:52.037185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57608) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:52.082666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cf222-b2ac-4319-a906-47d505bfcab8 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=6ac3e4d3-9d36-4afd-b566-f3e8391265ce,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.091312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c890f99-66ef-4c15-80a6-9dec9323c4f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec0558c-6364-4e3b-98a4-4b9daafcc19b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.097570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cd563356-d0ec-4db3-a06f-1d4a8a676ffa tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.127508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cd563356-d0ec-4db3-a06f-1d4a8a676ffa tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.143766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3c890f99-66ef-4c15-80a6-9dec9323c4f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.145101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3c890f99-66ef-4c15-80a6-9dec9323c4f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5598829 Dec 13 15:14:52.150025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57610) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:52.156001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f83284e8-f7b7-4bfd-b7f8-2d2f34347c75 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'security_group_rule': {'security_group_id': '5ec0558c-6364-4e3b-98a4-4b9daafcc19b', 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:52.159022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.199148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.218984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.250115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83284e8-f7b7-4bfd-b7f8-2d2f34347c75 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.273601 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-92bda8da-4cd6-4668-bbb6-6f248f6b7ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.281439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cd563356-d0ec-4db3-a06f-1d4a8a676ffa tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.281615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.281813 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cd563356-d0ec-4db3-a06f-1d4a8a676ffa tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.283690 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cd563356-d0ec-4db3-a06f-1d4a8a676ffa tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/c03e8d97-162a-4ce0-89b0-878e1108b462 HTTP/1.1" status: 204 len: 168 time: 0.3235865 Dec 13 15:14:52.283868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57612) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:52.299893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd563356-d0ec-4db3-a06f-1d4a8a676ffa tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e8d97-162a-4ce0-89b0-878e1108b462,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.330566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:52.331302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83284e8-f7b7-4bfd-b7f8-2d2f34347c75 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.338941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:52.343532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:52.347242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6a6db280-927b-4d0f-b60a-ec80952a2249 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619907 Dec 13 15:14:52.351577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57616) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:52.355622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Pushing event updated for resources: {'Port': ['ID=3a830a30-5a87-4322-8c28-3da77fde1570,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.357705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cdc08318-0f40-422d-882b-71e746830c1c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--455197074'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:52.369595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.405018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac3e4d3-9d36-4afd-b566-f3e8391265ce,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.427336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Attempting to bind port 3a830a30-5a87-4322-8c28-3da77fde1570 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:52.430089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Attempting to bind port 3a830a30-5a87-4322-8c28-3da77fde1570 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cf250bcc-a52e-4e1a-836d-c4e281c5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '84620bc2-9832-4847-bba8-2ce966d2eda4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:52.430089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Attempting to bind port 3a830a30-5a87-4322-8c28-3da77fde1570 on network 84620bc2-9832-4847-bba8-2ce966d2eda4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:52.430467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83284e8-f7b7-4bfd-b7f8-2d2f34347c75 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.435368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:52.435740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Checking segment: {'id': 'cf250bcc-a52e-4e1a-836d-c4e281c5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '84620bc2-9832-4847-bba8-2ce966d2eda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:52.436133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.436705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Bound using segment: {'id': 'cf250bcc-a52e-4e1a-836d-c4e281c5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '84620bc2-9832-4847-bba8-2ce966d2eda4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:52.437170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Bound port: 3a830a30-5a87-4322-8c28-3da77fde1570, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf250bcc-a52e-4e1a-836d-c4e281c5c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '84620bc2-9832-4847-bba8-2ce966d2eda4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:52.437593 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.451244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83284e8-f7b7-4bfd-b7f8-2d2f34347c75 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fab12e-abdc-4e84-af96-019f898635ea,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.471586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.497839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84620bc2-9832-4847-bba8-2ce966d2eda4']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:52.504562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] For port 3a830a30-5a87-4322-8c28-3da77fde1570, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:52.508627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf250bcc-a52e-4e1a-836d-c4e281c5c019') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:52.508919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf250bcc-a52e-4e1a-836d-c4e281c5c019') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:52.509195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] For port 3a830a30-5a87-4322-8c28-3da77fde1570, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3a830a30-5a87-4322-8c28-3da77fde1570,segment=NetworkSegment(cf250bcc-a52e-4e1a-836d-c4e281c5c019),segment_id=cf250bcc-a52e-4e1a-836d-c4e281c5c019)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:52.516862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cdc08318-0f40-422d-882b-71e746830c1c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.520148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.590251 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cdc08318-0f40-422d-882b-71e746830c1c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.595116 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.596833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f83284e8-f7b7-4bfd-b7f8-2d2f34347c75 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.597017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.598453 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f83284e8-f7b7-4bfd-b7f8-2d2f34347c75 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473701 Dec 13 15:14:52.601124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57618) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:52.605898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4453fbee-6272-42d6-af7f-3b32a7eb8ee1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'security_group_rule': {'security_group_id': '5ec0558c-6364-4e3b-98a4-4b9daafcc19b', 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:52.607344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:52.607752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:52.610946 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:52.674946 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cdc08318-0f40-422d-882b-71e746830c1c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.677859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625da31f-690d-411b-a39b-08d0f6dbadb4 None None] Pushing event updated for resources: {'Port': ['ID=3a830a30-5a87-4322-8c28-3da77fde1570,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.695233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a33510-da02-4cda-8c5d-8055e88af647 None None] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:52.705802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:52.705802 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:52.705802 n-d-816954-1 neutron-server[102824]: [parameters: {'id': '84620bc2-9832-4847-bba8-2ce966d2eda4'}] Dec 13 15:14:52.705802 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:52.706328 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:52.707152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc08318-0f40-422d-882b-71e746830c1c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e994edb-a981-4586-9d84-2aebcd0c6302,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.742565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4453fbee-6272-42d6-af7f-3b32a7eb8ee1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.810530 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4453fbee-6272-42d6-af7f-3b32a7eb8ee1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.817275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14835d8e-94d2-457b-821c-0b26ce1c3d10 None None] Network 84620bc2-9832-4847-bba8-2ce966d2eda4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:52.843291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cdc08318-0f40-422d-882b-71e746830c1c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.845004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cdc08318-0f40-422d-882b-71e746830c1c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4924500 Dec 13 15:14:52.847999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57622) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:52.853962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f0e1b74b-36d4-441f-8b44-4a05accdccfc tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': '9e994edb-a981-4586-9d84-2aebcd0c6302', 'direction': 'ingress', 'protocol': 17}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:52.889147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb0fd012-50bd-4b99-8dc7-b485eb88cce7 req-ee76b598-eeed-410f-85e7-5d96805c7699 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 210 time: 0.0314739 Dec 13 15:14:52.897558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4453fbee-6272-42d6-af7f-3b32a7eb8ee1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:52.922858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453fbee-6272-42d6-af7f-3b32a7eb8ee1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad227c4-c59e-429c-a439-5991e9ffda32,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:52.948998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2afa04-acf2-4baf-a2ed-e62d1246163c None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:52.982068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b74b-36d4-441f-8b44-4a05accdccfc tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.033050 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b74b-36d4-441f-8b44-4a05accdccfc tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.045094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2afa04-acf2-4baf-a2ed-e62d1246163c None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:53.065308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4453fbee-6272-42d6-af7f-3b32a7eb8ee1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.066559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4453fbee-6272-42d6-af7f-3b32a7eb8ee1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4643960 Dec 13 15:14:53.069978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57624) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:53.074949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-65c8ff7c-6132-4e3d-9af3-85f063baac5e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'security_group_rule': {'security_group_id': '5ec0558c-6364-4e3b-98a4-4b9daafcc19b', 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:53.141783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b74b-36d4-441f-8b44-4a05accdccfc tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.162665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1b74b-36d4-441f-8b44-4a05accdccfc tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46116e1-aae2-4825-81af-78debffdf76e,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:53.207826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.258071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65c8ff7c-6132-4e3d-9af3-85f063baac5e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.300702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b74b-36d4-441f-8b44-4a05accdccfc tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.302435 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f0e1b74b-36d4-441f-8b44-4a05accdccfc tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4526420 Dec 13 15:14:53.305348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57628) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:53.324300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port 3a830a30-5a87-4322-8c28-3da77fde1570 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:53.324630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.325765 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.358938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d795d53-49f7-47ca-bd09-f42bab609315 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.383238 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d795d53-49f7-47ca-bd09-f42bab609315 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.384008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65c8ff7c-6132-4e3d-9af3-85f063baac5e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.407318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port 3a830a30-5a87-4322-8c28-3da77fde1570, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3a830a30-5a87-4322-8c28-3da77fde1570,segment=NetworkSegment(cf250bcc-a52e-4e1a-836d-c4e281c5c019),segment_id=cf250bcc-a52e-4e1a-836d-c4e281c5c019)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:53.408009 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.428533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for 3a830a30-5a87-4322-8c28-3da77fde1570 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:14:53.437844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65c8ff7c-6132-4e3d-9af3-85f063baac5e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.488205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8ff7c-6132-4e3d-9af3-85f063baac5e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461c3f7d-6e87-44bd-a31c-a3f848054fdc,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:53.503204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d795d53-49f7-47ca-bd09-f42bab609315 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.506573 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3d795d53-49f7-47ca-bd09-f42bab609315 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.508303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3d795d53-49f7-47ca-bd09-f42bab609315 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e994edb-a981-4586-9d84-2aebcd0c6302 HTTP/1.1" status: 204 len: 168 time: 0.2017856 Dec 13 15:14:53.510987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57630) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:53.518210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795d53-49f7-47ca-bd09-f42bab609315 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e994edb-a981-4586-9d84-2aebcd0c6302,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:53.562825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7219c0bd-89ea-4978-a651-5c73c980a185 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507574 Dec 13 15:14:53.566403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57632) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:53.570846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e465f20b-e9d1-4a38-b3fb-a4f9082d9df9 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013197230'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:53.581651 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-65c8ff7c-6132-4e3d-9af3-85f063baac5e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.582811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-65c8ff7c-6132-4e3d-9af3-85f063baac5e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5118167 Dec 13 15:14:53.588692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:53.593357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-da92cf03-6fb3-47c4-9649-a159a88c1261 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'security_group_rule': {'security_group_id': '5ec0558c-6364-4e3b-98a4-4b9daafcc19b', 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:53.634426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.665087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port 3a830a30-5a87-4322-8c28-3da77fde1570 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:14:53.671580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=3a830a30-5a87-4322-8c28-3da77fde1570,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:53.674278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e465f20b-e9d1-4a38-b3fb-a4f9082d9df9 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.736518 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-da92cf03-6fb3-47c4-9649-a159a88c1261 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.780327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.792376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-da92cf03-6fb3-47c4-9649-a159a88c1261 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.816293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84620bc2-9832-4847-bba8-2ce966d2eda4']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:53.829672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf250bcc-a52e-4e1a-836d-c4e281c5c019') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:53.829967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf250bcc-a52e-4e1a-836d-c4e281c5c019') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:53.844476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.870457 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.873863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e465f20b-e9d1-4a38-b3fb-a4f9082d9df9 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.878779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:53.879168 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:53.882759 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:53.886614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-da92cf03-6fb3-47c4-9649-a159a88c1261 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.905724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92cf03-6fb3-47c4-9649-a159a88c1261 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77705fd1-914d-45c8-a383-a487e7836a54,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:53.935391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e465f20b-e9d1-4a38-b3fb-a4f9082d9df9 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:53.971121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465f20b-e9d1-4a38-b3fb-a4f9082d9df9 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9623e029-6630-49c7-912f-b4b849f9a17c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:53.991989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-614729c0-629c-47d6-bc89-7338b7caf6ab req-b0ae479f-9dde-4739-b074-33e2afcab8fd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 210 time: 0.0270891 Dec 13 15:14:54.025198 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-da92cf03-6fb3-47c4-9649-a159a88c1261 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.026367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-da92cf03-6fb3-47c4-9649-a159a88c1261 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4366558 Dec 13 15:14:54.029391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57638) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:54.036529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'security_group_rule': {'security_group_id': '5ec0558c-6364-4e3b-98a4-4b9daafcc19b', 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:54.089830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.094595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.098031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/84620bc2-9832-4847-bba8-2ce966d2eda4 HTTP/1.1" status: 204 len: 168 time: 2.0598035 Dec 13 15:14:54.100621 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e465f20b-e9d1-4a38-b3fb-a4f9082d9df9 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.101955 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e465f20b-e9d1-4a38-b3fb-a4f9082d9df9 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5344310 Dec 13 15:14:54.104947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:54.105317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57642) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:54.134410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7d2393d9-ef89-45b9-9ded-c910059953d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298191797'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:54.151075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-70ed79b9-7d1e-4384-b36a-9d2237f0e522 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:54.153051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-70ed79b9-7d1e-4384-b36a-9d2237f0e522 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1517272 Dec 13 15:14:54.153196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da470f-b5b2-4b79-929d-f6ffd96083e3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=84620bc2-9832-4847-bba8-2ce966d2eda4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:54.157389 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c819529-62ea-4124-9cb6-12d23846f1da tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:14:54.157901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c819529-62ea-4124-9cb6-12d23846f1da tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:14:54.160917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6c819529-62ea-4124-9cb6-12d23846f1da tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/84620bc2-9832-4847-bba8-2ce966d2eda4 HTTP/1.1" status: 404 len: 339 time: 0.0517404 Dec 13 15:14:54.164621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57646) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:54.169455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066036128', 'description': 'd1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:54.210013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-4c2e24a0-df4e-4f54-92aa-af5af376cbc2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 378 time: 0.0472052 Dec 13 15:14:54.220420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'port': {'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'admin_state_up': True, 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'security_groups': ['4b52ab4d-24ce-46ce-93eb-3eb21473a647']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:54.238599 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Project 8185a28a59bf4d67adee62ce5dc17084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:14:54.250012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 15:14:54.250012 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 15:14:54.250012 n-d-816954-1 neutron-server[102824]: [parameters: {'project_id_1': '2f3f5c9235044f14939802165aae819c', 'expiration_1': datetime.datetime(2021, 12, 13, 15, 14, 34, 173956)}] Dec 13 15:14:54.250012 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:54.250550 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:54.250922 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.304898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.365329 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2393d9-ef89-45b9-9ded-c910059953d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.398814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.431610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3751d517-8eb8-4361-ac7f-dbae22b311fe,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:54.451690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:54.455277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.465262 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2393d9-ef89-45b9-9ded-c910059953d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.545048 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.552620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1db9350b-09b0-4953-b1d5-2d02b7c6bae6 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5160105 Dec 13 15:14:54.552620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57648) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:54.554928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'security_group_rule': {'security_group_id': '5ec0558c-6364-4e3b-98a4-4b9daafcc19b', 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:54.571877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2393d9-ef89-45b9-9ded-c910059953d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.583381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.20.0.12 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/bc9c4449-2587-45da-a7ee-e0d608b129af) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:54.606451 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2393d9-ef89-45b9-9ded-c910059953d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4fd4a-5efe-46a0-b155-bd6ce21f9fb2,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:54.652357 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Project 8185a28a59bf4d67adee62ce5dc17084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:14:54.657868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.720479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.727105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d2393d9-ef89-45b9-9ded-c910059953d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.728888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d2393d9-ef89-45b9-9ded-c910059953d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6175241 Dec 13 15:14:54.730212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.731757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57650) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:54.736503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3ffd0a5f-a3a5-466a-a45d-0f8e6d0ee728 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': '9623e029-6630-49c7-912f-b4b849f9a17c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8e4fd4a-5efe-46a0-b155-bd6ce21f9fb2', 'remote_ip_prefix': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:54.793332 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.813501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3fcabc-f7f9-4ee7-a870-b1556b1e5462,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:54.822439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.832868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0a5f-a3a5-466a-a45d-0f8e6d0ee728 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.866862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:54.870302 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:54.874195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:54.883935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=bc9c4449-2587-45da-a7ee-e0d608b129af,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:54.933184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:54.933835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.934505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0a5f-a3a5-466a-a45d-0f8e6d0ee728 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.941749 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:54.946288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ddb020f7-3f53-4c4d-8abf-321bca114706 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3932002 Dec 13 15:14:55.000105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.030361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:55.034776 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.037023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0a5f-a3a5-466a-a45d-0f8e6d0ee728 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.083100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd0a5f-a3a5-466a-a45d-0f8e6d0ee728 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd61463-498f-479b-91cc-b4166eb07431,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:55.107114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:55.118316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-b05e7180-8b72-438e-83a1-dc6794f8710d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9013505 Dec 13 15:14:55.119042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.119503 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 5acd5aae-6bd3-4c74-9043-8858c42fadae of type vlan for network 98479c7a-00f5-4803-b64a-29349d6074d9 Dec 13 15:14:55.133357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Request body: {'port': {'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:55.148806 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.212326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.230578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0a5f-a3a5-466a-a45d-0f8e6d0ee728 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.234701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3ffd0a5f-a3a5-466a-a45d-0f8e6d0ee728 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4990160 Dec 13 15:14:55.240953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:55.260999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.266203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-ef547d49-30a1-4b52-b498-88c142626f76 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175570562&fields=id&tenant_id=8185a28a59bf4d67adee62ce5dc17084 HTTP/1.1" status: 200 len: 267 time: 0.0983994 Dec 13 15:14:55.266419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a58d1-a6a4-487e-a3ef-ee67ba6b68ed req-fb1bc6dc-1c56-4a86-a232-1354725c7437 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:55.267957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-735a58d1-a6a4-487e-a3ef-ee67ba6b68ed req-fb1bc6dc-1c56-4a86-a232-1354725c7437 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 932 time: 0.1389480 Dec 13 15:14:55.285331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f62-b939-4d82-8137-8486ba68ddfb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.296740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-08059d99-f4e8-46ef-8d4c-01b25092db5e None None] Provisioning complete for port bc9c4449-2587-45da-a7ee-e0d608b129af triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:14:55.297211 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08059d99-f4e8-46ef-8d4c-01b25092db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.305005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f62-b939-4d82-8137-8486ba68ddfb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.344302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-735a58d1-a6a4-487e-a3ef-ee67ba6b68ed req-a32f05a2-2c18-4645-83f7-99514c84238b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533552 Dec 13 15:14:55.347213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.347896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-08059d99-f4e8-46ef-8d4c-01b25092db5e None None] Port bc9c4449-2587-45da-a7ee-e0d608b129af cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:14:55.353526 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:55.354481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.431916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=98479c7a-00f5-4803-b64a-29349d6074d9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:55.444354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 98479c7a-00f5-4803-b64a-29349d6074d9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:55.475431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f62-b939-4d82-8137-8486ba68ddfb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.488534 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7aab9f62-b939-4d82-8137-8486ba68ddfb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.495191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57662) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:55.496430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7aab9f62-b939-4d82-8137-8486ba68ddfb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4fd61463-498f-479b-91cc-b4166eb07431 HTTP/1.1" status: 204 len: 168 time: 0.2544901 Dec 13 15:14:55.511773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-79791055-173d-4d24-97da-1e578af8cde4 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3458581 Dec 13 15:14:55.516083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9f62-b939-4d82-8137-8486ba68ddfb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fd61463-498f-479b-91cc-b4166eb07431,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:55.518772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57664) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:55.610972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a931d6-f7eb-4127-9b33-17924da621b5 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:55.614339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d5a931d6-f7eb-4127-9b33-17924da621b5 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/networks?id=98479c7a-00f5-4803-b64a-29349d6074d9 HTTP/1.1" status: 200 len: 761 time: 0.0927603 Dec 13 15:14:55.615562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57666) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:55.621831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'description': 'd2'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:55.805828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.886192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.899442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-9d4dd2cb-bb6b-4502-927c-0145213b858a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:55.900935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-9d4dd2cb-bb6b-4502-927c-0145213b858a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/networks?id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 200 len: 813 time: 0.5968876 Dec 13 15:14:55.940635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 98479c7a-00f5-4803-b64a-29349d6074d9 is not hosted by any dhcp agent {{(pid=102824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 15:14:55.946376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:55.947117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:55.948020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-4dccd993-699a-413a-a923-215e0f662c55 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/quotas/8185a28a59bf4d67adee62ce5dc17084 HTTP/1.1" status: 200 len: 375 time: 0.0197780 Dec 13 15:14:55.951249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "PUT /v2.0/networks/98479c7a-00f5-4803-b64a-29349d6074d9 HTTP/1.1" status: 200 len: 758 time: 0.3343799 Dec 13 15:14:55.951496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57668) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:55.969897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34768852-f027-4a81-b376-37dd8efb750a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=98479c7a-00f5-4803-b64a-29349d6074d9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:55.981265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 98479c7a-00f5-4803-b64a-29349d6074d9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:56.030384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ffdba3bf-ca0b-4c22-bc41-67096bf85bc2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5339730 Dec 13 15:14:56.033278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57670) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:56.094779 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a96f9944-43c0-4e6a-ba8e-3d6b55fe95d6 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.119399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a96f9944-43c0-4e6a-ba8e-3d6b55fe95d6 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.145318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b895a-bef1-4c66-9983-d9ddcc627f9f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:56.147367 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-035b895a-bef1-4c66-9983-d9ddcc627f9f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/networks?id=98479c7a-00f5-4803-b64a-29349d6074d9 HTTP/1.1" status: 200 len: 761 time: 0.1941981 Dec 13 15:14:56.152150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57672) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:56.156139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880099900'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:56.176826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-09b81362-a56b-43f0-a098-1f908b9c298e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2077339 Dec 13 15:14:56.213670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a96f9944-43c0-4e6a-ba8e-3d6b55fe95d6 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.220240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a96f9944-43c0-4e6a-ba8e-3d6b55fe95d6 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.220240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a96f9944-43c0-4e6a-ba8e-3d6b55fe95d6 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8e4fd4a-5efe-46a0-b155-bd6ce21f9fb2 HTTP/1.1" status: 204 len: 168 time: 0.1824715 Dec 13 15:14:56.224595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57676) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:56.233592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f9944-43c0-4e6a-ba8e-3d6b55fe95d6 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4fd4a-5efe-46a0-b155-bd6ce21f9fb2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:56.264533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9c4449-2587-45da-a7ee-e0d608b129af {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:14:56.276083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.287597 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-ff5ff811-9803-4387-8495-602511aef29c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:14:56.288626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-ff5ff811-9803-4387-8495-602511aef29c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993216 Dec 13 15:14:56.313833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:56.317137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.324989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Transition to ACTIVE for port object bc9c4449-2587-45da-a7ee-e0d608b129af will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:14:56.348561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d03c3b32-46a5-4795-8a8d-e53be2846082 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1212933 Dec 13 15:14:56.351732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57678) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:56.398998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.421209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1b78348-cb2f-4682-a73d-bfe99f41c210 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.430945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:14:56.466630 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1b78348-cb2f-4682-a73d-bfe99f41c210 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.492260 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.492795 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 6855267f-57d8-40e5-a1fe-5ffc584eb812 of type vlan for network ef1de4c9-d298-43b4-8276-3f249049474b Dec 13 15:14:56.534410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745781c4-f77b-470e-bf8b-9b1a343671d1 req-0ae12c54-be26-4dc8-8727-9243982c142b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:56.536017 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-745781c4-f77b-470e-bf8b-9b1a343671d1 req-0ae12c54-be26-4dc8-8727-9243982c142b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0881286 Dec 13 15:14:56.565778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c4449-2587-45da-a7ee-e0d608b129af,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:56.601454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-745781c4-f77b-470e-bf8b-9b1a343671d1 req-383b804a-3143-481a-957b-2fc08495faf2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506222 Dec 13 15:14:56.604261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-e7ca3fd5-0b0f-4aa3-9b51-97a6e07135db service neutron] 10.222.0.24 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056502 Dec 13 15:14:56.637477 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.641207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1b78348-cb2f-4682-a73d-bfe99f41c210 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.645391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1b78348-cb2f-4682-a73d-bfe99f41c210 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.650256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e1b78348-cb2f-4682-a73d-bfe99f41c210 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/9623e029-6630-49c7-912f-b4b849f9a17c HTTP/1.1" status: 204 len: 168 time: 0.2973349 Dec 13 15:14:56.651309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57682) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:56.670521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b78348-cb2f-4682-a73d-bfe99f41c210 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9623e029-6630-49c7-912f-b4b849f9a17c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:56.705080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Attempting to bind port bc9c4449-2587-45da-a7ee-e0d608b129af on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:56.705688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Attempting to bind port bc9c4449-2587-45da-a7ee-e0d608b129af by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:56.706253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Attempting to bind port bc9c4449-2587-45da-a7ee-e0d608b129af on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:56.719397 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Port bc9c4449-2587-45da-a7ee-e0d608b129af on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:14:56.719948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Attempting to bind port bc9c4449-2587-45da-a7ee-e0d608b129af on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:56.732907 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:56.733521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:56.734096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:56.734752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Bound port: bc9c4449-2587-45da-a7ee-e0d608b129af, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:56.735292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.756221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-04ff27fc-a7c5-4b76-b861-fc023497460c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932930 Dec 13 15:14:56.756873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57684) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:56.764218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-66924aaa-2cdc-4325-9c63-3d36ddc555be tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878882706'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:56.805360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-5ed72462-dae9-49fd-ba9e-b5c56f45059c service neutron] 10.222.0.24 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910191 Dec 13 15:14:56.812365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.817969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:56.818572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.907422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-66924aaa-2cdc-4325-9c63-3d36ddc555be tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:56.929817 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=ef1de4c9-d298-43b4-8276-3f249049474b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:56.932345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] For port bc9c4449-2587-45da-a7ee-e0d608b129af, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:56.941290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ef1de4c9-d298-43b4-8276-3f249049474b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:14:56.949944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] For port bc9c4449-2587-45da-a7ee-e0d608b129af, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc9c4449-2587-45da-a7ee-e0d608b129af,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:56.987288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a2420b2f-d1af-47a2-a03a-9ab34c34ae6a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8349631 Dec 13 15:14:56.990812 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:56.995719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': 'ef1de4c9-d298-43b4-8276-3f249049474b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:57.019331 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-66924aaa-2cdc-4325-9c63-3d36ddc555be tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.056343 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.097766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:57.098855 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.101886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] 10.222.0.50 "PUT /v2.0/ports/bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 1092 time: 1.9739983 Dec 13 15:14:57.104996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:14:57.108334 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e945b-f030-4eff-8de5-f9ba39acfb19" -d '{"events": [{"name": "network-changed", "server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:14:57.132580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-66924aaa-2cdc-4325-9c63-3d36ddc555be tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.155812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82a2a8-bb34-4f7f-829b-5b068e687bba service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c4449-2587-45da-a7ee-e0d608b129af,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:57.177408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:14:57.180016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66924aaa-2cdc-4325-9c63-3d36ddc555be tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7009d828-2497-4f92-a63b-87bf2c58b274,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:57.181297 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.309297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-bd0efd87-52d5-42a4-8717-2c303fced2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:57.311778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-bd0efd87-52d5-42a4-8717-2c303fced2f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1095 time: 0.0734000 Dec 13 15:14:57.316097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-66924aaa-2cdc-4325-9c63-3d36ddc555be tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.317718 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-66924aaa-2cdc-4325-9c63-3d36ddc555be tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5598595 Dec 13 15:14:57.321389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57698) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:57.369451 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eb7110-6d40-421f-8a54-753eba983535 x-openstack-request-id: req-47eb7110-6d40-421f-8a54-753eba983535 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:14:57.369740 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:14:57.370060 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47eb7110-6d40-421f-8a54-753eba983535 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:14:57.370173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b7000827-7526-4e09-8b12-2b4e84761ad8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': '7009d828-2497-4f92-a63b-87bf2c58b274', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:57.370734 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'status': 'completed', 'code': 200} Dec 13 15:14:57.372648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-0441f7bc-1515-4855-a121-9778a56a1157 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 217 time: 0.0479577 Dec 13 15:14:57.446365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-6921ef62-35d5-409f-8909-50bb777b815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:57.450934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-6921ef62-35d5-409f-8909-50bb777b815a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0713871 Dec 13 15:14:57.508466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-19bdbaa1-e5e4-456b-aaa4-b126cf9d9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:57.510689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-19bdbaa1-e5e4-456b-aaa4-b126cf9d9a41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511677 Dec 13 15:14:57.530886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9f29bd1-91ef-498d-aef5-3076ee46fad5 req-d5dcec53-c051-42d8-bc36-fdd3ab141410 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0328007 Dec 13 15:14:57.537334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7000827-7526-4e09-8b12-2b4e84761ad8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.561522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.621759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-a0a24aeb-6ac2-478f-a093-2a4eb6dc30e7 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028004 Dec 13 15:14:57.685756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=0327d621-1f39-4a82-b609-7fbf57ff8625,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:57.694322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': '6855267f-57d8-40e5-a1fe-5ffc584eb812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ef1de4c9-d298-43b4-8276-3f249049474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:57.694871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: ef1de4c9-d298-43b4-8276-3f249049474b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:14:57.704470 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7000827-7526-4e09-8b12-2b4e84761ad8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.759207 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280d9b2-4876-491a-83c6-350c1326ad89 req-d9acbc39-6152-4e2b-b572-3c47be4a2fb1 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299686 Dec 13 15:14:57.780677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661037-7beb-4d17-9bc6-729fbbff7a06 req-9fb2a2dc-70a2-4bd6-a687-84cd16d1b173 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:57.782272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8661037-7beb-4d17-9bc6-729fbbff7a06 req-9fb2a2dc-70a2-4bd6-a687-84cd16d1b173 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0634379 Dec 13 15:14:57.783464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7000827-7526-4e09-8b12-2b4e84761ad8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.808011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7000827-7526-4e09-8b12-2b4e84761ad8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bd29f7-728c-4fab-8f26-f04c41f78a50,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:57.825885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8661037-7beb-4d17-9bc6-729fbbff7a06 req-ae75a943-a2f7-4a69-b086-5153f85af549 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363278 Dec 13 15:14:57.833753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network ef1de4c9-d298-43b4-8276-3f249049474b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:14:57.929569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b7000827-7526-4e09-8b12-2b4e84761ad8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.933089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b7000827-7526-4e09-8b12-2b4e84761ad8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6084282 Dec 13 15:14:57.934444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57712) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:57.946962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-f4c5a0bd-07e7-4e82-bd47-82a88fff187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:57.948529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-f4c5a0bd-07e7-4e82-bd47-82a88fff187c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1095 time: 0.0500720 Dec 13 15:14:57.957900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ef1de4c9-d298-43b4-8276-3f249049474b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:57.963470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:57.964035 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.968084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eecc26ad-65ce-4507-8a74-1071701ab5f1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:57.973473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c06f6f-0587-477e-ba47-ab4709e868e7 None None] Network ef1de4c9-d298-43b4-8276-3f249049474b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:57.983139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eecc26ad-65ce-4507-8a74-1071701ab5f1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.067465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8da18029-45c5-4397-a89d-e546d20f8886 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0756576 Dec 13 15:14:58.070548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57714) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:58.090893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eecc26ad-65ce-4507-8a74-1071701ab5f1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.105298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-29fca220-027a-4af0-bd14-9ec0d6edaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:58.107165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-29fca220-027a-4af0-bd14-9ec0d6edaa7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.1427107 Dec 13 15:14:58.163925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-87364b6c-8993-4df3-a39d-48185499b518 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 217 time: 0.0478396 Dec 13 15:14:58.168286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-eecc26ad-65ce-4507-8a74-1071701ab5f1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.171586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-eecc26ad-65ce-4507-8a74-1071701ab5f1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/16bd29f7-728c-4fab-8f26-f04c41f78a50 HTTP/1.1" status: 204 len: 168 time: 0.2338917 Dec 13 15:14:58.175304 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57716) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:58.176299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ef1de4c9-d298-43b4-8276-3f249049474b', 'network_id': 'ef1de4c9-d298-43b4-8276-3f249049474b', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': '0327d621-1f39-4a82-b609-7fbf57ff8625'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:14:58.177953 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.180914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc26ad-65ce-4507-8a74-1071701ab5f1 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16bd29f7-728c-4fab-8f26-f04c41f78a50,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:58.232161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.267377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-f3c2d582-e22f-43ba-9ce0-43d69ca1f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:58.269004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-f3c2d582-e22f-43ba-9ce0-43d69ca1f2e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0928106 Dec 13 15:14:58.281311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-14150733-5780-4318-84d4-f31aa809db67 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1003382 Dec 13 15:14:58.288612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57720) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:58.326505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.337569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Allocated IP 172.20.0.2 (ef1de4c9-d298-43b4-8276-3f249049474b/0327d621-1f39-4a82-b609-7fbf57ff8625/3bc8d13e-f1a2-4a81-99bc-25d718bb602e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:14:58.351973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-84b7362b-4bde-46f0-b1b3-54eab50f35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:58.353485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-84b7362b-4bde-46f0-b1b3-54eab50f35dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733931 Dec 13 15:14:58.424956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb320-6cb9-45b5-9874-645355e149ae tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.464250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb320-6cb9-45b5-9874-645355e149ae tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.517589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-7e62ad61-c79f-420d-b19b-6f6a0411e7e1 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531553 Dec 13 15:14:58.630134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee1e945b-f030-4eff-8de5-f9ba39acfb19 req-b9da4d8f-67b3-443e-954d-18be7669c475 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044912 Dec 13 15:14:58.642653 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6db4b246-dfde-41a6-80f3-1eb04851fd1f req-b2996d09-3a7f-48ed-9320-e43ecbb4d511 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0377851 Dec 13 15:14:58.644480 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb320-6cb9-45b5-9874-645355e149ae tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.647819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb320-6cb9-45b5-9874-645355e149ae tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.653864 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dcfeb320-6cb9-45b5-9874-645355e149ae tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/7009d828-2497-4f92-a63b-87bf2c58b274 HTTP/1.1" status: 204 len: 168 time: 0.3583322 Dec 13 15:14:58.653864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57726) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:58.678206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeb320-6cb9-45b5-9874-645355e149ae tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7009d828-2497-4f92-a63b-87bf2c58b274,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:58.682719 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.709499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c68ca09a-4d2f-4205-860d-1a60edd5847a tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548170 Dec 13 15:14:58.713263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57728) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:58.717518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3b0a42b3-7ec6-4e57-8f57-0fb468b85721 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--25122102'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:58.744080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.782522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Network ef1de4c9-d298-43b4-8276-3f249049474b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:14:58.785325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:14:58.789236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:14:58.797182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Pushing event updated for resources: {'Port': ['ID=3bc8d13e-f1a2-4a81-99bc-25d718bb602e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:58.827896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3b0a42b3-7ec6-4e57-8f57-0fb468b85721 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.869703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Attempting to bind port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:14:58.870191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Attempting to bind port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '6855267f-57d8-40e5-a1fe-5ffc584eb812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ef1de4c9-d298-43b4-8276-3f249049474b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:14:58.870664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Attempting to bind port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e on network ef1de4c9-d298-43b4-8276-3f249049474b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:14:58.873868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.883329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:14:58.883329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Checking segment: {'id': '6855267f-57d8-40e5-a1fe-5ffc584eb812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ef1de4c9-d298-43b4-8276-3f249049474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:14:58.883329 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.883329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Bound using segment: {'id': '6855267f-57d8-40e5-a1fe-5ffc584eb812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ef1de4c9-d298-43b4-8276-3f249049474b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:14:58.883329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Bound port: 3bc8d13e-f1a2-4a81-99bc-25d718bb602e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6855267f-57d8-40e5-a1fe-5ffc584eb812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ef1de4c9-d298-43b4-8276-3f249049474b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:14:58.883329 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.909757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=0327d621-1f39-4a82-b609-7fbf57ff8625,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:58.954755 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3b0a42b3-7ec6-4e57-8f57-0fb468b85721 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:58.965611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] For port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:14:58.969130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] For port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3bc8d13e-f1a2-4a81-99bc-25d718bb602e,segment=NetworkSegment(6855267f-57d8-40e5-a1fe-5ffc584eb812),segment_id=6855267f-57d8-40e5-a1fe-5ffc584eb812)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:14:58.982821 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.004408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec0fa5-572b-4389-aff6-9d766e9edd40 req-22a2e8f5-0e0c-4480-abf2-78237685d4c2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:14:59.006688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bec0fa5-572b-4389-aff6-9d766e9edd40 req-22a2e8f5-0e0c-4480-abf2-78237685d4c2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0550582 Dec 13 15:14:59.008272 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1de4c9-d298-43b4-8276-3f249049474b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:59.011796 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3b0a42b3-7ec6-4e57-8f57-0fb468b85721 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.019311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6855267f-57d8-40e5-a1fe-5ffc584eb812') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:59.019542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6855267f-57d8-40e5-a1fe-5ffc584eb812') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:14:59.030278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.063516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a42b3-7ec6-4e57-8f57-0fb468b85721 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d1d18e-f3c1-4b97-ac69-4b86f80cc9f7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:59.063871 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.067070 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.074973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:14:59.075545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.075881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8bec0fa5-572b-4389-aff6-9d766e9edd40 req-202767df-5670-4716-8bce-715e1f93028d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609143 Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:14:59.078553 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:14:59.124730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50942bcf-1484-452b-97cd-8332c63127a5 None None] Pushing event updated for resources: {'Port': ['ID=3bc8d13e-f1a2-4a81-99bc-25d718bb602e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:59.165932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e48ae-b43c-4c21-a2bb-acb31447e12d None None] Network ef1de4c9-d298-43b4-8276-3f249049474b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:14:59.172162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:14:59.172162 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:14:59.172162 n-d-816954-1 neutron-server[102824]: [parameters: {'id': 'ef1de4c9-d298-43b4-8276-3f249049474b'}] Dec 13 15:14:59.172162 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:14:59.172975 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:14:59.174189 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3b0a42b3-7ec6-4e57-8f57-0fb468b85721 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.178279 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3b0a42b3-7ec6-4e57-8f57-0fb468b85721 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4616537 Dec 13 15:14:59.180929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57732) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:59.184067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cb1b55ed-cfb2-4db8-a1e1-b694b8004b9b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': '77d1d18e-f3c1-4b97-ac69-4b86f80cc9f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:59.285605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef533e9d-eb8d-43c9-b94d-cec06c17bf3c None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:14:59.296698 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb1b55ed-cfb2-4db8-a1e1-b694b8004b9b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.358661 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb1b55ed-cfb2-4db8-a1e1-b694b8004b9b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.385834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef533e9d-eb8d-43c9-b94d-cec06c17bf3c None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:14:59.412337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb1b55ed-cfb2-4db8-a1e1-b694b8004b9b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.437081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b55ed-cfb2-4db8-a1e1-b694b8004b9b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f13fce-5bf6-4904-a97a-774b092f132e,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:59.505837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb1b55ed-cfb2-4db8-a1e1-b694b8004b9b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.507126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb1b55ed-cfb2-4db8-a1e1-b694b8004b9b tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265820 Dec 13 15:14:59.510191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57734) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:59.527575 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f87a441e-524b-486a-9906-3ce1ca7e06f5 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules/18f13fce-5bf6-4904-a97a-774b092f132e HTTP/1.1" status: 200 len: 763 time: 0.0158589 Dec 13 15:14:59.530025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57736) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:59.571903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec97139e-c3e5-4db0-9d00-f5255c1ab847 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407009 Dec 13 15:14:59.574677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57738) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:59.600465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd68120d-cbc0-45b0-a875-b1e3ab4ab3a0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.608230 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd68120d-cbc0-45b0-a875-b1e3ab4ab3a0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.674891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.712829 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd68120d-cbc0-45b0-a875-b1e3ab4ab3a0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.720203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd68120d-cbc0-45b0-a875-b1e3ab4ab3a0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.724346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fd68120d-cbc0-45b0-a875-b1e3ab4ab3a0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/18f13fce-5bf6-4904-a97a-774b092f132e HTTP/1.1" status: 204 len: 168 time: 0.1456509 Dec 13 15:14:59.724763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57742) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:59.730193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68120d-cbc0-45b0-a875-b1e3ab4ab3a0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18f13fce-5bf6-4904-a97a-774b092f132e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:14:59.761846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3d23f341-651b-4108-b5cc-5bf204537a3f req-50065c17-994e-4e7f-a75b-5bed61e26b95 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0327902 Dec 13 15:14:59.768167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e99213e7-0c5d-4657-b5da-cd24afeee958 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420418 Dec 13 15:14:59.775542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:14:59.778332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:14:59.778695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.782771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f206a844-7391-42f8-90f6-279c415b33c0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': '77d1d18e-f3c1-4b97-ac69-4b86f80cc9f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:14:59.862506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3bc8d13e-f1a2-4a81-99bc-25d718bb602e,segment=NetworkSegment(6855267f-57d8-40e5-a1fe-5ffc584eb812),segment_id=6855267f-57d8-40e5-a1fe-5ffc584eb812)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:14:59.862820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:14:59.877850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for 3bc8d13e-f1a2-4a81-99bc-25d718bb602e owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:00.000732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f206a844-7391-42f8-90f6-279c415b33c0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.072766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-e790e51e-bcaf-4be7-b90d-9d9802cf5567 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:00.074204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-e790e51e-bcaf-4be7-b90d-9d9802cf5567 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.55 "GET /v2.0/networks?id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 200 len: 813 time: 0.1569753 Dec 13 15:15:00.097703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f206a844-7391-42f8-90f6-279c415b33c0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.136289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-ef5ce9dc-47dd-4e8c-80d6-10d8f6f923b8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8185a28a59bf4d67adee62ce5dc17084 HTTP/1.1" status: 200 len: 380 time: 0.0514729 Dec 13 15:15:00.137537 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.170178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'port': {'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'admin_state_up': True, 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'security_groups': ['5ec0558c-6364-4e3b-98a4-4b9daafcc19b']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:00.176485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=3bc8d13e-f1a2-4a81-99bc-25d718bb602e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:00.189003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port 3bc8d13e-f1a2-4a81-99bc-25d718bb602e on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:00.219125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f206a844-7391-42f8-90f6-279c415b33c0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.246737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35e1b7-2798-46bd-8324-5407bb9c964e req-68c96f0c-3f9a-486d-80da-4392461de641 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:00.248319 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e35e1b7-2798-46bd-8324-5407bb9c964e req-68c96f0c-3f9a-486d-80da-4392461de641 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0935585 Dec 13 15:15:00.282730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206a844-7391-42f8-90f6-279c415b33c0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a5930d-7b55-4ebb-a2fc-1d62b3ba0074,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:00.300400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5e35e1b7-2798-46bd-8324-5407bb9c964e req-d37b90ed-1067-4421-b0a0-a7288baa4958 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373623 Dec 13 15:15:00.344915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.379062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f206a844-7391-42f8-90f6-279c415b33c0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.379062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f206a844-7391-42f8-90f6-279c415b33c0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6016629 Dec 13 15:15:00.380513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1de4c9-d298-43b4-8276-3f249049474b']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:00.381634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57748) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.394843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6855267f-57d8-40e5-a1fe-5ffc584eb812') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:00.395135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6855267f-57d8-40e5-a1fe-5ffc584eb812') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:00.399430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b5d31405-7718-474a-8136-69d97b7329d2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules/f4a5930d-7b55-4ebb-a2fc-1d62b3ba0074 HTTP/1.1" status: 200 len: 763 time: 0.0164883 Dec 13 15:15:00.402013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57750) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.410298 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.428418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.434699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:00.435093 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:00.438261 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:00.449169 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-abef61cd-5b18-43b7-a9cb-37ec3350b7b8 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0436380 Dec 13 15:15:00.449491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57752) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.473079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d77e-4b52-49ac-b704-b278c523d80f tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.488611 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d77e-4b52-49ac-b704-b278c523d80f tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.501476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Made reservation on behalf of 8185a28a59bf4d67adee62ce5dc17084 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:00.505777 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.576305 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d77e-4b52-49ac-b704-b278c523d80f tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.582494 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d77e-4b52-49ac-b704-b278c523d80f tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.584240 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9cd2d77e-4b52-49ac-b704-b278c523d80f tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f4a5930d-7b55-4ebb-a2fc-1d62b3ba0074 HTTP/1.1" status: 204 len: 168 time: 0.1337757 Dec 13 15:15:00.586920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57754) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.589897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2d77e-4b52-49ac-b704-b278c523d80f tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4a5930d-7b55-4ebb-a2fc-1d62b3ba0074,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:00.609900 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.651703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.654816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/ef1de4c9-d298-43b4-8276-3f249049474b HTTP/1.1" status: 204 len: 168 time: 2.5833099 Dec 13 15:15:00.657589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57756) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.680707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da958388-c5b7-4dc6-a372-508b086b3101 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=ef1de4c9-d298-43b4-8276-3f249049474b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:00.697352 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d699ce-9af8-4c81-a215-b51c4b218f7f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] GET failed (client error): The resource could not be found. Dec 13 15:15:00.698768 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a7d699ce-9af8-4c81-a215-b51c4b218f7f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/subnets/0327d621-1f39-4a82-b609-7fbf57ff8625 HTTP/1.1" status: 404 len: 337 time: 0.0400641 Dec 13 15:15:00.700785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-51a39991-514c-4024-b55b-623d4301a9af tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126876 Dec 13 15:15:00.701800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57758) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.702186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57760) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.713796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e220f807-bb09-4867-bd31-eb60bceabc74 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': '77d1d18e-f3c1-4b97-ac69-4b86f80cc9f7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:00.732381 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ab9585-73e5-4012-8069-97daaf037341 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:00.733000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ab9585-73e5-4012-8069-97daaf037341 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:00.740824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-75ab9585-73e5-4012-8069-97daaf037341 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/ef1de4c9-d298-43b4-8276-3f249049474b HTTP/1.1" status: 404 len: 339 time: 0.0331552 Dec 13 15:15:00.742626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57762) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:00.765129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Allocated IP 172.20.0.9 (2dd410cf-4ece-4092-b6c4-c5537b2dd7bf/5ecb2461-663c-4d64-bb89-6133ac6d867b/8ea07cbe-5e4a-4a53-8ca2-efb656405460) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:00.899648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40852ad8-b112-4a4d-8105-2fbbd45e3f26 req-f3382f6f-069f-40b4-8db0-f949a3b47957 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0337794 Dec 13 15:15:00.946912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e220f807-bb09-4867-bd31-eb60bceabc74 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.959740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:00.977421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd547c4-f183-4980-a56b-0ebb57e0b880 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:00.981666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1dd547c4-f183-4980-a56b-0ebb57e0b880 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2369564 Dec 13 15:15:00.983467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57766) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.021021 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-771d668c-a601-4cee-9574-382751f7ab99 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b HTTP/1.1" status: 200 len: 207 time: 0.0363657 Dec 13 15:15:01.024520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.035857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.050867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e220f807-bb09-4867-bd31-eb60bceabc74 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.091839 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e220f807-bb09-4867-bd31-eb60bceabc74 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.111683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220f807-bb09-4867-bd31-eb60bceabc74 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aac4636-f56e-47c7-bd41-af1225a71adc,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:01.154497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:01.169592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:01.185322 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e220f807-bb09-4867-bd31-eb60bceabc74 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.185523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e220f807-bb09-4867-bd31-eb60bceabc74 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4810095 Dec 13 15:15:01.188945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:01.192128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57770) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.212094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-468a5ae3-37e7-43fc-99b0-64221224f68a tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules/6aac4636-f56e-47c7-bd41-af1225a71adc HTTP/1.1" status: 200 len: 764 time: 0.0176384 Dec 13 15:15:01.219731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'Port': ['ID=8ea07cbe-5e4a-4a53-8ca2-efb656405460,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:01.221894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57772) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.296944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1e7b8825-7eed-4fc7-b7fd-d4b11dfa2ef2 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0736265 Dec 13 15:15:01.299407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57774) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.318590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.319237 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.339213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ccf1a-5c0f-4ce6-a1ac-5f15a8642c0c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.345491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ccf1a-5c0f-4ce6-a1ac-5f15a8642c0c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.347587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71dd7dc4-508c-4814-aa50-a137f7c428fb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.356371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ccf1a-5c0f-4ce6-a1ac-5f15a8642c0c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.362279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ccf1a-5c0f-4ce6-a1ac-5f15a8642c0c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.364120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b58ccf1a-5c0f-4ce6-a1ac-5f15a8642c0c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3382485 Dec 13 15:15:01.368422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.369828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71dd7dc4-508c-4814-aa50-a137f7c428fb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.425750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-3671f345-8414-4d67-8987-5e2102df6788 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2772210 Dec 13 15:15:01.440760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Request body: {'port': {'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:01.464714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-55821e70-d4c8-4974-8725-50209fadfd34 None None] Provisioning complete for port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:01.465951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55821e70-d4c8-4974-8725-50209fadfd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.476441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4073f8-c2dd-4b0d-bbc0-09cf3f2cda28 req-13ffc0a6-6aea-41bb-bf07-2bbccbddda6f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.487924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d4073f8-c2dd-4b0d-bbc0-09cf3f2cda28 req-13ffc0a6-6aea-41bb-bf07-2bbccbddda6f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0785584 Dec 13 15:15:01.510459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-55821e70-d4c8-4974-8725-50209fadfd34 None None] Port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:01.528473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71dd7dc4-508c-4814-aa50-a137f7c428fb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.529519 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.534900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71dd7dc4-508c-4814-aa50-a137f7c428fb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:01.539008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-71dd7dc4-508c-4814-aa50-a137f7c428fb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6aac4636-f56e-47c7-bd41-af1225a71adc HTTP/1.1" status: 204 len: 168 time: 0.2350681 Dec 13 15:15:01.543552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57780) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.550103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d4073f8-c2dd-4b0d-bbc0-09cf3f2cda28 req-3e36119d-5f61-4a12-a065-c7985f1300b9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606735 Dec 13 15:15:01.560874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd7dc4-508c-4814-aa50-a137f7c428fb tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6aac4636-f56e-47c7-bd41-af1225a71adc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:01.588012 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e313488f-0c5d-4527-b61a-056d89234f60 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2183762 Dec 13 15:15:01.591841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57782) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.648724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d444f2-f627-4afe-9c19-0726b9a3313f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.650435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d444f2-f627-4afe-9c19-0726b9a3313f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.655536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-51d444f2-f627-4afe-9c19-0726b9a3313f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0591125 Dec 13 15:15:01.655831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57784) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.715950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff29e9-eb4e-4276-9ef8-2d1ca640c52b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.717478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff29e9-eb4e-4276-9ef8-2d1ca640c52b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.722743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9eff29e9-eb4e-4276-9ef8-2d1ca640c52b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0623357 Dec 13 15:15:01.722980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57786) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.830435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec633e7f-2be7-48d0-9704-70d18ee37d25 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:01.835937 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ec633e7f-2be7-48d0-9704-70d18ee37d25 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/networks/2c2aabc2-5bf7-472f-8846-f863aed6554c HTTP/1.1" status: 200 len: 800 time: 0.1076581 Dec 13 15:15:01.836096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57788) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:01.974131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-43d80763-761a-49e0-b8e1-2e93f5d51b99 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/networks/2c2aabc2-5bf7-472f-8846-f863aed6554c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1366005 Dec 13 15:15:01.977224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57792) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:02.030660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73688f0-73a0-425b-9609-8f8da56875d2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:02.032361 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f73688f0-73a0-425b-9609-8f8da56875d2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/subnets/0881015c-02a7-419b-af8d-fc66b2c79bc2 HTTP/1.1" status: 200 len: 811 time: 0.0539927 Dec 13 15:15:02.036034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57794) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:02.089385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11081d47-9c89-4159-ad4a-a959ec4bbd2d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['shared'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:02.091207 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-11081d47-9c89-4159-ad4a-a959ec4bbd2d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "GET /v2.0/subnets/0881015c-02a7-419b-af8d-fc66b2c79bc2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0540440 Dec 13 15:15:02.094941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57796) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:02.100649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-455055742'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:02.117796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-199d3655-df98-4ee4-bc08-42515b451d65 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5629029 Dec 13 15:15:02.121024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57798) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:02.180395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9d3c6-92ba-4ed0-800b-3089f8d102ab req-6e94c2de-042a-4514-a69d-d49dfe912bef tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:02.181891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6e9d3c6-92ba-4ed0-800b-3089f8d102ab req-6e94c2de-042a-4514-a69d-d49dfe912bef tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 931 time: 0.1589520 Dec 13 15:15:02.188023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c83908c2-9e2b-40d7-8a5d-6d345b1b6bf0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.200450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:02.204844 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.232534 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c83908c2-9e2b-40d7-8a5d-6d345b1b6bf0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.265562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6e9d3c6-92ba-4ed0-800b-3089f8d102ab req-c3aa3146-8d8e-4d89-98df-da3b9eb8197a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771496 Dec 13 15:15:02.267156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:02.289488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.289843 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Added segment 0005820b-ccfe-4198-906f-da4695ca92e8 of type vlan for network 43429110-fbde-450b-afc0-32f92afa91b4 Dec 13 15:15:02.334255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.335577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea07cbe-5e4a-4a53-8ca2-efb656405460 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:15:02.343969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.412169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c83908c2-9e2b-40d7-8a5d-6d345b1b6bf0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.412402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Transition to ACTIVE for port object 8ea07cbe-5e4a-4a53-8ca2-efb656405460 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:15:02.414807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c83908c2-9e2b-40d7-8a5d-6d345b1b6bf0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.416000 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c83908c2-9e2b-40d7-8a5d-6d345b1b6bf0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/77d1d18e-f3c1-4b97-ac69-4b86f80cc9f7 HTTP/1.1" status: 204 len: 168 time: 0.2937012 Dec 13 15:15:02.418708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57800) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:02.425410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83908c2-9e2b-40d7-8a5d-6d345b1b6bf0 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d1d18e-f3c1-4b97-ac69-4b86f80cc9f7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:02.440743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.451706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:02.451706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.471953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-884034d7-5354-4295-b169-a13da7c3c0f4 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481372 Dec 13 15:15:02.473828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57802) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:02.478330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e0bf5cbe-8f3f-4e32-bc57-cbf7ff2271e7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group': {'name': 'tempest-secgroup--844538588'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:02.497784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.548315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Network': ['ID=43429110-fbde-450b-afc0-32f92afa91b4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:02.552319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea07cbe-5e4a-4a53-8ca2-efb656405460,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:02.561956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 43429110-fbde-450b-afc0-32f92afa91b4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:02.588535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-68d566d7-17de-4e82-a454-a89f9e7d4bb7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4916985 Dec 13 15:15:02.590276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57806) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:02.601383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'network_id': '43429110-fbde-450b-afc0-32f92afa91b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:02.694927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Attempting to bind port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:02.695455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Attempting to bind port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:02.695889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Attempting to bind port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 on network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:02.700635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 on network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:15:02.701096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Attempting to bind port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 on network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:02.707638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:02.708748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Checking segment: {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:02.709281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Bound using segment: {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:02.709777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Bound port: 8ea07cbe-5e4a-4a53-8ca2-efb656405460, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1184fc51-0c50-4323-ab9b-00e7984ba82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:02.710256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.760099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ae4c6-641e-4924-99c7-7aedb91a1aae req-839dc018-ef1a-4ec4-a457-01246dac4a09 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:02.761600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-373ae4c6-641e-4924-99c7-7aedb91a1aae req-839dc018-ef1a-4ec4-a457-01246dac4a09 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0768113 Dec 13 15:15:02.764615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5cbe-8f3f-4e32-bc57-cbf7ff2271e7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.795792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] For port 8ea07cbe-5e4a-4a53-8ca2-efb656405460, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:02.800743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] For port 8ea07cbe-5e4a-4a53-8ca2-efb656405460, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:02.837693 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-373ae4c6-641e-4924-99c7-7aedb91a1aae req-82f759cf-9c9b-4276-89d6-f65e36e0b67f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655363 Dec 13 15:15:02.881438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5cbe-8f3f-4e32-bc57-cbf7ff2271e7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.919920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.953857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Made reservation on behalf of 2f3f5c9235044f14939802165aae819c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:02.957738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.960966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:02.961628 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5cbe-8f3f-4e32-bc57-cbf7ff2271e7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.961833 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:02.963099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 200 len: 1091 time: 1.5289049 Dec 13 15:15:02.963777 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:15:02.966155 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b4156e-29a1-4362-a4b4-1ecb3269b400" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:15:03.020293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9269b-325b-4b1c-be24-251bdb32a4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea07cbe-5e4a-4a53-8ca2-efb656405460,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:03.044632 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a86822-8d75-40ad-a902-6691cbfee7c8 x-openstack-request-id: req-b0a86822-8d75-40ad-a902-6691cbfee7c8 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:15:03.044923 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:15:03.045183 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0a86822-8d75-40ad-a902-6691cbfee7c8 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:15:03.045605 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'status': 'completed', 'code': 200} Dec 13 15:15:03.064255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf5cbe-8f3f-4e32-bc57-cbf7ff2271e7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a572e6-8603-41e7-a371-a73688ac3e0e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:03.070683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Performing IP validity checks on allocation pools {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 15:15:03.071209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 15:15:03.123240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4156e-29a1-4362-a4b4-1ecb3269b400 req-d6dbc677-cb8a-4b54-96d9-fd6427a813f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.124803 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9b4156e-29a1-4362-a4b4-1ecb3269b400 req-d6dbc677-cb8a-4b54-96d9-fd6427a813f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1094 time: 0.0699341 Dec 13 15:15:03.157545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5cbe-8f3f-4e32-bc57-cbf7ff2271e7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.162109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0bf5cbe-8f3f-4e32-bc57-cbf7ff2271e7 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6848445 Dec 13 15:15:03.163427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57810) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:03.175415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-aa507980-ce61-412d-b109-b7bd6ad35584 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Request body: {'security_group_rule': {'security_group_id': '71a572e6-8603-41e7-a371-a73688ac3e0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:03.314594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa507980-ce61-412d-b109-b7bd6ad35584 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.331287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4156e-29a1-4362-a4b4-1ecb3269b400 req-0e18fda5-3dae-43e4-ba8f-d87aeec4d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.335644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9b4156e-29a1-4362-a4b4-1ecb3269b400 req-0e18fda5-3dae-43e4-ba8f-d87aeec4d4d2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8185a28a59bf4d67adee62ce5dc17084&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2014821 Dec 13 15:15:03.338281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.480316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=8b27301e-3fef-40ab-a28b-48f2d96bfbca,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:03.499829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa507980-ce61-412d-b109-b7bd6ad35584 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.509638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf18e41-1bf5-4f87-9ed4-554ebfbbcbd2 req-302c063d-6984-48ee-87c2-dc6419cd73b2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.511301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccf18e41-1bf5-4f87-9ed4-554ebfbbcbd2 req-302c063d-6984-48ee-87c2-dc6419cd73b2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.1564312 Dec 13 15:15:03.515369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Checking segment: {'id': '0005820b-ccfe-4198-906f-da4695ca92e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '43429110-fbde-450b-afc0-32f92afa91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:03.515369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network hostable DHCP agents. Network: 43429110-fbde-450b-afc0-32f92afa91b4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:03.543468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4156e-29a1-4362-a4b4-1ecb3269b400 req-48c6cbbd-6fc0-4cdd-912a-ad2546d388e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.544780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9b4156e-29a1-4362-a4b4-1ecb3269b400 req-48c6cbbd-6fc0-4cdd-912a-ad2546d388e1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2035749 Dec 13 15:15:03.564015 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa507980-ce61-412d-b109-b7bd6ad35584 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.577058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ccf18e41-1bf5-4f87-9ed4-554ebfbbcbd2 req-1366d2c6-7049-4130-afaa-2b0268d409b4 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566204 Dec 13 15:15:03.598507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa507980-ce61-412d-b109-b7bd6ad35584 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951c2927-7d6f-4301-8b68-8aeb7339632f,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:03.634792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Network 43429110-fbde-450b-afc0-32f92afa91b4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:03.648410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-5ef248f9-e075-4e7e-b2e1-4c73857031b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.649907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-5ef248f9-e075-4e7e-b2e1-4c73857031b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1094 time: 0.0643594 Dec 13 15:15:03.667885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa507980-ce61-412d-b109-b7bd6ad35584 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.671894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aa507980-ce61-412d-b109-b7bd6ad35584 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5057240 Dec 13 15:15:03.672206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57814) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:03.701599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-957c5b6a-c766-4c2c-be96-cf5b5d4ffd37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 200 len: 217 time: 0.0437834 Dec 13 15:15:03.730778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-391b7266-f528-4d85-97e1-5eae5345a440 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.742976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 43429110-fbde-450b-afc0-32f92afa91b4) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:03.748112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.748793 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.759707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb0dc2a-2ad3-4ca0-9f23-f55a2456c6c7 None None] Network 43429110-fbde-450b-afc0-32f92afa91b4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:03.763021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-e329e751-67e3-40f3-a54b-4318284df8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.765633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-e329e751-67e3-40f3-a54b-4318284df8bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ecb2461-663c-4d64-bb89-6133ac6d867b HTTP/1.1" status: 200 len: 852 time: 0.0571275 Dec 13 15:15:03.770839 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-391b7266-f528-4d85-97e1-5eae5345a440 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.837414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-19d8edfb-efc6-42a3-8880-02da2ccda981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:03.839356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-19d8edfb-efc6-42a3-8880-02da2ccda981 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651348 Dec 13 15:15:03.850954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-72757241-f6b9-4c7c-8ab8-e8a97719c660 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2551045 Dec 13 15:15:03.853255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:03.859819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a8b2667a-b1fb-44d3-afeb-0482f982104b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:03.952659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-391b7266-f528-4d85-97e1-5eae5345a440 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.955319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-391b7266-f528-4d85-97e1-5eae5345a440 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.964196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-391b7266-f528-4d85-97e1-5eae5345a440 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/71a572e6-8603-41e7-a371-a73688ac3e0e HTTP/1.1" status: 204 len: 168 time: 0.2832787 Dec 13 15:15:03.964196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57820) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:03.966899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-23743cc3-0010-4cfc-bf52-521785719f20 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134641 Dec 13 15:15:03.971254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b0b2f-d273-49d3-bf2c-8c57265e3e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-43429110-fbde-450b-afc0-32f92afa91b4', 'network_id': '43429110-fbde-450b-afc0-32f92afa91b4', 'tenant_id': '2f3f5c9235044f14939802165aae819c', 'fixed_ips': [{'subnet_id': '8b27301e-3fef-40ab-a28b-48f2d96bfbca'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:15:03.972124 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-539b0b2f-d273-49d3-bf2c-8c57265e3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:03.992929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b7266-f528-4d85-97e1-5eae5345a440 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a572e6-8603-41e7-a371-a73688ac3e0e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:04.014458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8b2667a-b1fb-44d3-afeb-0482f982104b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8734864'] for subnet, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.051456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bfadea7c-14d6-418e-b2a3-b4a1cdbe75de tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812290 Dec 13 15:15:04.054498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57822) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:04.107160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b9205-efc3-46b1-bc78-6a500add17fc req-aa20575c-8b1c-452b-82f6-c30b208585d5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:04.108572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b71b9205-efc3-46b1-bc78-6a500add17fc req-aa20575c-8b1c-452b-82f6-c30b208585d5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.1407888 Dec 13 15:15:04.139198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-94ceb315-6fd6-4cd6-bfe0-6ebcee945b93 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0808811 Dec 13 15:15:04.139198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57824) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:04.150109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bbf97b46-33e6-4728-8a65-48cc78fb6577 req-b79e7e2a-f4bb-4e9d-b1ff-7db17f83d5fb service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707542 Dec 13 15:15:04.160859 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-82bd3c05-26f8-4eea-a409-e14f4738cd96 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] delete failed (client error): The resource could not be found. Dec 13 15:15:04.165654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82bd3c05-26f8-4eea-a409-e14f4738cd96 tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "DELETE /v2.0/security-groups/71a572e6-8603-41e7-a371-a73688ac3e0e HTTP/1.1" status: 404 len: 347 time: 0.0218596 Dec 13 15:15:04.166203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57826) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:04.184686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b71b9205-efc3-46b1-bc78-6a500add17fc req-21703b4a-248f-439d-bde1-0d9d2b7cd8da tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663073 Dec 13 15:15:04.194970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-539b0b2f-d273-49d3-bf2c-8c57265e3e15 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 15:15:04.194970 n-d-816954-1 neutron-server[102825]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 15:15:04.194970 n-d-816954-1 neutron-server[102825]: [parameters: {'in_use': 1, 'id_1': '8b27301e-3fef-40ab-a28b-48f2d96bfbca'}] Dec 13 15:15:04.194970 n-d-816954-1 neutron-server[102825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:15:04.195786 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-539b0b2f-d273-49d3-bf2c-8c57265e3e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:15:04.222730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19d50882-ab16-4ad9-906a-bc3e501c541c tempest-SecGroupTest-306519387 tempest-SecGroupTest-306519387-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502849 Dec 13 15:15:04.324800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8b2667a-b1fb-44d3-afeb-0482f982104b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783675734173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8725771'] for subnet, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.368305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b2667a-b1fb-44d3-afeb-0482f982104b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:04.369095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a8b2667a-b1fb-44d3-afeb-0482f982104b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.370535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a8b2667a-b1fb-44d3-afeb-0482f982104b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "PUT /v2.0/subnets/8b27301e-3fef-40ab-a28b-48f2d96bfbca HTTP/1.1" status: 200 len: 877 time: 0.5162485 Dec 13 15:15:04.373378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57830) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:04.436207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2667a-b1fb-44d3-afeb-0482f982104b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event updated for resources: {'Subnet': ['ID=8b27301e-3fef-40ab-a28b-48f2d96bfbca,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:04.488330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.547817 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.697710 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-539b0b2f-d273-49d3-bf2c-8c57265e3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.706531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf86ed-7fc9-4034-8f5b-70f2ad5be0bc req-c193ca14-ca13-4be3-bf71-072f607ee6f3 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:04.708265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6baf86ed-7fc9-4034-8f5b-70f2ad5be0bc req-c193ca14-ca13-4be3-bf71-072f607ee6f3 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.0518591 Dec 13 15:15:04.711795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:04.750952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.782668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6baf86ed-7fc9-4034-8f5b-70f2ad5be0bc req-60fe0fe0-3181-494c-80c4-b668ffd74a85 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651312 Dec 13 15:15:04.784638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=8b27301e-3fef-40ab-a28b-48f2d96bfbca,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:04.867503 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.901718 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43429110-fbde-450b-afc0-32f92afa91b4']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server [None req-539b0b2f-d273-49d3-bf2c-8c57265e3e15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b27301e-3fef-40ab-a28b-48f2d96bfbca: This subnet is being modified by another concurrent operation. Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise exception Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b27301e-3fef-40ab-a28b-48f2d96bfbca: This subnet is being modified by another concurrent operation. Dec 13 15:15:04.904630 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Dec 13 15:15:04.918998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6d203a15-c384-458e-8d05-00af9eb988de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18d445fcaab148518847db6a54f9db1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928444 Dec 13 15:15:04.920188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57840) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:04.923192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0005820b-ccfe-4198-906f-da4695ca92e8') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:04.923192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0005820b-ccfe-4198-906f-da4695ca92e8') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:04.927596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.929857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265ec3d-41ad-4033-bc36-bef6b246f17a None None] Network 43429110-fbde-450b-afc0-32f92afa91b4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:04.950003 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.957148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:04.957659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:04.961226 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:04.975729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d22f7b8-02ba-4d40-95db-6b49b5fee6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.003210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d22f7b8-02ba-4d40-95db-6b49b5fee6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.046114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8eed5a-362f-4dbd-a81b-1cc73aef16b2 None None] Network 43429110-fbde-450b-afc0-32f92afa91b4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:05.120629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.127791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.131017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/43429110-fbde-450b-afc0-32f92afa91b4 HTTP/1.1" status: 204 len: 168 time: 0.7567813 Dec 13 15:15:05.135230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57842) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:05.146848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f9f1a-1391-441e-8e64-7b16e3ae847d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=43429110-fbde-450b-afc0-32f92afa91b4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:05.156931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b577e-0dd7-4386-b6b4-c0a4c796696a None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:15:05.163688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d22f7b8-02ba-4d40-95db-6b49b5fee6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.166410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d22f7b8-02ba-4d40-95db-6b49b5fee6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.170006 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2d22f7b8-02ba-4d40-95db-6b49b5fee6dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0068f02-4b84-4a6c-8c5b-479f4f0edf73 HTTP/1.1" status: 204 len: 168 time: 0.2580912 Dec 13 15:15:05.170006 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4787aa14-eebc-48b7-8b08-ba1c2ee220ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:05.170006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4787aa14-eebc-48b7-8b08-ba1c2ee220ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:05.173030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4787aa14-eebc-48b7-8b08-ba1c2ee220ae tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/8b27301e-3fef-40ab-a28b-48f2d96bfbca HTTP/1.1" status: 404 len: 337 time: 0.0359464 Dec 13 15:15:05.181979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22f7b8-02ba-4d40-95db-6b49b5fee6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0068f02-4b84-4a6c-8c5b-479f4f0edf73,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:05.184305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:05.213118 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:15:05.215209 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca07a4f-32bc-4c36-a455-4a71d3497d0b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:05.215886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca07a4f-32bc-4c36-a455-4a71d3497d0b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:05.219208 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3ca07a4f-32bc-4c36-a455-4a71d3497d0b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/43429110-fbde-450b-afc0-32f92afa91b4 HTTP/1.1" status: 404 len: 339 time: 0.0338359 Dec 13 15:15:05.222227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57850) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:05.252149 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf252106-07d7-46dc-a384-beadfd658139 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:05.252621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf252106-07d7-46dc-a384-beadfd658139 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:05.255764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf252106-07d7-46dc-a384-beadfd658139 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/0327d621-1f39-4a82-b609-7fbf57ff8625 HTTP/1.1" status: 404 len: 337 time: 0.0328317 Dec 13 15:15:05.258541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57852) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:05.277909 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bcb172-d3d8-4ef3-8623-f52110a02350 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:05.278477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bcb172-d3d8-4ef3-8623-f52110a02350 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:05.282273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-52bcb172-d3d8-4ef3-8623-f52110a02350 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/ef1de4c9-d298-43b4-8276-3f249049474b HTTP/1.1" status: 404 len: 339 time: 0.0219884 Dec 13 15:15:05.284249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57854) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:05.291395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b577e-0dd7-4386-b6b4-c0a4c796696a None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:15:05.324787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009ceeb-070b-40a8-b5cb-07bd9b3bc2d6 req-d20e17e7-afe1-43dc-90af-53a49dac278e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:05.326862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c009ceeb-070b-40a8-b5cb-07bd9b3bc2d6 req-d20e17e7-afe1-43dc-90af-53a49dac278e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0562506 Dec 13 15:15:05.371943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c009ceeb-070b-40a8-b5cb-07bd9b3bc2d6 req-dc66e56b-8dbf-4d5f-bed2-a6084ee2125c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371103 Dec 13 15:15:05.728877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.814179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.840398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98479c7a-00f5-4803-b64a-29349d6074d9']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:05.853236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acd5aae-6bd3-4c74-9043-8858c42fadae') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:05.853536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acd5aae-6bd3-4c74-9043-8858c42fadae') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:05.863381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.886608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.909940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:05.910369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:05.913487 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:05.984528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b6cbf-6b3c-4ba9-a631-60169c2e18a2 req-f84da17c-d6e7-4818-b2d1-c5e44000b387 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:05.984528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e11b6cbf-6b3c-4ba9-a631-60169c2e18a2 req-f84da17c-d6e7-4818-b2d1-c5e44000b387 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.1152799 Dec 13 15:15:06.021404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e11b6cbf-6b3c-4ba9-a631-60169c2e18a2 req-7e8cec02-3457-4aa1-8f19-20999d7bec93 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343347 Dec 13 15:15:06.046273 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.051511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.055257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/98479c7a-00f5-4803-b64a-29349d6074d9 HTTP/1.1" status: 204 len: 168 time: 0.7699430 Dec 13 15:15:06.057756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57874) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.084590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661b153-b7cf-4483-812c-947e6868dcb2 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=98479c7a-00f5-4803-b64a-29349d6074d9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:06.090383 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58dfea0-a9f5-4d96-bf98-36ff15c8738c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.090971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58dfea0-a9f5-4d96-bf98-36ff15c8738c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.098421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d58dfea0-a9f5-4d96-bf98-36ff15c8738c tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/6ac3e4d3-9d36-4afd-b566-f3e8391265ce HTTP/1.1" status: 404 len: 337 time: 0.0350192 Dec 13 15:15:06.100271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57878) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.118966 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a3d012-e2a5-4594-ae54-261015443861 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.119511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a3d012-e2a5-4594-ae54-261015443861 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.122620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b3a3d012-e2a5-4594-ae54-261015443861 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/84620bc2-9832-4847-bba8-2ce966d2eda4 HTTP/1.1" status: 404 len: 339 time: 0.0212545 Dec 13 15:15:06.124855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57880) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.150361 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9808f7b6-d017-4f01-96ae-7a05c0f99156 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.150802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9808f7b6-d017-4f01-96ae-7a05c0f99156 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.153796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9808f7b6-d017-4f01-96ae-7a05c0f99156 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/6ffac411-3f5b-458b-99e6-4234438aef48 HTTP/1.1" status: 404 len: 337 time: 0.0280647 Dec 13 15:15:06.156193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57882) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.173423 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06be318-62b8-47bb-abbc-dd883a4be34b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.174077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06be318-62b8-47bb-abbc-dd883a4be34b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.177728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b06be318-62b8-47bb-abbc-dd883a4be34b tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/5437a9c2-5048-42b8-903b-c5cd3a004a1b HTTP/1.1" status: 404 len: 339 time: 0.0206382 Dec 13 15:15:06.180089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57884) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.184730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57886) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.205825 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde4c2c0-e9f2-4acf-a7e6-16a61417be96 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.206295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde4c2c0-e9f2-4acf-a7e6-16a61417be96 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.209277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cde4c2c0-e9f2-4acf-a7e6-16a61417be96 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/ad79f7b3-e083-4026-8794-cf3befd895a3 HTTP/1.1" status: 404 len: 337 time: 0.0283177 Dec 13 15:15:06.211734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57890) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.229447 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8943df7a-57cf-4eaa-89b4-9e9088ceaff3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.229993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8943df7a-57cf-4eaa-89b4-9e9088ceaff3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.233019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8943df7a-57cf-4eaa-89b4-9e9088ceaff3 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/dab8672b-3e10-4eee-b91a-7d91ba7e9b5a HTTP/1.1" status: 404 len: 339 time: 0.0204005 Dec 13 15:15:06.236137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57892) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.261808 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46ea793-10ab-4ca8-a3a4-8a54b3029031 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.262264 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46ea793-10ab-4ca8-a3a4-8a54b3029031 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.265170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d46ea793-10ab-4ca8-a3a4-8a54b3029031 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/7af1e7a2-de7e-4ee6-b86d-4922beaf62ba HTTP/1.1" status: 404 len: 337 time: 0.0282249 Dec 13 15:15:06.267670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57894) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.282053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-879c3ee7-e809-48c9-b1a6-be7edb42a081 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:06.282549 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-879c3ee7-e809-48c9-b1a6-be7edb42a081 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 15:15:06.283047 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-879c3ee7-e809-48c9-b1a6-be7edb42a081 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 15:15:06.284006 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-879c3ee7-e809-48c9-b1a6-be7edb42a081 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0983315 Dec 13 15:15:06.287644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57896) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.289315 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0443e830-6eeb-419d-b2aa-18a3e8da8b62 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.289842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0443e830-6eeb-419d-b2aa-18a3e8da8b62 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.291761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--521626437'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:06.292792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0443e830-6eeb-419d-b2aa-18a3e8da8b62 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/5c1404da-6ac7-444f-a707-f883a620ceba HTTP/1.1" status: 404 len: 339 time: 0.0242581 Dec 13 15:15:06.295295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57898) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.320978 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6984e0c-9c1b-413a-b7ca-4e55656a31e9 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.321417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6984e0c-9c1b-413a-b7ca-4e55656a31e9 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.324314 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c6984e0c-9c1b-413a-b7ca-4e55656a31e9 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/afca4555-0243-4bf2-bc6e-8eb4bc12c377 HTTP/1.1" status: 404 len: 337 time: 0.0281620 Dec 13 15:15:06.333624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57900) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.350453 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2241e843-5df9-4d5a-95af-47d9b76cdb5d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.350961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2241e843-5df9-4d5a-95af-47d9b76cdb5d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.353773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2241e843-5df9-4d5a-95af-47d9b76cdb5d tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/09a92223-2e70-48de-8778-fa6b0233f75f HTTP/1.1" status: 404 len: 339 time: 0.0192876 Dec 13 15:15:06.355985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57902) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.380739 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-25645b77-396c-4ece-85fc-e30c6180157f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.381173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25645b77-396c-4ece-85fc-e30c6180157f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.384110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-25645b77-396c-4ece-85fc-e30c6180157f tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/c802d739-c88e-4e2b-965f-2d4c630c9b84 HTTP/1.1" status: 404 len: 337 time: 0.0272920 Dec 13 15:15:06.386658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57904) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.396767 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.413973 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-db703657-d3ee-4898-84b0-669e6cf672f0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.414443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db703657-d3ee-4898-84b0-669e6cf672f0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.418272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db703657-d3ee-4898-84b0-669e6cf672f0 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/d092b9ae-0e8f-45bb-bdc1-abac1a130f2d HTTP/1.1" status: 404 len: 339 time: 0.0295925 Dec 13 15:15:06.419604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.420356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57908) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.450012 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ce895a-218d-4a16-9d79-7a6a60c01d1a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.450482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ce895a-218d-4a16-9d79-7a6a60c01d1a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.454031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2ce895a-218d-4a16-9d79-7a6a60c01d1a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/2c7adc47-0381-46db-b701-56323dced50f HTTP/1.1" status: 404 len: 337 time: 0.0325849 Dec 13 15:15:06.457918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57910) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.484754 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5626ec7-5fc3-4a2b-8994-a68e67b45679 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.484989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5626ec7-5fc3-4a2b-8994-a68e67b45679 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.488050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b5626ec7-5fc3-4a2b-8994-a68e67b45679 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/0e422265-fdff-4680-8334-ed731b32e4fb HTTP/1.1" status: 404 len: 339 time: 0.0290513 Dec 13 15:15:06.491192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57912) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.516392 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.523975 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8b1b9f-6821-4b2b-a9af-c2997b62b108 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.524431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8b1b9f-6821-4b2b-a9af-c2997b62b108 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.527519 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0b8b1b9f-6821-4b2b-a9af-c2997b62b108 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/b6f94c76-1d4d-4b59-b6c1-589af909bf7b HTTP/1.1" status: 404 len: 337 time: 0.0354040 Dec 13 15:15:06.530363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57914) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.535340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe4e22-daa8-48e6-abe6-2559842f2c73 req-e3466370-6000-41cb-bee1-81f3c9e756fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:06.537710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bbe4e22-daa8-48e6-abe6-2559842f2c73 req-e3466370-6000-41cb-bee1-81f3c9e756fc tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.0900147 Dec 13 15:15:06.550121 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa14951-2ef8-44fc-9a30-5faeacc0c0ef tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] DELETE failed (client error): The resource could not be found. Dec 13 15:15:06.550683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa14951-2ef8-44fc-9a30-5faeacc0c0ef tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:15:06.556852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9fa14951-2ef8-44fc-9a30-5faeacc0c0ef tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/60dad57c-068c-46e3-b798-ae7f640a30e1 HTTP/1.1" status: 404 len: 339 time: 0.0231605 Dec 13 15:15:06.557445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57916) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.593585 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.609703 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bbe4e22-daa8-48e6-abe6-2559842f2c73 req-1ed45ed3-9a58-43d3-a9da-adad78307628 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655184 Dec 13 15:15:06.623831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting subnet 0881015c-02a7-419b-af8d-fc66b2c79bc2 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:15:06.626685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48132e85-83e3-4a5b-88e9-24382b6f5530,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:06.627061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.668081 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.674153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.736241 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.758739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.765491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5226771-d908-4955-890d-622af148af0f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:06.819188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.820431 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-afea044d-32f9-4d2c-807c-41d1cb91fce4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5318856 Dec 13 15:15:06.823394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57918) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.827890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-28ce7d70-1753-456d-b899-4d6988bb71ab tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': 'b5226771-d908-4955-890d-622af148af0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:06.874869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.901013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Subnet': ['ID=0881015c-02a7-419b-af8d-fc66b2c79bc2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:06.907153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:06.910520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f52f3708-4c25-42b4-a46e-b4fe4fccdfa7 tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/subnets/0881015c-02a7-419b-af8d-fc66b2c79bc2 HTTP/1.1" status: 204 len: 168 time: 0.3520968 Dec 13 15:15:06.913501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57920) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:06.913644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af662c4-352c-4b2e-8657-d84370303935 None None] Network 2c2aabc2-5bf7-472f-8846-f863aed6554c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:06.966896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ce7d70-1753-456d-b899-4d6988bb71ab tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.019721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.063304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ce7d70-1753-456d-b899-4d6988bb71ab tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.091757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Deleting port a60722a3-b38e-49ee-91a1-053ec779f5b1 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:07.092132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.092726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] DHCP port deletion for 2c2aabc2-5bf7-472f-8846-f863aed6554c request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:15:07.131258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ce7d70-1753-456d-b899-4d6988bb71ab tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.143396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] Deleting port a60722a3-b38e-49ee-91a1-053ec779f5b1 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:07.143768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.160417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e220-7d13-445e-9948-1929a12095d3 req-fccb8053-3f57-4633-8af9-b51b5faba251 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:07.161959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e69e220-7d13-445e-9948-1929a12095d3 req-fccb8053-3f57-4633-8af9-b51b5faba251 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.0600677 Dec 13 15:15:07.166637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce7d70-1753-456d-b899-4d6988bb71ab tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b71006-ab8f-4d84-9a49-d8d14cc2f908,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:07.181177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] For port a60722a3-b38e-49ee-91a1-053ec779f5b1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a60722a3-b38e-49ee-91a1-053ec779f5b1,segment=NetworkSegment(4c87320e-db0c-4af6-964d-602f4037ec6b),segment_id=4c87320e-db0c-4af6-964d-602f4037ec6b)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:07.181822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.194345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Calling delete_port for a60722a3-b38e-49ee-91a1-053ec779f5b1 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:07.210423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] For port a60722a3-b38e-49ee-91a1-053ec779f5b1, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a60722a3-b38e-49ee-91a1-053ec779f5b1,segment=NetworkSegment(4c87320e-db0c-4af6-964d-602f4037ec6b),segment_id=4c87320e-db0c-4af6-964d-602f4037ec6b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:07.210817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4e69e220-7d13-445e-9948-1929a12095d3 req-960dc111-5589-4f3a-bff7-a670259cd502 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366788 Dec 13 15:15:07.210943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.229936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] Calling delete_port for a60722a3-b38e-49ee-91a1-053ec779f5b1 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:07.253609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ce7d70-1753-456d-b899-4d6988bb71ab tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.258546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-28ce7d70-1753-456d-b899-4d6988bb71ab tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4304698 Dec 13 15:15:07.265026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57924) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:07.265026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-cc758a89-e9e2-4d21-be36-6b9df9c7a825 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': 'b5226771-d908-4955-890d-622af148af0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:07.324030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a60722a3-b38e-49ee-91a1-053ec779f5b1 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:15:07.365626 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cc758a89-e9e2-4d21-be36-6b9df9c7a825 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.389190 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.405693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.415160 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.417847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Port': ['ID=a60722a3-b38e-49ee-91a1-053ec779f5b1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:07.422455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] No DVR routers for this DVR port a60722a3-b38e-49ee-91a1-053ec779f5b1 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:07.445843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] Pushing event deleted for resources: {'Port': ['ID=a60722a3-b38e-49ee-91a1-053ec779f5b1,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:07.448709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6090eef-427e-45ef-b8b0-9bdb0a361d48 None None] No DVR routers for this DVR port a60722a3-b38e-49ee-91a1-053ec779f5b1 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:07.480905 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-cc758a89-e9e2-4d21-be36-6b9df9c7a825 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 15:15:07.484821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cc758a89-e9e2-4d21-be36-6b9df9c7a825 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2225759 Dec 13 15:15:07.485230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57926) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:07.512916 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.532944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2aabc2-5bf7-472f-8846-f863aed6554c']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:07.540370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7938ac4-c5e0-40c8-82f2-49f58b41215d tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.542112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c87320e-db0c-4af6-964d-602f4037ec6b') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:07.542452 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c87320e-db0c-4af6-964d-602f4037ec6b') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:07.552990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.563746 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7938ac4-c5e0-40c8-82f2-49f58b41215d tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.566353 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.572911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:07.573299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:07.576436 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:07.663544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7938ac4-c5e0-40c8-82f2-49f58b41215d tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.666483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c7938ac4-c5e0-40c8-82f2-49f58b41215d tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.667644 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c7938ac4-c5e0-40c8-82f2-49f58b41215d tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/b5226771-d908-4955-890d-622af148af0f HTTP/1.1" status: 204 len: 168 time: 0.1811802 Dec 13 15:15:07.670588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57930) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:07.678254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7938ac4-c5e0-40c8-82f2-49f58b41215d tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5226771-d908-4955-890d-622af148af0f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:07.717875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.725695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc9c4449-2587-45da-a7ee-e0d608b129af details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:15:07.729943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.733796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] 10.222.0.24 "DELETE /v2.0/networks/2c2aabc2-5bf7-472f-8846-f863aed6554c HTTP/1.1" status: 204 len: 168 time: 0.8187416 Dec 13 15:15:07.756329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72696f-1ed8-49b5-a024-4f2d4f283e8a tempest-NetworksTest-1801062310 tempest-NetworksTest-1801062310-project] Pushing event deleted for resources: {'Network': ['ID=2c2aabc2-5bf7-472f-8846-f863aed6554c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:07.784862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deddd5-948f-484a-932d-fbc1fab8dc4b req-d102563b-d1a0-4e43-85c9-8a904ad972be tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:07.786501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78deddd5-948f-484a-932d-fbc1fab8dc4b req-d102563b-d1a0-4e43-85c9-8a904ad972be tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 944 time: 0.1076140 Dec 13 15:15:07.793953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57934) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:07.794594 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-15105e9c-7b33-427f-8152-0cef7e6e6a8f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1220672 Dec 13 15:15:07.800698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9c646e90-8b6c-4050-9ccf-e2c8a440b699 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--504415915'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:07.839790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78deddd5-948f-484a-932d-fbc1fab8dc4b req-f18c0c2c-41fb-43ec-b0c5-0f8c0a8f004d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418034 Dec 13 15:15:07.852332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc9c4449-2587-45da-a7ee-e0d608b129af, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc9c4449-2587-45da-a7ee-e0d608b129af,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:07.872231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:15:07.917571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:07.931539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9c4449-2587-45da-a7ee-e0d608b129af {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:15:07.950188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc9c4449-2587-45da-a7ee-e0d608b129af, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc9c4449-2587-45da-a7ee-e0d608b129af,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:07.970621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c646e90-8b6c-4050-9ccf-e2c8a440b699 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.042105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c646e90-8b6c-4050-9ccf-e2c8a440b699 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.056287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.102356 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c646e90-8b6c-4050-9ccf-e2c8a440b699 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.103731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bc9c4449-2587-45da-a7ee-e0d608b129af,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:08.132211 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c646e90-8b6c-4050-9ccf-e2c8a440b699 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277a817c-6381-4b29-92f2-a576f3f2f371,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:08.206571 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c646e90-8b6c-4050-9ccf-e2c8a440b699 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.207856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9c646e90-8b6c-4050-9ccf-e2c8a440b699 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4120104 Dec 13 15:15:08.210667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57938) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.215154 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-26606460-ac25-468d-b107-881f75a1009a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '277a817c-6381-4b29-92f2-a576f3f2f371', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:08.215899 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-26606460-ac25-468d-b107-881f75a1009a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 15:15:08.216392 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-26606460-ac25-468d-b107-881f75a1009a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:08.217318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-26606460-ac25-468d-b107-881f75a1009a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056736 Dec 13 15:15:08.219942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57940) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.289960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63faeaa7-4b3f-4b6e-9868-d31b1a9ec20a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.301991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['bc9c4449-2587-45da-a7ee-e0d608b129af'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:15:08.308822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57944) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.328262 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63faeaa7-4b3f-4b6e-9868-d31b1a9ec20a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.341772 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ad79d-e73b-4037-856e-96b9820f39f8 req-b786703f-c6c4-434d-ad49-88250e1f06f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:08.343450 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab4ad79d-e73b-4037-856e-96b9820f39f8 req-b786703f-c6c4-434d-ad49-88250e1f06f8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.0579739 Dec 13 15:15:08.392385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ab4ad79d-e73b-4037-856e-96b9820f39f8 req-cbf79cfc-0b0d-4fee-937a-6d8d75458fbd tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394812 Dec 13 15:15:08.466482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63faeaa7-4b3f-4b6e-9868-d31b1a9ec20a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.469381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-63faeaa7-4b3f-4b6e-9868-d31b1a9ec20a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.470717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-63faeaa7-4b3f-4b6e-9868-d31b1a9ec20a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/277a817c-6381-4b29-92f2-a576f3f2f371 HTTP/1.1" status: 204 len: 168 time: 0.2493320 Dec 13 15:15:08.473317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57948) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.492617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c5e16b87-742c-42c3-bed2-91a4a2ba4f15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f3f5c9235044f14939802165aae819c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804721 Dec 13 15:15:08.493218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57950) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.495687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faeaa7-4b3f-4b6e-9868-d31b1a9ec20a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a817c-6381-4b29-92f2-a576f3f2f371,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:08.523176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f9d8fb5-ce43-47ba-987c-9ec389acbcf4 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480633 Dec 13 15:15:08.527285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57952) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.532142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-54154905-41cf-44e4-ab67-54f2d6fd6fc5 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503825471'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:08.572996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-786c2c34-86ba-48a2-a3d6-8e33cf0f446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.600654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-786c2c34-86ba-48a2-a3d6-8e33cf0f446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.644443 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54154905-41cf-44e4-ab67-54f2d6fd6fc5 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.708831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54154905-41cf-44e4-ab67-54f2d6fd6fc5 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.713114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-786c2c34-86ba-48a2-a3d6-8e33cf0f446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.717292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-786c2c34-86ba-48a2-a3d6-8e33cf0f446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.717292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-786c2c34-86ba-48a2-a3d6-8e33cf0f446e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9ae24e6-85c4-4343-b4b5-24d5f65e085f HTTP/1.1" status: 204 len: 168 time: 0.2225151 Dec 13 15:15:08.724596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2c34-86ba-48a2-a3d6-8e33cf0f446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae24e6-85c4-4343-b4b5-24d5f65e085f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:08.759151 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54154905-41cf-44e4-ab67-54f2d6fd6fc5 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.788866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54154905-41cf-44e4-ab67-54f2d6fd6fc5 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69792dc-5eaa-4de3-9098-cb80fbfbdcc8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:08.854145 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-54154905-41cf-44e4-ab67-54f2d6fd6fc5 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.855333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-54154905-41cf-44e4-ab67-54f2d6fd6fc5 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3269198 Dec 13 15:15:08.858337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57956) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.863147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d8384263-7f0c-42a7-850e-5c2451048764 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': 'a69792dc-5eaa-4de3-9098-cb80fbfbdcc8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:08.864187 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-d8384263-7f0c-42a7-850e-5c2451048764 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 15:15:08.864973 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-d8384263-7f0c-42a7-850e-5c2451048764 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:08.866286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8384263-7f0c-42a7-850e-5c2451048764 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069599 Dec 13 15:15:08.869021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57960) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:08.927418 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a023b06-345d-4e0f-b4f4-4dbd508cc08f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.952720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a023b06-345d-4e0f-b4f4-4dbd508cc08f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:08.970480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c97e71-0ff7-4eb1-8b69-c4c789b06457 req-f9619c12-c1cb-439c-a59a-8e0262eaf253 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:08.972134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-12c97e71-0ff7-4eb1-8b69-c4c789b06457 req-f9619c12-c1cb-439c-a59a-8e0262eaf253 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 945 time: 0.0609946 Dec 13 15:15:09.014436 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-12c97e71-0ff7-4eb1-8b69-c4c789b06457 req-73f062e0-bfd0-4b2d-88ab-f62dfc32dd5e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351398 Dec 13 15:15:09.057866 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a023b06-345d-4e0f-b4f4-4dbd508cc08f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.060553 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a023b06-345d-4e0f-b4f4-4dbd508cc08f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.061705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a023b06-345d-4e0f-b4f4-4dbd508cc08f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/a69792dc-5eaa-4de3-9098-cb80fbfbdcc8 HTTP/1.1" status: 204 len: 168 time: 0.1916168 Dec 13 15:15:09.064546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57966) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.071488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a023b06-345d-4e0f-b4f4-4dbd508cc08f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69792dc-5eaa-4de3-9098-cb80fbfbdcc8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:09.113079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5d174336-3d16-453a-b8d9-00eb02976d2e tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467372 Dec 13 15:15:09.117930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57970) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.122611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3e5d6eea-aff7-4457-ab63-aca5c95d5451 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--50938790'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:09.210822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6eea-aff7-4457-ab63-aca5c95d5451 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.287143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6eea-aff7-4457-ab63-aca5c95d5451 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.360660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6eea-aff7-4457-ab63-aca5c95d5451 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.390421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d6eea-aff7-4457-ab63-aca5c95d5451 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5057f1ed-0318-4e4d-9214-5f39635fb80b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:09.475401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6eea-aff7-4457-ab63-aca5c95d5451 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.476621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3e5d6eea-aff7-4457-ab63-aca5c95d5451 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3576436 Dec 13 15:15:09.481057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57982) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.485603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6475d9eb-1f2e-4251-9d5a-53e774c1f948 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '5057f1ed-0318-4e4d-9214-5f39635fb80b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:09.486533 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-6475d9eb-1f2e-4251-9d5a-53e774c1f948 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 15:15:09.487038 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-6475d9eb-1f2e-4251-9d5a-53e774c1f948 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:09.487980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6475d9eb-1f2e-4251-9d5a-53e774c1f948 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059175 Dec 13 15:15:09.491343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 57984) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.495755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d638466e-c4c6-49dc-ae4b-39453f0cd3d1 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '5057f1ed-0318-4e4d-9214-5f39635fb80b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:09.496450 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-d638466e-c4c6-49dc-ae4b-39453f0cd3d1 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 15:15:09.496926 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-d638466e-c4c6-49dc-ae4b-39453f0cd3d1 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:09.502277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d638466e-c4c6-49dc-ae4b-39453f0cd3d1 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057132 Dec 13 15:15:09.504253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57986) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.509757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9a2d3a3f-3294-4e63-971a-9855691a5bfa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '5057f1ed-0318-4e4d-9214-5f39635fb80b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:09.510625 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-9a2d3a3f-3294-4e63-971a-9855691a5bfa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 15:15:09.511112 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-9a2d3a3f-3294-4e63-971a-9855691a5bfa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:09.515289 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9a2d3a3f-3294-4e63-971a-9855691a5bfa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068092 Dec 13 15:15:09.515289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57988) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.518896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-96038efd-36e5-4d6c-9f79-301b7ccfcff9 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '5057f1ed-0318-4e4d-9214-5f39635fb80b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:09.519728 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-96038efd-36e5-4d6c-9f79-301b7ccfcff9 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 15:15:09.520198 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-96038efd-36e5-4d6c-9f79-301b7ccfcff9 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:09.521607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-96038efd-36e5-4d6c-9f79-301b7ccfcff9 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059502 Dec 13 15:15:09.524054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57992) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.563726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce27a02-33af-4eaf-8b6a-834242d88265 req-81c283ad-7e08-48f1-b844-b2b70f5500a1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:09.569740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ce27a02-33af-4eaf-8b6a-834242d88265 req-81c283ad-7e08-48f1-b844-b2b70f5500a1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.1041846 Dec 13 15:15:09.612819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b28f8d2c-7b4a-461a-a5d3-4bd2aaa3adfe tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.633216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ce27a02-33af-4eaf-8b6a-834242d88265 req-9dc051c3-a181-437a-bef6-32a7b007c563 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607247 Dec 13 15:15:09.652293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b28f8d2c-7b4a-461a-a5d3-4bd2aaa3adfe tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.736052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc9c4449-2587-45da-a7ee-e0d608b129af up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:09.742869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 57996) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.783222 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b28f8d2c-7b4a-461a-a5d3-4bd2aaa3adfe tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.786152 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b28f8d2c-7b4a-461a-a5d3-4bd2aaa3adfe tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.788071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b28f8d2c-7b4a-461a-a5d3-4bd2aaa3adfe tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/5057f1ed-0318-4e4d-9214-5f39635fb80b HTTP/1.1" status: 204 len: 168 time: 0.2631323 Dec 13 15:15:09.791370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58000) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.798288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f8d2c-7b4a-461a-a5d3-4bd2aaa3adfe tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5057f1ed-0318-4e4d-9214-5f39635fb80b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:09.838751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4557cb85-d56a-408b-a147-94fca8d64061 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460200 Dec 13 15:15:09.842522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58002) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:09.849635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-71a7538b-0205-4532-bc12-93728b188daa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--703382062'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:09.856637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232584280'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:09.876987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 15:15:09.876987 n-d-816954-1 neutron-server[102823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 15:15:09.876987 n-d-816954-1 neutron-server[102823]: [parameters: {'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'id': '70438a82-3c00-4b5c-956e-0954052f77fe', 'expiration': datetime.datetime(2021, 12, 13, 15, 17, 9, 872865)}] Dec 13 15:15:09.876987 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:15:09.877892 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:15:09.891649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port bc9c4449-2587-45da-a7ee-e0d608b129af completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:15:09.896287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port bc9c4449-2587-45da-a7ee-e0d608b129af triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:09.896583 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.971762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a7538b-0205-4532-bc12-93728b188daa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.973479 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:09.995879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:15:09.998172 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d1326f-8800-4907-93d6-9dfae224f6d5" -d '{"events": [{"server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:15:10.010896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc9c4449-2587-45da-a7ee-e0d608b129af, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc9c4449-2587-45da-a7ee-e0d608b129af,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:10.045582 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a7538b-0205-4532-bc12-93728b188daa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.074831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.128143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bc9c4449-2587-45da-a7ee-e0d608b129af,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:10.132471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaa070-61d7-4db9-bb2d-f154f1a51e63 req-7af8d045-b330-4e43-8e1d-894cc34aa017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:10.133993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cceaa070-61d7-4db9-bb2d-f154f1a51e63 req-7af8d045-b330-4e43-8e1d-894cc34aa017 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 946 time: 0.0525141 Dec 13 15:15:10.135288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a7538b-0205-4532-bc12-93728b188daa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.176217 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608799c4-61e6-450c-b7fd-d2815e0388a3 x-openstack-request-id: req-608799c4-61e6-450c-b7fd-d2815e0388a3 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:15:10.176514 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:15:10.177321 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-608799c4-61e6-450c-b7fd-d2815e0388a3 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:15:10.177752 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'code': 200} Dec 13 15:15:10.179866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7538b-0205-4532-bc12-93728b188daa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea7cfaa-3e9d-4a42-86c7-2a903f71b524,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:10.206057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cceaa070-61d7-4db9-bb2d-f154f1a51e63 req-bbd55981-e11e-459a-8866-28cef9ddf45d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552304 Dec 13 15:15:10.231619 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-71a7538b-0205-4532-bc12-93728b188daa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.232857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-71a7538b-0205-4532-bc12-93728b188daa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3889453 Dec 13 15:15:10.236233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58010) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.240965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-382aadd7-51df-4b30-935f-dac8c8b1d0c2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.241443 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-382aadd7-51df-4b30-935f-dac8c8b1d0c2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 15:15:10.241927 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-382aadd7-51df-4b30-935f-dac8c8b1d0c2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:10.242875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-382aadd7-51df-4b30-935f-dac8c8b1d0c2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056460 Dec 13 15:15:10.245537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58014) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.249979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5f09bbfa-de44-48fb-86cf-5993d764787a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.363035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f39da9-952f-4810-a1e7-aabb5573b597 req-f5eeed04-2727-4f3c-be1a-3f7c7658a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:10.364534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05f39da9-952f-4810-a1e7-aabb5573b597 req-f5eeed04-2727-4f3c-be1a-3f7c7658a72b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.1290853 Dec 13 15:15:10.407909 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-5f09bbfa-de44-48fb-86cf-5993d764787a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:10.408918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5f09bbfa-de44-48fb-86cf-5993d764787a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1624460 Dec 13 15:15:10.411878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58016) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.414717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05f39da9-952f-4810-a1e7-aabb5573b597 req-c3e49e2d-0272-4afb-a1d1-bb3be83f5028 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434711 Dec 13 15:15:10.417009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-267522af-c20f-4b3b-90ed-0d7d6f5e0d65 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.417578 n-d-816954-1 neutron-server[102824]: WARNING neutron.api.v2.base [None req-267522af-c20f-4b3b-90ed-0d7d6f5e0d65 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 15:15:10.418059 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-267522af-c20f-4b3b-90ed-0d7d6f5e0d65 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:10.419107 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-267522af-c20f-4b3b-90ed-0d7d6f5e0d65 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061610 Dec 13 15:15:10.421559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58018) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.426774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-70dc9852-b755-4d15-8d71-0328040fb036 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.485920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:10.489967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.498931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.572677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.640289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.668655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:10.673037 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-70dc9852-b755-4d15-8d71-0328040fb036 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:10.673831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-70dc9852-b755-4d15-8d71-0328040fb036 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2508981 Dec 13 15:15:10.673969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58022) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.674582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909808cb-60fb-4ea7-aaf6-7c36647e37a7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:10.682874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a88f8c61-7cb3-4b76-ae75-45f0578bd021 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.683342 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-a88f8c61-7cb3-4b76-ae75-45f0578bd021 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 15:15:10.684631 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-a88f8c61-7cb3-4b76-ae75-45f0578bd021 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:10.685507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a88f8c61-7cb3-4b76-ae75-45f0578bd021 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061638 Dec 13 15:15:10.688699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58024) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.692538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.693509 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 972e16e9-a906-46c8-ac4e-e527f8c1d96c of type vlan for network 2757df17-7be8-41e1-a1d9-d26423e0276c Dec 13 15:15:10.696398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-881635e7-92a1-4588-9e74-ad13d112796c tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.738951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.765241 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923a16-32c5-4a9f-ad49-32598c8c8325 req-26fdff26-18d7-4762-b9f7-940d125ce19f tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:10.766759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec923a16-32c5-4a9f-ad49-32598c8c8325 req-26fdff26-18d7-4762-b9f7-940d125ce19f tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.0555949 Dec 13 15:15:10.804499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec923a16-32c5-4a9f-ad49-32598c8c8325 req-3db67ea9-35c5-49da-892a-9168b06cdbe0 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316882 Dec 13 15:15:10.806058 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-881635e7-92a1-4588-9e74-ad13d112796c tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Project aafddcf824964b189c6c6e28d0c325e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:15:10.834714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.840587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:10.845420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:10.893011 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-881635e7-92a1-4588-9e74-ad13d112796c tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:10.894900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-881635e7-92a1-4588-9e74-ad13d112796c tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2035217 Dec 13 15:15:10.897747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58026) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.904515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-69eafe11-9cce-40de-9cfb-0828d1a6639b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.904980 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-69eafe11-9cce-40de-9cfb-0828d1a6639b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 15:15:10.905458 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-69eafe11-9cce-40de-9cfb-0828d1a6639b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:10.906377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69eafe11-9cce-40de-9cfb-0828d1a6639b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076592 Dec 13 15:15:10.908792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58028) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.912510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=2757df17-7be8-41e1-a1d9-d26423e0276c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:10.913742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d3adce44-6dbd-4607-9c9c-30d8eae1528f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:10.922763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2757df17-7be8-41e1-a1d9-d26423e0276c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:10.976665 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5e38295b-aef8-4044-9051-7d95c82b3c27 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2322133 Dec 13 15:15:10.978996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58030) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:10.984117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962523224'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:11.057589 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-d3adce44-6dbd-4607-9c9c-30d8eae1528f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Project aafddcf824964b189c6c6e28d0c325e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:15:11.143309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:11.146824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.170708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:11.179972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.185322 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 7103a2fe-4b28-4ad6-a723-dd8eaa58b817 of type vlan for network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb Dec 13 15:15:11.205032 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-d3adce44-6dbd-4607-9c9c-30d8eae1528f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:11.206114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3adce44-6dbd-4607-9c9c-30d8eae1528f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2963569 Dec 13 15:15:11.209146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58032) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:11.214046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5319dadf-140f-465a-b8f5-2ce4e816b58a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '4ea7cfaa-3e9d-4a42-86c7-2a903f71b524', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:11.222920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.304023 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-5319dadf-140f-465a-b8f5-2ce4e816b58a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Project aafddcf824964b189c6c6e28d0c325e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:15:11.326653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cd11a-e35c-4d26-bfab-36197fef1df9 req-608a4f76-e42a-4444-8e77-5246adab7061 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:11.328890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a0cd11a-e35c-4d26-bfab-36197fef1df9 req-608a4f76-e42a-4444-8e77-5246adab7061 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 946 time: 0.0521100 Dec 13 15:15:11.332026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.337419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:11.342323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.388144 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-5319dadf-140f-465a-b8f5-2ce4e816b58a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:11.389535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5319dadf-140f-465a-b8f5-2ce4e816b58a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1793594 Dec 13 15:15:11.392389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58036) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:11.430326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=4b44e5fb-2ffe-4b58-81fb-bde481f984cb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:11.439877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a0cd11a-e35c-4d26-bfab-36197fef1df9 req-3de15081-ee60-4640-9e7e-c6c6b97576ff tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992806 Dec 13 15:15:11.440295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:11.458455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-91c1-4839-ba17-a3860b70c654 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.461531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-86413962-e4da-4add-80e2-2325a43f73bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4802852 Dec 13 15:15:11.471644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58038) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:11.478019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': '2757df17-7be8-41e1-a1d9-d26423e0276c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:11.487970 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-91c1-4839-ba17-a3860b70c654 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.623427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-91c1-4839-ba17-a3860b70c654 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.626888 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e645bf41-91c1-4839-ba17-a3860b70c654 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.628464 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e645bf41-91c1-4839-ba17-a3860b70c654 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/4ea7cfaa-3e9d-4a42-86c7-2a903f71b524 HTTP/1.1" status: 204 len: 168 time: 0.2348666 Dec 13 15:15:11.632905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58040) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:11.641936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645bf41-91c1-4839-ba17-a3860b70c654 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea7cfaa-3e9d-4a42-86c7-2a903f71b524,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:11.674979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:11.679089 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.686492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-97b7d1d8-9e42-427c-b46a-8fed76483f31 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519898 Dec 13 15:15:11.691800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58042) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:11.696355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-19e8d264-75fa-40cc-ad59-0c887c4391e0 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--767324422'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:11.783785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19e8d264-75fa-40cc-ad59-0c887c4391e0 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.857711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19e8d264-75fa-40cc-ad59-0c887c4391e0 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.922316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19e8d264-75fa-40cc-ad59-0c887c4391e0 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.939377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a1ab4-8237-4ce8-be1a-bfe863370b83 req-4764fb13-6614-4734-a8da-33cd72bf7e35 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:11.940794 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e0a1ab4-8237-4ce8-be1a-bfe863370b83 req-4764fb13-6614-4734-a8da-33cd72bf7e35 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.0608652 Dec 13 15:15:11.955850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:11.974779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8d264-75fa-40cc-ad59-0c887c4391e0 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8f34e4-c6d9-433b-b3d2-c31a1fb1d744,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:11.998893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e0a1ab4-8237-4ce8-be1a-bfe863370b83 req-637873e8-22c1-4a0d-bd91-2d9deebd5aff tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505171 Dec 13 15:15:12.016368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=3930a3ee-0090-4d05-88fc-407e30ccb424,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:12.029402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '972e16e9-a906-46c8-ac4e-e527f8c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2757df17-7be8-41e1-a1d9-d26423e0276c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:12.029813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: 2757df17-7be8-41e1-a1d9-d26423e0276c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:12.048011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19e8d264-75fa-40cc-ad59-0c887c4391e0 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.049247 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19e8d264-75fa-40cc-ad59-0c887c4391e0 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3564179 Dec 13 15:15:12.052427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58046) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:12.057010 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fa2fce5a-7e9f-4dd6-ba1a-33469926f85a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '7f8f34e4-c6d9-433b-b3d2-c31a1fb1d744', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:12.108929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 2757df17-7be8-41e1-a1d9-d26423e0276c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:12.223185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2757df17-7be8-41e1-a1d9-d26423e0276c) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:12.227698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:12.228281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.233628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e306f-bede-4a7e-8036-de3928c88338 None None] Network 2757df17-7be8-41e1-a1d9-d26423e0276c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:12.257617 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-fa2fce5a-7e9f-4dd6-ba1a-33469926f85a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The resource could not be found. Dec 13 15:15:12.258792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fa2fce5a-7e9f-4dd6-ba1a-33469926f85a tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2053616 Dec 13 15:15:12.261598 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58048) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:12.266086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0394fa66-3790-48f2-9d31-cab8fdd0ec20 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '7f8f34e4-c6d9-433b-b3d2-c31a1fb1d744', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e1fa1a74-0072-469d-8089-4c9c3f0a65e8'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:12.318999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-62f770e6-b8b7-45d7-84ae-204b0857b963 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8459501 Dec 13 15:15:12.322641 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58050) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:12.328207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': '4b44e5fb-2ffe-4b58-81fb-bde481f984cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:12.378043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-2757df17-7be8-41e1-a1d9-d26423e0276c', 'network_id': '2757df17-7be8-41e1-a1d9-d26423e0276c', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': '3930a3ee-0090-4d05-88fc-407e30ccb424'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:15:12.378969 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.480346 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:12.483938 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.526142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Allocated IP 2001:db8::2 (2757df17-7be8-41e1-a1d9-d26423e0276c/3930a3ee-0090-4d05-88fc-407e30ccb424/4ea53830-0dac-4c56-ac2e-63c005b81f5e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:12.556406 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-0394fa66-3790-48f2-9d31-cab8fdd0ec20 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The resource could not be found. Dec 13 15:15:12.570361 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0394fa66-3790-48f2-9d31-cab8fdd0ec20 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2950130 Dec 13 15:15:12.570361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58054) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:12.585908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e94c-c9fe-4a6d-aca3-9bcd1da1d0b0 req-7004127d-f600-4633-a6f4-60a40c90c332 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:12.587672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-daf2e94c-c9fe-4a6d-aca3-9bcd1da1d0b0 req-7004127d-f600-4633-a6f4-60a40c90c332 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 946 time: 0.0753429 Dec 13 15:15:12.650604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-daf2e94c-c9fe-4a6d-aca3-9bcd1da1d0b0 req-11bec027-4723-43c8-835c-5314c527c0a0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530267 Dec 13 15:15:12.653848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4973175e-f85f-46d3-8d4b-54aad68aaaf8 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.691059 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4973175e-f85f-46d3-8d4b-54aad68aaaf8 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.695264 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.772478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.784639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fdee9-5b0e-4e8b-9f91-f30a7409506e req-f919b206-8120-4545-b40c-afca1cc626a2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:12.786152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-929fdee9-5b0e-4e8b-9f91-f30a7409506e req-f919b206-8120-4545-b40c-afca1cc626a2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 946 time: 0.0553222 Dec 13 15:15:12.814934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.815700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Network 2757df17-7be8-41e1-a1d9-d26423e0276c is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:12.819158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:12.822778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:12.832468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Pushing event updated for resources: {'Port': ['ID=4ea53830-0dac-4c56-ac2e-63c005b81f5e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:12.856395 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4973175e-f85f-46d3-8d4b-54aad68aaaf8 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.866204 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4973175e-f85f-46d3-8d4b-54aad68aaaf8 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.869394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4973175e-f85f-46d3-8d4b-54aad68aaaf8 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f8f34e4-c6d9-433b-b3d2-c31a1fb1d744 HTTP/1.1" status: 204 len: 168 time: 0.3059065 Dec 13 15:15:12.871634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:12.881098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-929fdee9-5b0e-4e8b-9f91-f30a7409506e req-2f0bf521-5572-4050-861a-2669acc3503d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849905 Dec 13 15:15:12.884528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973175e-f85f-46d3-8d4b-54aad68aaaf8 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8f34e4-c6d9-433b-b3d2-c31a1fb1d744,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:12.898718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58060) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:12.915578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Attempting to bind port 4ea53830-0dac-4c56-ac2e-63c005b81f5e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:12.916005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Attempting to bind port 4ea53830-0dac-4c56-ac2e-63c005b81f5e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '972e16e9-a906-46c8-ac4e-e527f8c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2757df17-7be8-41e1-a1d9-d26423e0276c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:12.916376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Attempting to bind port 4ea53830-0dac-4c56-ac2e-63c005b81f5e on network 2757df17-7be8-41e1-a1d9-d26423e0276c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:12.922212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:12.922949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Checking segment: {'id': '972e16e9-a906-46c8-ac4e-e527f8c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2757df17-7be8-41e1-a1d9-d26423e0276c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:12.923538 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.924120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Bound using segment: {'id': '972e16e9-a906-46c8-ac4e-e527f8c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2757df17-7be8-41e1-a1d9-d26423e0276c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:12.924597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Bound port: 4ea53830-0dac-4c56-ac2e-63c005b81f5e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972e16e9-a906-46c8-ac4e-e527f8c1d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2757df17-7be8-41e1-a1d9-d26423e0276c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:12.925239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:12.946182 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8496e3b2-6956-43ab-8eae-6a4a4ba8d4da tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731175 Dec 13 15:15:12.952473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58062) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:12.960591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-08e0728e-76b7-4085-a027-85255ae2548b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': 'c32d5ad6-5a6a-4786-a9cf-fbd365eba76a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:12.964435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=d8287d2a-9602-4433-8d72-c4e5107ae911,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:12.988462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '7103a2fe-4b28-4ad6-a723-dd8eaa58b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b44e5fb-2ffe-4b58-81fb-bde481f984cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:12.988816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: 4b44e5fb-2ffe-4b58-81fb-bde481f984cb, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:13.000337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8fcfef-4610-4206-b789-06457d93f398 tempest-TestVolumeBootPattern-1109986567 tempest-TestVolumeBootPattern-1109986567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:13.004580 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bc8fcfef-4610-4206-b789-06457d93f398 tempest-TestVolumeBootPattern-1109986567 tempest-TestVolumeBootPattern-1109986567-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1092 time: 0.1019418 Dec 13 15:15:13.004737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] For port 4ea53830-0dac-4c56-ac2e-63c005b81f5e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:13.005973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58064) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:13.012816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:13.012977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] For port 4ea53830-0dac-4c56-ac2e-63c005b81f5e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4ea53830-0dac-4c56-ac2e-63c005b81f5e,segment=NetworkSegment(972e16e9-a906-46c8-ac4e-e527f8c1d96c),segment_id=972e16e9-a906-46c8-ac4e-e527f8c1d96c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:13.115878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d11452-6653-4ecf-b94e-0ce1604bed95 req-3325b00d-3a71-4999-ba4e-0cbc79bc2b4a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:13.117352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36d11452-6653-4ecf-b94e-0ce1604bed95 req-3325b00d-3a71-4999-ba4e-0cbc79bc2b4a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.0504274 Dec 13 15:15:13.143189 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:13.143462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.167360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-36d11452-6653-4ecf-b94e-0ce1604bed95 req-378f716c-eba0-462e-9344-ace2c5b7e221 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Dec 13 15:15:13.210896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce03778-c97e-4ffc-bff8-99041a62ed83 None None] Pushing event updated for resources: {'Port': ['ID=4ea53830-0dac-4c56-ac2e-63c005b81f5e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:13.241420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.269172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 4b44e5fb-2ffe-4b58-81fb-bde481f984cb) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:13.280228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:13.280386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b7d55-f40b-4543-9bf3-bdc1dd6373c3 None None] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:13.280836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.298002 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-08e0728e-76b7-4085-a027-85255ae2548b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The resource could not be found. Dec 13 15:15:13.300122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-08e0728e-76b7-4085-a027-85255ae2548b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3443563 Dec 13 15:15:13.304261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58068) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:13.309772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c8e69eaf-35ce-49cf-96b2-e7e211e6c0e2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079739849'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:13.369010 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fee72436-3f79-4ce7-ba17-9c005ff036d2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0428143 Dec 13 15:15:13.374096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58070) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:13.374286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.378714 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-58ed48f9-9bd4-4c77-9636-c0f321193708 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2143490670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:13.513054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8e69eaf-35ce-49cf-96b2-e7e211e6c0e2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.541429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.25.7.250 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/78bd6d6c-9011-473f-b186-ab3ac87447d3) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:13.568904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-4b44e5fb-2ffe-4b58-81fb-bde481f984cb', 'network_id': '4b44e5fb-2ffe-4b58-81fb-bde481f984cb', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': 'd8287d2a-9602-4433-8d72-c4e5107ae911'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:15:13.569921 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.607227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ed48f9-9bd4-4c77-9636-c0f321193708 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.608256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ed48f9-9bd4-4c77-9636-c0f321193708 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.612949 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8e69eaf-35ce-49cf-96b2-e7e211e6c0e2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.682666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.699710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ed48f9-9bd4-4c77-9636-c0f321193708 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.709583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8e69eaf-35ce-49cf-96b2-e7e211e6c0e2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.738595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e69eaf-35ce-49cf-96b2-e7e211e6c0e2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef9e7bb-fe14-4a85-b158-0ab0a78d84d7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:13.753282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Allocated IP 2001:db8:1::2 (4b44e5fb-2ffe-4b58-81fb-bde481f984cb/d8287d2a-9602-4433-8d72-c4e5107ae911/b90a9f03-1553-46d4-bdd8-ad3b90caa6d4) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:13.760923 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ed48f9-9bd4-4c77-9636-c0f321193708 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.806996 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.809384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c8e69eaf-35ce-49cf-96b2-e7e211e6c0e2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.814114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c8e69eaf-35ce-49cf-96b2-e7e211e6c0e2 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5084925 Dec 13 15:15:13.814829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:13.821037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-478a8844-90f3-4b2d-b17c-012f3f407e13 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000499652'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:13.844368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:13.847525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:13.851751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:13.870195 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58ed48f9-9bd4-4c77-9636-c0f321193708 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:13.875329 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-58ed48f9-9bd4-4c77-9636-c0f321193708 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5030680 Dec 13 15:15:13.876796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58074) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:13.887872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=78bd6d6c-9011-473f-b186-ab3ac87447d3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:13.917095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.001100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.031322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-478a8844-90f3-4b2d-b17c-012f3f407e13 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.063579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:14.068549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:14.075269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:14.078499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Pushing event updated for resources: {'Port': ['ID=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:14.152600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Attempting to bind port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:14.153473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Attempting to bind port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7103a2fe-4b28-4ad6-a723-dd8eaa58b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b44e5fb-2ffe-4b58-81fb-bde481f984cb'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:14.154269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Attempting to bind port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 on network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:14.160216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:14.160914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Checking segment: {'id': '7103a2fe-4b28-4ad6-a723-dd8eaa58b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b44e5fb-2ffe-4b58-81fb-bde481f984cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:14.161607 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.162183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Bound using segment: {'id': '7103a2fe-4b28-4ad6-a723-dd8eaa58b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b44e5fb-2ffe-4b58-81fb-bde481f984cb'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:14.162865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Bound port: b90a9f03-1553-46d4-bdd8-ad3b90caa6d4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7103a2fe-4b28-4ad6-a723-dd8eaa58b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b44e5fb-2ffe-4b58-81fb-bde481f984cb'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:14.163566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.248564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] For port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:14.256125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] For port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,segment=NetworkSegment(7103a2fe-4b28-4ad6-a723-dd8eaa58b817),segment_id=7103a2fe-4b28-4ad6-a723-dd8eaa58b817)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:14.353903 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.399266 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.434974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc93e5-9e81-4e02-a464-068c7b31b39c None None] Pushing event updated for resources: {'Port': ['ID=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:14.518430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d0f5b-4a6c-4cfa-9d0c-cad45d4a9de4 None None] Network 2757df17-7be8-41e1-a1d9-d26423e0276c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:14.591546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe45c1-4f3f-4aca-a903-4ccd82e6224e req-b342886a-2e56-483e-9b24-2c378e0b1125 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:14.593139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ffe45c1-4f3f-4aca-a903-4ccd82e6224e req-b342886a-2e56-483e-9b24-2c378e0b1125 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 943 time: 0.1284363 Dec 13 15:15:14.614958 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.636968 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-478a8844-90f3-4b2d-b17c-012f3f407e13 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.638617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.690221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ea7a6207-3f10-48ad-b04c-97a42c2609e4 None None] Provisioning complete for port 4ea53830-0dac-4c56-ac2e-63c005b81f5e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:14.690675 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6207-3f10-48ad-b04c-97a42c2609e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.813857 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8ea07cbe-5e4a-4a53-8ca2-efb656405460 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:15:14.881024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-478a8844-90f3-4b2d-b17c-012f3f407e13 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:14.922856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a8844-90f3-4b2d-b17c-012f3f407e13 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce3920e-174d-4ecf-b825-d16c3ae5dc0d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:14.934090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ffe45c1-4f3f-4aca-a903-4ccd82e6224e req-c26af379-c53b-403e-8601-b1f057b808d8 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338168 Dec 13 15:15:15.020112 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8::1 (2757df17-7be8-41e1-a1d9-d26423e0276c/3930a3ee-0090-4d05-88fc-407e30ccb424/03870ec6-4d87-43a2-9e79-3925d198ddcb) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:15.058860 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-478a8844-90f3-4b2d-b17c-012f3f407e13 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.060283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-478a8844-90f3-4b2d-b17c-012f3f407e13 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2430010 Dec 13 15:15:15.069468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58078) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:15.071163 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6207-3f10-48ad-b04c-97a42c2609e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.075819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-def0642d-2fed-4f3c-b293-95435b6ee07c tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '0ef9e7bb-fe14-4a85-b158-0ab0a78d84d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6ce3920e-174d-4ecf-b825-d16c3ae5dc0d'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:15.154027 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.156652 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.157919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ea7a6207-3f10-48ad-b04c-97a42c2609e4 None None] For port 4ea53830-0dac-4c56-ac2e-63c005b81f5e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4ea53830-0dac-4c56-ac2e-63c005b81f5e,segment=NetworkSegment(972e16e9-a906-46c8-ac4e-e527f8c1d96c),segment_id=972e16e9-a906-46c8-ac4e-e527f8c1d96c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:15.188576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8ea07cbe-5e4a-4a53-8ca2-efb656405460, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:15.200743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'mac_address': 'fa:16:3e:fc:a8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:15:15.229190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.232248 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea7a6207-3f10-48ad-b04c-97a42c2609e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.271694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.287883 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.297319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.299462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea07cbe-5e4a-4a53-8ca2-efb656405460 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:15:15.332311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8ea07cbe-5e4a-4a53-8ca2-efb656405460, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:15.338495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a6207-3f10-48ad-b04c-97a42c2609e4 None None] Pushing event updated for resources: {'Port': ['ID=4ea53830-0dac-4c56-ac2e-63c005b81f5e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:15.362304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ab977a92-c95f-403a-802b-dac7f10d99cb None None] Provisioning complete for port 4ea53830-0dac-4c56-ac2e-63c005b81f5e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:15.362304 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab977a92-c95f-403a-802b-dac7f10d99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.374410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 2757df17-7be8-41e1-a1d9-d26423e0276c is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:15.376587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=03870ec6-4d87-43a2-9e79-3925d198ddcb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:15.379500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:15.382631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:15.383418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.391270 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-def0642d-2fed-4f3c-b293-95435b6ee07c tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:15.398838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-def0642d-2fed-4f3c-b293-95435b6ee07c tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3277311 Dec 13 15:15:15.401220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58080) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:15.411190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.445190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=78bd6d6c-9011-473f-b186-ab3ac87447d3,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:15.488198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=8ea07cbe-5e4a-4a53-8ca2-efb656405460,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:15.518164 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Floating IP d7d44211-f150-4f97-8225-a9f4f03c33f0 associated. External IP: 172.25.7.250, port: bc9c4449-2587-45da-a7ee-e0d608b129af. Dec 13 15:15:15.542485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:15.618560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:15.619021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.624142 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c80e842-d5a3-41a4-9f80-a4a9803ae0ec tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.656399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['8ea07cbe-5e4a-4a53-8ca2-efb656405460'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:15:15.671360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.790089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.805839 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c80e842-d5a3-41a4-9f80-a4a9803ae0ec tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.876449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2e3d47c7-812d-4567-93b0-951124a4fdc8 None None] Provisioning complete for port 03870ec6-4d87-43a2-9e79-3925d198ddcb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:15.876808 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e3d47c7-812d-4567-93b0-951124a4fdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.893512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:15.929386 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.932908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d47c7-812d-4567-93b0-951124a4fdc8 None None] Port 03870ec6-4d87-43a2-9e79-3925d198ddcb cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:15.934280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,segment=NetworkSegment(7103a2fe-4b28-4ad6-a723-dd8eaa58b817),segment_id=7103a2fe-4b28-4ad6-a723-dd8eaa58b817)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:15.967589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2960cef-9e21-4201-aedb-61295c2d1403 None None] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:15.982379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c80e842-d5a3-41a4-9f80-a4a9803ae0ec tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.984953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1c80e842-d5a3-41a4-9f80-a4a9803ae0ec tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:15.986341 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1c80e842-d5a3-41a4-9f80-a4a9803ae0ec tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/6ce3920e-174d-4ecf-b825-d16c3ae5dc0d HTTP/1.1" status: 204 len: 168 time: 0.5762079 Dec 13 15:15:15.991915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58084) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:16.016580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80e842-d5a3-41a4-9f80-a4a9803ae0ec tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce3920e-174d-4ecf-b825-d16c3ae5dc0d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:16.048973 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.060540 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.061413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4ea53830-0dac-4c56-ac2e-63c005b81f5e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:16.107118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9eaa04aa-e782-4788-bdd7-bdf2fbe44696 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1112950 Dec 13 15:15:16.110223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58086) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:16.120731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444177ce-e761-41bc-a610-3d2370859a51 req-52f43d8b-a577-4088-9494-82d186d991a5 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:16.122220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-444177ce-e761-41bc-a610-3d2370859a51 req-52f43d8b-a577-4088-9494-82d186d991a5 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 944 time: 0.1031942 Dec 13 15:15:16.132791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.132791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.133226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:16.150459 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:16.159183 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:16.160379 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:16.204448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0deec1e7-072b-406a-bffd-3b2c63411fc0 None None] Provisioning complete for port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:16.204778 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0deec1e7-072b-406a-bffd-3b2c63411fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.226596 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-444177ce-e761-41bc-a610-3d2370859a51 req-eb0bcd8f-e465-4796-bf97-20c6d48f7df3 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636778 Dec 13 15:15:16.230398 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.246542 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:16.267727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d696123e-be5d-4eef-90c5-3a990aaaae69 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2606158 Dec 13 15:15:16.268709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:15:16.271389 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d" -d '{"events": [{"name": "network-changed", "server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:15:16.279994 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=03870ec6-4d87-43a2-9e79-3925d198ddcb,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:16.291269 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:16.315707 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b7b88-af68-419b-833f-ee96ba0b8630 x-openstack-request-id: req-996b7b88-af68-419b-833f-ee96ba0b8630 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:15:16.316010 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:15:16.316261 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-996b7b88-af68-419b-833f-ee96ba0b8630 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:15:16.316663 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'status': 'completed', 'code': 200} Dec 13 15:15:16.328146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3619f525-137e-40e8-abe1-3fbeec4adf71 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.334944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4ea53830-0dac-4c56-ac2e-63c005b81f5e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:16.335176 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.337099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 2757df17-7be8-41e1-a1d9-d26423e0276c is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:16.354571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:16.382209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3619f525-137e-40e8-abe1-3fbeec4adf71 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.413888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-4cd17b2c-17d6-4a7d-a06e-61bcfac1bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:16.414604 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-4cd17b2c-17d6-4a7d-a06e-61bcfac1bf74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.0740337 Dec 13 15:15:16.582410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-3de4a33d-e140-41f5-ac55-5474780ea757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:16.584720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-3de4a33d-e140-41f5-ac55-5474780ea757 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.1627092 Dec 13 15:15:16.640552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3619f525-137e-40e8-abe1-3fbeec4adf71 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.643609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3619f525-137e-40e8-abe1-3fbeec4adf71 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.647910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3619f525-137e-40e8-abe1-3fbeec4adf71 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ef9e7bb-fe14-4a85-b158-0ab0a78d84d7 HTTP/1.1" status: 204 len: 168 time: 0.5331292 Dec 13 15:15:16.651021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58092) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:16.662137 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:14Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:16.672699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619f525-137e-40e8-abe1-3fbeec4adf71 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef9e7bb-fe14-4a85-b158-0ab0a78d84d7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:16.688563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 9ab87316-d1b7-4eb0-8ae6-770a11ea0813 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:15:16.728981 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:15:16.732649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-fd3a0b7e-0920-4cd1-8399-5ad161ac0370 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 1000 time: 0.1394935 Dec 13 15:15:16.742895 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:16.743523 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:16.797271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-06224176-a40d-42cf-aa8f-690e96058472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:16.799446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-06224176-a40d-42cf-aa8f-690e96058472 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0589023 Dec 13 15:15:16.824389 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-52fdd992-a1bc-4a9c-8908-1192cd7910aa tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1741776 Dec 13 15:15:16.835006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58094) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:16.847421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-960aa5d8-dd7d-4d83-b1c3-9f53c364c271 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076697411'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:16.848255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:16.854128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-09af5074-2387-4e14-a3b0-fd75d7201a4a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/9ab87316-d1b7-4eb0-8ae6-770a11ea0813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9735756 Dec 13 15:15:16.856603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58096) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:16.873965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] Sync routers for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:16.882380 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:16.886034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:16.886580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-b8d53c8f-db31-4404-926d-45d34673f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:16.892384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:16.892582 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-b8d53c8f-db31-4404-926d-45d34673f3ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809619 Dec 13 15:15:16.911084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151ca928-d25a-4f76-9602-2ffc0678f66d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:16.917159 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-151ca928-d25a-4f76-9602-2ffc0678f66d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports/03870ec6-4d87-43a2-9e79-3925d198ddcb HTTP/1.1" status: 200 len: 911 time: 0.0594673 Dec 13 15:15:16.917792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58098) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:16.935545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:16.950068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:16.950921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:16.981388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-960aa5d8-dd7d-4d83-b1c3-9f53c364c271 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:16.992631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:16.993089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2094c05-b0c2-4c65-b3ba-6eda0e21d010 None None] The sync data for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:16.999707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-35166ea1-44c9-4999-89af-43c0f3178c62 None None] Provisioning complete for port 03870ec6-4d87-43a2-9e79-3925d198ddcb triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:17.000077 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-35166ea1-44c9-4999-89af-43c0f3178c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.017627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-283d4b9c-a2cc-4330-827e-c2b9228a52e0 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211076 Dec 13 15:15:17.043484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-35166ea1-44c9-4999-89af-43c0f3178c62 None None] Port 03870ec6-4d87-43a2-9e79-3925d198ddcb cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:17.055460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-35166ea1-44c9-4999-89af-43c0f3178c62 None None] Provisioning complete for port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:17.055838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-35166ea1-44c9-4999-89af-43c0f3178c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.108812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.147443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-960aa5d8-dd7d-4d83-b1c3-9f53c364c271 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.171873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4b3e7cde-ce98-4b9b-8d40-a84e22d2203d req-348e56f4-cbd9-46ac-814e-da5c32827a43 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451361 Dec 13 15:15:17.180982 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:14Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:17.206586 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caac18c-6e9f-41ce-a51b-e424f7f438a3 None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:14Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:17.217984 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-960aa5d8-dd7d-4d83-b1c3-9f53c364c271 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.251915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aa5d8-dd7d-4d83-b1c3-9f53c364c271 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec9ef7-3516-4a98-90cc-5d2f90969fde,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:17.342132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-960aa5d8-dd7d-4d83-b1c3-9f53c364c271 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.344231 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-960aa5d8-dd7d-4d83-b1c3-9f53c364c271 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5059221 Dec 13 15:15:17.346674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58102) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:17.352446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d7fe8640-ddf0-4f1e-b780-8f58312323d1 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '8eec9ef7-3516-4a98-90cc-5d2f90969fde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:17.352835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:17.373767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e4bae-eaf3-410a-8fbe-ffa42c7df54f req-5dd8a3a9-f2e6-4c6f-8c50-8cc3aef08c7a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:17.376123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-194e4bae-eaf3-410a-8fbe-ffa42c7df54f req-5dd8a3a9-f2e6-4c6f-8c50-8cc3aef08c7a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 944 time: 0.0787146 Dec 13 15:15:17.390632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.405242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:17.405738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.423647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-194e4bae-eaf3-410a-8fbe-ffa42c7df54f req-bd9880cc-4d70-447d-9818-cef5d09c4072 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Dec 13 15:15:17.494738 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a2781-ab4a-49a4-9697-a08a63caeedd None None] New status for floating IP d7d44211-f150-4f97-8225-a9f4f03c33f0: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:15:17.501012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4ea53830-0dac-4c56-ac2e-63c005b81f5e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:17.550459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4ea53830-0dac-4c56-ac2e-63c005b81f5e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:17.550829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.569707 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-d7fe8640-ddf0-4f1e-b780-8f58312323d1 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:17.571200 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d7fe8640-ddf0-4f1e-b780-8f58312323d1 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2229578 Dec 13 15:15:17.574478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58104) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:17.579921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4a0059e6-4c26-4d72-9356-d7e3d917bfa7 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group_rule': {'security_group_id': '8eec9ef7-3516-4a98-90cc-5d2f90969fde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:17.688959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8:1::1 (4b44e5fb-2ffe-4b58-81fb-bde481f984cb/d8287d2a-9602-4433-8d72-c4e5107ae911/b355fec1-684f-4a99-81b0-71038ca9e968) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:17.749674 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-4a0059e6-4c26-4d72-9356-d7e3d917bfa7 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:15:17.751086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4a0059e6-4c26-4d72-9356-d7e3d917bfa7 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1755719 Dec 13 15:15:17.753705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58106) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:17.807168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a72e309-2ccd-47ff-b9ba-97fefa19699b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.807429 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.829976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a72e309-2ccd-47ff-b9ba-97fefa19699b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.886925 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.926080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:17.929245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:17.932154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a72e309-2ccd-47ff-b9ba-97fefa19699b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.932998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:17.933484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.935194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6a72e309-2ccd-47ff-b9ba-97fefa19699b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:17.939559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6a72e309-2ccd-47ff-b9ba-97fefa19699b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/8eec9ef7-3516-4a98-90cc-5d2f90969fde HTTP/1.1" status: 204 len: 168 time: 0.1846766 Dec 13 15:15:17.940260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58108) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:17.966044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e309-2ccd-47ff-b9ba-97fefa19699b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec9ef7-3516-4a98-90cc-5d2f90969fde,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:17.976577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=b355fec1-684f-4a99-81b0-71038ca9e968,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:17.998566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4beed1e8-355d-49ac-be2d-540f5e4c6830 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536845 Dec 13 15:15:18.003498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58110) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.009497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8b697b84-6b06-4c55-a117-86982734ae02 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'tempest-secgroup--240622950'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:18.112190 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8b697b84-6b06-4c55-a117-86982734ae02 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.117149 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.182955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-528f8035-14c3-460e-b9e3-07ead9bf0256 None None] Provisioning complete for port b355fec1-684f-4a99-81b0-71038ca9e968 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:18.183551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8b697b84-6b06-4c55-a117-86982734ae02 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.183692 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-528f8035-14c3-460e-b9e3-07ead9bf0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.220683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-528f8035-14c3-460e-b9e3-07ead9bf0256 None None] Port b355fec1-684f-4a99-81b0-71038ca9e968 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:18.263497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8b697b84-6b06-4c55-a117-86982734ae02 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.293973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b697b84-6b06-4c55-a117-86982734ae02 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b30a4d-6578-4e6b-ac1b-c7d80fe5eb6f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:18.345555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8b697b84-6b06-4c55-a117-86982734ae02 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.346838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8b697b84-6b06-4c55-a117-86982734ae02 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3421962 Dec 13 15:15:18.350419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58112) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.354887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-139dac0c-c3a8-4896-94b5-9da88748cc7f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:18.355306 n-d-816954-1 neutron-server[102823]: WARNING neutron.api.v2.base [None req-139dac0c-c3a8-4896-94b5-9da88748cc7f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 15:15:18.355800 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-139dac0c-c3a8-4896-94b5-9da88748cc7f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 15:15:18.356727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-139dac0c-c3a8-4896-94b5-9da88748cc7f tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "PUT /v2.0/security-groups/07b30a4d-6578-4e6b-ac1b-c7d80fe5eb6f HTTP/1.1" status: 409 len: 330 time: 0.0053799 Dec 13 15:15:18.362801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58114) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.394608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.415454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50af79fd-0700-4571-a9d3-329512eac964 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.437185 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50af79fd-0700-4571-a9d3-329512eac964 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.440608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.441746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.532047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50af79fd-0700-4571-a9d3-329512eac964 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.534827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-50af79fd-0700-4571-a9d3-329512eac964 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:18.535944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-50af79fd-0700-4571-a9d3-329512eac964 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/07b30a4d-6578-4e6b-ac1b-c7d80fe5eb6f HTTP/1.1" status: 204 len: 168 time: 0.1722901 Dec 13 15:15:18.539685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58118) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.561136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af79fd-0700-4571-a9d3-329512eac964 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b30a4d-6578-4e6b-ac1b-c7d80fe5eb6f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:18.575511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=b355fec1-684f-4a99-81b0-71038ca9e968,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:18.593806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5685f0be-085f-431e-b944-138959c6efde tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536327 Dec 13 15:15:18.597421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58120) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.609885 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-b0ce4d13-91a0-4dcc-b2bb-d4ffc01eae39 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] delete failed (client error): The resource could not be found. Dec 13 15:15:18.610933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b0ce4d13-91a0-4dcc-b2bb-d4ffc01eae39 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "DELETE /v2.0/security-groups/a4c4ef74-267d-453b-aa3d-2b6c736009cf HTTP/1.1" status: 404 len: 347 time: 0.0126357 Dec 13 15:15:18.611379 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4b280-00e0-4d30-b92e-a9b595283b46 req-09c1718e-e6c5-411c-9ffb-ec9d1878825a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:18.612884 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c7f4b280-00e0-4d30-b92e-a9b595283b46 req-09c1718e-e6c5-411c-9ffb-ec9d1878825a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 944 time: 0.0858505 Dec 13 15:15:18.614629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58122) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.633003 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-481129c6-3db2-405a-82bb-0b539b50a645 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] show failed (client error): The resource could not be found. Dec 13 15:15:18.634932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-481129c6-3db2-405a-82bb-0b539b50a645 tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-groups/027e7c4d-939b-4b98-ad64-803c7bf893ec HTTP/1.1" status: 404 len: 347 time: 0.0192208 Dec 13 15:15:18.638518 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58124) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.650436 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-bb625401-1bc1-4697-aa2b-c78a00d4585b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] show failed (client error): The resource could not be found. Dec 13 15:15:18.653097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bb625401-1bc1-4697-aa2b-c78a00d4585b tempest-NegativeSecGroupIPv6Test-1558834114 tempest-NegativeSecGroupIPv6Test-1558834114-project] 10.222.0.24 "GET /v2.0/security-group-rules/a5352a1a-9ced-42ca-b5e7-f5eb70fe99e5 HTTP/1.1" status: 404 len: 356 time: 0.0120690 Dec 13 15:15:18.653253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:18.659799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:18.679935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c7f4b280-00e0-4d30-b92e-a9b595283b46 req-f55e689f-1b85-4f5d-bd73-bcc939787d28 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543616 Dec 13 15:15:18.776224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 9ab87316-d1b7-4eb0-8ae6-770a11ea0813 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:18.830632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8ea07cbe-5e4a-4a53-8ca2-efb656405460 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:18.884636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:18.893587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58128) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.894841 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5b83d1f8-a9e0-4897-a8b4-66d6d09d2cfd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/9ab87316-d1b7-4eb0-8ae6-770a11ea0813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9759171 Dec 13 15:15:18.895958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] Sync routers for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:18.905538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:18.906141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:18.938882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde42b0-10ff-4220-a794-d6bd4f491791 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:18.940384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ebde42b0-10ff-4220-a794-d6bd4f491791 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports/b355fec1-684f-4a99-81b0-71038ca9e968 HTTP/1.1" status: 200 len: 913 time: 0.0456367 Dec 13 15:15:18.941418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:18.943804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58130) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:18.954479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:18.955082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:18.992904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:18.993516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97039212-1b88-4a2d-8ab3-bd09dcb915f9 None None] The sync data for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:18.994882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:15:18.996884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-364b3bbc-815b-4ff9-aa9a-0dc81dba313c None None] Provisioning complete for port b355fec1-684f-4a99-81b0-71038ca9e968 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:18.997254 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-364b3bbc-815b-4ff9-aa9a-0dc81dba313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.018986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:19.019370 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.054195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-364b3bbc-815b-4ff9-aa9a-0dc81dba313c None None] Port b355fec1-684f-4a99-81b0-71038ca9e968 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:19.111881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.136465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:15:19.138758 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd45759-f49d-4136-b58e-992355dbc6ad" -d '{"events": [{"server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "name": "network-vif-plugged", "status": "completed", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:15:19.151817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8ea07cbe-5e4a-4a53-8ca2-efb656405460, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:19.178838 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c9eea2-37ed-4dbd-bdc7-1730fcbba024 x-openstack-request-id: req-44c9eea2-37ed-4dbd-bdc7-1730fcbba024 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:15:19.179319 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "name": "network-vif-plugged", "status": "completed", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:15:19.179573 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44c9eea2-37ed-4dbd-bdc7-1730fcbba024 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:15:19.180086 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'code': 200} Dec 13 15:15:19.190003 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58136) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:19.218149 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.280614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492ce0b-525a-4d43-b144-3051aee483f9 req-f310a9dd-6a84-499f-ac85-82809c7a36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:19.282276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0492ce0b-525a-4d43-b144-3051aee483f9 req-f310a9dd-6a84-499f-ac85-82809c7a36b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1096 time: 0.0467021 Dec 13 15:15:19.285960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=8ea07cbe-5e4a-4a53-8ca2-efb656405460,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:19.336976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0492ce0b-525a-4d43-b144-3051aee483f9 req-278648e7-2156-482e-acfa-3e9b33ce9199 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475967 Dec 13 15:15:19.342531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.360615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-39bbbf3e-aeab-48c8-b93d-a0ab396c0f8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aafddcf824964b189c6c6e28d0c325e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692739 Dec 13 15:15:19.363316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58140) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:19.413934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e3ef-ea68-4f6c-917b-91b55c44ced3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.440440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e3ef-ea68-4f6c-917b-91b55c44ced3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.570986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e3ef-ea68-4f6c-917b-91b55c44ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.573593 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e3ef-ea68-4f6c-917b-91b55c44ced3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.574816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e1a2e3ef-ea68-4f6c-917b-91b55c44ced3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48132e85-83e3-4a5b-88e9-24382b6f5530 HTTP/1.1" status: 204 len: 168 time: 0.2103667 Dec 13 15:15:19.582273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port b355fec1-684f-4a99-81b0-71038ca9e968 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:19.582751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.582906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2e3ef-ea68-4f6c-917b-91b55c44ced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48132e85-83e3-4a5b-88e9-24382b6f5530,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:19.807222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba0f3b-4714-4b6e-b7f5-18d10278620f req-ba5dabba-eabd-49e9-998c-fd9bd35e1039 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:19.809056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bba0f3b-4714-4b6e-b7f5-18d10278620f req-ba5dabba-eabd-49e9-998c-fd9bd35e1039 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 945 time: 0.0582237 Dec 13 15:15:19.855034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4bba0f3b-4714-4b6e-b7f5-18d10278620f req-0fffdfdc-5281-4f9e-a8bb-cc39b53cb7a0 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Dec 13 15:15:19.864167 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9a59d37b-a060-4713-93dc-1c0e6d285104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.932729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:19.945210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for b355fec1-684f-4a99-81b0-71038ca9e968 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:20.183420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:20.211802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=b355fec1-684f-4a99-81b0-71038ca9e968,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:20.335527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:20.550209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 9ab87316-d1b7-4eb0-8ae6-770a11ea0813 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:20.650830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:20.656196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9b1e1efc-6b4a-41f5-b7e4-a824d628f5af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/9ab87316-d1b7-4eb0-8ae6-770a11ea0813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114067 Dec 13 15:15:20.659079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58166) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:20.661710 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] Sync routers for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:20.670633 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:20.671234 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:20.709005 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:20.717750 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:20.718381 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:14:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:20.750060 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:20.750740 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48a055-b7f1-42fe-9d34-cc2e150fec25 None None] The sync data for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:20.995351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fba03-1ace-47f2-a8d5-efc04183bfa3 req-d5db396d-9099-4a10-95cf-654c5428e1e0 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:20.997266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-717fba03-1ace-47f2-a8d5-efc04183bfa3 req-d5db396d-9099-4a10-95cf-654c5428e1e0 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 945 time: 0.0573564 Dec 13 15:15:21.040874 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-717fba03-1ace-47f2-a8d5-efc04183bfa3 req-e39396c1-aaf6-4479-b93e-f5601bb70315 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Dec 13 15:15:21.247057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c9a06-2824-4896-8aab-c3ccc03dd9d0 req-aa2bf3b7-48ed-4c0a-adda-caecd01ef03e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:21.248487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af7c9a06-2824-4896-8aab-c3ccc03dd9d0 req-aa2bf3b7-48ed-4c0a-adda-caecd01ef03e tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 945 time: 0.0915334 Dec 13 15:15:21.321709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af7c9a06-2824-4896-8aab-c3ccc03dd9d0 req-7b689d2c-5d89-4d81-8ac5-c523c3aa78f9 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635207 Dec 13 15:15:21.344394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58188) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:21.397875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:21.546081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf8758-5659-40c0-ac6c-4ba258e4bcf2 tempest-TestVolumeBackupRestore-1295353768 tempest-TestVolumeBackupRestore-1295353768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:21.550791 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2fbf8758-5659-40c0-ac6c-4ba258e4bcf2 tempest-TestVolumeBackupRestore-1295353768 tempest-TestVolumeBackupRestore-1295353768-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1091 time: 0.2022076 Dec 13 15:15:21.551003 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58192) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:21.555327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:21.636181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:21.647029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 03870ec6-4d87-43a2-9e79-3925d198ddcb {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:21.647367 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:21.742052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:21.742763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:21.755875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 03870ec6-4d87-43a2-9e79-3925d198ddcb owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:21.854140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Allocated IP 172.25.7.47 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/beb17173-bb8f-42d6-ba47-c560cd953d6a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:21.969718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.016660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.042625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=03870ec6-4d87-43a2-9e79-3925d198ddcb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:22.086850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.130682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'Port': ['ID=beb17173-bb8f-42d6-ba47-c560cd953d6a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:22.145874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:22.147171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.147387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:22.150144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:22.290062 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e89d6931-011c-448d-a23b-e82e814aac04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.331840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 9ab87316-d1b7-4eb0-8ae6-770a11ea0813 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:22.414384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:22.422978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-958a437e-31f9-4c65-8bd6-abb7348ebcee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/9ab87316-d1b7-4eb0-8ae6-770a11ea0813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7627506 Dec 13 15:15:22.426135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:22.432169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] Sync routers for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:22.445263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:22.446360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:22.458561 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8a6fc4a5-84be-4f9d-80ce-a90e43b19cbf tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ab87316-d1b7-4eb0-8ae6-770a11ea0813 HTTP/1.1" status: 200 len: 205 time: 0.0279937 Dec 13 15:15:22.458561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:22.484634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:22.495341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] Routers {'9ab87316-d1b7-4eb0-8ae6-770a11ea0813'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:22.495946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:22.538402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:22.539124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaede08-ce62-44e8-85f0-2e7f452bb51d None None] The sync data for ids ['9ab87316-d1b7-4eb0-8ae6-770a11ea0813'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:22.545969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-908ff4f8-eb55-4e5f-8a78-599201652d41 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.574145 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.711255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.714946 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-908ff4f8-eb55-4e5f-8a78-599201652d41 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.717660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-908ff4f8-eb55-4e5f-8a78-599201652d41 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.829047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-908ff4f8-eb55-4e5f-8a78-599201652d41 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.829788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908ff4f8-eb55-4e5f-8a78-599201652d41 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab87316-d1b7-4eb0-8ae6-770a11ea0813 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:15:22.837190 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-908ff4f8-eb55-4e5f-8a78-599201652d41 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.841107 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-908ff4f8-eb55-4e5f-8a78-599201652d41 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/9ab87316-d1b7-4eb0-8ae6-770a11ea0813 HTTP/1.1" status: 204 len: 168 time: 0.3794045 Dec 13 15:15:22.841107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58206) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:22.894438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet d8287d2a-9602-4433-8d72-c4e5107ae911 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:15:22.898219 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.898390 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.942956 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:22.953497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.025898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event updated for resources: {'Port': ['ID=beb17173-bb8f-42d6-ba47-c560cd953d6a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:23.027574 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.038601 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.140086 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Floating IP 902ac36a-4cb7-4fb5-899b-68b05cb34bd1 associated. External IP: 172.25.7.47, port: 8ea07cbe-5e4a-4a53-8ca2-efb656405460. Dec 13 15:15:23.148439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.182647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=d8287d2a-9602-4433-8d72-c4e5107ae911,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:23.186785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.190128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d58a7ddd-4b57-47ba-b5e4-343c90eed867 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/d8287d2a-9602-4433-8d72-c4e5107ae911 HTTP/1.1" status: 204 len: 168 time: 0.3478575 Dec 13 15:15:23.193124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58210) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:23.196368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc1653-df52-44c9-a69c-5264255fed81 None None] Network 4b44e5fb-2ffe-4b58-81fb-bde481f984cb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:23.268783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet 3930a3ee-0090-4d05-88fc-407e30ccb424 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:15:23.272207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.323669 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.334429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.379821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:23.399076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] DHCP port deletion for 4b44e5fb-2ffe-4b58-81fb-bde481f984cb request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:15:23.419927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.458447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Deleting port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:23.459130 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.511009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:23.527167 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] Sync routers for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:23.531593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] For port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,segment=NetworkSegment(7103a2fe-4b28-4ad6-a723-dd8eaa58b817),segment_id=7103a2fe-4b28-4ad6-a723-dd8eaa58b817)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:23.531986 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.543146 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:23.550384 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:23.550786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Calling delete_port for b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:23.572851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.603201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=3930a3ee-0090-4d05-88fc-407e30ccb424,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:23.605252 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.608542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-120068ab-582d-4156-8268-2ed18f152664 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/3930a3ee-0090-4d05-88fc-407e30ccb424 HTTP/1.1" status: 204 len: 168 time: 0.4144781 Dec 13 15:15:23.611058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58218) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:23.619660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.624427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757e595-b9bd-45cb-9264-dda6617f8821 None None] Network 2757df17-7be8-41e1-a1d9-d26423e0276c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:23.664352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e8e49651-3d41-4265-a207-041e2f3087d2 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1123023 Dec 13 15:15:23.664948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:15:23.667749 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:15:23.669381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58220) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:23.754903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.771203 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72260857-134d-49bf-b056-0b20a10c6156 x-openstack-request-id: req-72260857-134d-49bf-b056-0b20a10c6156 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:15:23.771203 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:15:23.771203 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72260857-134d-49bf-b056-0b20a10c6156 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:15:23.771203 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'status': 'completed', 'code': 200} Dec 13 15:15:23.772043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fce25-c92f-4998-a59a-7f7ea6c8885d tempest-TestVolumeBackupRestore-1295353768 tempest-TestVolumeBackupRestore-1295353768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:23.773573 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7b8fce25-c92f-4998-a59a-7f7ea6c8885d tempest-TestVolumeBackupRestore-1295353768 tempest-TestVolumeBackupRestore-1295353768-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1091 time: 0.1027963 Dec 13 15:15:23.777359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58228) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:23.780738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Request body: {'floatingip': {'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:23.807712 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:23.877564 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.898535 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:23.916990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] No DVR routers for this DVR port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:23.919150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Pushing event deleted for resources: {'Port': ['ID=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:23.932415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.932850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.933196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.933530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.933862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.934196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.934547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.934955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.935286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.935606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.935928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.936251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbff561-5f0a-44d7-91b1-9efa167024ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:23.938457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-d21bfbc8-67c4-4ce0-a7e2-ac2107fa1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:23.939955 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-d21bfbc8-67c4-4ce0-a7e2-ac2107fa1620 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1096 time: 0.1257706 Dec 13 15:15:23.941779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] DHCP port deletion for 2757df17-7be8-41e1-a1d9-d26423e0276c request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:15:24.018521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] Deleting port 4ea53830-0dac-4c56-ac2e-63c005b81f5e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:24.019239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.056174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:24.056536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.097976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] For port 4ea53830-0dac-4c56-ac2e-63c005b81f5e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4ea53830-0dac-4c56-ac2e-63c005b81f5e,segment=NetworkSegment(972e16e9-a906-46c8-ac4e-e527f8c1d96c),segment_id=972e16e9-a906-46c8-ac4e-e527f8c1d96c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:24.098405 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.111815 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] Calling delete_port for 4ea53830-0dac-4c56-ac2e-63c005b81f5e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:24.115467 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '902ac36a-4cb7-4fb5-899b-68b05cb34bd1', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'mac_address': 'fa:16:3e:fc:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:22Z', 'updated_at': '2021-12-13T15:15:22Z', 'revision_number': 0, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:24.152219 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] Checking router: a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:15:24.162568 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:24.163431 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:24.163585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-f0e84e0e-d97f-4880-bfbb-f092df0486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:24.165043 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-f0e84e0e-d97f-4880-bfbb-f092df0486e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 200 len: 914 time: 0.2152116 Dec 13 15:15:24.253233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4, host n-d-816954-1, got binding levels [] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:24.253640 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.271158 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:24.292762 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.303059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:24.309017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.ipam_backend_mixin [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 was not found and therefore no delete operation was performed {{(pid=102824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 15:15:24.314766 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.328242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] No DVR routers for this DVR port 4ea53830-0dac-4c56-ac2e-63c005b81f5e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:24.330058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222109b-fab5-480a-9db2-2e47df1e1087 None None] Pushing event deleted for resources: {'Port': ['ID=4ea53830-0dac-4c56-ac2e-63c005b81f5e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:24.358635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-7bafa0df-7abe-49f8-880a-6f1960b5acab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 200 len: 998 time: 0.1817000 Dec 13 15:15:24.363493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=b90a9f03-1553-46d4-bdd8-ad3b90caa6d4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:24.366498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:24.532293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-9d5b16cf-d0a7-4e98-b1c7-031c99a3fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:24.533674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-9d5b16cf-d0a7-4e98-b1c7-031c99a3fcf9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ecb2461-663c-4d64-bb89-6133ac6d867b HTTP/1.1" status: 200 len: 852 time: 0.1683495 Dec 13 15:15:24.535226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.542330 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '902ac36a-4cb7-4fb5-899b-68b05cb34bd1', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'mac_address': 'fa:16:3e:fc:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:22Z', 'updated_at': '2021-12-13T15:15:22Z', 'revision_number': 0, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:24.571426 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d3d84-a210-43ef-bc8c-33cf21cbc40e None None] The sync data for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 is: [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '902ac36a-4cb7-4fb5-899b-68b05cb34bd1', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'mac_address': 'fa:16:3e:fc:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:22Z', 'updated_at': '2021-12-13T15:15:22Z', 'revision_number': 0, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:24.588567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b44e5fb-2ffe-4b58-81fb-bde481f984cb']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:24.664310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7103a2fe-4b28-4ad6-a723-dd8eaa58b817') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:24.664608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7103a2fe-4b28-4ad6-a723-dd8eaa58b817') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:24.681960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.706384 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.714148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-da4dfdca-9354-45c8-b66e-260b9c2b167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:24.715677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-da4dfdca-9354-45c8-b66e-260b9c2b167e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697357 Dec 13 15:15:24.720795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:24.721192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:24.724751 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:24.798689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160631e-0eb6-410f-abe7-27c3f6d0c427 None None] New status for floating IP 902ac36a-4cb7-4fb5-899b-68b05cb34bd1: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:15:24.995203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.126919 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.184593 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.resource_extend [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 15:15:25.251553 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.254192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.257776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-a393b330-acab-4f59-bfb3-8a3f4f0ca093 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289378 Dec 13 15:15:25.262747 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.265741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/4b44e5fb-2ffe-4b58-81fb-bde481f984cb HTTP/1.1" status: 204 len: 168 time: 1.6534488 Dec 13 15:15:25.268792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58236) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:25.310618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29c8b4-eb8b-45df-86be-eb7c482e3f8c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=4b44e5fb-2ffe-4b58-81fb-bde481f984cb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:25.322341 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-e160631e-0eb6-410f-abe7-27c3f6d0c427 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:15:25.322760 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-e160631e-0eb6-410f-abe7-27c3f6d0c427 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:15:25.329171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:15:25.349869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:15:25.350214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b90a9f03-1553-46d4-bdd8-ad3b90caa6d4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:15:25.350650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4ea53830-0dac-4c56-ac2e-63c005b81f5e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:15:25.370167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.372224 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 4ea53830-0dac-4c56-ac2e-63c005b81f5e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:15:25.372570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4ea53830-0dac-4c56-ac2e-63c005b81f5e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:15:25.469998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.515659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc13dfb1-d6d2-4bd9-9b5c-d02632025da2 req-44f75f4d-b2dc-4abe-b0cd-ac4253c9cbb9 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477641 Dec 13 15:15:25.660531 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.691375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2757df17-7be8-41e1-a1d9-d26423e0276c']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:25.704330 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972e16e9-a906-46c8-ac4e-e527f8c1d96c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:25.704619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972e16e9-a906-46c8-ac4e-e527f8c1d96c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:25.717752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.742745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.745274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:25.745658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:25.748628 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:25.785626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:25.825004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160631e-0eb6-410f-abe7-27c3f6d0c427 None None] New status for floating IP 902ac36a-4cb7-4fb5-899b-68b05cb34bd1: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:15:25.882723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.892386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.895673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/2757df17-7be8-41e1-a1d9-d26423e0276c HTTP/1.1" status: 204 len: 168 time: 0.6197004 Dec 13 15:15:25.900537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58250) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:25.906727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-93368312'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:25.913502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a74dfb-31d2-4051-b92d-215cb27871f7 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=2757df17-7be8-41e1-a1d9-d26423e0276c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:25.940901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:25.949382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:25.977095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:15:25.979404 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b83c5be-c064-4630-a900-c8708d89d74a" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:15:25.993498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:25.994209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:26.026096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9afeaaec-8c76-41ed-b7ad-cc043bfaea7c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "PUT /v2.0/floatingips/902ac36a-4cb7-4fb5-899b-68b05cb34bd1 HTTP/1.1" status: 200 len: 990 time: 2.2460401 Dec 13 15:15:26.039171 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ed32e8-3196-4717-9dce-e46ad3b9bed5 x-openstack-request-id: req-a1ed32e8-3196-4717-9dce-e46ad3b9bed5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:15:26.039171 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:15:26.039171 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1ed32e8-3196-4717-9dce-e46ad3b9bed5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:15:26.039171 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'status': 'completed', 'code': 200} Dec 13 15:15:26.047616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:26.060195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:26.060623 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment df2e6c77-881e-46b5-aca6-e025721bf751 of type vlan for network 1a7552da-ac43-4a13-b731-bb5874cd0cea Dec 13 15:15:26.105934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83c5be-c064-4630-a900-c8708d89d74a req-d26562e3-2fac-49d1-ac3b-3124659147a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:26.107603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b83c5be-c064-4630-a900-c8708d89d74a req-d26562e3-2fac-49d1-ac3b-3124659147a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1096 time: 0.0480750 Dec 13 15:15:26.108819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:26.199818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:26.206572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:26.211809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:26.213449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83c5be-c064-4630-a900-c8708d89d74a req-3e85aaa7-2ead-4c0b-af55-f2c189543a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:26.215049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b83c5be-c064-4630-a900-c8708d89d74a req-3e85aaa7-2ead-4c0b-af55-f2c189543a47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 200 len: 914 time: 0.1010163 Dec 13 15:15:26.280882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=1a7552da-ac43-4a13-b731-bb5874cd0cea,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:26.297085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:26.324061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b83c5be-c064-4630-a900-c8708d89d74a req-151afeed-9081-4bc4-ab2c-4c283a23a9dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 200 len: 998 time: 0.1015260 Dec 13 15:15:26.339958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9ed3d9d1-c39e-411c-a2d1-e5c45965bd25 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4374559 Dec 13 15:15:26.342511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58258) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:26.350128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:26.362518 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] Sync routers for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:26.376329 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:26.376950 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:26.386104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83c5be-c064-4630-a900-c8708d89d74a req-1d3b0362-32bf-4d5e-b142-8bbf1e25af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:26.388348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b83c5be-c064-4630-a900-c8708d89d74a req-1d3b0362-32bf-4d5e-b142-8bbf1e25af80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ecb2461-663c-4d64-bb89-6133ac6d867b HTTP/1.1" status: 200 len: 852 time: 0.0567627 Dec 13 15:15:26.442306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83c5be-c064-4630-a900-c8708d89d74a req-bf69b7ec-cdac-4e99-96e2-1e897f348252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:26.443958 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b83c5be-c064-4630-a900-c8708d89d74a req-bf69b7ec-cdac-4e99-96e2-1e897f348252 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481613 Dec 13 15:15:26.515433 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:26.589531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:26.591636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b83c5be-c064-4630-a900-c8708d89d74a req-764848ce-455a-447c-9f13-92b9bb49fccc service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397529 Dec 13 15:15:26.593448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:26.696492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b83c5be-c064-4630-a900-c8708d89d74a req-c19e5096-b21d-42ae-85b7-f5c149ce787e service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980542 Dec 13 15:15:26.771529 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '902ac36a-4cb7-4fb5-899b-68b05cb34bd1', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'mac_address': 'fa:16:3e:fc:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:22Z', 'updated_at': '2021-12-13T15:15:25Z', 'revision_number': 2, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:26.802154 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] Checking router: a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:15:26.810092 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:26.810708 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:26.881780 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:26.918752 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:26.941595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=53e5f9bb-adc1-47bd-b82d-4208d32bd9af,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:26.950943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': 'df2e6c77-881e-46b5-aca6-e025721bf751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:26.951334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: 1a7552da-ac43-4a13-b731-bb5874cd0cea, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:27.023891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:27.080823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1a7552da-ac43-4a13-b731-bb5874cd0cea) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:27.086223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:27.087058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.093962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b42eeb-676c-45e1-9d08-b6d842d81b89 None None] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:27.144154 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '902ac36a-4cb7-4fb5-899b-68b05cb34bd1', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'mac_address': 'fa:16:3e:fc:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:22Z', 'updated_at': '2021-12-13T15:15:25Z', 'revision_number': 2, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:27.166479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-21f5ab49-a0eb-42d7-8c0b-5e13b5f1d265 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8204753 Dec 13 15:15:27.167275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58272) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:27.170624 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf39ca-fd7f-4814-89f7-273332887bbe None None] The sync data for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 is: [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '902ac36a-4cb7-4fb5-899b-68b05cb34bd1', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'port_id': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'mac_address': 'fa:16:3e:fc:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:22Z', 'updated_at': '2021-12-13T15:15:25Z', 'revision_number': 2, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:27.173064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-aa6a237b-67a6-4365-b589-94f4ad7b93e5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1774886933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:27.254586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-1a7552da-ac43-4a13-b731-bb5874cd0cea', 'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': '53e5f9bb-adc1-47bd-b82d-4208d32bd9af'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:15:27.254586 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.279666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6a237b-67a6-4365-b589-94f4ad7b93e5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.280759 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6a237b-67a6-4365-b589-94f4ad7b93e5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.341388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6a237b-67a6-4365-b589-94f4ad7b93e5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.393247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Allocated IP 2001:db8::2 (1a7552da-ac43-4a13-b731-bb5874cd0cea/53e5f9bb-adc1-47bd-b82d-4208d32bd9af/9414d5df-c2dc-4d74-ab55-672b8df81680) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:27.395463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6a237b-67a6-4365-b589-94f4ad7b93e5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.435342 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58276) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:27.460580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aa6a237b-67a6-4365-b589-94f4ad7b93e5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.462046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aa6a237b-67a6-4365-b589-94f4ad7b93e5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2937913 Dec 13 15:15:27.464880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58280) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:27.470314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'port': {'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea', 'name': 'tempest-RoutersIpV6Test-783245282'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:27.541487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.553358 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4c7aa87-7692-47b5-8bd1-0bc580dcd6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.589676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.623800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:27.624696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:27.627113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4c7aa87-7692-47b5-8bd1-0bc580dcd6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.627734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:27.627992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.631338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:27.647695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] device_id is not set on port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a yet. {{(pid=102824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 15:15:27.662446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Pushing event updated for resources: {'Port': ['ID=9414d5df-c2dc-4d74-ab55-672b8df81680,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:27.698172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Attempting to bind port 9414d5df-c2dc-4d74-ab55-672b8df81680 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:27.698569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Attempting to bind port 9414d5df-c2dc-4d74-ab55-672b8df81680 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'df2e6c77-881e-46b5-aca6-e025721bf751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:27.698951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Attempting to bind port 9414d5df-c2dc-4d74-ab55-672b8df81680 on network 1a7552da-ac43-4a13-b731-bb5874cd0cea {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:27.704609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:27.705592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Checking segment: {'id': 'df2e6c77-881e-46b5-aca6-e025721bf751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:27.706000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.706423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Bound using segment: {'id': 'df2e6c77-881e-46b5-aca6-e025721bf751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:27.706891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Bound port: 9414d5df-c2dc-4d74-ab55-672b8df81680, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2e6c77-881e-46b5-aca6-e025721bf751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1a7552da-ac43-4a13-b731-bb5874cd0cea'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:27.707267 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.719229 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4c7aa87-7692-47b5-8bd1-0bc580dcd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.758993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c4c7aa87-7692-47b5-8bd1-0bc580dcd6ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=878411e2fb6e4dcaacba153b5f5a164d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225520 Dec 13 15:15:27.759964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7aa87-7692-47b5-8bd1-0bc580dcd6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4779b6e1-8682-4b34-a363-50b1f623712d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:27.762700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58282) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:27.773964 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] For port 9414d5df-c2dc-4d74-ab55-672b8df81680, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:27.777284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] For port 9414d5df-c2dc-4d74-ab55-672b8df81680, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9414d5df-c2dc-4d74-ab55-672b8df81680,segment=NetworkSegment(df2e6c77-881e-46b5-aca6-e025721bf751),segment_id=df2e6c77-881e-46b5-aca6-e025721bf751)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:27.789728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8::27a (1a7552da-ac43-4a13-b731-bb5874cd0cea/53e5f9bb-adc1-47bd-b82d-4208d32bd9af/7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:27.851591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.860859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9cef220-141a-4786-a731-87ef8919136d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:27.917094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb37a30-3652-47bc-b107-6185dd82eac6 None None] Pushing event updated for resources: {'Port': ['ID=9414d5df-c2dc-4d74-ab55-672b8df81680,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:27.934046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9cef220-141a-4786-a731-87ef8919136d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.010261 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.035976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:15:28.038202 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d98cea-f61a-4b73-ab43-d4724189eaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:15:28.097095 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae03c3-4365-4746-8284-42e0619bcb44 x-openstack-request-id: req-80ae03c3-4365-4746-8284-42e0619bcb44 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:15:28.097388 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:15:28.097642 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80ae03c3-4365-4746-8284-42e0619bcb44 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:15:28.098056 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'status': 'completed', 'code': 200} Dec 13 15:15:28.109160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9cef220-141a-4786-a731-87ef8919136d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.116169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c9cef220-141a-4786-a731-87ef8919136d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.129318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c9cef220-141a-4786-a731-87ef8919136d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4779b6e1-8682-4b34-a363-50b1f623712d HTTP/1.1" status: 204 len: 168 time: 0.3616867 Dec 13 15:15:28.141485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.143461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef220-141a-4786-a731-87ef8919136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779b6e1-8682-4b34-a363-50b1f623712d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:28.228563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:28.234358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:28.241521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:28.247250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:28.247851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.266627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:28.274041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-49b024ea-e995-471b-86e5-2d53bdf432b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:28.275480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-49b024ea-e995-471b-86e5-2d53bdf432b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1096 time: 0.1211240 Dec 13 15:15:28.338571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d0d3c65b-42d7-4600-a4e4-3f4e40a2929f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8725767 Dec 13 15:15:28.343279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58288) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:28.511388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-45610b90-073c-4c61-9efe-a77c4b2281fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:28.512883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-45610b90-073c-4c61-9efe-a77c4b2281fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 200 len: 914 time: 0.2304130 Dec 13 15:15:28.660849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-2e8874f7-17fa-4b0d-9555-94e9eabdb2d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 200 len: 1000 time: 0.1124241 Dec 13 15:15:28.753786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-41b736a0-56c1-4462-9e11-19fd5425c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:28.755457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-41b736a0-56c1-4462-9e11-19fd5425c0bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ecb2461-663c-4d64-bb89-6133ac6d867b HTTP/1.1" status: 200 len: 852 time: 0.0713441 Dec 13 15:15:28.788637 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58292) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:28.804349 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6f1216f-2148-44ab-944a-d35b541aaf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.815750 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.864414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-f696d2f5-50a5-4857-bd5b-2183a0927586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:28.865454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-f696d2f5-50a5-4857-bd5b-2183a0927586 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915887 Dec 13 15:15:28.903828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6f1216f-2148-44ab-944a-d35b541aaf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:28.972684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b6f1216f-2148-44ab-944a-d35b541aaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.024235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c8951-2cb7-49e7-b6db-e7e4ca1ce8c5 None None] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:29.032649 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b6f1216f-2148-44ab-944a-d35b541aaf7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c70aecf955840cc957b6b07c77774e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419086 Dec 13 15:15:29.039039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58294) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:29.048709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1216f-2148-44ab-944a-d35b541aaf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59cc6cf-2653-4a0a-b345-36e31f57e44f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:29.095545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-b472e075-ceca-43cc-b7aa-17b0b3d13011 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219243 Dec 13 15:15:29.112446 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82bf2ee8-16a0-4f2d-9ba0-edf3476d5db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.116331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b66afe9b-9bcf-4e87-9bd6-54b12ad48ec9 None None] Provisioning complete for port 9414d5df-c2dc-4d74-ab55-672b8df81680 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:29.117745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b66afe9b-9bcf-4e87-9bd6-54b12ad48ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.142721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82bf2ee8-16a0-4f2d-9ba0-edf3476d5db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.243302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.246839 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8d98cea-f61a-4b73-ab43-d4724189eaaf req-c26a719c-49c4-4974-ae37-3eb2a2c0911b service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427135 Dec 13 15:15:29.281161 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82bf2ee8-16a0-4f2d-9ba0-edf3476d5db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.283918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-82bf2ee8-16a0-4f2d-9ba0-edf3476d5db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.285160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-82bf2ee8-16a0-4f2d-9ba0-edf3476d5db8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e59cc6cf-2653-4a0a-b345-36e31f57e44f HTTP/1.1" status: 204 len: 168 time: 0.2448554 Dec 13 15:15:29.297371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf2ee8-16a0-4f2d-9ba0-edf3476d5db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59cc6cf-2653-4a0a-b345-36e31f57e44f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:29.315846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.342077 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b66afe9b-9bcf-4e87-9bd6-54b12ad48ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.398140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b66afe9b-9bcf-4e87-9bd6-54b12ad48ec9 None None] For port 9414d5df-c2dc-4d74-ab55-672b8df81680, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9414d5df-c2dc-4d74-ab55-672b8df81680,segment=NetworkSegment(df2e6c77-881e-46b5-aca6-e025721bf751),segment_id=df2e6c77-881e-46b5-aca6-e025721bf751)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:29.427507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:29.453673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9414d5df-c2dc-4d74-ab55-672b8df81680 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:29.511772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9414d5df-c2dc-4d74-ab55-672b8df81680 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:29.512144 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.540127 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b66afe9b-9bcf-4e87-9bd6-54b12ad48ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.552440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.607829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66afe9b-9bcf-4e87-9bd6-54b12ad48ec9 None None] Pushing event updated for resources: {'Port': ['ID=9414d5df-c2dc-4d74-ab55-672b8df81680,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:29.748782 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.761460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a57e24d6-fc18-410d-9453-c515d23d3684 None None] Provisioning complete for port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:29.762106 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a57e24d6-fc18-410d-9453-c515d23d3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:29.801251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a57e24d6-fc18-410d-9453-c515d23d3684 None None] Port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:29.816364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a57e24d6-fc18-410d-9453-c515d23d3684 None None] Provisioning complete for port 9414d5df-c2dc-4d74-ab55-672b8df81680 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:29.824034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a57e24d6-fc18-410d-9453-c515d23d3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:30.053563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-214c8094-f241-408a-8225-ef5312e8bbb0 None None] Provisioning complete for port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:30.054909 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-214c8094-f241-408a-8225-ef5312e8bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:30.059398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:30.092256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-214c8094-f241-408a-8225-ef5312e8bbb0 None None] Port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:30.110732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:30.111721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:30.212245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-aa03dc3f-3214-48e1-a38f-11cc29d9f2a1 None None] Provisioning complete for port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:30.212539 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aa03dc3f-3214-48e1-a38f-11cc29d9f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:30.250480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-aa03dc3f-3214-48e1-a38f-11cc29d9f2a1 None None] Port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:30.540031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:30.591866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:30.593603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:30.812244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 2a36395b-c030-4a68-b383-f9c152a87994 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:15:30.878287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dc8fe16b-76f9-4f18-84e2-86d007516746 None None] Provisioning complete for port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:30.878742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe16b-76f9-4f18-84e2-86d007516746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:30.918609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fe16b-76f9-4f18-84e2-86d007516746 None None] Port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:30.936541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:30.941920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0b8bbc23-9ec5-449e-ba1f-dbe91c71683e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/2a36395b-c030-4a68-b383-f9c152a87994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5997045 Dec 13 15:15:30.945254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58322) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:30.947173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] Sync routers for ids ['2a36395b-c030-4a68-b383-f9c152a87994'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:30.958719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] Routers {'2a36395b-c030-4a68-b383-f9c152a87994'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:30.959371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a36395b-c030-4a68-b383-f9c152a87994'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:30.992918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ed759-8c5c-4ef0-a997-fb63650d17f4 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:30.997681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:30.997899 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-331ed759-8c5c-4ef0-a997-fb63650d17f4 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports/7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a HTTP/1.1" status: 200 len: 983 time: 0.0480621 Dec 13 15:15:30.998411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58326) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:31.005022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] Routers {'2a36395b-c030-4a68-b383-f9c152a87994'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:31.006550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a36395b-c030-4a68-b383-f9c152a87994'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:31.044956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:31.045659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2746d-5004-4afa-86c3-a155bbbc41f6 None None] The sync data for ids ['2a36395b-c030-4a68-b383-f9c152a87994'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:31.346478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9414d5df-c2dc-4d74-ab55-672b8df81680 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:31.411071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9414d5df-c2dc-4d74-ab55-672b8df81680 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:31.411637 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:31.728486 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:31.953102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:31.953783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:32.045595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:32.060185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:32.326461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:32.360428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=7e311f4a-b3fe-44cc-ab5c-7063cd6ac62a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:32.373419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.373768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.374112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.374471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.374804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.375133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.375460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.375784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.376128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.376434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.376756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.377072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:32.472313 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:32.636524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 2a36395b-c030-4a68-b383-f9c152a87994 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:32.722990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:32.728022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-91137316-3769-458b-a124-f38e4e227819 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/2a36395b-c030-4a68-b383-f9c152a87994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7285614 Dec 13 15:15:32.730677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58346) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:32.733722 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] Sync routers for ids ['2a36395b-c030-4a68-b383-f9c152a87994'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:32.743707 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] Routers {'2a36395b-c030-4a68-b383-f9c152a87994'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:32.744765 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a36395b-c030-4a68-b383-f9c152a87994'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:32.887727 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:32.897114 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] Routers {'2a36395b-c030-4a68-b383-f9c152a87994'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:32.897950 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['2a36395b-c030-4a68-b383-f9c152a87994'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:32.930150 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:32.930988 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58930be5-00d4-496c-a001-f1dda54a7c70 None None] The sync data for ids ['2a36395b-c030-4a68-b383-f9c152a87994'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:32.933827 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-7863b806-dff8-466d-ae56-81a19e7e855a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 15:15:32.935698 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7863b806-dff8-466d-ae56-81a19e7e855a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/2a36395b-c030-4a68-b383-f9c152a87994/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2032979 Dec 13 15:15:32.943747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58348) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:32.970662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b5f1fdb0-0b42-452f-9d8b-fba87bc18df5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a36395b-c030-4a68-b383-f9c152a87994 HTTP/1.1" status: 200 len: 205 time: 0.0258551 Dec 13 15:15:32.973047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58350) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:33.051748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4306ba33-7b80-499e-9c37-76a7ab5c492c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.218061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4306ba33-7b80-499e-9c37-76a7ab5c492c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.220211 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4306ba33-7b80-499e-9c37-76a7ab5c492c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.320805 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4306ba33-7b80-499e-9c37-76a7ab5c492c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.321368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4306ba33-7b80-499e-9c37-76a7ab5c492c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Fanout notify agent at l3_agent the message router_deleted on router 2a36395b-c030-4a68-b383-f9c152a87994 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:15:33.333419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4306ba33-7b80-499e-9c37-76a7ab5c492c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.333419 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4306ba33-7b80-499e-9c37-76a7ab5c492c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/2a36395b-c030-4a68-b383-f9c152a87994 HTTP/1.1" status: 204 len: 168 time: 0.3562176 Dec 13 15:15:33.333648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58358) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:33.386398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet 53e5f9bb-adc1-47bd-b82d-4208d32bd9af {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:15:33.389690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.432512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.531628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.658665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.688582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=53e5f9bb-adc1-47bd-b82d-4208d32bd9af,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:33.690545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.694026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bd2687d7-cdd2-4510-a21c-b3f52113cfce tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/53e5f9bb-adc1-47bd-b82d-4208d32bd9af HTTP/1.1" status: 204 len: 168 time: 0.3597901 Dec 13 15:15:33.695456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d521d-eef4-45bf-8a14-12f9beb5516b None None] Network 1a7552da-ac43-4a13-b731-bb5874cd0cea requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:33.696617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58364) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:33.781000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.837401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 9414d5df-c2dc-4d74-ab55-672b8df81680 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:33.837770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.894294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] DHCP port deletion for 1a7552da-ac43-4a13-b731-bb5874cd0cea request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:15:33.913013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port 9414d5df-c2dc-4d74-ab55-672b8df81680, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9414d5df-c2dc-4d74-ab55-672b8df81680,segment=NetworkSegment(df2e6c77-881e-46b5-aca6-e025721bf751),segment_id=df2e6c77-881e-46b5-aca6-e025721bf751)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:33.913385 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:33.929094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 9414d5df-c2dc-4d74-ab55-672b8df81680 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:33.944411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] Deleting port 9414d5df-c2dc-4d74-ab55-672b8df81680 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:33.944784 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.025760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] For port 9414d5df-c2dc-4d74-ab55-672b8df81680, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9414d5df-c2dc-4d74-ab55-672b8df81680,segment=NetworkSegment(df2e6c77-881e-46b5-aca6-e025721bf751),segment_id=df2e6c77-881e-46b5-aca6-e025721bf751)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:34.026386 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.041493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] Calling delete_port for 9414d5df-c2dc-4d74-ab55-672b8df81680 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:34.098324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.121186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.125517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=9414d5df-c2dc-4d74-ab55-672b8df81680,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:34.136524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port 9414d5df-c2dc-4d74-ab55-672b8df81680 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:34.149850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] Pushing event deleted for resources: {'Port': ['ID=9414d5df-c2dc-4d74-ab55-672b8df81680,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:34.153619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5260a1e-bb25-4325-a180-c01b285fa4ec None None] No DVR routers for this DVR port 9414d5df-c2dc-4d74-ab55-672b8df81680 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:34.219691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.241617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7552da-ac43-4a13-b731-bb5874cd0cea']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:34.252099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2e6c77-881e-46b5-aca6-e025721bf751') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:34.252395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2e6c77-881e-46b5-aca6-e025721bf751') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:34.263513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.278216 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.284919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:34.285146 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:34.288254 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:34.416814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.423857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.427170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/1a7552da-ac43-4a13-b731-bb5874cd0cea HTTP/1.1" status: 204 len: 168 time: 0.7295308 Dec 13 15:15:34.431130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58366) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:34.445614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1108997508'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:34.450018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fdcf4-b0d4-4c14-bb93-9b39be089440 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=1a7552da-ac43-4a13-b731-bb5874cd0cea,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:34.560925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:34.564369 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.599371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:34.609168 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.609510 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a of type vlan for network 06023bfa-c7b1-45a1-baf5-a3dae78f965e Dec 13 15:15:34.651265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.726964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.733435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:34.733591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:34.799416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=06023bfa-c7b1-45a1-baf5-a3dae78f965e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:34.814247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:34.837963 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1d22a561-0c3d-47d4-a5d7-551cdf3d48e6 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4057045 Dec 13 15:15:34.841729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58374) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:34.847519 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': '06023bfa-c7b1-45a1-baf5-a3dae78f965e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:35.052574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:35.056842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.317415 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.341797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9414d5df-c2dc-4d74-ab55-672b8df81680 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:15:35.362428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9414d5df-c2dc-4d74-ab55-672b8df81680 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:15:35.362780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9414d5df-c2dc-4d74-ab55-672b8df81680 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:15:35.387151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=50ba78f1-079d-40d4-a0b9-0a867626c8cc,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:35.400486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '06023bfa-c7b1-45a1-baf5-a3dae78f965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:35.400853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: 06023bfa-c7b1-45a1-baf5-a3dae78f965e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:35.484986 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:35.570502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 06023bfa-c7b1-45a1-baf5-a3dae78f965e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:35.578377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70974f-b8cc-4023-a80d-4652d59fc761 None None] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:35.582731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:35.583289 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.656584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58378) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:35.662006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d0fab14a-44b0-4e9e-a8ce-f09d0f9d3cfb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733645242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:35.666500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d8c71d91-eb3d-46ed-b6b3-74a167fee7f3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8235385 Dec 13 15:15:35.722077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-06023bfa-c7b1-45a1-baf5-a3dae78f965e', 'network_id': '06023bfa-c7b1-45a1-baf5-a3dae78f965e', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': '50ba78f1-079d-40d4-a0b9-0a867626c8cc'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:15:35.723045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.754121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0fab14a-44b0-4e9e-a8ce-f09d0f9d3cfb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.755284 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0fab14a-44b0-4e9e-a8ce-f09d0f9d3cfb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.812527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0fab14a-44b0-4e9e-a8ce-f09d0f9d3cfb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.868677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Allocated IP 2001:db8::2 (06023bfa-c7b1-45a1-baf5-a3dae78f965e/50ba78f1-079d-40d4-a0b9-0a867626c8cc/f1b8a77f-f461-41ec-968e-5e84571299a6) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:35.881734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0fab14a-44b0-4e9e-a8ce-f09d0f9d3cfb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.984520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0fab14a-44b0-4e9e-a8ce-f09d0f9d3cfb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:35.985736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d0fab14a-44b0-4e9e-a8ce-f09d0f9d3cfb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3274245 Dec 13 15:15:35.988492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58380) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:36.013620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:36.086503 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:36.132345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:36.135428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:36.137904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:36.150574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Pushing event updated for resources: {'Port': ['ID=f1b8a77f-f461-41ec-968e-5e84571299a6,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:36.208147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Attempting to bind port f1b8a77f-f461-41ec-968e-5e84571299a6 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:36.208681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Attempting to bind port f1b8a77f-f461-41ec-968e-5e84571299a6 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '06023bfa-c7b1-45a1-baf5-a3dae78f965e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:36.209749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Attempting to bind port f1b8a77f-f461-41ec-968e-5e84571299a6 on network 06023bfa-c7b1-45a1-baf5-a3dae78f965e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:36.215218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:36.215760 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Checking segment: {'id': '92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '06023bfa-c7b1-45a1-baf5-a3dae78f965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:36.216309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:36.216791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Bound using segment: {'id': '92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '06023bfa-c7b1-45a1-baf5-a3dae78f965e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:36.217389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Bound port: f1b8a77f-f461-41ec-968e-5e84571299a6, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '06023bfa-c7b1-45a1-baf5-a3dae78f965e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:36.218022 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:36.270938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:36.284168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] For port f1b8a77f-f461-41ec-968e-5e84571299a6, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:36.289345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] For port f1b8a77f-f461-41ec-968e-5e84571299a6, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1b8a77f-f461-41ec-968e-5e84571299a6,segment=NetworkSegment(92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a),segment_id=92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:36.377169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:36.452735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad9e08-096f-4628-8354-ed7e6388ed00 None None] Pushing event updated for resources: {'Port': ['ID=f1b8a77f-f461-41ec-968e-5e84571299a6,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:36.874045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8::1 (06023bfa-c7b1-45a1-baf5-a3dae78f965e/50ba78f1-079d-40d4-a0b9-0a867626c8cc/99672af1-6373-428e-98c9-0048e8041c3a) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:36.986610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.098388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.139752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:37.142974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:37.146767 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:37.147311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.156250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=99672af1-6373-428e-98c9-0048e8041c3a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:37.369327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1b8a77f-f461-41ec-968e-5e84571299a6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:37.387071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.427063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f1b8a77f-f461-41ec-968e-5e84571299a6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:37.427566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.489438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114bff3-ff74-46b6-87c4-d582b121c57c None None] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:37.684132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.741262 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.760295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0bce837f-46b8-445e-9f60-f628b94c9222 None None] Provisioning complete for port f1b8a77f-f461-41ec-968e-5e84571299a6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:37.760801 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0bce837f-46b8-445e-9f60-f628b94c9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.807472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.813835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.855086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port f1b8a77f-f461-41ec-968e-5e84571299a6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1b8a77f-f461-41ec-968e-5e84571299a6,segment=NetworkSegment(92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a),segment_id=92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:37.919942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=99672af1-6373-428e-98c9-0048e8041c3a,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:37.932905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0bce837f-46b8-445e-9f60-f628b94c9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.947184 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:37.960928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:37.962545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:38.040832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=f1b8a77f-f461-41ec-968e-5e84571299a6,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:38.053168 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-0bce837f-46b8-445e-9f60-f628b94c9222 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:15:38.053168 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-0bce837f-46b8-445e-9f60-f628b94c9222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:15:38.132836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router c940ad2a-eb79-40bb-932d-ab5cf3927fb6 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:15:38.237368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:38.243500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d150fefc-3111-430c-aedc-3edc9d3ff91e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/c940ad2a-eb79-40bb-932d-ab5cf3927fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2539074 Dec 13 15:15:38.245872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58394) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:38.249809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] Sync routers for ids ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:38.264158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] Routers {'c940ad2a-eb79-40bb-932d-ab5cf3927fb6'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:38.264919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:38.302334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:38.310219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738afce8-a157-4cf0-9484-92c9a34b0eab tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:38.314426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-738afce8-a157-4cf0-9484-92c9a34b0eab tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports/99672af1-6373-428e-98c9-0048e8041c3a HTTP/1.1" status: 200 len: 911 time: 0.0647206 Dec 13 15:15:38.314842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:38.323889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] Routers {'c940ad2a-eb79-40bb-932d-ab5cf3927fb6'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:38.324862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:38.358665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:38.359613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c9aa-3a15-47ec-ac38-c75c6ab49244 None None] The sync data for ids ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:38.663706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:38.728346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-be210edd-0f4b-4c22-b592-b8b4047be2ad None None] Provisioning complete for port 99672af1-6373-428e-98c9-0048e8041c3a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:38.728898 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be210edd-0f4b-4c22-b592-b8b4047be2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:38.781231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-be210edd-0f4b-4c22-b592-b8b4047be2ad None None] Port 99672af1-6373-428e-98c9-0048e8041c3a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:38.795839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-be210edd-0f4b-4c22-b592-b8b4047be2ad None None] Provisioning complete for port f1b8a77f-f461-41ec-968e-5e84571299a6 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:38.796230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-be210edd-0f4b-4c22-b592-b8b4047be2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:38.945795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 99672af1-6373-428e-98c9-0048e8041c3a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:38.946138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:39.008793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-948a3e6f-0055-43c2-a516-086aa2bb078f None None] Provisioning complete for port 99672af1-6373-428e-98c9-0048e8041c3a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:39.009165 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-948a3e6f-0055-43c2-a516-086aa2bb078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:39.037069 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:39.047567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-948a3e6f-0055-43c2-a516-086aa2bb078f None None] Port 99672af1-6373-428e-98c9-0048e8041c3a cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:39.055723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 99672af1-6373-428e-98c9-0048e8041c3a owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:39.327581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:39.336811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1b8a77f-f461-41ec-968e-5e84571299a6 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:39.356974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=99672af1-6373-428e-98c9-0048e8041c3a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:39.395977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f1b8a77f-f461-41ec-968e-5e84571299a6 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:39.398718 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:39.477712 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:39.646391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router c940ad2a-eb79-40bb-932d-ab5cf3927fb6 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:39.729427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:39.735758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bfaab458-6524-49a5-998f-7f90684fc808 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/c940ad2a-eb79-40bb-932d-ab5cf3927fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195430 Dec 13 15:15:39.739400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58400) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:39.742430 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] Sync routers for ids ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:39.761488 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] Routers {'c940ad2a-eb79-40bb-932d-ab5cf3927fb6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:39.762107 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:39.778133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c3b7d493-3ea2-4d08-a1fc-6006848ef04a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=c940ad2a-eb79-40bb-932d-ab5cf3927fb6 HTTP/1.1" status: 200 len: 205 time: 0.0340493 Dec 13 15:15:39.781036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58402) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:39.804415 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:39.813272 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] Routers {'c940ad2a-eb79-40bb-932d-ab5cf3927fb6'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:39.813867 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:39.846796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:39.847455 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bec82d-a438-48cc-bc46-a105e6ba8d89 None None] The sync data for ids ['c940ad2a-eb79-40bb-932d-ab5cf3927fb6'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:39.862761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c44d55a3-d514-4dc2-b1bf-f275b9aa5531 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.039612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c44d55a3-d514-4dc2-b1bf-f275b9aa5531 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.042107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c44d55a3-d514-4dc2-b1bf-f275b9aa5531 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.149761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c44d55a3-d514-4dc2-b1bf-f275b9aa5531 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.150443 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d55a3-d514-4dc2-b1bf-f275b9aa5531 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Fanout notify agent at l3_agent the message router_deleted on router c940ad2a-eb79-40bb-932d-ab5cf3927fb6 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:15:40.157183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c44d55a3-d514-4dc2-b1bf-f275b9aa5531 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.168025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c44d55a3-d514-4dc2-b1bf-f275b9aa5531 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/c940ad2a-eb79-40bb-932d-ab5cf3927fb6 HTTP/1.1" status: 204 len: 168 time: 0.3761015 Dec 13 15:15:40.168025 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58410) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:40.212629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet 50ba78f1-079d-40d4-a0b9-0a867626c8cc {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:15:40.216003 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.258300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.349381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.408080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58414) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:40.522084 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-662d68ec-6d42-4667-8857-39e915daf75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.537702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.570652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=50ba78f1-079d-40d4-a0b9-0a867626c8cc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:40.574900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.577850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ec3ba-0523-4956-b2d5-97fe52c05ffb None None] Network 06023bfa-c7b1-45a1-baf5-a3dae78f965e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:40.582960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-612dcc25-c6d2-4605-9bfe-d890bd9e923c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/50ba78f1-079d-40d4-a0b9-0a867626c8cc HTTP/1.1" status: 204 len: 168 time: 0.4211857 Dec 13 15:15:40.589757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58418) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:40.643949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-662d68ec-6d42-4667-8857-39e915daf75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.688050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.726707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-662d68ec-6d42-4667-8857-39e915daf75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.758394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d68ec-6d42-4667-8857-39e915daf75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347fb910-90a6-465a-b7b0-dff9f4d635b7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:40.771305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-662d68ec-6d42-4667-8857-39e915daf75d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a33be94dd4764a78853239bbb8c2e735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621087 Dec 13 15:15:40.774325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58420) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:40.776716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port f1b8a77f-f461-41ec-968e-5e84571299a6 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:40.780489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.809092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] DHCP port deletion for 06023bfa-c7b1-45a1-baf5-a3dae78f965e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:15:40.835788 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe072-829d-46ec-94fb-4bb8be103b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.859713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port f1b8a77f-f461-41ec-968e-5e84571299a6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1b8a77f-f461-41ec-968e-5e84571299a6,segment=NetworkSegment(92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a),segment_id=92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:40.862440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.862604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe072-829d-46ec-94fb-4bb8be103b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.873967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for f1b8a77f-f461-41ec-968e-5e84571299a6 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:40.874639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] Deleting port f1b8a77f-f461-41ec-968e-5e84571299a6 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:40.877717 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.948603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] For port f1b8a77f-f461-41ec-968e-5e84571299a6, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f1b8a77f-f461-41ec-968e-5e84571299a6,segment=NetworkSegment(92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a),segment_id=92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:40.949364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:40.964279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] Calling delete_port for f1b8a77f-f461-41ec-968e-5e84571299a6 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:41.001081 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe072-829d-46ec-94fb-4bb8be103b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.003901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe072-829d-46ec-94fb-4bb8be103b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.005142 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c8ffe072-829d-46ec-94fb-4bb8be103b9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/347fb910-90a6-465a-b7b0-dff9f4d635b7 HTTP/1.1" status: 204 len: 168 time: 0.2297010 Dec 13 15:15:41.014467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffe072-829d-46ec-94fb-4bb8be103b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347fb910-90a6-465a-b7b0-dff9f4d635b7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:41.052490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.066067 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.081134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=f1b8a77f-f461-41ec-968e-5e84571299a6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:41.085739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port f1b8a77f-f461-41ec-968e-5e84571299a6 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:41.097139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] Pushing event deleted for resources: {'Port': ['ID=f1b8a77f-f461-41ec-968e-5e84571299a6,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:41.101177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef46a88-fe65-4cde-a714-723a6089399d None None] No DVR routers for this DVR port f1b8a77f-f461-41ec-968e-5e84571299a6 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:41.168717 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.187930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06023bfa-c7b1-45a1-baf5-a3dae78f965e']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:41.197340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:41.197630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f1c9d2-0c10-4d1f-ab4d-77eb6486fe7a') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:41.207545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.220710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.227281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:41.233740 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:41.343949 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.345854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1b8a77f-f461-41ec-968e-5e84571299a6 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:15:41.354291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.357569 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/06023bfa-c7b1-45a1-baf5-a3dae78f965e HTTP/1.1" status: 204 len: 168 time: 0.7703767 Dec 13 15:15:41.361319 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58426) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:41.366536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1847357330', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:41.368855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e0ced-66ba-4bff-9b31-fe4b5490b000 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=06023bfa-c7b1-45a1-baf5-a3dae78f965e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:41.376239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f1b8a77f-f461-41ec-968e-5e84571299a6 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:15:41.376584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f1b8a77f-f461-41ec-968e-5e84571299a6 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:15:41.462881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.463931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.518118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.644789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58428) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:41.658092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b31ac49a-8b1b-423e-8e1e-ca832171a139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.721202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.734380 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b31ac49a-8b1b-423e-8e1e-ca832171a139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.886951 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b31ac49a-8b1b-423e-8e1e-ca832171a139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:41.925872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ac49a-8b1b-423e-8e1e-ca832171a139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab75bf2-8c99-485a-90f7-df85790c17d6,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:41.930974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b31ac49a-8b1b-423e-8e1e-ca832171a139 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f52b8b623284fe19e9a85a8c293a5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851174 Dec 13 15:15:41.933859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58430) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:42.058743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c20df43-8330-4f70-898b-2fd790ec680c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.078636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.104492 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.123368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c20df43-8330-4f70-898b-2fd790ec680c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.212628 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:15:42.245269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 172.25.7.108 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/f22ace7f-db56-4097-b04d-080a03ff16e2) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:42.293511 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c20df43-8330-4f70-898b-2fd790ec680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.295993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c20df43-8330-4f70-898b-2fd790ec680c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.297109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2c20df43-8330-4f70-898b-2fd790ec680c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dab75bf2-8c99-485a-90f7-df85790c17d6 HTTP/1.1" status: 204 len: 168 time: 0.3623009 Dec 13 15:15:42.310958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20df43-8330-4f70-898b-2fd790ec680c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab75bf2-8c99-485a-90f7-df85790c17d6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:42.366338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.493115 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:42.535983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:42.540196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:42.546759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:42.549527 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=f22ace7f-db56-4097-b04d-080a03ff16e2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:43.155714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:43.353661 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:43.593610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 35939ec8-43ba-46f3-994a-55c0fa6a85c4 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:15:43.702285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:43.713211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] Sync routers for ids ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:43.723006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] Routers {'35939ec8-43ba-46f3-994a-55c0fa6a85c4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:43.726264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:43.756303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:43.764965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] Routers {'35939ec8-43ba-46f3-994a-55c0fa6a85c4'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:43.765783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:43.802007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:43.802700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d13de-73a7-4702-9828-6a08a6063c2c None None] The sync data for ids ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:43.887131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:43.888712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0bfa5bc0-753e-43da-b356-48618807aa1d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5260818 Dec 13 15:15:43.891230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58456) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:44.002266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7d474675-98ef-4159-9b34-8a3f53f30973 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/routers/35939ec8-43ba-46f3-994a-55c0fa6a85c4 HTTP/1.1" status: 200 len: 885 time: 0.1099377 Dec 13 15:15:44.004703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58460) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:44.241282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3581a29c-a825-42fc-95a1-e7729a807e7e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2355139 Dec 13 15:15:44.243812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58466) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:44.248566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4d3af9f0-cb82-4216-ba44-a1204532c997 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1847357330'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:44.563910 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d3af9f0-cb82-4216-ba44-a1204532c997 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:44.687534 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d3af9f0-cb82-4216-ba44-a1204532c997 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:44.798995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3af9f0-cb82-4216-ba44-a1204532c997 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 35939ec8-43ba-46f3-994a-55c0fa6a85c4 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:44.921530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3af9f0-cb82-4216-ba44-a1204532c997 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:44.932330 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4d3af9f0-cb82-4216-ba44-a1204532c997 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:44.932330 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4d3af9f0-cb82-4216-ba44-a1204532c997 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/35939ec8-43ba-46f3-994a-55c0fa6a85c4 HTTP/1.1" status: 200 len: 892 time: 0.6864276 Dec 13 15:15:44.934439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58498) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:44.934839 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] Sync routers for ids ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:44.944171 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] Routers {'35939ec8-43ba-46f3-994a-55c0fa6a85c4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:44.944775 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:44.979290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:44.989211 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] Routers {'35939ec8-43ba-46f3-994a-55c0fa6a85c4'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:44.989804 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:45.034688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:45.035253 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a45ba-095b-4576-8ff7-8acf04351fbb None None] The sync data for ids ['35939ec8-43ba-46f3-994a-55c0fa6a85c4'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:45.052524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-91ab1ad6-56f4-4acd-a7fb-a8f567b63c3f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/routers/35939ec8-43ba-46f3-994a-55c0fa6a85c4 HTTP/1.1" status: 200 len: 892 time: 0.1170077 Dec 13 15:15:45.055218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58504) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:45.081154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6cfec865-b5c8-4eeb-8f99-ec398f511ada tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=35939ec8-43ba-46f3-994a-55c0fa6a85c4 HTTP/1.1" status: 200 len: 205 time: 0.0249093 Dec 13 15:15:45.083489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58506) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:45.481553 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:45.583242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:45.642310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58514) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:45.743813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port f22ace7f-db56-4097-b04d-080a03ff16e2 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:45.744251 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:45.789127 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29a9df0e-f90d-4c80-8096-68e62f452765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:45.845972 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:45.864951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for f22ace7f-db56-4097-b04d-080a03ff16e2 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:45.919847 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:45.978880 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29a9df0e-f90d-4c80-8096-68e62f452765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.070933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29a9df0e-f90d-4c80-8096-68e62f452765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.113214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-29a9df0e-f90d-4c80-8096-68e62f452765 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6d20e66ae9c4040b4d4fe0716173903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698155 Dec 13 15:15:46.114455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9df0e-f90d-4c80-8096-68e62f452765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b261688e-bc5f-4f12-8133-106412838f62,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:46.116694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58520) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:46.161438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.170333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.195321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.195904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=f22ace7f-db56-4097-b04d-080a03ff16e2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:46.259448 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.313550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.316367 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.317520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b261688e-bc5f-4f12-8133-106412838f62 HTTP/1.1" status: 204 len: 168 time: 0.1994369 Dec 13 15:15:46.325628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b261688e-bc5f-4f12-8133-106412838f62,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:46.333105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.333427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.333956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.334307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.334679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.335093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.335310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.335608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.336063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.336570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.336950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.337273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b4a34-eaa5-4e53-adbf-99bcf7b58ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:15:46.361316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.363464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.497023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.497800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Fanout notify agent at l3_agent the message router_deleted on router 35939ec8-43ba-46f3-994a-55c0fa6a85c4 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:15:46.505405 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.510464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-03ffdca6-7761-44b3-bad9-26abbd5c1c2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/35939ec8-43ba-46f3-994a-55c0fa6a85c4 HTTP/1.1" status: 204 len: 168 time: 1.4254179 Dec 13 15:15:46.510947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58524) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:46.516156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1910886832'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:46.645306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:46.649471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.673102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:46.682207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.682575 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 13f709ab-c5b2-417d-8637-82c8e5413d16 of type vlan for network f1301c6b-c287-4982-a997-241bd42e1f3c Dec 13 15:15:46.720185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.847806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.854293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:46.854898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:46.926533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=f1301c6b-c287-4982-a997-241bd42e1f3c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:46.937722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f1301c6b-c287-4982-a997-241bd42e1f3c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:46.992782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-593e4e0c-9346-457b-a70f-13bde1eb7b77 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4807053 Dec 13 15:15:46.995682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58528) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:47.000772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': 'f1301c6b-c287-4982-a997-241bd42e1f3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:47.092942 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.182571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:47.186071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.223650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58530) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:47.237921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d63e3048-1b73-497a-ab78-fc9f630098ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.329144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d63e3048-1b73-497a-ab78-fc9f630098ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.401570 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d63e3048-1b73-497a-ab78-fc9f630098ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.442521 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d63e3048-1b73-497a-ab78-fc9f630098ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=200b2c0cee1b49078a884ce68aea43b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174988 Dec 13 15:15:47.444005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e3048-1b73-497a-ab78-fc9f630098ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1df8c7-e23f-41ee-bdfa-6c0579d7de9d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:47.446524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58532) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:47.499191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3f87a90-3519-4b03-9a69-425fe0c738d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.522257 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3f87a90-3519-4b03-9a69-425fe0c738d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.673814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3f87a90-3519-4b03-9a69-425fe0c738d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.676684 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d3f87a90-3519-4b03-9a69-425fe0c738d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.678558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d3f87a90-3519-4b03-9a69-425fe0c738d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf1df8c7-e23f-41ee-bdfa-6c0579d7de9d HTTP/1.1" status: 204 len: 168 time: 0.2304816 Dec 13 15:15:47.688373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f87a90-3519-4b03-9a69-425fe0c738d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1df8c7-e23f-41ee-bdfa-6c0579d7de9d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:47.885441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:47.954173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=a49c4b05-b349-46d2-b909-f1e485b449a9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:47.956588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '13f709ab-c5b2-417d-8637-82c8e5413d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f1301c6b-c287-4982-a997-241bd42e1f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:47.956939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: f1301c6b-c287-4982-a997-241bd42e1f3c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:48.047052 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network f1301c6b-c287-4982-a997-241bd42e1f3c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:48.148939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f1301c6b-c287-4982-a997-241bd42e1f3c) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:48.150698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:48.151878 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.152843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dbccc3-34fb-456f-9a54-018ba04cf172 None None] Network f1301c6b-c287-4982-a997-241bd42e1f3c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:48.231372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aeb9cf7c-0287-404d-8b3a-33df3ed2a2dc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2344480 Dec 13 15:15:48.239049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58544) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:48.243607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5351508f-2210-4c79-8392-723b478474db tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1313105378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:48.302827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-f1301c6b-c287-4982-a997-241bd42e1f3c', 'network_id': 'f1301c6b-c287-4982-a997-241bd42e1f3c', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': 'a49c4b05-b349-46d2-b909-f1e485b449a9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:15:48.303825 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.356055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5351508f-2210-4c79-8392-723b478474db tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.360304 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5351508f-2210-4c79-8392-723b478474db tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.408893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5351508f-2210-4c79-8392-723b478474db tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.446412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Allocated IP 2001:db8::2 (f1301c6b-c287-4982-a997-241bd42e1f3c/a49c4b05-b349-46d2-b909-f1e485b449a9/dec66465-15b2-4f29-885c-7c51a93680b5) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:48.543244 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5351508f-2210-4c79-8392-723b478474db tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.592397 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.637392 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5351508f-2210-4c79-8392-723b478474db tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.638661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5351508f-2210-4c79-8392-723b478474db tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3986280 Dec 13 15:15:48.641524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:48.664474 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.703338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Network f1301c6b-c287-4982-a997-241bd42e1f3c is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:48.706963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:48.710317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:48.723168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Pushing event updated for resources: {'Port': ['ID=dec66465-15b2-4f29-885c-7c51a93680b5,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:48.772053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Attempting to bind port dec66465-15b2-4f29-885c-7c51a93680b5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:48.772293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Attempting to bind port dec66465-15b2-4f29-885c-7c51a93680b5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '13f709ab-c5b2-417d-8637-82c8e5413d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f1301c6b-c287-4982-a997-241bd42e1f3c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:48.772561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Attempting to bind port dec66465-15b2-4f29-885c-7c51a93680b5 on network f1301c6b-c287-4982-a997-241bd42e1f3c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:48.777771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:48.778141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Checking segment: {'id': '13f709ab-c5b2-417d-8637-82c8e5413d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f1301c6b-c287-4982-a997-241bd42e1f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:48.778707 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.778953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Bound using segment: {'id': '13f709ab-c5b2-417d-8637-82c8e5413d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f1301c6b-c287-4982-a997-241bd42e1f3c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:48.779409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Bound port: dec66465-15b2-4f29-885c-7c51a93680b5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f709ab-c5b2-417d-8637-82c8e5413d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f1301c6b-c287-4982-a997-241bd42e1f3c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:48.779852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.854595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] For port dec66465-15b2-4f29-885c-7c51a93680b5, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:48.858471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] For port dec66465-15b2-4f29-885c-7c51a93680b5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dec66465-15b2-4f29-885c-7c51a93680b5,segment=NetworkSegment(13f709ab-c5b2-417d-8637-82c8e5413d16),segment_id=13f709ab-c5b2-417d-8637-82c8e5413d16)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:48.942977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:48.957860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.007420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bf644-c3aa-4142-95a9-00b6c0373067 None None] Pushing event updated for resources: {'Port': ['ID=dec66465-15b2-4f29-885c-7c51a93680b5,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:49.220773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8::1 (f1301c6b-c287-4982-a997-241bd42e1f3c/a49c4b05-b349-46d2-b909-f1e485b449a9/20b8780e-1ce4-43b8-b201-cb5302de0d25) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:49.356449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.378521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dec66465-15b2-4f29-885c-7c51a93680b5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:49.428511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port dec66465-15b2-4f29-885c-7c51a93680b5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:49.428918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.459616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.503549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network f1301c6b-c287-4982-a997-241bd42e1f3c is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:49.507133 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:49.510045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:49.511561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.514518 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.549325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port dec66465-15b2-4f29-885c-7c51a93680b5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dec66465-15b2-4f29-885c-7c51a93680b5,segment=NetworkSegment(13f709ab-c5b2-417d-8637-82c8e5413d16),segment_id=13f709ab-c5b2-417d-8637-82c8e5413d16)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:49.557872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=20b8780e-1ce4-43b8-b201-cb5302de0d25,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:49.652500 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.703019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=dec66465-15b2-4f29-885c-7c51a93680b5,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:49.744052 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:49.932753 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-386158bd-cb95-4cbd-b6bd-16f9e607a8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.038848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.038987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24338ea-6ac5-4fa2-b1a3-8dc14b70abac None None] Network f1301c6b-c287-4982-a997-241bd42e1f3c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:50.115513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.116273 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.161005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d7c44470-b9ff-4398-a0f1-6ffa53379e3a None None] Provisioning complete for port dec66465-15b2-4f29-885c-7c51a93680b5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:50.161377 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d7c44470-b9ff-4398-a0f1-6ffa53379e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.213917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=20b8780e-1ce4-43b8-b201-cb5302de0d25,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:50.259914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network f1301c6b-c287-4982-a997-241bd42e1f3c is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:50.261060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:50.469754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 6a6c1036-3812-48de-8d5b-c47f1892a5f2 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:15:50.497642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a34cb894-4ed5-4bc0-9f4a-bcf2521ed878 None None] Provisioning complete for port dec66465-15b2-4f29-885c-7c51a93680b5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:50.498154 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a34cb894-4ed5-4bc0-9f4a-bcf2521ed878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.575962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:50.586167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58568) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:50.586649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f56e65e6-bccd-499a-8042-ddfbe25ad158 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/6a6c1036-3812-48de-8d5b-c47f1892a5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417670 Dec 13 15:15:50.593996 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078406e-1f38-4287-b813-d692ff07365c None None] Sync routers for ids ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:50.612739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078406e-1f38-4287-b813-d692ff07365c None None] Routers {'6a6c1036-3812-48de-8d5b-c47f1892a5f2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:50.613470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d078406e-1f38-4287-b813-d692ff07365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:50.644362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e9aa5-ab0c-4dda-80b1-e6dd5e482afb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:50.646818 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c52e9aa5-ab0c-4dda-80b1-e6dd5e482afb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports/20b8780e-1ce4-43b8-b201-cb5302de0d25 HTTP/1.1" status: 200 len: 911 time: 0.0615265 Dec 13 15:15:50.650629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58572) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:50.654518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d078406e-1f38-4287-b813-d692ff07365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:50.656516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a49c4b05-b349-46d2-b909-f1e485b449a9'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:50.663899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a34cb894-4ed5-4bc0-9f4a-bcf2521ed878 None None] Provisioning complete for port 20b8780e-1ce4-43b8-b201-cb5302de0d25 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:50.664287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a34cb894-4ed5-4bc0-9f4a-bcf2521ed878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.735173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a34cb894-4ed5-4bc0-9f4a-bcf2521ed878 None None] Port 20b8780e-1ce4-43b8-b201-cb5302de0d25 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:50.739958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078406e-1f38-4287-b813-d692ff07365c None None] Routers {'6a6c1036-3812-48de-8d5b-c47f1892a5f2'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:50.741788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d078406e-1f38-4287-b813-d692ff07365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:50.777160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-d078406e-1f38-4287-b813-d692ff07365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:50.777823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078406e-1f38-4287-b813-d692ff07365c None None] The sync data for ids ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'] in n-d-816954-1 is: [] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:50.856426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dc5b0aca-2719-459b-90a7-b4f42cb4c552 None None] Provisioning complete for port 20b8780e-1ce4-43b8-b201-cb5302de0d25 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:50.857076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0aca-2719-459b-90a7-b4f42cb4c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.857803 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:50.896771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b0aca-2719-459b-90a7-b4f42cb4c552 None None] Port 20b8780e-1ce4-43b8-b201-cb5302de0d25 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:51.015460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3e89fb59-9cce-4214-8430-43948fe57d7e None None] Provisioning complete for port 20b8780e-1ce4-43b8-b201-cb5302de0d25 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:51.015741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e89fb59-9cce-4214-8430-43948fe57d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.049875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3e89fb59-9cce-4214-8430-43948fe57d7e None None] Port 20b8780e-1ce4-43b8-b201-cb5302de0d25 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:51.237719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.292727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.298929 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:51.300010 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.301237 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/ports/20b8780e-1ce4-43b8-b201-cb5302de0d25 HTTP/1.1" status: 200 len: 911 time: 0.6496255 Dec 13 15:15:51.304370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58574) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:51.344235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dec66465-15b2-4f29-885c-7c51a93680b5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:51.395052 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port dec66465-15b2-4f29-885c-7c51a93680b5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:51.395625 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.417356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4339-1e72-4d04-bd51-1bfa266a4714 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=20b8780e-1ce4-43b8-b201-cb5302de0d25,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:51.652697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.899613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 20b8780e-1ce4-43b8-b201-cb5302de0d25 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:51.899959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.986761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:51.999118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 20b8780e-1ce4-43b8-b201-cb5302de0d25 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:52.258310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:52.281137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-19e8d945-2e7e-4051-a05d-1a12447f3c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:52.284153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=20b8780e-1ce4-43b8-b201-cb5302de0d25,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:52.386721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:52.550150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 6a6c1036-3812-48de-8d5b-c47f1892a5f2 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:15:52.627215 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:52.632780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ffef52a2-8a8d-49ac-9cd0-d92bbc46aff1 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/6a6c1036-3812-48de-8d5b-c47f1892a5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3274565 Dec 13 15:15:52.635692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58588) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:52.639428 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] Sync routers for ids ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:52.653361 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] Routers {'6a6c1036-3812-48de-8d5b-c47f1892a5f2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:52.653979 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:52.665812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0c5e4b04-82fa-4013-b6a5-e7481f360c3c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a6c1036-3812-48de-8d5b-c47f1892a5f2 HTTP/1.1" status: 200 len: 205 time: 0.0265667 Dec 13 15:15:52.666377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58590) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:52.696684 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:52.705595 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] Routers {'6a6c1036-3812-48de-8d5b-c47f1892a5f2'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:52.706186 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:52.744375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e458bbef-28b7-4935-b23b-96ec7ccf8784 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:52.744952 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:52.745758 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437812c5-cdda-4f4a-9644-890df58930f8 None None] The sync data for ids ['6a6c1036-3812-48de-8d5b-c47f1892a5f2'] in n-d-816954-1 is: [] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:15:52.906298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e458bbef-28b7-4935-b23b-96ec7ccf8784 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:52.908471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e458bbef-28b7-4935-b23b-96ec7ccf8784 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.034225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e458bbef-28b7-4935-b23b-96ec7ccf8784 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.034829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e458bbef-28b7-4935-b23b-96ec7ccf8784 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6c1036-3812-48de-8d5b-c47f1892a5f2 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:15:53.042355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e458bbef-28b7-4935-b23b-96ec7ccf8784 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.045926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e458bbef-28b7-4935-b23b-96ec7ccf8784 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/6a6c1036-3812-48de-8d5b-c47f1892a5f2 HTTP/1.1" status: 204 len: 168 time: 0.3763583 Dec 13 15:15:53.046408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58598) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:53.099087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet a49c4b05-b349-46d2-b909-f1e485b449a9 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:15:53.103176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.143802 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.235839 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.303894 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.384359 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.411645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=a49c4b05-b349-46d2-b909-f1e485b449a9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:53.416178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.419394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f9ae478-dcfb-4572-82c0-4ee46a67cf39 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/a49c4b05-b349-46d2-b909-f1e485b449a9 HTTP/1.1" status: 204 len: 168 time: 0.3719907 Dec 13 15:15:53.421801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62093cbd-3253-4661-9805-58e708791956 None None] Network f1301c6b-c287-4982-a997-241bd42e1f3c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:53.422026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58600) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:53.507893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.572121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port dec66465-15b2-4f29-885c-7c51a93680b5 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:53.572715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.599265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] DHCP port deletion for f1301c6b-c287-4982-a997-241bd42e1f3c request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:15:53.645296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port dec66465-15b2-4f29-885c-7c51a93680b5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dec66465-15b2-4f29-885c-7c51a93680b5,segment=NetworkSegment(13f709ab-c5b2-417d-8637-82c8e5413d16),segment_id=13f709ab-c5b2-417d-8637-82c8e5413d16)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:53.645662 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.655241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] Deleting port dec66465-15b2-4f29-885c-7c51a93680b5 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:15:53.655872 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.662409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for dec66465-15b2-4f29-885c-7c51a93680b5 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:53.739722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] For port dec66465-15b2-4f29-885c-7c51a93680b5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dec66465-15b2-4f29-885c-7c51a93680b5,segment=NetworkSegment(13f709ab-c5b2-417d-8637-82c8e5413d16),segment_id=13f709ab-c5b2-417d-8637-82c8e5413d16)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:53.740152 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.755725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] Calling delete_port for dec66465-15b2-4f29-885c-7c51a93680b5 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:15:53.868276 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.870970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.890951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=dec66465-15b2-4f29-885c-7c51a93680b5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:53.894550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port dec66465-15b2-4f29-885c-7c51a93680b5 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:53.899745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] Pushing event deleted for resources: {'Port': ['ID=dec66465-15b2-4f29-885c-7c51a93680b5,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:53.905250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7e25b-41cb-44dd-b8b6-d8d4fc2820f7 None None] No DVR routers for this DVR port dec66465-15b2-4f29-885c-7c51a93680b5 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:15:53.978500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:53.998567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1301c6b-c287-4982-a997-241bd42e1f3c']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:54.008365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f709ab-c5b2-417d-8637-82c8e5413d16') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:54.008653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f709ab-c5b2-417d-8637-82c8e5413d16') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:54.017817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.030810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.036480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:15:54.036858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:15:54.039857 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:15:54.148628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.156061 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.159257 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/f1301c6b-c287-4982-a997-241bd42e1f3c HTTP/1.1" status: 204 len: 168 time: 0.7361362 Dec 13 15:15:54.163968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58604) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:54.172877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e740ac46-ae38-4052-b38b-cdaf298a5b66 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007908076', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:54.173027 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a23d0-e592-48dc-bec3-87b7fc55b9fe tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=f1301c6b-c287-4982-a997-241bd42e1f3c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:54.241823 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e740ac46-ae38-4052-b38b-cdaf298a5b66 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.242869 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e740ac46-ae38-4052-b38b-cdaf298a5b66 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.295945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e740ac46-ae38-4052-b38b-cdaf298a5b66 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.372669 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e740ac46-ae38-4052-b38b-cdaf298a5b66 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.487544 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e740ac46-ae38-4052-b38b-cdaf298a5b66 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.489657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e740ac46-ae38-4052-b38b-cdaf298a5b66 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3244100 Dec 13 15:15:54.492872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:54.498017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-360755869'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:54.606964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:54.610488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.633985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:54.642647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.642985 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 4cf585e7-88fd-4df2-a1dc-42bff0b30952 of type vlan for network 74eae70e-c3fc-411f-984c-a544d729165f Dec 13 15:15:54.682900 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.784186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.790848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:54.802202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:54.865450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=74eae70e-c3fc-411f-984c-a544d729165f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:54.877286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 74eae70e-c3fc-411f-984c-a544d729165f details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:54.917173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-707f241f-8b70-46dd-89ea-52f31d443196 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4231989 Dec 13 15:15:54.920041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58612) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:54.924879 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:55.053366 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:55.131112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:55.134741 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:55.182649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:55.349040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dec66465-15b2-4f29-885c-7c51a93680b5 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:15:55.369974 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: dec66465-15b2-4f29-885c-7c51a93680b5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:15:55.370362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dec66465-15b2-4f29-885c-7c51a93680b5 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:15:55.424324 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:55.485226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=92c596b9-6e14-4e8e-86e3-fccb887d9f92,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:55.498193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:55.498602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: 74eae70e-c3fc-411f-984c-a544d729165f, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:55.576704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 74eae70e-c3fc-411f-984c-a544d729165f is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:55.639484 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 74eae70e-c3fc-411f-984c-a544d729165f) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:55.647048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:55.647643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:55.648538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ef98c-2ad8-4908-830c-241dd0af61bf None None] Network 74eae70e-c3fc-411f-984c-a544d729165f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:55.730098 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9fc65a62-0221-4c0a-9985-5ecfe78c38af tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8090227 Dec 13 15:15:55.733280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58620) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:55.800183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-74eae70e-c3fc-411f-984c-a544d729165f', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:15:55.804249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:55.950589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Allocated IP 2001:db8::2 (74eae70e-c3fc-411f-984c-a544d729165f/92c596b9-6e14-4e8e-86e3-fccb887d9f92/e0603514-4402-404d-a567-852660980c5b) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:56.024867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.097130 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.160724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.285187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8::1 (74eae70e-c3fc-411f-984c-a544d729165f/92c596b9-6e14-4e8e-86e3-fccb887d9f92/03cb303a-77be-4dd2-b0d8-856b27f2fcad) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:15:56.366372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Network 74eae70e-c3fc-411f-984c-a544d729165f is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:56.369139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:56.375985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:56.383592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Pushing event updated for resources: {'Port': ['ID=e0603514-4402-404d-a567-852660980c5b,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:56.409397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.444836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Attempting to bind port e0603514-4402-404d-a567-852660980c5b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:56.445207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Attempting to bind port e0603514-4402-404d-a567-852660980c5b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:56.445824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Attempting to bind port e0603514-4402-404d-a567-852660980c5b on network 74eae70e-c3fc-411f-984c-a544d729165f {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:56.451512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:56.451886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Checking segment: {'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:56.452287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.452765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Bound using segment: {'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:56.453234 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Bound port: e0603514-4402-404d-a567-852660980c5b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:56.453619 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.515865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] For port e0603514-4402-404d-a567-852660980c5b, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:56.519163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] For port e0603514-4402-404d-a567-852660980c5b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e0603514-4402-404d-a567-852660980c5b,segment=NetworkSegment(4cf585e7-88fd-4df2-a1dc-42bff0b30952),segment_id=4cf585e7-88fd-4df2-a1dc-42bff0b30952)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:56.522204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.565156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 74eae70e-c3fc-411f-984c-a544d729165f is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:56.567789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.569004 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:56.573900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:15:56.574469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:56.658589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d5dbb-ce2f-43d1-a551-3fb066005cdb None None] Pushing event updated for resources: {'Port': ['ID=e0603514-4402-404d-a567-852660980c5b,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:56.669734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=03cb303a-77be-4dd2-b0d8-856b27f2fcad,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:56.839377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.126171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.212708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.213424 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.305477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=03cb303a-77be-4dd2-b0d8-856b27f2fcad,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:57.359562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 74eae70e-c3fc-411f-984c-a544d729165f is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:15:57.361339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:57.440263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e0603514-4402-404d-a567-852660980c5b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:57.518040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e0603514-4402-404d-a567-852660980c5b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:57.518508 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.580384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:15:57.603930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.645022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port e0603514-4402-404d-a567-852660980c5b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e0603514-4402-404d-a567-852660980c5b,segment=NetworkSegment(4cf585e7-88fd-4df2-a1dc-42bff0b30952),segment_id=4cf585e7-88fd-4df2-a1dc-42bff0b30952)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:15:57.717485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:15:57.725802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee9ed92d-cd7f-4a4a-815b-4650f75500bd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9899719 Dec 13 15:15:57.727553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58630) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:57.731487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:15:57.734647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1764160190'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:57.741624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:57.742248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:57.778150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.814951 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3281a39-86a5-49aa-b173-9f32a0be7aec None None] Network 74eae70e-c3fc-411f-984c-a544d729165f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:57.858333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:57.862521 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.900981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:15:57.917240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.918263 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 190dbebc-b20c-4bb3-8e8a-739e92d7b2a0 of type vlan for network b694967b-fb5b-4aac-a573-9c154e3d4e03 Dec 13 15:15:57.934765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:57.965788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=e0603514-4402-404d-a567-852660980c5b,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:57.971787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-43bcf9a2-0388-4916-8656-ba9427a6766d None None] Provisioning complete for port e0603514-4402-404d-a567-852660980c5b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:57.972081 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-43bcf9a2-0388-4916-8656-ba9427a6766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:57.992823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.096853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.104956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:58.105932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.200579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=b694967b-fb5b-4aac-a573-9c154e3d4e03,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:58.227396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:15:58.255799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f997e715-b139-400b-adf4-fabc7426e1be tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5265284 Dec 13 15:15:58.258684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58632) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:58.263498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:15:58.387754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:15:56Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:57Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:58.420140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:15:58.420504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Updating router 40294665-257d-43bb-8865-783b6a35cb42 port 03cb303a-77be-4dd2-b0d8-856b27f2fcad binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:15:58.448653 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.470036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:15:58.473638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.770917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.774514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-967bc5cc-3d03-48ba-bba2-519ad64e2646 None None] Provisioning complete for port e0603514-4402-404d-a567-852660980c5b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:58.774876 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-967bc5cc-3d03-48ba-bba2-519ad64e2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.847885 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:58.922427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86de9a-0dde-462d-8619-51d72304da38 None None] Pushing event updated for resources: {'Port': ['ID=03cb303a-77be-4dd2-b0d8-856b27f2fcad,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:58.955868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-967bc5cc-3d03-48ba-bba2-519ad64e2646 None None] Provisioning complete for port 03cb303a-77be-4dd2-b0d8-856b27f2fcad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:58.956259 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-967bc5cc-3d03-48ba-bba2-519ad64e2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.021188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-967bc5cc-3d03-48ba-bba2-519ad64e2646 None None] Port 03cb303a-77be-4dd2-b0d8-856b27f2fcad cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:59.023165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Attempting to bind port 03cb303a-77be-4dd2-b0d8-856b27f2fcad on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:15:59.023544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Attempting to bind port 03cb303a-77be-4dd2-b0d8-856b27f2fcad by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:15:59.024030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Attempting to bind port 03cb303a-77be-4dd2-b0d8-856b27f2fcad on network 74eae70e-c3fc-411f-984c-a544d729165f {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:15:59.029916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:15:59.035978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Checking segment: {'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:59.035978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.035978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Bound using segment: {'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:15:59.035978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Bound port: 03cb303a-77be-4dd2-b0d8-856b27f2fcad, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf585e7-88fd-4df2-a1dc-42bff0b30952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:15:59.035978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.101637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] For port 03cb303a-77be-4dd2-b0d8-856b27f2fcad, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:15:59.105213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] For port 03cb303a-77be-4dd2-b0d8-856b27f2fcad, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=03cb303a-77be-4dd2-b0d8-856b27f2fcad,segment=NetworkSegment(4cf585e7-88fd-4df2-a1dc-42bff0b30952),segment_id=4cf585e7-88fd-4df2-a1dc-42bff0b30952)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:15:59.147488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-723d3a26-af3b-411c-956a-17d538943783 None None] Provisioning complete for port 03cb303a-77be-4dd2-b0d8-856b27f2fcad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:59.147867 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-723d3a26-af3b-411c-956a-17d538943783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.150840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.195412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-723d3a26-af3b-411c-956a-17d538943783 None None] Port 03cb303a-77be-4dd2-b0d8-856b27f2fcad cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:15:59.211767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.219694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=bdb3fdfc-05ee-4c78-8581-ffcba7c4759f,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:59.241424 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:15:59.241830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: b694967b-fb5b-4aac-a573-9c154e3d4e03, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:15:59.273097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:15:59.273722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:15:59.344642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86de9a-0dde-462d-8619-51d72304da38 None None] Pushing event updated for resources: {'Port': ['ID=03cb303a-77be-4dd2-b0d8-856b27f2fcad,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:15:59.344871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:15:59.372049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e0603514-4402-404d-a567-852660980c5b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:15:59.379182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3b11ca96-6e47-4e1c-8cfd-73e03d5b9965 None None] Provisioning complete for port 03cb303a-77be-4dd2-b0d8-856b27f2fcad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:59.379556 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b11ca96-6e47-4e1c-8cfd-73e03d5b9965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.418733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, b694967b-fb5b-4aac-a573-9c154e3d4e03) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:15:59.421814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:15:59.429366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:15:59.430410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.459231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f52b3-4fe6-4cb0-80e5-90cf0b453178 None None] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:15:59.513262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7132b5be-b9cd-4744-9d72-fb704afda965 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2535214 Dec 13 15:15:59.516056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:15:59.825325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e0603514-4402-404d-a567-852660980c5b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:15:59.825702 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.884426 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b11ca96-6e47-4e1c-8cfd-73e03d5b9965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:15:59.947487 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.044256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3b11ca96-6e47-4e1c-8cfd-73e03d5b9965 None None] For port 03cb303a-77be-4dd2-b0d8-856b27f2fcad, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=03cb303a-77be-4dd2-b0d8-856b27f2fcad,segment=NetworkSegment(4cf585e7-88fd-4df2-a1dc-42bff0b30952),segment_id=4cf585e7-88fd-4df2-a1dc-42bff0b30952)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:00.093314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-b694967b-fb5b-4aac-a573-9c154e3d4e03', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:16:00.094201 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.137407 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b11ca96-6e47-4e1c-8cfd-73e03d5b9965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.285205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:15:56Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:00.301505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8:1::1 (b694967b-fb5b-4aac-a573-9c154e3d4e03/bdb3fdfc-05ee-4c78-8581-ffcba7c4759f/7d883af1-e53a-467d-95b8-41a2e4fba513) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:16:00.323461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11ca96-6e47-4e1c-8cfd-73e03d5b9965 None None] Pushing event updated for resources: {'Port': ['ID=03cb303a-77be-4dd2-b0d8-856b27f2fcad,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:00.328828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270da35e-36f8-497e-a6e8-095c17a36732 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:15:56Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:00.333295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ed194387-fde7-4626-a13a-81e7b1936b03 None None] Provisioning complete for port 03cb303a-77be-4dd2-b0d8-856b27f2fcad triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:00.333295 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed194387-fde7-4626-a13a-81e7b1936b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.452160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.585044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.638904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:00.642958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:00.649702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:16:00.650399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.715820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=7d883af1-e53a-467d-95b8-41a2e4fba513,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:00.719449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Allocated IP 2001:db8:1::2 (b694967b-fb5b-4aac-a573-9c154e3d4e03/bdb3fdfc-05ee-4c78-8581-ffcba7c4759f/f3404967-db4c-4ec7-9c7c-7c9c0d0e6644) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:16:00.896611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:00.977403 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.059208 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.108600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:01.111332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:01.113997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:16:01.128409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Pushing event updated for resources: {'Port': ['ID=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:01.192214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Attempting to bind port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:16:01.192712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Attempting to bind port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:16:01.193054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Attempting to bind port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 on network b694967b-fb5b-4aac-a573-9c154e3d4e03 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:16:01.198843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:16:01.199225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Checking segment: {'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:01.205327 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.205327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Bound using segment: {'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:16:01.205327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Bound port: f3404967-db4c-4ec7-9c7c-7c9c0d0e6644, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:16:01.205327 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.218649 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.264379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] For port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:16:01.267438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] For port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,segment=NetworkSegment(190dbebc-b20c-4bb3-8e8a-739e92d7b2a0),segment_id=190dbebc-b20c-4bb3-8e8a-739e92d7b2a0)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:16:01.273692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.278274 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.354769 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.374937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=7d883af1-e53a-467d-95b8-41a2e4fba513,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:01.451930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 03cb303a-77be-4dd2-b0d8-856b27f2fcad up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:01.483919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:01.486321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:01.539516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e4bcb-61d0-4a13-aa86-66a9a9ec23a2 None None] Pushing event updated for resources: {'Port': ['ID=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:01.556709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 03cb303a-77be-4dd2-b0d8-856b27f2fcad triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:01.557085 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.635990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:01.780764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-dc1ae238-ca12-45bd-bf70-bfe06035578c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269095 Dec 13 15:16:01.784082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:01.793079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-50c2d46a-a5d3-4ac8-b60d-8fb2569ad614 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2733734 Dec 13 15:16:01.793432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58656) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:01.802542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1008678003'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:01.876878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-81c2dcdd-5e13-4662-8829-31b3af26761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:01.878478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-81c2dcdd-5e13-4662-8829-31b3af26761f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1096 time: 0.0470233 Dec 13 15:16:01.920625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:16:01.923928 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:01.989600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:16:02.014355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:02.014722 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 0fa71dde-e433-47ea-a008-5d866268242b of type vlan for network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 Dec 13 15:16:02.029121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-017c7edb-76a7-4a54-8436-8b76df7db717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:02.030649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-017c7edb-76a7-4a54-8436-8b76df7db717 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 200 len: 914 time: 0.1312563 Dec 13 15:16:02.101543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:02.134537 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-917ddbb9-06f7-438a-8301-6b36e0f79082 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 200 len: 1000 time: 0.0866294 Dec 13 15:16:02.184167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-8bf6d84f-12d7-49fb-a132-675eadeaa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:02.185628 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-8bf6d84f-12d7-49fb-a132-675eadeaa341 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ecb2461-663c-4d64-bb89-6133ac6d867b HTTP/1.1" status: 200 len: 852 time: 0.0443058 Dec 13 15:16:02.219876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:02.225328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:02.225896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:02.305880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-ba7d0e3e-acc9-4c75-a8db-64930b15850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:02.307438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-ba7d0e3e-acc9-4c75-a8db-64930b15850c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142888 Dec 13 15:16:02.308444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=58ee2f35-4606-4bb5-9a9e-f373e8f86b05,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:02.320556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:16:02.363364 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-73e1c6ae-bc00-4351-90f4-fbfc951d3efb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5683494 Dec 13 15:16:02.366849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58660) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:02.372009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:02.410602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-9e9e8c8e-7699-4614-aeb4-e5333e8d7356 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934658 Dec 13 15:16:02.437114 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:02.447898 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:02.448584 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:02.511662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52bbf294-ab89-4ec3-86d2-d5c69e09b17a req-ce72cf54-c3bd-402e-86c9-fc3c9217d912 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946178 Dec 13 15:16:02.525165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:16:02.529221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:02.539503 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:02.781220 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:00Z', 'revision_number': 3, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:01Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:02.825475 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:02.826181 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Updating router 40294665-257d-43bb-8865-783b6a35cb42 port 7d883af1-e53a-467d-95b8-41a2e4fba513 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:16:02.863891 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.111508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71435b68-b23d-4311-8337-95f139c422c5 None None] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:03.181168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-11128acd-62de-45f3-8a32-42931279570d None None] Provisioning complete for port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:03.181533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11128acd-62de-45f3-8a32-42931279570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.202021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.277156 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.277315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=9c8591b5-f6fc-4245-9831-89e79b48594d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:03.294035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:03.294645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: 58ee2f35-4606-4bb5-9a9e-f373e8f86b05, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:16:03.355810 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11128acd-62de-45f3-8a32-42931279570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.410274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-11128acd-62de-45f3-8a32-42931279570d None None] For port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,segment=NetworkSegment(190dbebc-b20c-4bb3-8e8a-739e92d7b2a0),segment_id=190dbebc-b20c-4bb3-8e8a-739e92d7b2a0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:03.413191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:03.445313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:16:03.445845 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.512919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:03.513625 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.524862 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Pushing event updated for resources: {'Port': ['ID=7d883af1-e53a-467d-95b8-41a2e4fba513,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:03.539044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11128acd-62de-45f3-8a32-42931279570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.559213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.559213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.559562 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.559892 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.560213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.560518 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.560836 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.561152 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.561467 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.561782 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.562094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.562436 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:03.576644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 58ee2f35-4606-4bb5-9a9e-f373e8f86b05) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:03.594088 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Attempting to bind port 7d883af1-e53a-467d-95b8-41a2e4fba513 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:16:03.594532 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Attempting to bind port 7d883af1-e53a-467d-95b8-41a2e4fba513 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:16:03.599221 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Attempting to bind port 7d883af1-e53a-467d-95b8-41a2e4fba513 on network b694967b-fb5b-4aac-a573-9c154e3d4e03 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:16:03.601696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:03.601841 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:16:03.602838 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Checking segment: {'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:03.603198 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.604073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.604398 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Bound using segment: {'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:16:03.604901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Bound port: 7d883af1-e53a-467d-95b8-41a2e4fba513, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:16:03.605320 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.615103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97be5c2-b6f5-439f-a719-95ecc3c55ceb None None] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:03.702983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11128acd-62de-45f3-8a32-42931279570d None None] Pushing event updated for resources: {'Port': ['ID=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:03.703279 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] For port 7d883af1-e53a-467d-95b8-41a2e4fba513, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:16:03.706795 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] For port 7d883af1-e53a-467d-95b8-41a2e4fba513, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7d883af1-e53a-467d-95b8-41a2e4fba513,segment=NetworkSegment(190dbebc-b20c-4bb3-8e8a-739e92d7b2a0),segment_id=190dbebc-b20c-4bb3-8e8a-739e92d7b2a0)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:16:03.787880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0ae02872-9905-44c4-9514-1dfcda025a2e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4191489 Dec 13 15:16:03.791165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58672) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:03.807956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] Provisioning complete for port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:03.808330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.842459 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.903655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:16:03.904789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:03.931313 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:03.933001 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:03.950937 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533c9ab-3e27-484e-96a8-79ecfb6a8d65 None None] Pushing event updated for resources: {'Port': ['ID=7d883af1-e53a-467d-95b8-41a2e4fba513,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:04.055459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] Provisioning complete for port 7d883af1-e53a-467d-95b8-41a2e4fba513 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:04.055733 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.062881 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:04.155917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Allocated IP 2001:db8:2::2 (58ee2f35-4606-4bb5-9a9e-f373e8f86b05/9c8591b5-f6fc-4245-9831-89e79b48594d/fdbe8e2e-40fd-4313-81f0-665897b5dfe8) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:16:04.269985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.313559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.344628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] For port 7d883af1-e53a-467d-95b8-41a2e4fba513, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7d883af1-e53a-467d-95b8-41a2e4fba513,segment=NetworkSegment(190dbebc-b20c-4bb3-8e8a-739e92d7b2a0),segment_id=190dbebc-b20c-4bb3-8e8a-739e92d7b2a0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:04.358257 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:00Z', 'revision_number': 3, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:03Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:04.387098 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d15a3b-a3a6-47eb-bf02-2aa7a08d49a5 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:00Z', 'revision_number': 3, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:03Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:04.441732 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.494650 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.531655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad96b97-9a47-4c96-86de-29f1e49db3c3 None None] Pushing event updated for resources: {'Port': ['ID=7d883af1-e53a-467d-95b8-41a2e4fba513,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:04.610769 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.636387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:04.640494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-40b3e785-f134-4cd6-8cd4-69fe0ac50d36 None None] Provisioning complete for port 7d883af1-e53a-467d-95b8-41a2e4fba513 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:04.640494 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-40b3e785-f134-4cd6-8cd4-69fe0ac50d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.663083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:04.674272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:16:04.727960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8:2::1 (58ee2f35-4606-4bb5-9a9e-f373e8f86b05/9c8591b5-f6fc-4245-9831-89e79b48594d/052d6cc3-c72e-408b-960a-fb140f487478) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:16:04.882200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:04.929072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Pushing event updated for resources: {'Port': ['ID=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:04.973793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.016336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Attempting to bind port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:16:05.016705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Attempting to bind port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:16:05.017396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Attempting to bind port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 on network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:16:05.025496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:16:05.025803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Checking segment: {'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:05.026213 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.026628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Bound using segment: {'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:16:05.027333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Bound port: fdbe8e2e-40fd-4313-81f0-665897b5dfe8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:16:05.027729 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.063289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:05.067317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:05.070646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:16:05.071449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.166745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] For port fdbe8e2e-40fd-4313-81f0-665897b5dfe8, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:16:05.171037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] For port fdbe8e2e-40fd-4313-81f0-665897b5dfe8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,segment=NetworkSegment(0fa71dde-e433-47ea-a008-5d866268242b),segment_id=0fa71dde-e433-47ea-a008-5d866268242b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:16:05.187970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=052d6cc3-c72e-408b-960a-fb140f487478,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:05.247286 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.258077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-56f785ef-f55c-4d63-910a-9d97500b6599 None None] Provisioning complete for port 7d883af1-e53a-467d-95b8-41a2e4fba513 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:05.258478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56f785ef-f55c-4d63-910a-9d97500b6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.313112 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.347312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154a1a-0961-4923-b29e-6bc1b0d84178 None None] Pushing event updated for resources: {'Port': ['ID=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:05.488658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7d883af1-e53a-467d-95b8-41a2e4fba513 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:05.585334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7d883af1-e53a-467d-95b8-41a2e4fba513 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:05.585718 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.782999 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:05.783562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-e3218c22-b6d8-491e-987f-df7c89a08084 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722330 Dec 13 15:16:05.869781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:05.870162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:05.909382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-093edad7-1393-41af-bc42-95b1ffea93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:05.911579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-093edad7-1393-41af-bc42-95b1ffea93f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.0543060 Dec 13 15:16:06.027272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-d5a2b32f-50cd-44e4-b7ef-8e7af35c8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:06.028732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-d5a2b32f-50cd-44e4-b7ef-8e7af35c8d1d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0939226 Dec 13 15:16:06.103469 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-2b6047de-33fc-49f5-9d0b-a684f9279197 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 1002 time: 0.0663846 Dec 13 15:16:06.143299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.157030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-31427a4d-283e-4bec-b073-c1d65426c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:06.158528 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-31427a4d-283e-4bec-b073-c1d65426c537 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0452869 Dec 13 15:16:06.206290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-d0628515-204c-42a8-b6ec-5000e38e9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:06.207792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-d0628515-204c-42a8-b6ec-5000e38e9b54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396409 Dec 13 15:16:06.239352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.240714 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.316316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-e3ff3feb-b022-4824-b2ea-4896266c3f07 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992274 Dec 13 15:16:06.341764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=052d6cc3-c72e-408b-960a-fb140f487478,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:06.386543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:06.388208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:06.438681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b07e930e-5469-4bf4-879c-d96b7781ea3a req-64c0f93f-d0e8-4c4d-af7b-968b814925ab service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151059 Dec 13 15:16:06.527144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:06.632765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:06.640825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1d998-ca00-456f-90d4-ec4a3799b110 None None] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:06.641260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-90ab7989-2abf-4692-97ec-26b92b1f6c42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8489389 Dec 13 15:16:06.641675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58684) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:06.648424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-758019172'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:06.656614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:06.700338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:06.700948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:06.771770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:16:06.777148 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.815779 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6d55a6d3-27ea-4f59-a086-b835c84468ac None None] Provisioning complete for port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:06.816153 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d55a6d3-27ea-4f59-a086-b835c84468ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.826281 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:16:06.836484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.836773 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added segment 1a01b46e-db5f-404c-86b6-7705f82ff020 of type vlan for network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d Dec 13 15:16:06.882347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:06.889713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.967341 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:06.973155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:06.973764 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.048500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Network': ['ID=88aabb4f-66cc-4dab-a2f5-b0de89918b4d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:07.077274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:16:07.091290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bc819b1b-183b-4ea7-bd67-c080f49b510b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4482412 Dec 13 15:16:07.094021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58688) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:07.100684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'subnet': {'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:07.145918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d55a6d3-27ea-4f59-a086-b835c84468ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.229843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6d55a6d3-27ea-4f59-a086-b835c84468ac None None] For port fdbe8e2e-40fd-4313-81f0-665897b5dfe8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,segment=NetworkSegment(0fa71dde-e433-47ea-a008-5d866268242b),segment_id=0fa71dde-e433-47ea-a008-5d866268242b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:07.273857 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Made reservation on behalf of 55fdd48f259a49eeaeeb378080122ccc for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:16:07.277581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.279910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:05Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:05Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:07.310861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:07.311246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Updating router 40294665-257d-43bb-8865-783b6a35cb42 port 052d6cc3-c72e-408b-960a-fb140f487478 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:16:07.350926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.352982 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d55a6d3-27ea-4f59-a086-b835c84468ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.463461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55a6d3-27ea-4f59-a086-b835c84468ac None None] Pushing event updated for resources: {'Port': ['ID=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:07.518483 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdbe8e2e-40fd-4313-81f0-665897b5dfe8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:07.647427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c2d08bcb-b02c-43b2-8120-99375c3a5f65 None None] Provisioning complete for port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:07.648178 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2d08bcb-b02c-43b2-8120-99375c3a5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.672106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.694504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:07.694868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.744485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Subnet': ['ID=845661ed-17a7-4a08-881e-e0eef33f9278,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:07.761387 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Checking segment: {'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:07.762071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network hostable DHCP agents. Network: 88aabb4f-66cc-4dab-a2f5-b0de89918b4d, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:16:07.870186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:16:07.889802 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.920852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c2d08bcb-b02c-43b2-8120-99375c3a5f65 None None] Provisioning complete for port 052d6cc3-c72e-408b-960a-fb140f487478 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:07.928301 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2d08bcb-b02c-43b2-8120-99375c3a5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.948261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 88aabb4f-66cc-4dab-a2f5-b0de89918b4d) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:07.960076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:07.960982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:07.964116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd227866-5c58-4dbe-9cf5-9786b97e8ede None None] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:07.966575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c2d08bcb-b02c-43b2-8120-99375c3a5f65 None None] Port 052d6cc3-c72e-408b-960a-fb140f487478 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:16:08.005463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.071373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c9cb6987-1289-4501-9c0e-706f46cd3d38 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9728956 Dec 13 15:16:08.071717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58692) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:08.079672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788add3-3c2e-4a65-b579-a2ebfcfd13a1 None None] Pushing event updated for resources: {'Port': ['ID=052d6cc3-c72e-408b-960a-fb140f487478,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:08.189773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0510db45-ae05-4814-823b-2465ce83bd28 None None] Provisioning complete for port 052d6cc3-c72e-408b-960a-fb140f487478 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:08.190147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0510db45-ae05-4814-823b-2465ce83bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.217370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Attempting to bind port 052d6cc3-c72e-408b-960a-fb140f487478 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:16:08.217743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Attempting to bind port 052d6cc3-c72e-408b-960a-fb140f487478 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:16:08.218110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Attempting to bind port 052d6cc3-c72e-408b-960a-fb140f487478 on network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:16:08.235787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:16:08.236240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Checking segment: {'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:08.236569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.236965 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Bound using segment: {'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:16:08.237579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Bound port: 052d6cc3-c72e-408b-960a-fb140f487478, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa71dde-e433-47ea-a008-5d866268242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:16:08.238152 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.267460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0510db45-ae05-4814-823b-2465ce83bd28 None None] Port 052d6cc3-c72e-408b-960a-fb140f487478 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:16:08.279457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'fixed_ips': [{'subnet_id': '845661ed-17a7-4a08-881e-e0eef33f9278'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:16:08.280326 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.416572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] For port 052d6cc3-c72e-408b-960a-fb140f487478, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:16:08.421864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] For port 052d6cc3-c72e-408b-960a-fb140f487478, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=052d6cc3-c72e-408b-960a-fb140f487478,segment=NetworkSegment(0fa71dde-e433-47ea-a008-5d866268242b),segment_id=0fa71dde-e433-47ea-a008-5d866268242b)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:16:08.479660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Allocated IP 2001:db8:3::2 (88aabb4f-66cc-4dab-a2f5-b0de89918b4d/845661ed-17a7-4a08-881e-e0eef33f9278/d2705f0d-2f6d-445d-abcd-6c4f04296b4f) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:16:08.501762 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.520416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.547444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bd07e0bf-2654-48be-8e19-37ada65cc83b None None] Provisioning complete for port 052d6cc3-c72e-408b-960a-fb140f487478 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:08.549352 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd07e0bf-2654-48be-8e19-37ada65cc83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:08.654825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788add3-3c2e-4a65-b579-a2ebfcfd13a1 None None] Pushing event updated for resources: {'Port': ['ID=052d6cc3-c72e-408b-960a-fb140f487478,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:08.663108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:08.663803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:08.985900 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd07e0bf-2654-48be-8e19-37ada65cc83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.005069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:09.036050 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.110882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bd07e0bf-2654-48be-8e19-37ada65cc83b None None] For port 052d6cc3-c72e-408b-960a-fb140f487478, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=052d6cc3-c72e-408b-960a-fb140f487478,segment=NetworkSegment(0fa71dde-e433-47ea-a008-5d866268242b),segment_id=0fa71dde-e433-47ea-a008-5d866268242b)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:09.113051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.157595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Allocated IP 2001:db8:3::1 (88aabb4f-66cc-4dab-a2f5-b0de89918b4d/845661ed-17a7-4a08-881e-e0eef33f9278/80e0498e-ce72-47f1-a9f5-98aa626f20a2) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:16:09.194284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:09.200032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:09.207597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:16:09.209579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd07e0bf-2654-48be-8e19-37ada65cc83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.229175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Pushing event updated for resources: {'Port': ['ID=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:09.277658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.360073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07e0bf-2654-48be-8e19-37ada65cc83b None None] Pushing event updated for resources: {'Port': ['ID=052d6cc3-c72e-408b-960a-fb140f487478,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:09.364920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Attempting to bind port d2705f0d-2f6d-445d-abcd-6c4f04296b4f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:16:09.365858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Attempting to bind port d2705f0d-2f6d-445d-abcd-6c4f04296b4f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:16:09.366205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Attempting to bind port d2705f0d-2f6d-445d-abcd-6c4f04296b4f on network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:16:09.371723 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.372292 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdbe8e2e-40fd-4313-81f0-665897b5dfe8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:09.400475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:16:09.400852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Checking segment: {'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:09.401260 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.401651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Bound using segment: {'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:16:09.402133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Bound port: d2705f0d-2f6d-445d-abcd-6c4f04296b4f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:16:09.402546 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.405535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:09.408815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:09.411538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:16:09.412998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.416689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7fa71c05-f4c1-48a1-9997-69dce087a0f5 None None] Provisioning complete for port 052d6cc3-c72e-408b-960a-fb140f487478 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:09.416689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7fa71c05-f4c1-48a1-9997-69dce087a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.470586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=80e0498e-ce72-47f1-a9f5-98aa626f20a2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:09.538628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:05Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:08Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:09.568701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] For port d2705f0d-2f6d-445d-abcd-6c4f04296b4f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:16:09.570715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:09.571087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.574519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8b1a-967a-4c66-8881-686e63f13571 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:05Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:08Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:09.631982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] For port d2705f0d-2f6d-445d-abcd-6c4f04296b4f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,segment=NetworkSegment(1a01b46e-db5f-404c-86b6-7705f82ff020),segment_id=1a01b46e-db5f-404c-86b6-7705f82ff020)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:16:09.656488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.893863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:09.964194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc56ef-2b6d-4d2f-b8fa-765c5617dd26 None None] Pushing event updated for resources: {'Port': ['ID=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:09.975184 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:10.082077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:10.084988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:10.185229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event updated for resources: {'Port': ['ID=80e0498e-ce72-47f1-a9f5-98aa626f20a2,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:10.235373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:16:10.237015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:16:10.339024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:10.441301 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:10.448223 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-396bdeec-789a-4da2-b49c-1f2b11612e6a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749986 Dec 13 15:16:10.450547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58700) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:10.453191 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:10.455562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:10.463246 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:10.463854 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:10.641655 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:10.879526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.extraroute_db [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 15:16:10.884643 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e0498e-ce72-47f1-a9f5-98aa626f20a2', 'name': '', 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:75:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:08Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:10.896575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.extraroute_db [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Removed routes are [] {{(pid=102823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 15:16:10.896978 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:10.913032 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:10.917968 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Updating router 40294665-257d-43bb-8865-783b6a35cb42 port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:16:10.939331 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.025432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bcea7f-6936-4de3-9a2a-68c53343fa4b None None] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:11.122482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-abcdd777-a39f-4572-9731-0352252dce71 None None] Provisioning complete for port d2705f0d-2f6d-445d-abcd-6c4f04296b4f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:11.122952 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-abcdd777-a39f-4572-9731-0352252dce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.224326 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.230916 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.234937 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.282260 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-abcdd777-a39f-4572-9731-0352252dce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.324618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-abcdd777-a39f-4572-9731-0352252dce71 None None] For port d2705f0d-2f6d-445d-abcd-6c4f04296b4f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,segment=NetworkSegment(1a01b46e-db5f-404c-86b6-7705f82ff020),segment_id=1a01b46e-db5f-404c-86b6-7705f82ff020)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:11.351336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:11.388706 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.453078 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-abcdd777-a39f-4572-9731-0352252dce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.472772 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e9f8b-7f9b-4709-b6e7-5be03199e60e None None] Pushing event updated for resources: {'Port': ['ID=80e0498e-ce72-47f1-a9f5-98aa626f20a2,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:11.487386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2705f0d-2f6d-445d-abcd-6c4f04296b4f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:11.542946 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Attempting to bind port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:16:11.543327 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Attempting to bind port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:16:11.543689 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Attempting to bind port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 on network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:16:11.547628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdd777-a39f-4572-9731-0352252dce71 None None] Pushing event updated for resources: {'Port': ['ID=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:11.549302 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:16:11.549302 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Checking segment: {'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:16:11.550007 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.550410 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Bound using segment: {'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:16:11.551134 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Bound port: 80e0498e-ce72-47f1-a9f5-98aa626f20a2, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a01b46e-db5f-404c-86b6-7705f82ff020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:16:11.551512 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.563655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d2705f0d-2f6d-445d-abcd-6c4f04296b4f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:11.564098 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.640309 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] For port 80e0498e-ce72-47f1-a9f5-98aa626f20a2, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:16:11.644388 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] For port 80e0498e-ce72-47f1-a9f5-98aa626f20a2, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=80e0498e-ce72-47f1-a9f5-98aa626f20a2,segment=NetworkSegment(1a01b46e-db5f-404c-86b6-7705f82ff020),segment_id=1a01b46e-db5f-404c-86b6-7705f82ff020)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:16:11.661109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 052d6cc3-c72e-408b-960a-fb140f487478 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:11.718944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-66ebb950-5efd-4396-891d-e1630afefb06 None None] Provisioning complete for port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:11.719394 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-66ebb950-5efd-4396-891d-e1630afefb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.739482 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.741557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 052d6cc3-c72e-408b-960a-fb140f487478 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:11.744572 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.786637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-66ebb950-5efd-4396-891d-e1630afefb06 None None] Port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:16:11.799701 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:11.800332 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:11.807496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-66ebb950-5efd-4396-891d-e1630afefb06 None None] Provisioning complete for port d2705f0d-2f6d-445d-abcd-6c4f04296b4f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:11.807912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-66ebb950-5efd-4396-891d-e1630afefb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.816583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:11.823852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:11.827343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ecd90008-0bc4-40bb-b07e-a3a8cc74c763 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 200 len: 954 time: 1.3735881 Dec 13 15:16:11.827697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58704) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:11.870097 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e9f8b-7f9b-4709-b6e7-5be03199e60e None None] Pushing event updated for resources: {'Port': ['ID=80e0498e-ce72-47f1-a9f5-98aa626f20a2,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:11.936613 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:11.956381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-99104c97-bc3d-4f0a-b436-018c052a9c6b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 200 len: 954 time: 0.1251163 Dec 13 15:16:11.956885 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58706) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:11.962319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'routes': None}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:12.045586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cadf5fc2-837e-48b5-8a5d-8c58b76bca96 None None] Provisioning complete for port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:12.046162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cadf5fc2-837e-48b5-8a5d-8c58b76bca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.155464 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cadf5fc2-837e-48b5-8a5d-8c58b76bca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.195752 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:10Z', 'revision_number': 6, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e0498e-ce72-47f1-a9f5-98aa626f20a2', 'name': '', 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:75:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:08Z', 'updated_at': '2021-12-13T15:16:11Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:12.201140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cadf5fc2-837e-48b5-8a5d-8c58b76bca96 None None] For port 80e0498e-ce72-47f1-a9f5-98aa626f20a2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=80e0498e-ce72-47f1-a9f5-98aa626f20a2,segment=NetworkSegment(1a01b46e-db5f-404c-86b6-7705f82ff020),segment_id=1a01b46e-db5f-404c-86b6-7705f82ff020)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:12.228428 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b74e63-5b09-4b6c-bb8b-c052f90dfd28 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:10Z', 'revision_number': 6, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e0498e-ce72-47f1-a9f5-98aa626f20a2', 'name': '', 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:75:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:08Z', 'updated_at': '2021-12-13T15:16:11Z', 'revision_number': 4, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:12.264555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cadf5fc2-837e-48b5-8a5d-8c58b76bca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.340618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5fc2-837e-48b5-8a5d-8c58b76bca96 None None] Pushing event updated for resources: {'Port': ['ID=80e0498e-ce72-47f1-a9f5-98aa626f20a2,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:12.472453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added routes are [] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 15:16:12.472752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.extraroute_db [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 15:16:12.509645 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.556198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-400e0e7a-32b8-4af7-a593-bc806492178c None None] Provisioning complete for port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:12.556579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-400e0e7a-32b8-4af7-a593-bc806492178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.785108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-51dd25aa-e0d4-4b9b-a855-fb813e5b91b5 None None] Provisioning complete for port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:12.785495 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51dd25aa-e0d4-4b9b-a855-fb813e5b91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.831508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.838113 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:12.989021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:13.044614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a0ccf651-ee32-4fc4-9773-3be813d55897 None None] Provisioning complete for port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:13.044984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf651-ee32-4fc4-9773-3be813d55897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:13.103875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:13.118672 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:13.118891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-09ad5dc4-9e72-4c47-9b7b-d5b2942e365c tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 200 len: 704 time: 1.1607168 Dec 13 15:16:13.122265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58712) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:13.222424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:13.232639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:13.233852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:13.249994 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2f9680d-1883-4bbf-9a13-d92b7933fdb3 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 200 len: 704 time: 0.1190591 Dec 13 15:16:13.252596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58716) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:13.533693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2705f0d-2f6d-445d-abcd-6c4f04296b4f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:13.578351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:13.638587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:13.705136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d2705f0d-2f6d-445d-abcd-6c4f04296b4f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:13.705409 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:13.848627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 80e0498e-ce72-47f1-a9f5-98aa626f20a2 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:16:13.900462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:12Z', 'revision_number': 7, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e0498e-ce72-47f1-a9f5-98aa626f20a2', 'name': '', 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:75:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:08Z', 'updated_at': '2021-12-13T15:16:12Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:13.911192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:13.911545 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:13.932351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:13.941156 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 80e0498e-ce72-47f1-a9f5-98aa626f20a2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:16:13.941518 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:13.963237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:13.963851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:14.006996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port 80e0498e-ce72-47f1-a9f5-98aa626f20a2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=80e0498e-ce72-47f1-a9f5-98aa626f20a2,segment=NetworkSegment(1a01b46e-db5f-404c-86b6-7705f82ff020),segment_id=1a01b46e-db5f-404c-86b6-7705f82ff020)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:14.007568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:14.020507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 80e0498e-ce72-47f1-a9f5-98aa626f20a2 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:14.068046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:14.285797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:14.309694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:12Z', 'revision_number': 7, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e0498e-ce72-47f1-a9f5-98aa626f20a2', 'name': '', 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:75:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:08Z', 'updated_at': '2021-12-13T15:16:12Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:14.315263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=80e0498e-ce72-47f1-a9f5-98aa626f20a2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:14.339409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be114f-d036-45bd-91f7-1f56f01446e5 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:12Z', 'revision_number': 7, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80e0498e-ce72-47f1-a9f5-98aa626f20a2', 'name': '', 'network_id': '88aabb4f-66cc-4dab-a2f5-b0de89918b4d', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:75:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:08Z', 'updated_at': '2021-12-13T15:16:12Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '845661ed-17a7-4a08-881e-e0eef33f9278', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:14.437023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:14.651304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:15.080222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:15.086631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6e24c4ff-eb4e-404c-a23b-abc7559c5ddb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321779 Dec 13 15:16:15.088716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58722) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:15.091325 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:15.106494 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:15.109568 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:15.146038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet 845661ed-17a7-4a08-881e-e0eef33f9278 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:16:15.151957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.193408 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.195752 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:15.285389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.414527 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:14Z', 'revision_number': 8, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:15.439850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:15.447952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.450344 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:15.450949 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:15.461829 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.473829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/845661ed-17a7-4a08-881e-e0eef33f9278 HTTP/1.1" status: 204 len: 168 time: 0.3753228 Dec 13 15:16:15.474022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58726) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:15.474501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdc163-c169-4323-9710-0f7998ff831d None None] Network 88aabb4f-66cc-4dab-a2f5-b0de89918b4d requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:15.484296 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ff67e-c47c-4b57-9354-39ddf65b12bb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=845661ed-17a7-4a08-881e-e0eef33f9278,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:15.557361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.612932 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port d2705f0d-2f6d-445d-abcd-6c4f04296b4f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:15.613327 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.654302 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:15.685839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] DHCP port deletion for 88aabb4f-66cc-4dab-a2f5-b0de89918b4d request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:16:15.686346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port d2705f0d-2f6d-445d-abcd-6c4f04296b4f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,segment=NetworkSegment(1a01b46e-db5f-404c-86b6-7705f82ff020),segment_id=1a01b46e-db5f-404c-86b6-7705f82ff020)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:15.686793 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.701726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for d2705f0d-2f6d-445d-abcd-6c4f04296b4f owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:15.736041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] Deleting port d2705f0d-2f6d-445d-abcd-6c4f04296b4f {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:15.736450 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.802404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] For port d2705f0d-2f6d-445d-abcd-6c4f04296b4f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,segment=NetworkSegment(1a01b46e-db5f-404c-86b6-7705f82ff020),segment_id=1a01b46e-db5f-404c-86b6-7705f82ff020)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:15.803324 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.816585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] Calling delete_port for d2705f0d-2f6d-445d-abcd-6c4f04296b4f owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:15.875807 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:14Z', 'revision_number': 8, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:15.893561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.903113 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ebde5-ca7a-4b98-880d-d07a70efbcc6 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:14Z', 'revision_number': 8, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '052d6cc3-c72e-408b-960a-fb140f487478', 'name': '', 'network_id': '58ee2f35-4606-4bb5-9a9e-f373e8f86b05', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:c4:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:04Z', 'updated_at': '2021-12-13T15:16:09Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '9c8591b5-f6fc-4245-9831-89e79b48594d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:15.911378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:15.935927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] Pushing event deleted for resources: {'Port': ['ID=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:15.940200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port d2705f0d-2f6d-445d-abcd-6c4f04296b4f on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:15.942198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8efea-1c98-4a58-82de-4ca7904f9bbf None None] No DVR routers for this DVR port d2705f0d-2f6d-445d-abcd-6c4f04296b4f on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:15.953351 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=d2705f0d-2f6d-445d-abcd-6c4f04296b4f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:15.960572 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.027421 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.046926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88aabb4f-66cc-4dab-a2f5-b0de89918b4d']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:16.057169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a01b46e-db5f-404c-86b6-7705f82ff020') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:16.057464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a01b46e-db5f-404c-86b6-7705f82ff020') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:16.066865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.080693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.087021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:16:16.087411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:16:16.090423 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:16:16.247923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.253033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.259626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58728) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:16.270388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/88aabb4f-66cc-4dab-a2f5-b0de89918b4d HTTP/1.1" status: 204 len: 168 time: 0.7908525 Dec 13 15:16:16.276227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404d912-643a-43df-a879-d7ba1d55ed21 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=88aabb4f-66cc-4dab-a2f5-b0de89918b4d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:16.605965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.845752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 052d6cc3-c72e-408b-960a-fb140f487478 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:16.846092 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.934223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port 052d6cc3-c72e-408b-960a-fb140f487478, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=052d6cc3-c72e-408b-960a-fb140f487478,segment=NetworkSegment(0fa71dde-e433-47ea-a008-5d866268242b),segment_id=0fa71dde-e433-47ea-a008-5d866268242b)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:16.934638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:16.948307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 052d6cc3-c72e-408b-960a-fb140f487478 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:17.072590 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:17.217286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:17.244440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=052d6cc3-c72e-408b-960a-fb140f487478,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:17.376252 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:17.470827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2705f0d-2f6d-445d-abcd-6c4f04296b4f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:17.492346 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d2705f0d-2f6d-445d-abcd-6c4f04296b4f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:17.492689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2705f0d-2f6d-445d-abcd-6c4f04296b4f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:17.493101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 80e0498e-ce72-47f1-a9f5-98aa626f20a2 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:17.512197 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 80e0498e-ce72-47f1-a9f5-98aa626f20a2 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:17.519261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 80e0498e-ce72-47f1-a9f5-98aa626f20a2 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:17.591487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:17.687892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:17.695355 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3ae03b71-898f-4368-b2eb-11c0f643ac98 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322541 Dec 13 15:16:17.695933 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58734) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:17.705398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:17.714131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:17.714736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:17.747269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet 9c8591b5-f6fc-4245-9831-89e79b48594d {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:16:17.750461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:17.790750 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:17.806420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:17.888693 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.010100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:17Z', 'revision_number': 9, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:18.036679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:18.042163 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.045468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:18.046024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:18.070687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8591b5-f6fc-4245-9831-89e79b48594d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:18.072789 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.076126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6e6e925-5f1e-4f5b-b8f2-adfa04b0c0b0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/9c8591b5-f6fc-4245-9831-89e79b48594d HTTP/1.1" status: 204 len: 168 time: 0.3791785 Dec 13 15:16:18.078775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58736) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:18.082505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bba96-4c8e-4ce2-ab8f-d141535da564 None None] Network 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:18.158414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.189000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:18.213223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:18.213572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.281950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port fdbe8e2e-40fd-4313-81f0-665897b5dfe8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,segment=NetworkSegment(0fa71dde-e433-47ea-a008-5d866268242b),segment_id=0fa71dde-e433-47ea-a008-5d866268242b)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:18.282256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.295872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for fdbe8e2e-40fd-4313-81f0-665897b5dfe8 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:18.421661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] DHCP port deletion for 58ee2f35-4606-4bb5-9a9e-f373e8f86b05 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:16:18.474485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:17Z', 'revision_number': 9, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:18.475265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.503418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:18.507686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:18.595314 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.617273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ee2f35-4606-4bb5-9a9e-f373e8f86b05']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:18.627168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa71dde-e433-47ea-a008-5d866268242b') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:18.627467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa71dde-e433-47ea-a008-5d866268242b') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:18.638036 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.652106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.658084 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:16:18.658547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:16:18.661654 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:16:18.664512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0818862-830d-4fa9-847c-49fe4a634382 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:17Z', 'revision_number': 9, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d883af1-e53a-467d-95b8-41a2e4fba513', 'name': '', 'network_id': 'b694967b-fb5b-4aac-a573-9c154e3d4e03', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:3a:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:16:00Z', 'updated_at': '2021-12-13T15:16:04Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': 'bdb3fdfc-05ee-4c78-8581-ffcba7c4759f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:18.671882 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] Deleting port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:18.672310 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.740899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] For port fdbe8e2e-40fd-4313-81f0-665897b5dfe8, host n-d-816954-1, got binding levels [] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:18.741284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.753773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] Calling delete_port for fdbe8e2e-40fd-4313-81f0-665897b5dfe8 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:18.757035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.ipam_backend_mixin [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] Port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 was not found and therefore no delete operation was performed {{(pid=102825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 15:16:18.758306 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.785691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] Pushing event deleted for resources: {'Port': ['ID=fdbe8e2e-40fd-4313-81f0-665897b5dfe8,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:18.789326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8a997-7ebd-4784-8e57-2dabdd3b327a None None] No DVR routers for this DVR port fdbe8e2e-40fd-4313-81f0-665897b5dfe8 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:18.829766 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.836888 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:18.840032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/58ee2f35-4606-4bb5-9a9e-f373e8f86b05 HTTP/1.1" status: 204 len: 168 time: 0.7603531 Dec 13 15:16:18.842945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58742) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:18.855088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178bf7d-c278-42c7-822f-37859b672c02 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=58ee2f35-4606-4bb5-9a9e-f373e8f86b05,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:19.193889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:19.212636 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:16:19.376154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdbe8e2e-40fd-4313-81f0-665897b5dfe8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:19.396226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: fdbe8e2e-40fd-4313-81f0-665897b5dfe8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:19.397140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fdbe8e2e-40fd-4313-81f0-665897b5dfe8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:19.397541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 052d6cc3-c72e-408b-960a-fb140f487478 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:19.417752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 052d6cc3-c72e-408b-960a-fb140f487478 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:19.418436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 052d6cc3-c72e-408b-960a-fb140f487478 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:19.450552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 7d883af1-e53a-467d-95b8-41a2e4fba513 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:19.450890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:19.541131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port 7d883af1-e53a-467d-95b8-41a2e4fba513, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7d883af1-e53a-467d-95b8-41a2e4fba513,segment=NetworkSegment(190dbebc-b20c-4bb3-8e8a-739e92d7b2a0),segment_id=190dbebc-b20c-4bb3-8e8a-739e92d7b2a0)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:19.541495 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:19.554822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 7d883af1-e53a-467d-95b8-41a2e4fba513 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:19.813586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:19.840851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=7d883af1-e53a-467d-95b8-41a2e4fba513,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:19.911008 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b77a2747-0080-4515-86b9-2afefcd834be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:19.960520 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.144404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:20.237855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:20.243356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-51bfc9ec-ac36-48cf-9173-122ad2609a47 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3993905 Dec 13 15:16:20.246526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58746) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:20.247581 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:20.257534 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:20.262969 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:20.303957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet bdb3fdfc-05ee-4c78-8581-ffcba7c4759f {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:16:20.307137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.343410 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:20.346764 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.437508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.540467 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:19Z', 'revision_number': 10, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:20.566391 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:20.575404 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:20.575833 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:15:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:20.585090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.619283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb3fdfc-05ee-4c78-8581-ffcba7c4759f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:20.623524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.627473 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d1364344-e49c-4039-9489-0e035f792ad5 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/bdb3fdfc-05ee-4c78-8581-ffcba7c4759f HTTP/1.1" status: 204 len: 168 time: 0.3799267 Dec 13 15:16:20.630508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58750) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:20.631533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc02e24-ff80-462e-9599-c05f94849189 None None] Network b694967b-fb5b-4aac-a573-9c154e3d4e03 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:20.665781 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:20.713546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.769956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:20.770324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.827163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] DHCP port deletion for b694967b-fb5b-4aac-a573-9c154e3d4e03 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:16:20.841705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,segment=NetworkSegment(190dbebc-b20c-4bb3-8e8a-739e92d7b2a0),segment_id=190dbebc-b20c-4bb3-8e8a-739e92d7b2a0)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:20.842444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.864955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:20.886307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] Deleting port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:20.887096 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.902889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:19Z', 'revision_number': 10, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:20.934919 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f83dad-5b41-4753-a34e-4d97c3004140 None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:19Z', 'revision_number': 10, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None, '_interfaces': [{'id': '03cb303a-77be-4dd2-b0d8-856b27f2fcad', 'name': '', 'network_id': '74eae70e-c3fc-411f-984c-a544d729165f', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'mac_address': 'fa:16:3e:ef:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40294665-257d-43bb-8865-783b6a35cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:15:56Z', 'updated_at': '2021-12-13T15:15:59Z', 'revision_number': 5, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'subnets': [{'id': '92c596b9-6e14-4e8e-86e3-fccb887d9f92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:20.954762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] For port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,segment=NetworkSegment(190dbebc-b20c-4bb3-8e8a-739e92d7b2a0),segment_id=190dbebc-b20c-4bb3-8e8a-739e92d7b2a0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:20.962692 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:20.969260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] Calling delete_port for f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:21.047747 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.053950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.073606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:21.076985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:21.084688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] No DVR routers for this DVR port f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:21.088972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebba903-b963-42af-8768-64c7e8dbabb5 None None] Pushing event deleted for resources: {'Port': ['ID=f3404967-db4c-4ec7-9c7c-7c9c0d0e6644,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:21.160054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.183891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b694967b-fb5b-4aac-a573-9c154e3d4e03']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:21.195164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:21.195459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190dbebc-b20c-4bb3-8e8a-739e92d7b2a0') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:21.204692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.218015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.224275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:16:21.225231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:16:21.228205 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:16:21.365136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7d883af1-e53a-467d-95b8-41a2e4fba513 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:21.384696 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.387967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 7d883af1-e53a-467d-95b8-41a2e4fba513 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:21.390945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7d883af1-e53a-467d-95b8-41a2e4fba513 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:21.390945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:21.395641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:21.399883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/b694967b-fb5b-4aac-a573-9c154e3d4e03 HTTP/1.1" status: 204 len: 168 time: 0.7680411 Dec 13 15:16:21.402782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58752) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:21.416089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:21.416893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f3404967-db4c-4ec7-9c7c-7c9c0d0e6644 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:21.420205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6524460-8dc8-4020-b605-c59b40f1ac96 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=b694967b-fb5b-4aac-a573-9c154e3d4e03,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:21.756431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.009490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port 03cb303a-77be-4dd2-b0d8-856b27f2fcad {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:22.009828 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.101356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port 03cb303a-77be-4dd2-b0d8-856b27f2fcad, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=03cb303a-77be-4dd2-b0d8-856b27f2fcad,segment=NetworkSegment(4cf585e7-88fd-4df2-a1dc-42bff0b30952),segment_id=4cf585e7-88fd-4df2-a1dc-42bff0b30952)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:22.101715 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.114044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for 03cb303a-77be-4dd2-b0d8-856b27f2fcad owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:22.287426 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a0a654bb-c1ff-41f1-8d7a-5a255583d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.373043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.400987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=03cb303a-77be-4dd2-b0d8-856b27f2fcad,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:22.503180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.666073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:22.745137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:22.753076 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5fc3aa8d-05d6-44fc-8c69-0210cc71ee42 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3467748 Dec 13 15:16:22.753208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58758) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:22.755599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:22.765535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:22.766141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:22.809766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting subnet 92c596b9-6e14-4e8e-86e3-fccb887d9f92 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:16:22.813044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.835142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:22.857527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:22.895935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:22Z', 'revision_number': 11, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:22.923133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:22.935603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:22.936220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:22.943350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.007210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:23.061440 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:22Z', 'revision_number': 11, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:23.086849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1466f781-f0c4-49cf-bb15-b03b9cd3ccbe None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:22Z', 'revision_number': 11, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:23.093660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.121622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Subnet': ['ID=92c596b9-6e14-4e8e-86e3-fccb887d9f92,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:23.131522 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.131522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-102483e8-3a65-4df9-bc81-ed2573ad7793 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/92c596b9-6e14-4e8e-86e3-fccb887d9f92 HTTP/1.1" status: 204 len: 168 time: 0.3766730 Dec 13 15:16:23.133560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58760) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:23.136175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353729d-2b8f-400a-a8ea-b91b40bf17bc None None] Network 74eae70e-c3fc-411f-984c-a544d729165f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:16:23.217413 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.270347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Deleting port e0603514-4402-404d-a567-852660980c5b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:23.270597 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.331462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.336887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] For port e0603514-4402-404d-a567-852660980c5b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e0603514-4402-404d-a567-852660980c5b,segment=NetworkSegment(4cf585e7-88fd-4df2-a1dc-42bff0b30952),segment_id=4cf585e7-88fd-4df2-a1dc-42bff0b30952)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:23.337260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.350071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Calling delete_port for e0603514-4402-404d-a567-852660980c5b owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:23.477413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] DHCP port deletion for 74eae70e-c3fc-411f-984c-a544d729165f request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:16:23.507399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.525556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e0603514-4402-404d-a567-852660980c5b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:23.529460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] Deleting port e0603514-4402-404d-a567-852660980c5b {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:23.529605 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.552782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Port': ['ID=e0603514-4402-404d-a567-852660980c5b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:23.553950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No DVR routers for this DVR port e0603514-4402-404d-a567-852660980c5b on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:23.561773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e0603514-4402-404d-a567-852660980c5b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:23.562115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e0603514-4402-404d-a567-852660980c5b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:23.562555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 03cb303a-77be-4dd2-b0d8-856b27f2fcad no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:23.605859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 03cb303a-77be-4dd2-b0d8-856b27f2fcad {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:23.606198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 03cb303a-77be-4dd2-b0d8-856b27f2fcad not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:23.636164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] For port e0603514-4402-404d-a567-852660980c5b, host n-d-816954-1, got binding levels [] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:23.636565 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.643706 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.649603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] Calling delete_port for e0603514-4402-404d-a567-852660980c5b owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:23.652282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.ipam_backend_mixin [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] Port e0603514-4402-404d-a567-852660980c5b was not found and therefore no delete operation was performed {{(pid=102825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 15:16:23.653786 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.666132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74eae70e-c3fc-411f-984c-a544d729165f']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:23.676286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf585e7-88fd-4df2-a1dc-42bff0b30952') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:23.676581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf585e7-88fd-4df2-a1dc-42bff0b30952') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:23.684242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] Pushing event deleted for resources: {'Port': ['ID=e0603514-4402-404d-a567-852660980c5b,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:23.686150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b89e55-a1dc-4586-bce0-44c47c53287d None None] No DVR routers for this DVR port e0603514-4402-404d-a567-852660980c5b on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:23.688047 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.703797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.709966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:16:23.710723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:16:23.713413 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:16:24.179610 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:24.186821 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:24.189949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/networks/74eae70e-c3fc-411f-984c-a544d729165f HTTP/1.1" status: 204 len: 168 time: 1.0554450 Dec 13 15:16:24.192773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58766) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:24.198405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'routes': None}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:24.202333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52199287-1c48-42fb-8a58-9538dc300dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Pushing event deleted for resources: {'Network': ['ID=74eae70e-c3fc-411f-984c-a544d729165f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:24.350795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.extraroute_db [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Added routes are [] {{(pid=102823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 15:16:24.351095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.extraroute_db [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Removed routes are [] {{(pid=102823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 15:16:24.351453 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:24.489365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:24.493254 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:24.864511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 40294665-257d-43bb-8865-783b6a35cb42 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:24.948627 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:24.955479 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:24.956627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fa2811a8-ea81-47cf-bb1f-c676c60d5e90 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 200 len: 705 time: 0.7622817 Dec 13 15:16:24.958022 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] Sync routers for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:24.959571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58772) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:24.967244 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:24.971851 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:24.988903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-894cdfba-f908-4134-91b9-c8d895ee1054 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 200 len: 205 time: 0.0280581 Dec 13 15:16:24.992478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58774) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:25.023317 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.035219 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:25.067586 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1299-e727-46de-9f0c-ef36a74dfd15 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.091136 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:22Z', 'revision_number': 11, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:25.117941 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] Checking router: 40294665-257d-43bb-8865-783b6a35cb42 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:25.126851 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] Routers {'40294665-257d-43bb-8865-783b6a35cb42'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:25.127432 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['40294665-257d-43bb-8865-783b6a35cb42'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:25.167529 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.198118 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] Set router 40294665-257d-43bb-8865-783b6a35cb42 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:25.239153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1299-e727-46de-9f0c-ef36a74dfd15 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.241461 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1299-e727-46de-9f0c-ef36a74dfd15 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.264152 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:22Z', 'revision_number': 11, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:25.291139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df8564-eff7-4b59-ab21-dc5d9b97a15e None None] The sync data for ids ['40294665-257d-43bb-8865-783b6a35cb42'] in n-d-816954-1 is: [{'id': '40294665-257d-43bb-8865-783b6a35cb42', 'name': 'tempest-RoutersIpV6Test-router-2007908076', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:15:54Z', 'updated_at': '2021-12-13T15:16:22Z', 'revision_number': 11, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:25.344702 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1299-e727-46de-9f0c-ef36a74dfd15 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.345278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3e1299-e727-46de-9f0c-ef36a74dfd15 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Fanout notify agent at l3_agent the message router_deleted on router 40294665-257d-43bb-8865-783b6a35cb42 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:16:25.353112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1299-e727-46de-9f0c-ef36a74dfd15 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.358420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58776) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:25.358989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2a3e1299-e727-46de-9f0c-ef36a74dfd15 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 204 len: 168 time: 0.3650143 Dec 13 15:16:25.363125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7d5af0d1-fdeb-454b-85d0-ee0544a87fe9 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1119477041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:25.494792 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d5af0d1-fdeb-454b-85d0-ee0544a87fe9 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.494792 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d5af0d1-fdeb-454b-85d0-ee0544a87fe9 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.544045 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d5af0d1-fdeb-454b-85d0-ee0544a87fe9 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.619611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d5af0d1-fdeb-454b-85d0-ee0544a87fe9 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.729281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d5af0d1-fdeb-454b-85d0-ee0544a87fe9 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:25.730574 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d5af0d1-fdeb-454b-85d0-ee0544a87fe9 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3710740 Dec 13 15:16:25.733398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:25.737912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-bf9fa010-a962-4540-8cb5-49b0da4e604f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:16:25.965767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa010-a962-4540-8cb5-49b0da4e604f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3414'] for router, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.059117 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa010-a962-4540-8cb5-49b0da4e604f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473803'] for router, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.230597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9fa010-a962-4540-8cb5-49b0da4e604f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Router 3d911eb7-52ff-4974-a4c5-21867154a911 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:16:26.307077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9fa010-a962-4540-8cb5-49b0da4e604f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:26.313820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa010-a962-4540-8cb5-49b0da4e604f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.315001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bf9fa010-a962-4540-8cb5-49b0da4e604f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "PUT /v2.0/routers/3d911eb7-52ff-4974-a4c5-21867154a911 HTTP/1.1" status: 200 len: 698 time: 0.5806515 Dec 13 15:16:26.316414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] Sync routers for ids ['3d911eb7-52ff-4974-a4c5-21867154a911'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:26.317808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58782) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:26.325941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] Routers {'3d911eb7-52ff-4974-a4c5-21867154a911'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:26.326574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3d911eb7-52ff-4974-a4c5-21867154a911'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:26.396814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] Set router 3d911eb7-52ff-4974-a4c5-21867154a911 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:26.397585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77260c46-ba9a-4532-bbbb-42136c2c1dee tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/routers/3d911eb7-52ff-4974-a4c5-21867154a911 HTTP/1.1" status: 200 len: 704 time: 0.0785758 Dec 13 15:16:26.400235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58784) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:26.427573 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d2d5741-b859-4e51-ad2c-f9a98272aadb tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d911eb7-52ff-4974-a4c5-21867154a911 HTTP/1.1" status: 200 len: 205 time: 0.0261786 Dec 13 15:16:26.430109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58786) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:26.456659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d911eb7-52ff-4974-a4c5-21867154a911', 'name': 'tempest-RoutersIpV6Test-router-1119477041', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:16:25Z', 'updated_at': '2021-12-13T15:16:25Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:26.486350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] Checking router: 3d911eb7-52ff-4974-a4c5-21867154a911 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:26.494946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] Routers {'3d911eb7-52ff-4974-a4c5-21867154a911'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:26.495611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['3d911eb7-52ff-4974-a4c5-21867154a911'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:26.513775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf12-b184-4316-8beb-f8d14e3d798d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.564652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] Set router 3d911eb7-52ff-4974-a4c5-21867154a911 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:26.619352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d911eb7-52ff-4974-a4c5-21867154a911', 'name': 'tempest-RoutersIpV6Test-router-1119477041', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:16:25Z', 'updated_at': '2021-12-13T15:16:25Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:26.646890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2ca17-7f95-4226-be65-f1a49b990d08 None None] The sync data for ids ['3d911eb7-52ff-4974-a4c5-21867154a911'] in n-d-816954-1 is: [{'id': '3d911eb7-52ff-4974-a4c5-21867154a911', 'name': 'tempest-RoutersIpV6Test-router-1119477041', 'tenant_id': '55fdd48f259a49eeaeeb378080122ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:16:25Z', 'updated_at': '2021-12-13T15:16:25Z', 'revision_number': 2, 'project_id': '55fdd48f259a49eeaeeb378080122ccc', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:26.690290 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf12-b184-4316-8beb-f8d14e3d798d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.692549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf12-b184-4316-8beb-f8d14e3d798d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.851458 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf12-b184-4316-8beb-f8d14e3d798d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.851975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda0bf12-b184-4316-8beb-f8d14e3d798d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Fanout notify agent at l3_agent the message router_deleted on router 3d911eb7-52ff-4974-a4c5-21867154a911 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:16:26.859864 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf12-b184-4316-8beb-f8d14e3d798d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:26.861965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dda0bf12-b184-4316-8beb-f8d14e3d798d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/3d911eb7-52ff-4974-a4c5-21867154a911 HTTP/1.1" status: 204 len: 168 time: 0.4302616 Dec 13 15:16:26.866297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58788) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:26.903081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-04e9ba37-4bcb-49a7-9066-05b16ba161fc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d911eb7-52ff-4974-a4c5-21867154a911 HTTP/1.1" status: 200 len: 205 time: 0.0356197 Dec 13 15:16:26.905335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58792) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:26.943622 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-ad81d0a3-8537-42bb-b346-ecb55fca3156 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] delete failed (client error): The resource could not be found. Dec 13 15:16:26.944696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ad81d0a3-8537-42bb-b346-ecb55fca3156 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/3d911eb7-52ff-4974-a4c5-21867154a911 HTTP/1.1" status: 404 len: 336 time: 0.0384071 Dec 13 15:16:26.947151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58794) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:26.977377 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-78265b59-0e2b-455a-ac0e-24dc4e612d58 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:26.977832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78265b59-0e2b-455a-ac0e-24dc4e612d58 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:26.980868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-78265b59-0e2b-455a-ac0e-24dc4e612d58 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/845661ed-17a7-4a08-881e-e0eef33f9278 HTTP/1.1" status: 404 len: 337 time: 0.0328341 Dec 13 15:16:26.983436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58796) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.010637 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-559dbc17-a027-4b6a-8798-1f160bfc8bdc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.011012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559dbc17-a027-4b6a-8798-1f160bfc8bdc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.014062 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-559dbc17-a027-4b6a-8798-1f160bfc8bdc tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/9c8591b5-f6fc-4245-9831-89e79b48594d HTTP/1.1" status: 404 len: 337 time: 0.0297234 Dec 13 15:16:27.016417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58798) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.042356 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-193c9835-b313-4fe5-8fdc-54556b5e687e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.042824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193c9835-b313-4fe5-8fdc-54556b5e687e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.045991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-193c9835-b313-4fe5-8fdc-54556b5e687e tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/bdb3fdfc-05ee-4c78-8581-ffcba7c4759f HTTP/1.1" status: 404 len: 337 time: 0.0286875 Dec 13 15:16:27.051999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58800) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.080310 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-709fbc3f-ecca-41b9-9ad5-0f29c3540c9b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.080310 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709fbc3f-ecca-41b9-9ad5-0f29c3540c9b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.083182 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-709fbc3f-ecca-41b9-9ad5-0f29c3540c9b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/92c596b9-6e14-4e8e-86e3-fccb887d9f92 HTTP/1.1" status: 404 len: 337 time: 0.0297081 Dec 13 15:16:27.085741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58802) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.111558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2cd69fa4-5798-45d9-bc7f-eed402700a12 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 200 len: 205 time: 0.0247304 Dec 13 15:16:27.113739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58804) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.155017 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-fd2124b7-a8ac-4db2-9181-87f1c98b56a2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] delete failed (client error): The resource could not be found. Dec 13 15:16:27.156074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fd2124b7-a8ac-4db2-9181-87f1c98b56a2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/40294665-257d-43bb-8865-783b6a35cb42 HTTP/1.1" status: 404 len: 336 time: 0.0413809 Dec 13 15:16:27.159137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58806) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.186470 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-41ca84cb-76bc-4fc2-8d78-07f87c2fa19a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a6c1036-3812-48de-8d5b-c47f1892a5f2 HTTP/1.1" status: 200 len: 205 time: 0.0262766 Dec 13 15:16:27.188704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58808) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.225425 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-70e3e21d-7d1f-4e45-9bba-592204e6b197 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] delete failed (client error): The resource could not be found. Dec 13 15:16:27.226532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-70e3e21d-7d1f-4e45-9bba-592204e6b197 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/6a6c1036-3812-48de-8d5b-c47f1892a5f2 HTTP/1.1" status: 404 len: 336 time: 0.0368965 Dec 13 15:16:27.231479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58810) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.266887 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c232ab8-d773-4643-b6da-9664a0b38acd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.266887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c232ab8-d773-4643-b6da-9664a0b38acd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.269458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8c232ab8-d773-4643-b6da-9664a0b38acd tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/a49c4b05-b349-46d2-b909-f1e485b449a9 HTTP/1.1" status: 404 len: 337 time: 0.0344057 Dec 13 15:16:27.272202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58812) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.299247 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-564af80e-6b7f-4ebb-a05f-63f6d1c03770 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=35939ec8-43ba-46f3-994a-55c0fa6a85c4 HTTP/1.1" status: 200 len: 205 time: 0.0259123 Dec 13 15:16:27.301808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58814) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.340452 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-2dd7aa3e-6a81-44ce-910d-584258076fb2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] delete failed (client error): The resource could not be found. Dec 13 15:16:27.345751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2dd7aa3e-6a81-44ce-910d-584258076fb2 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/35939ec8-43ba-46f3-994a-55c0fa6a85c4 HTTP/1.1" status: 404 len: 336 time: 0.0381675 Dec 13 15:16:27.347675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58816) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.375990 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-58f2335d-3111-48bc-9e73-a575eea73d08 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=c940ad2a-eb79-40bb-932d-ab5cf3927fb6 HTTP/1.1" status: 200 len: 205 time: 0.0272598 Dec 13 15:16:27.378312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58818) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.420137 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-025103b2-d57b-4fef-b435-4ff53d24246b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] delete failed (client error): The resource could not be found. Dec 13 15:16:27.421254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-025103b2-d57b-4fef-b435-4ff53d24246b tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/c940ad2a-eb79-40bb-932d-ab5cf3927fb6 HTTP/1.1" status: 404 len: 336 time: 0.0420346 Dec 13 15:16:27.423861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58820) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.451578 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4d989a-ddfb-42c8-adea-acabfc3a2dde tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.452034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4d989a-ddfb-42c8-adea-acabfc3a2dde tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.455152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9f4d989a-ddfb-42c8-adea-acabfc3a2dde tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/50ba78f1-079d-40d4-a0b9-0a867626c8cc HTTP/1.1" status: 404 len: 337 time: 0.0303540 Dec 13 15:16:27.457765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58822) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.484591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5b7462a3-a192-4523-b109-e88403f4c44a tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a36395b-c030-4a68-b383-f9c152a87994 HTTP/1.1" status: 200 len: 205 time: 0.0257239 Dec 13 15:16:27.487030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58824) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.528808 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-50969c69-828a-43cd-b0f7-fd3686e368ec tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] delete failed (client error): The resource could not be found. Dec 13 15:16:27.529884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-50969c69-828a-43cd-b0f7-fd3686e368ec tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/2a36395b-c030-4a68-b383-f9c152a87994 HTTP/1.1" status: 404 len: 336 time: 0.0419350 Dec 13 15:16:27.532556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58826) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.562112 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-543cb9ea-5c81-4a8d-b320-5d6e1946bbc0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.562605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543cb9ea-5c81-4a8d-b320-5d6e1946bbc0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.566049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-543cb9ea-5c81-4a8d-b320-5d6e1946bbc0 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/53e5f9bb-adc1-47bd-b82d-4208d32bd9af HTTP/1.1" status: 404 len: 337 time: 0.0324767 Dec 13 15:16:27.568651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58828) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.596452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-34c9ca95-0834-4389-9df2-e4d8b0bd094f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ab87316-d1b7-4eb0-8ae6-770a11ea0813 HTTP/1.1" status: 200 len: 205 time: 0.0266349 Dec 13 15:16:27.598886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58830) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.641845 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-8261728e-cb08-4a55-9c64-907f1ea090b8 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] delete failed (client error): The resource could not be found. Dec 13 15:16:27.642985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8261728e-cb08-4a55-9c64-907f1ea090b8 tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/routers/9ab87316-d1b7-4eb0-8ae6-770a11ea0813 HTTP/1.1" status: 404 len: 336 time: 0.0425346 Dec 13 15:16:27.645990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58832) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.673307 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c207b79-519f-4913-8a14-9e4b32ff560d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.673752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c207b79-519f-4913-8a14-9e4b32ff560d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.677060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c207b79-519f-4913-8a14-9e4b32ff560d tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/d8287d2a-9602-4433-8d72-c4e5107ae911 HTTP/1.1" status: 404 len: 337 time: 0.0296285 Dec 13 15:16:27.680194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58834) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:27.704958 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9e575b-793c-440c-9e58-cbaefe0d1f0f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] DELETE failed (client error): The resource could not be found. Dec 13 15:16:27.705393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9e575b-793c-440c-9e58-cbaefe0d1f0f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:16:27.708375 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0d9e575b-793c-440c-9e58-cbaefe0d1f0f tempest-RoutersIpV6Test-1793920443 tempest-RoutersIpV6Test-1793920443-project] 10.222.0.24 "DELETE /v2.0/subnets/3930a3ee-0090-4d05-88fc-407e30ccb424 HTTP/1.1" status: 404 len: 337 time: 0.0272992 Dec 13 15:16:28.170424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58842) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:28.313174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0bd919c9-c960-4248-bc71-34afe456f198 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55fdd48f259a49eeaeeb378080122ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415589 Dec 13 15:16:28.315979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:28.364331 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dedcfbfb-2cf6-4e7d-ab85-220365ab002e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:28.385654 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dedcfbfb-2cf6-4e7d-ab85-220365ab002e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:28.521736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dedcfbfb-2cf6-4e7d-ab85-220365ab002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:28.524371 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dedcfbfb-2cf6-4e7d-ab85-220365ab002e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:28.525523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dedcfbfb-2cf6-4e7d-ab85-220365ab002e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/909808cb-60fb-4ea7-aaf6-7c36647e37a7 HTTP/1.1" status: 204 len: 168 time: 0.2086210 Dec 13 15:16:28.533364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcfbfb-2cf6-4e7d-ab85-220365ab002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909808cb-60fb-4ea7-aaf6-7c36647e37a7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:31.731081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58916) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:31.841411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c3da8679-1a76-4412-943b-13198fb42abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:31.917559 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c3da8679-1a76-4412-943b-13198fb42abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:31.977261 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c3da8679-1a76-4412-943b-13198fb42abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:32.016802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c3da8679-1a76-4412-943b-13198fb42abe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8069eaea52401d8e074210a671f1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845411 Dec 13 15:16:32.017704 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da8679-1a76-4412-943b-13198fb42abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c808b6b-446b-4a87-a38c-4958c89d8d31,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:32.019569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58920) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:32.072686 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86a25dd3-195a-4cad-9306-a3b63e3a84e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:32.094741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86a25dd3-195a-4cad-9306-a3b63e3a84e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:32.207616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86a25dd3-195a-4cad-9306-a3b63e3a84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:32.213198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86a25dd3-195a-4cad-9306-a3b63e3a84e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:32.213198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-86a25dd3-195a-4cad-9306-a3b63e3a84e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c808b6b-446b-4a87-a38c-4958c89d8d31 HTTP/1.1" status: 204 len: 168 time: 0.1897666 Dec 13 15:16:32.219735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a25dd3-195a-4cad-9306-a3b63e3a84e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c808b6b-446b-4a87-a38c-4958c89d8d31,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:32.886156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 58930) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:32.900737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f33fcb69-23ce-4189-baef-d19761a668c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:32.974512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f33fcb69-23ce-4189-baef-d19761a668c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:33.098952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f33fcb69-23ce-4189-baef-d19761a668c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:33.140926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f33fcb69-23ce-4189-baef-d19761a668c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81cb242cb4c846feb6cd78c8ba154677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535765 Dec 13 15:16:33.141789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fcb69-23ce-4189-baef-d19761a668c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea3ae27-7655-47b8-a4b7-d753217e5ca4,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:33.143644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 58932) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:33.199919 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:33.227567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:33.413002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:33.415707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:33.416895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ea3ae27-7655-47b8-a4b7-d753217e5ca4 HTTP/1.1" status: 204 len: 168 time: 0.2718358 Dec 13 15:16:33.424836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea3ae27-7655-47b8-a4b7-d753217e5ca4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:33.432662 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.433005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.433346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.433679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.434012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.434406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.439393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.439393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.439393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.439393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.439393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:33.439393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef759-3ce8-44bb-96f2-a12507b4f718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:40.014079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59046) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:40.122520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce1575c0-567b-4671-b42d-ed0d5bbea43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:40.196451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce1575c0-567b-4671-b42d-ed0d5bbea43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:40.282002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce1575c0-567b-4671-b42d-ed0d5bbea43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:40.319640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1575c0-567b-4671-b42d-ed0d5bbea43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da29303-9f93-422f-98d8-477d472bcf7d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:40.324672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce1575c0-567b-4671-b42d-ed0d5bbea43f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e332e42cac724df8a002969397550fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093257 Dec 13 15:16:40.327263 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59050) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:40.375645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95c3e169-d17a-454b-b303-7c35e10f07c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:40.396881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95c3e169-d17a-454b-b303-7c35e10f07c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:40.551263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95c3e169-d17a-454b-b303-7c35e10f07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:40.554809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95c3e169-d17a-454b-b303-7c35e10f07c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:40.559106 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-95c3e169-d17a-454b-b303-7c35e10f07c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2da29303-9f93-422f-98d8-477d472bcf7d HTTP/1.1" status: 204 len: 168 time: 0.2285717 Dec 13 15:16:40.568702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3e169-d17a-454b-b303-7c35e10f07c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da29303-9f93-422f-98d8-477d472bcf7d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:41.423136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59060) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:41.436830 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8581-6a70-421a-8012-a5dad68585a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:41.511290 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8581-6a70-421a-8012-a5dad68585a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:41.585198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8581-6a70-421a-8012-a5dad68585a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:41.628277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-dd4c8581-6a70-421a-8012-a5dad68585a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97e2d38d0b33488d9a76661f89775ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015128 Dec 13 15:16:41.628277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8581-6a70-421a-8012-a5dad68585a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1f4c18-d0bd-43df-b0f7-f42916a13a5d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:41.629519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59064) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:41.684491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cf54bbd-061e-4ae7-82b6-089aa27966a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:41.705782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cf54bbd-061e-4ae7-82b6-089aa27966a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:41.802342 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cf54bbd-061e-4ae7-82b6-089aa27966a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:41.805004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9cf54bbd-061e-4ae7-82b6-089aa27966a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:41.806156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9cf54bbd-061e-4ae7-82b6-089aa27966a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe1f4c18-d0bd-43df-b0f7-f42916a13a5d HTTP/1.1" status: 204 len: 168 time: 0.1763473 Dec 13 15:16:41.814282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf54bbd-061e-4ae7-82b6-089aa27966a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1f4c18-d0bd-43df-b0f7-f42916a13a5d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:45.952290 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:47.139089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:49.906319 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a70b729c-d5f9-4d71-8db8-9e162dc75a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:50.745395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59248) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:50.948075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Deleting port beb17173-bb8f-42d6-ba47-c560cd953d6a {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:50.948421 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.033040 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.033290 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.046522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Calling delete_port for beb17173-bb8f-42d6-ba47-c560cd953d6a owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:51.263315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.292206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event deleted for resources: {'Port': ['ID=beb17173-bb8f-42d6-ba47-c560cd953d6a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:51.294190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59254) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:51.305496 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.305845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.306183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.307099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.307522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.307876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.308220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.308550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.308897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.309195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.309516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.309834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:16:51.367985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.368331 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Floating IP 902ac36a-4cb7-4fb5-899b-68b05cb34bd1 disassociated (deleted). External IP: 172.25.7.47, port: 8ea07cbe-5e4a-4a53-8ca2-efb656405460. Dec 13 15:16:51.421263 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86895be9-b189-44e8-9d62-63bdfe713287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.503402 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86895be9-b189-44e8-9d62-63bdfe713287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.568727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-86895be9-b189-44e8-9d62-63bdfe713287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.609799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:16:51.615020 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-86895be9-b189-44e8-9d62-63bdfe713287 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78469f63a4b24ad7bd6c656e0e10ad4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195322 Dec 13 15:16:51.616293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86895be9-b189-44e8-9d62-63bdfe713287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e396f7-462d-4a0e-866a-c639dcd4cdc3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:51.616566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59260) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:51.752409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6da15089-abcf-45c9-9981-0fe056b3baae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.779083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:16:51.786416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.790205 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] Sync routers for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:16:51.792634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6da15089-abcf-45c9-9981-0fe056b3baae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.801176 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:51.801829 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:51.844383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac7e9a29-8e11-4116-8354-e95e08fe5572 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "DELETE /v2.0/floatingips/902ac36a-4cb7-4fb5-899b-68b05cb34bd1 HTTP/1.1" status: 204 len: 168 time: 1.0943511 Dec 13 15:16:51.844617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:16:51.847213 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb86cd-2927-4c28-98ac-f852e4f569be" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:16:51.930931 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:51.942873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6da15089-abcf-45c9-9981-0fe056b3baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.945486 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6da15089-abcf-45c9-9981-0fe056b3baae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:51.947119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6da15089-abcf-45c9-9981-0fe056b3baae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7e396f7-462d-4a0e-866a-c639dcd4cdc3 HTTP/1.1" status: 204 len: 168 time: 0.3291903 Dec 13 15:16:51.955973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15089-abcf-45c9-9981-0fe056b3baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e396f7-462d-4a0e-866a-c639dcd4cdc3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:52.065801 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d681535-7a6c-47b2-abb0-88f95018395b x-openstack-request-id: req-3d681535-7a6c-47b2-abb0-88f95018395b {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:16:52.066091 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:16:52.066383 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d681535-7a6c-47b2-abb0-88f95018395b {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:16:52.066810 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'status': 'completed', 'code': 200} Dec 13 15:16:52.147402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-a44855bb-57a5-4441-a398-83d8028d7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:52.148798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-a44855bb-57a5-4441-a398-83d8028d7a67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8185a28a59bf4d67adee62ce5dc17084&device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 1096 time: 0.0594268 Dec 13 15:16:52.185895 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:52.215167 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] Checking router: a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:16:52.223764 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:16:52.224383 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:52.264910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-3e70f45a-c973-4da5-baac-690a87490388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:52.265229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-3e70f45a-c973-4da5-baac-690a87490388 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 200 len: 914 time: 0.1088200 Dec 13 15:16:52.316328 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c6235044-3dcd-4b59-b932-dd7b1ba3d834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:52.356128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3dd10-6313-4265-802e-1ab18af35457 req-38e0052b-ebaa-429d-b2e0-ed4fbd3076bb tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:52.358553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cb3dd10-6313-4265-802e-1ab18af35457 req-38e0052b-ebaa-429d-b2e0-ed4fbd3076bb tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 945 time: 0.0606306 Dec 13 15:16:52.371748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-9eab541d-70dd-4481-81ae-91a1119352ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 200 len: 217 time: 0.0929098 Dec 13 15:16:52.374787 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:16:52.419811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cb3dd10-6313-4265-802e-1ab18af35457 req-ebf41192-8be6-4db2-82ff-7ecde9308ee3 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528245 Dec 13 15:16:52.454007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-8af510a7-daf4-4708-91e8-be0f54e182a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:52.455604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-8af510a7-daf4-4708-91e8-be0f54e182a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ecb2461-663c-4d64-bb89-6133ac6d867b HTTP/1.1" status: 200 len: 852 time: 0.0759525 Dec 13 15:16:52.507218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-0647a706-332b-4677-83a0-b57efab9afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:52.508909 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-0647a706-332b-4677-83a0-b57efab9afad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446830 Dec 13 15:16:52.614472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:16:52.619675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-630046bd-bd95-416f-ac29-040ab8eeee96 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027203 Dec 13 15:16:52.648303 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d1bd5-5caf-4892-95f6-891935bb6185 None None] The sync data for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 is: [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:12:02Z', 'revision_number': 4, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'dfc7aadf-cebd-460b-94da-85bed925579e', 'name': '', 'network_id': '2dd410cf-4ece-4092-b6c4-c5537b2dd7bf', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'mac_address': 'fa:16:3e:ed:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:01Z', 'updated_at': '2021-12-13T15:12:08Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'subnets': [{'id': '5ecb2461-663c-4d64-bb89-6133ac6d867b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:16:52.731491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6bfb86cd-2927-4c28-98ac-f852e4f569be req-9aeb8e2a-1f79-463b-a7e3-85d7a64d8f29 service neutron] 10.222.0.55 "GET /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040633 Dec 13 15:16:52.789309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59280) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:52.806145 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75acfa30-0d30-4039-8a4d-d9670b37a461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:52.904307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75acfa30-0d30-4039-8a4d-d9670b37a461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:52.924363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774ef68-f58a-49ca-9ad9-42a2b20d47f1 None None] New status for floating IP 902ac36a-4cb7-4fb5-899b-68b05cb34bd1: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:16:52.996526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-75acfa30-0d30-4039-8a4d-d9670b37a461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.037489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acfa30-0d30-4039-8a4d-d9670b37a461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df068b7-d49a-41f8-9d17-53320328b934,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:53.043764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-75acfa30-0d30-4039-8a4d-d9670b37a461 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa64811f2f4c450ea203a05ad3716bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520912 Dec 13 15:16:53.046510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59282) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:53.100996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d68a2dcc-c9a2-4aa7-869c-cd6345fee23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.124440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d68a2dcc-c9a2-4aa7-869c-cd6345fee23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.276866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d68a2dcc-c9a2-4aa7-869c-cd6345fee23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.279546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d68a2dcc-c9a2-4aa7-869c-cd6345fee23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.280730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d68a2dcc-c9a2-4aa7-869c-cd6345fee23d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6df068b7-d49a-41f8-9d17-53320328b934 HTTP/1.1" status: 204 len: 168 time: 0.2333176 Dec 13 15:16:53.288558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a2dcc-c9a2-4aa7-869c-cd6345fee23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df068b7-d49a-41f8-9d17-53320328b934,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:53.327568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.555827 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484ba0-f2c3-4c5b-a83a-6d9a2b341930 req-c2203597-8335-4e8b-8694-36c4a989c41d tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:53.557248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2484ba0-f2c3-4c5b-a83a-6d9a2b341930 req-c2203597-8335-4e8b-8694-36c4a989c41d tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 945 time: 0.0620766 Dec 13 15:16:53.597212 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d2484ba0-f2c3-4c5b-a83a-6d9a2b341930 req-cf0e5cdc-5852-4af0-8349-ef4d694e90b1 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ec0558c-6364-4e3b-98a4-4b9daafcc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Dec 13 15:16:53.784214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-e011af93-0bde-4776-a104-2e8e1f650d81 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:16:53.784214 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-e011af93-0bde-4776-a104-2e8e1f650d81 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.55 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 945 time: 0.0564666 Dec 13 15:16:53.881278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Deleting port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:16:53.882027 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.973503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] For port 8ea07cbe-5e4a-4a53-8ca2-efb656405460, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8ea07cbe-5e4a-4a53-8ca2-efb656405460,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:16:53.974073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:53.992184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Calling delete_port for 8ea07cbe-5e4a-4a53-8ca2-efb656405460 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:16:54.191320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:54.222383 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event deleted for resources: {'Port': ['ID=8ea07cbe-5e4a-4a53-8ca2-efb656405460,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:54.279079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] No DVR routers for this DVR port 8ea07cbe-5e4a-4a53-8ca2-efb656405460 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:16:54.281826 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:54.285498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c444f36f-9d3f-4da0-a9e1-59451a8d0a6b req-fc60ba3f-ad05-48f3-9645-c2d80f38ed98 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.55 "DELETE /v2.0/ports/8ea07cbe-5e4a-4a53-8ca2-efb656405460 HTTP/1.1" status: 204 len: 173 time: 0.4977293 Dec 13 15:16:54.285982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'name': 'network-vif-deleted', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:16:54.288287 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4521b1a1-8fa1-44e9-9729-32f2dd7fd9ba" -d '{"events": [{"server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "name": "network-vif-deleted", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:16:54.329765 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e8ee7a-f3f7-4de5-af29-e09e7ccf6464 x-openstack-request-id: req-04e8ee7a-f3f7-4de5-af29-e09e7ccf6464 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:16:54.330051 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a67b8-06bc-40fa-9a47-f730bcaeca97", "name": "network-vif-deleted", "tag": "8ea07cbe-5e4a-4a53-8ca2-efb656405460", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:16:54.330369 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04e8ee7a-f3f7-4de5-af29-e09e7ccf6464 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:16:54.330741 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a67b8-06bc-40fa-9a47-f730bcaeca97', 'name': 'network-vif-deleted', 'tag': '8ea07cbe-5e4a-4a53-8ca2-efb656405460', 'status': 'completed', 'code': 200} Dec 13 15:16:54.722435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c73c1301-c10f-4423-b48f-2f6fff832d60 req-6701f02f-a31d-4f34-8074-1f763e115ddd tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0446172 Dec 13 15:16:54.977975 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:55.176155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:55.856334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d1643e50-5ca6-408c-b135-e80eb5edf0ea req-0a485939-344f-435e-bc18-ee008a29d29d tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Dec 13 15:16:56.211773 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:16:56.970889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d074809e-47e9-49e4-813a-be5c1cb1f3b1 req-c40ba156-c8ff-45bb-9da9-420d445f923a tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0292280 Dec 13 15:16:57.284536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8ea07cbe-5e4a-4a53-8ca2-efb656405460 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:16:57.311179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 8ea07cbe-5e4a-4a53-8ca2-efb656405460 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:16:57.313110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8ea07cbe-5e4a-4a53-8ca2-efb656405460 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:16:57.443640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59368) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:57.567803 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbcdcf1c-054e-49b2-95d7-ec90c5ef1401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:57.654362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbcdcf1c-054e-49b2-95d7-ec90c5ef1401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:57.756449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbcdcf1c-054e-49b2-95d7-ec90c5ef1401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:57.796184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdcf1c-054e-49b2-95d7-ec90c5ef1401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f61d84-4dc0-4285-aee0-94e24aa9b042,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:57.800573 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cbcdcf1c-054e-49b2-95d7-ec90c5ef1401 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d730086c1ea4c5e8f1803978f806d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556614 Dec 13 15:16:57.803737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59372) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:57.858286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e38fae0c-161e-47c7-abd3-af967c3609f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:57.880354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e38fae0c-161e-47c7-abd3-af967c3609f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:57.999048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e38fae0c-161e-47c7-abd3-af967c3609f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:58.001763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e38fae0c-161e-47c7-abd3-af967c3609f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:58.003502 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e38fae0c-161e-47c7-abd3-af967c3609f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77f61d84-4dc0-4285-aee0-94e24aa9b042 HTTP/1.1" status: 204 len: 168 time: 0.1977167 Dec 13 15:16:58.013415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fae0c-161e-47c7-abd3-af967c3609f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f61d84-4dc0-4285-aee0-94e24aa9b042,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:58.093969 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32b7407d-8810-4d78-95a9-e703d4429334 req-65da84c2-fe38-4055-8cf0-31759e503fc4 tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99a67b8-06bc-40fa-9a47-f730bcaeca97 HTTP/1.1" status: 200 len: 210 time: 0.0301313 Dec 13 15:16:58.662803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59384) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:58.686954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c1413ee-adb6-48b4-90dd-f454d8a875a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:58.771555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c1413ee-adb6-48b4-90dd-f454d8a875a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:58.824873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c1413ee-adb6-48b4-90dd-f454d8a875a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:58.864295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9c1413ee-adb6-48b4-90dd-f454d8a875a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e2296d7bff845edb75213938d014383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998780 Dec 13 15:16:58.865165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1413ee-adb6-48b4-90dd-f454d8a875a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3641d7-4f65-42ca-a5f9-f331d1b5c621,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:58.866841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59386) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:58.924400 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99edf970-bb6e-4c99-af0a-dbd44d8142f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:58.948455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99edf970-bb6e-4c99-af0a-dbd44d8142f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:59.104974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99edf970-bb6e-4c99-af0a-dbd44d8142f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:59.107659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-99edf970-bb6e-4c99-af0a-dbd44d8142f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:59.108856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-99edf970-bb6e-4c99-af0a-dbd44d8142f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b3641d7-4f65-42ca-a5f9-f331d1b5c621 HTTP/1.1" status: 204 len: 168 time: 0.2386825 Dec 13 15:16:59.119467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edf970-bb6e-4c99-af0a-dbd44d8142f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3641d7-4f65-42ca-a5f9-f331d1b5c621,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:16:59.164018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59394) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:16:59.222172 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f25b397b-9159-40cd-bbc4-6b8b59c45e2c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:59.248819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f25b397b-9159-40cd-bbc4-6b8b59c45e2c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:59.429158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f25b397b-9159-40cd-bbc4-6b8b59c45e2c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:59.432568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f25b397b-9159-40cd-bbc4-6b8b59c45e2c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:16:59.433817 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f25b397b-9159-40cd-bbc4-6b8b59c45e2c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ec0558c-6364-4e3b-98a4-4b9daafcc19b HTTP/1.1" status: 204 len: 168 time: 0.2732890 Dec 13 15:16:59.443532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b397b-9159-40cd-bbc4-6b8b59c45e2c tempest-TestVolumeBackupRestore-444311917 tempest-TestVolumeBackupRestore-444311917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec0558c-6364-4e3b-98a4-4b9daafcc19b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:04.618501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:05.213059 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:05.476882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Deleting port dfc7aadf-cebd-460b-94da-85bed925579e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:05.476882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:05.556193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] For port dfc7aadf-cebd-460b-94da-85bed925579e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dfc7aadf-cebd-460b-94da-85bed925579e,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:05.556560 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:05.570179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Calling delete_port for dfc7aadf-cebd-460b-94da-85bed925579e owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:05.758141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-75529d55-f2ca-44a8-a1dd-6937235d280c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432997 Dec 13 15:17:05.861849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-253bda80-fecd-41a0-b710-669794539b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:05.871485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-253bda80-fecd-41a0-b710-669794539b71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.0558636 Dec 13 15:17:05.972965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-53788633-7566-4d6f-a250-ae1f9621631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:05.974511 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-53788633-7566-4d6f-a250-ae1f9621631f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0897303 Dec 13 15:17:06.057226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-e481f939-14d9-4ddd-93a6-ed61c2f6e268 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 1002 time: 0.0750163 Dec 13 15:17:06.106316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-cc1c45b2-5756-4011-b4d6-fee7d7119734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:06.107819 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-cc1c45b2-5756-4011-b4d6-fee7d7119734 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0444970 Dec 13 15:17:06.175431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-8ecb40fe-5263-403a-8149-38fc50df5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:06.177566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-8ecb40fe-5263-403a-8149-38fc50df5f1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619628 Dec 13 15:17:06.231642 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:06.266445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc7aadf-cebd-460b-94da-85bed925579e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:06.314270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-afbb36bc-166d-45bd-ae0f-c349bf5cac72 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289091 Dec 13 15:17:06.421844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5b0b83-fc11-4cd8-b9ca-00113ce50307 req-0514fd78-8c47-4cbe-9df1-f556134720d7 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991995 Dec 13 15:17:06.446485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:06.688043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:17:06.798459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:17:06.807254 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8c3a9646-3581-41bc-9e58-67bb4ce778cb admin admin] 10.222.0.24 "PUT /v2.0/routers/a508aa61-15ad-48ba-ad5d-8cc2b8c6d519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1860156 Dec 13 15:17:06.807733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59706) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:06.811045 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] Sync routers for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:17:06.821498 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:17:06.822139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:06.922740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:06.931663 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:17:07.026884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.120549 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:17:06Z', 'revision_number': 5, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port': {'id': 'c14b098c-9361-4d4b-b4bd-668f2de5817f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:11:58Z', 'updated_at': '2021-12-13T15:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:07.147042 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] Checking router: a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:17:07.156308 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] Routers {'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:17:07.156909 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:07.199616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Deleting port c14b098c-9361-4d4b-b4bd-668f2de5817f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:07.199616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.261099 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] Set router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:17:07.291100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] For port c14b098c-9361-4d4b-b4bd-668f2de5817f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c14b098c-9361-4d4b-b4bd-668f2de5817f,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:07.291100 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.297470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Calling delete_port for c14b098c-9361-4d4b-b4bd-668f2de5817f owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:07.317462 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:17:07Z', 'revision_number': 6, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:07.345161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e187fc-ddb2-4070-ac71-9539cadb97fc None None] The sync data for ids ['a508aa61-15ad-48ba-ad5d-8cc2b8c6d519'] in n-d-816954-1 is: [{'id': 'a508aa61-15ad-48ba-ad5d-8cc2b8c6d519', 'name': 'tempest-TestVolumeBackupRestore-765753554-router', 'tenant_id': '8185a28a59bf4d67adee62ce5dc17084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:11:57Z', 'updated_at': '2021-12-13T15:17:07Z', 'revision_number': 6, 'project_id': '8185a28a59bf4d67adee62ce5dc17084', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:17:07.595279 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.632151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14b098c-9361-4d4b-b4bd-668f2de5817f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:07.702581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.802575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.804845 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.931804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.932402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:17:07.937255 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:07.938433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-11f8e7fb-aad6-4ce7-8a3a-d58f372618f7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a508aa61-15ad-48ba-ad5d-8cc2b8c6d519 HTTP/1.1" status: 204 len: 168 time: 1.1297021 Dec 13 15:17:07.943432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59744) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:07.989117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] Deleting subnet 5ecb2461-663c-4d64-bb89-6133ac6d867b {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:17:07.992508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.034547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.113597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.263973 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.294714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ecb2461-663c-4d64-bb89-6133ac6d867b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:08.307528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.309759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c089ed-23ae-4970-8330-fd8c85f759b1 None None] Network 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:17:08.316855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59758) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:08.318306 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-98ed6269-2142-4bcc-aeeb-bd06506631f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ecb2461-663c-4d64-bb89-6133ac6d867b HTTP/1.1" status: 204 len: 168 time: 0.3747838 Dec 13 15:17:08.404828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.464131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Deleting port cc2f5dba-2694-47a1-a910-9a7847637cad {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:08.464581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.524012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] DHCP port deletion for 2dd410cf-4ece-4092-b6c4-c5537b2dd7bf request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:17:08.539608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] For port cc2f5dba-2694-47a1-a910-9a7847637cad, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cc2f5dba-2694-47a1-a910-9a7847637cad,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:08.539608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.557223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Calling delete_port for cc2f5dba-2694-47a1-a910-9a7847637cad owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:08.588827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Deleting port cc2f5dba-2694-47a1-a910-9a7847637cad {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:08.589109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.661716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] For port cc2f5dba-2694-47a1-a910-9a7847637cad, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cc2f5dba-2694-47a1-a910-9a7847637cad,segment=NetworkSegment(1184fc51-0c50-4323-ab9b-00e7984ba82e),segment_id=1184fc51-0c50-4323-ab9b-00e7984ba82e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:08.662123 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.675335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Calling delete_port for cc2f5dba-2694-47a1-a910-9a7847637cad owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:08.746935 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.764682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.778098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] No DVR routers for this DVR port cc2f5dba-2694-47a1-a910-9a7847637cad on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:17:08.785984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2f5dba-2694-47a1-a910-9a7847637cad,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:08.790298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] No DVR routers for this DVR port cc2f5dba-2694-47a1-a910-9a7847637cad on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:17:08.818582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Pushing event deleted for resources: {'Port': ['ID=cc2f5dba-2694-47a1-a910-9a7847637cad,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:08.826859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.827275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.827622 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.829015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.829015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.829015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.831102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.831648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.832159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.832742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.833235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.833727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d12fc-4857-4034-8545-6a9fa12be98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:08.938965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.958661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd410cf-4ece-4092-b6c4-c5537b2dd7bf']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:08.968391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1184fc51-0c50-4323-ab9b-00e7984ba82e') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:08.968685 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1184fc51-0c50-4323-ab9b-00e7984ba82e') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:08.977841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.991820 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.997759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:17:08.998138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:17:08.999771 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:17:09.179510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:09.185822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:09.189034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2dd410cf-4ece-4092-b6c4-c5537b2dd7bf HTTP/1.1" status: 204 len: 168 time: 0.8707988 Dec 13 15:17:09.192292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59786) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:09.201361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b010da-1c8e-498b-92c5-84f4042052e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd410cf-4ece-4092-b6c4-c5537b2dd7bf,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:09.396543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c14b098c-9361-4d4b-b4bd-668f2de5817f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:17:09.423137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c14b098c-9361-4d4b-b4bd-668f2de5817f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:17:09.423137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c14b098c-9361-4d4b-b4bd-668f2de5817f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:17:09.423137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc2f5dba-2694-47a1-a910-9a7847637cad no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:17:09.438256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: cc2f5dba-2694-47a1-a910-9a7847637cad {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:17:09.438601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cc2f5dba-2694-47a1-a910-9a7847637cad not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:17:09.439018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dfc7aadf-cebd-460b-94da-85bed925579e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:17:09.457307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: dfc7aadf-cebd-460b-94da-85bed925579e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:17:09.457646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dfc7aadf-cebd-460b-94da-85bed925579e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:17:09.557867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:09.821143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Deleting port bfb9a68a-153b-4d6c-a48b-b68197879f7d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:09.821481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:09.907110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] For port bfb9a68a-153b-4d6c-a48b-b68197879f7d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bfb9a68a-153b-4d6c-a48b-b68197879f7d,segment=NetworkSegment(15435b6c-3a06-46aa-94fa-328470862652),segment_id=15435b6c-3a06-46aa-94fa-328470862652)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:09.907563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:09.923042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Calling delete_port for bfb9a68a-153b-4d6c-a48b-b68197879f7d owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:10.200221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:10.231854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb9a68a-153b-4d6c-a48b-b68197879f7d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:10.409169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:10.636853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:17:10.766198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:17:10.767080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cbca0afa-8316-4092-8eee-6d686358209d admin admin] 10.222.0.24 "PUT /v2.0/routers/66aa12d0-7303-4cff-a879-0d27fab7a7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5737648 Dec 13 15:17:10.770270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:10.776686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] Sync routers for ids ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:17:10.786183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] Routers {'66aa12d0-7303-4cff-a879-0d27fab7a7e3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:17:10.786828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:10.913365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] Set router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:17:11.166180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:17:10Z', 'revision_number': 5, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:11.189881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] Checking router: 66aa12d0-7303-4cff-a879-0d27fab7a7e3 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:17:11.198311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] Routers {'66aa12d0-7303-4cff-a879-0d27fab7a7e3'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:17:11.198932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:16:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:11.251017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:11.309136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] Set router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:17:11.361502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:11.513998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:17:10Z', 'revision_number': 5, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:11.542654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a8b02-6276-436c-b428-e4e04018ac1c None None] The sync data for ids ['66aa12d0-7303-4cff-a879-0d27fab7a7e3'] in n-d-816954-1 is: [{'id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'name': 'tempest-TestVolumeBackupRestore-882338328-router', 'tenant_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:12:06Z', 'updated_at': '2021-12-13T15:17:10Z', 'revision_number': 5, 'project_id': '6fcf6dde8dfe426aa412b3c7f256c370', 'gw_port': {'id': '1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aa12d0-7303-4cff-a879-0d27fab7a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:12:07Z', 'updated_at': '2021-12-13T15:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:17:11.545110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Deleting port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:11.545452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:11.634650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] For port 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:11.635409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:11.647894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Calling delete_port for 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:11.985564 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.019399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:12.100580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.197879 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.200023 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.339451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.340057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66aa12d0-7303-4cff-a879-0d27fab7a7e3 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:17:12.344491 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.347542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-64698c58-dafc-490b-92cb-1f9def84e9f7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/66aa12d0-7303-4cff-a879-0d27fab7a7e3 HTTP/1.1" status: 204 len: 168 time: 1.5758529 Dec 13 15:17:12.348253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59898) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:12.431053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] Deleting subnet 8295a17e-4cdf-4604-9a6a-e0e4841fc2e3 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:17:12.436291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.477351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.566609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.726863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.757885 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8295a17e-4cdf-4604-9a6a-e0e4841fc2e3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:12.761622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:12.769167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-79b626b6-e868-4c16-9c93-96c74955680e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8295a17e-4cdf-4604-9a6a-e0e4841fc2e3 HTTP/1.1" status: 204 len: 168 time: 0.4155145 Dec 13 15:17:12.769660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59912) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:12.769790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252197fd-ea5e-4b4c-b7a9-5685f99f2311 None None] Network 1be66113-bf7c-4fd9-97dc-54e2618c839e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:17:12.917812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.003105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Deleting port 6b253d19-82a0-4a0e-8200-caaa5728700e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:13.003792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.093872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] For port 6b253d19-82a0-4a0e-8200-caaa5728700e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6b253d19-82a0-4a0e-8200-caaa5728700e,segment=NetworkSegment(15435b6c-3a06-46aa-94fa-328470862652),segment_id=15435b6c-3a06-46aa-94fa-328470862652)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:13.094211 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.108113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Calling delete_port for 6b253d19-82a0-4a0e-8200-caaa5728700e owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:13.221079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] DHCP port deletion for 1be66113-bf7c-4fd9-97dc-54e2618c839e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:17:13.271094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.280143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] Deleting port 6b253d19-82a0-4a0e-8200-caaa5728700e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:13.280857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.298702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b253d19-82a0-4a0e-8200-caaa5728700e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:13.307826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] No DVR routers for this DVR port 6b253d19-82a0-4a0e-8200-caaa5728700e on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:17:13.369405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] For port 6b253d19-82a0-4a0e-8200-caaa5728700e, host n-d-816954-1, got binding levels [] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:13.370554 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.397105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.413347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] Calling delete_port for 6b253d19-82a0-4a0e-8200-caaa5728700e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:13.420490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.ipam_backend_mixin [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] Port 6b253d19-82a0-4a0e-8200-caaa5728700e was not found and therefore no delete operation was performed {{(pid=102825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 15:17:13.421870 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.424675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be66113-bf7c-4fd9-97dc-54e2618c839e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:13.435872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15435b6c-3a06-46aa-94fa-328470862652') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:13.436229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15435b6c-3a06-46aa-94fa-328470862652') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:17:13.457320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.457537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bfb9a68a-153b-4d6c-a48b-b68197879f7d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:17:13.458519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] No DVR routers for this DVR port 6b253d19-82a0-4a0e-8200-caaa5728700e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:17:13.460940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9073b1-ceb3-4669-9348-f8f26786f821 None None] Pushing event deleted for resources: {'Port': ['ID=6b253d19-82a0-4a0e-8200-caaa5728700e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:13.467076 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.484788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:17:13.485286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:17:13.487138 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:17:13.491229 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: bfb9a68a-153b-4d6c-a48b-b68197879f7d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:17:13.491660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bfb9a68a-153b-4d6c-a48b-b68197879f7d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:17:13.492128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6b253d19-82a0-4a0e-8200-caaa5728700e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:17:13.516591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6b253d19-82a0-4a0e-8200-caaa5728700e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:17:13.516591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6b253d19-82a0-4a0e-8200-caaa5728700e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:17:13.516591 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:17:13.531915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:17:13.532398 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1e94bb4f-1af4-4812-8ec0-3c0a5e857bd4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:17:13.674736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.684994 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:13.688392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/1be66113-bf7c-4fd9-97dc-54e2618c839e HTTP/1.1" status: 204 len: 168 time: 0.9196370 Dec 13 15:17:13.711317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654f4ae-2251-4625-963b-76b6e19f1d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=1be66113-bf7c-4fd9-97dc-54e2618c839e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:14.184070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59962) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:14.231305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 59966) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:14.231648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d896aad4-d7e1-4d21-a8d9-2e01748e15d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8185a28a59bf4d67adee62ce5dc17084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453825 Dec 13 15:17:14.290058 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f21d5f34-540d-4637-b34c-ca85f7f38220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:14.312355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f21d5f34-540d-4637-b34c-ca85f7f38220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:14.520556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f21d5f34-540d-4637-b34c-ca85f7f38220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:14.523196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f21d5f34-540d-4637-b34c-ca85f7f38220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:14.524448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f21d5f34-540d-4637-b34c-ca85f7f38220 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99c5f7fa-836c-4932-b014-9b5bcb5e20b3 HTTP/1.1" status: 204 len: 168 time: 0.2921467 Dec 13 15:17:14.532850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d5f34-540d-4637-b34c-ca85f7f38220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c5f7fa-836c-4932-b014-9b5bcb5e20b3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:15.467735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 59998) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:15.510136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-59ca8296-c4bb-4cc5-b17f-e699d45b27f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fcf6dde8dfe426aa412b3c7f256c370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406251 Dec 13 15:17:15.512725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60000) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:15.563076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ecc38a0-184d-4fb9-a830-e834eae4941c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:15.586590 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ecc38a0-184d-4fb9-a830-e834eae4941c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:15.732243 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ecc38a0-184d-4fb9-a830-e834eae4941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:15.735011 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ecc38a0-184d-4fb9-a830-e834eae4941c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:15.736242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ecc38a0-184d-4fb9-a830-e834eae4941c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21720703-84cc-4544-8054-0b575a003a23 HTTP/1.1" status: 204 len: 168 time: 0.2225637 Dec 13 15:17:15.745161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc38a0-184d-4fb9-a830-e834eae4941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21720703-84cc-4544-8054-0b575a003a23,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:15.945517 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:17.086066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:19.863307 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbecb1c1-ae2f-4b22-adb1-fda684f57961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:22.257777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f5bec374-dc52-4315-9c05-b355506e90a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:23.334169 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:25.031351 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:25.159751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:26.797698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60110) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:26.950706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a90cbfd0-ef64-4b89-b116-e297067b45fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:27.029301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a90cbfd0-ef64-4b89-b116-e297067b45fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:27.120610 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a90cbfd0-ef64-4b89-b116-e297067b45fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:27.162282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a90cbfd0-ef64-4b89-b116-e297067b45fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=758ba272399b47ceb1abc69cfe2c2c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626428 Dec 13 15:17:27.163271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cbfd0-ef64-4b89-b116-e297067b45fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376fa5eb-b8db-4705-8887-658507195ef1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:27.166431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60114) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:27.237109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5873b6ce-74a2-4817-82a4-d4ca9b05abb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:27.264616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5873b6ce-74a2-4817-82a4-d4ca9b05abb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:27.400841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5873b6ce-74a2-4817-82a4-d4ca9b05abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:27.403687 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5873b6ce-74a2-4817-82a4-d4ca9b05abb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:27.407637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5873b6ce-74a2-4817-82a4-d4ca9b05abb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/376fa5eb-b8db-4705-8887-658507195ef1 HTTP/1.1" status: 204 len: 168 time: 0.2263920 Dec 13 15:17:27.421799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b6ce-74a2-4817-82a4-d4ca9b05abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376fa5eb-b8db-4705-8887-658507195ef1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:30.627004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-dc01f31d-feb4-4530-9145-2eac3a1e10fb tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e692653dbbc14f57973afe4299e713ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428314 Dec 13 15:17:30.811026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-b1d9ada0-f981-40be-b125-b9b3509276b6 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:30.812528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-b1d9ada0-f981-40be-b125-b9b3509276b6 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835117 Dec 13 15:17:30.828120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-6d460f82-9b11-4bbd-9d30-abeef845b904 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/quotas/e692653dbbc14f57973afe4299e713ed HTTP/1.1" status: 200 len: 375 time: 0.0096073 Dec 13 15:17:30.860663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-17040f58-cb86-49f8-adf5-8a43a275d01e tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e692653dbbc14f57973afe4299e713ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268676 Dec 13 15:17:32.133120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a946472-b8bf-44de-a64c-0a44d26480b8 req-4f8d67df-b344-4a4d-93a5-78213fb9acce tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 210 time: 0.0547872 Dec 13 15:17:33.189218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85453428-31e8-42ee-892c-cead68fa0593 req-27e8dfbf-bc90-4cd4-8bb0-0931225a6adc tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 210 time: 0.0279672 Dec 13 15:17:33.212185 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:17:34.302202 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6afeca9-ee4c-40c6-be2b-c303eca58d56 req-2bf3420b-2c8f-4609-88ab-07891369394a tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 210 time: 0.0284014 Dec 13 15:17:34.416085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-23ac3428-ab3d-49d6-8ede-d46b24c4c524 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e692653dbbc14f57973afe4299e713ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241992 Dec 13 15:17:34.535553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-94285003-d554-4c7c-be8b-65da3c6ae931 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:34.536990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-94285003-d554-4c7c-be8b-65da3c6ae931 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150808 Dec 13 15:17:34.551629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Request body: {'port': {'device_id': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': 'e692653dbbc14f57973afe4299e713ed'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:17:34.791682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Made reservation on behalf of e692653dbbc14f57973afe4299e713ed for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:17:34.795618 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:34.805077 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:34.908389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:34.996967 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:35.070420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23dde4d-72c9-4009-afd3-b86befd510fb,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:35.151484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Allocated IP 192.168.233.66 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:17:35.315074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:35.410036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f26599c2-195a-4b3c-bf30-cc25d0e6d703 req-b5e2d156-7e51-40d7-bc61-4202ae497765 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 210 time: 0.0317888 Dec 13 15:17:35.440450 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:35.478552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:17:35.481988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:17:35.484456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:17:35.527679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Pushing event updated for resources: {'Port': ['ID=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:35.546769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:35.547437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:35.683690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-cd230cd4-ea1a-40e9-a0a1-07945a879bd4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1366773 Dec 13 15:17:35.697925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Request body: {'port': {'device_id': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:17:35.737359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-438b8969-1691-48a3-b7c5-2c8701885c6a None None] Provisioning complete for port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:17:35.737933 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-438b8969-1691-48a3-b7c5-2c8701885c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:35.769004 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:35.789239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-438b8969-1691-48a3-b7c5-2c8701885c6a None None] Port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:17:36.067529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:17:36.076338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:36.088015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Transition to ACTIVE for port object 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:17:36.177923 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:36.229609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c58048-40e5-4282-948f-767437e00747 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:36.317782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Attempting to bind port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:17:36.318124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Attempting to bind port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:17:36.318478 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Attempting to bind port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:17:36.323646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:17:36.323976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Attempting to bind port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:17:36.329141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:17:36.329678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:17:36.330394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:17:36.331034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Bound port: 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:17:36.331393 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:36.408343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] For port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:17:36.411407 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] For port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:17:36.489300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:36.534456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:36.534456 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:36.535824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-75c58048-40e5-4282-948f-767437e00747 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 HTTP/1.1" status: 200 len: 1095 time: 0.8432608 Dec 13 15:17:36.536580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'tag': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:17:36.539541 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ff7ff-a726-4a79-a531-98ce38f9ccce" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bd7de3-33a0-40c2-a543-b34b5206390f", "tag": "6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:17:36.541991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5601ce-2a0a-4933-96a1-59fd32e16e32 req-5b9463d1-3111-4cdf-bd19-3b7b577e540a tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:36.543652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b5601ce-2a0a-4933-96a1-59fd32e16e32 req-5b9463d1-3111-4cdf-bd19-3b7b577e540a tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 947 time: 0.0662723 Dec 13 15:17:36.560957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c58048-40e5-4282-948f-767437e00747 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:36.586830 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b5601ce-2a0a-4933-96a1-59fd32e16e32 req-0b33f1e0-455f-4577-bfc8-e0d99b42889d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Dec 13 15:17:36.605149 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b75e40-4dbb-46cf-b922-e2a606467544 x-openstack-request-id: req-02b75e40-4dbb-46cf-b922-e2a606467544 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:17:36.605449 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bd7de3-33a0-40c2-a543-b34b5206390f", "tag": "6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:17:36.605700 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02b75e40-4dbb-46cf-b922-e2a606467544 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:17:36.606098 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'tag': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7', 'status': 'completed', 'code': 200} Dec 13 15:17:36.666875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ff7ff-a726-4a79-a531-98ce38f9ccce req-57d12ed8-f052-419f-8a6d-632225437416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:36.668432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-349ff7ff-a726-4a79-a531-98ce38f9ccce req-57d12ed8-f052-419f-8a6d-632225437416 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e692653dbbc14f57973afe4299e713ed&device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 1098 time: 0.0445039 Dec 13 15:17:36.706280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-349ff7ff-a726-4a79-a531-98ce38f9ccce req-56e200c4-196b-428c-9d53-f36393bf81aa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e692653dbbc14f57973afe4299e713ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238416 Dec 13 15:17:36.819841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ff7ff-a726-4a79-a531-98ce38f9ccce req-ea49ad43-32da-4ed2-b3cf-2166551199ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:36.823693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-349ff7ff-a726-4a79-a531-98ce38f9ccce req-ea49ad43-32da-4ed2-b3cf-2166551199ad service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167517 Dec 13 15:17:36.929157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-3fd7b741-6860-45d4-9079-f71144bafcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:36.931095 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-3fd7b741-6860-45d4-9079-f71144bafcce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e692653dbbc14f57973afe4299e713ed&device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 1098 time: 0.0493920 Dec 13 15:17:37.002730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-8533cbd6-d0e4-4da3-9e19-d5d1650336d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 HTTP/1.1" status: 200 len: 217 time: 0.0634942 Dec 13 15:17:37.098506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-39e58eb3-2045-4dfa-837c-9ae359f77de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:37.098506 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-39e58eb3-2045-4dfa-837c-9ae359f77de7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0867245 Dec 13 15:17:37.144173 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-dd06c983-c2e2-4ae7-b72a-49f8c18bcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:37.145699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-dd06c983-c2e2-4ae7-b72a-49f8c18bcd6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414178 Dec 13 15:17:37.575834 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-aef86982-0ce1-4736-b87a-492bbd627691 service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228241 Dec 13 15:17:37.661362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60262) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:37.706450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7d59ee8a-013f-4f98-ad63-da61fc01319a req-a65227b5-c94c-4373-9ad3-91ec56d10daa service neutron] 10.222.0.55 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202440 Dec 13 15:17:37.746404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874adb44-695c-4c0f-bb28-8a9221d2968b req-da2cf49c-a461-49ee-8da9-35d8b021187e tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:37.747873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-874adb44-695c-4c0f-bb28-8a9221d2968b req-da2cf49c-a461-49ee-8da9-35d8b021187e tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 947 time: 0.0551450 Dec 13 15:17:37.789553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-874adb44-695c-4c0f-bb28-8a9221d2968b req-3fee52f9-9c6e-4be0-a703-02baef978e8f tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Dec 13 15:17:37.794160 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:37.873543 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:37.974992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:38.020081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44bcc5ab95fb44169192e23b6d1907f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576341 Dec 13 15:17:38.020958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53190ead-7fe1-4154-b6e5-ec267493cbb6,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:38.022764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60266) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:38.028840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.029202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.029548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.029925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.030361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.030698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.031031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.031357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.031684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.032011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.032337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.032663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c004ca4-8c40-443e-a4e6-3f0de2a44727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:38.074798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36999720-7275-4c45-a675-412da8cfd633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:38.094993 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36999720-7275-4c45-a675-412da8cfd633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:38.280494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36999720-7275-4c45-a675-412da8cfd633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:38.283142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-36999720-7275-4c45-a675-412da8cfd633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:38.287190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-36999720-7275-4c45-a675-412da8cfd633 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53190ead-7fe1-4154-b6e5-ec267493cbb6 HTTP/1.1" status: 204 len: 168 time: 0.2605498 Dec 13 15:17:38.292670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36999720-7275-4c45-a675-412da8cfd633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53190ead-7fe1-4154-b6e5-ec267493cbb6,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:38.913408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86e5bf-42e4-4e5c-9616-c61150580298 req-93786f84-2444-4007-9e6e-7cc79a46fee7 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:38.914993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e86e5bf-42e4-4e5c-9616-c61150580298 req-93786f84-2444-4007-9e6e-7cc79a46fee7 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 947 time: 0.0509410 Dec 13 15:17:38.956130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e86e5bf-42e4-4e5c-9616-c61150580298 req-d554a4b8-3b64-41f4-957c-e14b9077883b tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344815 Dec 13 15:17:40.078937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4053f3-441a-4bc0-afb1-016d4be843d6 req-32f9ff12-b32c-4df4-bd7c-2551ab80a6a9 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:40.080410 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a4053f3-441a-4bc0-afb1-016d4be843d6 req-32f9ff12-b32c-4df4-bd7c-2551ab80a6a9 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 947 time: 0.0525460 Dec 13 15:17:40.122150 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a4053f3-441a-4bc0-afb1-016d4be843d6 req-88a66eb2-b630-479f-94b1-c5b0ef298a74 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Dec 13 15:17:41.248943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a40750-d945-4fdd-93a9-08cb173503f8 req-87655819-5c4a-4285-8e3a-49356e2309c4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:41.250491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8a40750-d945-4fdd-93a9-08cb173503f8 req-87655819-5c4a-4285-8e3a-49356e2309c4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 947 time: 0.0568674 Dec 13 15:17:41.330477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8a40750-d945-4fdd-93a9-08cb173503f8 req-1f621acd-ef55-4b42-83ae-44376851d98e tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666478 Dec 13 15:17:41.425190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:17:41.519098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:41.530167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7', 'mac_address': 'fa:16:3e:71:04:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:17:41.572988 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:41.585771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:17:41.605598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:41.697381 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:41.746739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:41.898686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:17:42.457257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c45cc-b49b-4f9f-8645-cf448e3711f7 req-23d25065-ef6e-41b9-943f-3878546627dc tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:42.458897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-586c45cc-b49b-4f9f-8645-cf448e3711f7 req-23d25065-ef6e-41b9-943f-3878546627dc tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 948 time: 0.0587864 Dec 13 15:17:42.506756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-586c45cc-b49b-4f9f-8645-cf448e3711f7 req-68b9d6da-37ea-45e8-a61a-0cd486269db4 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Dec 13 15:17:43.424983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:17:43.571976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:17:43.576378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:17:43.577809 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:43.640374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f316-8090-400a-85b1-e1632083d27f req-e622ffcd-31b6-4698-b576-c0c51b865f41 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:43.643964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42a5f316-8090-400a-85b1-e1632083d27f req-e622ffcd-31b6-4698-b576-c0c51b865f41 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 948 time: 0.0614028 Dec 13 15:17:43.668838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:43.690630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-42a5f316-8090-400a-85b1-e1632083d27f req-ed23145d-4478-4f4b-b879-2f7e96fddb32 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Dec 13 15:17:43.699207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:17:43.701547 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d996aa-91c6-4314-92b7-aa18b26409bf" -d '{"events": [{"server_uuid": "d6bd7de3-33a0-40c2-a543-b34b5206390f", "name": "network-vif-plugged", "status": "completed", "tag": "6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:17:43.716060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:43.751129 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8db80f-ecce-41c2-9abd-ad37359bcd47 x-openstack-request-id: req-aa8db80f-ecce-41c2-9abd-ad37359bcd47 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:17:43.751424 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bd7de3-33a0-40c2-a543-b34b5206390f", "name": "network-vif-plugged", "status": "completed", "tag": "6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:17:43.751674 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa8db80f-ecce-41c2-9abd-ad37359bcd47 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:17:43.752092 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7', 'code': 200} Dec 13 15:17:43.829107 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:43.867132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c41f5-6e74-436d-b23e-3de704d278e0 req-835b51ce-aa8a-44f6-a0bf-3f3f1c58d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:43.869388 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-698c41f5-6e74-436d-b23e-3de704d278e0 req-835b51ce-aa8a-44f6-a0bf-3f3f1c58d067 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 1099 time: 0.0594795 Dec 13 15:17:43.889420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:43.907650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-698c41f5-6e74-436d-b23e-3de704d278e0 req-d9bad8e4-26b6-413a-9a0e-3701d2df1aec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Dec 13 15:17:44.849935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c6475-74d1-454d-ab37-a692b9ea782a req-a2a91555-bdc7-4aa1-add0-9f3194067e60 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:44.851513 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-331c6475-74d1-454d-ab37-a692b9ea782a req-a2a91555-bdc7-4aa1-add0-9f3194067e60 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 949 time: 0.0503469 Dec 13 15:17:44.918900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-331c6475-74d1-454d-ab37-a692b9ea782a req-f8d3a867-ebf2-4e2f-8bd1-ff9ae8e7b7d9 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Dec 13 15:17:45.997031 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:46.068327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646540d-2020-4603-b4f6-f217ec679222 req-1a587dbc-fbe0-43df-b27b-4b5658e68894 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:46.069810 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7646540d-2020-4603-b4f6-f217ec679222 req-1a587dbc-fbe0-43df-b27b-4b5658e68894 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 949 time: 0.0525744 Dec 13 15:17:46.113229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7646540d-2020-4603-b4f6-f217ec679222 req-92abd275-a0fe-4b80-a6eb-bb147e21aa8b tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Dec 13 15:17:46.630031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbd183-c0f7-41ba-bdb1-795222582a97 req-b424bf8d-8f31-4839-bf51-cdfe753a06dc tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:46.631575 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7cbd183-c0f7-41ba-bdb1-795222582a97 req-b424bf8d-8f31-4839-bf51-cdfe753a06dc tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 949 time: 0.0573952 Dec 13 15:17:46.671045 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7cbd183-c0f7-41ba-bdb1-795222582a97 req-0ef6fbc8-a722-4397-87bb-8d09806810a9 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Dec 13 15:17:47.149175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:47.796130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa183d-f9fb-475e-b3d4-882c90ef01d7 req-50e12854-4e69-43eb-aafb-dcf5847548c2 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:47.796130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57fa183d-f9fb-475e-b3d4-882c90ef01d7 req-50e12854-4e69-43eb-aafb-dcf5847548c2 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 949 time: 0.0500379 Dec 13 15:17:47.839698 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57fa183d-f9fb-475e-b3d4-882c90ef01d7 req-057da9c3-e072-44d1-8952-bd189927461e tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/security-groups?id=c23dde4d-72c9-4009-afd3-b86befd510fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Dec 13 15:17:47.844063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-2cc89f1c-744a-4ea6-80a9-c23b456bc413 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:47.846468 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-2cc89f1c-744a-4ea6-80a9-c23b456bc413 tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 949 time: 0.0525491 Dec 13 15:17:47.945849 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Deleting port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:17:47.946549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:48.048944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] For port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:17:48.049310 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:48.062586 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Calling delete_port for 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:17:48.286372 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:48.297733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:17:48.316126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Pushing event deleted for resources: {'Port': ['ID=6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:48.364568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] No DVR routers for this DVR port 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:17:48.367379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:48.371429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1a7ff076-4e7d-42aa-99a7-6816eb233828 req-bc21a25b-bee7-4dca-8a4a-ca68a886451d tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.55 "DELETE /v2.0/ports/6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 HTTP/1.1" status: 204 len: 173 time: 0.5192628 Dec 13 15:17:48.371886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'name': 'network-vif-deleted', 'tag': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:17:48.374574 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738c2319-5853-4bf6-888c-497f5c3688c6" -d '{"events": [{"server_uuid": "d6bd7de3-33a0-40c2-a543-b34b5206390f", "name": "network-vif-deleted", "tag": "6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:17:48.449886 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a7a691-c265-45a4-8558-097f4dcce5d5 x-openstack-request-id: req-a9a7a691-c265-45a4-8558-097f4dcce5d5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:17:48.450181 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bd7de3-33a0-40c2-a543-b34b5206390f", "name": "network-vif-deleted", "tag": "6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:17:48.450442 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9a7a691-c265-45a4-8558-097f4dcce5d5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:17:48.451030 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bd7de3-33a0-40c2-a543-b34b5206390f', 'name': 'network-vif-deleted', 'tag': '6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7', 'status': 'completed', 'code': 200} Dec 13 15:17:48.964602 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-24da5022-20d4-4314-8ee7-faa58e008edd req-431fc7e9-463d-4203-9ffb-225eecefe1df tempest-VolumesNegativeTest-133319536 tempest-VolumesNegativeTest-133319536-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6bd7de3-33a0-40c2-a543-b34b5206390f HTTP/1.1" status: 200 len: 210 time: 0.0293050 Dec 13 15:17:49.911177 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b5341cc-6916-4401-964e-67af77a2e888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:51.488228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:17:51.511812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:17:51.512164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 6ba0e8c2-44cc-4dbc-8653-ef210bcc47c7 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:17:52.315053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7030df88-0422-47db-8688-0645c2be4438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:53.362875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:55.003071 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:55.128884 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:55.369370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-18eae225-2c3e-4abd-85d6-6356e91f0db8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32015823&fields=id&tenant_id=a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 267 time: 0.0357296 Dec 13 15:17:55.487166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-03531ba6-8405-4d58-a2c7-c76ef4ec9c1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:55.488477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-03531ba6-8405-4d58-a2c7-c76ef4ec9c1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1073825 Dec 13 15:17:55.504479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-e686d360-de45-45a2-88ac-30a8f6afd25f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/quotas/a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 375 time: 0.0098405 Dec 13 15:17:55.571053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-e498fb9f-1eea-41b9-9b3e-f734837ad820 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596416 Dec 13 15:17:55.678189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-774bd0a9-a4da-4835-8804-23e489b2f458 service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951469 Dec 13 15:17:55.773885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-23ff4c0d-63bf-4d5b-b196-f4943a35308a service neutron] 10.222.0.24 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944467 Dec 13 15:17:56.319695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ecb8ca28-fff3-485a-8725-618399f65aa4 req-7b465dc5-c5c7-4a63-ae3c-3e68c03688cd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 210 time: 0.0344269 Dec 13 15:17:57.254521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60768) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:57.377510 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfeabee6-a9b0-4087-aca4-8942cc8dab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:57.445518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3448db5-c8d7-45d8-bfcf-4a3539339d3b req-bdff607f-7ee9-45e2-85da-d226a3136c2f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 210 time: 0.0341659 Dec 13 15:17:57.499904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfeabee6-a9b0-4087-aca4-8942cc8dab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:57.595223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfeabee6-a9b0-4087-aca4-8942cc8dab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:57.640024 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeabee6-a9b0-4087-aca4-8942cc8dab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c1764-6c37-4a84-a2f3-90ea8160afe0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:57.644155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dfeabee6-a9b0-4087-aca4-8942cc8dab56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b443c1f088644eaaa073eb46d5dacc52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885992 Dec 13 15:17:57.647109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60778) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:57.697592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:57.720397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:57.880771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:57.884258 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:57.887509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be8c1764-6c37-4a84-a2f3-90ea8160afe0 HTTP/1.1" status: 204 len: 168 time: 0.2393968 Dec 13 15:17:57.896130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c1764-6c37-4a84-a2f3-90ea8160afe0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:57.903731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.904087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.907618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:57.908585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b54bd8-8c71-4f62-a6cc-e2d006bb6302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:17:58.018167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60784) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:58.273964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d12dd23d-780d-46b3-ae00-61a23442876c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e692653dbbc14f57973afe4299e713ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543347 Dec 13 15:17:58.281028 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60792) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:58.345768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-c1d245f8-f4f9-414c-91d9-1a7f8598d319 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:58.347418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-c1d245f8-f4f9-414c-91d9-1a7f8598d319 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 812 time: 0.1334114 Dec 13 15:17:58.363513 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a61d2e7-5952-47af-9681-38e7f6669b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:58.397529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a61d2e7-5952-47af-9681-38e7f6669b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:58.402978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-c796dd5e-faf5-4c2d-b5c6-866647552fc4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5aa15afa16749ceba2a4413f1251d89 HTTP/1.1" status: 200 len: 378 time: 0.0451133 Dec 13 15:17:58.416975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'port': {'device_id': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'admin_state_up': True, 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'security_groups': ['4b52ab4d-24ce-46ce-93eb-3eb21473a647']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:17:58.517882 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a61d2e7-5952-47af-9681-38e7f6669b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:58.520782 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4a61d2e7-5952-47af-9681-38e7f6669b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:58.522276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4a61d2e7-5952-47af-9681-38e7f6669b7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c23dde4d-72c9-4009-afd3-b86befd510fb HTTP/1.1" status: 204 len: 168 time: 0.2459280 Dec 13 15:17:58.531093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61d2e7-5952-47af-9681-38e7f6669b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23dde4d-72c9-4009-afd3-b86befd510fb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:58.565910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e10a9ce5-ba15-45a3-9335-047f495568e4 req-1100ff79-6a25-45cd-ac40-e2f45117229f tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 210 time: 0.0429764 Dec 13 15:17:58.620530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Made reservation on behalf of a5aa15afa16749ceba2a4413f1251d89 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:17:58.625348 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:58.767781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.20.0.4 (7c3ac7bf-5c3f-427f-82d8-9f0b6c550952/a4794421-3fad-49c2-b24d-e7f96005e149/8644382f-7196-4f22-9e90-2b165527626f) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:17:58.915115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.066628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.116251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:17:59.119440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:17:59.130783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:17:59.179118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=8644382f-7196-4f22-9e90-2b165527626f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:59.212275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:59.220667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.299542 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-ad419b7e-2bba-43aa-910b-c70b3f1081fe tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8910196 Dec 13 15:17:59.313558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Request body: {'port': {'device_id': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:17:59.351672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60818) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:17:59.396295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.439034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3bae59af-8322-48ed-b5fc-f32add17515e None None] Provisioning complete for port 8644382f-7196-4f22-9e90-2b165527626f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:17:59.446511 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3bae59af-8322-48ed-b5fc-f32add17515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.491230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1920423064-network', 'tenant_id': '5206ba54af804e46a59f1efcb815063c'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:17:59.495846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3bae59af-8322-48ed-b5fc-f32add17515e None None] Port 8644382f-7196-4f22-9e90-2b165527626f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:17:59.580409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Made reservation on behalf of 5206ba54af804e46a59f1efcb815063c for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:17:59.583498 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.597496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.733525 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8539-15cd-4242-872a-184ec6542c1c req-22499729-5c27-4875-b78e-991b0013980c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:17:59.733802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8644382f-7196-4f22-9e90-2b165527626f {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:17:59.735287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a32d8539-15cd-4242-872a-184ec6542c1c req-22499729-5c27-4875-b78e-991b0013980c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 931 time: 0.0721669 Dec 13 15:17:59.742720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.756219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Transition to ACTIVE for port object 8644382f-7196-4f22-9e90-2b165527626f will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:17:59.781861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.796873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a32d8539-15cd-4242-872a-184ec6542c1c req-2cb8e1ad-858a-4864-8f24-23e0cd127699 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545518 Dec 13 15:17:59.840846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.865853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.904520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078484a8-6ad1-44b8-950d-246039526fc1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:59.909091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:17:59.922832 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.923478 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Added segment a5171808-86f4-44de-a68b-4f38d2363e40 of type vlan for network a01e6c02-23d0-4720-9f93-f94904331fa4 Dec 13 15:17:59.924737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Pushing event updated for resources: {'Port': ['ID=8644382f-7196-4f22-9e90-2b165527626f,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:17:59.975161 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:17:59.988285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Attempting to bind port 8644382f-7196-4f22-9e90-2b165527626f on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:17:59.992162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Attempting to bind port 8644382f-7196-4f22-9e90-2b165527626f by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:17:59.992162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Attempting to bind port 8644382f-7196-4f22-9e90-2b165527626f on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:17:59.993796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Port 8644382f-7196-4f22-9e90-2b165527626f on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:17:59.994282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Attempting to bind port 8644382f-7196-4f22-9e90-2b165527626f on network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:17:59.999538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:17:59.999878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Checking segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:00.000832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Bound using segment: {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:00.001276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Bound port: 8644382f-7196-4f22-9e90-2b165527626f, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb049006-2f6a-46f5-bf78-58c9f1503dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:00.001634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.074843 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.076053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.076779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.086863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] For port 8644382f-7196-4f22-9e90-2b165527626f, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:00.090197 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] For port 8644382f-7196-4f22-9e90-2b165527626f, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8644382f-7196-4f22-9e90-2b165527626f,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:00.151964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.187219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a01e6c02-23d0-4720-9f93-f94904331fa4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:00.198212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network a01e6c02-23d0-4720-9f93-f94904331fa4 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:18:00.212286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-910511ab-37c7-4e0a-9959-11872525abc4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8593898 Dec 13 15:18:00.215026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:00.221924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Request body: {'subnet': {'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1920423064-subnet', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:00.235324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.236313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.238407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] 10.222.0.55 "PUT /v2.0/ports/8644382f-7196-4f22-9e90-2b165527626f HTTP/1.1" status: 200 len: 1091 time: 0.9305599 Dec 13 15:18:00.238867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'tag': '8644382f-7196-4f22-9e90-2b165527626f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:18:00.241531 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f739a6c-c20f-4d2d-af85-0f76fd6b7814" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "tag": "8644382f-7196-4f22-9e90-2b165527626f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:18:00.280654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76972d3d-3729-4c22-a24a-acc4ec648040 service neutron] Pushing event updated for resources: {'Port': ['ID=8644382f-7196-4f22-9e90-2b165527626f,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:00.327742 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd5396-ba30-4867-875a-83559cb4bb92 x-openstack-request-id: req-8fdd5396-ba30-4867-875a-83559cb4bb92 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:18:00.327742 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "tag": "8644382f-7196-4f22-9e90-2b165527626f", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:18:00.327742 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fdd5396-ba30-4867-875a-83559cb4bb92 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:18:00.327742 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'tag': '8644382f-7196-4f22-9e90-2b165527626f', 'status': 'completed', 'code': 200} Dec 13 15:18:00.378194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Made reservation on behalf of 5206ba54af804e46a59f1efcb815063c for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:00.381820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.432043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f739a6c-c20f-4d2d-af85-0f76fd6b7814 req-799c3281-b175-456f-b493-bfed87bb3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.433687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f739a6c-c20f-4d2d-af85-0f76fd6b7814 req-799c3281-b175-456f-b493-bfed87bb3f89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1094 time: 0.0976119 Dec 13 15:18:00.585002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f739a6c-c20f-4d2d-af85-0f76fd6b7814 req-ab5ee627-19cb-44b5-b654-ad77069d49da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.586941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f739a6c-c20f-4d2d-af85-0f76fd6b7814 req-ab5ee627-19cb-44b5-b654-ad77069d49da service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a5aa15afa16749ceba2a4413f1251d89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1437440 Dec 13 15:18:00.700858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.702139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f739a6c-c20f-4d2d-af85-0f76fd6b7814 req-428f13a5-d062-415f-8879-f9413f61ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.703746 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f739a6c-c20f-4d2d-af85-0f76fd6b7814 req-428f13a5-d062-415f-8879-f9413f61ba86 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081674 Dec 13 15:18:00.761580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c6a92b-bb14-44a0-8d21-c2d01af86221,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:00.771820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Checking segment: {'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:00.771820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Network hostable DHCP agents. Network: a01e6c02-23d0-4720-9f93-f94904331fa4, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:18:00.798700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-b7e3cb16-83f7-4b6a-a73c-3644ab0be2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.800199 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-b7e3cb16-83f7-4b6a-a73c-3644ab0be2e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1094 time: 0.0529351 Dec 13 15:18:00.859089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-2f881777-4c3f-4f65-bf1a-6093c1407fec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8644382f-7196-4f22-9e90-2b165527626f HTTP/1.1" status: 200 len: 217 time: 0.0515420 Dec 13 15:18:00.871781 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Network a01e6c02-23d0-4720-9f93-f94904331fa4 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:18:00.918671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-05960b65-b80a-4b98-8a2f-4c5c9cb666cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.920067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-05960b65-b80a-4b98-8a2f-4c5c9cb666cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0546260 Dec 13 15:18:00.972685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e428e-a4f9-4c30-aef0-72c6781e214f req-241ed3b5-8886-43c1-b237-5081f462905e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.975501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e81e428e-a4f9-4c30-aef0-72c6781e214f req-241ed3b5-8886-43c1-b237-5081f462905e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.0644755 Dec 13 15:18:00.976128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, a01e6c02-23d0-4720-9f93-f94904331fa4) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:00.979597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-04420a89-8e17-4bae-bd13-17be1737ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.981143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:00.981478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-04420a89-8e17-4bae-bd13-17be1737ed18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540628 Dec 13 15:18:00.981748 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:00.984631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec30c0-92fc-4062-955e-c9ab0afade48 None None] Network a01e6c02-23d0-4720-9f93-f94904331fa4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:01.030883 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e81e428e-a4f9-4c30-aef0-72c6781e214f req-4979fe2f-2c8b-4ff1-b098-567b1fdf6641 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413213 Dec 13 15:18:01.097912 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-7b7dfaab-86f4-4525-9117-8dbb95bef79b service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026015 Dec 13 15:18:01.105233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c05e07c8-ec92-4d07-8f25-45fed7be433d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8891149 Dec 13 15:18:01.107996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60846) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:01.120035 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:01.172439 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-a01e6c02-23d0-4720-9f93-f94904331fa4', 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'fixed_ips': [{'subnet_id': '54c6a92b-bb14-44a0-8d21-c2d01af86221'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:18:01.175723 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.218100 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b046a03-d347-47dd-90f7-42772f18a1a8 req-0d0871b8-9173-4e9a-85c9-97044c803e16 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078169 Dec 13 15:18:01.263373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.264589 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.334126 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.345009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Allocated IP 172.20.0.2 (a01e6c02-23d0-4720-9f93-f94904331fa4/54c6a92b-bb14-44a0-8d21-c2d01af86221/4e4696cc-acd6-4735-8d4f-d4f26ec70d68) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:01.494325 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.546091 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.549213 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.585725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Network a01e6c02-23d0-4720-9f93-f94904331fa4 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:01.587222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:01.591062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:01.623079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Pushing event updated for resources: {'Port': ['ID=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:01.674603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Attempting to bind port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:18:01.675281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Attempting to bind port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:18:01.675990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Attempting to bind port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 on network a01e6c02-23d0-4720-9f93-f94904331fa4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:01.683304 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:18:01.683682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Checking segment: {'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:01.684080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.686608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Bound using segment: {'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:01.687333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Bound port: 4e4696cc-acd6-4735-8d4f-d4f26ec70d68, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:01.688815 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.765599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] For port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:01.770429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] For port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,segment=NetworkSegment(a5171808-86f4-44de-a68b-4f38d2363e40),segment_id=a5171808-86f4-44de-a68b-4f38d2363e40)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:01.841967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.858516 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.879361 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:01.923237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100986d-52e5-4dda-a71d-19294904a397 None None] Pushing event updated for resources: {'Port': ['ID=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:01.995373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Allocated IP 172.25.7.227 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/87b98088-9b80-462a-861a-41877985ec7b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:02.138825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:02.265138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38c6b1-18d9-402b-8d0a-fe346401250e req-2a92c9a9-7175-4f28-915b-3b09e6a2625e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:02.266976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf38c6b1-18d9-402b-8d0a-fe346401250e req-2a92c9a9-7175-4f28-915b-3b09e6a2625e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.0838776 Dec 13 15:18:02.286965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:02.320609 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:02.324869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf38c6b1-18d9-402b-8d0a-fe346401250e req-676a8748-2658-459d-ae23-6d19c612ef29 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515823 Dec 13 15:18:02.338503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:02.342860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:02.393132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Pushing event updated for resources: {'Port': ['ID=87b98088-9b80-462a-861a-41877985ec7b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:03.016669 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.080969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b1d60-d0c1-459f-97f9-4ce414a33090 None None] Network a01e6c02-23d0-4720-9f93-f94904331fa4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:03.160577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7c9cb0a5-bce3-4690-b1ac-e07633264630 None None] Provisioning complete for port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:03.160943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb0a5-bce3-4690-b1ac-e07633264630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.231547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.305095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb0a5-bce3-4690-b1ac-e07633264630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.355082 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7c9cb0a5-bce3-4690-b1ac-e07633264630 None None] For port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,segment=NetworkSegment(a5171808-86f4-44de-a68b-4f38d2363e40),segment_id=a5171808-86f4-44de-a68b-4f38d2363e40)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:03.477785 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d8a7-702c-4787-a0a4-6080252bf5d2 req-218148ce-4ea0-4cc7-ad68-ea9c10b781f9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:03.479518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b9d8a7-702c-4787-a0a4-6080252bf5d2 req-218148ce-4ea0-4cc7-ad68-ea9c10b781f9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.0593045 Dec 13 15:18:03.521196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:03.525322 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d3b9d8a7-702c-4787-a0a4-6080252bf5d2 req-5a8ce01f-4982-4fbf-aa42-aea949b2071e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389154 Dec 13 15:18:03.537720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:18:03.546200 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb0a5-bce3-4690-b1ac-e07633264630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.615393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cb0a5-bce3-4690-b1ac-e07633264630 None None] Pushing event updated for resources: {'Port': ['ID=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:03.631059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:03.631059 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.670646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:18:03.684990 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Sync routers for ids ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:18:03.685463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cb79b275-2f58-4b7a-831f-fda001a97cff None None] Provisioning complete for port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:03.685463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb79b275-2f58-4b7a-831f-fda001a97cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.694073 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Routers {'51f9e4aa-2698-48ec-a5eb-40c2abd706fc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:03.694719 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:03.794852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:03.796535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-69dcb7fe-5cae-4379-86f2-8928f5192f05 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6896472 Dec 13 15:18:03.799127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 60864) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:03.901510 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Set router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:04.089305 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '87b98088-9b80-462a-861a-41877985ec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:02Z', 'revision_number': 3, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port': {'id': '87b98088-9b80-462a-861a-41877985ec7b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:04.118260 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Checking router: 51f9e4aa-2698-48ec-a5eb-40c2abd706fc for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:18:04.118260 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Updating router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc port 87b98088-9b80-462a-861a-41877985ec7b binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:18:04.142412 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.259209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.401025 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.465816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Allocated IP 172.20.0.1 (a01e6c02-23d0-4720-9f93-f94904331fa4/54c6a92b-bb14-44a0-8d21-c2d01af86221/cbb7286b-1423-497b-b601-3a3420a6534f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:04.488894 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.540598 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Pushing event updated for resources: {'Port': ['ID=87b98088-9b80-462a-861a-41877985ec7b,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:04.555131 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.555353 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.555618 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.555956 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.556288 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.556618 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.556944 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.557266 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.557590 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.557913 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.558254 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.558576 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:04.563772 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Attempting to bind port 87b98088-9b80-462a-861a-41877985ec7b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:18:04.568414 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Attempting to bind port 87b98088-9b80-462a-861a-41877985ec7b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:18:04.568414 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Attempting to bind port 87b98088-9b80-462a-861a-41877985ec7b on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:04.569622 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:18:04.570222 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:04.570648 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.571038 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:04.571499 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Bound port: 87b98088-9b80-462a-861a-41877985ec7b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:04.571888 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.585467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.622996 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] For port 87b98088-9b80-462a-861a-41877985ec7b, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:04.626248 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] For port 87b98088-9b80-462a-861a-41877985ec7b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=87b98088-9b80-462a-861a-41877985ec7b,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:04.666384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45cfb2-91bb-44d5-9620-a0ef2f9467ae req-da2689b9-dcf8-4d0c-b099-68b61edec3e5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:04.667851 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b45cfb2-91bb-44d5-9620-a0ef2f9467ae req-da2689b9-dcf8-4d0c-b099-68b61edec3e5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.0576715 Dec 13 15:18:04.708990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1b45cfb2-91bb-44d5-9620-a0ef2f9467ae req-44bc5ef1-4080-4dd1-b7e7-4e4f3969047a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347435 Dec 13 15:18:04.738136 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.747055 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.778741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Network a01e6c02-23d0-4720-9f93-f94904331fa4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:04.782417 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:04.788039 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:04.794939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb7286b-1423-497b-b601-3a3420a6534f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:04.801847 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Routers {'51f9e4aa-2698-48ec-a5eb-40c2abd706fc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:04.802827 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:04.862472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:04.890636 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825222-8279-4980-9ec2-32a963d8301d None None] Pushing event updated for resources: {'Port': ['ID=87b98088-9b80-462a-861a-41877985ec7b,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:04.951927 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] Set router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:05.119695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:05.144326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-47250243-edb2-4c65-9a81-54640273d217 None None] Provisioning complete for port cbb7286b-1423-497b-b601-3a3420a6534f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:05.144954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47250243-edb2-4c65-9a81-54640273d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:05.162507 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '87b98088-9b80-462a-861a-41877985ec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:02Z', 'revision_number': 3, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port': {'id': '87b98088-9b80-462a-861a-41877985ec7b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:05.180456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-47250243-edb2-4c65-9a81-54640273d217 None None] Port cbb7286b-1423-497b-b601-3a3420a6534f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:18:05.190202 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8885f53-acaa-45d3-a79d-5645e29d7d2e None None] The sync data for ids ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'] in n-d-816954-1 is: [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '87b98088-9b80-462a-861a-41877985ec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:02Z', 'revision_number': 3, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port': {'id': '87b98088-9b80-462a-861a-41877985ec7b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:18:05.295915 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:05.407572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:05.489621 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb7286b-1423-497b-b601-3a3420a6534f,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:05.508818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:05.513307 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:05.580046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:05.580551 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:05.657577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Network a01e6c02-23d0-4720-9f93-f94904331fa4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:05.662075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:05.833123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-cca14492-6dcc-42a3-881e-6f9747981091 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144555 Dec 13 15:18:05.884832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:18:05.916033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ee10-3d12-4e0e-bf21-052d8ac411a6 req-c1e8ed61-c044-42e8-98e1-1295e4c6adfb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:05.917586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60e8ee10-3d12-4e0e-bf21-052d8ac411a6 req-c1e8ed61-c044-42e8-98e1-1295e4c6adfb tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.1052814 Dec 13 15:18:06.004728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bc2c1897-b654-49ed-bfdc-98ad64410644 None None] Provisioning complete for port cbb7286b-1423-497b-b601-3a3420a6534f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:06.005241 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c1897-b654-49ed-bfdc-98ad64410644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:06.059426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c1897-b654-49ed-bfdc-98ad64410644 None None] Port cbb7286b-1423-497b-b601-3a3420a6534f cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:18:06.073392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60e8ee10-3d12-4e0e-bf21-052d8ac411a6 req-54aa6b04-544b-4bc2-853e-1a37cefa057b tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191936 Dec 13 15:18:06.073392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-b8a6ced5-6007-492f-8066-ff31a00703d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:06.073392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-b8a6ced5-6007-492f-8066-ff31a00703d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.1705894 Dec 13 15:18:06.116399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:18:06.149313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cea97c3c-e804-4786-bb66-eee01053b6c0 admin admin] 10.222.0.24 "PUT /v2.0/routers/51f9e4aa-2698-48ec-a5eb-40c2abd706fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3489237 Dec 13 15:18:06.215750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-24936b7c-8cb6-4355-a64e-ad52eda25758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:06.226461 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-24936b7c-8cb6-4355-a64e-ad52eda25758 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.1256154 Dec 13 15:18:06.303532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-7d8cfbc8-bbd1-4a14-90f8-6c0de1fac6d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 1002 time: 0.0764551 Dec 13 15:18:06.362073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-8fb57e57-5a15-4f39-ba2a-7a3f1147e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:06.363744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-8fb57e57-5a15-4f39-ba2a-7a3f1147e2b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0535789 Dec 13 15:18:06.419927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-3c10034a-cf24-4344-9e7d-e66c2256a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:06.421418 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-3c10034a-cf24-4344-9e7d-e66c2256a6a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509768 Dec 13 15:18:06.536869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-cf49ffd5-a7d4-41fe-bc25-dafc4e512961 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082079 Dec 13 15:18:06.987126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8e32338-b9fa-4d88-b3c0-573bbcd842bf req-d0b34c14-c8d2-434f-94cb-9a79d6849af4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436307 Dec 13 15:18:07.096666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60900) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:07.101590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1820522991-network', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:07.104103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Sync routers for ids ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:18:07.115447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Routers {'51f9e4aa-2698-48ec-a5eb-40c2abd706fc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:07.116383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:07.190913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792d080-766f-4408-b713-b84a6cc172a3 req-77c2ed24-cfeb-4b7a-9263-07514412a050 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:07.192551 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2792d080-766f-4408-b713-b84a6cc172a3 req-77c2ed24-cfeb-4b7a-9263-07514412a050 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.0508127 Dec 13 15:18:07.206019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Made reservation on behalf of 42c22aa7b97345d2b11601cc6fa470c3 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:07.210130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.223992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.233723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Set router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:07.259827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2792d080-766f-4408-b713-b84a6cc172a3 req-bd839218-2a46-4405-8a53-aca4d3d660f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605938 Dec 13 15:18:07.327471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.402889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.425260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:18:07.446316 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.447646 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Added segment 3a2840cf-9f15-485c-9074-0efa41839282 of type vlan for network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 Dec 13 15:18:07.457194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '87b98088-9b80-462a-861a-41877985ec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:04Z', 'revision_number': 4, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port': {'id': '87b98088-9b80-462a-861a-41877985ec7b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cbb7286b-1423-497b-b601-3a3420a6534f', 'name': '', 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'mac_address': 'fa:16:3e:99:0d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '54c6a92b-bb14-44a0-8d21-c2d01af86221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:04Z', 'updated_at': '2021-12-13T15:18:05Z', 'revision_number': 2, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'subnets': [{'id': '54c6a92b-bb14-44a0-8d21-c2d01af86221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:07.488377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 87b98088-9b80-462a-861a-41877985ec7b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:07.508422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Checking router: 51f9e4aa-2698-48ec-a5eb-40c2abd706fc for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:18:07.508774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Updating router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc port cbb7286b-1423-497b-b601-3a3420a6534f binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:18:07.511965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b2c57a-e8f7-4606-aca7-3581ad83b995,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:07.525835 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.537205 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.614505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.615729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:07.616480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.647158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 87b98088-9b80-462a-861a-41877985ec7b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:07.647531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.675370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] Pushing event updated for resources: {'Network': ['ID=7b67d201-28a6-4bff-bdbc-9df6eb1b99e8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:07.688195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:18:07.746625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-890fe4d1-869c-48ad-aaa7-7f490e6eba6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6487317 Dec 13 15:18:07.749277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60904) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:07.754544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Request body: {'subnet': {'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1820522991-subnet', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:07.869438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Made reservation on behalf of 42c22aa7b97345d2b11601cc6fa470c3 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:07.869602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.871196 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.901824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 87b98088-9b80-462a-861a-41877985ec7b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=87b98088-9b80-462a-861a-41877985ec7b,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:07.964378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:07.966597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.040372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=87b98088-9b80-462a-861a-41877985ec7b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:08.046019 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.137958 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.202845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eecc43b9-1356-412a-85d6-d285d74638b6,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:08.218144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Checking segment: {'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:08.218544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Network hostable DHCP agents. Network: 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:18:08.276840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1ec7b-7803-4479-b9e8-95be2ea01f22 None None] Pushing event updated for resources: {'Port': ['ID=cbb7286b-1423-497b-b601-3a3420a6534f,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:08.340287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:18:08.350274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Attempting to bind port cbb7286b-1423-497b-b601-3a3420a6534f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:18:08.350894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Attempting to bind port cbb7286b-1423-497b-b601-3a3420a6534f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:18:08.351331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Attempting to bind port cbb7286b-1423-497b-b601-3a3420a6534f on network a01e6c02-23d0-4720-9f93-f94904331fa4 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:08.358908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:18:08.359602 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Checking segment: {'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:08.360089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.360565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Bound using segment: {'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:08.361555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Bound port: cbb7286b-1423-497b-b601-3a3420a6534f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5171808-86f4-44de-a68b-4f38d2363e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:08.361716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.412206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d23b05-c1c0-45a4-bf16-da35a89b29e8 req-318102ec-ea92-4c5e-a12b-f4141c8eaf26 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:08.413900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64d23b05-c1c0-45a4-bf16-da35a89b29e8 req-318102ec-ea92-4c5e-a12b-f4141c8eaf26 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.0548451 Dec 13 15:18:08.417472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:08.421763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:08.431141 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.431550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1978fe4-d60e-4b26-a4c5-48f27aaa50b0 None None] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:08.464703 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64d23b05-c1c0-45a4-bf16-da35a89b29e8 req-c5c34daf-241e-4e3c-9128-3560782919a8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393922 Dec 13 15:18:08.497093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] For port cbb7286b-1423-497b-b601-3a3420a6534f, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:08.513068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] For port cbb7286b-1423-497b-b601-3a3420a6534f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cbb7286b-1423-497b-b601-3a3420a6534f,segment=NetworkSegment(a5171808-86f4-44de-a68b-4f38d2363e40),segment_id=a5171808-86f4-44de-a68b-4f38d2363e40)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:08.529256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4e368338-e910-41d8-8bf2-1f41d4584cc8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7786303 Dec 13 15:18:08.534614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60912) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:08.539282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:08.611632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.645181 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-7b67d201-28a6-4bff-bdbc-9df6eb1b99e8', 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'fixed_ips': [{'subnet_id': 'eecc43b9-1356-412a-85d6-d285d74638b6'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:18:08.646019 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.658696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Provisioning complete for port cbb7286b-1423-497b-b601-3a3420a6534f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:08.659057 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.698271 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.701450 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.732399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Routers {'51f9e4aa-2698-48ec-a5eb-40c2abd706fc'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:08.733045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:08.737704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1ec7b-7803-4479-b9e8-95be2ea01f22 None None] Pushing event updated for resources: {'Port': ['ID=cbb7286b-1423-497b-b601-3a3420a6534f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:08.763130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.969467 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:08.974828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] Set router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:09.013296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Allocated IP 172.20.0.2 (7b67d201-28a6-4bff-bdbc-9df6eb1b99e8/eecc43b9-1356-412a-85d6-d285d74638b6/e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:09.030191 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.065570 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] For port cbb7286b-1423-497b-b601-3a3420a6534f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cbb7286b-1423-497b-b601-3a3420a6534f,segment=NetworkSegment(a5171808-86f4-44de-a68b-4f38d2363e40),segment_id=a5171808-86f4-44de-a68b-4f38d2363e40)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:09.166254 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.272067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Pushing event updated for resources: {'Port': ['ID=cbb7286b-1423-497b-b601-3a3420a6534f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:09.300067 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.321000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.321592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.321706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.321994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.322459 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.322678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.323036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.323326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.323716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.324038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.324361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.324679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d7bd2d-aa16-459a-80ae-6dca14849d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:09.325825 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.361499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-762f03d6-d210-4f0f-ba23-f78d38768d25 None None] Provisioning complete for port cbb7286b-1423-497b-b601-3a3420a6534f triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:09.361863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-762f03d6-d210-4f0f-ba23-f78d38768d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.418429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.433721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Allocated IP 172.25.7.114 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/3ace478f-d58c-44ce-87b8-d87159960d77) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:09.438728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '87b98088-9b80-462a-861a-41877985ec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:04Z', 'revision_number': 4, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port': {'id': '87b98088-9b80-462a-861a-41877985ec7b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cbb7286b-1423-497b-b601-3a3420a6534f', 'name': '', 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'mac_address': 'fa:16:3e:99:0d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '54c6a92b-bb14-44a0-8d21-c2d01af86221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:04Z', 'updated_at': '2021-12-13T15:18:08Z', 'revision_number': 4, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'subnets': [{'id': '54c6a92b-bb14-44a0-8d21-c2d01af86221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:09.491405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 87b98088-9b80-462a-861a-41877985ec7b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:09.495670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae0e-f36e-4092-bab1-bebca0ac8d0f None None] The sync data for ids ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'] in n-d-816954-1 is: [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '87b98088-9b80-462a-861a-41877985ec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:04Z', 'revision_number': 4, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port': {'id': '87b98088-9b80-462a-861a-41877985ec7b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'cbb7286b-1423-497b-b601-3a3420a6534f', 'name': '', 'network_id': 'a01e6c02-23d0-4720-9f93-f94904331fa4', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'mac_address': 'fa:16:3e:99:0d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '54c6a92b-bb14-44a0-8d21-c2d01af86221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:04Z', 'updated_at': '2021-12-13T15:18:08Z', 'revision_number': 4, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'subnets': [{'id': '54c6a92b-bb14-44a0-8d21-c2d01af86221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:18:09.524737 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.613811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:09.615359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Pushing event updated for resources: {'Port': ['ID=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:09.618086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:09.623445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:09.649914 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.673356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 87b98088-9b80-462a-861a-41877985ec7b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:09.673761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.707892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05050f58-d2bd-415d-8d69-54a6729d9e6d req-635e30ad-5696-45d2-9459-c3dceeab0668 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:09.709827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05050f58-d2bd-415d-8d69-54a6729d9e6d req-635e30ad-5696-45d2-9459-c3dceeab0668 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.0968628 Dec 13 15:18:09.731512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Attempting to bind port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:18:09.732244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Attempting to bind port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:18:09.732617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Attempting to bind port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 on network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:09.748250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:18:09.748718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Checking segment: {'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:09.749023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.749416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Bound using segment: {'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:09.749899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Bound port: e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:09.750347 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.762079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05050f58-d2bd-415d-8d69-54a6729d9e6d req-321192e5-9318-4329-b4f2-e4e53377be37 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403962 Dec 13 15:18:09.833086 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:09.854518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] For port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:09.868349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] For port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,segment=NetworkSegment(3a2840cf-9f15-485c-9074-0efa41839282),segment_id=3a2840cf-9f15-485c-9074-0efa41839282)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:09.878622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:09.886408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:10.232075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:10.232075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Pushing event updated for resources: {'Port': ['ID=3ace478f-d58c-44ce-87b8-d87159960d77,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:10.233984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:10.233984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd79d35-f6d5-4a73-8afe-771344df93cc None None] Pushing event updated for resources: {'Port': ['ID=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:10.241585 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:18:10.367467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:10.581042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:10.815000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Router 68b5311d-084e-41f3-a221-6d7a11842221 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:18:10.970085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88b652-ebb1-4c0b-ac59-7a4c76c8a597 req-7b303dad-f63f-48ff-8a8b-757539c1a3f5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:10.978823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef88b652-ebb1-4c0b-ac59-7a4c76c8a597 req-7b303dad-f63f-48ff-8a8b-757539c1a3f5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 943 time: 0.1130750 Dec 13 15:18:10.993347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:18:11.007838 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Sync routers for ids ['68b5311d-084e-41f3-a221-6d7a11842221'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:18:11.018809 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Routers {'68b5311d-084e-41f3-a221-6d7a11842221'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:11.019507 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['68b5311d-084e-41f3-a221-6d7a11842221'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:11.033085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ef88b652-ebb1-4c0b-ac59-7a4c76c8a597 req-13cfd788-b5a9-47cb-ad97-f64525c5fea3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533731 Dec 13 15:18:11.111602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.113353 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f94114e0-2b0c-459c-95d5-d0a88ea7026a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5776653 Dec 13 15:18:11.116136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 60924) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:11.167516 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Set router 68b5311d-084e-41f3-a221-6d7a11842221 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:11.356869 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:10Z', 'revision_number': 3, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port': {'id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:09Z', 'updated_at': '2021-12-13T15:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:11.391592 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Checking router: 68b5311d-084e-41f3-a221-6d7a11842221 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:18:11.391592 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Updating router 68b5311d-084e-41f3-a221-6d7a11842221 port 3ace478f-d58c-44ce-87b8-d87159960d77 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:18:11.416518 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.422473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b4469-a08a-49ab-8426-8092e6092d6d None None] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:11.561255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:11.588933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ca7e0f1b-948d-4c69-a694-486f304a2d76 None None] Provisioning complete for port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:11.589304 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0f1b-948d-4c69-a694-486f304a2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.632934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8644382f-7196-4f22-9e90-2b165527626f details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:18:11.707272 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.769877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:11.770261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.789167 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.834030 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b05cb8-d1c1-4f94-917c-f7a4728bab83 None None] Pushing event updated for resources: {'Port': ['ID=3ace478f-d58c-44ce-87b8-d87159960d77,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:11.855087 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Attempting to bind port 3ace478f-d58c-44ce-87b8-d87159960d77 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:18:11.855653 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Attempting to bind port 3ace478f-d58c-44ce-87b8-d87159960d77 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:18:11.856161 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Attempting to bind port 3ace478f-d58c-44ce-87b8-d87159960d77 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:11.861754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:18:11.862422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:11.863268 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.864996 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:11.865700 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Bound port: 3ace478f-d58c-44ce-87b8-d87159960d77, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:11.866308 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.866849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0f1b-948d-4c69-a694-486f304a2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.913060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8644382f-7196-4f22-9e90-2b165527626f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8644382f-7196-4f22-9e90-2b165527626f,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:11.934167 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] For port 3ace478f-d58c-44ce-87b8-d87159960d77, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:11.938203 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] For port 3ace478f-d58c-44ce-87b8-d87159960d77, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3ace478f-d58c-44ce-87b8-d87159960d77,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:11.958955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ca7e0f1b-948d-4c69-a694-486f304a2d76 None None] For port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,segment=NetworkSegment(3a2840cf-9f15-485c-9074-0efa41839282),segment_id=3a2840cf-9f15-485c-9074-0efa41839282)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:11.961752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '8644382f-7196-4f22-9e90-2b165527626f', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'port_id': '8644382f-7196-4f22-9e90-2b165527626f', 'mac_address': 'fa:16:3e:76:13:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:18:11.966426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:11.975661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.004093 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.024251 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.041569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8644382f-7196-4f22-9e90-2b165527626f {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:18:12.063826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8644382f-7196-4f22-9e90-2b165527626f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8644382f-7196-4f22-9e90-2b165527626f,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:12.065267 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Routers {'68b5311d-084e-41f3-a221-6d7a11842221'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:12.066161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0f1b-948d-4c69-a694-486f304a2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.080133 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['68b5311d-084e-41f3-a221-6d7a11842221'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:12.146344 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:18:12.146344 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:18:12.152592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e0f1b-948d-4c69-a694-486f304a2d76 None None] Pushing event updated for resources: {'Port': ['ID=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:12.165902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.226792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=8644382f-7196-4f22-9e90-2b165527626f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:12.235372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f86076-88e8-4810-beee-534405f1f3b7 req-806a42d5-be1a-4c35-8b0c-3382033d5934 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:12.243907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50f86076-88e8-4810-beee-534405f1f3b7 req-806a42d5-be1a-4c35-8b0c-3382033d5934 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 944 time: 0.0998340 Dec 13 15:18:12.254281 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0697e0a9-24ee-4152-abe8-8dc57286ca35 None None] Provisioning complete for port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:12.254281 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0697e0a9-24ee-4152-abe8-8dc57286ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.291203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Allocated IP 172.20.0.1 (7b67d201-28a6-4bff-bdbc-9df6eb1b99e8/eecc43b9-1356-412a-85d6-d285d74638b6/8cb620ba-9574-4641-a096-6d5c776a9743) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:12.305009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50f86076-88e8-4810-beee-534405f1f3b7 req-29a811a5-6eb7-46d7-8d08-7396dfb7e5a4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600469 Dec 13 15:18:12.346821 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] Set router 68b5311d-084e-41f3-a221-6d7a11842221 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:12.349023 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b05cb8-d1c1-4f94-917c-f7a4728bab83 None None] Pushing event updated for resources: {'Port': ['ID=3ace478f-d58c-44ce-87b8-d87159960d77,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:12.368949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['8644382f-7196-4f22-9e90-2b165527626f'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:18:12.459889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.565052 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:10Z', 'revision_number': 3, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port': {'id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:09Z', 'updated_at': '2021-12-13T15:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:12.581963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.599596 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49606e31-5ba5-462b-a138-ceabb782bc12 None None] The sync data for ids ['68b5311d-084e-41f3-a221-6d7a11842221'] in n-d-816954-1 is: [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:10Z', 'revision_number': 3, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port': {'id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:09Z', 'updated_at': '2021-12-13T15:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:18:12.640850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:12.643791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:12.648808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:12.689095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb620ba-9574-4641-a096-6d5c776a9743,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:12.713569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cbb7286b-1423-497b-b601-3a3420a6534f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:12.726039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:12.819522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port cbb7286b-1423-497b-b601-3a3420a6534f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:12.819522 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:13.038719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a0e9f48a-fd06-472a-8406-4b4c12c924b9 None None] Provisioning complete for port 8cb620ba-9574-4641-a096-6d5c776a9743 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:13.039448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a0e9f48a-fd06-472a-8406-4b4c12c924b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:13.088782 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:13.102539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9f48a-fd06-472a-8406-4b4c12c924b9 None None] Port 8cb620ba-9574-4641-a096-6d5c776a9743 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:18:13.295644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:13.366166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:13.436566 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:13.499604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a407ee-6fe5-4097-9fea-baf3369b3f09 req-951555a5-3ae3-4ca2-a2ef-1bfaaf455068 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:13.503525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59a407ee-6fe5-4097-9fea-baf3369b3f09 req-951555a5-3ae3-4ca2-a2ef-1bfaaf455068 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 944 time: 0.0836227 Dec 13 15:18:13.576661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb620ba-9574-4641-a096-6d5c776a9743,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:13.629553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8644382f-7196-4f22-9e90-2b165527626f up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:13.645036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59a407ee-6fe5-4097-9fea-baf3369b3f09 req-16d105d4-af0b-4c00-b13a-42c75c82cfff tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048572 Dec 13 15:18:13.661244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3ace478f-d58c-44ce-87b8-d87159960d77 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:13.696470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:13.698206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:13.770978 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3ace478f-d58c-44ce-87b8-d87159960d77 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:13.771510 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:13.917911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Router 68b5311d-084e-41f3-a221-6d7a11842221 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:18:14.048085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 8644382f-7196-4f22-9e90-2b165527626f completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:18:14.054057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:18:14.060503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 8644382f-7196-4f22-9e90-2b165527626f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:14.060939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:14.070113 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-199591ee-8072-444b-89a2-8c8b27660931 admin admin] 10.222.0.24 "PUT /v2.0/routers/68b5311d-084e-41f3-a221-6d7a11842221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9461365 Dec 13 15:18:14.093128 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:14.101333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-07e74f26-51c0-4ac2-a984-6e840889df61 None None] Provisioning complete for port 8cb620ba-9574-4641-a096-6d5c776a9743 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:14.101703 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-07e74f26-51c0-4ac2-a984-6e840889df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:14.150511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 3ace478f-d58c-44ce-87b8-d87159960d77, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3ace478f-d58c-44ce-87b8-d87159960d77,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:14.163209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-07e74f26-51c0-4ac2-a984-6e840889df61 None None] Port 8cb620ba-9574-4641-a096-6d5c776a9743 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:18:14.218026 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:14.244681 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:14.245477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:14.307374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8644382f-7196-4f22-9e90-2b165527626f'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:18:14.309579 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f00630c-cbfb-4498-bddf-48a5482afd04" -d '{"events": [{"server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "name": "network-vif-plugged", "status": "completed", "tag": "8644382f-7196-4f22-9e90-2b165527626f"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:18:14.331499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 8644382f-7196-4f22-9e90-2b165527626f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8644382f-7196-4f22-9e90-2b165527626f,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:14.361114 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c1bee2-d5cc-4066-bc97-a40cb1a83462 x-openstack-request-id: req-f2c1bee2-d5cc-4066-bc97-a40cb1a83462 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:18:14.361448 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "name": "network-vif-plugged", "status": "completed", "tag": "8644382f-7196-4f22-9e90-2b165527626f", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:18:14.361649 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2c1bee2-d5cc-4066-bc97-a40cb1a83462 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:18:14.362035 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8644382f-7196-4f22-9e90-2b165527626f', 'code': 200} Dec 13 15:18:14.370788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=3ace478f-d58c-44ce-87b8-d87159960d77,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:14.381987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:14.382400 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:14.419477 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:14.487262 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd540d2-2beb-4692-96a4-e577bf9b1771 req-ad7b3541-59f8-410f-8759-389ab887c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:14.488782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fd540d2-2beb-4692-96a4-e577bf9b1771 req-ad7b3541-59f8-410f-8759-389ab887c0cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1096 time: 0.0744803 Dec 13 15:18:14.510788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=8644382f-7196-4f22-9e90-2b165527626f,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:14.549181 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3fd540d2-2beb-4692-96a4-e577bf9b1771 req-e6f20905-26cf-4fad-a881-2314b5f1ecf6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534143 Dec 13 15:18:14.762618 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c1e5-da08-4cce-a6ff-b7a02478a291 req-b70088e4-ca11-4bbe-b4d3-73406d415b80 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:14.770555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2150c1e5-da08-4cce-a6ff-b7a02478a291 req-b70088e4-ca11-4bbe-b4d3-73406d415b80 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 945 time: 0.0624695 Dec 13 15:18:14.806055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2150c1e5-da08-4cce-a6ff-b7a02478a291 req-f7573380-01b4-4bf4-ba6e-01464708d74d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346494 Dec 13 15:18:14.853970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Sync routers for ids ['68b5311d-084e-41f3-a221-6d7a11842221'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:18:14.868948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Routers {'68b5311d-084e-41f3-a221-6d7a11842221'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:14.869609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['68b5311d-084e-41f3-a221-6d7a11842221'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:14.988644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Set router 68b5311d-084e-41f3-a221-6d7a11842221 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:15.195315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:12Z', 'revision_number': 4, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port': {'id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:09Z', 'updated_at': '2021-12-13T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8cb620ba-9574-4641-a096-6d5c776a9743', 'name': '', 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'mac_address': 'fa:16:3e:64:43:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'eecc43b9-1356-412a-85d6-d285d74638b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:11Z', 'updated_at': '2021-12-13T15:18:13Z', 'revision_number': 2, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'subnets': [{'id': 'eecc43b9-1356-412a-85d6-d285d74638b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:15.223121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Checking router: 68b5311d-084e-41f3-a221-6d7a11842221 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:18:15.223482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Updating router 68b5311d-084e-41f3-a221-6d7a11842221 port 8cb620ba-9574-4641-a096-6d5c776a9743 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:18:15.249896 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:15.471024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3ace478f-d58c-44ce-87b8-d87159960d77 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:15.582468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 3ace478f-d58c-44ce-87b8-d87159960d77 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:15.582751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:15.612507 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:15.691548 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:15.770973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ac64f-ca67-410d-97a2-962d7f4e7c28 None None] Pushing event updated for resources: {'Port': ['ID=8cb620ba-9574-4641-a096-6d5c776a9743,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:15.813312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Attempting to bind port 8cb620ba-9574-4641-a096-6d5c776a9743 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:18:15.813694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Attempting to bind port 8cb620ba-9574-4641-a096-6d5c776a9743 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:18:15.814059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Attempting to bind port 8cb620ba-9574-4641-a096-6d5c776a9743 on network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:15.819377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:18:15.819753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Checking segment: {'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:15.820157 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:15.820548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Bound using segment: {'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:15.821012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Bound port: 8cb620ba-9574-4641-a096-6d5c776a9743, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2840cf-9f15-485c-9074-0efa41839282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:15.821389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:15.908357 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] For port 8cb620ba-9574-4641-a096-6d5c776a9743, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:15.939149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] For port 8cb620ba-9574-4641-a096-6d5c776a9743, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8cb620ba-9574-4641-a096-6d5c776a9743,segment=NetworkSegment(3a2840cf-9f15-485c-9074-0efa41839282),segment_id=3a2840cf-9f15-485c-9074-0efa41839282)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:15.971354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613a211-aff0-4fc3-98ab-594f81856822 req-6a3525f1-f8e3-4eff-b3f3-9c8445e8be9a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:15.973180 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1613a211-aff0-4fc3-98ab-594f81856822 req-6a3525f1-f8e3-4eff-b3f3-9c8445e8be9a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 945 time: 0.0690153 Dec 13 15:18:15.980083 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:15.995608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3582cdd7-317a-471f-9b7e-33dac7b698a2 None None] Provisioning complete for port 8cb620ba-9574-4641-a096-6d5c776a9743 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:15.995989 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3582cdd7-317a-471f-9b7e-33dac7b698a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.021490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1613a211-aff0-4fc3-98ab-594f81856822 req-c9db2c88-e761-4404-a1d3-f2ac9749aff9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400090 Dec 13 15:18:16.040579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3582cdd7-317a-471f-9b7e-33dac7b698a2 None None] Port 8cb620ba-9574-4641-a096-6d5c776a9743 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:18:16.043655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.113852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Routers {'68b5311d-084e-41f3-a221-6d7a11842221'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:16.114615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['68b5311d-084e-41f3-a221-6d7a11842221'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:16.116609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ac64f-ca67-410d-97a2-962d7f4e7c28 None None] Pushing event updated for resources: {'Port': ['ID=8cb620ba-9574-4641-a096-6d5c776a9743,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:16.157043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32806) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:16.184240 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a439b-eef1-4314-b22c-d6f2b6e9f96c req-32e26148-3fae-482b-9329-187da4fb78aa tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:16.192559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-872a439b-eef1-4314-b22c-d6f2b6e9f96c req-32e26148-3fae-482b-9329-187da4fb78aa tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 945 time: 0.0935259 Dec 13 15:18:16.246884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-872a439b-eef1-4314-b22c-d6f2b6e9f96c req-14393b15-3da5-40b2-92c1-3476a9c4a6f0 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530369 Dec 13 15:18:16.260747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32808) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:16.305376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] Set router 68b5311d-084e-41f3-a221-6d7a11842221 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:16.477611 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7f8ba142-2651-4b9e-9c6b-abb813d8faea None None] Provisioning complete for port 8cb620ba-9574-4641-a096-6d5c776a9743 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:16.478052 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f8ba142-2651-4b9e-9c6b-abb813d8faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.593106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201bfee-1880-4239-8800-2d834fb9d622 tempest-TestVolumeBootPattern-1109986567 tempest-TestVolumeBootPattern-1109986567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:16.598868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32814) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:16.599012 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0201bfee-1880-4239-8800-2d834fb9d622 tempest-TestVolumeBootPattern-1109986567 tempest-TestVolumeBootPattern-1109986567-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1091 time: 0.3364410 Dec 13 15:18:16.603505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '8644382f-7196-4f22-9e90-2b165527626f', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:16.635461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f8ba142-2651-4b9e-9c6b-abb813d8faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.651580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:12Z', 'revision_number': 4, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port': {'id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:09Z', 'updated_at': '2021-12-13T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8cb620ba-9574-4641-a096-6d5c776a9743', 'name': '', 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'mac_address': 'fa:16:3e:64:43:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'eecc43b9-1356-412a-85d6-d285d74638b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:11Z', 'updated_at': '2021-12-13T15:18:15Z', 'revision_number': 4, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'subnets': [{'id': 'eecc43b9-1356-412a-85d6-d285d74638b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:16.691041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6b315-537c-455b-b6e9-3fdec0f9d07a None None] The sync data for ids ['68b5311d-084e-41f3-a221-6d7a11842221'] in n-d-816954-1 is: [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:12Z', 'revision_number': 4, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port': {'id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:09Z', 'updated_at': '2021-12-13T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8cb620ba-9574-4641-a096-6d5c776a9743', 'name': '', 'network_id': '7b67d201-28a6-4bff-bdbc-9df6eb1b99e8', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'mac_address': 'fa:16:3e:64:43:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'eecc43b9-1356-412a-85d6-d285d74638b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:11Z', 'updated_at': '2021-12-13T15:18:15Z', 'revision_number': 4, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'subnets': [{'id': 'eecc43b9-1356-412a-85d6-d285d74638b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:18:16.695862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.722078 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7f8ba142-2651-4b9e-9c6b-abb813d8faea None None] For port 8cb620ba-9574-4641-a096-6d5c776a9743, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8cb620ba-9574-4641-a096-6d5c776a9743,segment=NetworkSegment(3a2840cf-9f15-485c-9074-0efa41839282),segment_id=3a2840cf-9f15-485c-9074-0efa41839282)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:16.726952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.828780 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f8ba142-2651-4b9e-9c6b-abb813d8faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.875670 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:16.896035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ba142-2651-4b9e-9c6b-abb813d8faea None None] Pushing event updated for resources: {'Port': ['ID=8cb620ba-9574-4641-a096-6d5c776a9743,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:17.008749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Allocated IP 172.25.7.80 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/0f09d9f0-6732-4f4c-a001-c91a2e936aac) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:17.023632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Deleting port cbb7286b-1423-497b-b601-3a3420a6534f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:17.024215 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.120948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] For port cbb7286b-1423-497b-b601-3a3420a6534f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=cbb7286b-1423-497b-b601-3a3420a6534f,segment=NetworkSegment(a5171808-86f4-44de-a68b-4f38d2363e40),segment_id=a5171808-86f4-44de-a68b-4f38d2363e40)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:17.121312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.136375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Calling delete_port for cbb7286b-1423-497b-b601-3a3420a6534f owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:17.138735 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.142698 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.300452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.345445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:17.348565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:17.356894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:17.365449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=0f09d9f0-6732-4f4c-a001-c91a2e936aac,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:17.465814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.495963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8cb620ba-9574-4641-a096-6d5c776a9743 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:17.500146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb7286b-1423-497b-b601-3a3420a6534f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:17.605705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8cb620ba-9574-4641-a096-6d5c776a9743 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:17.606177 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.786435 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:17.891731 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.025435 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.061483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:18:18.191257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:18:18.199173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cbf7e65b-6c3d-43ad-bc10-86a0e1be184f admin admin] 10.222.0.24 "PUT /v2.0/routers/51f9e4aa-2698-48ec-a5eb-40c2abd706fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385787 Dec 13 15:18:18.199498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32822) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:18.204158 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] Sync routers for ids ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:18:18.213463 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.214007 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] Routers {'51f9e4aa-2698-48ec-a5eb-40c2abd706fc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:18.214736 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:18.277752 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.334892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.342418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event updated for resources: {'Port': ['ID=0f09d9f0-6732-4f4c-a001-c91a2e936aac,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:18.353512 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] Set router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:18.403231 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.465898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.510029 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Floating IP 52010f91-e427-4f7c-aa56-24169a53ff07 associated. External IP: 172.25.7.80, port: 8644382f-7196-4f22-9e90-2b165527626f. Dec 13 15:18:18.573952 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '87b98088-9b80-462a-861a-41877985ec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:17Z', 'revision_number': 5, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port': {'id': '87b98088-9b80-462a-861a-41877985ec7b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:18.598204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Deleting port 87b98088-9b80-462a-861a-41877985ec7b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:18.598684 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.603978 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] Checking router: 51f9e4aa-2698-48ec-a5eb-40c2abd706fc for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:18:18.612988 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] Routers {'51f9e4aa-2698-48ec-a5eb-40c2abd706fc'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:18.613541 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:18.698210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] For port 87b98088-9b80-462a-861a-41877985ec7b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=87b98088-9b80-462a-861a-41877985ec7b,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:18.699023 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:18.709325 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] Set router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:18.713495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Calling delete_port for 87b98088-9b80-462a-861a-41877985ec7b owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:18.765234 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:18Z', 'revision_number': 6, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:18.767888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:18:18.796322 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d869dcc-0947-446c-9f65-f68f1b954990 None None] The sync data for ids ['51f9e4aa-2698-48ec-a5eb-40c2abd706fc'] in n-d-816954-1 is: [{'id': '51f9e4aa-2698-48ec-a5eb-40c2abd706fc', 'name': 'tempest-TestAggregatesBasicOps-1920423064-router', 'tenant_id': '5206ba54af804e46a59f1efcb815063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:01Z', 'updated_at': '2021-12-13T15:18:18Z', 'revision_number': 6, 'project_id': '5206ba54af804e46a59f1efcb815063c', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:18:18.899093 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:18:18.909437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:18:18.925618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:18.926604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:19.016871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.041090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:19.048564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.055944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5d9e3f3e-c250-45c7-870d-61c8a20471b2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4561307 Dec 13 15:18:19.057682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'tag': '8644382f-7196-4f22-9e90-2b165527626f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:18:19.071473 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a6192c-4314-4359-8f2c-6ef63575bd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "tag": "8644382f-7196-4f22-9e90-2b165527626f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:18:19.088090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Pushing event deleted for resources: {'Port': ['ID=87b98088-9b80-462a-861a-41877985ec7b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:19.132922 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe868f3-363c-434a-bf94-3cc9615b7661 x-openstack-request-id: req-5fe868f3-363c-434a-bf94-3cc9615b7661 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:18:19.133274 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "tag": "8644382f-7196-4f22-9e90-2b165527626f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:18:19.133599 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fe868f3-363c-434a-bf94-3cc9615b7661 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:18:19.134106 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'tag': '8644382f-7196-4f22-9e90-2b165527626f', 'status': 'completed', 'code': 200} Dec 13 15:18:19.190166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.289575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-fb1e9f01-80fc-495e-86ca-e2ddad812850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:19.291830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-fb1e9f01-80fc-495e-86ca-e2ddad812850 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1096 time: 0.1311350 Dec 13 15:18:19.293565 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.295347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '52010f91-e427-4f7c-aa56-24169a53ff07', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': '8644382f-7196-4f22-9e90-2b165527626f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:76:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:18:17Z', 'updated_at': '2021-12-13T15:18:17Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}, {'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:17Z', 'revision_number': 1, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:19.296080 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.324282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:18:19.333285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:19.333946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:17:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:19.426783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-aa5cf904-4398-431d-9ca7-7f35e86b9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:19.428316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-aa5cf904-4398-431d-9ca7-7f35e86b9d66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.1284945 Dec 13 15:18:19.443605 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.444479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f9e4aa-2698-48ec-a5eb-40c2abd706fc {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:18:19.455966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:19.475272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.479405 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5eff927a-5e9b-41d8-9a15-6ab3af36feeb admin admin] 10.222.0.24 "DELETE /v2.0/routers/51f9e4aa-2698-48ec-a5eb-40c2abd706fc HTTP/1.1" status: 204 len: 168 time: 1.2765429 Dec 13 15:18:19.480705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32830) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:19.505377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-53f73767-f2cb-4614-9a75-079cc5f6c517 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8644382f-7196-4f22-9e90-2b165527626f HTTP/1.1" status: 200 len: 998 time: 0.0693805 Dec 13 15:18:19.533711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] Deleting subnet 54c6a92b-bb14-44a0-8d21-c2d01af86221 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:18:19.536981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.563875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-fa65337d-14d0-4877-9f2b-9ec193df8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:19.565423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-fa65337d-14d0-4877-9f2b-9ec193df8928 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0531647 Dec 13 15:18:19.573960 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.623638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-7d271d21-4f1b-4fd2-8a4a-4ea553bef0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:19.625785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-7d271d21-4f1b-4fd2-8a4a-4ea553bef0bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516212 Dec 13 15:18:19.674517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.750797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-63ed7134-c742-4454-9bef-f3b9b761d8d2 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167529 Dec 13 15:18:19.832476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.850500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:19.859051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54c6a92b-bb14-44a0-8d21-c2d01af86221 HTTP/1.1" status: 204 len: 168 time: 0.3768370 Dec 13 15:18:19.865551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32836) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:19.887623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d005fc5b-e60a-4c03-ac1b-d9a9b4ed1400 None None] Network a01e6c02-23d0-4720-9f93-f94904331fa4 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:19.898179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7011325-cf83-40d8-bb6a-a9c716622dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c6a92b-bb14-44a0-8d21-c2d01af86221,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:19.966822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a2a6192c-4314-4359-8f2c-6ef63575bd5e req-8c676220-8080-41d9-b90e-69b13716b0da service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088954 Dec 13 15:18:19.969337 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.011313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '52010f91-e427-4f7c-aa56-24169a53ff07', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': '8644382f-7196-4f22-9e90-2b165527626f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:76:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:18:17Z', 'updated_at': '2021-12-13T15:18:17Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}, {'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:17Z', 'revision_number': 1, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:20.044723 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3240-f23a-4a92-b75e-2ec68ca19956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.047900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875704b-cf73-4727-80c7-731f19d9e555 None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '52010f91-e427-4f7c-aa56-24169a53ff07', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': '8644382f-7196-4f22-9e90-2b165527626f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:76:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:18:17Z', 'updated_at': '2021-12-13T15:18:17Z', 'revision_number': 0, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}, {'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:17Z', 'revision_number': 1, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:18:20.198130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] DHCP port deletion for a01e6c02-23d0-4720-9f93-f94904331fa4 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:18:20.204103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cbb7286b-1423-497b-b601-3a3420a6534f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:18:20.239263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: cbb7286b-1423-497b-b601-3a3420a6534f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:18:20.239263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device cbb7286b-1423-497b-b601-3a3420a6534f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:18:20.290261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] Deleting port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:20.290652 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.384367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] For port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,segment=NetworkSegment(a5171808-86f4-44de-a68b-4f38d2363e40),segment_id=a5171808-86f4-44de-a68b-4f38d2363e40)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:20.385136 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.393216 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a98c84-de8d-4e36-9f28-f76fb41a2ad1 None None] New status for floating IP 52010f91-e427-4f7c-aa56-24169a53ff07: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:18:20.395067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Deleting port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:20.395409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.416748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] Calling delete_port for 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:20.473671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] For port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,segment=NetworkSegment(a5171808-86f4-44de-a68b-4f38d2363e40),segment_id=a5171808-86f4-44de-a68b-4f38d2363e40)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:20.474402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.489826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Calling delete_port for 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:20.595196 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.601875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.626205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] Pushing event deleted for resources: {'Port': ['ID=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:20.628415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720deebf-1287-4f6a-9343-93aa981ae5b6 None None] No DVR routers for this DVR port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:18:20.629092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4696cc-acd6-4735-8d4f-d4f26ec70d68,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:20.632842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] No DVR routers for this DVR port 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:18:20.716354 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.741479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01e6c02-23d0-4720-9f93-f94904331fa4']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:20.750596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5171808-86f4-44de-a68b-4f38d2363e40') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:20.750892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5171808-86f4-44de-a68b-4f38d2363e40') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:20.759927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.772724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.778955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:18:20.779340 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: self.session.flush() Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:18:20.780979 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:18:20.915248 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.920744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:20.927784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] 10.222.0.24 "DELETE /v2.0/networks/a01e6c02-23d0-4720-9f93-f94904331fa4 HTTP/1.1" status: 204 len: 168 time: 1.0565968 Dec 13 15:18:20.928497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32840) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:20.946827 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50dba-6962-4fca-aa98-8fd2f6bf70cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a01e6c02-23d0-4720-9f93-f94904331fa4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:21.279499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:21.445650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:18:21.475230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:18:21.475720 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4e4696cc-acd6-4735-8d4f-d4f26ec70d68 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:18:21.476367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 87b98088-9b80-462a-861a-41877985ec7b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:18:21.495629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 87b98088-9b80-462a-861a-41877985ec7b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:18:21.496037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 87b98088-9b80-462a-861a-41877985ec7b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:18:21.558771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Deleting port 8cb620ba-9574-4641-a096-6d5c776a9743 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:21.559134 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:21.637521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] For port 8cb620ba-9574-4641-a096-6d5c776a9743, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8cb620ba-9574-4641-a096-6d5c776a9743,segment=NetworkSegment(3a2840cf-9f15-485c-9074-0efa41839282),segment_id=3a2840cf-9f15-485c-9074-0efa41839282)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:21.637881 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:21.650928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Calling delete_port for 8cb620ba-9574-4641-a096-6d5c776a9743 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:21.914848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:21.946594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb620ba-9574-4641-a096-6d5c776a9743,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:22.115218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:22.271617 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5dc0-c3ff-41db-a611-1395113fcbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:22.332253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Router 68b5311d-084e-41f3-a221-6d7a11842221 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:18:22.494088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:18:22.494088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5ace1cd3-1d3e-4d54-9303-78cf64a66639 admin admin] 10.222.0.24 "PUT /v2.0/routers/68b5311d-084e-41f3-a221-6d7a11842221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5372913 Dec 13 15:18:22.494088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32848) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:22.494998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] Sync routers for ids ['68b5311d-084e-41f3-a221-6d7a11842221'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:18:22.494998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] Routers {'68b5311d-084e-41f3-a221-6d7a11842221'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:22.494998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['68b5311d-084e-41f3-a221-6d7a11842221'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:22.579497 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:22.601064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] Set router 68b5311d-084e-41f3-a221-6d7a11842221 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:22.690624 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:22.811468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:21Z', 'revision_number': 5, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port': {'id': '3ace478f-d58c-44ce-87b8-d87159960d77', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b5311d-084e-41f3-a221-6d7a11842221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:18:09Z', 'updated_at': '2021-12-13T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:22.838272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Deleting port 3ace478f-d58c-44ce-87b8-d87159960d77 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:22.838765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:22.840986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] Checking router: 68b5311d-084e-41f3-a221-6d7a11842221 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:18:22.848325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32852) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:22.850155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] Routers {'68b5311d-084e-41f3-a221-6d7a11842221'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:18:22.850884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['68b5311d-084e-41f3-a221-6d7a11842221'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:22.944707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] Set router 68b5311d-084e-41f3-a221-6d7a11842221 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:18:22.954922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] For port 3ace478f-d58c-44ce-87b8-d87159960d77, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3ace478f-d58c-44ce-87b8-d87159960d77,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:22.955940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:22.972679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Calling delete_port for 3ace478f-d58c-44ce-87b8-d87159960d77 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:22.975402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57973a39-67f5-43b0-9eb7-31e8f6e96244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.016411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:22Z', 'revision_number': 6, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:23.049350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb9701-6bf6-4026-96a4-bba5a190b285 None None] The sync data for ids ['68b5311d-084e-41f3-a221-6d7a11842221'] in n-d-816954-1 is: [{'id': '68b5311d-084e-41f3-a221-6d7a11842221', 'name': 'tempest-TestAggregatesBasicOps-1820522991-router', 'tenant_id': '42c22aa7b97345d2b11601cc6fa470c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:18:08Z', 'updated_at': '2021-12-13T15:18:22Z', 'revision_number': 6, 'project_id': '42c22aa7b97345d2b11601cc6fa470c3', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:18:23.078779 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57973a39-67f5-43b0-9eb7-31e8f6e96244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.166095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-57973a39-67f5-43b0-9eb7-31e8f6e96244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.204730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-57973a39-67f5-43b0-9eb7-31e8f6e96244 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98ea34433c044b43a6e4a65aa713dae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535831 Dec 13 15:18:23.206816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57973a39-67f5-43b0-9eb7-31e8f6e96244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd56078-cbd5-4131-8535-4423f4bf63a3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:23.207494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32856) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:23.253470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.282439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a536d67e-3afd-482c-b9d8-b999b6cba491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.285729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ace478f-d58c-44ce-87b8-d87159960d77,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:23.348954 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a536d67e-3afd-482c-b9d8-b999b6cba491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.377675 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.388047 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.485978 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.492672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.585456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a536d67e-3afd-482c-b9d8-b999b6cba491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.588237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a536d67e-3afd-482c-b9d8-b999b6cba491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.589782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a536d67e-3afd-482c-b9d8-b999b6cba491 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbd56078-cbd5-4131-8535-4423f4bf63a3 HTTP/1.1" status: 204 len: 168 time: 0.3812792 Dec 13 15:18:23.598355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536d67e-3afd-482c-b9d8-b999b6cba491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd56078-cbd5-4131-8535-4423f4bf63a3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:23.631376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.635987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b5311d-084e-41f3-a221-6d7a11842221 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:18:23.636370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:23.637504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-babc4a6f-f0ca-4128-900e-0e983e872c7a admin admin] 10.222.0.24 "DELETE /v2.0/routers/68b5311d-084e-41f3-a221-6d7a11842221 HTTP/1.1" status: 204 len: 168 time: 1.1671171 Dec 13 15:18:23.640160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32860) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:23.831827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8cb620ba-9574-4641-a096-6d5c776a9743 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:18:23.856919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8cb620ba-9574-4641-a096-6d5c776a9743 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:18:23.857160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8cb620ba-9574-4641-a096-6d5c776a9743 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:18:24.001187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] Deleting subnet eecc43b9-1356-412a-85d6-d285d74638b6 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:18:24.004621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.041288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.124318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.304045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.330220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eecc43b9-1356-412a-85d6-d285d74638b6,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:24.333822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.337033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2679f606-3fc9-49c7-89ff-ed439eb0186c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eecc43b9-1356-412a-85d6-d285d74638b6 HTTP/1.1" status: 204 len: 168 time: 0.6951547 Dec 13 15:18:24.339574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32872) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:24.343727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccf6dd-8d2f-40ee-ae5a-18548cf46e12 None None] Network 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:24.416988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.486400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Deleting port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:24.486897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.542195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] DHCP port deletion for 7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:18:24.553845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] For port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,segment=NetworkSegment(3a2840cf-9f15-485c-9074-0efa41839282),segment_id=3a2840cf-9f15-485c-9074-0efa41839282)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:24.554216 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.567315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Calling delete_port for e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:24.587744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] Deleting port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:18:24.588046 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.654442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] For port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,segment=NetworkSegment(3a2840cf-9f15-485c-9074-0efa41839282),segment_id=3a2840cf-9f15-485c-9074-0efa41839282)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:24.654838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.668072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] Calling delete_port for e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:18:24.740710 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 15:18:24.745478 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 15:18:24.749765 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.764314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:24.769941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] No DVR routers for this DVR port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:18:24.783855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] Pushing event deleted for resources: {'Port': ['ID=e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:24.789050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72efac-12c3-4e59-b229-50a6ae8c64ff None None] No DVR routers for this DVR port e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:18:24.848793 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.869715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b67d201-28a6-4bff-bdbc-9df6eb1b99e8']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:24.881954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2840cf-9f15-485c-9074-0efa41839282') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:24.881954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2840cf-9f15-485c-9074-0efa41839282') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:18:24.897298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.911918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.917636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:18:24.918017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:18:24.919727 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:18:24.994956 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.066982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.071524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.075606 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b67d201-28a6-4bff-bdbc-9df6eb1b99e8 HTTP/1.1" status: 204 len: 168 time: 0.7349994 Dec 13 15:18:25.087892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e008aa2-44f0-4596-aa44-7471cb8fa2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7b67d201-28a6-4bff-bdbc-9df6eb1b99e8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:25.151769 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.436655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3ace478f-d58c-44ce-87b8-d87159960d77 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:18:25.458012 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 3ace478f-d58c-44ce-87b8-d87159960d77 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:18:25.458391 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 3ace478f-d58c-44ce-87b8-d87159960d77 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:18:25.458785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:18:25.476679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:18:25.485216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e7fcd3d7-a5ce-4c7a-8920-667df89aa5c9 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:18:25.485762 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32898) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:25.524143 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-51664807-5fd6-4724-8c58-37e7803a4c1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5206ba54af804e46a59f1efcb815063c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385685 Dec 13 15:18:25.526555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32900) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:25.577372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4de8a25-0120-4b2f-a043-5e9d72c35442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.599205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4de8a25-0120-4b2f-a043-5e9d72c35442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.709470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4de8a25-0120-4b2f-a043-5e9d72c35442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.712111 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e4de8a25-0120-4b2f-a043-5e9d72c35442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:25.713257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e4de8a25-0120-4b2f-a043-5e9d72c35442 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/078484a8-6ad1-44b8-950d-246039526fc1 HTTP/1.1" status: 204 len: 168 time: 0.1858089 Dec 13 15:18:25.722326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de8a25-0120-4b2f-a043-5e9d72c35442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078484a8-6ad1-44b8-950d-246039526fc1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:26.412903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32914) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:26.455111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb9194ce-6cd6-494a-8897-18cb668d29ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42c22aa7b97345d2b11601cc6fa470c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407796 Dec 13 15:18:26.457348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32916) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:26.508013 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af8b3285-2545-4f0d-96a6-ec72b0fa2023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:26.529376 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af8b3285-2545-4f0d-96a6-ec72b0fa2023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:26.660367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af8b3285-2545-4f0d-96a6-ec72b0fa2023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:26.665226 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-af8b3285-2545-4f0d-96a6-ec72b0fa2023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:26.665226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-af8b3285-2545-4f0d-96a6-ec72b0fa2023 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9b2c57a-e8f7-4606-aca7-3581ad83b995 HTTP/1.1" status: 204 len: 168 time: 0.2060349 Dec 13 15:18:26.672317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b3285-2545-4f0d-96a6-ec72b0fa2023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b2c57a-e8f7-4606-aca7-3581ad83b995,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:35.314425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32956) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:35.422550 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5941954a-93d4-455a-8dac-14fd2ec6cb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:35.496439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5941954a-93d4-455a-8dac-14fd2ec6cb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:35.589150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5941954a-93d4-455a-8dac-14fd2ec6cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:35.629663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5941954a-93d4-455a-8dac-14fd2ec6cb43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e1fd4ff72ef4aefbe7f4930dcaf71b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141789 Dec 13 15:18:35.630802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941954a-93d4-455a-8dac-14fd2ec6cb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804145fe-e1ff-4334-8a8f-0810dd2bff49,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:35.632450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32960) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:35.681578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4317adfa-099b-4765-9246-cc84f27d83e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:35.703631 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4317adfa-099b-4765-9246-cc84f27d83e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:35.811929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4317adfa-099b-4765-9246-cc84f27d83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:35.814885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4317adfa-099b-4765-9246-cc84f27d83e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:35.816019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4317adfa-099b-4765-9246-cc84f27d83e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/804145fe-e1ff-4334-8a8f-0810dd2bff49 HTTP/1.1" status: 204 len: 168 time: 0.1825836 Dec 13 15:18:35.823948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317adfa-099b-4765-9246-cc84f27d83e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804145fe-e1ff-4334-8a8f-0810dd2bff49,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:36.781442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 32982) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:36.881522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1838649931-network', 'tenant_id': '8f25cb4937e3475f9069d3b9711656d8'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:36.954661 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Made reservation on behalf of 8f25cb4937e3475f9069d3b9711656d8 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:36.956865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:36.965643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.040931 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.134473 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.159440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:18:37.170227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a5cbd1-8928-4021-83f1-338185cb2cf0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:37.175914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.176256 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Added segment fb79f416-c9d0-4c1d-810b-c5f1956a22a2 of type vlan for network f4303554-d570-47d2-ba37-64ff282d917b Dec 13 15:18:37.218744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.348739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.349744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:37.350356 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.411029 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] Pushing event updated for resources: {'Network': ['ID=f4303554-d570-47d2-ba37-64ff282d917b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:37.420601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network f4303554-d570-47d2-ba37-64ff282d917b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:18:37.495325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8c9ae4b-973d-49f9-b9f6-5747947d6791 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7127578 Dec 13 15:18:37.498575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 32986) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:37.504735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Request body: {'subnet': {'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1838649931-subnet', 'tenant_id': '8f25cb4937e3475f9069d3b9711656d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:37.594740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Made reservation on behalf of 8f25cb4937e3475f9069d3b9711656d8 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:37.597107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.837835 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:37.892326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a48e644-5025-4f20-a6ec-87ce842f83b1,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:37.902804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Checking segment: {'id': 'fb79f416-c9d0-4c1d-810b-c5f1956a22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:37.903162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Network hostable DHCP agents. Network: f4303554-d570-47d2-ba37-64ff282d917b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:18:37.989220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Network f4303554-d570-47d2-ba37-64ff282d917b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:18:38.064090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, f4303554-d570-47d2-ba37-64ff282d917b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:38.069859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:38.070516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:38.076005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75219b-12ef-46d0-85f4-0f563d982d7a None None] Network f4303554-d570-47d2-ba37-64ff282d917b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:38.146298 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cdef88d0-59e2-4e79-8f4a-1c54259e3ff4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6463511 Dec 13 15:18:38.195907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694219f-d041-49f4-a21b-c1bb38a70650 None None] Network f4303554-d570-47d2-ba37-64ff282d917b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:38.882130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33002) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:38.887171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1187336939-network', 'tenant_id': '67ba40797f6049cf8f4672214b807dba'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:38.994550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Made reservation on behalf of 67ba40797f6049cf8f4672214b807dba for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:38.996806 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.005858 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.081768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.171757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.196357 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:18:39.207021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fedbff-53c9-40a5-803b-be713cc49eba,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:39.211440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.211772 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Added segment 0e390a1f-d9a7-4ce8-8249-3bac624cdb4c of type vlan for network e2c13206-f83a-4c61-81fd-729710865611 Dec 13 15:18:39.225250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.225591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.225924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.226273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.226605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.226927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.227246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.227701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.228108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.228488 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.228890 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.229296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:18:39.276353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.360593 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.361808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:39.362515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.429892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] Pushing event updated for resources: {'Network': ['ID=e2c13206-f83a-4c61-81fd-729710865611,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:39.440118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e2c13206-f83a-4c61-81fd-729710865611 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:18:39.518001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8df99258-c80a-40e6-a3f5-52af5879d05b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6347184 Dec 13 15:18:39.520759 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33004) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:18:39.525404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Request body: {'subnet': {'network_id': 'e2c13206-f83a-4c61-81fd-729710865611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1187336939-subnet', 'tenant_id': '67ba40797f6049cf8f4672214b807dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:39.654522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Made reservation on behalf of 67ba40797f6049cf8f4672214b807dba for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:39.657229 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.883481 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:39.937444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b387f75-525a-47f8-b858-a0905414e78c,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:39.946500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Checking segment: {'id': '0e390a1f-d9a7-4ce8-8249-3bac624cdb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e2c13206-f83a-4c61-81fd-729710865611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:39.946855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Network hostable DHCP agents. Network: e2c13206-f83a-4c61-81fd-729710865611, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:18:40.071369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Network e2c13206-f83a-4c61-81fd-729710865611 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:18:40.174325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e2c13206-f83a-4c61-81fd-729710865611) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:40.179042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:40.179621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:40.184159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4e9e9-fb50-4a50-9453-17ca51560088 None None] Network e2c13206-f83a-4c61-81fd-729710865611 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:40.260745 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c3996f9e-1949-4404-b8de-db4fc76cbcb4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7385466 Dec 13 15:18:40.302925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360be6a4-1189-4b73-ad82-3873ee154c60 None None] Network e2c13206-f83a-4c61-81fd-729710865611 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:18:40.745200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-dced6ddc-7973-4cc7-9d1d-ef6ccc572dff tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:40.746673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-dced6ddc-7973-4cc7-9d1d-ef6ccc572dff tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/networks?id=f4303554-d570-47d2-ba37-64ff282d917b HTTP/1.1" status: 200 len: 812 time: 0.1060925 Dec 13 15:18:40.762313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-f35917f3-bf09-4b17-a69b-0c562752b53d tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/quotas/8f25cb4937e3475f9069d3b9711656d8 HTTP/1.1" status: 200 len: 375 time: 0.0089931 Dec 13 15:18:40.794449 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-33d0d483-9d08-4ffb-8299-5e505104089f tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f25cb4937e3475f9069d3b9711656d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261836 Dec 13 15:18:40.887900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-30370020-cd03-4469-8fb9-c77cfa1dfa2e service neutron] 10.222.0.24 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Dec 13 15:18:40.978046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-bbcc637e-be66-4777-8f2e-649e736ac28d service neutron] 10.222.0.24 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819585 Dec 13 15:18:41.256569 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57f95e2a-3521-43cd-a668-5d09d880e499 req-ada958ef-90fa-40eb-8930-a1ef61e54b09 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 210 time: 0.0317457 Dec 13 15:18:42.351228 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0735f877-15c8-4a36-9977-bb947b094f13 req-ec458a14-9206-4dad-a313-a0289aed653c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 210 time: 0.0281098 Dec 13 15:18:43.445712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cfb1a27b-df67-4399-aec2-e08d0f5f744f req-d2d3c2f9-15a4-42fe-917a-7bebea8ff99d tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 210 time: 0.0273087 Dec 13 15:18:43.494872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-3a088e44-43d1-42bf-9694-19bda4e24807 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:43.496281 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-3a088e44-43d1-42bf-9694-19bda4e24807 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.50 "GET /v2.0/networks?id=f4303554-d570-47d2-ba37-64ff282d917b HTTP/1.1" status: 200 len: 812 time: 0.1048348 Dec 13 15:18:43.509409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Request body: {'port': {'device_id': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b', 'admin_state_up': True, 'tenant_id': '8f25cb4937e3475f9069d3b9711656d8'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:43.700343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Made reservation on behalf of 8f25cb4937e3475f9069d3b9711656d8 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:18:43.704464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:43.940965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Allocated IP 172.20.0.14 (f4303554-d570-47d2-ba37-64ff282d917b/0a48e644-5025-4f20-a6ec-87ce842f83b1/ff699a08-eb70-403e-ae47-ef17ec628277) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:18:44.091724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:44.163521 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:44.205822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Network f4303554-d570-47d2-ba37-64ff282d917b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:18:44.208858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:18:44.212433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:18:44.238353 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Pushing event updated for resources: {'Port': ['ID=ff699a08-eb70-403e-ae47-ef17ec628277,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:44.264777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:44.265377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:44.339991 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-c25534b2-055d-4631-a4fb-625d4539b81c tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8344338 Dec 13 15:18:44.355362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Request body: {'port': {'device_id': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:18:44.414707 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:44.629550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b482c7-c9db-4510-af79-88d5759a3cc6 req-4f1a799d-434b-4bd8-b0ce-4c92b4cd6671 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:44.630942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b482c7-c9db-4510-af79-88d5759a3cc6 req-4f1a799d-434b-4bd8-b0ce-4c92b4cd6671 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 932 time: 0.1109471 Dec 13 15:18:44.696186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49b482c7-c9db-4510-af79-88d5759a3cc6 req-1a9a6b6a-8de4-42ab-a4ab-314c5bd0517d tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Dec 13 15:18:44.758906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff699a08-eb70-403e-ae47-ef17ec628277 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:18:44.767095 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:44.778566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Transition to ACTIVE for port object ff699a08-eb70-403e-ae47-ef17ec628277 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:18:44.863017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:44.913530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Pushing event updated for resources: {'Port': ['ID=ff699a08-eb70-403e-ae47-ef17ec628277,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:44.986624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Attempting to bind port ff699a08-eb70-403e-ae47-ef17ec628277 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:18:44.986947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Attempting to bind port ff699a08-eb70-403e-ae47-ef17ec628277 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'fb79f416-c9d0-4c1d-810b-c5f1956a22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:18:44.987264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Attempting to bind port ff699a08-eb70-403e-ae47-ef17ec628277 on network f4303554-d570-47d2-ba37-64ff282d917b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:44.991761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Port ff699a08-eb70-403e-ae47-ef17ec628277 on network f4303554-d570-47d2-ba37-64ff282d917b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:18:44.992074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Attempting to bind port ff699a08-eb70-403e-ae47-ef17ec628277 on network f4303554-d570-47d2-ba37-64ff282d917b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:18:44.996734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:18:44.997062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Checking segment: {'id': 'fb79f416-c9d0-4c1d-810b-c5f1956a22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:18:44.997441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Bound using segment: {'id': 'fb79f416-c9d0-4c1d-810b-c5f1956a22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:18:44.997849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Bound port: ff699a08-eb70-403e-ae47-ef17ec628277, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb79f416-c9d0-4c1d-810b-c5f1956a22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:18:44.998189 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:45.068254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] For port ff699a08-eb70-403e-ae47-ef17ec628277, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:18:45.073989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] For port ff699a08-eb70-403e-ae47-ef17ec628277, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ff699a08-eb70-403e-ae47-ef17ec628277,segment=NetworkSegment(fb79f416-c9d0-4c1d-810b-c5f1956a22a2),segment_id=fb79f416-c9d0-4c1d-810b-c5f1956a22a2)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:18:45.181074 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:45.214954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:45.215564 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:45.216939 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] 10.222.0.50 "PUT /v2.0/ports/ff699a08-eb70-403e-ae47-ef17ec628277 HTTP/1.1" status: 200 len: 1092 time: 0.8657806 Dec 13 15:18:45.219273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'tag': 'ff699a08-eb70-403e-ae47-ef17ec628277'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:18:45.221590 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41149b02-9a62-403d-b00a-5eb2cd9daebe" -d '{"events": [{"name": "network-changed", "server_uuid": "0f909284-ddf6-43dd-a78c-8a0404f4aba7", "tag": "ff699a08-eb70-403e-ae47-ef17ec628277"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:18:45.248610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31e24b-5bb0-4dd5-84b5-6429adc7128f service neutron] Pushing event updated for resources: {'Port': ['ID=ff699a08-eb70-403e-ae47-ef17ec628277,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:45.259710 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb611f-71d4-4cc8-a2e0-4c558e935548 x-openstack-request-id: req-e3eb611f-71d4-4cc8-a2e0-4c558e935548 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:18:45.260346 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f909284-ddf6-43dd-a78c-8a0404f4aba7", "tag": "ff699a08-eb70-403e-ae47-ef17ec628277", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:18:45.260609 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3eb611f-71d4-4cc8-a2e0-4c558e935548 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:18:45.261040 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'tag': 'ff699a08-eb70-403e-ae47-ef17ec628277', 'status': 'completed', 'code': 200} Dec 13 15:18:45.325187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41149b02-9a62-403d-b00a-5eb2cd9daebe req-e8bc650a-4891-41de-9a01-4dc51a481e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:45.326702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41149b02-9a62-403d-b00a-5eb2cd9daebe req-e8bc650a-4891-41de-9a01-4dc51a481e9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f25cb4937e3475f9069d3b9711656d8&device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 1095 time: 0.0452626 Dec 13 15:18:45.515440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41149b02-9a62-403d-b00a-5eb2cd9daebe req-c7d59ca8-c29d-40ae-9a86-adca246ec57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:45.517067 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41149b02-9a62-403d-b00a-5eb2cd9daebe req-c7d59ca8-c29d-40ae-9a86-adca246ec57f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8f25cb4937e3475f9069d3b9711656d8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1811926 Dec 13 15:18:45.675172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41149b02-9a62-403d-b00a-5eb2cd9daebe req-d3e5a497-215c-41bd-927c-18fc2a88790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:45.676958 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41149b02-9a62-403d-b00a-5eb2cd9daebe req-d3e5a497-215c-41bd-927c-18fc2a88790c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528449 Dec 13 15:18:45.756694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-298a876a-a7f0-405b-af25-551623d6f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:45.758259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-298a876a-a7f0-405b-af25-551623d6f087 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f25cb4937e3475f9069d3b9711656d8&device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 1095 time: 0.0417809 Dec 13 15:18:45.813057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-6579c54b-b5de-45a5-8570-56bd706f6d7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff699a08-eb70-403e-ae47-ef17ec628277 HTTP/1.1" status: 200 len: 217 time: 0.0468974 Dec 13 15:18:45.888492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136900c-43fd-4053-be16-5eab6f07318f req-8fce21bd-78c8-48e4-96d2-ed4ddbb7e9d6 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:45.889942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a136900c-43fd-4053-be16-5eab6f07318f req-8fce21bd-78c8-48e4-96d2-ed4ddbb7e9d6 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 944 time: 0.1178308 Dec 13 15:18:45.892206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-586ab000-5c97-412f-8005-c5a3c57ba917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:45.893523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-586ab000-5c97-412f-8005-c5a3c57ba917 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a48e644-5025-4f20-a6ec-87ce842f83b1 HTTP/1.1" status: 200 len: 852 time: 0.0639718 Dec 13 15:18:45.938694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-99777bcc-3032-4e95-a606-fa5268b15365 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4303554-d570-47d2-ba37-64ff282d917b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355420 Dec 13 15:18:45.968911 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:45.974460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a136900c-43fd-4053-be16-5eab6f07318f req-74c6b497-73d2-4ba6-91ba-12af535a84d8 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772266 Dec 13 15:18:46.040731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-d801f0f3-163d-46e7-ba05-b18b1a5c0983 service neutron] 10.222.0.50 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905747 Dec 13 15:18:46.131581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-342d0dc0-11d0-44c0-ad94-d9436520ac9d req-f4bd0b54-d9f6-47e5-9e8c-2b974dbe69d8 service neutron] 10.222.0.50 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838506 Dec 13 15:18:47.103828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f454f0-700a-40bc-afe2-b02c1eb0269b req-d80a6917-4a04-4ce0-a1cb-c373a39b66bf tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:47.105418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5f454f0-700a-40bc-afe2-b02c1eb0269b req-d80a6917-4a04-4ce0-a1cb-c373a39b66bf tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 944 time: 0.0626042 Dec 13 15:18:47.123182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:47.144881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5f454f0-700a-40bc-afe2-b02c1eb0269b req-c3c001cc-5bad-40a3-8b62-cc37b78647ba tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Dec 13 15:18:47.212545 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:18:48.261144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e845cd8-bc50-45ad-878f-d00f9eba3bb8 req-c76fafe7-e0fd-4629-9124-6adf28eddbb2 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:48.263439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e845cd8-bc50-45ad-878f-d00f9eba3bb8 req-c76fafe7-e0fd-4629-9124-6adf28eddbb2 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 944 time: 0.0497696 Dec 13 15:18:48.302025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e845cd8-bc50-45ad-878f-d00f9eba3bb8 req-57042a23-5eff-4a85-9510-ba4ae096238d tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Dec 13 15:18:48.832301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ff699a08-eb70-403e-ae47-ef17ec628277 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:18:48.928451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port ff699a08-eb70-403e-ae47-ef17ec628277, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ff699a08-eb70-403e-ae47-ef17ec628277,segment=NetworkSegment(fb79f416-c9d0-4c1d-810b-c5f1956a22a2),segment_id=fb79f416-c9d0-4c1d-810b-c5f1956a22a2)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:48.939243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'ff699a08-eb70-403e-ae47-ef17ec628277', 'network_id': 'f4303554-d570-47d2-ba37-64ff282d917b', 'port_id': 'ff699a08-eb70-403e-ae47-ef17ec628277', 'mac_address': 'fa:16:3e:67:db:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a48e644-5025-4f20-a6ec-87ce842f83b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:18:48.975558 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:48.987950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff699a08-eb70-403e-ae47-ef17ec628277 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:18:49.006516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port ff699a08-eb70-403e-ae47-ef17ec628277, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ff699a08-eb70-403e-ae47-ef17ec628277,segment=NetworkSegment(fb79f416-c9d0-4c1d-810b-c5f1956a22a2),segment_id=fb79f416-c9d0-4c1d-810b-c5f1956a22a2)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:49.083076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:49.140931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=ff699a08-eb70-403e-ae47-ef17ec628277,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:49.318601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['ff699a08-eb70-403e-ae47-ef17ec628277'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:18:49.417333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e749d-23db-4dc8-a435-31cdcb7bbfd4 req-9e653f35-c800-4e04-8cd9-12253268bf60 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:49.418899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-417e749d-23db-4dc8-a435-31cdcb7bbfd4 req-9e653f35-c800-4e04-8cd9-12253268bf60 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Dec 13 15:18:49.460401 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-417e749d-23db-4dc8-a435-31cdcb7bbfd4 req-1b17c4eb-f65b-4209-a487-75c85956383e tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Dec 13 15:18:49.894739 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-86e51405-d590-4716-b7ce-74d155843914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:50.580462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13be55-e530-4608-813a-db4e6e515503 req-20837e59-490f-4d55-85e5-f904045a2ab9 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:50.581959 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb13be55-e530-4608-813a-db4e6e515503 req-20837e59-490f-4d55-85e5-f904045a2ab9 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Dec 13 15:18:50.619039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb13be55-e530-4608-813a-db4e6e515503 req-dcc6304a-987b-4020-b5fa-eea238438cde tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310988 Dec 13 15:18:50.848248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ff699a08-eb70-403e-ae47-ef17ec628277 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:18:50.957144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port ff699a08-eb70-403e-ae47-ef17ec628277 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:18:50.960820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port ff699a08-eb70-403e-ae47-ef17ec628277 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:18:50.961214 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:51.035822 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:51.058402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff699a08-eb70-403e-ae47-ef17ec628277'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:18:51.060691 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f0ce9f-0be4-4d5f-a19f-89b044567ced" -d '{"events": [{"server_uuid": "0f909284-ddf6-43dd-a78c-8a0404f4aba7", "name": "network-vif-plugged", "status": "completed", "tag": "ff699a08-eb70-403e-ae47-ef17ec628277"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:18:51.073998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port ff699a08-eb70-403e-ae47-ef17ec628277, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ff699a08-eb70-403e-ae47-ef17ec628277,segment=NetworkSegment(fb79f416-c9d0-4c1d-810b-c5f1956a22a2),segment_id=fb79f416-c9d0-4c1d-810b-c5f1956a22a2)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:18:51.096020 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e3fe23-67c4-47bb-a1a2-18ca840e9f14 x-openstack-request-id: req-e7e3fe23-67c4-47bb-a1a2-18ca840e9f14 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:18:51.096304 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f909284-ddf6-43dd-a78c-8a0404f4aba7", "name": "network-vif-plugged", "status": "completed", "tag": "ff699a08-eb70-403e-ae47-ef17ec628277", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:18:51.096585 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7e3fe23-67c4-47bb-a1a2-18ca840e9f14 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:18:51.096993 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff699a08-eb70-403e-ae47-ef17ec628277', 'code': 200} Dec 13 15:18:51.140429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:51.187572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=ff699a08-eb70-403e-ae47-ef17ec628277,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:18:51.194936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cb28c-eda5-4a0d-b259-cbc6af3373b4 req-ff27213f-7dce-4af6-80f0-b8f95c8f4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:51.196409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5cb28c-eda5-4a0d-b259-cbc6af3373b4 req-ff27213f-7dce-4af6-80f0-b8f95c8f4058 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 1097 time: 0.0437946 Dec 13 15:18:51.229840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fd5cb28c-eda5-4a0d-b259-cbc6af3373b4 req-f623d0df-457a-43d2-b491-a1df08bf321b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268321 Dec 13 15:18:51.735462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea81d7-6aa1-47d5-8aff-02d65003fe47 req-443b5af6-577b-4226-ac6b-7ec5bcc81be9 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:51.737757 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65ea81d7-6aa1-47d5-8aff-02d65003fe47 req-443b5af6-577b-4226-ac6b-7ec5bcc81be9 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0513737 Dec 13 15:18:51.775335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-65ea81d7-6aa1-47d5-8aff-02d65003fe47 req-e55d618e-54c6-432e-a5d2-5f2f5246e38f tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Dec 13 15:18:52.232079 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-164b9b27-a921-48cb-94bd-b4f8c81a2dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:52.896625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c90a4-bce1-4b2e-aa5f-299df4cba424 req-c545deb1-58e9-4873-86de-01ea53b2a518 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:52.898096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-817c90a4-bce1-4b2e-aa5f-299df4cba424 req-c545deb1-58e9-4873-86de-01ea53b2a518 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0534112 Dec 13 15:18:52.936474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-817c90a4-bce1-4b2e-aa5f-299df4cba424 req-ce09c5dc-35f7-482b-b918-c905f5527615 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Dec 13 15:18:53.049832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b433-df79-4237-a92d-6b2290e38b58 req-fd066f74-145d-49ab-8a9d-1115f7ffd860 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:53.051632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21d1b433-df79-4237-a92d-6b2290e38b58 req-fd066f74-145d-49ab-8a9d-1115f7ffd860 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Dec 13 15:18:53.088789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-21d1b433-df79-4237-a92d-6b2290e38b58 req-f527dc77-f030-4b04-a3c9-5acd537e9f22 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Dec 13 15:18:53.346861 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:53.531783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7102616-dde8-4bbf-90d2-c0de64967c2e req-cf43c60a-4f2c-4b67-992e-a0ef9f6849b3 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:53.533847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7102616-dde8-4bbf-90d2-c0de64967c2e req-cf43c60a-4f2c-4b67-992e-a0ef9f6849b3 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0521028 Dec 13 15:18:53.570491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7102616-dde8-4bbf-90d2-c0de64967c2e req-12657642-bf02-4dda-a4b9-13b684261543 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305789 Dec 13 15:18:54.688836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec99104-b5b6-444c-9463-d906085d65c1 req-6fdbd92d-b1b7-4c44-ad78-dcd62a9399c7 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:54.691304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ec99104-b5b6-444c-9463-d906085d65c1 req-6fdbd92d-b1b7-4c44-ad78-dcd62a9399c7 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0498445 Dec 13 15:18:54.732325 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ec99104-b5b6-444c-9463-d906085d65c1 req-63f64dae-97a3-47d8-a7bd-09061d77090b tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327623 Dec 13 15:18:54.992033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:55.080530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd808af-2f30-4bd3-aee4-0e0ec0b7da9e req-4d83c536-0cc3-4261-b810-cdecfc5c0845 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:55.082029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bd808af-2f30-4bd3-aee4-0e0ec0b7da9e req-4d83c536-0cc3-4261-b810-cdecfc5c0845 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0516927 Dec 13 15:18:55.123155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0bd808af-2f30-4bd3-aee4-0e0ec0b7da9e req-da5bb573-5c8b-490e-b906-16779d486853 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Dec 13 15:18:55.174870 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:18:55.175339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-d62c80be-ddfa-4da3-977f-dc024f8c2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:55.177078 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-d62c80be-ddfa-4da3-977f-dc024f8c2765 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f25cb4937e3475f9069d3b9711656d8&device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 1097 time: 0.0403662 Dec 13 15:18:55.268827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-a4c18206-61a2-470a-aa4b-1dee157a0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:55.270381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-a4c18206-61a2-470a-aa4b-1dee157a0118 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4303554-d570-47d2-ba37-64ff282d917b HTTP/1.1" status: 200 len: 913 time: 0.0862656 Dec 13 15:18:55.622876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-dc504f4f-6a8a-48ef-a124-02e1a6b8438d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff699a08-eb70-403e-ae47-ef17ec628277 HTTP/1.1" status: 200 len: 217 time: 0.3443441 Dec 13 15:18:55.672305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-83e5da05-a359-4b86-8b29-52097f543bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:55.674170 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-83e5da05-a359-4b86-8b29-52097f543bd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a48e644-5025-4f20-a6ec-87ce842f83b1 HTTP/1.1" status: 200 len: 852 time: 0.0438321 Dec 13 15:18:55.706581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-60297c1b-0fb5-4722-840f-20d869803751 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4303554-d570-47d2-ba37-64ff282d917b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251701 Dec 13 15:18:55.798939 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-c267d7bb-7b00-4fcf-a5dd-3472f85f566e service neutron] 10.222.0.50 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854812 Dec 13 15:18:55.889924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-433506d2-4394-4f22-ac3d-b6a19415dbcd req-43f6b685-4ff2-4b7e-809c-23bbd68a8d91 service neutron] 10.222.0.50 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833972 Dec 13 15:18:56.244112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb5ea-ac47-4d37-ab79-9c57905b74fb req-f947f3bc-f464-4cf3-b104-472b8e70845a tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:56.245631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d3cb5ea-ac47-4d37-ab79-9c57905b74fb req-f947f3bc-f464-4cf3-b104-472b8e70845a tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0526743 Dec 13 15:18:56.282329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7d3cb5ea-ac47-4d37-ab79-9c57905b74fb req-a44b5055-e84b-4b1a-8015-44047c5aeeb6 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Dec 13 15:18:57.402818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f444ff-5517-46e2-bb2a-30bdb63e4de2 req-f56f2a35-b7e0-4edd-9c3f-205edf87e842 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:57.404311 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f444ff-5517-46e2-bb2a-30bdb63e4de2 req-f56f2a35-b7e0-4edd-9c3f-205edf87e842 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0533650 Dec 13 15:18:57.442624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13f444ff-5517-46e2-bb2a-30bdb63e4de2 req-3b262f4f-2121-4b43-bf17-52b6cab4f44f tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Dec 13 15:18:57.938484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8adad-5fc3-4393-afe5-e3142651bf59 req-b3489690-f2a5-4d56-b693-af3a35748534 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:57.939957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01c8adad-5fc3-4393-afe5-e3142651bf59 req-b3489690-f2a5-4d56-b693-af3a35748534 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0498993 Dec 13 15:18:57.978311 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01c8adad-5fc3-4393-afe5-e3142651bf59 req-cbb38b0e-7e24-4eb9-b858-f4fbf18ae60a tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Dec 13 15:18:59.093021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973ac2-636d-40e1-8808-5688b43ff7c7 req-df16cb00-c1e1-460d-90f9-a081b38167de tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:59.094474 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2973ac2-636d-40e1-8808-5688b43ff7c7 req-df16cb00-c1e1-460d-90f9-a081b38167de tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0478537 Dec 13 15:18:59.131983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2973ac2-636d-40e1-8808-5688b43ff7c7 req-64dcec00-7b54-4039-a2a0-306f326f6ea2 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305569 Dec 13 15:18:59.432231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36231f4-cf6c-4fd9-bcd3-d6da7c4c419e req-d4ad28a7-3bc6-4f47-8b92-bc30c8f9f0ec tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:59.433704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b36231f4-cf6c-4fd9-bcd3-d6da7c4c419e req-d4ad28a7-3bc6-4f47-8b92-bc30c8f9f0ec tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0500135 Dec 13 15:18:59.472457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b36231f4-cf6c-4fd9-bcd3-d6da7c4c419e req-184c1f7f-870b-480e-a8a0-837a5b1b693f tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Dec 13 15:18:59.527631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-d4708329-e1ff-4c83-b7ae-aa4a1078babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:59.529176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-d4708329-e1ff-4c83-b7ae-aa4a1078babf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f25cb4937e3475f9069d3b9711656d8&device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 1097 time: 0.0448842 Dec 13 15:18:59.616408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-63b988f9-e7fb-406a-b37c-15f275b6b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:59.617860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-63b988f9-e7fb-406a-b37c-15f275b6b3b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4303554-d570-47d2-ba37-64ff282d917b HTTP/1.1" status: 200 len: 913 time: 0.0822868 Dec 13 15:18:59.664056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-d601884f-872a-4cd6-a486-5f6661a830b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff699a08-eb70-403e-ae47-ef17ec628277 HTTP/1.1" status: 200 len: 217 time: 0.0389371 Dec 13 15:18:59.712183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-744b53c2-6907-4fb7-b4cc-329233d98968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:18:59.713570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-744b53c2-6907-4fb7-b4cc-329233d98968 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a48e644-5025-4f20-a6ec-87ce842f83b1 HTTP/1.1" status: 200 len: 852 time: 0.0432615 Dec 13 15:18:59.744444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-cd85c636-0768-490c-b572-ce9dd58d4d08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4303554-d570-47d2-ba37-64ff282d917b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237341 Dec 13 15:18:59.833102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-1b7ff863-fdb5-409d-b97e-b7fa6877d3c8 service neutron] 10.222.0.50 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818291 Dec 13 15:18:59.929346 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-023466d6-5d1c-4eff-86de-6e5ca4e31316 req-f994514a-6976-4190-90a0-834d608c8b28 service neutron] 10.222.0.50 "GET /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895889 Dec 13 15:19:00.593568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd85fe-0c24-48de-bcce-987d4f286c9a req-71b35014-170a-4998-971d-b025337a627b tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:00.596757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9bd85fe-0c24-48de-bcce-987d4f286c9a req-71b35014-170a-4998-971d-b025337a627b tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0563862 Dec 13 15:19:00.636864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9bd85fe-0c24-48de-bcce-987d4f286c9a req-8fa929ac-2999-4045-a7b5-e9abf7a6d8cb tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Dec 13 15:19:01.756073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f1ceb-73ae-4cee-b031-3f3d9ace53c2 req-dab376b7-7c65-4060-bbf8-3e5af015ffbe tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:01.757552 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-551f1ceb-73ae-4cee-b031-3f3d9ace53c2 req-dab376b7-7c65-4060-bbf8-3e5af015ffbe tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0519772 Dec 13 15:19:01.793622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-7461eac2-4c84-4573-be4c-f4aa6b4c97ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1449587 Dec 13 15:19:01.794920 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-551f1ceb-73ae-4cee-b031-3f3d9ace53c2 req-19a8296d-f073-405c-8194-39c0847236ac tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Dec 13 15:19:01.876493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210e339-f6d7-4bee-823b-903d08c556ba req-df856edd-44ff-4359-9096-9eea15cc20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:01.878015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-df856edd-44ff-4359-9096-9eea15cc20a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1096 time: 0.0433550 Dec 13 15:19:01.983015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210e339-f6d7-4bee-823b-903d08c556ba req-74c79660-f974-46f1-a616-3ab4d1f1548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:01.984633 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-74c79660-f974-46f1-a616-3ab4d1f1548b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0864000 Dec 13 15:19:02.056305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-545890ea-0111-4aff-adc5-019d62e52a3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8644382f-7196-4f22-9e90-2b165527626f HTTP/1.1" status: 200 len: 1000 time: 0.0646110 Dec 13 15:19:02.104378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210e339-f6d7-4bee-823b-903d08c556ba req-9e1d1a05-9c35-4018-ab81-f831b176c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:02.105930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-9e1d1a05-9c35-4018-ab81-f831b176c829 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0434217 Dec 13 15:19:02.155789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210e339-f6d7-4bee-823b-903d08c556ba req-1ed2101e-759e-405b-a6bb-ae5a3a7a3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:02.157295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-1ed2101e-759e-405b-a6bb-ae5a3a7a3609 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449417 Dec 13 15:19:02.169056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-ccdfde6b-2c82-45a4-b221-1832e16ff2b5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:19:02.170036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-ccdfde6b-2c82-45a4-b221-1832e16ff2b5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051143 Dec 13 15:19:02.201703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0893d-3502-415b-8ff1-bebcb4b05410 req-7277eff1-d00a-4ed2-b271-4c1922cc0c02 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:02.203305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aeb0893d-3502-415b-8ff1-bebcb4b05410 req-7277eff1-d00a-4ed2-b271-4c1922cc0c02 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Dec 13 15:19:02.242614 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aeb0893d-3502-415b-8ff1-bebcb4b05410 req-0cc2d278-ac17-4e76-8b8e-f4af5a9b3c5e tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Dec 13 15:19:02.265876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-de465bba-f497-450d-befc-ecf2fc9e9bb4 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883164 Dec 13 15:19:02.355608 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e210e339-f6d7-4bee-823b-903d08c556ba req-0cc9c5f7-02c1-4394-a06f-19f50d8a7216 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821698 Dec 13 15:19:03.363099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e6b4a-7cda-4077-ab31-4dd0ffdfcb73 req-974612ea-012a-4b8f-89ae-949d3b08ba17 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:03.365158 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d90e6b4a-7cda-4077-ab31-4dd0ffdfcb73 req-974612ea-012a-4b8f-89ae-949d3b08ba17 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0538576 Dec 13 15:19:03.401485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d90e6b4a-7cda-4077-ab31-4dd0ffdfcb73 req-9ed601cf-4d39-4e56-b848-f4b1d50b3305 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/security-groups?id=83a5cbd1-8928-4021-83f1-338185cb2cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304506 Dec 13 15:19:04.017916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-338c2420-d246-4d0a-b954-44dc2fc02e71 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:04.019391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-338c2420-d246-4d0a-b954-44dc2fc02e71 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 946 time: 0.0482712 Dec 13 15:19:04.107458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Deleting port ff699a08-eb70-403e-ae47-ef17ec628277 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:19:04.107798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:04.196395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] For port ff699a08-eb70-403e-ae47-ef17ec628277, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=ff699a08-eb70-403e-ae47-ef17ec628277,segment=NetworkSegment(fb79f416-c9d0-4c1d-810b-c5f1956a22a2),segment_id=fb79f416-c9d0-4c1d-810b-c5f1956a22a2)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:04.196777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:04.209125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Calling delete_port for ff699a08-eb70-403e-ae47-ef17ec628277 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:19:04.414380 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:04.426995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['ff699a08-eb70-403e-ae47-ef17ec628277'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:19:04.444352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Pushing event deleted for resources: {'Port': ['ID=ff699a08-eb70-403e-ae47-ef17ec628277,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:04.496730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] No DVR routers for this DVR port ff699a08-eb70-403e-ae47-ef17ec628277 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:19:04.511271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:04.514887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5f1209f-d0c6-4af3-b198-30b7da7b8556 req-1a89b08b-c5d6-467c-a4e4-6c7b978e6106 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.50 "DELETE /v2.0/ports/ff699a08-eb70-403e-ae47-ef17ec628277 HTTP/1.1" status: 204 len: 173 time: 0.4893692 Dec 13 15:19:04.515458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'name': 'network-vif-deleted', 'tag': 'ff699a08-eb70-403e-ae47-ef17ec628277'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:19:04.517760 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b6d0fe-d799-4325-8342-7789be903d8c" -d '{"events": [{"server_uuid": "0f909284-ddf6-43dd-a78c-8a0404f4aba7", "name": "network-vif-deleted", "tag": "ff699a08-eb70-403e-ae47-ef17ec628277"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:19:04.522101 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ec7973f-5631-4277-aa52-91a768f6f6d9 req-bac9f4f7-095a-4c4e-ac38-590906e67b61 tempest-TestServerAdvancedOps-770572105 tempest-TestServerAdvancedOps-770572105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f909284-ddf6-43dd-a78c-8a0404f4aba7 HTTP/1.1" status: 200 len: 210 time: 0.0477612 Dec 13 15:19:04.557615 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63690efa-3922-4788-aaa3-e8ca34a543be x-openstack-request-id: req-63690efa-3922-4788-aaa3-e8ca34a543be {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:19:04.557912 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f909284-ddf6-43dd-a78c-8a0404f4aba7", "name": "network-vif-deleted", "tag": "ff699a08-eb70-403e-ae47-ef17ec628277", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:19:04.558168 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63690efa-3922-4788-aaa3-e8ca34a543be {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:19:04.558783 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f909284-ddf6-43dd-a78c-8a0404f4aba7', 'name': 'network-vif-deleted', 'tag': 'ff699a08-eb70-403e-ae47-ef17ec628277', 'status': 'completed', 'code': 200} Dec 13 15:19:05.586812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33108) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:05.634162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] Deleting subnet 0a48e644-5025-4f20-a6ec-87ce842f83b1 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:19:05.637117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:05.670122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:05.708877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:05.809200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:05.833645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a48e644-5025-4f20-a6ec-87ce842f83b1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:05.837646 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:05.840849 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-40479057-d2e1-4033-a96c-fb73900e727e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a48e644-5025-4f20-a6ec-87ce842f83b1 HTTP/1.1" status: 204 len: 168 time: 0.2530131 Dec 13 15:19:05.843429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33110) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:05.915734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:05.993032 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.016696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4303554-d570-47d2-ba37-64ff282d917b']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:06.026273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb79f416-c9d0-4c1d-810b-c5f1956a22a2') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:06.026575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb79f416-c9d0-4c1d-810b-c5f1956a22a2') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:06.035636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.049090 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.055236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:19:06.055622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:19:06.057336 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:19:06.174319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.178923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.182116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f4303554-d570-47d2-ba37-64ff282d917b HTTP/1.1" status: 204 len: 168 time: 0.3376856 Dec 13 15:19:06.185110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33112) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:06.197166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875c432-3b25-41f0-b203-a2d9fdada1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4303554-d570-47d2-ba37-64ff282d917b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:06.230091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Deleting subnet 9b387f75-525a-47f8-b858-a0905414e78c {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:19:06.233331 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.266744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.307176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.351759 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-892f6134-50fd-4edf-a65b-ef7c44d0df46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399671 Dec 13 15:19:06.432460 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.435617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-c7eaeab5-2117-4dfb-8bb2-f05cdb078d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:06.437110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-c7eaeab5-2117-4dfb-8bb2-f05cdb078d0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.0446849 Dec 13 15:19:06.460829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b387f75-525a-47f8-b858-a0905414e78c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:06.463339 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.466451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b387f75-525a-47f8-b858-a0905414e78c HTTP/1.1" status: 204 len: 168 time: 0.2803183 Dec 13 15:19:06.471602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33114) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:06.479753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.480094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.480458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.480784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.481108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.481429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.481749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.482074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.482412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.482732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.483044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.483359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4d31b-8aa4-4d7a-b1c1-6ef41da5cf6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:06.539645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-a5181724-a934-46c5-bd0d-b7ba382d1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:06.541113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-a5181724-a934-46c5-bd0d-b7ba382d1849 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0854800 Dec 13 15:19:06.544943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.614770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-2e41e14a-0545-449d-a862-37283c3ab176 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 1002 time: 0.0635927 Dec 13 15:19:06.648584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.663868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-d256b60f-68e3-4075-ab64-36744ad1c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:06.665331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-d256b60f-68e3-4075-ab64-36744ad1c86f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0442715 Dec 13 15:19:06.668152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c13206-f83a-4c61-81fd-729710865611']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:06.678086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e390a1f-d9a7-4ce8-8249-3bac624cdb4c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:06.678408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e390a1f-d9a7-4ce8-8249-3bac624cdb4c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:06.691422 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.701529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.707747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:19:06.708138 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:19:06.709788 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:19:06.711543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-3526a220-221a-41cf-82d5-f9d3d313acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:06.713039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-3526a220-221a-41cf-82d5-f9d3d313acda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410581 Dec 13 15:19:06.723791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-86c0a6a0-2c37-4a84-aa8b-88a44c2be73d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:19:06.724765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-86c0a6a0-2c37-4a84-aa8b-88a44c2be73d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049708 Dec 13 15:19:06.815663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-99ff30a9-6a39-4fc5-a008-4a7b8c4c13bd service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840032 Dec 13 15:19:06.820536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.826074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:06.829396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2c13206-f83a-4c61-81fd-729710865611 HTTP/1.1" status: 204 len: 168 time: 0.3568845 Dec 13 15:19:06.840606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af477136-2d42-4fe1-8b47-1bb7d2336478 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c13206-f83a-4c61-81fd-729710865611,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:06.917010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f9d6ffb-6d0b-4764-a5b2-e525d2d6e1e8 req-3a05f154-2321-4066-9d37-cb6b07c3925e service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920739 Dec 13 15:19:06.931670 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ff699a08-eb70-403e-ae47-ef17ec628277 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:19:06.952549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: ff699a08-eb70-403e-ae47-ef17ec628277 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:19:06.952812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device ff699a08-eb70-403e-ae47-ef17ec628277 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:19:07.209080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33118) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:07.245562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1263be9b-4ad7-4bef-bf23-3ce05cf194eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f25cb4937e3475f9069d3b9711656d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406840 Dec 13 15:19:07.248056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33120) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:07.300985 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea27d9e-44f2-4a65-afac-f22a0e4b5794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:07.328082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea27d9e-44f2-4a65-afac-f22a0e4b5794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:07.454537 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea27d9e-44f2-4a65-afac-f22a0e4b5794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:07.457734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8ea27d9e-44f2-4a65-afac-f22a0e4b5794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:07.459518 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8ea27d9e-44f2-4a65-afac-f22a0e4b5794 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83a5cbd1-8928-4021-83f1-338185cb2cf0 HTTP/1.1" status: 204 len: 168 time: 0.2104919 Dec 13 15:19:07.467469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea27d9e-44f2-4a65-afac-f22a0e4b5794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a5cbd1-8928-4021-83f1-338185cb2cf0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:08.087012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33126) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:08.125510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-34dc97ba-b752-430f-bedd-b049ec39d994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67ba40797f6049cf8f4672214b807dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373559 Dec 13 15:19:08.127888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33128) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:08.174381 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcde3a33-5a9f-4102-8d62-dc3a49e71bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:08.196055 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcde3a33-5a9f-4102-8d62-dc3a49e71bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:08.297539 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcde3a33-5a9f-4102-8d62-dc3a49e71bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:08.300070 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dcde3a33-5a9f-4102-8d62-dc3a49e71bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:08.301221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dcde3a33-5a9f-4102-8d62-dc3a49e71bc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9fedbff-53c9-40a5-803b-be713cc49eba HTTP/1.1" status: 204 len: 168 time: 0.1724670 Dec 13 15:19:08.310050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3a33-5a9f-4102-8d62-dc3a49e71bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fedbff-53c9-40a5-803b-be713cc49eba,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:09.312809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33152) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:09.408065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-803828706-network', 'tenant_id': 'd691db0e1093494b930f0356293aaf26'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:09.483126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Made reservation on behalf of d691db0e1093494b930f0356293aaf26 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:19:09.485398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.498484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.572441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.660485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.685164 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:19:09.694216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e4e692-bbbf-4208-853d-836fc3c492a0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:09.700208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.700600 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Added segment 72d0f73b-baac-4804-adcb-529c6ce8d50f of type vlan for network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 Dec 13 15:19:09.739870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.829078 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.830025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:09.830658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:09.888738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] Pushing event updated for resources: {'Network': ['ID=5a1db5a0-eb37-4096-aad4-ccc2b510f634,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:09.898540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:19:09.963327 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-557b74f3-d595-491d-a14a-491866f4260f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6491067 Dec 13 15:19:09.966386 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33156) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:09.971658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Request body: {'subnet': {'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-803828706-subnet', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:10.045624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Made reservation on behalf of d691db0e1093494b930f0356293aaf26 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:19:10.047962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:10.280327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:10.340542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edfe668-f7ee-4abb-9766-404f29071147,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:10.347642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Checking segment: {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:10.348002 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Network hostable DHCP agents. Network: 5a1db5a0-eb37-4096-aad4-ccc2b510f634, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:19:10.451699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:19:10.542982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 5a1db5a0-eb37-4096-aad4-ccc2b510f634) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:10.547150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:10.547852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:10.552106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907eb85d-c0f0-4ea1-897b-6de2f1c5d464 None None] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:19:10.643348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2b4c4289-bae3-42ae-af83-204a40c885f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6758938 Dec 13 15:19:10.646872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33158) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:10.651437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:10.752157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:10.753363 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:10.807004 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:10.856193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:19:10.857056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:10.986638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Allocated IP 172.20.0.2 (5a1db5a0-eb37-4096-aad4-ccc2b510f634/0edfe668-f7ee-4abb-9766-404f29071147/78f1a992-f824-4544-8913-e4eed3bad39b) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:11.003803 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.125281 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.180928 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.216448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:11.219260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:11.223520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:11.235706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Pushing event updated for resources: {'Port': ['ID=78f1a992-f824-4544-8913-e4eed3bad39b,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:11.258731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.259068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.259408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.259737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.260061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.260392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.260709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.261027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.261345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.261657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.261973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.262309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:11.266861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.285825 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.297821 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Attempting to bind port 78f1a992-f824-4544-8913-e4eed3bad39b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:19:11.298182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Attempting to bind port 78f1a992-f824-4544-8913-e4eed3bad39b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:19:11.298609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Attempting to bind port 78f1a992-f824-4544-8913-e4eed3bad39b on network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:11.304463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:19:11.304832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Checking segment: {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:11.305227 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.305610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Bound using segment: {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:19:11.306077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Bound port: 78f1a992-f824-4544-8913-e4eed3bad39b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:19:11.306465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.368787 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] For port 78f1a992-f824-4544-8913-e4eed3bad39b, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:19:11.371944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] For port 78f1a992-f824-4544-8913-e4eed3bad39b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=78f1a992-f824-4544-8913-e4eed3bad39b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:19:11.394775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Allocated IP 172.25.7.64 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/973c9f7b-87de-4a12-8e98-e549c9c07dd9) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:11.457761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.508988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.522871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ea7c1-4786-4dff-a35d-ce091c1b7108 None None] Pushing event updated for resources: {'Port': ['ID=78f1a992-f824-4544-8913-e4eed3bad39b,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:11.609312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:11.653133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:11.662402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:11.667326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:11.699587 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Pushing event updated for resources: {'Port': ['ID=973c9f7b-87de-4a12-8e98-e549c9c07dd9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:12.003890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:12.192776 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:12.377784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Router 1faebc64-3309-41c9-9b78-6c2e6885612a is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:19:12.434762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367cb93-c43c-4f20-ab9c-066addd24757 None None] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:19:12.487043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:19:12.496365 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Sync routers for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:19:12.507778 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:12.508376 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:12.529754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0c461e31-4ae6-4519-b2f6-2ac4ad3d030b None None] Provisioning complete for port 78f1a992-f824-4544-8913-e4eed3bad39b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:12.530125 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c461e31-4ae6-4519-b2f6-2ac4ad3d030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:12.575697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:12.579402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3590cc71-0d5c-45a6-9a7d-d36c86a102bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9288943 Dec 13 15:19:12.580207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33160) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:12.609648 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:12.668531 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c461e31-4ae6-4519-b2f6-2ac4ad3d030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:12.703700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0c461e31-4ae6-4519-b2f6-2ac4ad3d030b None None] For port 78f1a992-f824-4544-8913-e4eed3bad39b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=78f1a992-f824-4544-8913-e4eed3bad39b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:12.795654 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c461e31-4ae6-4519-b2f6-2ac4ad3d030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:12.821286 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:11Z', 'revision_number': 3, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:12.864837 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Checking router: 1faebc64-3309-41c9-9b78-6c2e6885612a for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:19:12.865285 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Updating router 1faebc64-3309-41c9-9b78-6c2e6885612a port 973c9f7b-87de-4a12-8e98-e549c9c07dd9 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:19:12.878096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c461e31-4ae6-4519-b2f6-2ac4ad3d030b None None] Pushing event updated for resources: {'Port': ['ID=78f1a992-f824-4544-8913-e4eed3bad39b,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:12.901261 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:12.917948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b1f2f328-61ff-4108-808b-e36e54804113 None None] Provisioning complete for port 78f1a992-f824-4544-8913-e4eed3bad39b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:12.918344 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f328-61ff-4108-808b-e36e54804113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.117175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.272264 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.277445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Allocated IP 172.20.0.1 (5a1db5a0-eb37-4096-aad4-ccc2b510f634/0edfe668-f7ee-4abb-9766-404f29071147/c2688f99-d4b7-446b-a9e3-02a011900872) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:13.369090 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.382851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.431624 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Attempting to bind port 973c9f7b-87de-4a12-8e98-e549c9c07dd9 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:19:13.431994 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Attempting to bind port 973c9f7b-87de-4a12-8e98-e549c9c07dd9 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:19:13.432471 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Attempting to bind port 973c9f7b-87de-4a12-8e98-e549c9c07dd9 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:13.445896 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Pushing event updated for resources: {'Port': ['ID=973c9f7b-87de-4a12-8e98-e549c9c07dd9,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:13.449361 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:19:13.449615 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:13.450013 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.450589 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:19:13.451036 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Bound port: 973c9f7b-87de-4a12-8e98-e549c9c07dd9, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:19:13.451415 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.477866 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.478249 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.478600 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.478959 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.479288 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.479742 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.480074 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.480391 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.480744 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.481058 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.481402 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.481743 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:19:13.484362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.518412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 78f1a992-f824-4544-8913-e4eed3bad39b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:13.525605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:13.527257 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] For port 973c9f7b-87de-4a12-8e98-e549c9c07dd9, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:19:13.529146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:13.531041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] For port 973c9f7b-87de-4a12-8e98-e549c9c07dd9, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=973c9f7b-87de-4a12-8e98-e549c9c07dd9,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:19:13.532840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:13.573784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 78f1a992-f824-4544-8913-e4eed3bad39b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:13.574155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.576825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Pushing event updated for resources: {'Port': ['ID=c2688f99-d4b7-446b-a9e3-02a011900872,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:13.595906 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.616147 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.665236 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:13.665846 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:13.764376 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1205c-a156-41f3-8a5e-c8b292b6c786 None None] Pushing event updated for resources: {'Port': ['ID=973c9f7b-87de-4a12-8e98-e549c9c07dd9,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:13.794481 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:13.811102 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.848113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9393d684-3750-4946-8fb8-3d4fd8363cb2 None None] Provisioning complete for port c2688f99-d4b7-446b-a9e3-02a011900872 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:13.848616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9393d684-3750-4946-8fb8-3d4fd8363cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:13.885926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9393d684-3750-4946-8fb8-3d4fd8363cb2 None None] Port c2688f99-d4b7-446b-a9e3-02a011900872 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:19:13.977419 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:11Z', 'revision_number': 3, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:13.986208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:14.002772 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5cc2-3d67-49e4-ae42-334b26bc7ff0 None None] The sync data for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 is: [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:11Z', 'revision_number': 3, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:19:14.063498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:14.131554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:14.133243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Pushing event updated for resources: {'Port': ['ID=c2688f99-d4b7-446b-a9e3-02a011900872,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:14.251808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:14.253083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:14.376700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Router 1faebc64-3309-41c9-9b78-6c2e6885612a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:19:14.498024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:19:14.503780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-28ad50dd-eb80-40c1-8998-c2d537e1c7bb admin admin] 10.222.0.24 "PUT /v2.0/routers/1faebc64-3309-41c9-9b78-6c2e6885612a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9224896 Dec 13 15:19:14.511001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-331bd6bc-931d-4573-95a1-f9fc297ebf7a None None] Provisioning complete for port c2688f99-d4b7-446b-a9e3-02a011900872 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:14.511373 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-331bd6bc-931d-4573-95a1-f9fc297ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:14.545647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-331bd6bc-931d-4573-95a1-f9fc297ebf7a None None] Port c2688f99-d4b7-446b-a9e3-02a011900872 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:19:15.208453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33176) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:15.213412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2075937218-network', 'tenant_id': '3737eef04f3d40deb900974686aa1e71'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:15.294991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Made reservation on behalf of 3737eef04f3d40deb900974686aa1e71 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:19:15.297463 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.307194 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.382109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.449360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.476707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:19:15.487729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 973c9f7b-87de-4a12-8e98-e549c9c07dd9 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:15.492049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5acad8-1a2d-4fdf-a361-d3c600efce5e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:15.498547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.498894 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Added segment cbb670c2-0979-4042-af1d-7a1a21c0f9d7 of type vlan for network d68bc866-6726-4e88-a85e-a65142da957c Dec 13 15:19:15.541869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.554471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 973c9f7b-87de-4a12-8e98-e549c9c07dd9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:15.554965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.619540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Sync routers for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:19:15.637887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.638492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:15.638923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:15.639092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:15.639494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.674861 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.705041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] Pushing event updated for resources: {'Network': ['ID=d68bc866-6726-4e88-a85e-a65142da957c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:15.716912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network d68bc866-6726-4e88-a85e-a65142da957c details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:19:15.771624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 973c9f7b-87de-4a12-8e98-e549c9c07dd9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=973c9f7b-87de-4a12-8e98-e549c9c07dd9,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:15.815620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:15.846690 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d8fc0921-46c5-4998-9f4f-3bdae357d120 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6370924 Dec 13 15:19:15.849461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33178) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:15.854618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Request body: {'subnet': {'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2075937218-subnet', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:15.898140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.943794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Made reservation on behalf of 3737eef04f3d40deb900974686aa1e71 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:19:15.946189 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:15.999589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=973c9f7b-87de-4a12-8e98-e549c9c07dd9,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:16.079782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.082518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 2, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:16.109313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Checking router: 1faebc64-3309-41c9-9b78-6c2e6885612a for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:19:16.109649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Updating router 1faebc64-3309-41c9-9b78-6c2e6885612a port c2688f99-d4b7-446b-a9e3-02a011900872 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:19:16.134694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.178854 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.237713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca90d304-3607-4483-9aba-6b0200b29ee2,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:16.245897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Checking segment: {'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:16.246283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Network hostable DHCP agents. Network: d68bc866-6726-4e88-a85e-a65142da957c, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:19:16.337341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Network d68bc866-6726-4e88-a85e-a65142da957c is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:19:16.407142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.428976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, d68bc866-6726-4e88-a85e-a65142da957c) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:16.437754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:16.437754 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.438614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d2dee-6413-496b-be02-54e0e02790b0 None None] Network d68bc866-6726-4e88-a85e-a65142da957c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:19:16.515387 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.540817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f3b2cf45-24b7-44f7-81ff-ac2178857b2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6900876 Dec 13 15:19:16.543547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33180) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:16.547720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:16.595358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816a376-eef5-4f43-a7d8-56aabcf1100e None None] Pushing event updated for resources: {'Port': ['ID=c2688f99-d4b7-446b-a9e3-02a011900872,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:16.634977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.636124 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.662804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-d68bc866-6726-4e88-a85e-a65142da957c', 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'fixed_ips': [{'subnet_id': 'ca90d304-3607-4483-9aba-6b0200b29ee2'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:19:16.663624 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.689533 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Attempting to bind port c2688f99-d4b7-446b-a9e3-02a011900872 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:19:16.689914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Attempting to bind port c2688f99-d4b7-446b-a9e3-02a011900872 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:19:16.690441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Attempting to bind port c2688f99-d4b7-446b-a9e3-02a011900872 on network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:16.702581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:19:16.706432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Checking segment: {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:16.706432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.706432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Bound using segment: {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:19:16.706778 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.706865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Bound port: c2688f99-d4b7-446b-a9e3-02a011900872, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:19:16.706865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.838930 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fa03bde2-6489-4f08-8721-4525f5d8da8c None None] Provisioning complete for port c2688f99-d4b7-446b-a9e3-02a011900872 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:16.839197 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fa03bde2-6489-4f08-8721-4525f5d8da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.891415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] For port c2688f99-d4b7-446b-a9e3-02a011900872, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:19:16.904408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:16.911221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] For port c2688f99-d4b7-446b-a9e3-02a011900872, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c2688f99-d4b7-446b-a9e3-02a011900872,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:19:16.919632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fa03bde2-6489-4f08-8721-4525f5d8da8c None None] Port c2688f99-d4b7-446b-a9e3-02a011900872 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:19:16.926785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Allocated IP 172.20.0.2 (d68bc866-6726-4e88-a85e-a65142da957c/ca90d304-3607-4483-9aba-6b0200b29ee2/18e41f02-89a0-4cf3-80c2-29d215109af4) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:17.014623 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.180643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.200352 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.279133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816a376-eef5-4f43-a7d8-56aabcf1100e None None] Pushing event updated for resources: {'Port': ['ID=c2688f99-d4b7-446b-a9e3-02a011900872,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:17.285444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.288501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:17.289124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:17.315276 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Allocated IP 172.25.7.75 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/6f3de801-ce4a-412d-8cef-1cd69fd15ce0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:17.352837 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.373939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.428001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Network d68bc866-6726-4e88-a85e-a65142da957c is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:17.432980 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.446445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:17.449368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:17.451988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:17.455383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Pushing event updated for resources: {'Port': ['ID=18e41f02-89a0-4cf3-80c2-29d215109af4,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:17.488835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 973c9f7b-87de-4a12-8e98-e549c9c07dd9 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:17.521339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.552741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8793ce9a-1d8b-41f6-a34b-97a05486bda5 None None] Provisioning complete for port c2688f99-d4b7-446b-a9e3-02a011900872 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:17.553104 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8793ce9a-1d8b-41f6-a34b-97a05486bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.557012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:17.559922 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:17.563495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:17.677433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Attempting to bind port 18e41f02-89a0-4cf3-80c2-29d215109af4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:19:17.678038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Attempting to bind port 18e41f02-89a0-4cf3-80c2-29d215109af4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:19:17.678163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Attempting to bind port 18e41f02-89a0-4cf3-80c2-29d215109af4 on network d68bc866-6726-4e88-a85e-a65142da957c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:17.702949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:19:17.703435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Checking segment: {'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:17.703617 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.704014 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Bound using segment: {'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:19:17.704498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Bound port: 18e41f02-89a0-4cf3-80c2-29d215109af4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:19:17.704878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.751828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 973c9f7b-87de-4a12-8e98-e549c9c07dd9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:17.752229 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.890526 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8793ce9a-1d8b-41f6-a34b-97a05486bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:17.920318 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] For port 18e41f02-89a0-4cf3-80c2-29d215109af4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:19:17.921649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:17.956247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] For port 18e41f02-89a0-4cf3-80c2-29d215109af4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=18e41f02-89a0-4cf3-80c2-29d215109af4,segment=NetworkSegment(cbb670c2-0979-4042-af1d-7a1a21c0f9d7),segment_id=cbb670c2-0979-4042-af1d-7a1a21c0f9d7)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:19:17.982715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8793ce9a-1d8b-41f6-a34b-97a05486bda5 None None] For port c2688f99-d4b7-446b-a9e3-02a011900872, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c2688f99-d4b7-446b-a9e3-02a011900872,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:18.006384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:16Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:18.033800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0bf0b-c5f4-4842-a3f2-e4fb1127b800 None None] The sync data for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 is: [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:16Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:19:18.046772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:18.109116 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8793ce9a-1d8b-41f6-a34b-97a05486bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:18.126389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182c39a-aef8-4217-84da-fc9db876ad7b None None] Pushing event updated for resources: {'Port': ['ID=18e41f02-89a0-4cf3-80c2-29d215109af4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:18.190898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793ce9a-1d8b-41f6-a34b-97a05486bda5 None None] Pushing event updated for resources: {'Port': ['ID=c2688f99-d4b7-446b-a9e3-02a011900872,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:18.278131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:18.495686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:18.715036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Router af442346-dc1d-4784-893e-fbe2a5295c32 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:19:18.830378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:19:18.842477 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Sync routers for ids ['af442346-dc1d-4784-893e-fbe2a5295c32'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:19:18.855347 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Routers {'af442346-dc1d-4784-893e-fbe2a5295c32'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:18.856048 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['af442346-dc1d-4784-893e-fbe2a5295c32'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:18.914175 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:18.918402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33182) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:18.918873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a5b32abb-e849-4f3c-aaf2-c9f39cb8a5e1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3740211 Dec 13 15:19:18.972890 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Set router af442346-dc1d-4784-893e-fbe2a5295c32 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:19.168136 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 3, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port': {'id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:17Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:19.195958 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Checking router: af442346-dc1d-4784-893e-fbe2a5295c32 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:19:19.196557 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Updating router af442346-dc1d-4784-893e-fbe2a5295c32 port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:19:19.228509 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.258648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f5f91-07ab-4b47-af46-0ca1208f66a6 None None] Network d68bc866-6726-4e88-a85e-a65142da957c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:19:19.360903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6db31733-960d-4319-a4b6-ea1496859edc None None] Provisioning complete for port 18e41f02-89a0-4cf3-80c2-29d215109af4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:19.361285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6db31733-960d-4319-a4b6-ea1496859edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.375623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.510930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6db31733-960d-4319-a4b6-ea1496859edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.560809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6db31733-960d-4319-a4b6-ea1496859edc None None] For port 18e41f02-89a0-4cf3-80c2-29d215109af4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=18e41f02-89a0-4cf3-80c2-29d215109af4,segment=NetworkSegment(cbb670c2-0979-4042-af1d-7a1a21c0f9d7),segment_id=cbb670c2-0979-4042-af1d-7a1a21c0f9d7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:19.562496 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.567116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Allocated IP 172.20.0.1 (d68bc866-6726-4e88-a85e-a65142da957c/ca90d304-3607-4483-9aba-6b0200b29ee2/e82262da-5491-485f-a37b-dfa4e708c844) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:19.594693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e41f02-89a0-4cf3-80c2-29d215109af4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:19.627133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6db31733-960d-4319-a4b6-ea1496859edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.674852 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.690294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.703615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db31733-960d-4319-a4b6-ea1496859edc None None] Pushing event updated for resources: {'Port': ['ID=18e41f02-89a0-4cf3-80c2-29d215109af4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:19.722510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 18e41f02-89a0-4cf3-80c2-29d215109af4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:19.723097 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.744354 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Attempting to bind port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:19:19.744916 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Attempting to bind port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:19:19.745338 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Attempting to bind port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:19.747537 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2d7be-690f-45a3-9d47-3e439c87d2d8 None None] Pushing event updated for resources: {'Port': ['ID=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:19.753347 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:19:19.754082 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:19.754210 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.754864 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:19:19.755402 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Bound port: 6f3de801-ce4a-412d-8cef-1cd69fd15ce0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:19:19.755850 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.810907 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] For port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:19:19.813933 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] For port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:19:19.820988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c2688f99-d4b7-446b-a9e3-02a011900872 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:19.826641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.865904 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b90aaea6-15fa-47a6-8116-085c80ea7f73 None None] Provisioning complete for port 18e41f02-89a0-4cf3-80c2-29d215109af4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:19.866926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b90aaea6-15fa-47a6-8116-085c80ea7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.869747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Network d68bc866-6726-4e88-a85e-a65142da957c is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:19.872901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:19.876635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:19.911943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c2688f99-d4b7-446b-a9e3-02a011900872 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:19.912344 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.917180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e82262da-5491-485f-a37b-dfa4e708c844,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:19.928612 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.938379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.949245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba822-b1f4-4235-99ae-e1983ce54221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:19.994375 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2d7be-690f-45a3-9d47-3e439c87d2d8 None None] Pushing event updated for resources: {'Port': ['ID=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:20.016672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Routers {'af442346-dc1d-4784-893e-fbe2a5295c32'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:20.016672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['af442346-dc1d-4784-893e-fbe2a5295c32'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:20.144933 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] Set router af442346-dc1d-4784-893e-fbe2a5295c32 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:20.149165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bb94629b-fcc4-4731-aa2c-2d7d195997dc None None] Provisioning complete for port e82262da-5491-485f-a37b-dfa4e708c844 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:20.149327 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bb94629b-fcc4-4731-aa2c-2d7d195997dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:20.187826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bb94629b-fcc4-4731-aa2c-2d7d195997dc None None] Port e82262da-5491-485f-a37b-dfa4e708c844 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:19:20.431969 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 3, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port': {'id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:17Z', 'updated_at': '2021-12-13T15:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:20.457625 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f8b1a-1877-4340-bbca-bc95ead3e119 None None] The sync data for ids ['af442346-dc1d-4784-893e-fbe2a5295c32'] in n-d-816954-1 is: [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:18Z', 'revision_number': 3, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port': {'id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:17Z', 'updated_at': '2021-12-13T15:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:19:20.524993 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:20.709222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:20.786619 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:20.853899 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:20.860337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e82262da-5491-485f-a37b-dfa4e708c844,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:20.960193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Network d68bc866-6726-4e88-a85e-a65142da957c is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:20.961599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:21.083261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Router af442346-dc1d-4784-893e-fbe2a5295c32 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:19:21.193220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:19:21.200561 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-666cc183-cba8-45c7-a320-75c1a0b39dc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/af442346-dc1d-4784-893e-fbe2a5295c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782590 Dec 13 15:19:21.219260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b3849bd9-b7f2-4eaa-a475-3cc3851b1b24 None None] Provisioning complete for port e82262da-5491-485f-a37b-dfa4e708c844 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:21.219749 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b3849bd9-b7f2-4eaa-a475-3cc3851b1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:21.256751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b3849bd9-b7f2-4eaa-a475-3cc3851b1b24 None None] Port e82262da-5491-485f-a37b-dfa4e708c844 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:19:21.546395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e41f02-89a0-4cf3-80c2-29d215109af4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:21.603633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 18e41f02-89a0-4cf3-80c2-29d215109af4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:21.604002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:21.683253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:21.738216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33192) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:21.739592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:21.739971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:21.743444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9f0a4ac9-e69d-4b38-9129-3e3b7203c4e3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532112980', 'description': 'tempest-secgroup-smoke-1532112980 description', 'project_id': 'd691db0e1093494b930f0356293aaf26'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:21.815135 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:21.836482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:21.844267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4ac9-e69d-4b38-9129-3e3b7203c4e3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:21.892037 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:21.920951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4ac9-e69d-4b38-9129-3e3b7203c4e3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:21.945302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:21.990454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4ac9-e69d-4b38-9129-3e3b7203c4e3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.014705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a4ac9-e69d-4b38-9129-3e3b7203c4e3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec858c8-fd10-482f-93e0-c982b0c1d8c8,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:22.050163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Sync routers for ids ['af442346-dc1d-4784-893e-fbe2a5295c32'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:19:22.060342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Routers {'af442346-dc1d-4784-893e-fbe2a5295c32'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:22.060941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:18:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['af442346-dc1d-4784-893e-fbe2a5295c32'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:22.091294 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4ac9-e69d-4b38-9129-3e3b7203c4e3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.092880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9f0a4ac9-e69d-4b38-9129-3e3b7203c4e3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3527427 Dec 13 15:19:22.095944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33194) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:22.100570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2fcd7459-3dc9-4e3e-88e0-32ea709a3f4e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'security_group_rule': {'security_group_id': '0ec858c8-fd10-482f-93e0-c982b0c1d8c8', 'project_id': 'd691db0e1093494b930f0356293aaf26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:22.165652 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Set router af442346-dc1d-4784-893e-fbe2a5295c32 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:22.209332 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7459-3dc9-4e3e-88e0-32ea709a3f4e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.269543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7459-3dc9-4e3e-88e0-32ea709a3f4e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.280180 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b21a987-4c2d-4c7e-9f07-065b624fc06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.369207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7459-3dc9-4e3e-88e0-32ea709a3f4e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.369797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:20Z', 'revision_number': 4, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port': {'id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:17Z', 'updated_at': '2021-12-13T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e82262da-5491-485f-a37b-dfa4e708c844', 'name': '', 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'mac_address': 'fa:16:3e:a3:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ca90d304-3607-4483-9aba-6b0200b29ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:19Z', 'updated_at': '2021-12-13T15:19:20Z', 'revision_number': 2, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'subnets': [{'id': 'ca90d304-3607-4483-9aba-6b0200b29ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:22.387843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7459-3dc9-4e3e-88e0-32ea709a3f4e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c217641b-12d9-4a82-b050-fa5fb12b89c3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:22.399500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Checking router: af442346-dc1d-4784-893e-fbe2a5295c32 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:19:22.399854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Updating router af442346-dc1d-4784-893e-fbe2a5295c32 port e82262da-5491-485f-a37b-dfa4e708c844 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:19:22.428820 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.469253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7459-3dc9-4e3e-88e0-32ea709a3f4e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.470829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2fcd7459-3dc9-4e3e-88e0-32ea709a3f4e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3738074 Dec 13 15:19:22.473622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33196) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:22.478397 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e2f66727-2a1f-4915-96da-82ad8ca38be9 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'security_group_rule': {'security_group_id': '0ec858c8-fd10-482f-93e0-c982b0c1d8c8', 'project_id': 'd691db0e1093494b930f0356293aaf26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:22.608598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2f66727-2a1f-4915-96da-82ad8ca38be9 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.670850 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2f66727-2a1f-4915-96da-82ad8ca38be9 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.760693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2f66727-2a1f-4915-96da-82ad8ca38be9 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.779126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f66727-2a1f-4915-96da-82ad8ca38be9 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb4d253-441a-45c3-bca5-ea91c128e0ee,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:22.842996 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.853775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e2f66727-2a1f-4915-96da-82ad8ca38be9 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.856245 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e2f66727-2a1f-4915-96da-82ad8ca38be9 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3803930 Dec 13 15:19:22.857973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33198) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:22.862548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-68b99a38-8d70-4fad-86fe-2f46b8436369 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'security_group_rule': {'security_group_id': '0ec858c8-fd10-482f-93e0-c982b0c1d8c8', 'project_id': 'd691db0e1093494b930f0356293aaf26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:22.903245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:22.952256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fd178-4a56-4d24-aeb3-ed6443708e54 None None] Pushing event updated for resources: {'Port': ['ID=e82262da-5491-485f-a37b-dfa4e708c844,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:22.960109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b99a38-8d70-4fad-86fe-2f46b8436369 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.008311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Attempting to bind port e82262da-5491-485f-a37b-dfa4e708c844 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:19:23.008671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Attempting to bind port e82262da-5491-485f-a37b-dfa4e708c844 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:19:23.009026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Attempting to bind port e82262da-5491-485f-a37b-dfa4e708c844 on network d68bc866-6726-4e88-a85e-a65142da957c {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:23.014163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:19:23.014630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Checking segment: {'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:23.015023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.015406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Bound using segment: {'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:19:23.015887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Bound port: e82262da-5491-485f-a37b-dfa4e708c844, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:19:23.016230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.031846 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b99a38-8d70-4fad-86fe-2f46b8436369 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.083687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] For port e82262da-5491-485f-a37b-dfa4e708c844, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:19:23.087020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] For port e82262da-5491-485f-a37b-dfa4e708c844, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e82262da-5491-485f-a37b-dfa4e708c844,segment=NetworkSegment(cbb670c2-0979-4042-af1d-7a1a21c0f9d7),segment_id=cbb670c2-0979-4042-af1d-7a1a21c0f9d7)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:19:23.097455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b99a38-8d70-4fad-86fe-2f46b8436369 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.120079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b99a38-8d70-4fad-86fe-2f46b8436369 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70b44f5-b652-4c5f-8c0c-ab317c4c398e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:23.188714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-27daa801-bed1-4bc8-bbd4-55ca7390cab5 None None] Provisioning complete for port e82262da-5491-485f-a37b-dfa4e708c844 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:23.189084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-27daa801-bed1-4bc8-bbd4-55ca7390cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.213818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-68b99a38-8d70-4fad-86fe-2f46b8436369 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.213818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-68b99a38-8d70-4fad-86fe-2f46b8436369 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3537648 Dec 13 15:19:23.214063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.215482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:23.220360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b65de784-8ba2-48e2-9555-05fc74821e6a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'security_group_rule': {'security_group_id': '0ec858c8-fd10-482f-93e0-c982b0c1d8c8', 'project_id': 'd691db0e1093494b930f0356293aaf26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:23.263710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-27daa801-bed1-4bc8-bbd4-55ca7390cab5 None None] Port e82262da-5491-485f-a37b-dfa4e708c844 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:19:23.295302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Routers {'af442346-dc1d-4784-893e-fbe2a5295c32'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:23.295952 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:19:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['af442346-dc1d-4784-893e-fbe2a5295c32'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:23.297703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fd178-4a56-4d24-aeb3-ed6443708e54 None None] Pushing event updated for resources: {'Port': ['ID=e82262da-5491-485f-a37b-dfa4e708c844,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:23.320743 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b65de784-8ba2-48e2-9555-05fc74821e6a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.391022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b65de784-8ba2-48e2-9555-05fc74821e6a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.416023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] Set router af442346-dc1d-4784-893e-fbe2a5295c32 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:23.416023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.470474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b65de784-8ba2-48e2-9555-05fc74821e6a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.488742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65de784-8ba2-48e2-9555-05fc74821e6a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ae0501-d10f-4a00-b8e2-e386aed2cd5b,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:23.493922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:23.562752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b65de784-8ba2-48e2-9555-05fc74821e6a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.563918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b65de784-8ba2-48e2-9555-05fc74821e6a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3475063 Dec 13 15:19:23.566728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:23.571689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'security_group_rule': {'security_group_id': '0ec858c8-fd10-482f-93e0-c982b0c1d8c8', 'project_id': 'd691db0e1093494b930f0356293aaf26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:23.574578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f9c0904c-d642-4c54-918b-6b2a474ac4df None None] Provisioning complete for port e82262da-5491-485f-a37b-dfa4e708c844 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:23.574953 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9c0904c-d642-4c54-918b-6b2a474ac4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.657199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:23.657574 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.660936 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Project d691db0e1093494b930f0356293aaf26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:19:23.665997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.730787 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.766475 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9c0904c-d642-4c54-918b-6b2a474ac4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.820552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.827053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:20Z', 'revision_number': 4, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port': {'id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:17Z', 'updated_at': '2021-12-13T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e82262da-5491-485f-a37b-dfa4e708c844', 'name': '', 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'mac_address': 'fa:16:3e:a3:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ca90d304-3607-4483-9aba-6b0200b29ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:19Z', 'updated_at': '2021-12-13T15:19:23Z', 'revision_number': 4, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'subnets': [{'id': 'ca90d304-3607-4483-9aba-6b0200b29ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:23.839924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b6b82f-bb6a-45ab-976a-f6c0310f6322,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:23.868535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64846ead-7836-40b8-a2ab-531cd9f002df None None] The sync data for ids ['af442346-dc1d-4784-893e-fbe2a5295c32'] in n-d-816954-1 is: [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:19:20Z', 'revision_number': 4, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port': {'id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:17Z', 'updated_at': '2021-12-13T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e82262da-5491-485f-a37b-dfa4e708c844', 'name': '', 'network_id': 'd68bc866-6726-4e88-a85e-a65142da957c', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'mac_address': 'fa:16:3e:a3:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ca90d304-3607-4483-9aba-6b0200b29ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:19Z', 'updated_at': '2021-12-13T15:19:23Z', 'revision_number': 4, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'subnets': [{'id': 'ca90d304-3607-4483-9aba-6b0200b29ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:19:23.871114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f9c0904c-d642-4c54-918b-6b2a474ac4df None None] For port e82262da-5491-485f-a37b-dfa4e708c844, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e82262da-5491-485f-a37b-dfa4e708c844,segment=NetworkSegment(cbb670c2-0979-4042-af1d-7a1a21c0f9d7),segment_id=cbb670c2-0979-4042-af1d-7a1a21c0f9d7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:23.931690 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:23.932940 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3d58c2d8-86de-4c31-9066-274f0a6c6013 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3647354 Dec 13 15:19:23.935716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33204) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:23.940413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'security_group_rule': {'security_group_id': '0ec858c8-fd10-482f-93e0-c982b0c1d8c8', 'project_id': 'd691db0e1093494b930f0356293aaf26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:23.951852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f9c0904c-d642-4c54-918b-6b2a474ac4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:24.010997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0904c-d642-4c54-918b-6b2a474ac4df None None] Pushing event updated for resources: {'Port': ['ID=e82262da-5491-485f-a37b-dfa4e708c844,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:24.034853 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Project d691db0e1093494b930f0356293aaf26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:19:24.040242 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:24.107586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:24.172085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:24.194314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5263a400-9a0e-49cb-8600-18247ffe6177,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:24.211262 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:19:24.256887 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:24.258775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2781f9ec-ae20-47db-b88c-c20164c05863 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3217063 Dec 13 15:19:24.395540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-4d3e773d-9c63-4792-94ef-1985e4da8ce3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532112980&fields=id&tenant_id=d691db0e1093494b930f0356293aaf26 HTTP/1.1" status: 200 len: 267 time: 0.0319831 Dec 13 15:19:24.506572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-1400f079-23c5-4611-81d6-432b5a5102ee tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:24.507942 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-1400f079-23c5-4611-81d6-432b5a5102ee tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/networks?id=5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 200 len: 808 time: 0.1057992 Dec 13 15:19:24.522744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-be02d3a8-dbe9-414b-965c-c8f8c7b5b1fd tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/quotas/d691db0e1093494b930f0356293aaf26 HTTP/1.1" status: 200 len: 375 time: 0.0089710 Dec 13 15:19:24.573687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-43ea82bb-98b9-4730-bbaf-0c4d573133d8 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456738 Dec 13 15:19:24.672447 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-128c30ba-2c0d-444f-a496-67019c16353a service neutron] 10.222.0.24 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Dec 13 15:19:24.767005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-9ed17bc7-ffad-4725-b104-feabfb3cf6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 Dec 13 15:19:25.006924 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:25.060638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37e250b5-5aa7-4a35-ab4e-f616495b3c20 req-c2ea538b-6c64-4941-b253-2aa98e99e1f3 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 210 time: 0.0312607 Dec 13 15:19:25.163418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:25.485947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e82262da-5491-485f-a37b-dfa4e708c844 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:25.534706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e82262da-5491-485f-a37b-dfa4e708c844 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:25.535078 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:26.147716 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a90ff651-9753-41fa-aafe-45c565e3d242 req-c40f6ced-d292-43ff-85bf-842352346fa2 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 210 time: 0.0325465 Dec 13 15:19:27.263048 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3bd55f02-e2b2-42b3-ad9c-271a9df56467 req-094678e4-3c3d-4c8e-9d6e-dc92ad78e79b tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 210 time: 0.0316508 Dec 13 15:19:27.312600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-61a700f2-1abf-4586-a3bc-25beac83ce58 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:27.313989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-61a700f2-1abf-4586-a3bc-25beac83ce58 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.55 "GET /v2.0/networks?id=5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 200 len: 808 time: 0.1318700 Dec 13 15:19:27.359654 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-6f561ac7-63af-49ae-9dc2-78decda3e7d2 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d691db0e1093494b930f0356293aaf26 HTTP/1.1" status: 200 len: 380 time: 0.0366275 Dec 13 15:19:27.369317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'port': {'device_id': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'admin_state_up': True, 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'security_groups': ['0ec858c8-fd10-482f-93e0-c982b0c1d8c8']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:27.534833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Made reservation on behalf of d691db0e1093494b930f0356293aaf26 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:19:27.538877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:27.680819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Allocated IP 172.20.0.4 (5a1db5a0-eb37-4096-aad4-ccc2b510f634/0edfe668-f7ee-4abb-9766-404f29071147/9e5d9853-da2f-44a8-bba4-77e80d09012b) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:27.819105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:27.913090 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:27.955326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:27.958390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:27.961538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:27.991947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'Port': ['ID=9e5d9853-da2f-44a8-bba4-77e80d09012b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:28.019957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:28.020593 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.109080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-fa664f2e-8e09-4479-82fe-fe0bda54b993 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438271 Dec 13 15:19:28.122516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Request body: {'port': {'device_id': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:28.178629 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.207226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cb14ce85-f62d-492f-bde6-d6ba73ef2e36 None None] Provisioning complete for port 9e5d9853-da2f-44a8-bba4-77e80d09012b triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:28.207804 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb14ce85-f62d-492f-bde6-d6ba73ef2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.257823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cb14ce85-f62d-492f-bde6-d6ba73ef2e36 None None] Port 9e5d9853-da2f-44a8-bba4-77e80d09012b cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:19:28.384108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4934c2-84d6-4e2c-9ec2-f881f62d798b req-a205891b-cf6f-4996-b6ca-7339e7a23e98 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:28.385684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e4934c2-84d6-4e2c-9ec2-f881f62d798b req-a205891b-cf6f-4996-b6ca-7339e7a23e98 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 931 time: 0.0501282 Dec 13 15:19:28.425871 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2e4934c2-84d6-4e2c-9ec2-f881f62d798b req-fbd31cf3-ac58-4288-b308-8de60dcccf7d tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339520 Dec 13 15:19:28.459321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5d9853-da2f-44a8-bba4-77e80d09012b {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:19:28.466663 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.478640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Transition to ACTIVE for port object 9e5d9853-da2f-44a8-bba4-77e80d09012b will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:19:28.591681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.644095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d9853-da2f-44a8-bba4-77e80d09012b,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:28.715147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Attempting to bind port 9e5d9853-da2f-44a8-bba4-77e80d09012b on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:19:28.715488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Attempting to bind port 9e5d9853-da2f-44a8-bba4-77e80d09012b by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:19:28.715817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Attempting to bind port 9e5d9853-da2f-44a8-bba4-77e80d09012b on network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:28.720258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Port 9e5d9853-da2f-44a8-bba4-77e80d09012b on network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:19:28.720582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Attempting to bind port 9e5d9853-da2f-44a8-bba4-77e80d09012b on network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:19:28.725671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:19:28.726009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Checking segment: {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:19:28.726433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Bound using segment: {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:19:28.726860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Bound port: 9e5d9853-da2f-44a8-bba4-77e80d09012b, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d0f73b-baac-4804-adcb-529c6ce8d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:19:28.727222 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.803294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] For port 9e5d9853-da2f-44a8-bba4-77e80d09012b, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:19:28.806305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] For port 9e5d9853-da2f-44a8-bba4-77e80d09012b, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:19:28.915089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.949764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:28.950466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:28.951849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 200 len: 1091 time: 0.8339815 Dec 13 15:19:28.952288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:19:28.954599 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a30c7e-770f-4fc2-8535-6ca275be8a50" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:19:28.992703 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf45d7-e59a-4995-bfa1-65d7cb7b2cd1 x-openstack-request-id: req-5cdf45d7-e59a-4995-bfa1-65d7cb7b2cd1 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:19:28.992996 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:19:28.993327 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cdf45d7-e59a-4995-bfa1-65d7cb7b2cd1 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:19:28.993732 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'status': 'completed', 'code': 200} Dec 13 15:19:28.994734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a126b-4bb8-4244-bbd2-7ff3b59634f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d9853-da2f-44a8-bba4-77e80d09012b,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:29.058485 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a30c7e-770f-4fc2-8535-6ca275be8a50 req-f6f2c211-cec4-47d8-849e-6a877f1e5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:29.060002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9a30c7e-770f-4fc2-8535-6ca275be8a50 req-f6f2c211-cec4-47d8-849e-6a877f1e5477 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1094 time: 0.0441422 Dec 13 15:19:29.165788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a30c7e-770f-4fc2-8535-6ca275be8a50 req-46c7913e-b1ed-4990-869a-6f13d6db6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:29.167291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9a30c7e-770f-4fc2-8535-6ca275be8a50 req-46c7913e-b1ed-4990-869a-6f13d6db6773 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d691db0e1093494b930f0356293aaf26&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0989707 Dec 13 15:19:29.268753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a30c7e-770f-4fc2-8535-6ca275be8a50 req-2100b940-b6e2-4c34-b99a-5e00968800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:29.270142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9a30c7e-770f-4fc2-8535-6ca275be8a50 req-2100b940-b6e2-4c34-b99a-5e00968800d6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962679 Dec 13 15:19:29.344900 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-3b7a2850-c080-40e0-b187-5c59fbae388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:29.346391 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-3b7a2850-c080-40e0-b187-5c59fbae388c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1094 time: 0.0403559 Dec 13 15:19:29.388452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-8334e2be-9647-44fe-92e8-82b3f32a7537 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 200 len: 217 time: 0.0338349 Dec 13 15:19:29.442043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-7bcefaf6-a28c-4c01-8f1f-dc81c3c5b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:29.443600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-7bcefaf6-a28c-4c01-8f1f-dc81c3c5b46f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0edfe668-f7ee-4abb-9766-404f29071147 HTTP/1.1" status: 200 len: 847 time: 0.0483501 Dec 13 15:19:29.490311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-5710163f-6c39-4b7f-ac4e-38770e09dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:29.491797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-5710163f-6c39-4b7f-ac4e-38770e09dd2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a1db5a0-eb37-4096-aad4-ccc2b510f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416365 Dec 13 15:19:29.546187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d9d88-c61b-4dd5-995f-c33139f7c528 req-8ff807a5-6314-49d9-9677-8f95f9750096 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:29.547818 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f48d9d88-c61b-4dd5-995f-c33139f7c528 req-8ff807a5-6314-49d9-9677-8f95f9750096 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 943 time: 0.0533345 Dec 13 15:19:29.585606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-bd6adba7-358c-477c-a167-4b4260e97a1e service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864203 Dec 13 15:19:29.587821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f48d9d88-c61b-4dd5-995f-c33139f7c528 req-db4c3b5a-799f-4b4f-ac19-013253e740fc tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Dec 13 15:19:29.679119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-500e6cb7-e90e-4554-872b-c669aee1b0b4 req-613c9fc8-d93f-442e-aaee-6e4a34e58fa1 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868478 Dec 13 15:19:30.707205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71017f-cb33-4f09-8d94-0ed185ffca84 req-85e3d604-68a7-4a49-b244-90824780ee49 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:30.708749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc71017f-cb33-4f09-8d94-0ed185ffca84 req-85e3d604-68a7-4a49-b244-90824780ee49 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 943 time: 0.0504003 Dec 13 15:19:30.746387 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fc71017f-cb33-4f09-8d94-0ed185ffca84 req-ee5d9ce4-d3fc-492f-a111-de55b216e2bc tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Dec 13 15:19:31.860101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1a71c-d891-48b5-a7d3-a58c678d4853 req-cf922bd5-9b0e-40f8-b2a1-633d7c9b7cc6 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:31.861594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7b1a71c-d891-48b5-a7d3-a58c678d4853 req-cf922bd5-9b0e-40f8-b2a1-633d7c9b7cc6 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 943 time: 0.0484204 Dec 13 15:19:31.904256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7b1a71c-d891-48b5-a7d3-a58c678d4853 req-750a9dbd-f3c0-4348-b42d-cc868873cc84 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364687 Dec 13 15:19:32.003837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5d9853-da2f-44a8-bba4-77e80d09012b details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:19:32.099557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9e5d9853-da2f-44a8-bba4-77e80d09012b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:32.110911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'port_id': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'mac_address': 'fa:16:3e:4a:08:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:19:32.146200 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:32.159043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5d9853-da2f-44a8-bba4-77e80d09012b {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:19:32.178849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9e5d9853-da2f-44a8-bba4-77e80d09012b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:32.234786 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:32.281746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9e5d9853-da2f-44a8-bba4-77e80d09012b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:32.450733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['9e5d9853-da2f-44a8-bba4-77e80d09012b'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:19:33.024236 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175b78e-d261-438f-a821-d37c36ca16b0 req-d2e1f982-d349-4587-bd9c-d79df6a58bd6 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:33.025720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0175b78e-d261-438f-a821-d37c36ca16b0 req-d2e1f982-d349-4587-bd9c-d79df6a58bd6 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 944 time: 0.0496483 Dec 13 15:19:33.067908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0175b78e-d261-438f-a821-d37c36ca16b0 req-d8f00a38-a59a-48ae-8916-ac772c60270e tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361621 Dec 13 15:19:34.013108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5d9853-da2f-44a8-bba4-77e80d09012b up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:19:34.119216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 9e5d9853-da2f-44a8-bba4-77e80d09012b completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:19:34.119216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 9e5d9853-da2f-44a8-bba4-77e80d09012b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:19:34.119216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:34.184493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef16208-6568-46c0-b797-e8aa6433ff81 req-a6a9e7a6-bf4b-4b20-be94-21346b414420 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:34.185986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ef16208-6568-46c0-b797-e8aa6433ff81 req-a6a9e7a6-bf4b-4b20-be94-21346b414420 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 944 time: 0.0503368 Dec 13 15:19:34.196856 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:34.219442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:19:34.221694 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3353c-0450-4915-b7f3-5d95003c143b" -d '{"events": [{"server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:19:34.229878 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0ef16208-6568-46c0-b797-e8aa6433ff81 req-ccb2d9c2-c872-4a86-b583-85dfda687176 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365767 Dec 13 15:19:34.234473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 9e5d9853-da2f-44a8-bba4-77e80d09012b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:19:34.262439 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a61e09d-7230-4e12-a984-718a0190c9f3 x-openstack-request-id: req-1a61e09d-7230-4e12-a984-718a0190c9f3 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:19:34.262728 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:19:34.262981 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a61e09d-7230-4e12-a984-718a0190c9f3 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:19:34.263377 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'code': 200} Dec 13 15:19:34.303454 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:34.353113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=9e5d9853-da2f-44a8-bba4-77e80d09012b,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:34.357862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c14ce-fe94-40d6-99b8-1820b98e9ff7 req-919ca33c-aaf8-423a-9d2a-d9599db7fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:34.359408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-090c14ce-fe94-40d6-99b8-1820b98e9ff7 req-919ca33c-aaf8-423a-9d2a-d9599db7fae0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0428479 Dec 13 15:19:34.395975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-090c14ce-fe94-40d6-99b8-1820b98e9ff7 req-bfd536be-9991-44fd-9749-fd2aa71e42af service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295870 Dec 13 15:19:35.345068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde720e-1b13-4908-8606-796031aea3cf req-82f4f1e2-d626-4ec1-9539-9349eeab2386 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:35.346550 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbde720e-1b13-4908-8606-796031aea3cf req-82f4f1e2-d626-4ec1-9539-9349eeab2386 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 945 time: 0.0508726 Dec 13 15:19:35.384663 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbde720e-1b13-4908-8606-796031aea3cf req-b9ae65d7-580b-4785-899a-5570bc3a2cef tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Dec 13 15:19:36.500333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e876e-6634-4572-98a8-7b6e88da8481 req-f24b6a2b-a8c5-4e9d-8773-08c94ffa094a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:36.501808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-024e876e-6634-4572-98a8-7b6e88da8481 req-f24b6a2b-a8c5-4e9d-8773-08c94ffa094a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 945 time: 0.0491486 Dec 13 15:19:36.538262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-024e876e-6634-4572-98a8-7b6e88da8481 req-c486217c-3eca-482b-acbb-b1dfd59f26d2 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305426 Dec 13 15:19:36.652358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61081b-8903-47c1-b5bd-aaed6013a897 req-cfc46e1a-6754-4938-93ad-181937c83bb4 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:36.653868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee61081b-8903-47c1-b5bd-aaed6013a897 req-cfc46e1a-6754-4938-93ad-181937c83bb4 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 945 time: 0.0485177 Dec 13 15:19:36.696145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee61081b-8903-47c1-b5bd-aaed6013a897 req-2c64d12e-6547-435d-956d-4864c10363a1 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363400 Dec 13 15:19:36.811234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0053e5d-4c28-430e-8f2e-69e622270ea2 req-3905ddeb-97e0-4c73-913c-4b3c63ab8c51 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:36.812677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0053e5d-4c28-430e-8f2e-69e622270ea2 req-3905ddeb-97e0-4c73-913c-4b3c63ab8c51 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 945 time: 0.0518787 Dec 13 15:19:36.855986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0053e5d-4c28-430e-8f2e-69e622270ea2 req-7721a566-2ed2-4885-90b7-e8af3cee5824 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361373 Dec 13 15:19:36.877791 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33258) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:37.002480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b244d2b-fa36-4c9b-9191-44746c21f7c4 tempest-TestServerBasicOps-1507148734 tempest-TestServerBasicOps-1507148734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:37.003973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2b244d2b-fa36-4c9b-9191-44746c21f7c4 tempest-TestServerBasicOps-1507148734 tempest-TestServerBasicOps-1507148734-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1091 time: 0.1251621 Dec 13 15:19:37.007044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33262) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:19:37.011943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:19:37.135100 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:37.230613 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:37.336428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Allocated IP 172.25.7.26 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/ac712207-2e46-4c8e-977c-2211b74528e9) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:19:37.436169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:37.532181 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:37.568763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:19:37.571771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:19:37.575899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:19:37.606391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'Port': ['ID=ac712207-2e46-4c8e-977c-2211b74528e9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:37.924068 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:38.056676 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:38.205596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:38.277423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:38.348742 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event updated for resources: {'Port': ['ID=ac712207-2e46-4c8e-977c-2211b74528e9,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:19:38.360702 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:38.462014 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Floating IP 5c1ef5ce-10b7-47cc-bcaa-27d9090c9441 associated. External IP: 172.25.7.26, port: 9e5d9853-da2f-44a8-bba4-77e80d09012b. Dec 13 15:19:38.670710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Router 1faebc64-3309-41c9-9b78-6c2e6885612a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:19:38.779399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:19:38.798066 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] Sync routers for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:19:38.810503 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:38.811095 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:19:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:38.882382 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:38.910313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-58892a11-3a02-4e12-981d-41cae2fe0caf tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9022322 Dec 13 15:19:38.910881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:19:38.913146 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d2629-04e6-4d2b-8208-7379dbc119f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:19:38.913434 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:38.955741 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4caedb-dc1b-48b0-b0f2-ef7742ad4bac x-openstack-request-id: req-ce4caedb-dc1b-48b0-b0f2-ef7742ad4bac {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:19:38.956030 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:19:38.956286 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce4caedb-dc1b-48b0-b0f2-ef7742ad4bac {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:19:38.956691 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'status': 'completed', 'code': 200} Dec 13 15:19:39.024030 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-ff291533-ea1c-4daa-9dcd-49d4dc488148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:39.026057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-ff291533-ea1c-4daa-9dcd-49d4dc488148 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0418394 Dec 13 15:19:39.121556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-7c8c6dd9-a38f-44f9-ad7d-320e4fbabb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:39.122976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-7c8c6dd9-a38f-44f9-ad7d-320e4fbabb11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 200 len: 909 time: 0.0881245 Dec 13 15:19:39.130649 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '5c1ef5ce-10b7-47cc-bcaa-27d9090c9441', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'port_id': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'mac_address': 'fa:16:3e:4a:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:19:37Z', 'updated_at': '2021-12-13T15:19:37Z', 'revision_number': 0, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 5, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:39.155999 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] Checking router: 1faebc64-3309-41c9-9b78-6c2e6885612a for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:19:39.164270 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:19:39.164872 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:19:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:39.188615 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-90c963e5-d6ff-4fbe-a6c1-7e590720c036 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 200 len: 998 time: 0.0576806 Dec 13 15:19:39.238679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-3ce9c130-d04a-4f16-917f-26b294d5571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:39.240123 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-3ce9c130-d04a-4f16-917f-26b294d5571c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0edfe668-f7ee-4abb-9766-404f29071147 HTTP/1.1" status: 200 len: 847 time: 0.0445244 Dec 13 15:19:39.268948 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:19:39.288834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-df93ad34-4a79-4b86-953a-1e930c1001fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:19:39.290870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-df93ad34-4a79-4b86-953a-1e930c1001fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a1db5a0-eb37-4096-aad4-ccc2b510f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442221 Dec 13 15:19:39.379312 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-dcca2069-c075-44ab-a1cd-a3ed821a8cac service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812132 Dec 13 15:19:39.470807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-436d2629-04e6-4d2b-8208-7379dbc119f6 req-01c237e2-eb81-4a1c-b207-23a0c42d571f service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842397 Dec 13 15:19:39.491190 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '5c1ef5ce-10b7-47cc-bcaa-27d9090c9441', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'port_id': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'mac_address': 'fa:16:3e:4a:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:19:37Z', 'updated_at': '2021-12-13T15:19:37Z', 'revision_number': 0, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 5, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:19:39.517802 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84b69f-c077-40b7-b732-7918bf7aee84 None None] The sync data for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 is: [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '5c1ef5ce-10b7-47cc-bcaa-27d9090c9441', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'port_id': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'mac_address': 'fa:16:3e:4a:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:19:37Z', 'updated_at': '2021-12-13T15:19:37Z', 'revision_number': 0, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 5, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:19:39.712877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1528e-f2dd-4c44-a7e7-f998c2e25529 None None] New status for floating IP 5c1ef5ce-10b7-47cc-bcaa-27d9090c9441: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:19:46.034994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:47.120295 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:49.894581 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47f646f8-30af-4dca-9a2b-c202d6d3e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:52.228612 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47291eb4-f9c5-44b7-973b-6182982711f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:53.337276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:55.003053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:55.137330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:19:56.229523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-4d45ae14-04c9-4cd6-a7e6-0a0a8dd627cc req-08e0cf9d-b707-4e3f-a94b-141fc1b869f3 service neutron] (102824) timed out ('10.222.0.24', 44886) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:20:01.210820 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:20:02.692854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-65c3accd-ec14-443c-ac70-a582561da65a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404561 Dec 13 15:20:02.778007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-2d618685-b92e-405a-a275-ad2f23b78653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:02.779549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-2d618685-b92e-405a-a275-ad2f23b78653 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1096 time: 0.0442586 Dec 13 15:20:02.886470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-f3282072-c08e-419c-9f60-cd00e267ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:02.887949 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-f3282072-c08e-419c-9f60-cd00e267ca76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0880332 Dec 13 15:20:02.953154 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-3aafb613-7b85-4905-a4d9-baa2a7e88e07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8644382f-7196-4f22-9e90-2b165527626f HTTP/1.1" status: 200 len: 1000 time: 0.0571544 Dec 13 15:20:03.002422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-ea0ef8f7-5267-40fb-8753-d4191563cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:03.003819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-ea0ef8f7-5267-40fb-8753-d4191563cd05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0428412 Dec 13 15:20:03.054123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-b6333851-816f-4e98-a747-43d8a5ec7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:03.055603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-b6333851-816f-4e98-a747-43d8a5ec7f9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427411 Dec 13 15:20:03.145752 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-3e160d4f-0ce3-4595-b419-19881a487e16 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792205 Dec 13 15:20:03.564224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c20b298-58a9-458e-9b80-6558b7d6418c req-bcef93e8-6bc9-4725-939c-2808d659dbe0 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114172 Dec 13 15:20:05.719263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-0af77aec-323d-44b6-b958-996a3485c0aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385001 Dec 13 15:20:05.799749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8930b-9d31-4110-9513-418e36d67549 req-279f55b2-42ef-480b-8ce5-16250df4fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:05.801245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-279f55b2-42ef-480b-8ce5-16250df4fbb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.0406778 Dec 13 15:20:05.906755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8930b-9d31-4110-9513-418e36d67549 req-d89036ee-e73f-4bda-b73d-715245a600fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:05.908744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-d89036ee-e73f-4bda-b73d-715245a600fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0870450 Dec 13 15:20:05.975056 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-08b6f806-bc89-4c76-ac53-c8ee400260d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 1002 time: 0.0579326 Dec 13 15:20:06.023838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8930b-9d31-4110-9513-418e36d67549 req-9714d194-c4c7-43d4-a73c-33ab3b799826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:06.025245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-9714d194-c4c7-43d4-a73c-33ab3b799826 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0428545 Dec 13 15:20:06.073978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8930b-9d31-4110-9513-418e36d67549 req-b0821e61-fd91-42f4-aa44-e2e62f855fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:06.075451 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-b0821e61-fd91-42f4-aa44-e2e62f855fa4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424099 Dec 13 15:20:06.162865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-7c12dff7-136e-4e6e-86db-b6fab02a1ddf service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794296 Dec 13 15:20:06.255054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7aa8930b-9d31-4110-9513-418e36d67549 req-3cceb58f-d7ce-4fcc-a6c2-9d7d7da7c172 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851002 Dec 13 15:20:11.517029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-3a3ab332-6d1f-49f3-8a56-52abb5a39859 req-f03c62e1-daae-4cbc-be26-8f2c9a643a7d service neutron] (102824) timed out ('10.222.0.24', 37060) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:20:12.839939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33294) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:20:12.942171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05501f8d-c850-41f3-8bca-e7f2c4cadc77 req-12c909b8-7dd2-4733-96ca-c6a4b257b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:12.943642 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05501f8d-c850-41f3-8bca-e7f2c4cadc77 req-12c909b8-7dd2-4733-96ca-c6a4b257b5a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1096 time: 0.1023571 Dec 13 15:20:12.978998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05501f8d-c850-41f3-8bca-e7f2c4cadc77 req-691dbf0f-be86-4a17-a264-62aaa261e756 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292232 Dec 13 15:20:15.994409 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:17.145784 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:19.894922 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4bb04a03-e89d-4bc6-89a2-2c41b28060e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:22.237316 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dfd973ee-f3f7-43e6-8ad1-e9023ec30641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:23.337289 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:24.988680 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:25.137372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:33.087876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:20:33.294903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port 0f09d9f0-6732-4f4c-a001-c91a2e936aac {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:20:33.295244 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:33.367144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:33.367464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:33.379117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for 0f09d9f0-6732-4f4c-a001-c91a2e936aac owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:20:33.609465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:33.638578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=0f09d9f0-6732-4f4c-a001-c91a2e936aac,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:20:33.650203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.650579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.650920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.651255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.651588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.651921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.652245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.652567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.652889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.653213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.653537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.653859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:33.707458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:33.707786 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Floating IP 52010f91-e427-4f7c-aa56-24169a53ff07 disassociated (deleted). External IP: 172.25.7.80, port: 8644382f-7196-4f22-9e90-2b165527626f. Dec 13 15:20:33.923405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:20:34.029978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:20:34.035357 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:34.040242 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:20:34.050022 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:20:34.050652 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:34.062127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8e9573bd-0565-4d92-82b5-89f6a3231e1a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "DELETE /v2.0/floatingips/52010f91-e427-4f7c-aa56-24169a53ff07 HTTP/1.1" status: 204 len: 168 time: 0.9731925 Dec 13 15:20:34.063337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'tag': '8644382f-7196-4f22-9e90-2b165527626f'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:20:34.065614 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6815ee-d4ba-42c3-a00a-27ef64c00856" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "tag": "8644382f-7196-4f22-9e90-2b165527626f"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:20:34.160717 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:20:34.175284 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafbbf57-6ae0-4682-84c5-036f6be46c8b x-openstack-request-id: req-bafbbf57-6ae0-4682-84c5-036f6be46c8b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:20:34.181024 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "tag": "8644382f-7196-4f22-9e90-2b165527626f", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:20:34.181024 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bafbbf57-6ae0-4682-84c5-036f6be46c8b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:20:34.181024 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'tag': '8644382f-7196-4f22-9e90-2b165527626f', 'status': 'completed', 'code': 200} Dec 13 15:20:34.239775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-232e1107-adfb-4fe6-90ed-c1e1a33c7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:34.241467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-232e1107-adfb-4fe6-90ed-c1e1a33c7d05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 1096 time: 0.0436769 Dec 13 15:20:34.333573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-97bcc680-24cd-4318-b245-83ab6ea693f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:34.335105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-97bcc680-24cd-4318-b245-83ab6ea693f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0859404 Dec 13 15:20:34.381626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-619d0a96-1a5e-44a7-b805-a99d7d1edf77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8644382f-7196-4f22-9e90-2b165527626f HTTP/1.1" status: 200 len: 217 time: 0.0394604 Dec 13 15:20:34.393851 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:17Z', 'revision_number': 1, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:34.421869 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:20:34.431143 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:20:34.431755 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:34.440530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-2d41d53a-45e6-4b11-a96e-71d009a7a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:34.442347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-2d41d53a-45e6-4b11-a96e-71d009a7a418 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0526998 Dec 13 15:20:34.518106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-bac651ad-c678-4884-ad1d-f0b6f44f03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:34.519629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-bac651ad-c678-4884-ad1d-f0b6f44f03b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683980 Dec 13 15:20:34.536323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353ec91-1a4f-4700-8b27-7e2f722dfac9 req-222b83fe-d8dd-4dee-8019-4029dab99219 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:34.538262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4353ec91-1a4f-4700-8b27-7e2f722dfac9 req-222b83fe-d8dd-4dee-8019-4029dab99219 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 945 time: 0.1216924 Dec 13 15:20:34.542382 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:20:34.628202 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4353ec91-1a4f-4700-8b27-7e2f722dfac9 req-d388e13f-4806-46a2-9163-47fc8bfd0c29 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809906 Dec 13 15:20:34.663759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-451b53c8-9359-4cfb-b147-bfab2c1ae951 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247914 Dec 13 15:20:34.760476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ea6815ee-d4ba-42c3-a00a-27ef64c00856 req-2329c5b6-1ce7-4984-a8ac-d64bda399a75 service neutron] 10.222.0.55 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Dec 13 15:20:34.853783 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:17Z', 'revision_number': 1, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:34.889562 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fa815-1d25-478c-ae55-edefb56d40c7 None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'd7d44211-f150-4f97-8225-a9f4f03c33f0', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'port_id': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'mac_address': 'fa:16:3e:e9:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3227b-d213-419b-a555-f27d30b5178b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:15:14Z', 'updated_at': '2021-12-13T15:15:17Z', 'revision_number': 1, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:20:35.116418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77071305-1d85-4cda-b095-34238ea54930 None None] New status for floating IP 52010f91-e427-4f7c-aa56-24169a53ff07: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:20:35.818104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e35bb-7441-4468-b15d-ec85add6eaa0 req-f8a13435-053d-4668-b392-0aefe447f4d9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:35.819598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d45e35bb-7441-4468-b15d-ec85add6eaa0 req-f8a13435-053d-4668-b392-0aefe447f4d9 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 945 time: 0.1049156 Dec 13 15:20:35.856659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d45e35bb-7441-4468-b15d-ec85add6eaa0 req-6c4b8be2-607b-4280-b0b6-7bd50f1f349a tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310998 Dec 13 15:20:35.927527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-091d31bd-0137-4b50-9a68-70aece301654 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:35.928976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-091d31bd-0137-4b50-9a68-70aece301654 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 945 time: 0.0493634 Dec 13 15:20:36.016728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port 8644382f-7196-4f22-9e90-2b165527626f {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:20:36.016989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:36.107663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] For port 8644382f-7196-4f22-9e90-2b165527626f, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=8644382f-7196-4f22-9e90-2b165527626f,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:20:36.108020 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:36.120313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for 8644382f-7196-4f22-9e90-2b165527626f owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:20:36.303024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:36.331442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=8644382f-7196-4f22-9e90-2b165527626f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:20:36.343221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.343570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.344805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.345149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.345477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.345813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.346138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.346491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.346810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.347128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.347449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.347770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:20:36.381314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] No DVR routers for this DVR port 8644382f-7196-4f22-9e90-2b165527626f on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:20:36.383774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:36.387126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ec9e98e-deca-4f32-952d-4eddf7d1b263 req-594ad30c-5852-4a65-a699-af9ab5cf2da2 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.55 "DELETE /v2.0/ports/8644382f-7196-4f22-9e90-2b165527626f HTTP/1.1" status: 204 len: 173 time: 0.4521532 Dec 13 15:20:36.387561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'name': 'network-vif-deleted', 'tag': '8644382f-7196-4f22-9e90-2b165527626f'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:20:36.389801 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeda16ee-60c4-412a-9632-00f93d1906ff" -d '{"events": [{"server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "name": "network-vif-deleted", "tag": "8644382f-7196-4f22-9e90-2b165527626f"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:20:36.427152 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55e07f6-ac28-4302-bf3c-be75ef5babab x-openstack-request-id: req-d55e07f6-ac28-4302-bf3c-be75ef5babab {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:20:36.432178 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af", "name": "network-vif-deleted", "tag": "8644382f-7196-4f22-9e90-2b165527626f", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:20:36.432178 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d55e07f6-ac28-4302-bf3c-be75ef5babab {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:20:36.432178 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af', 'name': 'network-vif-deleted', 'tag': '8644382f-7196-4f22-9e90-2b165527626f', 'status': 'completed', 'code': 200} Dec 13 15:20:36.951232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bb6c6c83-fe87-412d-ab6d-6ae2632412f4 req-2d97fedb-3da7-4818-89bc-dc07ebc4bba3 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 210 time: 0.0272303 Dec 13 15:20:38.045482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56b2b93c-9b96-4575-8887-60bf8b7a5869 req-60c444b8-f61a-42f5-b7ed-2e2adca3b5b1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 210 time: 0.0264993 Dec 13 15:20:38.210357 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:20:39.143934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5078c532-ca91-4a22-bc68-6e7560ba5b8b req-4a7bb0e7-9f19-4983-837d-615033f509e5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 210 time: 0.0295410 Dec 13 15:20:40.252620 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bae492df-a874-4ed7-939d-1d6cfe8b4856 req-7fe67d2c-65c3-491e-9153-7d0d69eefcfd tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3a02b-a7bb-4796-ba60-e5ec67b6e0af HTTP/1.1" status: 200 len: 210 time: 0.0304892 Dec 13 15:20:40.401305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8644382f-7196-4f22-9e90-2b165527626f no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:20:40.421344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 8644382f-7196-4f22-9e90-2b165527626f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:20:40.421688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 8644382f-7196-4f22-9e90-2b165527626f not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:20:45.999908 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:46.869758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33364) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:20:47.023887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port 78bd6d6c-9011-473f-b186-ab3ac87447d3 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:20:47.024223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:47.098318 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:47.098682 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:47.111852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for 78bd6d6c-9011-473f-b186-ab3ac87447d3 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:20:47.146419 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:47.312983 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:47.338035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=78bd6d6c-9011-473f-b186-ab3ac87447d3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:20:47.401087 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:47.401417 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Floating IP d7d44211-f150-4f97-8225-a9f4f03c33f0 disassociated (deleted). External IP: 172.25.7.250, port: bc9c4449-2587-45da-a7ee-e0d608b129af. Dec 13 15:20:47.605566 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:20:47.712903 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:20:47.717500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:47.722122 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:20:47.731362 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:20:47.731960 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:47.743437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d127792d-13c6-48eb-ac68-61b82a5eeb81 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "DELETE /v2.0/floatingips/d7d44211-f150-4f97-8225-a9f4f03c33f0 HTTP/1.1" status: 204 len: 168 time: 0.8725767 Dec 13 15:20:47.744018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:20:47.746311 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905aefe6-a144-4393-99b1-57151a8ddab2" -d '{"events": [{"name": "network-changed", "server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:20:47.790477 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f7a267-bec8-43de-981d-22d949b875aa x-openstack-request-id: req-b8f7a267-bec8-43de-981d-22d949b875aa {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:20:47.790763 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:20:47.791135 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8f7a267-bec8-43de-981d-22d949b875aa {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:20:47.791426 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'status': 'completed', 'code': 200} Dec 13 15:20:47.847097 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:20:47.905158 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-aba26630-aab8-4ee9-a0c0-dd037bb328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:47.906907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-aba26630-aab8-4ee9-a0c0-dd037bb328f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5aa15afa16749ceba2a4413f1251d89&device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 1097 time: 0.0931613 Dec 13 15:20:48.003888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-7fe84b83-3717-4bdf-8c6c-f38cbee7db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:48.005519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-7fe84b83-3717-4bdf-8c6c-f38cbee7db8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 200 len: 913 time: 0.0907538 Dec 13 15:20:48.039802 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:48.053639 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-1efe66d6-db53-4bb6-9598-1cfdd4b47b33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 200 len: 217 time: 0.0413864 Dec 13 15:20:48.070355 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:20:48.084698 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:20:48.089063 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:48.113540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-d9eaa1b5-8eee-4a5e-a9df-741cb7977b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:48.123576 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-d9eaa1b5-8eee-4a5e-a9df-741cb7977b27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 200 len: 851 time: 0.0475528 Dec 13 15:20:48.162633 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-af9f5430-e6ca-4d00-8868-14e284938ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:48.164157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-af9f5430-e6ca-4d00-8868-14e284938ac1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414481 Dec 13 15:20:48.269663 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:20:48.294370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c5c88-218e-4f14-babc-0e264692d36c req-feb5c4a2-dbef-4da4-8899-85cf0f4554e5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:48.295842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f66c5c88-218e-4f14-babc-0e264692d36c req-feb5c4a2-dbef-4da4-8899-85cf0f4554e5 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 946 time: 0.0987775 Dec 13 15:20:48.322392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-2c09a285-17ed-4a53-b0cf-ff8e7efcd120 service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431544 Dec 13 15:20:48.357123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f66c5c88-218e-4f14-babc-0e264692d36c req-30620d82-c52c-4b99-8ff3-6bd265c1262e tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518069 Dec 13 15:20:48.430382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-905aefe6-a144-4393-99b1-57151a8ddab2 req-a5a50ba5-f6e4-4e78-8f1c-6982f78f179d service neutron] 10.222.0.50 "GET /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957270 Dec 13 15:20:48.498999 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:48.527808 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b70869-0052-49ec-abb4-056ae13dc04b None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:05:16Z', 'revision_number': 4, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'e3c5eca8-f101-4f5f-832e-c395927c5b48', 'name': '', 'network_id': '7c3ac7bf-5c3f-427f-82d8-9f0b6c550952', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'mac_address': 'fa:16:3e:64:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:15Z', 'updated_at': '2021-12-13T15:05:24Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'subnets': [{'id': 'a4794421-3fad-49c2-b24d-e7f96005e149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:20:48.749735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b06d0-5216-4a1d-9a8a-159a149ffc13 None None] New status for floating IP d7d44211-f150-4f97-8225-a9f4f03c33f0: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:20:48.831421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-894f41a4-2989-4efd-bb50-92fe553d6a98 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:48.832918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-894f41a4-2989-4efd-bb50-92fe553d6a98 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 946 time: 0.0503957 Dec 13 15:20:48.927141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port bc9c4449-2587-45da-a7ee-e0d608b129af {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:20:48.927816 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:49.011225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] For port bc9c4449-2587-45da-a7ee-e0d608b129af, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc9c4449-2587-45da-a7ee-e0d608b129af,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:20:49.011576 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:49.023950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for bc9c4449-2587-45da-a7ee-e0d608b129af owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:20:49.480477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a17bc1-9022-4cbc-a235-05f082c6f955 req-3b6d2755-9c57-42f6-9fbd-61d3753b1dd1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:20:49.482064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4a17bc1-9022-4cbc-a235-05f082c6f955 req-3b6d2755-9c57-42f6-9fbd-61d3753b1dd1 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 946 time: 0.0506458 Dec 13 15:20:49.520356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f4a17bc1-9022-4cbc-a235-05f082c6f955 req-f684ffa3-ced3-46f3-8717-56c12a35554c tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b52ab4d-24ce-46ce-93eb-3eb21473a647&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321171 Dec 13 15:20:49.543097 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:49.573032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=bc9c4449-2587-45da-a7ee-e0d608b129af,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:20:49.614853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] No DVR routers for this DVR port bc9c4449-2587-45da-a7ee-e0d608b129af on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:20:49.617838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:49.621138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8583d300-de83-4f4d-a74c-6b5268e13692 req-5e00b5b5-22cd-4749-a902-5cce9f33f1f8 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.50 "DELETE /v2.0/ports/bc9c4449-2587-45da-a7ee-e0d608b129af HTTP/1.1" status: 204 len: 173 time: 0.7820280 Dec 13 15:20:49.621576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'name': 'network-vif-deleted', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:20:49.623846 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f3e62-78e3-442b-abf9-bbf8fab8dabc" -d '{"events": [{"server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "name": "network-vif-deleted", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:20:49.673177 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ebe23-e70c-4582-92fa-d492c6405fce x-openstack-request-id: req-464ebe23-e70c-4582-92fa-d492c6405fce {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:20:49.673462 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d3227b-d213-419b-a555-f27d30b5178b", "name": "network-vif-deleted", "tag": "bc9c4449-2587-45da-a7ee-e0d608b129af", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:20:49.673710 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-464ebe23-e70c-4582-92fa-d492c6405fce {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:20:49.674098 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d3227b-d213-419b-a555-f27d30b5178b', 'name': 'network-vif-deleted', 'tag': 'bc9c4449-2587-45da-a7ee-e0d608b129af', 'status': 'completed', 'code': 200} Dec 13 15:20:49.900799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d81fcdc2-eddf-48bd-a575-fc3ddbf43281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:50.638210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-22b74634-9bf1-49ba-b2fb-85e0ceb3adad req-65573091-f44a-4a23-82bf-d1148464c05d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 210 time: 0.0386305 Dec 13 15:20:51.408841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc9c4449-2587-45da-a7ee-e0d608b129af no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:20:51.429562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: bc9c4449-2587-45da-a7ee-e0d608b129af {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:20:51.429903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc9c4449-2587-45da-a7ee-e0d608b129af not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:20:51.738336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8e48b832-e0fe-40b9-8f9d-d1b1a348f35c req-b7905f8d-d54d-4d06-a463-c688075b6b03 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 210 time: 0.0304232 Dec 13 15:20:52.223243 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-048a90e3-705e-49fc-b7d2-71e1afdb90bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:52.832950 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e9fff61-225e-4273-b104-5a6898e2b647 req-a81aa35b-fe03-4359-a5aa-3bb4b44f3b90 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d3227b-d213-419b-a555-f27d30b5178b HTTP/1.1" status: 200 len: 210 time: 0.0281096 Dec 13 15:20:53.325939 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:53.889619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33392) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:20:54.010619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Deleting port de17d692-f1ca-4715-a0e9-6677b23ef60c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:20:54.010959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:54.087773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:54.088097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:54.099343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Calling delete_port for de17d692-f1ca-4715-a0e9-6677b23ef60c owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:20:54.283236 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:54.309619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'Port': ['ID=de17d692-f1ca-4715-a0e9-6677b23ef60c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:20:54.368670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:54.371698 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:54.372846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0ac75659-98fe-4d16-9c88-2ef697e7a1b4 tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0c094de-84a6-4e40-a711-890aa8aa48b2 HTTP/1.1" status: 204 len: 168 time: 0.4815145 Dec 13 15:20:54.966011 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:55.135226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:57.796155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33412) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:20:57.857893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42f7b481-55c5-441e-8cf3-fbe4a4bbdb9d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:57.882595 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42f7b481-55c5-441e-8cf3-fbe4a4bbdb9d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:58.028825 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42f7b481-55c5-441e-8cf3-fbe4a4bbdb9d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:58.032167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-42f7b481-55c5-441e-8cf3-fbe4a4bbdb9d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:58.033282 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-42f7b481-55c5-441e-8cf3-fbe4a4bbdb9d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b52ab4d-24ce-46ce-93eb-3eb21473a647 HTTP/1.1" status: 204 len: 168 time: 0.2361345 Dec 13 15:20:58.043943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b481-55c5-441e-8cf3-fbe4a4bbdb9d tempest-TestVolumeBootPattern-2027592392 tempest-TestVolumeBootPattern-2027592392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b52ab4d-24ce-46ce-93eb-3eb21473a647,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:20:58.148792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33416) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:20:58.579869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:58.822333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Deleting port e3c5eca8-f101-4f5f-832e-c395927c5b48 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:20:58.823012 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:58.901657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] For port e3c5eca8-f101-4f5f-832e-c395927c5b48, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e3c5eca8-f101-4f5f-832e-c395927c5b48,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:20:58.902016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:58.915736 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Calling delete_port for e3c5eca8-f101-4f5f-832e-c395927c5b48 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:20:59.171686 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:59.195856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c5eca8-f101-4f5f-832e-c395927c5b48,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:20:59.360398 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:59.570479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:20:59.675918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:20:59.681764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3dc72552-ce47-4011-9b5c-1205ef3acc5c admin admin] 10.222.0.24 "PUT /v2.0/routers/b40bf524-17ec-4419-9f8d-71ae1c23b6a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5318542 Dec 13 15:20:59.683629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:20:59.684954 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] Sync routers for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:20:59.695221 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:20:59.695825 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:20:59.785335 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:20:59.797490 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:20:59.979733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:20:59Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:00.007337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] Checking router: b40bf524-17ec-4419-9f8d-71ae1c23b6a7 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:21:00.016558 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] Routers {'b40bf524-17ec-4419-9f8d-71ae1c23b6a7'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:21:00.017168 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:00.224361 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.225403 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] Set router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:21:00.339645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Deleting port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:21:00.339994 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.405904 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:20:59Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:00.417411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] For port 4b56a4fb-3a80-4f06-8b08-d7330fe128e4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:21:00.417775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.431568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Calling delete_port for 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:21:00.434948 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a1b8e-6783-415d-a039-079ea46cb21b None None] The sync data for ids ['b40bf524-17ec-4419-9f8d-71ae1c23b6a7'] in n-d-816954-1 is: [{'id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'name': 'tempest-TestVolumeBootPattern-1778958936-router', 'tenant_id': 'a5aa15afa16749ceba2a4413f1251d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:10Z', 'updated_at': '2021-12-13T15:20:59Z', 'revision_number': 5, 'project_id': 'a5aa15afa16749ceba2a4413f1251d89', 'gw_port': {'id': '4b56a4fb-3a80-4f06-8b08-d7330fe128e4', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40bf524-17ec-4419-9f8d-71ae1c23b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:11Z', 'updated_at': '2021-12-13T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:21:00.657739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.681638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b56a4fb-3a80-4f06-8b08-d7330fe128e4,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:00.747281 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.836060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.838220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.942880 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.943484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40bf524-17ec-4419-9f8d-71ae1c23b6a7 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:21:00.947774 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:00.948913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b1492599-b03a-4cf8-ab73-b4b89e313c0a admin admin] 10.222.0.24 "DELETE /v2.0/routers/b40bf524-17ec-4419-9f8d-71ae1c23b6a7 HTTP/1.1" status: 204 len: 168 time: 1.2643752 Dec 13 15:21:00.951418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33422) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:01.002217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] Deleting subnet a4794421-3fad-49c2-b24d-e7f96005e149 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:21:01.005586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.042474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.126058 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.255552 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.284363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4794421-3fad-49c2-b24d-e7f96005e149,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:01.288089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.291235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-07932ed0-936c-4782-be31-ad9f8936ea39 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a4794421-3fad-49c2-b24d-e7f96005e149 HTTP/1.1" status: 204 len: 168 time: 0.3388240 Dec 13 15:21:01.293693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33424) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:01.298005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e830666-2caf-416c-a6a0-147d617965ee None None] Network 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:21:01.362115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.417006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Deleting port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:21:01.417355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.479265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] DHCP port deletion for 7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:21:01.490208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] For port ae6be7e4-78db-4b03-bf38-48aaa1a01e36, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:21:01.490608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.506599 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Calling delete_port for ae6be7e4-78db-4b03-bf38-48aaa1a01e36 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:21:01.532693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Deleting port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:21:01.533063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.574153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device ae6be7e4-78db-4b03-bf38-48aaa1a01e36 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:21:01.628557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] For port ae6be7e4-78db-4b03-bf38-48aaa1a01e36, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,segment=NetworkSegment(cb049006-2f6a-46f5-bf78-58c9f1503dd5),segment_id=cb049006-2f6a-46f5-bf78-58c9f1503dd5)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:21:01.628950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.644074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Calling delete_port for ae6be7e4-78db-4b03-bf38-48aaa1a01e36 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:21:01.657440 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.684402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:01.686271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] No DVR routers for this DVR port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:21:01.724215 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.758749 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.779041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3ac7bf-5c3f-427f-82d8-9f0b6c550952']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:01.779270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e3c5eca8-f101-4f5f-832e-c395927c5b48 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:21:01.788323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb049006-2f6a-46f5-bf78-58c9f1503dd5') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:01.788615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb049006-2f6a-46f5-bf78-58c9f1503dd5') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:01.798395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.802421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e3c5eca8-f101-4f5f-832e-c395927c5b48 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:21:01.802761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e3c5eca8-f101-4f5f-832e-c395927c5b48 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:21:01.803163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:21:01.806673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.812177 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.818595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:21:01.818982 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:21:01.820721 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:21:01.830913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:21:01.831256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4b56a4fb-3a80-4f06-8b08-d7330fe128e4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:21:01.851852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] No DVR routers for this DVR port ae6be7e4-78db-4b03-bf38-48aaa1a01e36 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:21:01.856403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Pushing event deleted for resources: {'Port': ['ID=ae6be7e4-78db-4b03-bf38-48aaa1a01e36,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:01.865364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.865713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.866062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.866428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.866768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.867091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.867415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.867741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.868062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.868383 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.868703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.869021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf321f9-1618-49c2-8885-5cdbb3257e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:21:01.954309 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.959701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:01.962908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c3ac7bf-5c3f-427f-82d8-9f0b6c550952 HTTP/1.1" status: 204 len: 168 time: 0.6682007 Dec 13 15:21:01.965884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33426) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:01.974616 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c592ee-093f-4189-b933-42e5e57f61ce admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3ac7bf-5c3f-427f-82d8-9f0b6c550952,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:02.045592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-9db85104-64d4-498b-a33a-0725e1f19f83 req-e72f9e10-8a9b-49e9-901e-215a8a7654ec tempest-AttachVolumeTestJSON-648813252 tempest-AttachVolumeTestJSON-648813252-project] (102824) timed out ('10.222.0.50', 50615) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:21:02.303191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:02.543728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Deleting port 23d70af3-b263-4419-b277-384330679c73 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:21:02.544098 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:02.623095 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] For port 23d70af3-b263-4419-b277-384330679c73, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=23d70af3-b263-4419-b277-384330679c73,segment=NetworkSegment(24abc8ac-40aa-41ff-85b4-725c09bcff47),segment_id=24abc8ac-40aa-41ff-85b4-725c09bcff47)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:21:02.623422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:02.637180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Calling delete_port for 23d70af3-b263-4419-b277-384330679c73 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:21:02.695060 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-8eeab18a-56e2-4fda-8d04-dccf0e175bb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388191 Dec 13 15:21:02.755943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-7b9b4f17-73fc-4555-9bf9-51c0dea33022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:21:02.757438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-7b9b4f17-73fc-4555-9bf9-51c0dea33022 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0402796 Dec 13 15:21:02.864041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-1300eccd-8f8a-451f-a110-77597a932812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:21:02.865515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-1300eccd-8f8a-451f-a110-77597a932812 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 200 len: 909 time: 0.0881598 Dec 13 15:21:02.900692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:02.928362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d70af3-b263-4419-b277-384330679c73,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:02.936874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-ff74e9d1-9fb6-4ada-9c9c-5d1e9ad4a458 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 200 len: 1000 time: 0.0644441 Dec 13 15:21:02.990288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-435b7506-0cb9-49b8-ab72-23cdf9eabbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:21:02.991796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-435b7506-0cb9-49b8-ab72-23cdf9eabbaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0edfe668-f7ee-4abb-9766-404f29071147 HTTP/1.1" status: 200 len: 847 time: 0.0487499 Dec 13 15:21:03.044251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-2e52ce03-d0c8-41ea-96b0-44a55e37c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:21:03.046168 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-2e52ce03-d0c8-41ea-96b0-44a55e37c5d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a1db5a0-eb37-4096-aad4-ccc2b510f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466971 Dec 13 15:21:03.096122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:03.140313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-bcd6717b-0923-4703-b464-137b499a5f80 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869813 Dec 13 15:21:03.242535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb919952-b603-42c8-8aec-444db3c3d5e2 req-460755b1-953a-49ec-b3e7-99d2f29b47e4 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943921 Dec 13 15:21:03.322903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Router 01ba5cec-9332-4ed9-a6ae-f572baf8758f has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:21:03.426883 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:21:03.431814 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-10ecbdac-b300-4824-a343-a08b8a802134 admin admin] 10.222.0.24 "PUT /v2.0/routers/01ba5cec-9332-4ed9-a6ae-f572baf8758f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4648371 Dec 13 15:21:03.434358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33428) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:03.435906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] Sync routers for ids ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:21:03.445095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] Routers {'01ba5cec-9332-4ed9-a6ae-f572baf8758f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:21:03.445705 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:03.543807 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:03.552598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] Set router 01ba5cec-9332-4ed9-a6ae-f572baf8758f gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:21:03.647534 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:03.733876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '6934976d-4933-4dd7-861b-478264e00dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:21:02Z', 'revision_number': 5, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port': {'id': '6934976d-4933-4dd7-861b-478264e00dcf', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:05:23Z', 'updated_at': '2021-12-13T15:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:03.760094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] Checking router: 01ba5cec-9332-4ed9-a6ae-f572baf8758f for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:21:03.764163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Deleting port 6934976d-4933-4dd7-861b-478264e00dcf {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:21:03.764506 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:03.768828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] Routers {'01ba5cec-9332-4ed9-a6ae-f572baf8758f'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:21:03.769423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:20:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:03.844653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] For port 6934976d-4933-4dd7-861b-478264e00dcf, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6934976d-4933-4dd7-861b-478264e00dcf,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:21:03.845242 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:03.855282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] Set router 01ba5cec-9332-4ed9-a6ae-f572baf8758f gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:21:03.858418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Calling delete_port for 6934976d-4933-4dd7-861b-478264e00dcf owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:21:03.910133 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:21:03Z', 'revision_number': 6, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:03.937071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e7185e-690b-45a0-ada3-65673b93646d None None] The sync data for ids ['01ba5cec-9332-4ed9-a6ae-f572baf8758f'] in n-d-816954-1 is: [{'id': '01ba5cec-9332-4ed9-a6ae-f572baf8758f', 'name': 'tempest-TestVolumeBootPattern-1561390305-router', 'tenant_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:05:21Z', 'updated_at': '2021-12-13T15:21:03Z', 'revision_number': 6, 'project_id': 'fd1fbc0adae14b85a2e29c4b66e6da87', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:21:04.091565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.119665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6934976d-4933-4dd7-861b-478264e00dcf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:04.182178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.269523 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.271792 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.400409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.400983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ba5cec-9332-4ed9-a6ae-f572baf8758f {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:21:04.405595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.407264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7dbeb0e8-67c6-4b9e-ad0c-fc432ddc10e0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/01ba5cec-9332-4ed9-a6ae-f572baf8758f HTTP/1.1" status: 204 len: 168 time: 0.9720252 Dec 13 15:21:04.409755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33432) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:04.456889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] Deleting subnet fc3d520d-e257-4fd2-b515-8fe08a3e6309 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:21:04.460002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.494279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.568896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.681441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.717761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3d520d-e257-4fd2-b515-8fe08a3e6309,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:04.720354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.723593 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6c2d80d6-0992-41d8-90f8-ac5f4ededfea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fc3d520d-e257-4fd2-b515-8fe08a3e6309 HTTP/1.1" status: 204 len: 168 time: 0.3128991 Dec 13 15:21:04.726169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33434) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:04.728087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3099f-ea6f-4567-b799-e58722eafe86 None None] Network 05fe663b-7744-4456-b5e0-ffb62d6bc3bf requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:21:04.794502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.860644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Deleting port eebe4b8d-b422-44ac-8577-9a8e325023ec {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:21:04.860644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.933837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] DHCP port deletion for 05fe663b-7744-4456-b5e0-ffb62d6bc3bf request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:21:04.952191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] For port eebe4b8d-b422-44ac-8577-9a8e325023ec, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eebe4b8d-b422-44ac-8577-9a8e325023ec,segment=NetworkSegment(24abc8ac-40aa-41ff-85b4-725c09bcff47),segment_id=24abc8ac-40aa-41ff-85b4-725c09bcff47)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:21:04.952560 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:04.968805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Calling delete_port for eebe4b8d-b422-44ac-8577-9a8e325023ec owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:21:04.982668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] Deleting port eebe4b8d-b422-44ac-8577-9a8e325023ec {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:21:04.983307 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.071287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] For port eebe4b8d-b422-44ac-8577-9a8e325023ec, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eebe4b8d-b422-44ac-8577-9a8e325023ec,segment=NetworkSegment(24abc8ac-40aa-41ff-85b4-725c09bcff47),segment_id=24abc8ac-40aa-41ff-85b4-725c09bcff47)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:21:05.071677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.087142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] Calling delete_port for eebe4b8d-b422-44ac-8577-9a8e325023ec owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:21:05.137068 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.162087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.165255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=eebe4b8d-b422-44ac-8577-9a8e325023ec,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:05.170550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] No DVR routers for this DVR port eebe4b8d-b422-44ac-8577-9a8e325023ec on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:21:05.189278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] Pushing event deleted for resources: {'Port': ['ID=eebe4b8d-b422-44ac-8577-9a8e325023ec,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:05.191225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4176a9-2705-4b5a-acfc-8c46a9f7143b None None] No DVR routers for this DVR port eebe4b8d-b422-44ac-8577-9a8e325023ec on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:21:05.251543 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.273297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fe663b-7744-4456-b5e0-ffb62d6bc3bf']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:05.283195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24abc8ac-40aa-41ff-85b4-725c09bcff47') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:05.283490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24abc8ac-40aa-41ff-85b4-725c09bcff47') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:21:05.293042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.306794 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.313624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:21:05.314043 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:21:05.315839 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:21:05.439933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.444683 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.448065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] 10.222.0.24 "DELETE /v2.0/networks/05fe663b-7744-4456-b5e0-ffb62d6bc3bf HTTP/1.1" status: 204 len: 168 time: 0.7208989 Dec 13 15:21:05.460876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480157c-6668-4b97-b774-998c2bffeb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=05fe663b-7744-4456-b5e0-ffb62d6bc3bf,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:05.524430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 23d70af3-b263-4419-b277-384330679c73 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:21:05.544756 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 23d70af3-b263-4419-b277-384330679c73 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:21:05.545099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 23d70af3-b263-4419-b277-384330679c73 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:21:05.545513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eebe4b8d-b422-44ac-8577-9a8e325023ec no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:21:05.568517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: eebe4b8d-b422-44ac-8577-9a8e325023ec {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:21:05.568858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eebe4b8d-b422-44ac-8577-9a8e325023ec not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:21:05.569272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6934976d-4933-4dd7-861b-478264e00dcf no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:21:05.587141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6934976d-4933-4dd7-861b-478264e00dcf {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:21:05.587531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6934976d-4933-4dd7-861b-478264e00dcf not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:21:05.721034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33446) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:05.760899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5773d413-04d2-4aaa-b44b-19323e155a2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5aa15afa16749ceba2a4413f1251d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387504 Dec 13 15:21:05.763465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33448) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:05.810636 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df5e6e1-9751-425b-9d71-3e4b11f2efbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.830818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df5e6e1-9751-425b-9d71-3e4b11f2efbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.958046 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df5e6e1-9751-425b-9d71-3e4b11f2efbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.960757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0df5e6e1-9751-425b-9d71-3e4b11f2efbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:05.961942 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0df5e6e1-9751-425b-9d71-3e4b11f2efbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc254d23-657a-42e1-915c-64bab09ba6b3 HTTP/1.1" status: 204 len: 168 time: 0.1975780 Dec 13 15:21:05.970172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5e6e1-9751-425b-9d71-3e4b11f2efbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc254d23-657a-42e1-915c-64bab09ba6b3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:06.632144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33456) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:06.672300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-81e2a395-3c79-4ab6-aa6c-c690d6254e3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd1fbc0adae14b85a2e29c4b66e6da87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388975 Dec 13 15:21:06.674652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33458) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:21:06.724832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1aec9e36-4029-4898-a8fd-fb51eeab6dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:06.745358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1aec9e36-4029-4898-a8fd-fb51eeab6dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:06.863453 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1aec9e36-4029-4898-a8fd-fb51eeab6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:06.865626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1aec9e36-4029-4898-a8fd-fb51eeab6dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:06.866832 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1aec9e36-4029-4898-a8fd-fb51eeab6dd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97179979-1fba-4234-9a1c-e5e9b0942dcb HTTP/1.1" status: 204 len: 168 time: 0.1913126 Dec 13 15:21:06.874486 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec9e36-4029-4898-a8fd-fb51eeab6dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97179979-1fba-4234-9a1c-e5e9b0942dcb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:21:15.209057 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:21:16.055076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:17.209059 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:19.902539 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-06565016-6cac-452c-8c33-bee52379d6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:22.238088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-78bb91a8-afd8-4854-86ba-daa4560e430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:23.325543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:25.011151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:25.151706 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:46.022785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:47.148519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:49.879504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-af7a3cec-9210-4c2c-941f-dc3f1cf29f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:52.208850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:21:52.234208 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7bb1fcc-9291-45fc-9cf6-9d75c2577955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:53.342108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:54.965102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:21:55.142519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:03.682796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-89362fee-c807-4a86-b8c8-ad8080924478 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397108 Dec 13 15:22:03.761771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-e4e49984-2768-4747-900c-c79092be7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:22:03.763229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-e4e49984-2768-4747-900c-c79092be7cc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0398676 Dec 13 15:22:03.869897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-1d5afe2d-9a61-4db8-aed6-5b3240234493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:22:03.871483 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-1d5afe2d-9a61-4db8-aed6-5b3240234493 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 200 len: 909 time: 0.0892224 Dec 13 15:22:03.937286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-2549c6ef-1110-4b43-9488-88860edf88da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 200 len: 1000 time: 0.0583282 Dec 13 15:22:03.989042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-e11460ae-fd65-478e-91e0-4915e901da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:22:03.990471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-e11460ae-fd65-478e-91e0-4915e901da70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0edfe668-f7ee-4abb-9766-404f29071147 HTTP/1.1" status: 200 len: 847 time: 0.0468440 Dec 13 15:22:04.035438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-00ca70f0-090a-42c6-b65a-996cb510237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:22:04.036828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-00ca70f0-090a-42c6-b65a-996cb510237c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a1db5a0-eb37-4096-aad4-ccc2b510f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398417 Dec 13 15:22:04.125201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-dd693cf9-734b-48fe-9803-ce095d4e19f6 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804048 Dec 13 15:22:04.216217 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-87fe7411-2049-47a8-a0e1-f78d0b63c174 req-ed41cdb8-3ad0-4a5a-becd-a0f089e9f37a service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839734 Dec 13 15:22:16.051282 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:17.159902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:19.877777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-209f82dd-812c-41de-9c3a-1112050f5e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:22.228281 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-53763e0e-9400-4954-a0bc-f51c0b62db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:23.334964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:24.976300 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:25.130535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:29.208142 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:22:46.039166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:47.193655 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:49.873743 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c248890b-df83-4306-a434-a89cbf157e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:52.221693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b77c2cfd-9a6e-479d-bc85-ccc6641a9f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:53.353595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:55.027964 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:22:55.136090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:04.672350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-8e87013b-2363-46d9-873a-68d4b66d6234 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408609 Dec 13 15:23:04.750433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c365-0348-438e-84bc-a540381b7a10 req-a02a6034-c8ea-4f54-88ef-d82dc53f363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:23:04.751874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-a02a6034-c8ea-4f54-88ef-d82dc53f363e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0399852 Dec 13 15:23:04.855142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c365-0348-438e-84bc-a540381b7a10 req-48f7e743-15b1-4527-a5ec-ad05d63bcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:23:04.856642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-48f7e743-15b1-4527-a5ec-ad05d63bcd77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 200 len: 909 time: 0.0871880 Dec 13 15:23:04.928019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-90c623ee-24f9-432f-95e8-8190001e3433 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 200 len: 1000 time: 0.0597773 Dec 13 15:23:04.975745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c365-0348-438e-84bc-a540381b7a10 req-108f576d-39b9-4c34-87bd-eab393443fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:23:04.977194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-108f576d-39b9-4c34-87bd-eab393443fdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0edfe668-f7ee-4abb-9766-404f29071147 HTTP/1.1" status: 200 len: 847 time: 0.0471535 Dec 13 15:23:05.022022 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c365-0348-438e-84bc-a540381b7a10 req-a79d3d3b-3bce-4cf0-a57c-42a707ebfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:23:05.023510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-a79d3d3b-3bce-4cf0-a57c-42a707ebfe8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a1db5a0-eb37-4096-aad4-ccc2b510f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392938 Dec 13 15:23:05.112363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-fab3edcc-c822-4f70-8523-11186d9ba7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815001 Dec 13 15:23:05.206554 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aae6c365-0348-438e-84bc-a540381b7a10 req-3715af38-1539-49b7-b2c9-52013a18aaa4 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873699 Dec 13 15:23:06.207636 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:23:14.398584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-61fcab49-d4e9-43ec-bb09-e36ee45c1344 req-5fe6094c-d17a-4c17-b5cf-9adbdbb73ee2 service neutron] (102823) timed out ('10.222.0.55', 60202) {{(pid=102823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:23:16.044825 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:17.221599 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:19.862413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d343b51-cb74-43fc-8d44-eb25db2ad8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:22.239101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cca5e74e-3bc2-4faa-baa8-99f37037291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:23.352863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:25.027279 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:25.159206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:43.207447 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:23:46.038411 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:47.227069 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:49.871678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a837ed70-084f-41e4-8af9-ec785b4d4981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:52.233033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14f8a9e9-7ac2-4afe-bc0f-be3bd4b36dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:53.352771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:54.987700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:23:55.152765 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:01.077973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-a00f6972-121f-4b72-9c32-6d1106991464 req-32cce1db-75e5-47fe-9b76-e94861990bef service neutron] (102823) timed out ('10.222.0.50', 50593) {{(pid=102823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:24:05.776917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-f92916c5-9cae-41ed-ab3e-fe4ef4aed6c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1467025 Dec 13 15:24:05.855656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-49cf18c8-f48c-4cfa-9947-70e291677552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:05.857109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-49cf18c8-f48c-4cfa-9947-70e291677552 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d691db0e1093494b930f0356293aaf26&device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 1096 time: 0.0401244 Dec 13 15:24:05.968362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-9f0486c8-98a0-4ded-a0b2-348170e4d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:05.969820 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-9f0486c8-98a0-4ded-a0b2-348170e4d4ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 200 len: 909 time: 0.0936310 Dec 13 15:24:06.036374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-5a570b1c-8db7-42dd-a237-3163e0657ba2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 200 len: 1000 time: 0.0599794 Dec 13 15:24:06.088890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-cf0ab235-8991-4eaa-8aba-4145531f4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:06.090318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-cf0ab235-8991-4eaa-8aba-4145531f4061 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0edfe668-f7ee-4abb-9766-404f29071147 HTTP/1.1" status: 200 len: 847 time: 0.0467694 Dec 13 15:24:06.134211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-4dbef6b6-055f-4093-b371-79ea9fff34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:06.135679 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-4dbef6b6-055f-4093-b371-79ea9fff34a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a1db5a0-eb37-4096-aad4-ccc2b510f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381966 Dec 13 15:24:06.222687 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-a65e1a9c-9f8d-4ce8-89fb-e87bd1d7b115 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802081 Dec 13 15:24:06.314779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4ca52aac-020c-4ba4-ab20-f89031e442ab req-0e94dd4b-f66b-4ccd-aff2-c500cd1ce446 service neutron] 10.222.0.55 "GET /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855868 Dec 13 15:24:16.047889 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:17.249674 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:17.830411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37906c8-3a5f-4a1f-bd29-1c006555d69c req-23a7facd-c5ec-4ffc-b5f4-1608846dd1bc tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:17.831799 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f37906c8-3a5f-4a1f-bd29-1c006555d69c req-23a7facd-c5ec-4ffc-b5f4-1608846dd1bc tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 945 time: 0.0496075 Dec 13 15:24:17.869754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f37906c8-3a5f-4a1f-bd29-1c006555d69c req-57182afb-f622-44a7-84dc-97dcb3ecb53d tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Dec 13 15:24:19.014217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42399e2-9506-43bb-9313-01802fe9bd0c req-b3bc2376-6893-4ded-af0e-3b8fc621bc31 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:19.015732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a42399e2-9506-43bb-9313-01802fe9bd0c req-b3bc2376-6893-4ded-af0e-3b8fc621bc31 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 945 time: 0.0511138 Dec 13 15:24:19.053534 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a42399e2-9506-43bb-9313-01802fe9bd0c req-0388d2d4-e949-49e5-9360-698e4ccdecd6 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ec858c8-fd10-482f-93e0-c982b0c1d8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Dec 13 15:24:19.125808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4fd6aa4a-25a9-4177-bd2b-fd5e5746182a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:19.127176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4fd6aa4a-25a9-4177-bd2b-fd5e5746182a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 945 time: 0.0466895 Dec 13 15:24:19.217366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Deleting port 9e5d9853-da2f-44a8-bba4-77e80d09012b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:19.217697 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:19.302252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] For port 9e5d9853-da2f-44a8-bba4-77e80d09012b, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=9e5d9853-da2f-44a8-bba4-77e80d09012b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:19.302646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:19.475805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:19.476161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:19.476469 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Floating IP 5c1ef5ce-10b7-47cc-bcaa-27d9090c9441 disassociated. External IP: 172.25.7.26, port: 9e5d9853-da2f-44a8-bba4-77e80d09012b. Dec 13 15:24:19.476823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Calling delete_port for 9e5d9853-da2f-44a8-bba4-77e80d09012b owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:19.667352 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:19.700908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event deleted for resources: {'Port': ['ID=9e5d9853-da2f-44a8-bba4-77e80d09012b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:19.716604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.716604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.716604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.716604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.716604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.716604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.716604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.717311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.717311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.717584 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.717802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.718148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:19.823925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Router 1faebc64-3309-41c9-9b78-6c2e6885612a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:24:19.861849 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46dff8ec-bbef-413b-8c4b-1c677be591fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:19.927068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:24:19.938493 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] Sync routers for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:24:19.949074 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:19.949683 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:23:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:19.970548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] No DVR routers for this DVR port 9e5d9853-da2f-44a8-bba4-77e80d09012b on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:24:19.973129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:19.976505 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a35e093-91b5-4c4f-9aea-4f4f2f56c503 req-4b27b6ba-cc63-4d56-9d40-6c856c6954aa tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.55 "DELETE /v2.0/ports/9e5d9853-da2f-44a8-bba4-77e80d09012b HTTP/1.1" status: 204 len: 173 time: 0.8432267 Dec 13 15:24:19.976921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'name': 'network-vif-deleted', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:24:19.979192 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f8746-7dba-45a8-aac7-3673e9251687" -d '{"events": [{"server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "name": "network-vif-deleted", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:24:20.078251 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:20.174491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-347975aa-d114-423b-bb0a-e757838e0431 req-374b55cf-6c94-4aa4-ad5f-d4342e59889a tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e9c25-fc26-449f-862e-9e40b506d0dd HTTP/1.1" status: 200 len: 210 time: 0.0385118 Dec 13 15:24:20.208443 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:24:20.254006 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92f76a4-60f4-4b45-a89e-2029f911a7af x-openstack-request-id: req-e92f76a4-60f4-4b45-a89e-2029f911a7af {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:24:20.254006 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1e9c25-fc26-449f-862e-9e40b506d0dd", "name": "network-vif-deleted", "tag": "9e5d9853-da2f-44a8-bba4-77e80d09012b", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:24:20.254573 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e92f76a4-60f4-4b45-a89e-2029f911a7af {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:24:20.254765 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1e9c25-fc26-449f-862e-9e40b506d0dd', 'name': 'network-vif-deleted', 'tag': '9e5d9853-da2f-44a8-bba4-77e80d09012b', 'status': 'completed', 'code': 200} Dec 13 15:24:20.294528 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 5, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:20.321376 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] Checking router: 1faebc64-3309-41c9-9b78-6c2e6885612a for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:24:20.329476 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:20.333712 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:23:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:20.431145 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:20.625822 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 5, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:20.654528 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2005f0-1d8f-41ae-b330-4a81aaf49410 None None] The sync data for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 is: [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:19:13Z', 'revision_number': 4, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'c2688f99-d4b7-446b-a9e3-02a011900872', 'name': '', 'network_id': '5a1db5a0-eb37-4096-aad4-ccc2b510f634', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'mac_address': 'fa:16:3e:94:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0edfe668-f7ee-4abb-9766-404f29071147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:13Z', 'updated_at': '2021-12-13T15:19:17Z', 'revision_number': 5, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'subnets': [{'id': '0edfe668-f7ee-4abb-9766-404f29071147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:24:20.874351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef48186-75a4-4ce0-a815-abe047602c41 None None] New status for floating IP 5c1ef5ce-10b7-47cc-bcaa-27d9090c9441: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:24:21.327661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33544) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:21.449525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Deleting port ac712207-2e46-4c8e-977c-2211b74528e9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:21.449871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:21.524972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:21.525295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:21.536690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Calling delete_port for ac712207-2e46-4c8e-977c-2211b74528e9 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:21.747155 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:21.770620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event deleted for resources: {'Port': ['ID=ac712207-2e46-4c8e-977c-2211b74528e9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:21.835085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:21.837717 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:21.838918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3a599ecf-3239-418d-a9cd-39fd9106716c tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "DELETE /v2.0/floatingips/5c1ef5ce-10b7-47cc-bcaa-27d9090c9441 HTTP/1.1" status: 204 len: 168 time: 0.5102780 Dec 13 15:24:21.906096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33550) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:21.966240 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a0d65a9-cfe4-48b8-831b-cf7abfc89f71 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:21.991612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a0d65a9-cfe4-48b8-831b-cf7abfc89f71 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:22.112532 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a0d65a9-cfe4-48b8-831b-cf7abfc89f71 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:22.115167 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3a0d65a9-cfe4-48b8-831b-cf7abfc89f71 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:22.116964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3a0d65a9-cfe4-48b8-831b-cf7abfc89f71 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ec858c8-fd10-482f-93e0-c982b0c1d8c8 HTTP/1.1" status: 204 len: 168 time: 0.2098601 Dec 13 15:24:22.126155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d65a9-cfe4-48b8-831b-cf7abfc89f71 tempest-TestServerBasicOps-190416539 tempest-TestServerBasicOps-190416539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec858c8-fd10-482f-93e0-c982b0c1d8c8,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:22.209145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33554) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:22.278324 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f8451363-8b17-40a5-a8fa-27c48eb15e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:22.657859 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:22.897649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Deleting port c2688f99-d4b7-446b-a9e3-02a011900872 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:22.897986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:23.306819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] For port c2688f99-d4b7-446b-a9e3-02a011900872, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c2688f99-d4b7-446b-a9e3-02a011900872,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:23.308420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:23.320105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Calling delete_port for c2688f99-d4b7-446b-a9e3-02a011900872 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:23.352770 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:23.558207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:23.562713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5d9853-da2f-44a8-bba4-77e80d09012b no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:24:23.582210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 9e5d9853-da2f-44a8-bba4-77e80d09012b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:24:23.582571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 9e5d9853-da2f-44a8-bba4-77e80d09012b not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:24:23.583874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2688f99-d4b7-446b-a9e3-02a011900872,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:23.753424 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:23.967245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Router 1faebc64-3309-41c9-9b78-6c2e6885612a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:24:24.071371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:24:24.078525 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-44b5bbea-0443-4ae4-a37f-24d59bd8186d admin admin] 10.222.0.24 "PUT /v2.0/routers/1faebc64-3309-41c9-9b78-6c2e6885612a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680463 Dec 13 15:24:24.080818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33560) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:24.083494 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] Sync routers for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:24:24.093214 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:24.093889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:24.184675 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.194102 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:24.286906 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.379591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Deleting port 973c9f7b-87de-4a12-8e98-e549c9c07dd9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:24.379943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.452929 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:24:23Z', 'revision_number': 5, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port': {'id': '973c9f7b-87de-4a12-8e98-e549c9c07dd9', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:11Z', 'updated_at': '2021-12-13T15:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:24.464297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] For port 973c9f7b-87de-4a12-8e98-e549c9c07dd9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=973c9f7b-87de-4a12-8e98-e549c9c07dd9,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:24.464650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.477373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Calling delete_port for 973c9f7b-87de-4a12-8e98-e549c9c07dd9 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:24.479741 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] Checking router: 1faebc64-3309-41c9-9b78-6c2e6885612a for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:24:24.487837 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] Routers {'1faebc64-3309-41c9-9b78-6c2e6885612a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:24.488431 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1faebc64-3309-41c9-9b78-6c2e6885612a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:24.573159 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] Set router 1faebc64-3309-41c9-9b78-6c2e6885612a gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:24.625974 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:24:24Z', 'revision_number': 6, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:24.651966 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a7031-766d-4cb4-bfa9-8f5a55a6dcbb None None] The sync data for ids ['1faebc64-3309-41c9-9b78-6c2e6885612a'] in n-d-816954-1 is: [{'id': '1faebc64-3309-41c9-9b78-6c2e6885612a', 'name': 'tempest-TestServerBasicOps-803828706-router', 'tenant_id': 'd691db0e1093494b930f0356293aaf26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:10Z', 'updated_at': '2021-12-13T15:24:24Z', 'revision_number': 6, 'project_id': 'd691db0e1093494b930f0356293aaf26', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:24:24.695857 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.721431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=973c9f7b-87de-4a12-8e98-e549c9c07dd9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:24.784381 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.875695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.877807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.992868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:24.993363 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1faebc64-3309-41c9-9b78-6c2e6885612a {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:24:25.003527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.004804 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3282c28b-6211-44e3-a6a8-a2458acecb11 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1faebc64-3309-41c9-9b78-6c2e6885612a HTTP/1.1" status: 204 len: 168 time: 0.9230421 Dec 13 15:24:25.007643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33564) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:25.021240 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.056768 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] Deleting subnet 0edfe668-f7ee-4abb-9766-404f29071147 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:24:25.060228 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.104439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.169627 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.193622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.284118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.309945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0edfe668-f7ee-4abb-9766-404f29071147,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:25.317569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.319194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bac7e1-cac9-4914-a2f2-7da833ca1eb2 None None] Network 5a1db5a0-eb37-4096-aad4-ccc2b510f634 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:24:25.320997 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-de6534b2-f89f-441f-a9bd-3ccb5e0fe3d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0edfe668-f7ee-4abb-9766-404f29071147 HTTP/1.1" status: 204 len: 168 time: 0.3123419 Dec 13 15:24:25.323666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33572) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:25.397985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.453214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Deleting port 78f1a992-f824-4544-8913-e4eed3bad39b {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:25.453438 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.527228 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] For port 78f1a992-f824-4544-8913-e4eed3bad39b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=78f1a992-f824-4544-8913-e4eed3bad39b,segment=NetworkSegment(72d0f73b-baac-4804-adcb-529c6ce8d50f),segment_id=72d0f73b-baac-4804-adcb-529c6ce8d50f)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:25.527588 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.542111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Calling delete_port for 78f1a992-f824-4544-8913-e4eed3bad39b owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:25.658035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] DHCP port deletion for 5a1db5a0-eb37-4096-aad4-ccc2b510f634 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:24:25.682030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 973c9f7b-87de-4a12-8e98-e549c9c07dd9 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:24:25.695763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.705428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 973c9f7b-87de-4a12-8e98-e549c9c07dd9 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:24:25.708198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 973c9f7b-87de-4a12-8e98-e549c9c07dd9 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:24:25.708198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c2688f99-d4b7-446b-a9e3-02a011900872 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:24:25.726537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Pushing event deleted for resources: {'Port': ['ID=78f1a992-f824-4544-8913-e4eed3bad39b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:25.730802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] No DVR routers for this DVR port 78f1a992-f824-4544-8913-e4eed3bad39b on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:24:25.732222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c2688f99-d4b7-446b-a9e3-02a011900872 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:24:25.732580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c2688f99-d4b7-446b-a9e3-02a011900872 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:24:25.753493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Deleting port 78f1a992-f824-4544-8913-e4eed3bad39b {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:25.753868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.811499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.829696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] For port 78f1a992-f824-4544-8913-e4eed3bad39b, host n-d-816954-1, got binding levels [] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:25.830190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.837010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1db5a0-eb37-4096-aad4-ccc2b510f634']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:25.846144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Calling delete_port for 78f1a992-f824-4544-8913-e4eed3bad39b owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:25.849022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.ipam_backend_mixin [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Port 78f1a992-f824-4544-8913-e4eed3bad39b was not found and therefore no delete operation was performed {{(pid=102825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 15:24:25.850396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.851551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d0f73b-baac-4804-adcb-529c6ce8d50f') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:25.851851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d0f73b-baac-4804-adcb-529c6ce8d50f') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:25.865015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.876813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Pushing event deleted for resources: {'Port': ['ID=78f1a992-f824-4544-8913-e4eed3bad39b,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:25.878137 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.879004 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] No DVR routers for this DVR port 78f1a992-f824-4544-8913-e4eed3bad39b on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:24:25.887842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.888193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.888530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.888861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.889191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.889517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.889841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.890167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.892840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.892936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:24:25.893017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.893017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.893184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:25.893273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b004bb-db1f-496f-9ff9-94ca283f6760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:24:25.893360 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:24:26.008817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:26.015214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:26.018362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] 10.222.0.24 "DELETE /v2.0/networks/5a1db5a0-eb37-4096-aad4-ccc2b510f634 HTTP/1.1" status: 204 len: 168 time: 0.6937518 Dec 13 15:24:26.021640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33576) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:26.029860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78da5a8-4afe-4242-9ff5-72adbc73d40d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1db5a0-eb37-4096-aad4-ccc2b510f634,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:26.376289 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:26.945926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Deleting port e82262da-5491-485f-a37b-dfa4e708c844 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:26.946284 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:27.019990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] For port e82262da-5491-485f-a37b-dfa4e708c844, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e82262da-5491-485f-a37b-dfa4e708c844,segment=NetworkSegment(cbb670c2-0979-4042-af1d-7a1a21c0f9d7),segment_id=cbb670c2-0979-4042-af1d-7a1a21c0f9d7)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:27.020331 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:27.032284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Calling delete_port for e82262da-5491-485f-a37b-dfa4e708c844 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:27.265716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:27.291079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82262da-5491-485f-a37b-dfa4e708c844,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:27.304300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.307938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.308651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:27.468191 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:27.666997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 78f1a992-f824-4544-8913-e4eed3bad39b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:24:27.683250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Router af442346-dc1d-4784-893e-fbe2a5295c32 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:24:27.686505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 78f1a992-f824-4544-8913-e4eed3bad39b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:24:27.686853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 78f1a992-f824-4544-8913-e4eed3bad39b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:24:27.783568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:24:27.789088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-88efac59-8bc1-46ac-b9fe-d66dd179dac9 admin admin] 10.222.0.24 "PUT /v2.0/routers/af442346-dc1d-4784-893e-fbe2a5295c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658601 Dec 13 15:24:27.791688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33582) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:27.793290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] Sync routers for ids ['af442346-dc1d-4784-893e-fbe2a5295c32'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:24:27.802380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] Routers {'af442346-dc1d-4784-893e-fbe2a5295c32'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:27.803019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['af442346-dc1d-4784-893e-fbe2a5295c32'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:27.901567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:27.906768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] Set router af442346-dc1d-4784-893e-fbe2a5295c32 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:28.003334 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.080716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:24:27Z', 'revision_number': 5, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port': {'id': '6f3de801-ce4a-412d-8cef-1cd69fd15ce0', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:19:17Z', 'updated_at': '2021-12-13T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:28.111093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] Checking router: af442346-dc1d-4784-893e-fbe2a5295c32 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:24:28.117768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Deleting port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:28.118305 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.120179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] Routers {'af442346-dc1d-4784-893e-fbe2a5295c32'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:28.120788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['af442346-dc1d-4784-893e-fbe2a5295c32'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:28.206313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] Set router af442346-dc1d-4784-893e-fbe2a5295c32 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:28.209818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] For port 6f3de801-ce4a-412d-8cef-1cd69fd15ce0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:28.210187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.223671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Calling delete_port for 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:28.260252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:24:28Z', 'revision_number': 6, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:28.287254 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d937d15-c2a3-4233-b610-54c09a3143f1 None None] The sync data for ids ['af442346-dc1d-4784-893e-fbe2a5295c32'] in n-d-816954-1 is: [{'id': 'af442346-dc1d-4784-893e-fbe2a5295c32', 'name': 'tempest-TestServerBasicOps-2075937218-router', 'tenant_id': '3737eef04f3d40deb900974686aa1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:19:16Z', 'updated_at': '2021-12-13T15:24:28Z', 'revision_number': 6, 'project_id': '3737eef04f3d40deb900974686aa1e71', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:24:28.421195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.445631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3de801-ce4a-412d-8cef-1cd69fd15ce0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:28.511457 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.600243 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.602218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.701056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.701670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af442346-dc1d-4784-893e-fbe2a5295c32 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:24:28.706467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.707825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-45d12a76-0d7c-45b7-9117-215c55cf4a61 admin admin] 10.222.0.24 "DELETE /v2.0/routers/af442346-dc1d-4784-893e-fbe2a5295c32 HTTP/1.1" status: 204 len: 168 time: 0.9146380 Dec 13 15:24:28.712052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33584) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:28.758645 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] Deleting subnet ca90d304-3607-4483-9aba-6b0200b29ee2 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:24:28.762069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.796616 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.881178 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:28.993245 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.018455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca90d304-3607-4483-9aba-6b0200b29ee2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:29.022773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.025977 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bf7b9f15-1341-4f7d-925f-d7a377c135a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ca90d304-3607-4483-9aba-6b0200b29ee2 HTTP/1.1" status: 204 len: 168 time: 0.3129685 Dec 13 15:24:29.028674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33586) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:29.028818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b1767-0c00-483e-a1cf-fff06166123a None None] Network d68bc866-6726-4e88-a85e-a65142da957c requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:24:29.102177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.156829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Deleting port 18e41f02-89a0-4cf3-80c2-29d215109af4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:29.157378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.201960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] DHCP port deletion for d68bc866-6726-4e88-a85e-a65142da957c request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:24:29.221844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] For port 18e41f02-89a0-4cf3-80c2-29d215109af4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=18e41f02-89a0-4cf3-80c2-29d215109af4,segment=NetworkSegment(cbb670c2-0979-4042-af1d-7a1a21c0f9d7),segment_id=cbb670c2-0979-4042-af1d-7a1a21c0f9d7)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:29.222209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.235332 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Calling delete_port for 18e41f02-89a0-4cf3-80c2-29d215109af4 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:29.247248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] Deleting port 18e41f02-89a0-4cf3-80c2-29d215109af4 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:24:29.247544 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.314879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] For port 18e41f02-89a0-4cf3-80c2-29d215109af4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=18e41f02-89a0-4cf3-80c2-29d215109af4,segment=NetworkSegment(cbb670c2-0979-4042-af1d-7a1a21c0f9d7),segment_id=cbb670c2-0979-4042-af1d-7a1a21c0f9d7)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:29.314879 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.327375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] Calling delete_port for 18e41f02-89a0-4cf3-80c2-29d215109af4 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:24:29.387180 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.403192 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.414793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e41f02-89a0-4cf3-80c2-29d215109af4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:29.416631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] No DVR routers for this DVR port 18e41f02-89a0-4cf3-80c2-29d215109af4 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:24:29.428123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] Pushing event deleted for resources: {'Port': ['ID=18e41f02-89a0-4cf3-80c2-29d215109af4,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:29.431858 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f6749-ff8e-4f70-86a6-8bbc60eeede5 None None] No DVR routers for this DVR port 18e41f02-89a0-4cf3-80c2-29d215109af4 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:24:29.491125 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.511333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68bc866-6726-4e88-a85e-a65142da957c']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:29.520471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:29.520763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb670c2-0979-4042-af1d-7a1a21c0f9d7') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:29.530664 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.543445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.549176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:24:29.549821 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:24:29.551477 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:24:29.623900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e82262da-5491-485f-a37b-dfa4e708c844 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:24:29.644749 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e82262da-5491-485f-a37b-dfa4e708c844 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:24:29.645087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e82262da-5491-485f-a37b-dfa4e708c844 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:24:29.645491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e41f02-89a0-4cf3-80c2-29d215109af4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:24:29.650040 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.666305 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:29.667212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 18e41f02-89a0-4cf3-80c2-29d215109af4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:24:29.667548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 18e41f02-89a0-4cf3-80c2-29d215109af4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:24:29.667968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:24:29.669476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d68bc866-6726-4e88-a85e-a65142da957c HTTP/1.1" status: 204 len: 168 time: 0.6398878 Dec 13 15:24:29.672061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a869-26a4-4a00-bd7e-dd0dd4d1e042 admin admin] Pushing event deleted for resources: {'Network': ['ID=d68bc866-6726-4e88-a85e-a65142da957c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:29.686713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:24:29.687048 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6f3de801-ce4a-412d-8cef-1cd69fd15ce0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:24:29.960713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33590) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:29.999448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b8fccab4-29c7-412e-b013-7f1ca5780811 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d691db0e1093494b930f0356293aaf26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375910 Dec 13 15:24:30.001835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33592) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:30.051422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be989620-c1c8-4ae8-9cbf-3338668c5be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:30.072502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be989620-c1c8-4ae8-9cbf-3338668c5be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:30.191280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be989620-c1c8-4ae8-9cbf-3338668c5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:30.193906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be989620-c1c8-4ae8-9cbf-3338668c5be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:30.195111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be989620-c1c8-4ae8-9cbf-3338668c5be8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91e4e692-bbbf-4208-853d-836fc3c492a0 HTTP/1.1" status: 204 len: 168 time: 0.1923885 Dec 13 15:24:30.203464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be989620-c1c8-4ae8-9cbf-3338668c5be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e4e692-bbbf-4208-853d-836fc3c492a0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:30.835273 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33602) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:30.874667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0b58ce8-8951-408b-999e-f5f100f0e134 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3737eef04f3d40deb900974686aa1e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382226 Dec 13 15:24:30.876998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33604) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:30.923517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f6c9eed7-09fd-47ce-ada2-c15197e47fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:30.944444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f6c9eed7-09fd-47ce-ada2-c15197e47fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:31.042721 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f6c9eed7-09fd-47ce-ada2-c15197e47fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:31.045221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f6c9eed7-09fd-47ce-ada2-c15197e47fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:31.046444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f6c9eed7-09fd-47ce-ada2-c15197e47fe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f5acad8-1a2d-4fdf-a361-d3c600efce5e HTTP/1.1" status: 204 len: 168 time: 0.1685448 Dec 13 15:24:31.056172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9eed7-09fd-47ce-ada2-c15197e47fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5acad8-1a2d-4fdf-a361-d3c600efce5e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:32.027412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33628) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:32.129947 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-200051097-network', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:32.198203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Made reservation on behalf of 2f89682745234a1c86cbf0d686c7b497 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:24:32.200474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.211391 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.281861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.352293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.378936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:24:32.385799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb5d49-9150-4f76-a10d-b7ff6ea8ba38,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:32.392647 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.394508 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Added segment ccc10be5-02b0-4883-9ae1-0d58e5d77fa0 of type vlan for network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 Dec 13 15:24:32.433077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.518101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.519142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:32.519720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:32.581750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:32.591421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:24:32.664083 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0b3e11c3-7fd8-4208-98c8-35f8512ec0a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6356013 Dec 13 15:24:32.666884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33632) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:32.671614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Request body: {'subnet': {'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-200051097-subnet', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:32.769209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Made reservation on behalf of 2f89682745234a1c86cbf0d686c7b497 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:24:32.772132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.009516 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.068075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff43cd3-2107-4497-98d2-b37f4ff9e072,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:33.077193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Checking segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:33.077553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Network hostable DHCP agents. Network: 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:24:33.152065 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:24:33.226572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:33.230757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:33.231425 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.234929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef41a57-f48b-42d2-bafa-9a3cc669d9ba None None] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:24:33.297956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-79faf1ed-027f-491d-ac8b-90356905eecb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6299620 Dec 13 15:24:33.300751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33636) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:33.305075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:33.375607 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.375758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'fixed_ips': [{'subnet_id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:24:33.376534 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.376678 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.428870 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.511093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Allocated IP 172.20.0.2 (1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2/3ff43cd3-2107-4497-98d2-b37f4ff9e072/1c811f98-9b41-46cb-903e-070f9b5b47f9) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:33.617388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.650430 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.724201 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.761956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:33.764774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:33.768218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:33.777702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Pushing event updated for resources: {'Port': ['ID=1c811f98-9b41-46cb-903e-070f9b5b47f9,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:33.827446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Attempting to bind port 1c811f98-9b41-46cb-903e-070f9b5b47f9 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:24:33.827725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Attempting to bind port 1c811f98-9b41-46cb-903e-070f9b5b47f9 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:24:33.828080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Attempting to bind port 1c811f98-9b41-46cb-903e-070f9b5b47f9 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:33.832917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:24:33.833283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Checking segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:33.833678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.834092 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Bound using segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:24:33.834575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Bound port: 1c811f98-9b41-46cb-903e-070f9b5b47f9, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:24:33.834947 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.894500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.900025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] For port 1c811f98-9b41-46cb-903e-070f9b5b47f9, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:24:33.903083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] For port 1c811f98-9b41-46cb-903e-070f9b5b47f9, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1c811f98-9b41-46cb-903e-070f9b5b47f9,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:24:33.914073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:33.975881 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:34.014098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Allocated IP 172.25.7.70 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/2a4d3da9-5aa2-4d1d-8471-7fb393be1d01) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:34.031987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571b407-48d6-4f81-9122-e43ad66c511b None None] Pushing event updated for resources: {'Port': ['ID=1c811f98-9b41-46cb-903e-070f9b5b47f9,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:34.133743 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:34.244239 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:34.287665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:34.290701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:34.293646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:34.302467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:34.628740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:34.832667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:34.906639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bdec79-1cde-4459-ab19-23e798b9f3ee None None] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:24:35.043912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4be570a7-454f-4d89-b462-97c06242ae93 None None] Provisioning complete for port 1c811f98-9b41-46cb-903e-070f9b5b47f9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:35.044183 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4be570a7-454f-4d89-b462-97c06242ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:35.153790 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4be570a7-454f-4d89-b462-97c06242ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:35.191576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4be570a7-454f-4d89-b462-97c06242ae93 None None] For port 1c811f98-9b41-46cb-903e-070f9b5b47f9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1c811f98-9b41-46cb-903e-070f9b5b47f9,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:35.273537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4be570a7-454f-4d89-b462-97c06242ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:35.322079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be570a7-454f-4d89-b462-97c06242ae93 None None] Pushing event updated for resources: {'Port': ['ID=1c811f98-9b41-46cb-903e-070f9b5b47f9,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:35.363612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Router abd8247d-25df-4083-9a3b-b813bb12a446 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:24:35.392614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d6dca5c6-37a2-4c46-9a9d-32034dbb3803 None None] Provisioning complete for port 1c811f98-9b41-46cb-903e-070f9b5b47f9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:35.392978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6dca5c6-37a2-4c46-9a9d-32034dbb3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:35.471303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:24:35.483354 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Sync routers for ids ['abd8247d-25df-4083-9a3b-b813bb12a446'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:24:35.492360 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Routers {'abd8247d-25df-4083-9a3b-b813bb12a446'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:35.492953 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['abd8247d-25df-4083-9a3b-b813bb12a446'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:35.531623 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:35.532890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-75c26e75-7c83-4bb5-af09-c13175bdf481 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2311580 Dec 13 15:24:35.535624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33638) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:35.596058 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Set router abd8247d-25df-4083-9a3b-b813bb12a446 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:35.659677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1c811f98-9b41-46cb-903e-070f9b5b47f9 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:35.710759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1c811f98-9b41-46cb-903e-070f9b5b47f9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:35.711269 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:35.779836 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:34Z', 'revision_number': 3, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port': {'id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:35.808213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Checking router: abd8247d-25df-4083-9a3b-b813bb12a446 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:24:35.808563 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Updating router abd8247d-25df-4083-9a3b-b813bb12a446 port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:24:35.832654 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:35.957609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.078596 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.112460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Allocated IP 172.20.0.1 (1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2/3ff43cd3-2107-4497-98d2-b37f4ff9e072/475e9811-7b68-4e7a-9108-9f1fa9423a01) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:36.152637 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.210784 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Attempting to bind port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:24:36.211149 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Attempting to bind port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:24:36.211505 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Attempting to bind port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:36.220488 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Pushing event updated for resources: {'Port': ['ID=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:36.221320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.227374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:24:36.227374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:36.227374 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.227374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:24:36.227374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Bound port: 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:24:36.227374 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.248249 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.248592 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.248924 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.249252 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.249577 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.249900 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.250219 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.250561 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.250879 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.251197 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.251509 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.251822 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:24:36.286425 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] For port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:24:36.289973 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] For port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:24:36.307154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.350787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:36.353648 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:36.357055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:36.364588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Pushing event updated for resources: {'Port': ['ID=475e9811-7b68-4e7a-9108-9f1fa9423a01,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:36.381285 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.401583 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.438981 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Routers {'abd8247d-25df-4083-9a3b-b813bb12a446'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:36.439613 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['abd8247d-25df-4083-9a3b-b813bb12a446'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:36.507632 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae7368-1ca8-4a49-a168-668aef9c6d1a None None] Pushing event updated for resources: {'Port': ['ID=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:36.551676 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] Set router abd8247d-25df-4083-9a3b-b813bb12a446 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:36.595852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f52672de-0152-4806-b94d-21ba7d6d50d5 None None] Provisioning complete for port 475e9811-7b68-4e7a-9108-9f1fa9423a01 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:36.596413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f52672de-0152-4806-b94d-21ba7d6d50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.606332 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.629841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f52672de-0152-4806-b94d-21ba7d6d50d5 None None] Port 475e9811-7b68-4e7a-9108-9f1fa9423a01 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:24:36.732697 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:34Z', 'revision_number': 3, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port': {'id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:36.758640 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a6688-628b-4573-8e18-6c9381dbc26c None None] The sync data for ids ['abd8247d-25df-4083-9a3b-b813bb12a446'] in n-d-816954-1 is: [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:34Z', 'revision_number': 3, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port': {'id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:24:36.773555 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.837075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.909318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:36.911128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Pushing event updated for resources: {'Port': ['ID=475e9811-7b68-4e7a-9108-9f1fa9423a01,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:37.020573 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:37.022756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:37.145209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Router abd8247d-25df-4083-9a3b-b813bb12a446 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:24:37.252183 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e7304efe-4edd-4b22-845c-e2f121c3f129 None None] Provisioning complete for port 475e9811-7b68-4e7a-9108-9f1fa9423a01 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:37.252560 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e7304efe-4edd-4b22-845c-e2f121c3f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:37.262091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:24:37.267304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-55a75974-89bd-463a-ac69-eb65872011a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/abd8247d-25df-4083-9a3b-b813bb12a446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7306626 Dec 13 15:24:37.301932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e7304efe-4edd-4b22-845c-e2f121c3f129 None None] Port 475e9811-7b68-4e7a-9108-9f1fa9423a01 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:24:37.644500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:37.695209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:37.695516 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:37.776028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:37.795267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:37.882943 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:37.933465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:37.948178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33654) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:37.953275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-85384427-network', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:38.038460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Made reservation on behalf of d1883de640d942e886c48e05233bcbeb for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:24:38.040860 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.050703 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.127179 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.181440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.213368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:24:38.223034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d2330e-7345-47d4-aff9-77614895645e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:38.230019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.230478 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Added segment 7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4 of type vlan for network fce938cc-bffd-4657-9b37-c716ea3ec5e1 Dec 13 15:24:38.258885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Sync routers for ids ['abd8247d-25df-4083-9a3b-b813bb12a446'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:24:38.268063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Routers {'abd8247d-25df-4083-9a3b-b813bb12a446'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:38.268717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['abd8247d-25df-4083-9a3b-b813bb12a446'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:38.276335 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.375736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Set router abd8247d-25df-4083-9a3b-b813bb12a446 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:38.380745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.382358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:38.382956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.442439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] Pushing event updated for resources: {'Network': ['ID=fce938cc-bffd-4657-9b37-c716ea3ec5e1,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:38.457001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:24:38.486923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8a497351-55f9-4966-b872-abba9938e071 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5375373 Dec 13 15:24:38.489623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33656) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:38.495224 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Request body: {'subnet': {'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-85384427-subnet', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:38.570565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Made reservation on behalf of d1883de640d942e886c48e05233bcbeb for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:24:38.573091 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.790214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:36Z', 'revision_number': 4, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port': {'id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '475e9811-7b68-4e7a-9108-9f1fa9423a01', 'name': '', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'mac_address': 'fa:16:3e:78:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:35Z', 'updated_at': '2021-12-13T15:24:36Z', 'revision_number': 2, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'subnets': [{'id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:38.815677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Checking router: abd8247d-25df-4083-9a3b-b813bb12a446 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:24:38.816029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Updating router abd8247d-25df-4083-9a3b-b813bb12a446 port 475e9811-7b68-4e7a-9108-9f1fa9423a01 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:24:38.820194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.840605 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:38.876471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c10b06-92cb-4578-859c-5cfbc0de9347,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:38.887156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Checking segment: {'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:38.887537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Network hostable DHCP agents. Network: fce938cc-bffd-4657-9b37-c716ea3ec5e1, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:24:39.015577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:24:39.089688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, fce938cc-bffd-4657-9b37-c716ea3ec5e1) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:39.094140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:39.094865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.106863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95453608-1872-4da8-bd45-7790a62f337a None None] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:24:39.112569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.178987 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bdcbf5c4-8500-4835-8934-a158e4fcea1c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6877203 Dec 13 15:24:39.181659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33658) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:39.186084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:39.205195 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.274192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84726bb-8081-40f0-ab65-ae2c9a19227a None None] Pushing event updated for resources: {'Port': ['ID=475e9811-7b68-4e7a-9108-9f1fa9423a01,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:39.289869 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.291247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.314465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-fce938cc-bffd-4657-9b37-c716ea3ec5e1', 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'fixed_ips': [{'subnet_id': 'e9c10b06-92cb-4578-859c-5cfbc0de9347'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:24:39.315443 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.355790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.361256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Attempting to bind port 475e9811-7b68-4e7a-9108-9f1fa9423a01 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:24:39.361636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Attempting to bind port 475e9811-7b68-4e7a-9108-9f1fa9423a01 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:24:39.362002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Attempting to bind port 475e9811-7b68-4e7a-9108-9f1fa9423a01 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:39.415571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:24:39.415944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Checking segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:39.416350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.416740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Bound using segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:24:39.417223 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Bound port: 475e9811-7b68-4e7a-9108-9f1fa9423a01, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:24:39.417602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.487738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-90e1caec-cc08-411f-817a-d55f0f692fa3 None None] Provisioning complete for port 475e9811-7b68-4e7a-9108-9f1fa9423a01 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:39.488206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-90e1caec-cc08-411f-817a-d55f0f692fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.571376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] For port 475e9811-7b68-4e7a-9108-9f1fa9423a01, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:24:39.573028 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.577195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] For port 475e9811-7b68-4e7a-9108-9f1fa9423a01, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=475e9811-7b68-4e7a-9108-9f1fa9423a01,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:24:39.578328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-90e1caec-cc08-411f-817a-d55f0f692fa3 None None] Port 475e9811-7b68-4e7a-9108-9f1fa9423a01 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:24:39.587929 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Allocated IP 172.20.0.2 (fce938cc-bffd-4657-9b37-c716ea3ec5e1/e9c10b06-92cb-4578-859c-5cfbc0de9347/dcb5ca0a-2145-4854-9297-de9bd881e3b3) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:39.634788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:39.664383 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.770698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84726bb-8081-40f0-ab65-ae2c9a19227a None None] Pushing event updated for resources: {'Port': ['ID=475e9811-7b68-4e7a-9108-9f1fa9423a01,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:39.791539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Routers {'abd8247d-25df-4083-9a3b-b813bb12a446'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:39.792177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['abd8247d-25df-4083-9a3b-b813bb12a446'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:39.835764 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.858626 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.877032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:39.877396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.938777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:39.967687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] Set router abd8247d-25df-4083-9a3b-b813bb12a446 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:39.971838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Allocated IP 172.25.7.223 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/a1bab109-c728-4bcf-a3ba-e6e65b812adc) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:40.010082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.073896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.109703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-dc931469-c2e1-49c0-8bc9-b078faa902c3 None None] Provisioning complete for port 475e9811-7b68-4e7a-9108-9f1fa9423a01 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:40.109971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc931469-c2e1-49c0-8bc9-b078faa902c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.152894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:40.164431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.188297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:40.195488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:40.197738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Pushing event updated for resources: {'Port': ['ID=dcb5ca0a-2145-4854-9297-de9bd881e3b3,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:40.211775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:40.218391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:40.226046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:40.228105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Pushing event updated for resources: {'Port': ['ID=a1bab109-c728-4bcf-a3ba-e6e65b812adc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:40.313631 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Attempting to bind port dcb5ca0a-2145-4854-9297-de9bd881e3b3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:24:40.313987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Attempting to bind port dcb5ca0a-2145-4854-9297-de9bd881e3b3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:24:40.314368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Attempting to bind port dcb5ca0a-2145-4854-9297-de9bd881e3b3 on network fce938cc-bffd-4657-9b37-c716ea3ec5e1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:40.341214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:24:40.341574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Checking segment: {'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:40.341963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.342367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Bound using segment: {'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:24:40.342823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Bound port: dcb5ca0a-2145-4854-9297-de9bd881e3b3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:24:40.343190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.373577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc931469-c2e1-49c0-8bc9-b078faa902c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.549987 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.611101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:36Z', 'revision_number': 4, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port': {'id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '475e9811-7b68-4e7a-9108-9f1fa9423a01', 'name': '', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'mac_address': 'fa:16:3e:78:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:35Z', 'updated_at': '2021-12-13T15:24:39Z', 'revision_number': 4, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'subnets': [{'id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:40.614926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-dc931469-c2e1-49c0-8bc9-b078faa902c3 None None] For port 475e9811-7b68-4e7a-9108-9f1fa9423a01, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=475e9811-7b68-4e7a-9108-9f1fa9423a01,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:40.617056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] For port dcb5ca0a-2145-4854-9297-de9bd881e3b3, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:24:40.647645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab1d7-3fe4-41ab-9e0b-f5fbb1542ea9 None None] The sync data for ids ['abd8247d-25df-4083-9a3b-b813bb12a446'] in n-d-816954-1 is: [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:36Z', 'revision_number': 4, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port': {'id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '475e9811-7b68-4e7a-9108-9f1fa9423a01', 'name': '', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'mac_address': 'fa:16:3e:78:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:35Z', 'updated_at': '2021-12-13T15:24:39Z', 'revision_number': 4, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'subnets': [{'id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:24:40.652609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] For port dcb5ca0a-2145-4854-9297-de9bd881e3b3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dcb5ca0a-2145-4854-9297-de9bd881e3b3,segment=NetworkSegment(7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4),segment_id=7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:24:40.683971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dc931469-c2e1-49c0-8bc9-b078faa902c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.753661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.767455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc931469-c2e1-49c0-8bc9-b078faa902c3 None None] Pushing event updated for resources: {'Port': ['ID=475e9811-7b68-4e7a-9108-9f1fa9423a01,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:40.783179 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:40.835139 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507a4d7-2f9d-40f3-a7ee-bb7ab2700f66 None None] Pushing event updated for resources: {'Port': ['ID=dcb5ca0a-2145-4854-9297-de9bd881e3b3,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:41.398427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:24:41.515256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:24:41.527691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Sync routers for ids ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:24:41.539569 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Routers {'4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:41.540245 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:41.639870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:41.645079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e75228c9-b7aa-4502-87b2-d3b08cf32d1e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4617603 Dec 13 15:24:41.645193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33660) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:24:41.663436 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Set router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:41.753278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 475e9811-7b68-4e7a-9108-9f1fa9423a01 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:41.821326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 475e9811-7b68-4e7a-9108-9f1fa9423a01 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:41.821793 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:41.906867 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:40Z', 'revision_number': 3, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port': {'id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:41.912538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f19f8b-7638-4b21-9255-b429ca38a153 None None] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:24:41.959467 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Checking router: 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:24:41.959816 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Updating router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 port a1bab109-c728-4bcf-a3ba-e6e65b812adc binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:24:41.977434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dcb5ca0a-2145-4854-9297-de9bd881e3b3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:41.989290 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.056268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3aeb7fbc-79c7-4a65-9dc6-fa09d8b742b7 None None] Provisioning complete for port dcb5ca0a-2145-4854-9297-de9bd881e3b3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:42.056635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7fbc-79c7-4a65-9dc6-fa09d8b742b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.135600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port dcb5ca0a-2145-4854-9297-de9bd881e3b3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:42.135971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.203704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.252246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7fbc-79c7-4a65-9dc6-fa09d8b742b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.313314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.318592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3aeb7fbc-79c7-4a65-9dc6-fa09d8b742b7 None None] For port dcb5ca0a-2145-4854-9297-de9bd881e3b3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dcb5ca0a-2145-4854-9297-de9bd881e3b3,segment=NetworkSegment(7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4),segment_id=7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:42.375308 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.387484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7fbc-79c7-4a65-9dc6-fa09d8b742b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.394784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Allocated IP 172.20.0.1 (fce938cc-bffd-4657-9b37-c716ea3ec5e1/e9c10b06-92cb-4578-859c-5cfbc0de9347/907f3a01-4494-4796-8275-696fbb46558d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:42.456430 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.466422 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:24:42.466868 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:24:42.469616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb7fbc-79c7-4a65-9dc6-fa09d8b742b7 None None] Pushing event updated for resources: {'Port': ['ID=dcb5ca0a-2145-4854-9297-de9bd881e3b3,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:42.508318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.512812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Attempting to bind port a1bab109-c728-4bcf-a3ba-e6e65b812adc on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:24:42.513259 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Attempting to bind port a1bab109-c728-4bcf-a3ba-e6e65b812adc by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:24:42.513718 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Attempting to bind port a1bab109-c728-4bcf-a3ba-e6e65b812adc on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:42.520173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-329c5cc6-087f-41fd-b902-86da2bb17a0c None None] Provisioning complete for port dcb5ca0a-2145-4854-9297-de9bd881e3b3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:42.520746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-329c5cc6-087f-41fd-b902-86da2bb17a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.524074 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:24:42.524503 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:42.524837 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.525217 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:24:42.525673 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Bound port: a1bab109-c728-4bcf-a3ba-e6e65b812adc, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:24:42.526091 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.535579 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4741409-8ba5-4553-8c89-a6cfe50dfe53 None None] Pushing event updated for resources: {'Port': ['ID=a1bab109-c728-4bcf-a3ba-e6e65b812adc,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:42.592466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] For port a1bab109-c728-4bcf-a3ba-e6e65b812adc, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:24:42.595548 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] For port a1bab109-c728-4bcf-a3ba-e6e65b812adc, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a1bab109-c728-4bcf-a3ba-e6e65b812adc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:24:42.599056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.634428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:42.637227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:42.640743 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:42.678023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=907f3a01-4494-4796-8275-696fbb46558d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:42.678785 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.696154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.725572 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Routers {'4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:42.726381 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:42.818356 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4741409-8ba5-4553-8c89-a6cfe50dfe53 None None] Pushing event updated for resources: {'Port': ['ID=a1bab109-c728-4bcf-a3ba-e6e65b812adc,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:42.848604 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] Set router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:42.871203 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.920778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-0529dd4e-5c4c-4a39-93ee-f516ea10c8dc None None] Provisioning complete for port 907f3a01-4494-4796-8275-696fbb46558d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:42.921335 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0529dd4e-5c4c-4a39-93ee-f516ea10c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:42.959280 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0529dd4e-5c4c-4a39-93ee-f516ea10c8dc None None] Port 907f3a01-4494-4796-8275-696fbb46558d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:24:43.029779 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:40Z', 'revision_number': 3, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port': {'id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:43.041377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:43.059967 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efb743-9dc2-48eb-965d-d48814ad1778 None None] The sync data for ids ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'] in n-d-816954-1 is: [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:40Z', 'revision_number': 3, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port': {'id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:24:43.089932 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:43.161756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=907f3a01-4494-4796-8275-696fbb46558d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:43.165350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:43.257541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:43.259385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:43.389031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:24:43.512884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:24:43.518150 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2637f532-4358-4c62-988d-c3f648cc3fc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/4af0314a-1c5e-4c36-84f0-97fa1d37a9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718987 Dec 13 15:24:43.582861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3e4a16c9-dee8-40bf-916f-117e130936ac None None] Provisioning complete for port 907f3a01-4494-4796-8275-696fbb46558d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:43.583413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e4a16c9-dee8-40bf-916f-117e130936ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:43.638831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a16c9-dee8-40bf-916f-117e130936ac None None] Port 907f3a01-4494-4796-8275-696fbb46558d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:24:43.739683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a1bab109-c728-4bcf-a3ba-e6e65b812adc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:43.790833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a1bab109-c728-4bcf-a3ba-e6e65b812adc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:43.791208 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:43.877902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:43.899356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a1bab109-c728-4bcf-a3ba-e6e65b812adc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a1bab109-c728-4bcf-a3ba-e6e65b812adc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:43.986104 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:43.987665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dcb5ca0a-2145-4854-9297-de9bd881e3b3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:44.065127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a1bab109-c728-4bcf-a3ba-e6e65b812adc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:44.076091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port dcb5ca0a-2145-4854-9297-de9bd881e3b3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:44.076462 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:44.110896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-eb2e3f1f-84b2-4cfd-b0c8-44649c905e3d tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:44.112372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-eb2e3f1f-84b2-4cfd-b0c8-44649c905e3d tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/networks?id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 HTTP/1.1" status: 200 len: 910 time: 0.0958359 Dec 13 15:24:44.126883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-d2912288-48a4-40f7-87e4-8fa717144926 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/quotas/d1883de640d942e886c48e05233bcbeb HTTP/1.1" status: 200 len: 375 time: 0.0086627 Dec 13 15:24:44.201082 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-33874383-c202-4715-a446-27486353c151 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1883de640d942e886c48e05233bcbeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687521 Dec 13 15:24:44.311129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-d3ca1128-3f00-4091-99b7-e56d89120ca9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:24:44.312113 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-d3ca1128-3f00-4091-99b7-e56d89120ca9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1044006 Dec 13 15:24:44.407704 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-e2f59f4a-deda-400d-b583-2f67027b6aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891674 Dec 13 15:24:44.498819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-fcb7b615-55eb-476b-97f4-59c87f7f057b service neutron] 10.222.0.24 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823517 Dec 13 15:24:44.687843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Sync routers for ids ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:24:44.696893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Routers {'4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:44.697414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:44.747303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84bfc8ea-30c5-46d8-9110-0936f3a3489e req-bb4d495b-5b00-40f8-b5b0-8a9740ef60ed tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 210 time: 0.0265400 Dec 13 15:24:44.806216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Set router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:45.006368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:42Z', 'revision_number': 4, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port': {'id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '907f3a01-4494-4796-8275-696fbb46558d', 'name': '', 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'mac_address': 'fa:16:3e:06:16:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'e9c10b06-92cb-4578-859c-5cfbc0de9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:42Z', 'updated_at': '2021-12-13T15:24:42Z', 'revision_number': 2, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'subnets': [{'id': 'e9c10b06-92cb-4578-859c-5cfbc0de9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:45.031751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Checking router: 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:24:45.032104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Updating router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 port 907f3a01-4494-4796-8275-696fbb46558d binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:24:45.056395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:45.314478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:45.380111 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:45.430764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7a273-4af6-4b8e-a983-26988029fba6 None None] Pushing event updated for resources: {'Port': ['ID=907f3a01-4494-4796-8275-696fbb46558d,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:45.479845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Attempting to bind port 907f3a01-4494-4796-8275-696fbb46558d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:24:45.480210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Attempting to bind port 907f3a01-4494-4796-8275-696fbb46558d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:24:45.480599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Attempting to bind port 907f3a01-4494-4796-8275-696fbb46558d on network fce938cc-bffd-4657-9b37-c716ea3ec5e1 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:45.485794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:24:45.486173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Checking segment: {'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:45.486598 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:45.486988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Bound using segment: {'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:24:45.487470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Bound port: 907f3a01-4494-4796-8275-696fbb46558d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:24:45.487846 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:45.556680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] For port 907f3a01-4494-4796-8275-696fbb46558d, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:24:45.559868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] For port 907f3a01-4494-4796-8275-696fbb46558d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=907f3a01-4494-4796-8275-696fbb46558d,segment=NetworkSegment(7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4),segment_id=7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:24:45.640057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a1bab109-c728-4bcf-a3ba-e6e65b812adc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:45.666568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:45.731529 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-10baf6c9-b517-4d8a-a7e6-cea36d2ff641 None None] Provisioning complete for port 907f3a01-4494-4796-8275-696fbb46558d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:45.731900 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10baf6c9-b517-4d8a-a7e6-cea36d2ff641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:45.769503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7a273-4af6-4b8e-a983-26988029fba6 None None] Pushing event updated for resources: {'Port': ['ID=907f3a01-4494-4796-8275-696fbb46558d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:45.779998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Routers {'4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:24:45.780629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:45.835398 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd492b89-86f2-497d-b31a-f06449ef5fde req-ff311b4c-2ae3-461f-a5f9-e6693079f5fc tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 210 time: 0.0312006 Dec 13 15:24:45.857062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a1bab109-c728-4bcf-a3ba-e6e65b812adc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:45.857676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:46.129247 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] Set router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:24:46.165983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:46.183972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10baf6c9-b517-4d8a-a7e6-cea36d2ff641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:46.307245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-10baf6c9-b517-4d8a-a7e6-cea36d2ff641 None None] For port 907f3a01-4494-4796-8275-696fbb46558d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=907f3a01-4494-4796-8275-696fbb46558d,segment=NetworkSegment(7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4),segment_id=7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:46.374916 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-10baf6c9-b517-4d8a-a7e6-cea36d2ff641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:46.432923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf6c9-b517-4d8a-a7e6-cea36d2ff641 None None] Pushing event updated for resources: {'Port': ['ID=907f3a01-4494-4796-8275-696fbb46558d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:46.440830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:42Z', 'revision_number': 4, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port': {'id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '907f3a01-4494-4796-8275-696fbb46558d', 'name': '', 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'mac_address': 'fa:16:3e:06:16:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'e9c10b06-92cb-4578-859c-5cfbc0de9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:42Z', 'updated_at': '2021-12-13T15:24:45Z', 'revision_number': 4, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'subnets': [{'id': 'e9c10b06-92cb-4578-859c-5cfbc0de9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:24:46.468200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861edc1-036f-44d0-b14a-3c6aa4700fee None None] The sync data for ids ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'] in n-d-816954-1 is: [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:42Z', 'revision_number': 4, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port': {'id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '907f3a01-4494-4796-8275-696fbb46558d', 'name': '', 'network_id': 'fce938cc-bffd-4657-9b37-c716ea3ec5e1', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'mac_address': 'fa:16:3e:06:16:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'e9c10b06-92cb-4578-859c-5cfbc0de9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:42Z', 'updated_at': '2021-12-13T15:24:45Z', 'revision_number': 4, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'subnets': [{'id': 'e9c10b06-92cb-4578-859c-5cfbc0de9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:24:46.493923 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-030b2d5a-11c7-495b-972d-c3d6c9506add None None] Provisioning complete for port 907f3a01-4494-4796-8275-696fbb46558d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:46.494318 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-030b2d5a-11c7-495b-972d-c3d6c9506add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:46.936575 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78e623ab-c3b7-4483-b80c-55ce85edf8c7 req-28311c0b-9868-441d-b480-a147c5a7fc60 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 210 time: 0.0267701 Dec 13 15:24:47.082709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-24143109-f443-4329-97f6-ba603ed1a3a5 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:47.084775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-24143109-f443-4329-97f6-ba603ed1a3a5 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.55 "GET /v2.0/networks?id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 HTTP/1.1" status: 200 len: 910 time: 0.0888283 Dec 13 15:24:47.096297 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Request body: {'port': {'device_id': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'admin_state_up': True, 'tenant_id': 'd1883de640d942e886c48e05233bcbeb'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:47.214815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Made reservation on behalf of d1883de640d942e886c48e05233bcbeb for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:24:47.217175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.249043 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.337137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Allocated IP 172.20.0.9 (1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2/3ff43cd3-2107-4497-98d2-b37f4ff9e072/33e54e02-5614-44e3-9e61-c2891e630fc1) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:47.473198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.558412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.605403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:47.608425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:47.612130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:47.650417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Pushing event updated for resources: {'Port': ['ID=33e54e02-5614-44e3-9e61-c2891e630fc1,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:47.663746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:47.664473 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.683311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 907f3a01-4494-4796-8275-696fbb46558d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:47.733772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 907f3a01-4494-4796-8275-696fbb46558d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:47.734246 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.757258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-80be74fb-48e2-4c11-b413-0e79621afa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6639528 Dec 13 15:24:47.770928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Request body: {'port': {'device_id': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:47.842665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.922480 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-63843c5a-0ca7-45d5-8a9f-e2b1dc9cf0bf None None] Provisioning complete for port 33e54e02-5614-44e3-9e61-c2891e630fc1 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:47.922859 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-63843c5a-0ca7-45d5-8a9f-e2b1dc9cf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:47.959182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-63843c5a-0ca7-45d5-8a9f-e2b1dc9cf0bf None None] Port 33e54e02-5614-44e3-9e61-c2891e630fc1 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:24:48.087016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9609e8-696e-4820-9066-e85b5e039bff req-e0e4455c-5a11-4e96-9d42-c68735713a1f tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:48.088518 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af9609e8-696e-4820-9066-e85b5e039bff req-e0e4455c-5a11-4e96-9d42-c68735713a1f tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1027 time: 0.0725608 Dec 13 15:24:48.145927 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-af9609e8-696e-4820-9066-e85b5e039bff req-7fe0d882-8202-4907-aedf-d7cec8c7a14f tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Dec 13 15:24:48.176975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e54e02-5614-44e3-9e61-c2891e630fc1 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:24:48.185368 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:48.197698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Transition to ACTIVE for port object 33e54e02-5614-44e3-9e61-c2891e630fc1 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:24:48.272982 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:48.330258 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Pushing event updated for resources: {'Port': ['ID=33e54e02-5614-44e3-9e61-c2891e630fc1,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:48.396145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Attempting to bind port 33e54e02-5614-44e3-9e61-c2891e630fc1 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:24:48.396482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Attempting to bind port 33e54e02-5614-44e3-9e61-c2891e630fc1 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:24:48.396810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Attempting to bind port 33e54e02-5614-44e3-9e61-c2891e630fc1 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:48.401310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Port 33e54e02-5614-44e3-9e61-c2891e630fc1 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:24:48.401631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Attempting to bind port 33e54e02-5614-44e3-9e61-c2891e630fc1 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:24:48.406818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:24:48.407150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Checking segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:24:48.407533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Bound using segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:24:48.407956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Bound port: 33e54e02-5614-44e3-9e61-c2891e630fc1, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:24:48.408318 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:48.474841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] For port 33e54e02-5614-44e3-9e61-c2891e630fc1, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:24:48.477950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] For port 33e54e02-5614-44e3-9e61-c2891e630fc1, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=33e54e02-5614-44e3-9e61-c2891e630fc1,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:24:48.518360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:48.557620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:48.558256 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:48.559636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] 10.222.0.55 "PUT /v2.0/ports/33e54e02-5614-44e3-9e61-c2891e630fc1 HTTP/1.1" status: 200 len: 1091 time: 0.7941515 Dec 13 15:24:48.560086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'tag': '33e54e02-5614-44e3-9e61-c2891e630fc1'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:24:48.562384 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4de92c7-dc7f-445f-809b-64d74fc36741" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb2dd09-274f-4671-bcaa-441b5fe51f3f", "tag": "33e54e02-5614-44e3-9e61-c2891e630fc1"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:24:48.587487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e916-4c67-4c48-83f3-01f75714376c service neutron] Pushing event updated for resources: {'Port': ['ID=33e54e02-5614-44e3-9e61-c2891e630fc1,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:48.611145 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc5d35-b059-431c-b009-e70be001375e x-openstack-request-id: req-dcbc5d35-b059-431c-b009-e70be001375e {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:24:48.611645 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb2dd09-274f-4671-bcaa-441b5fe51f3f", "tag": "33e54e02-5614-44e3-9e61-c2891e630fc1", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:24:48.611902 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcbc5d35-b059-431c-b009-e70be001375e {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:24:48.612313 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'tag': '33e54e02-5614-44e3-9e61-c2891e630fc1', 'status': 'completed', 'code': 200} Dec 13 15:24:48.676732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de92c7-dc7f-445f-809b-64d74fc36741 req-68565c9f-1582-4e6d-ad47-80e65bb3704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:48.678514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4de92c7-dc7f-445f-809b-64d74fc36741 req-68565c9f-1582-4e6d-ad47-80e65bb3704c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1883de640d942e886c48e05233bcbeb&device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1094 time: 0.0446463 Dec 13 15:24:48.781617 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de92c7-dc7f-445f-809b-64d74fc36741 req-1b3ffdab-c26e-4d9f-9af1-ed2097ea2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:48.783103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4de92c7-dc7f-445f-809b-64d74fc36741 req-1b3ffdab-c26e-4d9f-9af1-ed2097ea2296 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d1883de640d942e886c48e05233bcbeb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963788 Dec 13 15:24:48.879145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de92c7-dc7f-445f-809b-64d74fc36741 req-98d3df62-ab90-4dfd-b5e9-57d11d1a17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:48.881143 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d4de92c7-dc7f-445f-809b-64d74fc36741 req-98d3df62-ab90-4dfd-b5e9-57d11d1a17f3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914617 Dec 13 15:24:48.954367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-1406539c-2515-4e1f-8fa3-f12e4592762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:48.955836 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-1406539c-2515-4e1f-8fa3-f12e4592762b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1883de640d942e886c48e05233bcbeb&device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1094 time: 0.0413356 Dec 13 15:24:49.001455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-4ad6bdf7-4fe1-49d1-ad90-ff4bb0788711 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e54e02-5614-44e3-9e61-c2891e630fc1 HTTP/1.1" status: 200 len: 217 time: 0.0379848 Dec 13 15:24:49.049077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-2aa4dde9-be88-4682-a2b8-758631f5d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:49.050801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-2aa4dde9-be88-4682-a2b8-758631f5d107 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3ff43cd3-2107-4497-98d2-b37f4ff9e072 HTTP/1.1" status: 200 len: 848 time: 0.0429103 Dec 13 15:24:49.097499 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-c7abd18c-612e-4342-b619-3b6bf70eab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:49.098889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-c7abd18c-612e-4342-b619-3b6bf70eab83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407181 Dec 13 15:24:49.191498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-39d7f878-5ecd-495d-8eb6-d052f5befea3 service neutron] 10.222.0.55 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850239 Dec 13 15:24:49.301896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847da96-afac-478b-93ad-ffe9c349cb82 req-226f3a29-50e2-411d-afeb-38cccda38a89 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:49.303942 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e847da96-afac-478b-93ad-ffe9c349cb82 req-226f3a29-50e2-411d-afeb-38cccda38a89 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1094 time: 0.0870302 Dec 13 15:24:49.329032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-50ac702f-6ec4-4cf8-9428-0b2dc4e8abac req-5bc4bb27-ca50-4573-b227-603fb6f785f8 service neutron] 10.222.0.55 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300237 Dec 13 15:24:49.345713 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e847da96-afac-478b-93ad-ffe9c349cb82 req-4658a078-9a80-49b9-9d8f-f4bc60165c11 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Dec 13 15:24:49.873338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e07373b2-192f-4932-8415-7752390d2180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:50.456473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef7e1c-aedf-44b0-92b9-4d5973079b9a req-1ce430f7-43ae-4c64-af20-cae499b81a74 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:50.457961 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7ef7e1c-aedf-44b0-92b9-4d5973079b9a req-1ce430f7-43ae-4c64-af20-cae499b81a74 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1094 time: 0.0448365 Dec 13 15:24:50.492153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7ef7e1c-aedf-44b0-92b9-4d5973079b9a req-99c1936f-16f8-4188-b4f1-e529e04e6d69 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276997 Dec 13 15:24:51.596117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e71b51-6b3d-4df7-a694-105a4e57a146 req-9c3365da-4112-4d16-8308-1fb49cc3fe4c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:51.597606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81e71b51-6b3d-4df7-a694-105a4e57a146 req-9c3365da-4112-4d16-8308-1fb49cc3fe4c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1094 time: 0.0405161 Dec 13 15:24:51.631377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81e71b51-6b3d-4df7-a694-105a4e57a146 req-406264ae-e9cc-4ca4-b0b3-b3134a57972d tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270889 Dec 13 15:24:51.717898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 33e54e02-5614-44e3-9e61-c2891e630fc1 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:24:51.817348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 33e54e02-5614-44e3-9e61-c2891e630fc1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=33e54e02-5614-44e3-9e61-c2891e630fc1,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:51.828378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '33e54e02-5614-44e3-9e61-c2891e630fc1', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'port_id': '33e54e02-5614-44e3-9e61-c2891e630fc1', 'mac_address': 'fa:16:3e:d6:fb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:24:51.865313 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:51.878266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e54e02-5614-44e3-9e61-c2891e630fc1 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:24:51.897861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 33e54e02-5614-44e3-9e61-c2891e630fc1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=33e54e02-5614-44e3-9e61-c2891e630fc1,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:51.997349 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:52.044599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=33e54e02-5614-44e3-9e61-c2891e630fc1,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:52.211071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['33e54e02-5614-44e3-9e61-c2891e630fc1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:24:52.245312 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-97cc55e7-baa1-4554-bc72-d9f5fff1ee94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:52.734866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b826-5e1e-453e-ac61-6e2d68db4380 req-e68e52c2-bd6d-479e-b292-2dd27a063425 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:52.736340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d46b826-5e1e-453e-ac61-6e2d68db4380 req-e68e52c2-bd6d-479e-b292-2dd27a063425 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1095 time: 0.0397065 Dec 13 15:24:52.769399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d46b826-5e1e-453e-ac61-6e2d68db4380 req-bce3a6c9-86b8-4e17-9a3e-6c068eb4b518 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272462 Dec 13 15:24:53.352363 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:53.716585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 33e54e02-5614-44e3-9e61-c2891e630fc1 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:24:53.871900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 33e54e02-5614-44e3-9e61-c2891e630fc1 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:24:53.874497 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb29863-6fb4-4424-af93-f9dcd4151323 req-ab6913cd-be2c-495b-9243-c3e248cf28f2 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:53.874497 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ddb29863-6fb4-4424-af93-f9dcd4151323 req-ab6913cd-be2c-495b-9243-c3e248cf28f2 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1095 time: 0.0415261 Dec 13 15:24:53.875892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 33e54e02-5614-44e3-9e61-c2891e630fc1 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:53.876268 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:53.910943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ddb29863-6fb4-4424-af93-f9dcd4151323 req-b922fbd0-d23c-4c05-8b7c-2c086bda6626 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296454 Dec 13 15:24:53.957242 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:53.980265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e54e02-5614-44e3-9e61-c2891e630fc1'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:24:53.982470 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf3d52-3de8-4652-a88c-3d61f8286dde" -d '{"events": [{"server_uuid": "7bb2dd09-274f-4671-bcaa-441b5fe51f3f", "name": "network-vif-plugged", "status": "completed", "tag": "33e54e02-5614-44e3-9e61-c2891e630fc1"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:24:53.996847 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 33e54e02-5614-44e3-9e61-c2891e630fc1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=33e54e02-5614-44e3-9e61-c2891e630fc1,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:24:54.072132 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:54.095739 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4bcde1-2879-428a-8ff1-2cbc02d757ca x-openstack-request-id: req-ae4bcde1-2879-428a-8ff1-2cbc02d757ca {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:24:54.096028 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2dd09-274f-4671-bcaa-441b5fe51f3f", "name": "network-vif-plugged", "status": "completed", "tag": "33e54e02-5614-44e3-9e61-c2891e630fc1", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:24:54.096280 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae4bcde1-2879-428a-8ff1-2cbc02d757ca {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:24:54.096665 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e54e02-5614-44e3-9e61-c2891e630fc1', 'code': 200} Dec 13 15:24:54.121888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=33e54e02-5614-44e3-9e61-c2891e630fc1,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:54.177361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00381eda-f27c-47de-a9fd-3f3ef7991b2c req-6bbafbd8-7a47-4bd7-95ea-efc4659a3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:54.178877 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-00381eda-f27c-47de-a9fd-3f3ef7991b2c req-6bbafbd8-7a47-4bd7-95ea-efc4659a3fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0430677 Dec 13 15:24:54.212852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-00381eda-f27c-47de-a9fd-3f3ef7991b2c req-8c053c21-60e2-4dce-b4cc-f5c460a025e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270200 Dec 13 15:24:55.003873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:55.014214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad7441-7d61-4262-8899-c7a63d6aa1e4 req-8209f775-c0ce-4349-8751-c0ad3c21c164 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:55.015759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05ad7441-7d61-4262-8899-c7a63d6aa1e4 req-8209f775-c0ce-4349-8751-c0ad3c21c164 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0403275 Dec 13 15:24:55.051356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05ad7441-7d61-4262-8899-c7a63d6aa1e4 req-e4f27018-09a2-4dca-b29d-124837327ede tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293536 Dec 13 15:24:55.151840 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:56.156366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fac873-aec8-4a5d-8000-ee004e3ad0a4 req-5961d752-4b93-432b-8e21-2af221cdab60 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:56.157905 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19fac873-aec8-4a5d-8000-ee004e3ad0a4 req-5961d752-4b93-432b-8e21-2af221cdab60 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0398877 Dec 13 15:24:56.191366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19fac873-aec8-4a5d-8000-ee004e3ad0a4 req-a94aaea7-288b-410f-9ef6-c07818fbe43d tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276375 Dec 13 15:24:56.292344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023454e1-407f-435e-8b39-88d480608d2f req-4c9295c0-a5b7-46b5-875b-88baaab74ca4 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:56.293856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-023454e1-407f-435e-8b39-88d480608d2f req-4c9295c0-a5b7-46b5-875b-88baaab74ca4 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0395956 Dec 13 15:24:56.337258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-023454e1-407f-435e-8b39-88d480608d2f req-939091e4-49b3-44ae-857c-64c6374ce9db tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355089 Dec 13 15:24:56.443220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5337e9-5027-4d96-9c5d-1364178c0c4f req-069ba8cc-7137-44d1-8398-35917cbe8c14 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:56.444581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5337e9-5027-4d96-9c5d-1364178c0c4f req-069ba8cc-7137-44d1-8398-35917cbe8c14 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0434372 Dec 13 15:24:56.478104 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a5337e9-5027-4d96-9c5d-1364178c0c4f req-874a6c97-4b03-4c1e-b4ae-c854061ae048 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275879 Dec 13 15:24:56.687688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-155ebb29-d070-412b-8c78-a397337dfba1 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:56.689172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-155ebb29-d070-412b-8c78-a397337dfba1 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/networks?id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 HTTP/1.1" status: 200 len: 910 time: 0.0913022 Dec 13 15:24:56.703514 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-d3cbceeb-71f9-43a7-bab2-ae98b7241bf3 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/quotas/d1883de640d942e886c48e05233bcbeb HTTP/1.1" status: 200 len: 375 time: 0.0084977 Dec 13 15:24:56.749513 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-d0499e23-ed5b-425c-81e8-8a1183d8aa13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1883de640d942e886c48e05233bcbeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0409830 Dec 13 15:24:56.840295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-41e78535-f1df-4a09-9903-b25b5d4c34a8 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Dec 13 15:24:56.928657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-09b12298-a08a-4a78-9442-1d33f07742a6 service neutron] 10.222.0.24 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822961 Dec 13 15:24:57.150893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8375c1c2-bbb8-4981-a5f5-19d3742aacaa req-47b2066e-f915-43b9-83e6-3c00057b0c61 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 210 time: 0.0259843 Dec 13 15:24:57.207530 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:24:58.242609 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c13fc84e-88a1-4502-b049-7d6bd2bcbf80 req-e2a937e3-fa81-4df1-9598-7dacebc34858 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 210 time: 0.0263238 Dec 13 15:24:58.927541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-84763323-ab63-456f-a5f3-e524fedafc48 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:58.929001 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-84763323-ab63-456f-a5f3-e524fedafc48 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.50 "GET /v2.0/networks?id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 HTTP/1.1" status: 200 len: 910 time: 0.0841923 Dec 13 15:24:58.943601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Request body: {'port': {'device_id': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'admin_state_up': True, 'tenant_id': 'd1883de640d942e886c48e05233bcbeb'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:59.026398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Made reservation on behalf of d1883de640d942e886c48e05233bcbeb for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:24:59.028787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:59.147616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Allocated IP 172.20.0.11 (1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2/3ff43cd3-2107-4497-98d2-b37f4ff9e072/9fda796b-7064-43ba-8567-f20fd7fea460) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:24:59.287336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:59.340287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f4999d07-08da-4852-aa13-ddc1a2252bfa req-23cd1f39-030e-4300-a47b-aecadc10c003 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 210 time: 0.0298262 Dec 13 15:24:59.381535 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:59.392719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['33e54e02-5614-44e3-9e61-c2891e630fc1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:24:59.421861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:24:59.426328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:24:59.433509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:24:59.455228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Pushing event updated for resources: {'Port': ['ID=9fda796b-7064-43ba-8567-f20fd7fea460,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:24:59.472860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:24:59.473472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:59.555131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a8d04177-6a3f-452a-b403-79f56a3cb24c tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6161058 Dec 13 15:24:59.567468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Request body: {'port': {'device_id': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:24:59.625856 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:59.685096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cb0695e7-2f7d-4bb2-a6a6-5b75836179bf None None] Provisioning complete for port 9fda796b-7064-43ba-8567-f20fd7fea460 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:24:59.685385 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb0695e7-2f7d-4bb2-a6a6-5b75836179bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:59.718801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cb0695e7-2f7d-4bb2-a6a6-5b75836179bf None None] Port 9fda796b-7064-43ba-8567-f20fd7fea460 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:24:59.880698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fda796b-7064-43ba-8567-f20fd7fea460 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:24:59.887935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:24:59.899904 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Transition to ACTIVE for port object 9fda796b-7064-43ba-8567-f20fd7fea460 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:25:00.014658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:00.066567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda796b-7064-43ba-8567-f20fd7fea460,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:00.141589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Attempting to bind port 9fda796b-7064-43ba-8567-f20fd7fea460 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:25:00.141950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Attempting to bind port 9fda796b-7064-43ba-8567-f20fd7fea460 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:25:00.142312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Attempting to bind port 9fda796b-7064-43ba-8567-f20fd7fea460 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:25:00.147378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Port 9fda796b-7064-43ba-8567-f20fd7fea460 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:25:00.147694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Attempting to bind port 9fda796b-7064-43ba-8567-f20fd7fea460 on network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:25:00.152976 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:25:00.153321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Checking segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:25:00.153699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Bound using segment: {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:25:00.154271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Bound port: 9fda796b-7064-43ba-8567-f20fd7fea460, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:25:00.154645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:00.219030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] For port 9fda796b-7064-43ba-8567-f20fd7fea460, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:25:00.221936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] For port 9fda796b-7064-43ba-8567-f20fd7fea460, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fda796b-7064-43ba-8567-f20fd7fea460,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:25:00.329475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:00.365988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.366537 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:00.368097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] 10.222.0.50 "PUT /v2.0/ports/9fda796b-7064-43ba-8567-f20fd7fea460 HTTP/1.1" status: 200 len: 1092 time: 0.8049018 Dec 13 15:25:00.368486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'tag': '9fda796b-7064-43ba-8567-f20fd7fea460'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:00.370647 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79798fc3-953c-4a13-a05f-cd687483c014" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdc2921-8e9d-4fed-aeaa-9d9e73522f92", "tag": "9fda796b-7064-43ba-8567-f20fd7fea460"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:00.403629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a256-0c02-4df3-b19d-8fd5f093d849 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda796b-7064-43ba-8567-f20fd7fea460,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:00.420486 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa825388-b59a-4bbb-b7bb-08c08262ffc9 x-openstack-request-id: req-aa825388-b59a-4bbb-b7bb-08c08262ffc9 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:00.420776 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdc2921-8e9d-4fed-aeaa-9d9e73522f92", "tag": "9fda796b-7064-43ba-8567-f20fd7fea460", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:00.421038 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa825388-b59a-4bbb-b7bb-08c08262ffc9 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:00.421474 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'tag': '9fda796b-7064-43ba-8567-f20fd7fea460', 'status': 'completed', 'code': 200} Dec 13 15:25:00.475916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d431-bfbb-4700-af3f-d7295e85d38e req-93295434-4666-4201-856d-ffba050447c1 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.483789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8836d431-bfbb-4700-af3f-d7295e85d38e req-93295434-4666-4201-856d-ffba050447c1 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1095 time: 0.0488813 Dec 13 15:25:00.490425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798fc3-953c-4a13-a05f-cd687483c014 req-e12cba6a-4591-47cc-8af1-a711664c40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.492036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79798fc3-953c-4a13-a05f-cd687483c014 req-e12cba6a-4591-47cc-8af1-a711664c40d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1883de640d942e886c48e05233bcbeb&device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1095 time: 0.0504866 Dec 13 15:25:00.515768 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8836d431-bfbb-4700-af3f-d7295e85d38e req-b028c5b8-5e65-423f-a044-88466a6efff5 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Dec 13 15:25:00.595916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798fc3-953c-4a13-a05f-cd687483c014 req-32fc0fee-508f-4f75-be5d-e45c2632dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.597320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79798fc3-953c-4a13-a05f-cd687483c014 req-32fc0fee-508f-4f75-be5d-e45c2632dd6c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1883de640d942e886c48e05233bcbeb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0969822 Dec 13 15:25:00.695446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798fc3-953c-4a13-a05f-cd687483c014 req-49271d6a-0b89-44b4-9aa4-16590394a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.696902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79798fc3-953c-4a13-a05f-cd687483c014 req-49271d6a-0b89-44b4-9aa4-16590394a113 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912874 Dec 13 15:25:00.772839 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-e52a97df-f416-47cd-8b1f-0a2f97b3746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.774379 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-e52a97df-f416-47cd-8b1f-0a2f97b3746c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1883de640d942e886c48e05233bcbeb&device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1095 time: 0.0402305 Dec 13 15:25:00.814708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-c321d2c1-6ed9-48e6-9110-42257f0c3e5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fda796b-7064-43ba-8567-f20fd7fea460 HTTP/1.1" status: 200 len: 217 time: 0.0331187 Dec 13 15:25:00.864982 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-bc5e0ed7-981a-4f9f-92e5-413addf110e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.866457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-bc5e0ed7-981a-4f9f-92e5-413addf110e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ff43cd3-2107-4497-98d2-b37f4ff9e072 HTTP/1.1" status: 200 len: 848 time: 0.0454481 Dec 13 15:25:00.910805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a1c00af4-1aa0-4de3-acfa-6289bdcc32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:00.912756 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-a1c00af4-1aa0-4de3-acfa-6289bdcc32b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393500 Dec 13 15:25:00.999797 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-75be7c77-0e93-4fa5-912e-2466d4fd95c0 service neutron] 10.222.0.50 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789738 Dec 13 15:25:01.090219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69127ca1-e940-431c-8350-6eeb587bb588 req-eaef227a-f3ac-44cf-8e2e-c172d2cb2845 service neutron] 10.222.0.50 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833378 Dec 13 15:25:01.643390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bd034-ea7f-499a-a1c0-37f32a01e497 req-c5347247-6db2-4a20-8e48-dcd308c30389 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:01.645015 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e90bd034-ea7f-499a-a1c0-37f32a01e497 req-c5347247-6db2-4a20-8e48-dcd308c30389 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1095 time: 0.0569191 Dec 13 15:25:01.682079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e90bd034-ea7f-499a-a1c0-37f32a01e497 req-b57c7f97-ff58-454b-b860-785078478e70 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292375 Dec 13 15:25:02.574343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fda796b-7064-43ba-8567-f20fd7fea460 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:25:02.671921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9fda796b-7064-43ba-8567-f20fd7fea460, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fda796b-7064-43ba-8567-f20fd7fea460,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:02.683195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '9fda796b-7064-43ba-8567-f20fd7fea460', 'network_id': '1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2', 'port_id': '9fda796b-7064-43ba-8567-f20fd7fea460', 'mac_address': 'fa:16:3e:84:54:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff43cd3-2107-4497-98d2-b37f4ff9e072', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:25:02.720139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:02.733467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fda796b-7064-43ba-8567-f20fd7fea460 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:25:02.753155 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9fda796b-7064-43ba-8567-f20fd7fea460, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fda796b-7064-43ba-8567-f20fd7fea460,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:02.784514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f58dc-35b0-406c-b33c-5f3a7cefed9f req-dd104537-dfbb-4ee5-b6ad-6c4ecb120c1e tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:02.786022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d7f58dc-35b0-406c-b33c-5f3a7cefed9f req-dd104537-dfbb-4ee5-b6ad-6c4ecb120c1e tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1095 time: 0.0396326 Dec 13 15:25:02.803568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:02.820657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d7f58dc-35b0-406c-b33c-5f3a7cefed9f req-ae05e60a-9805-4ec8-84d6-039f662cf374 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279939 Dec 13 15:25:02.850654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9fda796b-7064-43ba-8567-f20fd7fea460,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:03.023314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9fda796b-7064-43ba-8567-f20fd7fea460'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:25:03.930228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516a2a-b8d7-4d36-9230-90c88b882a25 req-271192e0-c159-408f-87db-2f9f69ddda7a tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:03.931738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91516a2a-b8d7-4d36-9230-90c88b882a25 req-271192e0-c159-408f-87db-2f9f69ddda7a tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1096 time: 0.0444982 Dec 13 15:25:03.965263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91516a2a-b8d7-4d36-9230-90c88b882a25 req-bf129ba5-767e-4617-96cd-34aa7977b4a2 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275943 Dec 13 15:25:04.590416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fda796b-7064-43ba-8567-f20fd7fea460 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:25:04.683075 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 9fda796b-7064-43ba-8567-f20fd7fea460 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:25:04.686560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 9fda796b-7064-43ba-8567-f20fd7fea460 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:25:04.686928 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:04.763424 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:04.785238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda796b-7064-43ba-8567-f20fd7fea460'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:04.787489 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c99767-ca50-4721-bab9-0c0376722117" -d '{"events": [{"server_uuid": "7bdc2921-8e9d-4fed-aeaa-9d9e73522f92", "name": "network-vif-plugged", "status": "completed", "tag": "9fda796b-7064-43ba-8567-f20fd7fea460"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:04.800018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 9fda796b-7064-43ba-8567-f20fd7fea460, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fda796b-7064-43ba-8567-f20fd7fea460,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:04.824921 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f70a553-d97d-499e-9119-fca6ef6ad7e7 x-openstack-request-id: req-5f70a553-d97d-499e-9119-fca6ef6ad7e7 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:04.825215 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdc2921-8e9d-4fed-aeaa-9d9e73522f92", "name": "network-vif-plugged", "status": "completed", "tag": "9fda796b-7064-43ba-8567-f20fd7fea460", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:04.825521 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f70a553-d97d-499e-9119-fca6ef6ad7e7 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:04.825956 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda796b-7064-43ba-8567-f20fd7fea460', 'code': 200} Dec 13 15:25:04.848435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:04.898207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=9fda796b-7064-43ba-8567-f20fd7fea460,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:04.919489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d888aa0-c98e-4991-bbfb-9283bfdd1ff6 req-9c2ceb07-25ed-481f-b366-92a4eb234591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:04.920988 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d888aa0-c98e-4991-bbfb-9283bfdd1ff6 req-9c2ceb07-25ed-481f-b366-92a4eb234591 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0397310 Dec 13 15:25:04.954505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d888aa0-c98e-4991-bbfb-9283bfdd1ff6 req-22cf09b4-0e84-479b-bf6a-6bf4f6070e67 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268519 Dec 13 15:25:05.069780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c766d0-da3b-4f84-a131-ff1969cb0240 req-9836df23-d29b-4104-a021-d36cd4248a5a tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:05.071356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50c766d0-da3b-4f84-a131-ff1969cb0240 req-9836df23-d29b-4104-a021-d36cd4248a5a tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0406518 Dec 13 15:25:05.104242 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50c766d0-da3b-4f84-a131-ff1969cb0240 req-c9cc3b4b-c72b-4e5a-8a8c-9d33a6e49415 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268998 Dec 13 15:25:06.209320 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5b263-8026-4b64-8b11-5b65ddadd62b req-e92f637c-82c5-4be7-a2a3-a638a39e5462 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:06.210858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26a5b263-8026-4b64-8b11-5b65ddadd62b req-e92f637c-82c5-4be7-a2a3-a638a39e5462 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0398452 Dec 13 15:25:06.244913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-26a5b263-8026-4b64-8b11-5b65ddadd62b req-ae4bbd4d-957e-4348-a24b-2edba40b1f61 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281506 Dec 13 15:25:06.351037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e950d6b-cfa8-4d3d-8824-6b5748367ce1 req-b4e19352-7705-4299-a34a-da4ee824f9ab tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:06.352506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e950d6b-cfa8-4d3d-8824-6b5748367ce1 req-b4e19352-7705-4299-a34a-da4ee824f9ab tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0430558 Dec 13 15:25:06.387149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6e950d6b-cfa8-4d3d-8824-6b5748367ce1 req-2ec5d4b3-640f-4601-80a8-1499273ae3c0 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285652 Dec 13 15:25:06.493090 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a6e16-6164-40cf-95d2-c3a49cac333f req-816009de-ebd2-4c0b-a731-64a59d21b638 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:06.494577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a7a6e16-6164-40cf-95d2-c3a49cac333f req-816009de-ebd2-4c0b-a731-64a59d21b638 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0425763 Dec 13 15:25:06.528404 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a7a6e16-6164-40cf-95d2-c3a49cac333f req-a8373bb3-4bba-48ce-8a27-817701e1360d tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276856 Dec 13 15:25:06.686655 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-e003cf53-58af-4e0a-967c-11daad05bbd5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393219 Dec 13 15:25:06.768938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-d888bb18-2047-4d4b-b39f-de4fcadcebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:06.770438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-d888bb18-2047-4d4b-b39f-de4fcadcebb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1883de640d942e886c48e05233bcbeb&device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0405624 Dec 13 15:25:06.878318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-5ed083bf-25d3-4227-88d8-a7021d820e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:06.879797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-5ed083bf-25d3-4227-88d8-a7021d820e5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 HTTP/1.1" status: 200 len: 910 time: 0.0902982 Dec 13 15:25:06.922175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-b4c3c795-299e-4ce8-b087-5a26292a2f25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33e54e02-5614-44e3-9e61-c2891e630fc1 HTTP/1.1" status: 200 len: 217 time: 0.0347087 Dec 13 15:25:07.011331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-a4e05061-3607-4cb3-b208-88be7d62ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:07.012681 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-a4e05061-3607-4cb3-b208-88be7d62ea6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3ff43cd3-2107-4497-98d2-b37f4ff9e072 HTTP/1.1" status: 200 len: 848 time: 0.0720930 Dec 13 15:25:07.021770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645a37c-dc90-4ff3-9b40-ec3d07829b3f req-b282c592-def1-4863-9bf2-4c3e7f52171b tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:07.023171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d645a37c-dc90-4ff3-9b40-ec3d07829b3f req-b282c592-def1-4863-9bf2-4c3e7f52171b tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0571046 Dec 13 15:25:07.080004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d645a37c-dc90-4ff3-9b40-ec3d07829b3f req-40f51c36-b0e1-4270-a05c-e9d95cb3590b tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 Dec 13 15:25:07.085120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-9666cbb6-6a1c-4692-8f9d-d22e2de0d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:07.086564 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-9666cbb6-6a1c-4692-8f9d-d22e2de0d207 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625451 Dec 13 15:25:07.177901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-97ef6404-8a85-4945-a94a-918a1dae3a81 service neutron] 10.222.0.55 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833974 Dec 13 15:25:07.268836 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca734f10-2bd9-4a81-b91e-1d0f81e41370 req-e155661e-5e28-4096-ac7a-149a92471658 service neutron] 10.222.0.55 "GET /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791707 Dec 13 15:25:08.205519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a15c-1b52-496e-9a09-fd7df56e64e6 req-4149dacb-bf87-48c3-b0c1-1697583c82d5 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:08.207025 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b39a15c-1b52-496e-9a09-fd7df56e64e6 req-4149dacb-bf87-48c3-b0c1-1697583c82d5 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0610025 Dec 13 15:25:08.234912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-a4c5ef96-ebf7-4800-9fa0-aa312381d572 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:08.236364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-a4c5ef96-ebf7-4800-9fa0-aa312381d572 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 1097 time: 0.0582039 Dec 13 15:25:08.269108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7b39a15c-1b52-496e-9a09-fd7df56e64e6 req-0f2fc362-f4e6-4bda-b949-f7f5f15998b5 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557861 Dec 13 15:25:08.324295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Deleting port 9fda796b-7064-43ba-8567-f20fd7fea460 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:08.324641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:08.412440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] For port 9fda796b-7064-43ba-8567-f20fd7fea460, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=9fda796b-7064-43ba-8567-f20fd7fea460,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:08.412804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:08.425897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Calling delete_port for 9fda796b-7064-43ba-8567-f20fd7fea460 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:08.620679 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:08.632258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['33e54e02-5614-44e3-9e61-c2891e630fc1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:25:08.635895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['9fda796b-7064-43ba-8567-f20fd7fea460'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:25:08.648044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fda796b-7064-43ba-8567-f20fd7fea460,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:08.696501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] No DVR routers for this DVR port 9fda796b-7064-43ba-8567-f20fd7fea460 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:25:08.699344 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:08.702881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-536df69e-b2d2-4afc-9d2b-69540a644e54 req-df499f75-6636-4b10-bade-1fa981880d13 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9fda796b-7064-43ba-8567-f20fd7fea460 HTTP/1.1" status: 204 len: 173 time: 0.4580822 Dec 13 15:25:08.703444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'name': 'network-vif-deleted', 'tag': '9fda796b-7064-43ba-8567-f20fd7fea460'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:08.705846 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf01628-9225-4855-abc8-32485ec39f4d" -d '{"events": [{"server_uuid": "7bdc2921-8e9d-4fed-aeaa-9d9e73522f92", "name": "network-vif-deleted", "tag": "9fda796b-7064-43ba-8567-f20fd7fea460"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:08.747064 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7bcfa2-cd0a-49f8-beb4-d94364626f59 x-openstack-request-id: req-7d7bcfa2-cd0a-49f8-beb4-d94364626f59 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:08.747460 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdc2921-8e9d-4fed-aeaa-9d9e73522f92", "name": "network-vif-deleted", "tag": "9fda796b-7064-43ba-8567-f20fd7fea460", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:08.747820 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d7bcfa2-cd0a-49f8-beb4-d94364626f59 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:08.748318 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdc2921-8e9d-4fed-aeaa-9d9e73522f92', 'name': 'network-vif-deleted', 'tag': '9fda796b-7064-43ba-8567-f20fd7fea460', 'status': 'completed', 'code': 200} Dec 13 15:25:09.369805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8098128d-3814-495f-a68b-f053c6994db4 req-50ce6b80-5f7f-4400-9522-f261557723bf tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bdc2921-8e9d-4fed-aeaa-9d9e73522f92 HTTP/1.1" status: 200 len: 210 time: 0.0258980 Dec 13 15:25:10.807044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dad87-3681-430d-ba35-dc8cd471458b req-8d8f4f50-a00b-43ce-9c58-573c0e6da0e3 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:10.808554 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e5dad87-3681-430d-ba35-dc8cd471458b req-8d8f4f50-a00b-43ce-9c58-573c0e6da0e3 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0403135 Dec 13 15:25:10.842894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e5dad87-3681-430d-ba35-dc8cd471458b req-bcd532a6-0563-4663-ba39-7dd919f4f431 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284631 Dec 13 15:25:11.956202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ce058-c20d-4091-bdf5-0092c75fe10b req-8101c6f4-85e2-4076-89cf-fe643135aeec tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:11.956922 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc5ce058-c20d-4091-bdf5-0092c75fe10b req-8101c6f4-85e2-4076-89cf-fe643135aeec tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0469239 Dec 13 15:25:11.991772 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cc5ce058-c20d-4091-bdf5-0092c75fe10b req-c6499298-c165-40d7-bb3a-dda420476477 tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=79d2330e-7345-47d4-aff9-77614895645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284412 Dec 13 15:25:12.160019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-30daf8fc-aeae-4383-b86d-5a949d16918d tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:12.161465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-30daf8fc-aeae-4383-b86d-5a949d16918d tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 1096 time: 0.0432613 Dec 13 15:25:12.237456 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Deleting port 33e54e02-5614-44e3-9e61-c2891e630fc1 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:12.237789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:12.316367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] For port 33e54e02-5614-44e3-9e61-c2891e630fc1, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=33e54e02-5614-44e3-9e61-c2891e630fc1,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:12.316720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:12.329438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Calling delete_port for 33e54e02-5614-44e3-9e61-c2891e630fc1 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:12.528603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:12.538914 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['33e54e02-5614-44e3-9e61-c2891e630fc1'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:25:12.558128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e54e02-5614-44e3-9e61-c2891e630fc1,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:12.600223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] No DVR routers for this DVR port 33e54e02-5614-44e3-9e61-c2891e630fc1 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:25:12.602945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:12.606338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf4d999d-9726-4153-bc0a-900e34d11056 req-171f4e1b-8123-4506-8adf-ef55b824c9eb tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.55 "DELETE /v2.0/ports/33e54e02-5614-44e3-9e61-c2891e630fc1 HTTP/1.1" status: 204 len: 173 time: 0.4374409 Dec 13 15:25:12.606766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'name': 'network-vif-deleted', 'tag': '33e54e02-5614-44e3-9e61-c2891e630fc1'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:12.609225 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16f2fe-5bda-44fe-ad69-d4e5422d089e" -d '{"events": [{"server_uuid": "7bb2dd09-274f-4671-bcaa-441b5fe51f3f", "name": "network-vif-deleted", "tag": "33e54e02-5614-44e3-9e61-c2891e630fc1"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:12.615911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fda796b-7064-43ba-8567-f20fd7fea460 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:12.643832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 9fda796b-7064-43ba-8567-f20fd7fea460 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:12.644185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 9fda796b-7064-43ba-8567-f20fd7fea460 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:12.652036 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e714cf-b32d-4931-a7f8-4e499641d237 x-openstack-request-id: req-93e714cf-b32d-4931-a7f8-4e499641d237 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:12.652472 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb2dd09-274f-4671-bcaa-441b5fe51f3f", "name": "network-vif-deleted", "tag": "33e54e02-5614-44e3-9e61-c2891e630fc1", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:12.652702 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93e714cf-b32d-4931-a7f8-4e499641d237 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:12.652963 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb2dd09-274f-4671-bcaa-441b5fe51f3f', 'name': 'network-vif-deleted', 'tag': '33e54e02-5614-44e3-9e61-c2891e630fc1', 'status': 'completed', 'code': 200} Dec 13 15:25:13.107507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-368c28bf-3c08-48f4-945c-753102f72982 req-3add3efb-5e9b-4295-a4eb-440ba8626d6e tempest-TestServerMultinode-668525277 tempest-TestServerMultinode-668525277-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bb2dd09-274f-4671-bcaa-441b5fe51f3f HTTP/1.1" status: 200 len: 210 time: 0.0259025 Dec 13 15:25:14.170409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33800) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:14.510506 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:14.749201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Deleting port 475e9811-7b68-4e7a-9108-9f1fa9423a01 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:14.749541 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:14.827096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] For port 475e9811-7b68-4e7a-9108-9f1fa9423a01, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=475e9811-7b68-4e7a-9108-9f1fa9423a01,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:14.827349 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:14.840331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Calling delete_port for 475e9811-7b68-4e7a-9108-9f1fa9423a01 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:15.089087 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:15.112336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Pushing event deleted for resources: {'Port': ['ID=475e9811-7b68-4e7a-9108-9f1fa9423a01,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:15.277103 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:15.486611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Router abd8247d-25df-4083-9a3b-b813bb12a446 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:25:15.874217 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 33e54e02-5614-44e3-9e61-c2891e630fc1 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:15.894762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 33e54e02-5614-44e3-9e61-c2891e630fc1 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:15.895104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 33e54e02-5614-44e3-9e61-c2891e630fc1 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:15.921221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:25:15.926392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f3c02171-9570-4431-a713-d7f2c43cb496 admin admin] 10.222.0.24 "PUT /v2.0/routers/abd8247d-25df-4083-9a3b-b813bb12a446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548819 Dec 13 15:25:15.928928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33802) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:15.931332 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] Sync routers for ids ['abd8247d-25df-4083-9a3b-b813bb12a446'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:25:15.940328 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] Routers {'abd8247d-25df-4083-9a3b-b813bb12a446'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:25:15.941597 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['abd8247d-25df-4083-9a3b-b813bb12a446'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:16.032452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.042784 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] Set router abd8247d-25df-4083-9a3b-b813bb12a446 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:25:16.049698 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.133229 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.215092 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:25:14Z', 'revision_number': 5, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port': {'id': '2a4d3da9-5aa2-4d1d-8471-7fb393be1d01', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:16.234465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Deleting port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:16.234807 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.240807 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] Checking router: abd8247d-25df-4083-9a3b-b813bb12a446 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:25:16.248830 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] Routers {'abd8247d-25df-4083-9a3b-b813bb12a446'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:25:16.249422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['abd8247d-25df-4083-9a3b-b813bb12a446'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:16.312053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] For port 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:16.312654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.325246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Calling delete_port for 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:16.333648 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] Set router abd8247d-25df-4083-9a3b-b813bb12a446 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:25:16.388310 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:25:16Z', 'revision_number': 6, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:16.413447 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77113c7-e8cd-4caf-b935-18388b86daa1 None None] The sync data for ids ['abd8247d-25df-4083-9a3b-b813bb12a446'] in n-d-816954-1 is: [{'id': 'abd8247d-25df-4083-9a3b-b813bb12a446', 'name': 'tempest-TestServerMultinode-200051097-router', 'tenant_id': '2f89682745234a1c86cbf0d686c7b497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:33Z', 'updated_at': '2021-12-13T15:25:16Z', 'revision_number': 6, 'project_id': '2f89682745234a1c86cbf0d686c7b497', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:25:16.523330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.550322 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4d3da9-5aa2-4d1d-8471-7fb393be1d01,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:16.610158 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.699814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.701780 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.809370 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.809904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd8247d-25df-4083-9a3b-b813bb12a446 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:25:16.814863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.816064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-900b5aae-2fd5-470f-8a0e-4aa3b68bd69b admin admin] 10.222.0.24 "DELETE /v2.0/routers/abd8247d-25df-4083-9a3b-b813bb12a446 HTTP/1.1" status: 204 len: 168 time: 0.8862054 Dec 13 15:25:16.819067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33804) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:16.868990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] Deleting subnet 3ff43cd3-2107-4497-98d2-b37f4ff9e072 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:25:16.872032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.907435 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:16.981580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.089224 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.114004 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff43cd3-2107-4497-98d2-b37f4ff9e072,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:17.118949 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.122523 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f5f419dc-883d-435e-8e38-5b3abb197f13 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ff43cd3-2107-4497-98d2-b37f4ff9e072 HTTP/1.1" status: 204 len: 168 time: 0.3024766 Dec 13 15:25:17.124290 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4134638-f8c2-4b37-af0b-0eb568dc7d32 None None] Network 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:25:17.124776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33806) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:17.196492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.251069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Deleting port 1c811f98-9b41-46cb-903e-070f9b5b47f9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:17.251404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.255333 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.317586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] DHCP port deletion for 1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:25:17.322199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] For port 1c811f98-9b41-46cb-903e-070f9b5b47f9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1c811f98-9b41-46cb-903e-070f9b5b47f9,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:17.322729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.336076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Calling delete_port for 1c811f98-9b41-46cb-903e-070f9b5b47f9 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:17.366152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] Deleting port 1c811f98-9b41-46cb-903e-070f9b5b47f9 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:17.366591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.431167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] For port 1c811f98-9b41-46cb-903e-070f9b5b47f9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1c811f98-9b41-46cb-903e-070f9b5b47f9,segment=NetworkSegment(ccc10be5-02b0-4883-9ae1-0d58e5d77fa0),segment_id=ccc10be5-02b0-4883-9ae1-0d58e5d77fa0)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:17.431563 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.446310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] Calling delete_port for 1c811f98-9b41-46cb-903e-070f9b5b47f9 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:17.483759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.513495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c811f98-9b41-46cb-903e-070f9b5b47f9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:17.517421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] No DVR routers for this DVR port 1c811f98-9b41-46cb-903e-070f9b5b47f9 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:25:17.527455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.552605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] Pushing event deleted for resources: {'Port': ['ID=1c811f98-9b41-46cb-903e-070f9b5b47f9,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:17.556968 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c894d-47a2-4c39-a419-76d0edc355f5 None None] No DVR routers for this DVR port 1c811f98-9b41-46cb-903e-070f9b5b47f9 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:25:17.588422 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.608260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:17.617626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:17.617919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc10be5-02b0-4883-9ae1-0d58e5d77fa0') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:17.627253 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.640978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.647440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:25:17.647833 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:25:17.649447 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:25:17.652807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:17.673041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:17.673386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2a4d3da9-5aa2-4d1d-8471-7fb393be1d01 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:17.673841 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 475e9811-7b68-4e7a-9108-9f1fa9423a01 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:17.692905 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 475e9811-7b68-4e7a-9108-9f1fa9423a01 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:17.693758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 475e9811-7b68-4e7a-9108-9f1fa9423a01 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:17.694161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1c811f98-9b41-46cb-903e-070f9b5b47f9 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:17.715595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 1c811f98-9b41-46cb-903e-070f9b5b47f9 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:17.715933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1c811f98-9b41-46cb-903e-070f9b5b47f9 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:17.752220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.758437 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:17.761467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] 10.222.0.24 "DELETE /v2.0/networks/1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2 HTTP/1.1" status: 204 len: 168 time: 0.6359944 Dec 13 15:25:17.765381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33808) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:17.772431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3c980-7fad-4619-a697-9e8824e8244b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4e6742-e5f0-4cfc-b30a-3e5017c37ce2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:18.429584 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:18.671206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Deleting port 907f3a01-4494-4796-8275-696fbb46558d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:18.671546 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:18.713109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-e54c3a9f-cd93-46ef-857e-a0728f7fd8db req-d629fc77-9417-4d1d-90f8-e905f9104192 service neutron] (102824) timed out ('10.222.0.24', 56442) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:25:18.747750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] For port 907f3a01-4494-4796-8275-696fbb46558d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=907f3a01-4494-4796-8275-696fbb46558d,segment=NetworkSegment(7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4),segment_id=7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:18.748109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:18.760582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Calling delete_port for 907f3a01-4494-4796-8275-696fbb46558d owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:19.049489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:19.075423 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Pushing event deleted for resources: {'Port': ['ID=907f3a01-4494-4796-8275-696fbb46558d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:19.242528 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:19.452641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:25:19.554522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:25:19.559524 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2a4fd002-d215-4075-8222-8d9d6a0ce931 admin admin] 10.222.0.24 "PUT /v2.0/routers/4af0314a-1c5e-4c36-84f0-97fa1d37a9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7939239 Dec 13 15:25:19.561988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33810) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:19.563018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] Sync routers for ids ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:25:19.571915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] Routers {'4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:25:19.572507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:19.672643 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:19.683011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] Set router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:25:19.775094 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:19.889050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Deleting port a1bab109-c728-4bcf-a3ba-e6e65b812adc {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:19.889389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:19.972282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] For port a1bab109-c728-4bcf-a3ba-e6e65b812adc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a1bab109-c728-4bcf-a3ba-e6e65b812adc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:19.972640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:19.985898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Calling delete_port for a1bab109-c728-4bcf-a3ba-e6e65b812adc owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:20.009483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f6c388bf-ec9f-4a83-b76d-d63735a98492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.033188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:25:18Z', 'revision_number': 5, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port': {'id': 'a1bab109-c728-4bcf-a3ba-e6e65b812adc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:00:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:20.059890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] Checking router: 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:25:20.068212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] Routers {'4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:25:20.068814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:24:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:20.155752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] Set router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:25:20.210208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:25:19Z', 'revision_number': 6, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:20.226416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.236511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6670dd5a-f47f-435a-a158-8f153f58ba39 None None] The sync data for ids ['4af0314a-1c5e-4c36-84f0-97fa1d37a9f9'] in n-d-816954-1 is: [{'id': '4af0314a-1c5e-4c36-84f0-97fa1d37a9f9', 'name': 'tempest-TestServerMultinode-85384427-router', 'tenant_id': 'd1883de640d942e886c48e05233bcbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:24:39Z', 'updated_at': '2021-12-13T15:25:19Z', 'revision_number': 6, 'project_id': 'd1883de640d942e886c48e05233bcbeb', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:25:20.253325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1bab109-c728-4bcf-a3ba-e6e65b812adc,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:20.315300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.403768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.405824 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.506867 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.507435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:25:20.511760 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.512897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-cb0d3a77-fafa-4401-bb7d-5fac312b94e8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4af0314a-1c5e-4c36-84f0-97fa1d37a9f9 HTTP/1.1" status: 204 len: 168 time: 0.9499936 Dec 13 15:25:20.515468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33812) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:20.560567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] Deleting subnet e9c10b06-92cb-4578-859c-5cfbc0de9347 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:25:20.563891 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.599564 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.692847 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.786495 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.813307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c10b06-92cb-4578-859c-5cfbc0de9347,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:20.815414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.819677 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aed21133-5494-4f57-baab-eb6a9022d477 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9c10b06-92cb-4578-859c-5cfbc0de9347 HTTP/1.1" status: 204 len: 168 time: 0.3028567 Dec 13 15:25:20.821574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33814) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:20.822031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77554df9-f66a-4eaa-99b9-6d7146417966 None None] Network fce938cc-bffd-4657-9b37-c716ea3ec5e1 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:25:20.892787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.948220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Deleting port dcb5ca0a-2145-4854-9297-de9bd881e3b3 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:20.948220 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:20.994488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] DHCP port deletion for fce938cc-bffd-4657-9b37-c716ea3ec5e1 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:25:21.021108 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] For port dcb5ca0a-2145-4854-9297-de9bd881e3b3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dcb5ca0a-2145-4854-9297-de9bd881e3b3,segment=NetworkSegment(7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4),segment_id=7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:21.021656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.035163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Calling delete_port for dcb5ca0a-2145-4854-9297-de9bd881e3b3 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:21.045084 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] Deleting port dcb5ca0a-2145-4854-9297-de9bd881e3b3 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:21.045395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.111694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] For port dcb5ca0a-2145-4854-9297-de9bd881e3b3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=dcb5ca0a-2145-4854-9297-de9bd881e3b3,segment=NetworkSegment(7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4),segment_id=7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:21.112084 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.125393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] Calling delete_port for dcb5ca0a-2145-4854-9297-de9bd881e3b3 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:21.180617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.205112 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.206314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb5ca0a-2145-4854-9297-de9bd881e3b3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:21.209869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] No DVR routers for this DVR port dcb5ca0a-2145-4854-9297-de9bd881e3b3 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:25:21.236564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] Pushing event deleted for resources: {'Port': ['ID=dcb5ca0a-2145-4854-9297-de9bd881e3b3,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:21.238831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c2ab9-a4a0-454e-8b25-088a4f6cc33c None None] No DVR routers for this DVR port dcb5ca0a-2145-4854-9297-de9bd881e3b3 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:25:21.287656 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.313185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce938cc-bffd-4657-9b37-c716ea3ec5e1']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:21.322338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:21.322628 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffa4f5e-2e4d-49fc-a0b1-0afb56790ea4') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:25:21.331704 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.344318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.350591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:25:21.350969 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:25:21.352593 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:25:21.465465 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.470805 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.473946 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/fce938cc-bffd-4657-9b37-c716ea3ec5e1 HTTP/1.1" status: 204 len: 168 time: 0.6514735 Dec 13 15:25:21.485545 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1bee-975f-4eb0-8920-e5aad54778bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fce938cc-bffd-4657-9b37-c716ea3ec5e1,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:21.652435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 907f3a01-4494-4796-8275-696fbb46558d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:21.681167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 907f3a01-4494-4796-8275-696fbb46558d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:21.681535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 907f3a01-4494-4796-8275-696fbb46558d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:21.681955 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a1bab109-c728-4bcf-a3ba-e6e65b812adc no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:21.700449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a1bab109-c728-4bcf-a3ba-e6e65b812adc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:21.700796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a1bab109-c728-4bcf-a3ba-e6e65b812adc not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:21.701202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dcb5ca0a-2145-4854-9297-de9bd881e3b3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:21.720287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: dcb5ca0a-2145-4854-9297-de9bd881e3b3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:21.720637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device dcb5ca0a-2145-4854-9297-de9bd881e3b3 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:21.800775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33818) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:21.839581 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1ba9bc32-3818-4c4e-9e13-edccee18d980 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f89682745234a1c86cbf0d686c7b497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377057 Dec 13 15:25:21.841948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 33820) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:21.889679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:21.910713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.008650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.011282 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.012428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89fb5d49-9150-4f76-a10d-b7ff6ea8ba38 HTTP/1.1" status: 204 len: 168 time: 0.1695647 Dec 13 15:25:22.020222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb5d49-9150-4f76-a10d-b7ff6ea8ba38,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:22.028345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.028700 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.029047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.029388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.029722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.030053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.030406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.030734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.031066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.031391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.031714 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.032036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ecff6-3114-4e1d-9067-bc36c042af83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:22.254176 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4be11550-2c2d-4d9b-b242-67b3e664d5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.589685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33826) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:22.628265 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fc662608-9ec6-459a-97e8-bf76f7f632ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1883de640d942e886c48e05233bcbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374076 Dec 13 15:25:22.631272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33828) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:22.682355 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be57b207-c4ea-4311-a2f3-c4b2a967a581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.703507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be57b207-c4ea-4311-a2f3-c4b2a967a581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.831691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be57b207-c4ea-4311-a2f3-c4b2a967a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.834887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be57b207-c4ea-4311-a2f3-c4b2a967a581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:22.836024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be57b207-c4ea-4311-a2f3-c4b2a967a581 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79d2330e-7345-47d4-aff9-77614895645e HTTP/1.1" status: 204 len: 168 time: 0.2038867 Dec 13 15:25:22.843642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57b207-c4ea-4311-a2f3-c4b2a967a581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d2330e-7345-47d4-aff9-77614895645e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:23.357889 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:24.997927 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:25.169555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:33.496149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-5ff64665-2255-4060-ba15-d2b3d82abc34 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f5ba7d9f7bac4967a1daab199161be82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295553 Dec 13 15:25:33.676285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-b1339289-74d6-479f-accb-9d10c8dca016 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:33.677771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-b1339289-74d6-479f-accb-9d10c8dca016 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764307 Dec 13 15:25:33.692111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-a7dd898b-d7da-458e-8d86-2c22d4d376f7 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/quotas/f5ba7d9f7bac4967a1daab199161be82 HTTP/1.1" status: 200 len: 375 time: 0.0086629 Dec 13 15:25:33.728966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-1e584898-6176-4c93-8356-028acb4eb798 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ba7d9f7bac4967a1daab199161be82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316312 Dec 13 15:25:33.935736 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8abae133-2f71-444c-83cc-9917f1635ddf req-613fd2ac-4fd5-4d61-80f3-111bf5cee59d tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 210 time: 0.0306120 Dec 13 15:25:34.207133 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:25:35.030051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4a22f95d-162a-4c49-a462-6f357037d936 req-0a517e6c-46ad-4a39-809c-ab4bb77d784b tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 210 time: 0.0269830 Dec 13 15:25:35.894702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-70caa8fc-52ff-45a5-86c3-a9ae28e2eefc tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5ba7d9f7bac4967a1daab199161be82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208364 Dec 13 15:25:36.002374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-a49f9032-1a86-4401-9090-ebe2b913864c tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:36.003780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-a49f9032-1a86-4401-9090-ebe2b913864c tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029055 Dec 13 15:25:36.016663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Request body: {'port': {'device_id': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'admin_state_up': True, 'tenant_id': 'f5ba7d9f7bac4967a1daab199161be82'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:25:36.197250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Made reservation on behalf of f5ba7d9f7bac4967a1daab199161be82 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:25:36.200829 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.209740 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.242539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-093d625e-64d8-49cd-a042-b3501aa67c53 req-158f6e3a-d999-450b-bc6f-3e2f7e4193ae tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 210 time: 0.1350660 Dec 13 15:25:36.288845 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.339835 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.404888 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a758b54-29c2-4823-b883-6ed87b00a74c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:36.418572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.419174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.420340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.420340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.420340 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.420919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.421031 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.421619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.421964 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.422313 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.422644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.422969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:36.483308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Allocated IP 192.168.233.120 (6f45bbe0-9dee-4866-9f88-00e6a1b61bc4/5dc13a2c-e7d1-49d7-a27c-99abcacd1877/fa34b52a-8b7c-4256-b58c-67e8f367d817) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:25:36.638990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.712640 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.755057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:25:36.758103 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:25:36.761677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:25:36.770146 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Pushing event updated for resources: {'Port': ['ID=fa34b52a-8b7c-4256-b58c-67e8f367d817,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:36.820898 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:36.821500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.886126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d936e95b-b317-4652-bfd9-da200d266ba8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8729851 Dec 13 15:25:36.900254 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Request body: {'port': {'device_id': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:25:36.953572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:36.998903 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4ff3581e-ddc5-4671-9d19-ac44b33e62ef None None] Provisioning complete for port fa34b52a-8b7c-4256-b58c-67e8f367d817 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:25:36.999481 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ff3581e-ddc5-4671-9d19-ac44b33e62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:37.034515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3581e-ddc5-4671-9d19-ac44b33e62ef None None] Port fa34b52a-8b7c-4256-b58c-67e8f367d817 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:25:37.546383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa34b52a-8b7c-4256-b58c-67e8f367d817 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:25:37.554833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:37.594104 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Transition to ACTIVE for port object fa34b52a-8b7c-4256-b58c-67e8f367d817 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:25:37.613520 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771341a-e3d6-4992-8fdb-2c4a960738b1 req-86ad6a44-0d51-48a2-93a7-4a8b364d15a4 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:37.615697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1771341a-e3d6-4992-8fdb-2c4a960738b1 req-86ad6a44-0d51-48a2-93a7-4a8b364d15a4 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 936 time: 0.2006791 Dec 13 15:25:37.652951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1771341a-e3d6-4992-8fdb-2c4a960738b1 req-8e10a076-c30f-4a41-ab7a-010ab33e1da7 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Dec 13 15:25:37.654254 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:37.707937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Pushing event updated for resources: {'Port': ['ID=fa34b52a-8b7c-4256-b58c-67e8f367d817,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:37.775191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Attempting to bind port fa34b52a-8b7c-4256-b58c-67e8f367d817 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:25:37.775444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Attempting to bind port fa34b52a-8b7c-4256-b58c-67e8f367d817 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:25:37.775795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Attempting to bind port fa34b52a-8b7c-4256-b58c-67e8f367d817 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:25:37.780341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Port fa34b52a-8b7c-4256-b58c-67e8f367d817 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:25:37.780665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Attempting to bind port fa34b52a-8b7c-4256-b58c-67e8f367d817 on network 6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:25:37.785653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:25:37.785991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Checking segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:25:37.786906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Bound using segment: {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:25:37.787333 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Bound port: fa34b52a-8b7c-4256-b58c-67e8f367d817, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:25:37.787689 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:37.857981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] For port fa34b52a-8b7c-4256-b58c-67e8f367d817, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:25:37.862398 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] For port fa34b52a-8b7c-4256-b58c-67e8f367d817, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=fa34b52a-8b7c-4256-b58c-67e8f367d817,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:25:37.923562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:37.955892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:37.956551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:37.958042 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] 10.222.0.50 "PUT /v2.0/ports/fa34b52a-8b7c-4256-b58c-67e8f367d817 HTTP/1.1" status: 200 len: 1096 time: 1.0632176 Dec 13 15:25:37.960412 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'tag': 'fa34b52a-8b7c-4256-b58c-67e8f367d817'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:37.962707 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288a74b-0732-479b-8318-54021b009baf" -d '{"events": [{"name": "network-changed", "server_uuid": "321cbc11-6a75-4c34-ba64-ed4ba12819e7", "tag": "fa34b52a-8b7c-4256-b58c-67e8f367d817"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:37.990666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314a7e5-21e6-470a-b26d-171c45e673fb service neutron] Pushing event updated for resources: {'Port': ['ID=fa34b52a-8b7c-4256-b58c-67e8f367d817,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:38.083829 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab994b8-f178-4316-b1c0-f76408331cb6 x-openstack-request-id: req-3ab994b8-f178-4316-b1c0-f76408331cb6 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:38.084201 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321cbc11-6a75-4c34-ba64-ed4ba12819e7", "tag": "fa34b52a-8b7c-4256-b58c-67e8f367d817", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:38.084547 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ab994b8-f178-4316-b1c0-f76408331cb6 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:38.085015 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'tag': 'fa34b52a-8b7c-4256-b58c-67e8f367d817', 'status': 'completed', 'code': 200} Dec 13 15:25:38.099544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-4cc77b1b-e003-4a82-8d8e-17138300ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.101062 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-4cc77b1b-e003-4a82-8d8e-17138300ba9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5ba7d9f7bac4967a1daab199161be82&device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 1099 time: 0.0479743 Dec 13 15:25:38.147568 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-648c8b1a-8b52-49e2-bb0d-a5372e05fa5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=fa34b52a-8b7c-4256-b58c-67e8f367d817 HTTP/1.1" status: 200 len: 217 time: 0.0382738 Dec 13 15:25:38.197671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-6b9e9e2b-a64f-45ba-9c9a-93ed1b5bf857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.199137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-6b9e9e2b-a64f-45ba-9c9a-93ed1b5bf857 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0443537 Dec 13 15:25:38.244563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-567aff79-d671-4052-a603-e9ecabf5cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.245918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-567aff79-d671-4052-a603-e9ecabf5cf2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395360 Dec 13 15:25:38.336490 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-1cf01550-3a31-4505-9740-5a7e2abe45d3 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Dec 13 15:25:38.424107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-26304f91-4522-4417-99e5-23bbf63d29c8 req-bb633cb8-f2bb-44e8-a087-06b8cf60fa13 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801272 Dec 13 15:25:38.558102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a74b-0732-479b-8318-54021b009baf req-2049ccf5-3249-47e9-b557-49bbdec787f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.559588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b288a74b-0732-479b-8318-54021b009baf req-2049ccf5-3249-47e9-b557-49bbdec787f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5ba7d9f7bac4967a1daab199161be82&device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 1099 time: 0.0405111 Dec 13 15:25:38.658339 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a74b-0732-479b-8318-54021b009baf req-6470d49d-7f8f-408a-846d-ecaa93727f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.659804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b288a74b-0732-479b-8318-54021b009baf req-6470d49d-7f8f-408a-846d-ecaa93727f43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4 HTTP/1.1" status: 200 len: 870 time: 0.0931914 Dec 13 15:25:38.702556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b288a74b-0732-479b-8318-54021b009baf req-054a3e12-970d-4999-a3c0-5f9d1afa17a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=fa34b52a-8b7c-4256-b58c-67e8f367d817 HTTP/1.1" status: 200 len: 217 time: 0.0357976 Dec 13 15:25:38.782714 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a74b-0732-479b-8318-54021b009baf req-f41a1536-82cb-4a5e-8718-52cecb53565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.784140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b288a74b-0732-479b-8318-54021b009baf req-f41a1536-82cb-4a5e-8718-52cecb53565d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dc13a2c-e7d1-49d7-a27c-99abcacd1877 HTTP/1.1" status: 200 len: 843 time: 0.0734358 Dec 13 15:25:38.797956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea63b3-d8ac-429b-9dff-8037a216e6d0 req-fd1b88e0-d446-45ee-9101-e42c4de2a810 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.799598 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95ea63b3-d8ac-429b-9dff-8037a216e6d0 req-fd1b88e0-d446-45ee-9101-e42c4de2a810 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 948 time: 0.0604546 Dec 13 15:25:38.860993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95ea63b3-d8ac-429b-9dff-8037a216e6d0 req-ecc0b235-65df-41cc-81dc-f1caa71ca076 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Dec 13 15:25:38.866604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a74b-0732-479b-8318-54021b009baf req-c23ee78a-ccad-43da-bedb-4af70fc77f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:38.868032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b288a74b-0732-479b-8318-54021b009baf req-c23ee78a-ccad-43da-bedb-4af70fc77f6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f45bbe0-9dee-4866-9f88-00e6a1b61bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676188 Dec 13 15:25:38.961853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b288a74b-0732-479b-8318-54021b009baf req-82b46f04-2f74-45fd-913b-53c31ac05893 service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846808 Dec 13 15:25:39.051134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b288a74b-0732-479b-8318-54021b009baf req-c84ee566-7e05-49c1-947a-74dd7e9418ec service neutron] 10.222.0.50 "GET /v2.0/networks/6f45bbe0-9dee-4866-9f88-00e6a1b61bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818088 Dec 13 15:25:39.974895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33780-e707-4482-8275-3b85a027f64b req-e0e4044c-8357-4529-9984-43e8c9c4193c tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:39.976354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7e33780-e707-4482-8275-3b85a027f64b req-e0e4044c-8357-4529-9984-43e8c9c4193c tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 948 time: 0.0473316 Dec 13 15:25:40.013652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a7e33780-e707-4482-8275-3b85a027f64b req-711b7414-76ca-424a-b1c1-7b25158e3652 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Dec 13 15:25:40.717221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device fa34b52a-8b7c-4256-b58c-67e8f367d817 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:25:40.815825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port fa34b52a-8b7c-4256-b58c-67e8f367d817, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=fa34b52a-8b7c-4256-b58c-67e8f367d817,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:40.827444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'fa34b52a-8b7c-4256-b58c-67e8f367d817', 'network_id': '6f45bbe0-9dee-4866-9f88-00e6a1b61bc4', 'port_id': 'fa34b52a-8b7c-4256-b58c-67e8f367d817', 'mac_address': 'fa:16:3e:d3:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc13a2c-e7d1-49d7-a27c-99abcacd1877', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:25:40.864131 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:40.876537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa34b52a-8b7c-4256-b58c-67e8f367d817 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:25:40.895270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port fa34b52a-8b7c-4256-b58c-67e8f367d817, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=fa34b52a-8b7c-4256-b58c-67e8f367d817,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:40.962869 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:41.011723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=fa34b52a-8b7c-4256-b58c-67e8f367d817,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:41.018823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.019168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.019508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.019844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.020176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.020506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.020830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.021152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.021474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.021795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.022115 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.022471 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:25:41.132572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352f6e3-bd02-4cfb-a830-e0d3542b71fe req-c0652199-afeb-4da7-869f-830f6beec0f7 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:41.134094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2352f6e3-bd02-4cfb-a830-e0d3542b71fe req-c0652199-afeb-4da7-869f-830f6beec0f7 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 949 time: 0.0543962 Dec 13 15:25:41.148960 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['fa34b52a-8b7c-4256-b58c-67e8f367d817'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:25:41.171290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2352f6e3-bd02-4cfb-a830-e0d3542b71fe req-0b194790-f9eb-4ae6-8932-78ab652271b2 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Dec 13 15:25:42.284568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc00b0-2758-4652-8553-05828e852e9f req-140a80b1-b439-43c8-8a90-b1b5bdda099e tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:42.286567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ddc00b0-2758-4652-8553-05828e852e9f req-140a80b1-b439-43c8-8a90-b1b5bdda099e tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 949 time: 0.0480726 Dec 13 15:25:42.327460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ddc00b0-2758-4652-8553-05828e852e9f req-8dc00d31-52bd-4034-8320-54beec359e2e tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348277 Dec 13 15:25:42.717601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device fa34b52a-8b7c-4256-b58c-67e8f367d817 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:25:42.814574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port fa34b52a-8b7c-4256-b58c-67e8f367d817 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:25:42.819370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port fa34b52a-8b7c-4256-b58c-67e8f367d817 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:25:42.824120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:42.899239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:42.920745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa34b52a-8b7c-4256-b58c-67e8f367d817'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:42.922998 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5757a-9b6c-4f44-b31c-28cc02e577e4" -d '{"events": [{"server_uuid": "321cbc11-6a75-4c34-ba64-ed4ba12819e7", "name": "network-vif-plugged", "status": "completed", "tag": "fa34b52a-8b7c-4256-b58c-67e8f367d817"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:42.935651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port fa34b52a-8b7c-4256-b58c-67e8f367d817, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=fa34b52a-8b7c-4256-b58c-67e8f367d817,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:42.961644 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a736beb-2e9f-4ac1-9599-01684a553d68 x-openstack-request-id: req-0a736beb-2e9f-4ac1-9599-01684a553d68 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:42.961644 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321cbc11-6a75-4c34-ba64-ed4ba12819e7", "name": "network-vif-plugged", "status": "completed", "tag": "fa34b52a-8b7c-4256-b58c-67e8f367d817", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:42.961644 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a736beb-2e9f-4ac1-9599-01684a553d68 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:42.961644 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa34b52a-8b7c-4256-b58c-67e8f367d817', 'code': 200} Dec 13 15:25:43.003547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:43.049263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=fa34b52a-8b7c-4256-b58c-67e8f367d817,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:43.056166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124c01c-b735-4668-85ad-12819bb47128 req-275a2b26-c12e-4935-ad3e-a313897c92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:43.058049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d124c01c-b735-4668-85ad-12819bb47128 req-275a2b26-c12e-4935-ad3e-a313897c92ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 1101 time: 0.0410028 Dec 13 15:25:43.092895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d124c01c-b735-4668-85ad-12819bb47128 req-370bf6ec-f3a7-4a84-acde-dc6e9fa49fde service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285277 Dec 13 15:25:43.443246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214de5f0-fa13-4198-8574-127d0d2eeb27 req-559346e1-52ec-4a2c-9537-8dba6d1bc5e8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:43.445114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-214de5f0-fa13-4198-8574-127d0d2eeb27 req-559346e1-52ec-4a2c-9537-8dba6d1bc5e8 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 950 time: 0.0520203 Dec 13 15:25:43.483538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-214de5f0-fa13-4198-8574-127d0d2eeb27 req-ece24f66-5fa8-43cc-8fc0-e94bf2430a1f tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Dec 13 15:25:44.597794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd3183-aca7-4a17-b22d-f4710cc493ed req-61600af8-4fa8-4deb-9313-cc76ad46eaf1 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:44.599278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75cd3183-aca7-4a17-b22d-f4710cc493ed req-61600af8-4fa8-4deb-9313-cc76ad46eaf1 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 950 time: 0.0485320 Dec 13 15:25:44.635936 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75cd3183-aca7-4a17-b22d-f4710cc493ed req-de791fdf-0c2d-4f9b-a78e-2d4fe7047009 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308113 Dec 13 15:25:44.962135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-3dcda19d-6741-491e-b385-af75eae44b07 req-352c08fa-43a7-4333-a25f-08cefb2612fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:25:44.963185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3dcda19d-6741-491e-b385-af75eae44b07 req-352c08fa-43a7-4333-a25f-08cefb2612fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054865 Dec 13 15:25:45.467390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-228b81b5-8bbb-4fe0-8623-a71229790df0 req-c82dc6ba-4d2a-4666-abac-5ce7f97927ec service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:25:45.468382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-228b81b5-8bbb-4fe0-8623-a71229790df0 req-c82dc6ba-4d2a-4666-abac-5ce7f97927ec service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532172 Dec 13 15:25:46.006744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633601-a1a3-4f3c-85f6-d59114bb1274 req-de292036-7507-4d21-9a36-85e6018dcab5 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:46.008755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0633601-a1a3-4f3c-85f6-d59114bb1274 req-de292036-7507-4d21-9a36-85e6018dcab5 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 950 time: 0.0540555 Dec 13 15:25:46.045989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b0633601-a1a3-4f3c-85f6-d59114bb1274 req-f82ac20b-0b29-453e-8784-0cf8ec70df6e tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Dec 13 15:25:46.093893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:47.161845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed606dc-249e-4db4-8049-1a4334630c9e req-0b5488f6-266f-4c61-83e3-03baa2843bdc tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:47.163318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ed606dc-249e-4db4-8049-1a4334630c9e req-0b5488f6-266f-4c61-83e3-03baa2843bdc tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 950 time: 0.0493691 Dec 13 15:25:47.201520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ed606dc-249e-4db4-8049-1a4334630c9e req-404449ba-b0bf-497c-b57b-11b175c6592a tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a758b54-29c2-4823-b883-6ed87b00a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Dec 13 15:25:47.239695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-e028e939-04e9-4e3f-9461-c4cb57eb6902 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:47.241149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-e028e939-04e9-4e3f-9461-c4cb57eb6902 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.50 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 950 time: 0.0490165 Dec 13 15:25:47.265695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:47.329393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Deleting port fa34b52a-8b7c-4256-b58c-67e8f367d817 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:25:47.329729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:47.417902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] For port fa34b52a-8b7c-4256-b58c-67e8f367d817, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=fa34b52a-8b7c-4256-b58c-67e8f367d817,segment=NetworkSegment(b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3),segment_id=b7a3d012-7e0f-4a8e-9ece-aa257a87cfc3)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:25:47.418177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:47.430386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Calling delete_port for fa34b52a-8b7c-4256-b58c-67e8f367d817 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:25:47.625651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:47.637252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['fa34b52a-8b7c-4256-b58c-67e8f367d817'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:25:47.655939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Pushing event deleted for resources: {'Port': ['ID=fa34b52a-8b7c-4256-b58c-67e8f367d817,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:47.698027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] No DVR routers for this DVR port fa34b52a-8b7c-4256-b58c-67e8f367d817 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:25:47.700734 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:47.704183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b4f4138-3df3-442c-8a08-b2c2dde2fca7 req-86b8fb6e-6ab4-4f8f-bab5-da0a8e251b43 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.50 "DELETE /v2.0/ports/fa34b52a-8b7c-4256-b58c-67e8f367d817 HTTP/1.1" status: 204 len: 173 time: 0.4565003 Dec 13 15:25:47.704626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'name': 'network-vif-deleted', 'tag': 'fa34b52a-8b7c-4256-b58c-67e8f367d817'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:47.706961 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8969a3-dd0e-4e98-8ccc-131db9414961" -d '{"events": [{"server_uuid": "321cbc11-6a75-4c34-ba64-ed4ba12819e7", "name": "network-vif-deleted", "tag": "fa34b52a-8b7c-4256-b58c-67e8f367d817"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:47.744376 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06342280-5ae0-4795-9fa2-c23741a7ea11 x-openstack-request-id: req-06342280-5ae0-4795-9fa2-c23741a7ea11 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:47.744694 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321cbc11-6a75-4c34-ba64-ed4ba12819e7", "name": "network-vif-deleted", "tag": "fa34b52a-8b7c-4256-b58c-67e8f367d817", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:47.744925 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06342280-5ae0-4795-9fa2-c23741a7ea11 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:47.745331 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321cbc11-6a75-4c34-ba64-ed4ba12819e7', 'name': 'network-vif-deleted', 'tag': 'fa34b52a-8b7c-4256-b58c-67e8f367d817', 'status': 'completed', 'code': 200} Dec 13 15:25:48.307423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-421f78f7-9626-49d1-8e24-bb7937d34f2f req-4656dc95-9c34-4769-89d6-3142dc22cc65 tempest-ServersAdminNegativeTestJSON-2130995545 tempest-ServersAdminNegativeTestJSON-2130995545-project] 10.222.0.24 "GET /v2.0/ports?device_id=321cbc11-6a75-4c34-ba64-ed4ba12819e7 HTTP/1.1" status: 200 len: 210 time: 0.0282991 Dec 13 15:25:49.784868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33966) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:49.871824 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c73b6b3c-ea3b-43db-82cf-1df24ee41be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:49.916320 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7375f853-bcd4-4ffa-8b6e-9e78e515f050 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5ba7d9f7bac4967a1daab199161be82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302257 Dec 13 15:25:49.918813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33970) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:49.965181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49ad5356-ea39-457b-a0d8-203135c800f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:49.989443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49ad5356-ea39-457b-a0d8-203135c800f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:50.100215 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49ad5356-ea39-457b-a0d8-203135c800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:50.103412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-49ad5356-ea39-457b-a0d8-203135c800f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:50.104566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-49ad5356-ea39-457b-a0d8-203135c800f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a758b54-29c2-4823-b883-6ed87b00a74c HTTP/1.1" status: 204 len: 168 time: 0.1848662 Dec 13 15:25:50.112205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad5356-ea39-457b-a0d8-203135c800f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a758b54-29c2-4823-b883-6ed87b00a74c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:50.674639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33976) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:50.688795 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5913ff6-cc21-4365-97a2-6cef3d810da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:50.760048 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5913ff6-cc21-4365-97a2-6cef3d810da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:50.819598 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e5913ff6-cc21-4365-97a2-6cef3d810da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:50.856338 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5913ff6-cc21-4365-97a2-6cef3d810da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d045f-2740-4110-9b98-4aa68a1c0c64,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:50.860480 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e5913ff6-cc21-4365-97a2-6cef3d810da7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=779bef9311ab41bb8190420318632ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848378 Dec 13 15:25:50.863137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 33978) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:50.911786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37d5657d-e70f-401f-829d-23c70ac35c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:50.935201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37d5657d-e70f-401f-829d-23c70ac35c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:51.065427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37d5657d-e70f-401f-829d-23c70ac35c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:51.067965 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-37d5657d-e70f-401f-829d-23c70ac35c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:51.069095 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-37d5657d-e70f-401f-829d-23c70ac35c94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e85d045f-2740-4110-9b98-4aa68a1c0c64 HTTP/1.1" status: 204 len: 168 time: 0.2049663 Dec 13 15:25:51.077236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5657d-e70f-401f-829d-23c70ac35c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d045f-2740-4110-9b98-4aa68a1c0c64,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:52.031128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34000) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:52.129434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-102964294-network', 'tenant_id': '01ec0976e81c4737b7742b17e7167c69'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:25:52.213554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Made reservation on behalf of 01ec0976e81c4737b7742b17e7167c69 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:25:52.215961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.224592 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.259357 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afa49d23-61ef-43ba-9484-58fa9499bba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.296543 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.373878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.397840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:25:52.407170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80422d57-6c4a-4a78-baab-4b6663b4e4b0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:52.411791 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.415160 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Added segment d82b7f10-b470-4e6a-b120-37024d0fe0bf of type vlan for network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 Dec 13 15:25:52.453039 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.545449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.546426 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:52.547045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.607016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] Pushing event updated for resources: {'Network': ['ID=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:52.620646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:25:52.674666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3111fc40-4fdb-430f-ba88-a0cf41d2a69a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6423991 Dec 13 15:25:52.677557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34004) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:25:52.684466 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Request body: {'subnet': {'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-102964294-subnet', 'tenant_id': '01ec0976e81c4737b7742b17e7167c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:25:52.774023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Made reservation on behalf of 01ec0976e81c4737b7742b17e7167c69 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:25:52.775210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device fa34b52a-8b7c-4256-b58c-67e8f367d817 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:25:52.776374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:52.799210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: fa34b52a-8b7c-4256-b58c-67e8f367d817 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:25:52.799475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device fa34b52a-8b7c-4256-b58c-67e8f367d817 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:25:52.997219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:53.051845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=490e875f-c3fd-4b4d-b38e-4b094f23b496,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:53.060244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Checking segment: {'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:25:53.060600 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Network hostable DHCP agents. Network: 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:25:53.134062 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:25:53.191162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:25:53.195182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:53.195751 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:53.200805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb3a70-16dc-45e1-bf6a-76a75d7cfe29 None None] Network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:25:53.245919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0938224d-d7c1-4e54-941c-8d404e6b96aa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5673068 Dec 13 15:25:53.329836 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b82ec-075c-4fc6-8ddb-00ebcb912196 None None] Network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:25:53.376745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:53.666319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-bec00dbb-24d3-4d3e-88ac-383fe250891b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:53.667769 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-bec00dbb-24d3-4d3e-88ac-383fe250891b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 811 time: 0.1033974 Dec 13 15:25:53.683065 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-4cf45b7b-d8a3-401c-b799-929153296da0 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/quotas/01ec0976e81c4737b7742b17e7167c69 HTTP/1.1" status: 200 len: 375 time: 0.0095828 Dec 13 15:25:53.713675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-55b3ddc5-956d-47da-a089-308d2f0560ef tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255060 Dec 13 15:25:53.806367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-74f29a92-9461-4d74-a6e4-9cc89375069e service neutron] 10.222.0.24 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Dec 13 15:25:53.894058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-deed3959-b385-4362-807e-bb870caf7948 service neutron] 10.222.0.24 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816054 Dec 13 15:25:54.124184 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7f04d3f-c133-4c34-8004-fa0e3f06c398 req-948d5da5-321a-4e98-8b1e-e66ba201f5bc tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Dec 13 15:25:54.996851 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:55.208396 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:55.218453 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c235e27-4ee4-4ffb-9923-66cbc055eca6 req-86985865-7a0a-4ff5-b7e0-dd646016c07e tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 210 time: 0.0269055 Dec 13 15:25:56.062140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-a706990b-7398-4213-bf8e-af053643c59c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:56.063702 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-a706990b-7398-4213-bf8e-af053643c59c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.50 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 811 time: 0.1047904 Dec 13 15:25:56.076738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Request body: {'port': {'device_id': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5', 'admin_state_up': True, 'tenant_id': '01ec0976e81c4737b7742b17e7167c69'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:25:56.242325 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Made reservation on behalf of 01ec0976e81c4737b7742b17e7167c69 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:25:56.246410 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:56.338221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e2bdeb84-540a-4e09-9608-8526c5f2619a req-1b4ea328-27fb-4612-9c05-c9098bc97650 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 210 time: 0.0337367 Dec 13 15:25:56.398490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Allocated IP 172.20.0.13 (9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5/490e875f-c3fd-4b4d-b38e-4b094f23b496/69410ef1-4323-4e58-8bcd-8946913ee28d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:25:56.542374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:56.637128 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:56.679756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:25:56.682777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:25:56.686285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:25:56.694445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:56.750335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:56.750940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:56.811203 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-7571424c-f4a9-4963-bdd5-28c1cb8911f8 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382119 Dec 13 15:25:56.872120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Request body: {'port': {'device_id': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:25:56.924763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:57.178656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69410ef1-4323-4e58-8bcd-8946913ee28d {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:25:57.185868 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:57.199184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Transition to ACTIVE for port object 69410ef1-4323-4e58-8bcd-8946913ee28d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:25:57.259990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:57.314017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:57.376816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:25:57.377148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:25:57.377615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d on network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:25:57.381889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Port 69410ef1-4323-4e58-8bcd-8946913ee28d on network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:25:57.382208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d on network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:25:57.387459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:25:57.387791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Checking segment: {'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:25:57.388169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Bound using segment: {'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:25:57.388594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Bound port: 69410ef1-4323-4e58-8bcd-8946913ee28d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:25:57.388951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:57.452136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:25:57.455143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:25:57.459187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9592a-650d-4e9d-b8c0-0481efeeaa35 req-31478da4-c1ac-40e7-9639-7af79c00e82d tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:57.466757 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dcf9592a-650d-4e9d-b8c0-0481efeeaa35 req-31478da4-c1ac-40e7-9639-7af79c00e82d tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 944 time: 0.0550902 Dec 13 15:25:57.497862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dcf9592a-650d-4e9d-b8c0-0481efeeaa35 req-d0e14e02-24e5-4e8c-86bb-729808480f05 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Dec 13 15:25:57.523202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:57.559536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:57.560148 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:25:57.561515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] 10.222.0.50 "PUT /v2.0/ports/69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 1092 time: 0.7421741 Dec 13 15:25:57.561948 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:25:57.564239 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44adfd1-6975-4349-b05c-c0931e7fd7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:25:57.590654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ac8d-427f-4146-af57-217ab24159aa service neutron] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:25:57.606692 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c1591-4656-4d5d-b18f-f246c16e7598 x-openstack-request-id: req-728c1591-4656-4d5d-b18f-f246c16e7598 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:25:57.606692 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:25:57.606692 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-728c1591-4656-4d5d-b18f-f246c16e7598 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:25:57.606692 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'status': 'completed', 'code': 200} Dec 13 15:25:57.666259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44adfd1-6975-4349-b05c-c0931e7fd7b0 req-e4365cab-4319-4899-9d16-def4747b1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:57.667747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c44adfd1-6975-4349-b05c-c0931e7fd7b0 req-e4365cab-4319-4899-9d16-def4747b1653 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1095 time: 0.0408447 Dec 13 15:25:57.764986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44adfd1-6975-4349-b05c-c0931e7fd7b0 req-4c2a6d55-5dee-4059-9fb8-20cbe10c2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:57.766345 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c44adfd1-6975-4349-b05c-c0931e7fd7b0 req-4c2a6d55-5dee-4059-9fb8-20cbe10c2d58 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=01ec0976e81c4737b7742b17e7167c69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0913944 Dec 13 15:25:57.857539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44adfd1-6975-4349-b05c-c0931e7fd7b0 req-10430fb7-4cce-4699-9173-18bc5e2fa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:57.859059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c44adfd1-6975-4349-b05c-c0931e7fd7b0 req-10430fb7-4cce-4699-9173-18bc5e2fa48b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862789 Dec 13 15:25:57.933321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-df2ff810-52ad-444a-8ed2-5d406bf09d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:57.934805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-df2ff810-52ad-444a-8ed2-5d406bf09d5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1095 time: 0.0404820 Dec 13 15:25:57.985407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-dd5b5caa-66d5-454c-8c86-1e9fd8dd62b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 217 time: 0.0424027 Dec 13 15:25:58.034788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-f6cbe599-8409-4871-8188-209efce80e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:58.036119 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-f6cbe599-8409-4871-8188-209efce80e23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 200 len: 851 time: 0.0440176 Dec 13 15:25:58.068370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-b1bf30db-5188-4c1d-8658-5a4e308870b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241485 Dec 13 15:25:58.159495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-814bde64-0ebf-49e0-bc0c-451d4bbe752f service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843093 Dec 13 15:25:58.246881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0532bf15-1dbf-45db-a204-4a5cc46de732 req-1908e0dd-ff14-4767-bfc9-a394496c38df service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791593 Dec 13 15:25:58.618345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6efdc-9cbb-46ae-92de-1631a7626b03 req-dc0ce0f6-38d6-4db2-bf1f-d322be96f908 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:58.619838 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdd6efdc-9cbb-46ae-92de-1631a7626b03 req-dc0ce0f6-38d6-4db2-bf1f-d322be96f908 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 944 time: 0.0548871 Dec 13 15:25:58.657589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdd6efdc-9cbb-46ae-92de-1631a7626b03 req-e3e7a277-3f80-4495-a40b-a3cd78ed5bb0 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Dec 13 15:25:59.771174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76cb42-c604-449b-a965-b161eee91434 req-ac8e727f-6f45-4468-83a7-953ce33f2108 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:25:59.772603 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a76cb42-c604-449b-a965-b161eee91434 req-ac8e727f-6f45-4468-83a7-953ce33f2108 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 944 time: 0.0481114 Dec 13 15:25:59.809485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0a76cb42-c604-449b-a965-b161eee91434 req-a6d32045-3439-4070-b071-9f9a818ff844 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302932 Dec 13 15:26:00.776401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:26:00.871865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:00.884407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5', 'port_id': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'mac_address': 'fa:16:3e:47:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e875f-c3fd-4b4d-b38e-4b094f23b496', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:26:00.920751 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:00.923828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e32e-55e2-40de-be30-35b53abd81ad req-ba3ba7bf-e49b-4208-9e69-49858fe3a554 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:00.925322 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1697e32e-55e2-40de-be30-35b53abd81ad req-ba3ba7bf-e49b-4208-9e69-49858fe3a554 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 944 time: 0.0490525 Dec 13 15:26:00.933531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69410ef1-4323-4e58-8bcd-8946913ee28d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:26:00.952979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:00.963358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1697e32e-55e2-40de-be30-35b53abd81ad req-2a8e3a18-be4c-4000-8b44-bc454c88cd3b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Dec 13 15:26:01.026184 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:01.072750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:01.218094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['69410ef1-4323-4e58-8bcd-8946913ee28d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:26:02.079296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a43d2-45ae-43a5-b021-099bcd37c269 req-e602c42d-f34a-4144-ae2e-e3ec089986b3 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:02.080735 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f38a43d2-45ae-43a5-b021-099bcd37c269 req-e602c42d-f34a-4144-ae2e-e3ec089986b3 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 945 time: 0.0525620 Dec 13 15:26:02.118899 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f38a43d2-45ae-43a5-b021-099bcd37c269 req-55d208e1-7a60-45cf-82a5-79d983b32adb tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Dec 13 15:26:02.780149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:26:02.870966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 69410ef1-4323-4e58-8bcd-8946913ee28d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:26:02.874853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 69410ef1-4323-4e58-8bcd-8946913ee28d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:26:02.875222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:02.959430 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:02.982189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:26:02.984451 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d984ed04-2dc0-484d-8256-81fa778e47bf" -d '{"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-plugged", "status": "completed", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:26:02.996518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:03.021003 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259630e-a027-4156-a085-f12cb818e3f5 x-openstack-request-id: req-d259630e-a027-4156-a085-f12cb818e3f5 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:26:03.021294 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-plugged", "status": "completed", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:26:03.021550 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d259630e-a027-4156-a085-f12cb818e3f5 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:26:03.021945 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'code': 200} Dec 13 15:26:03.048649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:03.096537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:03.116987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32baea-242f-46f9-925f-ee65c431a163 req-7452cc8a-6514-46c6-aa1b-c2011912ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:03.118489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff32baea-242f-46f9-925f-ee65c431a163 req-7452cc8a-6514-46c6-aa1b-c2011912ec36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1097 time: 0.0405016 Dec 13 15:26:03.153331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff32baea-242f-46f9-925f-ee65c431a163 req-2ef0bf81-f450-42f1-baf3-a63d7613971a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279300 Dec 13 15:26:03.230763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5871a-1616-401b-a5ae-3c33086df8a2 req-af600f93-12b5-4a99-8e28-00ff9a649d34 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:03.239770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9cf5871a-1616-401b-a5ae-3c33086df8a2 req-af600f93-12b5-4a99-8e28-00ff9a649d34 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0556078 Dec 13 15:26:03.279747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9cf5871a-1616-401b-a5ae-3c33086df8a2 req-267088b0-e173-4fa7-a999-bdb54b3241fd tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Dec 13 15:26:04.400401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e937-b03f-4a06-87ca-a991967cbc95 req-12392656-81d4-4063-b852-1dd28f1b643f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:04.401857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-20e4e937-b03f-4a06-87ca-a991967cbc95 req-12392656-81d4-4063-b852-1dd28f1b643f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0538125 Dec 13 15:26:04.438730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-20e4e937-b03f-4a06-87ca-a991967cbc95 req-ffe6cadc-ed96-4eb0-a832-2e528d2da37f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308521 Dec 13 15:26:04.765820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edcb28-49cd-4043-9ad1-217e8e2f2785 req-c15fb037-4910-4ab5-95ce-c49e00900f78 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:04.767335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75edcb28-49cd-4043-9ad1-217e8e2f2785 req-c15fb037-4910-4ab5-95ce-c49e00900f78 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0493438 Dec 13 15:26:04.784409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34062) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:26:04.808864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75edcb28-49cd-4043-9ad1-217e8e2f2785 req-b8129edb-aa53-425c-a9af-9910e21679da tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Dec 13 15:26:04.880811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-05682c4b-c654-42fd-b937-03524c596fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953467 Dec 13 15:26:04.889629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-49211152-3bd0-4a08-96c3-273a9495373b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:26:04.890594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-49211152-3bd0-4a08-96c3-273a9495373b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048263 Dec 13 15:26:05.929056 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b0db4-807e-44f2-8985-9b2c46d06873 req-4f7b0ef8-5b74-4976-96f1-ddd8ad94dbed tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:05.931066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-972b0db4-807e-44f2-8985-9b2c46d06873 req-4f7b0ef8-5b74-4976-96f1-ddd8ad94dbed tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0541024 Dec 13 15:26:05.969057 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-972b0db4-807e-44f2-8985-9b2c46d06873 req-8baa6059-3f4d-4a07-8185-019eb3211b7e tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Dec 13 15:26:06.772429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-4e8e7ca2-1194-4298-8918-83a37f63b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:06.774551 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-4e8e7ca2-1194-4298-8918-83a37f63b1ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1097 time: 0.0398986 Dec 13 15:26:06.871341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-4afe5e76-1649-4490-9abc-f50980c807e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:06.872809 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-4afe5e76-1649-4490-9abc-f50980c807e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 912 time: 0.0913796 Dec 13 15:26:06.914097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-c3bdbfb3-ba58-4179-91cd-14ace3b3e93e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 217 time: 0.0344069 Dec 13 15:26:06.963678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-bfa493d6-40d5-4239-9dfa-016bd084bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:06.965121 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-bfa493d6-40d5-4239-9dfa-016bd084bba1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 200 len: 851 time: 0.0434144 Dec 13 15:26:06.999093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-430470dd-ad32-4ea7-a7e7-88d3db4de4ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274403 Dec 13 15:26:07.083855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a94b6c-9c5d-4c35-a4a1-b08203ba516f req-c340c21d-9002-47a7-9b91-29fca0476d8c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:07.085239 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05a94b6c-9c5d-4c35-a4a1-b08203ba516f req-c340c21d-9002-47a7-9b91-29fca0476d8c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Dec 13 15:26:07.088566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-a1add9d8-071f-4e68-ac2e-d2476446561f service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827353 Dec 13 15:26:07.122394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05a94b6c-9c5d-4c35-a4a1-b08203ba516f req-53ad499e-4f71-4b2a-91c1-9e49ca3a8126 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305858 Dec 13 15:26:07.181749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-446b3b66-da40-4b51-b1a6-7e6a33192f88 service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864406 Dec 13 15:26:08.244114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a84ed-89d8-4c96-8a6b-ac3f634da4ca req-19c65fad-3f4f-42e7-8c42-96c79c724b83 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:08.245567 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b3a84ed-89d8-4c96-8a6b-ac3f634da4ca req-19c65fad-3f4f-42e7-8c42-96c79c724b83 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0522740 Dec 13 15:26:08.282357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b3a84ed-89d8-4c96-8a6b-ac3f634da4ca req-7b47ab67-89e2-4fa9-93db-e906a76153cb tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Dec 13 15:26:09.399445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913374-88d9-4bcd-9e30-5ec877e5c407 req-49cfc763-828d-4bfe-b3d7-a2406a22c83f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:09.400883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f913374-88d9-4bcd-9e30-5ec877e5c407 req-49cfc763-828d-4bfe-b3d7-a2406a22c83f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0523734 Dec 13 15:26:09.437549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9f913374-88d9-4bcd-9e30-5ec877e5c407 req-8ef265a2-4278-483b-a9fc-8f181f9e533f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307677 Dec 13 15:26:10.549630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e617b9-ae88-4d62-beaf-5e024034c983 req-ee19fdbc-cbb8-482c-9782-2a1bce2f51ec tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:10.551114 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0e617b9-ae88-4d62-beaf-5e024034c983 req-ee19fdbc-cbb8-482c-9782-2a1bce2f51ec tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0480025 Dec 13 15:26:10.587776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0e617b9-ae88-4d62-beaf-5e024034c983 req-ca89379c-e627-4651-a5e7-d270b037205a tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302446 Dec 13 15:26:11.206256 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:26:11.702537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da31e25-b2c2-4f23-aca7-1ced6373cd53 req-21d88cc6-e00f-4be7-b74d-2852ab6a03a7 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:11.704002 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3da31e25-b2c2-4f23-aca7-1ced6373cd53 req-21d88cc6-e00f-4be7-b74d-2852ab6a03a7 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0495553 Dec 13 15:26:11.740458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3da31e25-b2c2-4f23-aca7-1ced6373cd53 req-c765bf1b-5fbb-4c95-a7d8-55b3a811c461 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306246 Dec 13 15:26:12.865166 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec893d-4148-4760-8275-13b702b341ae req-b48d4380-1775-47a1-b2c4-3ce94613e8d0 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:12.866668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ec893d-4148-4760-8275-13b702b341ae req-b48d4380-1775-47a1-b2c4-3ce94613e8d0 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0599327 Dec 13 15:26:12.904617 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f0ec893d-4148-4760-8275-13b702b341ae req-7dabf7e3-1ee9-4c28-a58e-293dcbd36e32 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Dec 13 15:26:14.022302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539462b1-715d-4ddb-8fc9-69f508bf03c4 req-0505ca93-1b43-4c75-be59-3548ef12f02f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:14.024330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-539462b1-715d-4ddb-8fc9-69f508bf03c4 req-0505ca93-1b43-4c75-be59-3548ef12f02f tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0523815 Dec 13 15:26:14.062281 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-539462b1-715d-4ddb-8fc9-69f508bf03c4 req-eddc6459-bc2e-4bbf-8f2f-ce0b205491a2 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Dec 13 15:26:15.195437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b1a71-f4cd-4d33-a870-084ffdf29a3d req-482e57c2-38de-4fe4-b27c-885662503d8b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:15.196892 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e07b1a71-f4cd-4d33-a870-084ffdf29a3d req-482e57c2-38de-4fe4-b27c-885662503d8b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0505033 Dec 13 15:26:15.238500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e07b1a71-f4cd-4d33-a870-084ffdf29a3d req-74c76048-d0c3-4380-b86d-7b4202bd5d82 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355594 Dec 13 15:26:15.745783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-e2f3057e-120e-4e87-976b-835d0300d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:15.747259 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-e2f3057e-120e-4e87-976b-835d0300d529 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1097 time: 0.0405638 Dec 13 15:26:15.853603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-2734bb7a-73b0-48dd-959d-53395f2f2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:15.855107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-2734bb7a-73b0-48dd-959d-53395f2f2ddf service neutron] 10.222.0.50 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 912 time: 0.0878129 Dec 13 15:26:15.900009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-131e1bde-d68f-44a5-bfba-b78d8f97bdd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 217 time: 0.0345690 Dec 13 15:26:15.946721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-6db1ac77-8d35-437e-8545-55a894a1b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:15.948611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-6db1ac77-8d35-437e-8545-55a894a1b7f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 200 len: 851 time: 0.0415139 Dec 13 15:26:15.984019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-2979c70a-6fb8-455a-a29f-22bbcdd69b7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269034 Dec 13 15:26:16.073111 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-c79f728c-25d5-45d4-a7dc-e0af3f6facfe service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821655 Dec 13 15:26:16.093993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:16.163955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3593bbb0-e237-4c89-9727-b1eb1b9023ab req-d33a0eea-cc08-499f-a236-be2ca27b4034 service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841255 Dec 13 15:26:16.355827 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902824c-9a0f-4e3e-81cd-78e4ee764fa9 req-cfd25c48-4ae6-4d94-912e-4ac76745ba64 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:16.357269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0902824c-9a0f-4e3e-81cd-78e4ee764fa9 req-cfd25c48-4ae6-4d94-912e-4ac76745ba64 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0519321 Dec 13 15:26:16.393747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0902824c-9a0f-4e3e-81cd-78e4ee764fa9 req-8d982a54-23be-4f46-9b5a-fffc0970333c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305908 Dec 13 15:26:17.265024 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:17.507570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b75016-28fc-42bb-8faf-d8bc5055ae53 req-dfc81c6e-81da-471a-a335-b14913f09351 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:17.509007 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b1b75016-28fc-42bb-8faf-d8bc5055ae53 req-dfc81c6e-81da-471a-a335-b14913f09351 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0496478 Dec 13 15:26:17.545384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b1b75016-28fc-42bb-8faf-d8bc5055ae53 req-3f98ed2f-f284-4bc0-a9a1-c6c3a14767ef tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Dec 13 15:26:18.659411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a16e-9762-4787-ab08-46705dced1c0 req-1c6e179b-0378-47ee-8311-ccdfbf18d08d tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:18.660971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2274a16e-9762-4787-ab08-46705dced1c0 req-1c6e179b-0378-47ee-8311-ccdfbf18d08d tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0483077 Dec 13 15:26:18.703716 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2274a16e-9762-4787-ab08-46705dced1c0 req-3296e4d6-9e5c-49af-ac17-7f0a91fc930d tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356839 Dec 13 15:26:19.818052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f9bb-16c9-400e-afa2-c796808e7ab1 req-12e6c089-86bf-471a-83f0-32caafe79244 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:19.820186 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f46f9bb-16c9-400e-afa2-c796808e7ab1 req-12e6c089-86bf-471a-83f0-32caafe79244 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0490277 Dec 13 15:26:19.858336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f46f9bb-16c9-400e-afa2-c796808e7ab1 req-9a4a60d3-584d-453b-8aa9-470736b45457 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Dec 13 15:26:19.865268 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e1adf73b-98ff-4f4f-b754-24090a3232a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:20.974583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863ee1-ac52-444f-be3a-f8435959fe15 req-3e1b55ba-4244-441a-90ce-0950e271c096 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:20.976032 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc863ee1-ac52-444f-be3a-f8435959fe15 req-3e1b55ba-4244-441a-90ce-0950e271c096 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0482144 Dec 13 15:26:21.012783 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc863ee1-ac52-444f-be3a-f8435959fe15 req-98240aa9-02cd-48c5-839c-7c3d117fc674 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303802 Dec 13 15:26:22.124822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c497b-ef67-432d-ac69-00f07f84c952 req-258aa7c0-b09b-4d38-b515-93f57ead54ec tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:22.126283 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d01c497b-ef67-432d-ac69-00f07f84c952 req-258aa7c0-b09b-4d38-b515-93f57ead54ec tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0477519 Dec 13 15:26:22.166887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d01c497b-ef67-432d-ac69-00f07f84c952 req-c1423d2b-a8d3-4392-a0db-ddbf3b5b17d9 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Dec 13 15:26:22.230838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c75a-ccc0-40d4-ae9a-24d533e3cc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:23.285417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620457d8-73dd-43f8-adbc-801865295fae req-9c05680c-abe3-4bc3-ad38-7d787fed3211 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:23.286908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-620457d8-73dd-43f8-adbc-801865295fae req-9c05680c-abe3-4bc3-ad38-7d787fed3211 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0517960 Dec 13 15:26:23.326455 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-620457d8-73dd-43f8-adbc-801865295fae req-83578ac4-c103-4f9e-a45a-87271b58059b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Dec 13 15:26:23.390427 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:24.439824 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b595e-d587-4ac4-a165-9fe377fdb5b9 req-247066f2-2792-4886-97d6-26e826b2fc41 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:24.441252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc7b595e-d587-4ac4-a165-9fe377fdb5b9 req-247066f2-2792-4886-97d6-26e826b2fc41 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Dec 13 15:26:24.478058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc7b595e-d587-4ac4-a165-9fe377fdb5b9 req-9a12680a-39a6-497e-8219-40e99fb90704 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Dec 13 15:26:25.031046 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:25.156569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:25.592798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc336504-c538-4571-93eb-f79c320ae2e8 req-8267a62e-c406-4189-a5b9-ed331a7c9066 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:25.594270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc336504-c538-4571-93eb-f79c320ae2e8 req-8267a62e-c406-4189-a5b9-ed331a7c9066 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0491009 Dec 13 15:26:25.630778 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc336504-c538-4571-93eb-f79c320ae2e8 req-64636958-8dbd-4295-8b22-f74244107dc3 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Dec 13 15:26:26.745917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709ff5e-b06d-4e3b-bd51-3d4337be3e27 req-9238aa7b-8fe7-4040-8f42-706c290d2c3b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:26.747427 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f709ff5e-b06d-4e3b-bd51-3d4337be3e27 req-9238aa7b-8fe7-4040-8f42-706c290d2c3b tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0511289 Dec 13 15:26:26.785058 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f709ff5e-b06d-4e3b-bd51-3d4337be3e27 req-13e3f00f-fdba-47ef-a7f3-79bb876e574d tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Dec 13 15:26:27.897770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04a0af-3d1a-44d6-9c2e-4e61dcf5218a req-c0c4e1a0-d1fa-40d8-8562-9e6b67b0a432 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:27.899167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d04a0af-3d1a-44d6-9c2e-4e61dcf5218a req-c0c4e1a0-d1fa-40d8-8562-9e6b67b0a432 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0480676 Dec 13 15:26:27.936280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9d04a0af-3d1a-44d6-9c2e-4e61dcf5218a req-9c96b32e-1a8c-4052-b606-67e1f3b4c9f6 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305395 Dec 13 15:26:29.060135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b7e6-ab88-4ea2-af78-c1b1fa14d967 req-1abe5dd4-3dcd-439a-892c-ab558199aaf6 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:29.061609 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b979b7e6-ab88-4ea2-af78-c1b1fa14d967 req-1abe5dd4-3dcd-439a-892c-ab558199aaf6 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0597551 Dec 13 15:26:29.104785 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b979b7e6-ab88-4ea2-af78-c1b1fa14d967 req-fcbd40a5-bff2-401f-9488-ea9c26ee39b2 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Dec 13 15:26:30.223231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79344d-09cb-4105-979d-f6829a4ce4d2 req-e8a9c810-e950-4f8b-9f15-7804d8b9ce80 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:30.224692 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e79344d-09cb-4105-979d-f6829a4ce4d2 req-e8a9c810-e950-4f8b-9f15-7804d8b9ce80 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0528607 Dec 13 15:26:30.261934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e79344d-09cb-4105-979d-f6829a4ce4d2 req-1d1ac66c-6d41-4eaf-b059-64f6caf877ee tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Dec 13 15:26:31.374142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee2a48-e444-4904-b2bb-bd14c22b9516 req-f3d8024b-705c-4c72-ba89-1e0800526df3 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:31.375627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1aee2a48-e444-4904-b2bb-bd14c22b9516 req-f3d8024b-705c-4c72-ba89-1e0800526df3 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0485690 Dec 13 15:26:31.417981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1aee2a48-e444-4904-b2bb-bd14c22b9516 req-2d566af7-72cf-42f1-9c9a-4ffba2f25c27 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Dec 13 15:26:32.530985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfd4aa-97cd-4c80-a604-d68afa069817 req-90b29fea-6b9f-495a-82b5-901fdf8addb1 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:32.532490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccfd4aa-97cd-4c80-a604-d68afa069817 req-90b29fea-6b9f-495a-82b5-901fdf8addb1 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0491824 Dec 13 15:26:32.570685 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccfd4aa-97cd-4c80-a604-d68afa069817 req-fa93b95b-ad65-4ada-a0fa-f49715030877 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Dec 13 15:26:33.683382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7214c-91e8-401e-8f44-20e9eedd65fe req-c8335ceb-d4d4-48fc-b288-35ecb5332527 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:33.684868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a7214c-91e8-401e-8f44-20e9eedd65fe req-c8335ceb-d4d4-48fc-b288-35ecb5332527 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0483966 Dec 13 15:26:33.734682 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84a7214c-91e8-401e-8f44-20e9eedd65fe req-39a22582-2516-46c0-bcff-30081ef862a2 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Dec 13 15:26:34.264290 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-e5205e3d-0b5a-44da-8054-223f7fcb1938 service neutron] show failed (client error): The resource could not be found. Dec 13 15:26:34.265264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-e5205e3d-0b5a-44da-8054-223f7fcb1938 service neutron] 10.222.0.50 "GET /v2.0/ports/69410ef1-4323-4e58-8bcd-8946913ee28d/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0577691 Dec 13 15:26:34.740321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-0186f30c-a1dc-41a4-9b67-6d33515f0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:34.741780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-0186f30c-a1dc-41a4-9b67-6d33515f0aca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26&tenant_id=01ec0976e81c4737b7742b17e7167c69 HTTP/1.1" status: 200 len: 1097 time: 0.0716717 Dec 13 15:26:34.753397 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:26:34.815952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:34.896740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969d8d5-1655-418a-9ec8-04276c334ddb req-2218ee1d-1e1c-4e4f-8931-befd16282368 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:34.898424 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e969d8d5-1655-418a-9ec8-04276c334ddb req-2218ee1d-1e1c-4e4f-8931-befd16282368 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 946 time: 0.0959187 Dec 13 15:26:35.008249 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e969d8d5-1655-418a-9ec8-04276c334ddb req-aafc872a-89ff-4658-a2c1-8d6dfad1ac8c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032746 Dec 13 15:26:35.078023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:35.109955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:26:35.148233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:26:35.150521 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb9d9f-0689-47e4-8005-5d0082577ee4" -d '{"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-unplugged", "status": "completed", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:26:35.154432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:35.166959 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Transition to ACTIVE for port object 69410ef1-4323-4e58-8bcd-8946913ee28d will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:26:35.201022 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1907b6a4-fd26-4c63-8c2c-1733ef6b0015 x-openstack-request-id: req-1907b6a4-fd26-4c63-8c2c-1733ef6b0015 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:26:35.201285 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-unplugged", "status": "completed", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:26:35.201543 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1907b6a4-fd26-4c63-8c2c-1733ef6b0015 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:26:35.201947 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'code': 200} Dec 13 15:26:35.236156 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:35.298733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=6']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:35.300696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] No DVR routers for this DVR port 69410ef1-4323-4e58-8bcd-8946913ee28d on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:26:35.309997 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.310357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.310690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.311015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.311334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.311654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.311975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.312289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.312603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.312917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.313231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.313539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:35.345017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:26:35.345343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:26:35.345664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d on network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:26:35.349782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Port 69410ef1-4323-4e58-8bcd-8946913ee28d on network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:26:35.350094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Attempting to bind port 69410ef1-4323-4e58-8bcd-8946913ee28d on network 9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:26:35.355306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:26:35.355630 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Checking segment: {'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:26:35.355996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Bound using segment: {'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:26:35.356427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Bound port: 69410ef1-4323-4e58-8bcd-8946913ee28d, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82b7f10-b470-4e6a-b120-37024d0fe0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:26:35.356748 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:35.420273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:26:35.423533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:26:35.493572 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:35.525992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:35.526703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:35.528098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] 10.222.0.55 "PUT /v2.0/ports/69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 1092 time: 0.7785134 Dec 13 15:26:35.551533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f1ba0-7d7f-4910-9553-deb36f1ffbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:35.593726 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-01943dfa-338e-43d2-a7f0-9b2bbef47f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:35.595274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-01943dfa-338e-43d2-a7f0-9b2bbef47f36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1095 time: 0.0448563 Dec 13 15:26:35.687717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-31f9e57e-8868-4f8b-a74e-e50bfbfc75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:35.689163 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-31f9e57e-8868-4f8b-a74e-e50bfbfc75c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 912 time: 0.0876081 Dec 13 15:26:35.731206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-22105545-f14e-453e-bf97-0b6544daa059 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 217 time: 0.0341625 Dec 13 15:26:35.778001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-82e37041-f22c-4f9e-86b7-ea4b9eaa5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:35.779334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-82e37041-f22c-4f9e-86b7-ea4b9eaa5b78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 200 len: 851 time: 0.0409048 Dec 13 15:26:35.813881 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-aa8ff159-d15b-468a-8b91-97a80a66f2f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274465 Dec 13 15:26:35.900266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-08a7bac9-b803-409a-9766-41dce4674353 service neutron] 10.222.0.55 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787444 Dec 13 15:26:35.992491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9a43a02-24d7-4a5f-9507-b508fccc08f1 req-1c59702e-d3af-45ec-96c0-2ef7ada69839 service neutron] 10.222.0.55 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847070 Dec 13 15:26:36.126867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40f7b9-95ea-456c-ae0d-155558bd35cf req-b733d30c-1456-4469-a818-9f613a1aa2fa tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:36.128340 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf40f7b9-95ea-456c-ae0d-155558bd35cf req-b733d30c-1456-4469-a818-9f613a1aa2fa tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 944 time: 0.0507216 Dec 13 15:26:36.165267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf40f7b9-95ea-456c-ae0d-155558bd35cf req-831f0cd3-1448-4174-90dd-590b6548d948 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Dec 13 15:26:37.203169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:26:37.205406 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438ad133-871f-4e45-b5a9-20e205e9fc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:26:37.252951 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca4188f-0743-47f5-a126-f5a95aeb051b x-openstack-request-id: req-2ca4188f-0743-47f5-a126-f5a95aeb051b {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:26:37.253241 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:26:37.253543 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ca4188f-0743-47f5-a126-f5a95aeb051b {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:26:37.253988 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'status': 'completed', 'code': 200} Dec 13 15:26:37.294077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4cb65-16ab-40b7-ad13-e6fc78d8f1c4 req-33933aad-3e7c-4eeb-ba31-e054cc303471 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:37.295580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fb4cb65-16ab-40b7-ad13-e6fc78d8f1c4 req-33933aad-3e7c-4eeb-ba31-e054cc303471 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 944 time: 0.0603826 Dec 13 15:26:37.315303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-be2e90d3-5935-42e6-a57c-86320fbeb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:37.316809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-be2e90d3-5935-42e6-a57c-86320fbeb0ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1095 time: 0.0424848 Dec 13 15:26:37.350329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6fb4cb65-16ab-40b7-ad13-e6fc78d8f1c4 req-ee699c1b-d784-48cc-ac4a-3719f9423973 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Dec 13 15:26:37.352022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-ef422cdd-4e95-4265-b27d-f69b4d47257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:37.353413 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-ef422cdd-4e95-4265-b27d-f69b4d47257b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1095 time: 0.0764205 Dec 13 15:26:37.413317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-ecce04fb-d4eb-46ea-8dc0-2902501b3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:37.414835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-ecce04fb-d4eb-46ea-8dc0-2902501b3dfe service neutron] 10.222.0.55 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 912 time: 0.0892491 Dec 13 15:26:37.446867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-f24adeec-a9d2-45eb-819b-ddac6fd6d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:37.448778 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-f24adeec-a9d2-45eb-819b-ddac6fd6d2b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 912 time: 0.0884237 Dec 13 15:26:37.457399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-950f4136-86cf-48e7-b1ef-8490196ef87f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 217 time: 0.0345430 Dec 13 15:26:37.491074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-c06302fe-0255-4064-82a9-c159f81c1c56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 217 time: 0.0346611 Dec 13 15:26:37.507892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-be5a378f-e8de-4759-ae85-02d2f77f5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:37.509319 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-be5a378f-e8de-4759-ae85-02d2f77f5dbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 200 len: 851 time: 0.0417728 Dec 13 15:26:37.541098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-d408134f-efe0-4f49-b5d3-33ff9bc764da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:37.542628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-d408134f-efe0-4f49-b5d3-33ff9bc764da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 200 len: 851 time: 0.0445421 Dec 13 15:26:37.545739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-a62a3aa0-5b1e-4058-b567-a51e0db05803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285659 Dec 13 15:26:37.577830 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-2d49b557-6c43-452e-99b6-785773cbfcbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287390 Dec 13 15:26:37.636781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-c7d7fc5e-8865-44dd-847a-c02d01d59799 service neutron] 10.222.0.55 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830281 Dec 13 15:26:37.670013 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-877bf344-5b13-48f2-918f-391ca0aa887c service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849023 Dec 13 15:26:37.735227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-bdd493f9-0809-436c-a942-0a496e4d67af service neutron] 10.222.0.55 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909111 Dec 13 15:26:37.771328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-438ad133-871f-4e45-b5a9-20e205e9fc4e req-f6a6f420-79a1-4b94-9fde-7620951a38b6 service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950198 Dec 13 15:26:38.467418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6521350-472d-40e2-9275-ea3e3acf9a58 req-e419e874-b43b-4c1a-acb4-df0584863665 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:38.468888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6521350-472d-40e2-9275-ea3e3acf9a58 req-e419e874-b43b-4c1a-acb4-df0584863665 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 944 time: 0.0490072 Dec 13 15:26:38.506137 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6521350-472d-40e2-9275-ea3e3acf9a58 req-bbf3dd1f-118b-44c9-874e-aec987b88463 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Dec 13 15:26:38.955463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:26:38.979647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-437435c2-2ca0-436a-a2dd-90a358c2701e tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:38.981129 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-437435c2-2ca0-436a-a2dd-90a358c2701e tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26&tenant_id=01ec0976e81c4737b7742b17e7167c69&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 944 time: 0.0904126 Dec 13 15:26:38.992589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:26:39.040086 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-4a523af8-fe0e-491e-b481-c579190cf39e service neutron] delete failed (client error): The resource could not be found. Dec 13 15:26:39.041082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-4a523af8-fe0e-491e-b481-c579190cf39e service neutron] 10.222.0.50 "DELETE /v2.0/ports/69410ef1-4323-4e58-8bcd-8946913ee28d/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0526037 Dec 13 15:26:39.462963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-d62d15a9-8a77-43ad-9e65-b163fccece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:39.464949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-d62d15a9-8a77-43ad-9e65-b163fccece7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ec0976e81c4737b7742b17e7167c69&device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 1095 time: 0.3780303 Dec 13 15:26:39.552300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-8a0fbbd6-3d12-46c6-bd2a-9446c21d44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:39.553724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-8a0fbbd6-3d12-46c6-bd2a-9446c21d44d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 200 len: 912 time: 0.0812681 Dec 13 15:26:39.597732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-2160b26d-d945-4706-80da-4681ca494dfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 200 len: 217 time: 0.0359678 Dec 13 15:26:39.645220 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-4b4e1d6f-5699-4e9f-a802-cd064fcd7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:39.646681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-4b4e1d6f-5699-4e9f-a802-cd064fcd7092 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 200 len: 851 time: 0.0414765 Dec 13 15:26:39.677286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-e458d854-9ff6-4a41-b987-8837a2150755 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241196 Dec 13 15:26:39.767599 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-989c270c-206c-419c-96ff-7f04e85206bb service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832534 Dec 13 15:26:39.854973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-e9a3fe76-b142-46df-ba07-100ca66fa0b9 service neutron] 10.222.0.50 "GET /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802190 Dec 13 15:26:40.255620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:26:40.347350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:40.359270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'network_id': '9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5', 'port_id': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'mac_address': 'fa:16:3e:47:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e875f-c3fd-4b4d-b38e-4b094f23b496', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:26:40.397828 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:40.410698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69410ef1-4323-4e58-8bcd-8946913ee28d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:26:40.430933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:40.522080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:40.569226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:40.739364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['69410ef1-4323-4e58-8bcd-8946913ee28d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:26:41.092619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13060233-bbd1-49e1-b76d-85d24a87859d req-8aba308c-d805-45d3-863c-fe924315125e tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:41.094066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13060233-bbd1-49e1-b76d-85d24a87859d req-8aba308c-d805-45d3-863c-fe924315125e tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 945 time: 0.0486343 Dec 13 15:26:41.130447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13060233-bbd1-49e1-b76d-85d24a87859d req-e2cd1bc8-2f11-4c94-89f3-f3bb245ceb10 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303681 Dec 13 15:26:42.246631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc177a-926b-4d74-820b-dab811c281c3 req-c4f5fcc3-d77c-4e27-b3c9-dcd162e5b345 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:42.248088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43cc177a-926b-4d74-820b-dab811c281c3 req-c4f5fcc3-d77c-4e27-b3c9-dcd162e5b345 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 945 time: 0.0489526 Dec 13 15:26:42.267596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:26:42.286695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-43cc177a-926b-4d74-820b-dab811c281c3 req-3ce1e466-0ccd-48e3-91d0-29f21487e1a5 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.24 "GET /v2.0/security-groups?id=80422d57-6c4a-4a78-baab-4b6663b4e4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Dec 13 15:26:42.321260 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-ec3e0057-436a-45de-b70b-34d8d6945008 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:42.322764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-ec3e0057-436a-45de-b70b-34d8d6945008 tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26 HTTP/1.1" status: 200 len: 945 time: 0.0507746 Dec 13 15:26:42.373299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 69410ef1-4323-4e58-8bcd-8946913ee28d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:26:42.377109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 69410ef1-4323-4e58-8bcd-8946913ee28d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:26:42.377480 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:42.412707 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Deleting port 69410ef1-4323-4e58-8bcd-8946913ee28d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:26:42.413002 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:42.453317 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:42.478450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:26:42.481353 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fe2dab-8ed4-45a8-a7bd-a72cbce4f7bf" -d '{"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-plugged", "status": "completed", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:26:42.494193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:42.501796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] For port 69410ef1-4323-4e58-8bcd-8946913ee28d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=69410ef1-4323-4e58-8bcd-8946913ee28d,segment=NetworkSegment(d82b7f10-b470-4e6a-b120-37024d0fe0bf),segment_id=d82b7f10-b470-4e6a-b120-37024d0fe0bf)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:42.502189 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:42.519933 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b152f0ac-974d-4600-a5f3-98dd197460f9 x-openstack-request-id: req-b152f0ac-974d-4600-a5f3-98dd197460f9 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:26:42.520221 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-plugged", "status": "completed", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:26:42.520427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Calling delete_port for 69410ef1-4323-4e58-8bcd-8946913ee28d owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:26:42.520530 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b152f0ac-974d-4600-a5f3-98dd197460f9 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:26:42.520840 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'code': 200} Dec 13 15:26:42.550886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:42.597516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:42.605456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.605846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.606190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.606553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.606891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.607221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.607545 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.607870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.608191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.608512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.608832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.609151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:42.710737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:42.721543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['69410ef1-4323-4e58-8bcd-8946913ee28d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:26:42.740622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Pushing event deleted for resources: {'Port': ['ID=69410ef1-4323-4e58-8bcd-8946913ee28d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:42.784292 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] No DVR routers for this DVR port 69410ef1-4323-4e58-8bcd-8946913ee28d on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:26:42.786952 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:42.790330 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e6b8209-10b9-48ec-94a1-48d1c6ae7968 req-cee3d9cd-034e-44f3-85d7-e0120f19fb5c tempest-DeleteServersTestJSON-2000925220 tempest-DeleteServersTestJSON-2000925220-project] 10.222.0.55 "DELETE /v2.0/ports/69410ef1-4323-4e58-8bcd-8946913ee28d HTTP/1.1" status: 204 len: 173 time: 0.4617105 Dec 13 15:26:42.790769 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-deleted', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:26:42.793562 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b11db99-af60-4b15-bd8b-3e98341a2761" -d '{"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-deleted", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:26:42.828926 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2195ee9d-0f2d-4b08-819e-aa737983d923 x-openstack-request-id: req-2195ee9d-0f2d-4b08-819e-aa737983d923 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:26:42.829241 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26", "name": "network-vif-deleted", "tag": "69410ef1-4323-4e58-8bcd-8946913ee28d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:26:42.829498 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2195ee9d-0f2d-4b08-819e-aa737983d923 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:26:42.829933 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2d5c03-0e9f-47ec-8cee-2fedb98b6a26', 'name': 'network-vif-deleted', 'tag': '69410ef1-4323-4e58-8bcd-8946913ee28d', 'status': 'completed', 'code': 200} Dec 13 15:26:43.414967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 34172) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:26:43.463407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Deleting subnet 490e875f-c3fd-4b4d-b38e-4b094f23b496 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:26:43.466365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.500042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.536761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.630652 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.656931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490e875f-c3fd-4b4d-b38e-4b094f23b496,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:43.661897 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.662514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/490e875f-c3fd-4b4d-b38e-4b094f23b496 HTTP/1.1" status: 204 len: 168 time: 0.2465382 Dec 13 15:26:43.665238 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34174) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:26:43.669431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.669780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.670126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.670496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.670829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.671165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.671512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.671819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.672141 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.672461 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.673556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.673556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0efd0-22dc-4fa3-8bc2-16884f08f709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:26:43.734159 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.819292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.839282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:26:43.848601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82b7f10-b470-4e6a-b120-37024d0fe0bf') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:26:43.848894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82b7f10-b470-4e6a-b120-37024d0fe0bf') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:26:43.858838 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.871996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.877800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:26:43.878177 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:26:43.879813 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:26:43.962131 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.968085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:43.974354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5 HTTP/1.1" status: 204 len: 168 time: 0.3050120 Dec 13 15:26:43.986892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46926fb5-a82d-4320-8d47-a5808d9e3e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=9444cbb6-1c9e-4f6b-8909-f4a46d2c47a5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:44.228141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34178) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:26:44.267842 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d936d231-c184-4b61-b700-364c324d9268 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01ec0976e81c4737b7742b17e7167c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379765 Dec 13 15:26:44.270921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34180) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:26:44.317484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-105148e4-c811-493c-b3a8-884f04e1d7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:44.338147 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-105148e4-c811-493c-b3a8-884f04e1d7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:44.442378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-105148e4-c811-493c-b3a8-884f04e1d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:44.445087 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-105148e4-c811-493c-b3a8-884f04e1d7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:44.446297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-105148e4-c811-493c-b3a8-884f04e1d7fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80422d57-6c4a-4a78-baab-4b6663b4e4b0 HTTP/1.1" status: 204 len: 168 time: 0.1747739 Dec 13 15:26:44.454167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105148e4-c811-493c-b3a8-884f04e1d7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80422d57-6c4a-4a78-baab-4b6663b4e4b0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:45.482358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:26:45.615222 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1396338539-network', 'tenant_id': 'd667419609c84ad3bce2e591bec40b0d'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:26:45.722287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Made reservation on behalf of d667419609c84ad3bce2e591bec40b0d for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:26:45.726895 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:45.736576 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:45.811728 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:45.854342 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:45.881582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:26:45.890042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e216e550-7a6e-4b08-b3c6-b629ffc435f3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:45.895939 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:45.896294 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Added segment dbe14c23-4100-4346-b01f-a9614b857b2a of type vlan for network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 Dec 13 15:26:45.936205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:46.018832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:46.019753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:46.020326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:46.077973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:46.088565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:26:46.128248 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:46.164831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-91877eea-96e7-4eec-9d7b-0e7a3e0e4755 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6813586 Dec 13 15:26:46.168409 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34208) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:26:46.173420 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Request body: {'subnet': {'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1396338539-subnet', 'tenant_id': 'd667419609c84ad3bce2e591bec40b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:26:46.241892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Made reservation on behalf of d667419609c84ad3bce2e591bec40b0d for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:26:46.244723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:46.279066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:26:46.299288 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 69410ef1-4323-4e58-8bcd-8946913ee28d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:26:46.299640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 69410ef1-4323-4e58-8bcd-8946913ee28d not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:26:46.465125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:46.518689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa1919a-9abd-467d-878c-3d2a192b3afb,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:46.527914 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Checking segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:26:46.528266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Network hostable DHCP agents. Network: 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:26:46.630493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:26:46.716209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:26:46.720548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:46.721431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:46.724589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa411cd-f736-4ba9-a966-5f1e9ab30da7 None None] Network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:26:46.839844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fd3030d6-645e-48fa-ac32-53e1f1fcb304 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6703370 Dec 13 15:26:46.854514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b390313-a808-43e1-b3a2-ceb731a4a970 None None] Network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:26:47.248000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:47.263746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-b32b82fb-5ab2-4811-8cb6-d309ef6d593c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:47.265179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-b32b82fb-5ab2-4811-8cb6-d309ef6d593c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 815 time: 0.1059213 Dec 13 15:26:47.279713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-006c9f82-11d9-4f9d-9c8c-62a0254c3a40 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/quotas/d667419609c84ad3bce2e591bec40b0d HTTP/1.1" status: 200 len: 375 time: 0.0086570 Dec 13 15:26:47.310893 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-e46553e2-1d68-4d53-89ac-d1ba366321d4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258155 Dec 13 15:26:47.321137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-ab53c97b-f13b-4091-9d84-b25cfade690d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:26:47.322069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-ab53c97b-f13b-4091-9d84-b25cfade690d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047100 Dec 13 15:26:47.412263 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-b6fc6b0e-07b2-407d-8243-580cdc377e8d service neutron] 10.222.0.24 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Dec 13 15:26:47.497313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-b637dcee-bcba-4aba-9935-458bc4c6a302 service neutron] 10.222.0.24 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790648 Dec 13 15:26:47.711103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-182406f5-fd9d-47b2-b288-2d2c03dd0108 req-2eb252ff-7005-499a-baf5-d2dc33ef0714 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 210 time: 0.0311613 Dec 13 15:26:48.307815 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:26:48.804562 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c893b6e4-81d1-41f4-8877-5ade540fde2c req-dd2571d9-ff5d-406e-ba57-6a9a1fd68d3b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Dec 13 15:26:49.680600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-4bfcc6de-9995-4559-a8a7-e092a3f71b39 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:49.682003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-4bfcc6de-9995-4559-a8a7-e092a3f71b39 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.55 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 815 time: 0.1004055 Dec 13 15:26:49.694462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Request body: {'port': {'device_id': '529e7453-d72e-4e98-988a-009a942e4158', 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2', 'admin_state_up': True, 'tenant_id': 'd667419609c84ad3bce2e591bec40b0d'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:26:49.870649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Made reservation on behalf of d667419609c84ad3bce2e591bec40b0d for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:26:49.874964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:49.913602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dc4660c4-9a32-4a08-a650-82b7c67b96be req-9bb9326a-d3f7-4852-96dd-0e5e549e4de2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 210 time: 0.0361075 Dec 13 15:26:49.927839 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ec30f08-8af7-4f06-854b-8c5da5848699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:50.032492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Allocated IP 172.20.0.2 (9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2/caa1919a-9abd-467d-878c-3d2a192b3afb/bc52a927-9c2e-486d-b788-b83a903db23d) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:26:50.171232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:50.253892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:50.293199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:26:50.296235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:26:50.300072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:26:50.327202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:50.353412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:50.354561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:50.421534 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8aa0c691-fd53-45cd-9a9b-4357ee842891 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309315 Dec 13 15:26:50.434351 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Request body: {'port': {'device_id': '529e7453-d72e-4e98-988a-009a942e4158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:26:50.489176 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:51.045911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de580c-76dd-4275-b149-f3885b4091c3 req-b68d8b8d-763d-48b5-845b-ca9284433f10 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:51.047510 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85de580c-76dd-4275-b149-f3885b4091c3 req-b68d8b8d-763d-48b5-845b-ca9284433f10 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 931 time: 0.0590730 Dec 13 15:26:51.085458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85de580c-76dd-4275-b149-f3885b4091c3 req-17d569a0-3c4d-4d53-9736-a3554d193f3a tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Dec 13 15:26:51.090181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc52a927-9c2e-486d-b788-b83a903db23d {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:26:51.097625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:51.109656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Transition to ACTIVE for port object bc52a927-9c2e-486d-b788-b83a903db23d will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:26:51.195894 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:51.246897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:51.312017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:26:51.312342 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:26:51.312665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:26:51.316803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Port bc52a927-9c2e-486d-b788-b83a903db23d on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:26:51.317118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:26:51.321736 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:26:51.322070 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Checking segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:26:51.322474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Bound using segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:26:51.322888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Bound port: bc52a927-9c2e-486d-b788-b83a903db23d, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:26:51.323233 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:51.383331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:26:51.386347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:26:51.436498 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:51.469951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:51.470644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:51.472011 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 1091 time: 1.0416684 Dec 13 15:26:51.472445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:26:51.474779 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a32873-cdc6-45d2-b4f9-72b3bf5063fe" -d '{"events": [{"name": "network-changed", "server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:26:51.501504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30e37-4428-4dc8-8ffd-753404bac1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:51.512797 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3d600a-1d2b-4508-bf39-a04547f52798 x-openstack-request-id: req-7c3d600a-1d2b-4508-bf39-a04547f52798 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:26:51.512797 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:26:51.512797 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c3d600a-1d2b-4508-bf39-a04547f52798 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:26:51.513033 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'status': 'completed', 'code': 200} Dec 13 15:26:51.575988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a32873-cdc6-45d2-b4f9-72b3bf5063fe req-8b7ed96d-bead-4e36-bcb6-f0d34ea74f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:51.577533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44a32873-cdc6-45d2-b4f9-72b3bf5063fe req-8b7ed96d-bead-4e36-bcb6-f0d34ea74f37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1094 time: 0.0433187 Dec 13 15:26:51.678716 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a32873-cdc6-45d2-b4f9-72b3bf5063fe req-18e26c02-a368-4796-bc16-485a982d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:51.680176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44a32873-cdc6-45d2-b4f9-72b3bf5063fe req-18e26c02-a368-4796-bc16-485a982d26a4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d667419609c84ad3bce2e591bec40b0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0947752 Dec 13 15:26:51.773836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a32873-cdc6-45d2-b4f9-72b3bf5063fe req-7b31bc10-d42c-455a-b504-dfe552b8877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:51.775218 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44a32873-cdc6-45d2-b4f9-72b3bf5063fe req-7b31bc10-d42c-455a-b504-dfe552b8877d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889618 Dec 13 15:26:51.852702 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-9eda1293-5e3d-4638-afc9-f56d16f39e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:51.854182 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-9eda1293-5e3d-4638-afc9-f56d16f39e63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1094 time: 0.0410151 Dec 13 15:26:51.894935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-60ec3c90-3116-40c8-8b16-e485255d7f34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 217 time: 0.0336628 Dec 13 15:26:51.945247 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8a66481d-93ba-4537-bcfe-510b43f3adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:51.946643 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-8a66481d-93ba-4537-bcfe-510b43f3adff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0446396 Dec 13 15:26:51.976772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-ff557a16-a108-4439-8a79-c13ac20e958e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236351 Dec 13 15:26:52.064933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-f5b79abb-4e32-4349-b470-a6dbe52f54e2 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805349 Dec 13 15:26:52.157178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6669b33c-3e6c-4cb0-8d58-b6fadf2d6903 req-5acffeed-ad1c-4482-864b-6183e1754f7d service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857887 Dec 13 15:26:52.201336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8e432-2661-4130-86a3-7c0df9bfeff0 req-f15c858b-097a-4d4c-9d29-339a9a90032c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:52.202823 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ce8e432-2661-4130-86a3-7c0df9bfeff0 req-f15c858b-097a-4d4c-9d29-339a9a90032c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 943 time: 0.0505004 Dec 13 15:26:52.238960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ce8e432-2661-4130-86a3-7c0df9bfeff0 req-fefcc379-e3e2-424f-a24f-7721541460b4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301070 Dec 13 15:26:52.264643 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed6132c8-6dfe-4cbd-9213-f5ac74661aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:53.355018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fa5d5-9bf6-4c33-b2e1-25cd1738259e req-57991bef-4b4b-4a85-ae7d-25d15c0b59b6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:53.356463 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c7fa5d5-9bf6-4c33-b2e1-25cd1738259e req-57991bef-4b4b-4a85-ae7d-25d15c0b59b6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 943 time: 0.0495751 Dec 13 15:26:53.373626 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:53.400367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c7fa5d5-9bf6-4c33-b2e1-25cd1738259e req-7c6db33e-9033-40ec-b838-59d0838050e1 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Dec 13 15:26:54.514079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833cb32-cf95-4ca7-b9ce-137887b072d0 req-51cb5baa-b817-497b-bf18-fdd91d380ef1 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:54.515796 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1833cb32-cf95-4ca7-b9ce-137887b072d0 req-51cb5baa-b817-497b-bf18-fdd91d380ef1 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 943 time: 0.0480285 Dec 13 15:26:54.555305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1833cb32-cf95-4ca7-b9ce-137887b072d0 req-f3ddb870-fd1b-4402-879a-c400e2efe805 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332921 Dec 13 15:26:55.019279 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:55.144434 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:55.667051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb093ca-3f1d-49f6-932c-e80c5ca6d38f req-2cd5d0bd-de56-4aba-9855-a7d4fc1159d2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:55.668535 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fb093ca-3f1d-49f6-932c-e80c5ca6d38f req-2cd5d0bd-de56-4aba-9855-a7d4fc1159d2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 943 time: 0.0491014 Dec 13 15:26:55.707709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6fb093ca-3f1d-49f6-932c-e80c5ca6d38f req-fbba5b59-59cf-4abf-a277-6a76f902b1b5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Dec 13 15:26:56.342598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bc52a927-9c2e-486d-b788-b83a903db23d details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:26:56.435347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:56.446590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2', 'port_id': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'mac_address': 'fa:16:3e:17:75:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa1919a-9abd-467d-878c-3d2a192b3afb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:26:56.485772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:56.498289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc52a927-9c2e-486d-b788-b83a903db23d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:26:56.516940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:56.619320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:56.665016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:56.803639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['bc52a927-9c2e-486d-b788-b83a903db23d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:26:56.827825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117fce0-ef17-4813-b174-4495902cbdc5 req-ab910eaa-76aa-475a-91f1-7d7a531ee7ab tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:56.829305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7117fce0-ef17-4813-b174-4495902cbdc5 req-ab910eaa-76aa-475a-91f1-7d7a531ee7ab tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 944 time: 0.0526030 Dec 13 15:26:56.868181 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7117fce0-ef17-4813-b174-4495902cbdc5 req-227396a1-8cd1-4b21-abbc-98bd34032d34 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Dec 13 15:26:57.985205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a71c00-b260-444a-a026-3f94fbebddfe req-24ba13fc-2f3a-4a92-807f-c9101c9d29bd tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:57.986664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0a71c00-b260-444a-a026-3f94fbebddfe req-24ba13fc-2f3a-4a92-807f-c9101c9d29bd tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 944 time: 0.0521638 Dec 13 15:26:58.023651 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0a71c00-b260-444a-a026-3f94fbebddfe req-b9186e60-0ddb-48f6-9488-9edaffd7327a tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Dec 13 15:26:58.358546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bc52a927-9c2e-486d-b788-b83a903db23d up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:26:58.630329 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port bc52a927-9c2e-486d-b788-b83a903db23d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:26:58.633846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port bc52a927-9c2e-486d-b788-b83a903db23d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:26:58.634205 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:58.707697 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:58.729000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:26:58.731244 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18946d5-6df1-436e-b7f8-474ecacfa0fd" -d '{"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-plugged", "status": "completed", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:26:58.746309 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:26:58.766474 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da663ef-7363-4547-b5b6-87eea9e34d82 x-openstack-request-id: req-9da663ef-7363-4547-b5b6-87eea9e34d82 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:26:58.766765 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-plugged", "status": "completed", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:26:58.767017 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9da663ef-7363-4547-b5b6-87eea9e34d82 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:26:58.767412 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'code': 200} Dec 13 15:26:58.791219 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:26:58.838330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:26:58.862596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be99f5-d0b4-4fa7-9e76-1bd0259eb94e req-64ee97b4-35a8-45ca-afeb-4e02936ee5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:58.864045 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65be99f5-d0b4-4fa7-9e76-1bd0259eb94e req-64ee97b4-35a8-45ca-afeb-4e02936ee5d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1096 time: 0.0425851 Dec 13 15:26:58.898096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-65be99f5-d0b4-4fa7-9e76-1bd0259eb94e req-b737eb6e-e32f-4fc8-b290-6f82f61b2565 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266423 Dec 13 15:26:59.143086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149d6e-92f3-4689-9d29-8a99f81a36ae req-8996f790-d9de-4461-9422-3cb14b8ac9df tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:26:59.144601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33149d6e-92f3-4689-9d29-8a99f81a36ae req-8996f790-d9de-4461-9422-3cb14b8ac9df tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Dec 13 15:26:59.184231 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33149d6e-92f3-4689-9d29-8a99f81a36ae req-607f5d0e-515d-4b9e-a064-b06ace1aa55f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Dec 13 15:27:00.298477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7ee3-faa2-4908-95cf-8772c1150f64 req-8c3c2ed6-bb7a-4e86-b79e-18a966500b50 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:00.299919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee7c7ee3-faa2-4908-95cf-8772c1150f64 req-8c3c2ed6-bb7a-4e86-b79e-18a966500b50 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Dec 13 15:27:00.337588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ee7c7ee3-faa2-4908-95cf-8772c1150f64 req-bb904ca1-7e44-4f45-b727-28469dfe5b20 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Dec 13 15:27:00.453006 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245607a-d281-40e5-951d-86172c798e23 req-220c89cf-d140-4a89-829a-d4ed45c5824b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:00.454502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4245607a-d281-40e5-951d-86172c798e23 req-220c89cf-d140-4a89-829a-d4ed45c5824b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Dec 13 15:27:00.500287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4245607a-d281-40e5-951d-86172c798e23 req-b8174fe2-221b-4750-b233-8046b787e034 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Dec 13 15:27:00.771648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa608b2-ab0c-46d4-a31f-1874f57cf7aa req-37d5d415-7044-400c-907c-fb496ec3aa93 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:00.772993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dfa608b2-ab0c-46d4-a31f-1874f57cf7aa req-37d5d415-7044-400c-907c-fb496ec3aa93 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0476217 Dec 13 15:27:00.817371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dfa608b2-ab0c-46d4-a31f-1874f57cf7aa req-1c493d9f-3baf-4155-b3bb-445ed2a044cc tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371344 Dec 13 15:27:00.933751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921050-a8c8-487a-96d6-66e0083e3a03 req-4f8a2bc1-a0e6-41fd-8447-e38abc66712b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:00.935248 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02921050-a8c8-487a-96d6-66e0083e3a03 req-4f8a2bc1-a0e6-41fd-8447-e38abc66712b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0511084 Dec 13 15:27:00.971628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02921050-a8c8-487a-96d6-66e0083e3a03 req-59620f92-3292-43e2-b856-889cbbe7cc90 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304999 Dec 13 15:27:01.419101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0494b7d-4a45-4d5a-9950-1298f51c8cbc req-147df27e-7fd9-4926-87bf-501417742724 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:01.420561 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0494b7d-4a45-4d5a-9950-1298f51c8cbc req-147df27e-7fd9-4926-87bf-501417742724 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0525887 Dec 13 15:27:01.485097 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a0494b7d-4a45-4d5a-9950-1298f51c8cbc req-07ebebc5-974b-490a-b314-3440cf852f21 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Dec 13 15:27:01.493631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-53dfdbdf-257a-49d3-9408-9f56ee6b3038 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0599525 Dec 13 15:27:02.602663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e136b-fec7-49af-9db9-a9060c45aef4 req-4fa0fdb8-0dae-4372-bd1b-03e2bfa520a6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:02.604138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b5e136b-fec7-49af-9db9-a9060c45aef4 req-4fa0fdb8-0dae-4372-bd1b-03e2bfa520a6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0506434 Dec 13 15:27:02.641712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3b5e136b-fec7-49af-9db9-a9060c45aef4 req-af7e89cc-dcca-4526-b8a8-930974f903be tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Dec 13 15:27:03.318690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-73ae917c-5661-4a22-b48b-206e362f142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:03.320132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-73ae917c-5661-4a22-b48b-206e362f142e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1096 time: 0.0447509 Dec 13 15:27:03.407411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-9c62c831-78d8-4ea6-9308-3734b5f09273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:03.408854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-9c62c831-78d8-4ea6-9308-3734b5f09273 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0819044 Dec 13 15:27:03.453875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-8bbce307-b9ca-4de1-b1f9-06832d555834 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 217 time: 0.0380940 Dec 13 15:27:03.502889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-3d7234cf-c971-4c92-bae7-b9869b8d77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:03.504333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-3d7234cf-c971-4c92-bae7-b9869b8d77ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0429904 Dec 13 15:27:03.536106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-85564e27-a8d2-4f7c-8cb6-be6e23f3745b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244305 Dec 13 15:27:03.623024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-35683f62-ebb4-46ff-ac12-210d4139a5b1 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799336 Dec 13 15:27:03.717339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-18792e79-a0de-43af-b493-56ce85bbd894 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875697 Dec 13 15:27:03.755737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab01b-d612-43c3-9b32-1a4cd3feaa1a req-f3390fd2-5d95-4e6e-842f-b123a8990ca5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:03.757206 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14cab01b-d612-43c3-9b32-1a4cd3feaa1a req-f3390fd2-5d95-4e6e-842f-b123a8990ca5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Dec 13 15:27:03.795216 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-14cab01b-d612-43c3-9b32-1a4cd3feaa1a req-15694289-7cfd-4258-9bf6-93f3cdea0634 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Dec 13 15:27:04.918610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c55ab-9d40-4e83-9c10-1ca7b3f8be63 req-e172d85b-1c7b-4d6c-bf69-cb5dc4ec8108 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:04.920073 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-193c55ab-9d40-4e83-9c10-1ca7b3f8be63 req-e172d85b-1c7b-4d6c-bf69-cb5dc4ec8108 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0493183 Dec 13 15:27:04.956515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-193c55ab-9d40-4e83-9c10-1ca7b3f8be63 req-2faaf0b3-c7cd-41cc-a6a6-8d1af95c7074 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303667 Dec 13 15:27:06.075011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1157e-3b61-43e3-8ae1-b79a9cc2913e req-84b28954-dc96-4843-81ca-6a664a71eba3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:06.076484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b3d1157e-3b61-43e3-8ae1-b79a9cc2913e req-84b28954-dc96-4843-81ca-6a664a71eba3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0530162 Dec 13 15:27:06.113070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b3d1157e-3b61-43e3-8ae1-b79a9cc2913e req-9e9fab3f-cb04-4a23-a1ff-cf8aacceed9b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306728 Dec 13 15:27:07.235995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a235b8b-8ea8-4e09-a353-41e39060496f req-785d4d3d-d974-4952-ac2f-edead0c5b694 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:07.237450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a235b8b-8ea8-4e09-a353-41e39060496f req-785d4d3d-d974-4952-ac2f-edead0c5b694 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0520668 Dec 13 15:27:07.274640 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a235b8b-8ea8-4e09-a353-41e39060496f req-1d50d108-d951-4ea1-85a6-8c0abca8ca15 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Dec 13 15:27:08.386165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194c759-4da1-484a-89be-56debe3f5294 req-078e473a-f8ff-48a7-856a-7833c2a20e94 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:08.387618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9194c759-4da1-484a-89be-56debe3f5294 req-078e473a-f8ff-48a7-856a-7833c2a20e94 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0474639 Dec 13 15:27:08.424974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9194c759-4da1-484a-89be-56debe3f5294 req-36df7f42-0972-4472-86aa-8e44df831edb tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314333 Dec 13 15:27:09.542501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ea940-b00c-4277-816b-e08868abf55a req-0fe1d02d-18cf-43f9-8fac-2bda271c3e32 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:09.544399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002ea940-b00c-4277-816b-e08868abf55a req-0fe1d02d-18cf-43f9-8fac-2bda271c3e32 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0487175 Dec 13 15:27:09.581996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-002ea940-b00c-4277-816b-e08868abf55a req-25042301-808a-4209-8900-89828a4a2bf5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Dec 13 15:27:09.721686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-e1cd615e-cbd7-4bda-b26f-e36437c81be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:09.723114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-e1cd615e-cbd7-4bda-b26f-e36437c81be5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1096 time: 0.0403929 Dec 13 15:27:09.828429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-4d1e254d-6444-4068-8f20-989114dfc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:09.829953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-4d1e254d-6444-4068-8f20-989114dfc7b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0879810 Dec 13 15:27:09.873830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-76b63dd1-0653-4c71-aafd-708bd43f0751 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 217 time: 0.0356102 Dec 13 15:27:09.927572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-76ee286d-e996-4d77-9b75-86344c417d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:09.928965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-76ee286d-e996-4d77-9b75-86344c417d49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0425382 Dec 13 15:27:09.964229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-2b04e9af-5e87-44c9-b213-58c1d3034758 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276005 Dec 13 15:27:10.052365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-fae0da3b-a2c0-446d-a809-400c5d03e273 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807619 Dec 13 15:27:10.144157 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-761bd93a-ad13-4411-ba2c-c58ff156527c req-e9e43629-cac9-4683-96c8-c0902dcd8074 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846395 Dec 13 15:27:10.696006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d9b76-ed5b-4d86-bb98-9114889f6bd8 req-fb113f3b-3e5c-42d3-bf32-3f2cd6d00223 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:10.697476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-070d9b76-ed5b-4d86-bb98-9114889f6bd8 req-fb113f3b-3e5c-42d3-bf32-3f2cd6d00223 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Dec 13 15:27:10.734392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-070d9b76-ed5b-4d86-bb98-9114889f6bd8 req-fb904cea-991b-41cb-a098-8cba049f9dbc tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Dec 13 15:27:11.848607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd2879-cf69-49d1-ae22-997f5ad05ec9 req-83bf1288-4822-4b42-8bf5-314a599e33e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:11.850367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0fd2879-cf69-49d1-ae22-997f5ad05ec9 req-83bf1288-4822-4b42-8bf5-314a599e33e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Dec 13 15:27:11.889221 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0fd2879-cf69-49d1-ae22-997f5ad05ec9 req-07f38a94-53a9-41ea-94c1-e9683fdcfd27 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Dec 13 15:27:13.008140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18772b-ea11-4429-8edb-88ed7b17ce9d req-4f1bee1b-9c3f-48e3-b1a9-03c6086f5053 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:13.009519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc18772b-ea11-4429-8edb-88ed7b17ce9d req-4f1bee1b-9c3f-48e3-b1a9-03c6086f5053 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0532250 Dec 13 15:27:13.046951 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bc18772b-ea11-4429-8edb-88ed7b17ce9d req-dfe178f1-7f80-44d7-a3ea-c474e83ecfe7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Dec 13 15:27:14.161098 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611086d-952b-4e37-8eb4-f9961fb49d74 req-41241942-1e6d-4142-befd-3e18b96e75c9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:14.166725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a611086d-952b-4e37-8eb4-f9961fb49d74 req-41241942-1e6d-4142-befd-3e18b96e75c9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0491867 Dec 13 15:27:14.201241 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a611086d-952b-4e37-8eb4-f9961fb49d74 req-bbecf6af-d2ca-44cb-ad69-7081e0f495c7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Dec 13 15:27:15.314376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a327c9-5d1a-4271-9806-45d63c034794 req-5b409b77-0c1f-47fa-ba08-1d89ad8da916 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:15.315820 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5a327c9-5d1a-4271-9806-45d63c034794 req-5b409b77-0c1f-47fa-ba08-1d89ad8da916 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0489423 Dec 13 15:27:15.352631 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5a327c9-5d1a-4271-9806-45d63c034794 req-355e2b97-9e2e-4cc2-8f9a-abcd0403e9f9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Dec 13 15:27:16.111570 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:16.473692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea7ab-ca47-426a-9247-f92aab2bbf92 req-a7fe8be1-c523-4887-b020-ef0cd6272778 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:16.475193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9faea7ab-ca47-426a-9247-f92aab2bbf92 req-a7fe8be1-c523-4887-b020-ef0cd6272778 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0507245 Dec 13 15:27:16.523196 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9faea7ab-ca47-426a-9247-f92aab2bbf92 req-d1d1ab8a-098d-41e8-a622-9b503de965ef tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Dec 13 15:27:17.247248 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:17.644683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b1a4a-f97d-4ae1-b735-4d765838ae0b req-eb00fa7e-38ca-4d00-9767-6572430a21e5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:17.646128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c29b1a4a-f97d-4ae1-b735-4d765838ae0b req-eb00fa7e-38ca-4d00-9767-6572430a21e5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Dec 13 15:27:17.683546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c29b1a4a-f97d-4ae1-b735-4d765838ae0b req-f7d553c4-5958-4150-8fb8-e81d51501dbc tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Dec 13 15:27:18.795743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1e85a-68b3-4e8f-b9a1-ff4505ab25a7 req-cc9187ff-62a4-47d6-a742-8ec05b1e10b2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:18.797194 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3b1e85a-68b3-4e8f-b9a1-ff4505ab25a7 req-cc9187ff-62a4-47d6-a742-8ec05b1e10b2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0476506 Dec 13 15:27:18.834078 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3b1e85a-68b3-4e8f-b9a1-ff4505ab25a7 req-03cb91c1-ffc5-4f94-a866-060245b97321 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Dec 13 15:27:19.904378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4f39a092-3451-419e-b85e-58a23af59d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:19.953415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c5386-d3b9-40c5-8106-cd0a169dcd1d req-96ddc366-5b3e-434d-87d0-168c16de656f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:19.954807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff5c5386-d3b9-40c5-8106-cd0a169dcd1d req-96ddc366-5b3e-434d-87d0-168c16de656f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0524938 Dec 13 15:27:19.991812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff5c5386-d3b9-40c5-8106-cd0a169dcd1d req-3aba7579-0619-46a2-bac8-c953ecc56c4d tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Dec 13 15:27:21.105282 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098488-da97-42fa-898e-aa8080f59086 req-cbd31318-ec88-403e-8035-29e7dc00cf44 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:21.106738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74098488-da97-42fa-898e-aa8080f59086 req-cbd31318-ec88-403e-8035-29e7dc00cf44 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0476952 Dec 13 15:27:21.143980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-74098488-da97-42fa-898e-aa8080f59086 req-f6f62e58-2c02-4cd3-ba55-14282e0996e7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Dec 13 15:27:22.247476 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-feaa9927-e433-4c72-bcbc-6bc9888f8266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:22.268981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46b17e-7ae9-4fc5-967f-818bbad6eb42 req-4a0bc2ad-ab74-4cf0-ac5a-f9a401f41c93 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:22.270564 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e46b17e-7ae9-4fc5-967f-818bbad6eb42 req-4a0bc2ad-ab74-4cf0-ac5a-f9a401f41c93 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0495307 Dec 13 15:27:22.308611 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0e46b17e-7ae9-4fc5-967f-818bbad6eb42 req-15b0e9e2-0595-48a1-ab40-28a32ab4d253 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Dec 13 15:27:23.367044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:23.450266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3dc54-9459-4902-8bd1-82438368a6ac req-d5a73a3a-9da6-4d57-9786-d5c17be5f3f0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:23.451717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53d3dc54-9459-4902-8bd1-82438368a6ac req-d5a73a3a-9da6-4d57-9786-d5c17be5f3f0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Dec 13 15:27:23.492634 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53d3dc54-9459-4902-8bd1-82438368a6ac req-d80f56c1-90a5-4863-9eaf-fe46972ba8d7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Dec 13 15:27:24.604965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95491f61-8cdb-4cbd-b560-d24522474f34 req-83694a12-ee1a-46a8-b4a3-9c49dd8c7849 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:24.606452 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95491f61-8cdb-4cbd-b560-d24522474f34 req-83694a12-ee1a-46a8-b4a3-9c49dd8c7849 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Dec 13 15:27:24.644374 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95491f61-8cdb-4cbd-b560-d24522474f34 req-c71cee4f-343e-4ee2-a5f3-742425d69adc tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Dec 13 15:27:25.075593 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:25.161093 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:25.286301 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:27:25.757005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b1630-c70c-4d96-9594-57f9f0339ad0 req-19570a8e-2f87-4bba-b934-8c3864af91e2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:25.758500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c08b1630-c70c-4d96-9594-57f9f0339ad0 req-19570a8e-2f87-4bba-b934-8c3864af91e2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0486104 Dec 13 15:27:25.796262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c08b1630-c70c-4d96-9594-57f9f0339ad0 req-46ab785f-c6f0-46db-86d7-e7ffa56d4787 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311708 Dec 13 15:27:26.913763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec44b8-2342-419d-9262-281472371c11 req-bc7e258a-ba5b-402c-96c1-1ced30c88600 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:26.915255 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50ec44b8-2342-419d-9262-281472371c11 req-bc7e258a-ba5b-402c-96c1-1ced30c88600 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0529664 Dec 13 15:27:26.952713 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-50ec44b8-2342-419d-9262-281472371c11 req-3d171228-5d6e-4841-9a6c-b90a4656877d tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Dec 13 15:27:28.065067 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972fe22-cadd-4d0e-bc81-00afb016ac9f req-eb43a6e9-c947-4746-b8f0-4aa740fe7b13 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:28.066547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b972fe22-cadd-4d0e-bc81-00afb016ac9f req-eb43a6e9-c947-4746-b8f0-4aa740fe7b13 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0485082 Dec 13 15:27:28.103297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b972fe22-cadd-4d0e-bc81-00afb016ac9f req-d2d9ff5a-0927-4a2d-8026-d9d3de62726f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Dec 13 15:27:29.218383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6aa6d-489c-4195-9a27-e88c1539e365 req-0ea29c92-7b4a-4bbb-9724-e0fad47ddb1f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:29.219896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fe6aa6d-489c-4195-9a27-e88c1539e365 req-0ea29c92-7b4a-4bbb-9724-e0fad47ddb1f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0499306 Dec 13 15:27:29.259321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1fe6aa6d-489c-4195-9a27-e88c1539e365 req-0ce4d560-bc5e-4843-8452-fc14dd114b1d tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Dec 13 15:27:30.370627 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631aec-0c42-4c0c-af68-84cb1c7e1a4e req-714bfea2-9999-4512-9eea-ef28fb0efc71 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:30.372074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca631aec-0c42-4c0c-af68-84cb1c7e1a4e req-714bfea2-9999-4512-9eea-ef28fb0efc71 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0471139 Dec 13 15:27:30.412475 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca631aec-0c42-4c0c-af68-84cb1c7e1a4e req-15e8a91d-c0c9-4e13-8759-9ff3f56207bf tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345550 Dec 13 15:27:30.864397 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-56afb26c-ec78-4a16-b828-23abfdec93f8 service neutron] show failed (client error): The resource could not be found. Dec 13 15:27:30.865415 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-56afb26c-ec78-4a16-b828-23abfdec93f8 service neutron] 10.222.0.55 "GET /v2.0/ports/bc52a927-9c2e-486d-b788-b83a903db23d/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0543730 Dec 13 15:27:31.389572 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-b2a49e88-17f9-4ab4-a512-73073700c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:31.391074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-b2a49e88-17f9-4ab4-a512-73073700c0c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158&tenant_id=d667419609c84ad3bce2e591bec40b0d HTTP/1.1" status: 200 len: 1096 time: 0.0748987 Dec 13 15:27:31.402896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:27:31.455325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:31.613044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec35551-a626-4883-93e6-7b2d4510d501 req-35202db8-562a-4667-ba68-fabaad7b6c38 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:31.614536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2ec35551-a626-4883-93e6-7b2d4510d501 req-35202db8-562a-4667-ba68-fabaad7b6c38 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.1281061 Dec 13 15:27:31.699802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2ec35551-a626-4883-93e6-7b2d4510d501 req-06fa1d3a-fa35-46c7-9893-531efe547f20 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787392 Dec 13 15:27:31.730659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:31.762763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:27:31.800733 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:27:31.803062 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c765c-b100-44d2-8623-8b86dce6e084" -d '{"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-unplugged", "status": "completed", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:27:31.807508 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:31.819542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Transition to ACTIVE for port object bc52a927-9c2e-486d-b788-b83a903db23d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:27:31.856234 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14cfb4f-2b0f-454a-a6f5-a650a57b89bc x-openstack-request-id: req-d14cfb4f-2b0f-454a-a6f5-a650a57b89bc {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:27:31.856523 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-unplugged", "status": "completed", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:27:31.856771 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d14cfb4f-2b0f-454a-a6f5-a650a57b89bc {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:27:31.857170 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'code': 200} Dec 13 15:27:31.869971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:31.937414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] No DVR routers for this DVR port bc52a927-9c2e-486d-b788-b83a903db23d on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:27:31.940364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:31.973868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:27:31.974195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:27:31.974548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:27:31.979379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Port bc52a927-9c2e-486d-b788-b83a903db23d on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:27:31.979696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Attempting to bind port bc52a927-9c2e-486d-b788-b83a903db23d on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:27:31.984434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:27:31.984763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Checking segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:27:31.985140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Bound using segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:27:31.985557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Bound port: bc52a927-9c2e-486d-b788-b83a903db23d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:27:31.985902 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:32.047487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:27:32.050455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:27:32.121339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:32.152913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:32.153552 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:32.155005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] 10.222.0.50 "PUT /v2.0/ports/bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 1091 time: 0.7559979 Dec 13 15:27:32.190123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf82d1-2dec-483e-a51b-cde8baece433 service neutron] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:32.225077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-dde0f77a-b575-46eb-b715-0cc21ea5a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:32.226563 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-dde0f77a-b575-46eb-b715-0cc21ea5a02f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1094 time: 0.0482149 Dec 13 15:27:32.315409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-21d54cc2-47fc-4085-b03a-aa16baa4055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:32.316876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-21d54cc2-47fc-4085-b03a-aa16baa4055b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0829866 Dec 13 15:27:32.358220 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-e597ebb5-ba74-4598-a13f-edffb39efff3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 217 time: 0.0339804 Dec 13 15:27:32.410695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-eba7e637-810e-491f-a03d-b73724d3177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:32.412088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-eba7e637-810e-491f-a03d-b73724d3177d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0473413 Dec 13 15:27:32.443696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-2e9a8881-fcb9-453f-974b-631c3ceee7ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236719 Dec 13 15:27:32.532458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-43978f04-2fa4-4ddc-bfa7-6a8b9d0166b7 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814340 Dec 13 15:27:32.627045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-446b5f43-e2d6-4c48-ba28-9f6f3d67f51c req-3e79365d-8fca-4efd-a052-ebaa1192cfd5 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862172 Dec 13 15:27:32.815712 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2be7-973b-4de4-97e3-62d56f87c7a9 req-14e79e07-d1e3-41fc-8221-bd8a56818d73 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:32.817193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb9c2be7-973b-4de4-97e3-62d56f87c7a9 req-14e79e07-d1e3-41fc-8221-bd8a56818d73 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 943 time: 0.0501189 Dec 13 15:27:32.858449 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb9c2be7-973b-4de4-97e3-62d56f87c7a9 req-30440541-e4e5-4b74-836e-ffd89ccbe9e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Dec 13 15:27:33.857963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:27:33.860538 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491aaf55-4693-4bdf-910f-8ea9324f7682" -d '{"events": [{"name": "network-changed", "server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:27:33.907844 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b4683-0958-4638-81d1-dfca978f1ae7 x-openstack-request-id: req-2e4b4683-0958-4638-81d1-dfca978f1ae7 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:27:33.908128 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:27:33.908371 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e4b4683-0958-4638-81d1-dfca978f1ae7 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:27:33.908786 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'status': 'completed', 'code': 200} Dec 13 15:27:33.967671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-15f5b34f-52e0-4407-b46f-b4791ffb05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:33.969088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-15f5b34f-52e0-4407-b46f-b4791ffb05f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1094 time: 0.0418913 Dec 13 15:27:34.007720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5d038-bb16-4dc8-8307-9a201464f971 req-f40a1290-44dd-42f7-b88c-e5ac68cd60c4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:34.009213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f4b5d038-bb16-4dc8-8307-9a201464f971 req-f40a1290-44dd-42f7-b88c-e5ac68cd60c4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 943 time: 0.0784225 Dec 13 15:27:34.013508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-d3502e3d-9140-4b78-98f6-261fc9e921b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:34.014925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-d3502e3d-9140-4b78-98f6-261fc9e921b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1094 time: 0.0739920 Dec 13 15:27:34.063811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-58701cf5-0bd7-41bf-a957-f810d5617ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:34.065366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-58701cf5-0bd7-41bf-a957-f810d5617ea5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0886612 Dec 13 15:27:34.098193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f4b5d038-bb16-4dc8-8307-9a201464f971 req-af022b99-beeb-4ef5-ab2a-6f3b263d477a tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821037 Dec 13 15:27:34.108682 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-e579b2de-2c7c-41a6-b76d-9b2e5b618135 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 217 time: 0.0357854 Dec 13 15:27:34.138454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-c6a72b63-5c5f-49d6-b7b5-a8bfbe43504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:34.139935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-c6a72b63-5c5f-49d6-b7b5-a8bfbe43504b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.1171818 Dec 13 15:27:34.159353 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-8aca2ae5-cdc6-484e-b8c3-df5fa05359eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:34.163545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-8aca2ae5-cdc6-484e-b8c3-df5fa05359eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0453351 Dec 13 15:27:34.188486 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-c83d2ed9-25d2-461f-b6f2-a1ad9aeb0b01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 217 time: 0.0359156 Dec 13 15:27:34.193323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-93ebbcaf-1af2-43dd-8c52-0a77cc97017d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247872 Dec 13 15:27:34.242446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-3a503bfe-3216-43c2-8ffe-2bc7c9351b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:34.243864 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-3a503bfe-3216-43c2-8ffe-2bc7c9351b4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0480447 Dec 13 15:27:34.279656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-820fddf8-8d92-42eb-b938-0336f40e8723 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270216 Dec 13 15:27:34.293507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-4d6916d8-6d0a-4639-b2b7-c34215ad0535 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923266 Dec 13 15:27:34.378077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-25983a33-0c03-405c-b138-541a63f8d07e service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901303 Dec 13 15:27:34.383882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-31b9ce02-05e9-4931-b3be-8145354db380 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826044 Dec 13 15:27:34.468688 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-491aaf55-4693-4bdf-910f-8ea9324f7682 req-9167e9e5-b283-4202-b56d-78c1a90c8953 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834644 Dec 13 15:27:34.481395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bc52a927-9c2e-486d-b788-b83a903db23d no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:27:34.518886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bc52a927-9c2e-486d-b788-b83a903db23d not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:27:35.195557 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc52a927-9c2e-486d-b788-b83a903db23d details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:27:35.225853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7f134-10ec-4eb0-9376-8d57b2fd1802 req-a85eeca0-0eca-4aba-b470-dd3eacded7d2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:35.230164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eba7f134-10ec-4eb0-9376-8d57b2fd1802 req-a85eeca0-0eca-4aba-b470-dd3eacded7d2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 943 time: 0.0587440 Dec 13 15:27:35.286275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eba7f134-10ec-4eb0-9376-8d57b2fd1802 req-11c39fe4-8aca-4215-b011-a40ee0a47e41 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Dec 13 15:27:35.302152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:35.316810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2', 'port_id': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'mac_address': 'fa:16:3e:17:75:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa1919a-9abd-467d-878c-3d2a192b3afb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:27:35.357560 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:35.370425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc52a927-9c2e-486d-b788-b83a903db23d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:27:35.389121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:35.475595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:35.525174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:35.628720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac020-3405-412c-b3f1-aaf5c4d56fb1 req-4c76138a-efbd-4c53-b355-c844a8641b01 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:35.630303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23dac020-3405-412c-b3f1-aaf5c4d56fb1 req-4c76138a-efbd-4c53-b355-c844a8641b01 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 944 time: 0.0520375 Dec 13 15:27:35.695791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['bc52a927-9c2e-486d-b788-b83a903db23d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:27:35.731999 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23dac020-3405-412c-b3f1-aaf5c4d56fb1 req-d807ac3e-2726-4e4d-804e-fd7317ea8490 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947685 Dec 13 15:27:35.747504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-6f1d14ea-96ab-4c05-95e8-87cb3e3096c3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:35.748964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-6f1d14ea-96ab-4c05-95e8-87cb3e3096c3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.55 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158&tenant_id=d667419609c84ad3bce2e591bec40b0d&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 944 time: 0.1057253 Dec 13 15:27:35.808782 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-07bcb6ef-5da9-4cd4-9eba-11919fc8eb6c service neutron] delete failed (client error): The resource could not be found. Dec 13 15:27:35.809778 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-07bcb6ef-5da9-4cd4-9eba-11919fc8eb6c service neutron] 10.222.0.55 "DELETE /v2.0/ports/bc52a927-9c2e-486d-b788-b83a903db23d/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0537143 Dec 13 15:27:35.935156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-304586dc-f992-458b-a2ae-91480f86c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:35.936567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-304586dc-f992-458b-a2ae-91480f86c001 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 1095 time: 0.0419149 Dec 13 15:27:36.027982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-6fbf7515-205a-435f-9d13-64817b396132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:36.029418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-6fbf7515-205a-435f-9d13-64817b396132 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0866547 Dec 13 15:27:36.069887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-3af037b4-1f44-46c7-adce-1249f0448ff9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 200 len: 217 time: 0.0337157 Dec 13 15:27:36.116596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-7c5e4cc3-b560-4c5d-bcae-9c6189980ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:36.117959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-7c5e4cc3-b560-4c5d-bcae-9c6189980ea2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0413902 Dec 13 15:27:36.148509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-a097a046-891a-4de6-bf45-ed3d23625625 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237012 Dec 13 15:27:36.240902 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-c0202774-c72c-4ed1-9d8d-9ac649a3c81a service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Dec 13 15:27:36.329710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e429814e-9823-47dd-965c-97c4c04dbd14 req-6d3e28da-5c57-41a6-af36-fb088b25170d service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809689 Dec 13 15:27:36.856836 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e418-e47d-493d-8d8e-21532198641e req-808283c2-c530-441b-be8a-0b8fec293e88 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:36.858497 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2f9e418-e47d-493d-8d8e-21532198641e req-808283c2-c530-441b-be8a-0b8fec293e88 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 944 time: 0.0561869 Dec 13 15:27:36.896740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2f9e418-e47d-493d-8d8e-21532198641e req-18e9933b-66a6-4415-a74b-80bc3365ba63 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Dec 13 15:27:37.215532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc52a927-9c2e-486d-b788-b83a903db23d up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:27:37.298697 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port bc52a927-9c2e-486d-b788-b83a903db23d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:27:37.302446 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port bc52a927-9c2e-486d-b788-b83a903db23d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:27:37.302823 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:37.376599 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:37.398519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:27:37.400788 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a1fd42-f863-45a6-b732-ecbb2d861890" -d '{"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-plugged", "status": "completed", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:27:37.414753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:37.438040 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5143ef25-f452-4ca5-bbd3-8527c1f6cd27 x-openstack-request-id: req-5143ef25-f452-4ca5-bbd3-8527c1f6cd27 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:27:37.438360 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-plugged", "status": "completed", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:27:37.438618 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5143ef25-f452-4ca5-bbd3-8527c1f6cd27 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:27:37.439009 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'code': 200} Dec 13 15:27:37.475673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:37.524241 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:38.012174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5e1e7-f9be-4c2a-84ef-610af0fa6e8b req-3c7c72a5-6c0d-4937-89aa-013612b918bd tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:38.013633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10d5e1e7-f9be-4c2a-84ef-610af0fa6e8b req-3c7c72a5-6c0d-4937-89aa-013612b918bd tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0497620 Dec 13 15:27:38.050349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-10d5e1e7-f9be-4c2a-84ef-610af0fa6e8b req-d446d00b-8b7c-47fa-8272-129ab26c8536 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Dec 13 15:27:38.168780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a015-a469-48c3-ab98-13647ec6444f req-c353236b-9ae3-4ba6-a1e3-34963346098a tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:38.170300 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ce0a015-a469-48c3-ab98-13647ec6444f req-c353236b-9ae3-4ba6-a1e3-34963346098a tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0544276 Dec 13 15:27:38.208176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ce0a015-a469-48c3-ab98-13647ec6444f req-42188b02-61a1-408e-bb1e-23869130f02c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Dec 13 15:27:38.317763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a13f0-cc79-41a0-94d0-9446ece6e484 req-d74401d8-9bfc-4c11-8fc1-f0245f5e89e5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:38.319229 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c69a13f0-cc79-41a0-94d0-9446ece6e484 req-d74401d8-9bfc-4c11-8fc1-f0245f5e89e5 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0478554 Dec 13 15:27:38.355370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c69a13f0-cc79-41a0-94d0-9446ece6e484 req-bd2756f5-3682-4134-a11f-0c33bcb23141 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304251 Dec 13 15:27:38.858491 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-29b378a6-fd23-40fb-9c17-e254300f4ab8 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:38.859935 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-29b378a6-fd23-40fb-9c17-e254300f4ab8 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 815 time: 0.1021924 Dec 13 15:27:38.875091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-e6a573a4-5f5d-4685-9b7d-6e6cfb94ac54 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/quotas/d667419609c84ad3bce2e591bec40b0d HTTP/1.1" status: 200 len: 375 time: 0.0094662 Dec 13 15:27:38.923103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-76f3daef-b640-4156-8ab6-dc4479267dd9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428450 Dec 13 15:27:39.013005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-5ad658c7-911d-4e8a-a587-02e83d18e50f service neutron] 10.222.0.24 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830724 Dec 13 15:27:39.099158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-d4c8b341-aad1-404d-90a1-e03e1a3a3eab service neutron] 10.222.0.24 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801644 Dec 13 15:27:39.310888 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-47b34468-c4db-4894-8aae-ca1c83241c64 req-510728e7-7349-421e-a1e8-8183e9c1f827 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 210 time: 0.0266330 Dec 13 15:27:40.009652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-93f0606e-8fee-4073-96a1-2eaf949e275a tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:40.011392 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-93f0606e-8fee-4073-96a1-2eaf949e275a tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.50 "GET /v2.0/ports?device_id=529e7453-d72e-4e98-988a-009a942e4158 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Dec 13 15:27:40.104773 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Deleting port bc52a927-9c2e-486d-b788-b83a903db23d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:27:40.105451 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:40.195328 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] For port bc52a927-9c2e-486d-b788-b83a903db23d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bc52a927-9c2e-486d-b788-b83a903db23d,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:40.195686 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:40.208127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Calling delete_port for bc52a927-9c2e-486d-b788-b83a903db23d owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:27:40.384301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:40.396795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['bc52a927-9c2e-486d-b788-b83a903db23d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:27:40.405794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b404173a-dd2d-495f-9b1e-f8647a0360aa req-09c3a1c8-1b58-4bfe-a9bc-9002b9049859 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 210 time: 0.0317307 Dec 13 15:27:40.431672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Pushing event deleted for resources: {'Port': ['ID=bc52a927-9c2e-486d-b788-b83a903db23d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:40.471580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] No DVR routers for this DVR port bc52a927-9c2e-486d-b788-b83a903db23d on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:27:40.473918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:40.477226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e5b36191-3c4f-4129-9703-0c85a65e2761 req-b464acaa-b8e8-4dc1-b704-37e2f9a55711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.50 "DELETE /v2.0/ports/bc52a927-9c2e-486d-b788-b83a903db23d HTTP/1.1" status: 204 len: 173 time: 0.4602239 Dec 13 15:27:40.477674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-deleted', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:27:40.480599 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4a3d7-b9f3-477a-b9cf-67770a778520" -d '{"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-deleted", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:27:40.515253 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff75ec5a-7ad4-4834-8ede-cd44b3ac7713 x-openstack-request-id: req-ff75ec5a-7ad4-4834-8ede-cd44b3ac7713 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:27:40.515545 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529e7453-d72e-4e98-988a-009a942e4158", "name": "network-vif-deleted", "tag": "bc52a927-9c2e-486d-b788-b83a903db23d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:27:40.515808 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff75ec5a-7ad4-4834-8ede-cd44b3ac7713 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:27:40.516207 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529e7453-d72e-4e98-988a-009a942e4158', 'name': 'network-vif-deleted', 'tag': 'bc52a927-9c2e-486d-b788-b83a903db23d', 'status': 'completed', 'code': 200} Dec 13 15:27:41.144564 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-15e730ec-59eb-4749-9280-7106d52cda60 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:41.146004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-15e730ec-59eb-4749-9280-7106d52cda60 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.50 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 815 time: 0.1076906 Dec 13 15:27:41.159492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Request body: {'port': {'device_id': '345952bc-bf44-4490-8eca-152a34e34715', 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2', 'admin_state_up': True, 'tenant_id': 'd667419609c84ad3bce2e591bec40b0d'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:27:41.332657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Made reservation on behalf of d667419609c84ad3bce2e591bec40b0d for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:27:41.336268 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:41.461936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Allocated IP 172.20.0.5 (9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2/caa1919a-9abd-467d-878c-3d2a192b3afb/88853d49-2337-4b3c-a287-f5e6737d5a87) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:27:41.510135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94831a7d-8b0d-43a4-809f-737b14891eb2 req-52e4b147-ff4f-4747-a9eb-335945b291a4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 210 time: 0.0347891 Dec 13 15:27:41.633281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:41.716316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:41.728126 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['bc52a927-9c2e-486d-b788-b83a903db23d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:27:41.756594 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:27:41.759702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:27:41.761972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:27:41.803540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:41.822799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:41.823476 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:41.895662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-1f6e4ea3-635c-4f52-bdc1-61f24ab152e0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397950 Dec 13 15:27:41.908247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Request body: {'port': {'device_id': '345952bc-bf44-4490-8eca-152a34e34715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:27:41.959308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:42.214137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88853d49-2337-4b3c-a287-f5e6737d5a87 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:27:42.221370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:42.232799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Transition to ACTIVE for port object 88853d49-2337-4b3c-a287-f5e6737d5a87 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:27:42.315235 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:42.366414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:42.428554 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:27:42.428887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:27:42.429295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:27:42.434043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Port 88853d49-2337-4b3c-a287-f5e6737d5a87 on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:27:42.434393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:27:42.439214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:27:42.439541 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Checking segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:27:42.439912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Bound using segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:27:42.440337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Bound port: 88853d49-2337-4b3c-a287-f5e6737d5a87, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:27:42.440681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:42.504741 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:27:42.507617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:27:42.596306 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:42.630605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8556b11-dac2-4b4a-92d3-0b994bd142f6 req-1f4b540b-f824-47ae-88c9-957417db84d7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:42.644872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:42.644872 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:42.645105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c8556b11-dac2-4b4a-92d3-0b994bd142f6 req-1f4b540b-f824-47ae-88c9-957417db84d7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 943 time: 0.0499828 Dec 13 15:27:42.645200 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] 10.222.0.50 "PUT /v2.0/ports/88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 1091 time: 0.7286682 Dec 13 15:27:42.645200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:27:42.645200 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e1e28-3cbf-4844-b536-ccc199826e08" -d '{"events": [{"name": "network-changed", "server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:27:42.658674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b110974-4cf1-4c26-8541-1fb06984e5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:42.674006 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c8556b11-dac2-4b4a-92d3-0b994bd142f6 req-bc835061-30e2-4ad1-aa96-dd254467af42 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350916 Dec 13 15:27:42.681037 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b8de8a-da08-4bb8-85ba-8973cf92b691 x-openstack-request-id: req-54b8de8a-da08-4bb8-85ba-8973cf92b691 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:27:42.681338 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:27:42.681639 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54b8de8a-da08-4bb8-85ba-8973cf92b691 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:27:42.682690 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'status': 'completed', 'code': 200} Dec 13 15:27:42.752190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e1e28-3cbf-4844-b536-ccc199826e08 req-533735ad-7cad-411f-a621-95772eb13b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:42.754680 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d52e1e28-3cbf-4844-b536-ccc199826e08 req-533735ad-7cad-411f-a621-95772eb13b8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1094 time: 0.0432608 Dec 13 15:27:43.187999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e1e28-3cbf-4844-b536-ccc199826e08 req-533b91d9-fd6b-4e72-8505-4a0cb4ebbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:43.191934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d52e1e28-3cbf-4844-b536-ccc199826e08 req-533b91d9-fd6b-4e72-8505-4a0cb4ebbba3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d667419609c84ad3bce2e591bec40b0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4267762 Dec 13 15:27:43.281808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e1e28-3cbf-4844-b536-ccc199826e08 req-cf36559b-b2f2-4045-8855-9a6d519b5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:43.283266 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d52e1e28-3cbf-4844-b536-ccc199826e08 req-cf36559b-b2f2-4045-8855-9a6d519b5081 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862689 Dec 13 15:27:43.360433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-80d11714-e3ef-4bb6-89e1-1c45e82035f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:43.361868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-80d11714-e3ef-4bb6-89e1-1c45e82035f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1094 time: 0.0396504 Dec 13 15:27:43.406109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-9bedef6e-7c45-41a6-839e-ab3ec595791d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 217 time: 0.0365047 Dec 13 15:27:43.454365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-7cc51a17-517a-4248-b555-dbebf0c1707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:43.455670 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-7cc51a17-517a-4248-b555-dbebf0c1707c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0427620 Dec 13 15:27:43.486743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-39c00a52-3d8e-4334-9a13-efb9546e98b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234702 Dec 13 15:27:43.577505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-2e68a2dc-d725-4b77-910d-3779c22acf52 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842080 Dec 13 15:27:43.674429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7362270-30b0-4b69-aacb-4fa884de9d53 req-53a02951-3567-4217-9836-684bb617c3af service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889752 Dec 13 15:27:43.789173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45e16-f874-47b8-ad4a-addecacf4b84 req-753fca9e-1a97-47ca-abb8-3662e5f49a05 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:43.790640 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2f45e16-f874-47b8-ad4a-addecacf4b84 req-753fca9e-1a97-47ca-abb8-3662e5f49a05 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 943 time: 0.0484824 Dec 13 15:27:43.831838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2f45e16-f874-47b8-ad4a-addecacf4b84 req-88d1d63e-0612-44e2-b7c6-04fa587b8b83 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342665 Dec 13 15:27:44.943818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25837-0fc8-4bed-849b-a0acfc15a3da req-63a3ef75-1cc8-4b79-b8e2-78e47e2d4e83 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:44.945258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51b25837-0fc8-4bed-849b-a0acfc15a3da req-63a3ef75-1cc8-4b79-b8e2-78e47e2d4e83 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 943 time: 0.0473888 Dec 13 15:27:44.985728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51b25837-0fc8-4bed-849b-a0acfc15a3da req-4ca12958-ee56-4f80-b76e-b2a12d7fa5ac tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Dec 13 15:27:45.235345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:27:45.238487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc52a927-9c2e-486d-b788-b83a903db23d no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:27:45.264852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: bc52a927-9c2e-486d-b788-b83a903db23d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:27:45.265191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bc52a927-9c2e-486d-b788-b83a903db23d not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:27:45.356651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:45.366751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2', 'port_id': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'mac_address': 'fa:16:3e:58:95:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa1919a-9abd-467d-878c-3d2a192b3afb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:27:45.403166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:45.415303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88853d49-2337-4b3c-a287-f5e6737d5a87 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:27:45.434127 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:45.486642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:45.531213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:45.538406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.542579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:27:45.678543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['88853d49-2337-4b3c-a287-f5e6737d5a87'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:27:46.098422 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:46.100832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e47de-edcc-40ef-87ac-4c937fb76ef0 req-87a84704-cb35-4e4e-b9df-03cb6c6771e9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:46.102323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-646e47de-edcc-40ef-87ac-4c937fb76ef0 req-87a84704-cb35-4e4e-b9df-03cb6c6771e9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 944 time: 0.0486388 Dec 13 15:27:46.140019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-646e47de-edcc-40ef-87ac-4c937fb76ef0 req-f0e96acb-6325-4c07-9bd0-1ec660567490 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Dec 13 15:27:47.250276 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:27:47.255128 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:47.255310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4585d9-a6b4-460c-861d-752c1649d4fc req-19184ad4-e8fb-4f04-90b0-4449f7e449b6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:47.256759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf4585d9-a6b4-460c-861d-752c1649d4fc req-19184ad4-e8fb-4f04-90b0-4449f7e449b6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 944 time: 0.0493298 Dec 13 15:27:47.297797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf4585d9-a6b4-460c-861d-752c1649d4fc req-29f60fd0-9588-4586-a27f-2254b040cd05 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347590 Dec 13 15:27:47.338523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 88853d49-2337-4b3c-a287-f5e6737d5a87 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:27:47.343728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 88853d49-2337-4b3c-a287-f5e6737d5a87 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:27:47.344103 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:47.423017 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:47.444634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:27:47.449476 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4fbdc3-31aa-4b42-9e2f-cbc058bb7f7f" -d '{"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-plugged", "status": "completed", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:27:47.459041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:27:47.483135 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efed31d-0d85-4a93-8991-c2d6d76c5b2d x-openstack-request-id: req-2efed31d-0d85-4a93-8991-c2d6d76c5b2d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:27:47.483447 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-plugged", "status": "completed", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:27:47.483697 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2efed31d-0d85-4a93-8991-c2d6d76c5b2d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:27:47.484092 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'code': 200} Dec 13 15:27:47.498630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:47.545559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:27:47.579563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5b2c-9ad1-45b0-a9a5-f54422ae7390 req-73bee25b-c896-45b5-bbf5-305343cb3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:47.581070 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e44d5b2c-9ad1-45b0-a9a5-f54422ae7390 req-73bee25b-c896-45b5-bbf5-305343cb3571 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1096 time: 0.0416386 Dec 13 15:27:47.615934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e44d5b2c-9ad1-45b0-a9a5-f54422ae7390 req-1cfc7363-8fe8-4395-9767-5b1ac1bad081 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276222 Dec 13 15:27:48.416738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a59ca-dd99-42d1-a1d4-a76cec0982fa req-83716781-ce37-4ccc-8275-3317cffbe624 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:48.418196 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f8a59ca-dd99-42d1-a1d4-a76cec0982fa req-83716781-ce37-4ccc-8275-3317cffbe624 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0482070 Dec 13 15:27:48.455375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f8a59ca-dd99-42d1-a1d4-a76cec0982fa req-6b1b9148-4b7c-4a82-acee-c7f6d890e9fe tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Dec 13 15:27:49.568689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92351-5c05-4def-8d22-a351ba628295 req-96d3d433-bd7a-4eb2-bf8d-8ad2b55a408b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:49.570127 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7f92351-5c05-4def-8d22-a351ba628295 req-96d3d433-bd7a-4eb2-bf8d-8ad2b55a408b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Dec 13 15:27:49.610468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d7f92351-5c05-4def-8d22-a351ba628295 req-2445f1ae-686e-46f9-a2e1-351d2a9f271b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Dec 13 15:27:49.721991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5588a-bfed-4068-b9f6-863134b53db2 req-da3a1087-69e6-4d37-b8ec-a3f3dda5dc0e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:49.723505 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1c5588a-bfed-4068-b9f6-863134b53db2 req-da3a1087-69e6-4d37-b8ec-a3f3dda5dc0e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Dec 13 15:27:49.764503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1c5588a-bfed-4068-b9f6-863134b53db2 req-0ff778d5-9d6d-4090-9b88-3c41007cbe0f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349405 Dec 13 15:27:49.881474 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f4e823a6-52f6-405c-a6c5-43586ecae17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:50.096455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac77ab-f988-4500-9259-eecbe113ffd1 req-cd4e271f-3968-4b10-9fcd-39af39d7515c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:50.097970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9ac77ab-f988-4500-9259-eecbe113ffd1 req-cd4e271f-3968-4b10-9fcd-39af39d7515c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Dec 13 15:27:50.137127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9ac77ab-f988-4500-9259-eecbe113ffd1 req-9bb53554-ae2d-4e50-96d2-ba56ed4d81d3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Dec 13 15:27:50.158847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-2677e9df-0d2f-4eb4-a41e-f9ec19f6544f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403123 Dec 13 15:27:51.253487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3228b-8a60-4e3e-b02a-b11bd81eaa3a req-5aa44437-477b-4b65-971f-acfc0e46e6e4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:51.254983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49f3228b-8a60-4e3e-b02a-b11bd81eaa3a req-5aa44437-477b-4b65-971f-acfc0e46e6e4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Dec 13 15:27:51.295291 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49f3228b-8a60-4e3e-b02a-b11bd81eaa3a req-89b1f0be-d96c-4f42-8fa9-fbc58e6ce1cc tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Dec 13 15:27:52.023873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-627aa6a7-93db-4860-ad04-03c17e1bdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:52.025308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-627aa6a7-93db-4860-ad04-03c17e1bdb62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1096 time: 0.0404487 Dec 13 15:27:52.117418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-2f620dd9-7606-40bb-b876-f381bd19f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:52.118894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-2f620dd9-7606-40bb-b876-f381bd19f088 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0868399 Dec 13 15:27:52.160003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-046c9248-630f-46cb-a0d1-16a6cfcf4b63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 217 time: 0.0342417 Dec 13 15:27:52.213292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-76a51e24-b493-4a10-a99d-57328217c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:52.214749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-76a51e24-b493-4a10-a99d-57328217c7fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0485435 Dec 13 15:27:52.241454 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cd118cba-e247-4bd5-bf8c-a3108ec4c3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:52.247096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-c6ea4643-6dce-45be-9978-5b228de30ec4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243697 Dec 13 15:27:52.333365 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-5909df05-6b51-4bbc-bffc-f87db316ae75 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801103 Dec 13 15:27:52.410993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b73c9-e906-4027-83d0-ae5efe73fc1f req-4a796777-c07c-4ca3-a4d7-d6d679581353 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:52.412444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c8b73c9-e906-4027-83d0-ae5efe73fc1f req-4a796777-c07c-4ca3-a4d7-d6d679581353 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Dec 13 15:27:52.427521 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-3d947d45-919e-4c05-8fb3-441be5033038 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871232 Dec 13 15:27:52.449609 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c8b73c9-e906-4027-83d0-ae5efe73fc1f req-50fc2278-30a9-4669-baa6-3a3e5fdbba59 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311708 Dec 13 15:27:53.384092 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:53.564374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ee4ee-0a09-4cdc-8c8e-fe1c72e4b6af req-6b4fc4c3-b84f-44d5-9bc1-4145e0769465 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:53.565860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f4ee4ee-0a09-4cdc-8c8e-fe1c72e4b6af req-6b4fc4c3-b84f-44d5-9bc1-4145e0769465 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0491812 Dec 13 15:27:53.603012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f4ee4ee-0a09-4cdc-8c8e-fe1c72e4b6af req-49dc1c64-9aa3-4d8a-aa0b-ab6e28f0b676 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Dec 13 15:27:54.720545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff84d87-8c35-4496-9169-461e2e0d572c req-bcfe4534-ba8c-4196-bcd2-9d77854e7557 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:54.721986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ff84d87-8c35-4496-9169-461e2e0d572c req-bcfe4534-ba8c-4196-bcd2-9d77854e7557 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0476410 Dec 13 15:27:54.761664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5ff84d87-8c35-4496-9169-461e2e0d572c req-bf0fc0fb-aa59-45a6-ab21-dec511c18ca4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Dec 13 15:27:55.018670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:55.160841 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:27:55.875117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e9bcf-eb76-4189-8cb4-df10d6db713e req-b2a6c15a-c685-4611-810d-9dc5e58740e6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:55.876591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-906e9bcf-eb76-4189-8cb4-df10d6db713e req-b2a6c15a-c685-4611-810d-9dc5e58740e6 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0485044 Dec 13 15:27:55.914477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-906e9bcf-eb76-4189-8cb4-df10d6db713e req-388d3d05-60fc-4782-9e49-03c2d0bbaa97 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318551 Dec 13 15:27:57.025241 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1f19f-7ad0-4de4-9de6-bf80c9ee6f75 req-4e1f17c0-9c2d-40be-aace-c2bd3397fb82 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:57.026701 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32f1f19f-7ad0-4de4-9de6-bf80c9ee6f75 req-4e1f17c0-9c2d-40be-aace-c2bd3397fb82 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0477252 Dec 13 15:27:57.063826 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-32f1f19f-7ad0-4de4-9de6-bf80c9ee6f75 req-82c38845-caf9-4057-9d49-24d4d543a4e2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Dec 13 15:27:58.182201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827eb3-dc22-466a-938b-25741f715bfa req-2706965d-2390-40f4-a048-bfed25b815e3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:58.183783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85827eb3-dc22-466a-938b-25741f715bfa req-2706965d-2390-40f4-a048-bfed25b815e3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0536201 Dec 13 15:27:58.223884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-85827eb3-dc22-466a-938b-25741f715bfa req-fc3aa310-2a08-4d32-b0bd-0092389e3fed tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Dec 13 15:27:59.336154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e39cd-8545-4d03-82b9-c33d68456a9f req-aa28965c-3673-4515-bd2f-f2cbe29d2b7f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:27:59.337603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-276e39cd-8545-4d03-82b9-c33d68456a9f req-aa28965c-3673-4515-bd2f-f2cbe29d2b7f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Dec 13 15:27:59.375639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-276e39cd-8545-4d03-82b9-c33d68456a9f req-ff43cb0a-b57f-46f8-a5b2-3dc09fc251a4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Dec 13 15:28:00.488796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa37b0-ae80-4185-93bc-4100d7bada68 req-71d53f4e-1623-43d5-90d6-9d6edd05b7a2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:00.490256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39fa37b0-ae80-4185-93bc-4100d7bada68 req-71d53f4e-1623-43d5-90d6-9d6edd05b7a2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0488353 Dec 13 15:28:00.528512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39fa37b0-ae80-4185-93bc-4100d7bada68 req-623cce2c-d802-42e8-8290-3f797f39d587 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Dec 13 15:28:01.641034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57909763-bc44-4f9c-b9f0-c21197429f2f req-a1e6498b-230f-44ca-ac70-5f8975552867 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:01.642522 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57909763-bc44-4f9c-b9f0-c21197429f2f req-a1e6498b-230f-44ca-ac70-5f8975552867 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0477848 Dec 13 15:28:01.684423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57909763-bc44-4f9c-b9f0-c21197429f2f req-1c1cbf9d-1b18-4276-af79-6bb4416240f9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Dec 13 15:28:02.287824 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:28:02.810603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5968-d98b-4b34-b152-ffc9e0cbdca6 req-63c26879-782e-4233-9569-067914637f9b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:02.812103 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46cf5968-d98b-4b34-b152-ffc9e0cbdca6 req-63c26879-782e-4233-9569-067914637f9b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0539539 Dec 13 15:28:02.848358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-46cf5968-d98b-4b34-b152-ffc9e0cbdca6 req-2a8581c5-5d75-4ce6-b979-c8409ff1c885 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303650 Dec 13 15:28:03.964016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31ba7e-fcc5-4fc3-ac50-a721ba8634de req-9f375f02-310e-4761-b583-81336f41d38b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:03.965444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf31ba7e-fcc5-4fc3-ac50-a721ba8634de req-9f375f02-310e-4761-b583-81336f41d38b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0515380 Dec 13 15:28:04.003198 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bf31ba7e-fcc5-4fc3-ac50-a721ba8634de req-ea153a56-515b-4202-86de-b268fd90b933 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Dec 13 15:28:05.123209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413341-2d76-4251-8a9d-5b8fd08db051 req-54536ab8-6a7a-48fd-a9a3-ceb615805d75 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:05.124607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80413341-2d76-4251-8a9d-5b8fd08db051 req-54536ab8-6a7a-48fd-a9a3-ceb615805d75 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0559096 Dec 13 15:28:05.161532 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-80413341-2d76-4251-8a9d-5b8fd08db051 req-29f2f689-a14c-4c08-9262-e72abbc03477 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Dec 13 15:28:06.277719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfac98-f92b-4bcd-94e3-2f6ca2d647b4 req-dff96c88-051f-4741-bccc-8b9cc0f1efa4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:06.279292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7dfac98-f92b-4bcd-94e3-2f6ca2d647b4 req-dff96c88-051f-4741-bccc-8b9cc0f1efa4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0509980 Dec 13 15:28:06.316857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b7dfac98-f92b-4bcd-94e3-2f6ca2d647b4 req-122abdd7-83b7-426e-a4bf-292d673f9eb0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Dec 13 15:28:07.430207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd9eb5-38ad-40cc-ae83-9877be0eb02a req-1b0be7d0-2dfe-4726-b3fd-6ed95c040d8e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:07.431696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1bd9eb5-38ad-40cc-ae83-9877be0eb02a req-1b0be7d0-2dfe-4726-b3fd-6ed95c040d8e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0493977 Dec 13 15:28:07.469162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c1bd9eb5-38ad-40cc-ae83-9877be0eb02a req-89ef9cab-afe8-4d12-952a-b91fead8f2cb tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Dec 13 15:28:08.581435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51510-a056-4c1e-bd22-e2b7b6bb7b09 req-9ef4772b-45a5-4fe1-a064-1bb06cc9ebdd tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:08.582919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9eb51510-a056-4c1e-bd22-e2b7b6bb7b09 req-9ef4772b-45a5-4fe1-a064-1bb06cc9ebdd tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Dec 13 15:28:08.623857 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9eb51510-a056-4c1e-bd22-e2b7b6bb7b09 req-ca985d30-098d-4486-99e9-53e977f5694f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350268 Dec 13 15:28:09.736588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a716a-05da-4174-ab17-6c2288122203 req-2cd3d8be-c28a-48ea-a49a-da20a4365e58 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:09.738054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f1a716a-05da-4174-ab17-6c2288122203 req-2cd3d8be-c28a-48ea-a49a-da20a4365e58 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Dec 13 15:28:09.774664 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f1a716a-05da-4174-ab17-6c2288122203 req-d1188f2b-a9b5-4735-9811-e0dd2a975b34 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Dec 13 15:28:10.889739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3044d-3b7a-4219-9451-0f9927bd008b req-4bd08222-5cc3-470e-b25e-a9a8010e48a1 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:10.891239 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9c3044d-3b7a-4219-9451-0f9927bd008b req-4bd08222-5cc3-470e-b25e-a9a8010e48a1 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Dec 13 15:28:10.928461 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9c3044d-3b7a-4219-9451-0f9927bd008b req-13d489d5-57a1-484c-8d88-d2a32cba89a4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Dec 13 15:28:12.046036 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ef919-6d2b-4e43-b259-0717135a085b req-235ee3ba-9001-4aa4-af90-db3422d005eb tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:12.047780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-937ef919-6d2b-4e43-b259-0717135a085b req-235ee3ba-9001-4aa4-af90-db3422d005eb tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0537138 Dec 13 15:28:12.085378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-937ef919-6d2b-4e43-b259-0717135a085b req-77d4256c-66ea-468c-b526-0e72dd23610b tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Dec 13 15:28:13.203874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229a7a7-14dc-4f3e-bc50-ddcc891b8628 req-572653b3-fec2-4766-8e2f-b0d7f06868b8 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:13.205366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0229a7a7-14dc-4f3e-bc50-ddcc891b8628 req-572653b3-fec2-4766-8e2f-b0d7f06868b8 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0530846 Dec 13 15:28:13.243816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0229a7a7-14dc-4f3e-bc50-ddcc891b8628 req-49c45b00-9d20-4c45-ae0e-012aa8a88b55 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Dec 13 15:28:14.357094 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d9d4f-341c-4e8f-9e80-3ef935743211 req-ee7eb9f8-ed9a-4296-b84c-b895a6e55ce9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:14.358550 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-977d9d4f-341c-4e8f-9e80-3ef935743211 req-ee7eb9f8-ed9a-4296-b84c-b895a6e55ce9 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Dec 13 15:28:14.395139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-977d9d4f-341c-4e8f-9e80-3ef935743211 req-fc1da1bb-8361-482c-95d3-142d121c97a2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308170 Dec 13 15:28:15.508919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3ac09-6054-443e-94a6-6d03018a54b2 req-1b10930b-52fa-4486-800b-15ae8f8c80b0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:15.510431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81c3ac09-6054-443e-94a6-6d03018a54b2 req-1b10930b-52fa-4486-800b-15ae8f8c80b0 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0503249 Dec 13 15:28:15.551730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-81c3ac09-6054-443e-94a6-6d03018a54b2 req-52be617e-d365-4df5-8d2e-4f6e806cf62c tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Dec 13 15:28:16.137792 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:16.664406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dc407-4098-43aa-abd6-f0890a83abc2 req-7018eb93-b4a4-4459-8fae-9c08a77c4281 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:16.665835 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e29dc407-4098-43aa-abd6-f0890a83abc2 req-7018eb93-b4a4-4459-8fae-9c08a77c4281 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Dec 13 15:28:16.702751 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e29dc407-4098-43aa-abd6-f0890a83abc2 req-972d43c6-fc85-4575-bd42-1b7c01ea8043 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Dec 13 15:28:17.263631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:17.764192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-128e6a5e-8af3-4dd9-93e9-b9bd1edb33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:17.765695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-128e6a5e-8af3-4dd9-93e9-b9bd1edb33ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1096 time: 0.0466259 Dec 13 15:28:17.832068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c1011-a094-446d-99ae-5b045023363a req-ba686b89-996a-4449-8f11-7f77e393e22e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:17.833549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-665c1011-a094-446d-99ae-5b045023363a req-ba686b89-996a-4449-8f11-7f77e393e22e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0571725 Dec 13 15:28:17.873368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-665c1011-a094-446d-99ae-5b045023363a req-cde5b32e-535f-46bf-87e9-fc6fcc336e71 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Dec 13 15:28:17.878574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-684301a4-9c3f-4f23-b20f-9eda01bddb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:17.880047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-684301a4-9c3f-4f23-b20f-9eda01bddb28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0926528 Dec 13 15:28:17.926383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-899e4e09-644f-4593-9135-620cc9793bb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 217 time: 0.0385280 Dec 13 15:28:17.977833 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-c518330a-f5af-4f38-83a5-11e6272105a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:17.979185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-c518330a-f5af-4f38-83a5-11e6272105a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0448282 Dec 13 15:28:18.010765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-d6c2c5d3-6a94-4f72-8904-4c4097aa9a03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240951 Dec 13 15:28:18.114041 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-30596cc8-9b49-4ee0-b8a6-4e56a2166d6c service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811820 Dec 13 15:28:18.213353 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b2d9e06-8b0c-4f20-8288-ef374eae384d req-33ae7234-7fe6-4b63-b614-077caa77bca3 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896790 Dec 13 15:28:18.986500 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65cd93-b79a-4f92-8817-e447ad21659b req-a6de5106-6cc7-4301-873d-1b554fbf56d8 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:18.987948 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc65cd93-b79a-4f92-8817-e447ad21659b req-a6de5106-6cc7-4301-873d-1b554fbf56d8 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0489423 Dec 13 15:28:19.025189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc65cd93-b79a-4f92-8817-e447ad21659b req-8b35d955-7259-4d79-8cd8-db368b2be873 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Dec 13 15:28:19.459604 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-41a4ff1c-6c8f-4f6c-a6be-09ad64cb482c service neutron] show failed (client error): The resource could not be found. Dec 13 15:28:19.460630 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-41a4ff1c-6c8f-4f6c-a6be-09ad64cb482c service neutron] 10.222.0.50 "GET /v2.0/ports/88853d49-2337-4b3c-a287-f5e6737d5a87/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0604331 Dec 13 15:28:19.920883 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-284f2622-4e1c-4ae3-b7d4-4b58ad805e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:19.954835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-045c2fb0-9def-417a-9020-e8e99a82516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:19.956303 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-045c2fb0-9def-417a-9020-e8e99a82516d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715&tenant_id=d667419609c84ad3bce2e591bec40b0d HTTP/1.1" status: 200 len: 1096 time: 0.0401886 Dec 13 15:28:19.969593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:20.022739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:20.228501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aa283-d928-49f4-b170-1f46494ade21 req-25e68fd8-d03d-4d06-99e1-37fecfe7a75d tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:20.230026 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f1aa283-d928-49f4-b170-1f46494ade21 req-25e68fd8-d03d-4d06-99e1-37fecfe7a75d tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.1058886 Dec 13 15:28:20.283577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:20.299000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1f1aa283-d928-49f4-b170-1f46494ade21 req-7b84d06f-d79d-49a4-92ec-2ebff170e464 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617397 Dec 13 15:28:20.321536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:28:20.364150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:28:20.366434 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d59fc95-c8d2-40df-9ab1-ffd84599cd25" -d '{"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-unplugged", "status": "completed", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:28:20.370153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:20.382534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Transition to ACTIVE for port object 88853d49-2337-4b3c-a287-f5e6737d5a87 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:28:20.420105 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bbd762-0cde-4cd0-96ec-919c5b1c73ae x-openstack-request-id: req-15bbd762-0cde-4cd0-96ec-919c5b1c73ae {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:28:20.420105 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-unplugged", "status": "completed", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:28:20.420105 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15bbd762-0cde-4cd0-96ec-919c5b1c73ae {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:28:20.420105 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'code': 200} Dec 13 15:28:20.429260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:20.497310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=6']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:20.499482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] No DVR routers for this DVR port 88853d49-2337-4b3c-a287-f5e6737d5a87 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:28:20.508178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.508523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.508891 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.509225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.509552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.509877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.510209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.510553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.510875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.511737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.512056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.512375 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:20.544788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:28:20.545054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:28:20.545381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:28:20.549809 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Port 88853d49-2337-4b3c-a287-f5e6737d5a87 on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:28:20.550129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Attempting to bind port 88853d49-2337-4b3c-a287-f5e6737d5a87 on network 9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:28:20.555129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:28:20.555461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Checking segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:28:20.555839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Bound using segment: {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:28:20.556256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Bound port: 88853d49-2337-4b3c-a287-f5e6737d5a87, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe14c23-4100-4346-b01f-a9614b857b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:28:20.556603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:20.618016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:28:20.621048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:28:20.686937 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:20.722553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:20.723161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:20.724589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] 10.222.0.55 "PUT /v2.0/ports/88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 1091 time: 0.7587991 Dec 13 15:28:20.746673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86962d2-077b-4607-93f4-3d1307acbdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:20.788967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-b905286a-e629-43a8-87e9-19bc60ccaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:20.790515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-b905286a-e629-43a8-87e9-19bc60ccaedd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1094 time: 0.0404353 Dec 13 15:28:20.878309 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-11e08237-69ab-49f4-9906-3b7af04afefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:20.879773 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-11e08237-69ab-49f4-9906-3b7af04afefa service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0825894 Dec 13 15:28:20.924138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-8db91fbf-cb40-45fe-818c-7e90d8e6feef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 217 time: 0.0366163 Dec 13 15:28:20.973555 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-0964f2db-ba78-4093-a94b-05e4c8a3e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:20.974951 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-0964f2db-ba78-4093-a94b-05e4c8a3e8b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0432768 Dec 13 15:28:21.006278 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-feb029c9-2248-4fc4-903f-36783d203e67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236096 Dec 13 15:28:21.096921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-67580b0e-d07d-4bbc-aef9-1e43d98bc945 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830388 Dec 13 15:28:21.190499 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8f90e0fc-4bfc-4836-a8e8-799a0e09e9d6 req-5cf83edc-d5bd-40f6-99db-aa8f797acb2a service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853851 Dec 13 15:28:21.412597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dec0ce-c56f-4031-821c-3578235d871f req-a21f01e2-fc52-4f2f-ad93-33f2713f1e64 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:21.414052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44dec0ce-c56f-4031-821c-3578235d871f req-a21f01e2-fc52-4f2f-ad93-33f2713f1e64 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 943 time: 0.0487173 Dec 13 15:28:21.456350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44dec0ce-c56f-4031-821c-3578235d871f req-26da8ec9-c57a-4b57-aecb-164ae237bb57 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355065 Dec 13 15:28:22.258115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b214e5ac-c455-42a0-84bd-0bf12254212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:22.418580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:28:22.420952 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0f384-8273-4e32-b3a2-f424496798bd" -d '{"events": [{"name": "network-changed", "server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:28:22.468409 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e964b5ee-5df3-42ca-a048-ec0979124dd1 x-openstack-request-id: req-e964b5ee-5df3-42ca-a048-ec0979124dd1 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:28:22.468693 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:28:22.468940 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e964b5ee-5df3-42ca-a048-ec0979124dd1 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:28:22.469361 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'status': 'completed', 'code': 200} Dec 13 15:28:22.537296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-c5e82d6c-b7b0-4a3d-a168-09392eef4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:22.537876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-7c56ffa0-0d65-4f69-972f-7d1f9ee61951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:22.538755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-c5e82d6c-b7b0-4a3d-a168-09392eef4ead service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1094 time: 0.0445635 Dec 13 15:28:22.538878 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-7c56ffa0-0d65-4f69-972f-7d1f9ee61951 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1094 time: 0.0519955 Dec 13 15:28:22.626202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b741db3-8176-477d-800f-e637474d2009 req-8291054e-6b32-4669-b3a1-b235c8bc4cbc tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:22.627709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b741db3-8176-477d-800f-e637474d2009 req-8291054e-6b32-4669-b3a1-b235c8bc4cbc tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 943 time: 0.1035144 Dec 13 15:28:22.628930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-378f8ec9-a14a-436f-bd5b-51948d4cd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:22.630415 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-378f8ec9-a14a-436f-bd5b-51948d4cd84e service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0846105 Dec 13 15:28:22.672767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-e1e8a472-a4b7-4d97-a004-f0b417d1bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:22.674202 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-e1e8a472-a4b7-4d97-a004-f0b417d1bc1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.1216819 Dec 13 15:28:22.676556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-fa9c0a39-f6df-4861-bd09-d8ed0a51869c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 217 time: 0.0389345 Dec 13 15:28:22.692431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b741db3-8176-477d-800f-e637474d2009 req-07e0002b-45ac-4dc5-925d-ec0ef33b7588 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515442 Dec 13 15:28:22.722287 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-252d68a3-01ef-437d-b5f5-6853904c6d2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 217 time: 0.0378587 Dec 13 15:28:22.725728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-01aabe5c-9089-4545-bfb5-7c0d3b4b58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:22.727253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-01aabe5c-9089-4545-bfb5-7c0d3b4b58df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0443735 Dec 13 15:28:22.758378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-ab8bcb3e-d4fb-4afb-a98b-4cd980b5fe66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245023 Dec 13 15:28:22.772209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-dacad284-eab5-48de-b821-733fa4b5218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:22.773637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-dacad284-eab5-48de-b821-733fa4b5218e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0427470 Dec 13 15:28:22.810359 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-74d2f8b9-061f-4663-b355-15ba92949d2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290985 Dec 13 15:28:22.853869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-2514f3f5-8fa9-4eed-952e-2de6ff172b35 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887268 Dec 13 15:28:22.936920 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-8f2f34dc-788e-464c-bebc-dad5292e5b9f service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913725 Dec 13 15:28:22.955857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-4f59a69f-2b70-4dec-b383-0e9ed71c3003 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949020 Dec 13 15:28:23.342489 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f9d0f384-8273-4e32-b3a2-f424496798bd req-08b69840-a968-40a6-9877-84476184c2c2 service neutron] 10.222.0.55 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241695 Dec 13 15:28:23.372349 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:23.537843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:28:23.575626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:28:23.810769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b5b7-4a65-47f2-9a44-9cebbc8ecb3b req-f57495f2-d5a7-451e-9bcc-88d1502cad9d tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:23.812312 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ab5b5b7-4a65-47f2-9a44-9cebbc8ecb3b req-f57495f2-d5a7-451e-9bcc-88d1502cad9d tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 943 time: 0.0503199 Dec 13 15:28:23.850157 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ab5b5b7-4a65-47f2-9a44-9cebbc8ecb3b req-e47f144d-e79c-4871-bf2c-bc82cf5f63e4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Dec 13 15:28:24.154218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecd8bd-7f62-45db-9a3e-9976b35478ec req-6a78f099-f55a-47ac-91a7-1455acccf8f2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:24.155729 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fecd8bd-7f62-45db-9a3e-9976b35478ec req-6a78f099-f55a-47ac-91a7-1455acccf8f2 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 943 time: 0.0553501 Dec 13 15:28:24.221255 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fecd8bd-7f62-45db-9a3e-9976b35478ec req-f5d86739-70e6-4dfd-8383-4fc9d15bc963 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594234 Dec 13 15:28:24.242048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-fb7f874c-4d83-4847-8243-ad90157f92da tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:24.243489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-fb7f874c-4d83-4847-8243-ad90157f92da tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.50 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715&tenant_id=d667419609c84ad3bce2e591bec40b0d&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 943 time: 0.0659959 Dec 13 15:28:24.304178 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-a40049e4-2499-4815-a007-b718b53e8f1c service neutron] delete failed (client error): The resource could not be found. Dec 13 15:28:24.305108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-a40049e4-2499-4815-a007-b718b53e8f1c service neutron] 10.222.0.50 "DELETE /v2.0/ports/88853d49-2337-4b3c-a287-f5e6737d5a87/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0543618 Dec 13 15:28:24.390262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-dced4d35-a27e-4b50-bce5-cf249c9f2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:24.391748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-dced4d35-a27e-4b50-bce5-cf249c9f2cf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d667419609c84ad3bce2e591bec40b0d&device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 1094 time: 0.0445497 Dec 13 15:28:24.480047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-83dff132-fb7c-43ec-b3bd-f8d45fcfe7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:24.481463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-83dff132-fb7c-43ec-b3bd-f8d45fcfe7f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 200 len: 916 time: 0.0825596 Dec 13 15:28:24.523017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-d5998627-3aa1-46a3-9afc-585ec2348a00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 200 len: 217 time: 0.0338905 Dec 13 15:28:24.574296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-126fe2d6-a96c-4624-9942-92ceba7a4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:24.575615 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-126fe2d6-a96c-4624-9942-92ceba7a4d3f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 200 len: 855 time: 0.0463390 Dec 13 15:28:24.607458 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-697425aa-9171-4ddf-8e67-293246bcf515 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242188 Dec 13 15:28:24.696641 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-a6ca0cd2-59c0-44e3-a960-19b5028b68fb service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808811 Dec 13 15:28:24.751143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:28:24.789667 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b5a14c26-c67a-4ece-97d7-e54e59664eff req-aa347492-07d3-496b-adea-64f60d554809 service neutron] 10.222.0.50 "GET /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860620 Dec 13 15:28:24.843415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:24.854727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'network_id': '9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2', 'port_id': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'mac_address': 'fa:16:3e:58:95:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa1919a-9abd-467d-878c-3d2a192b3afb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:28:24.894967 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:24.906977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88853d49-2337-4b3c-a287-f5e6737d5a87 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:28:24.925755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:24.971997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:25.017748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:25.023642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:25.143709 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:25.187215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['88853d49-2337-4b3c-a287-f5e6737d5a87'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:28:25.342741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde02b-f249-4c47-bd60-fcad891cd412 req-eba0bd7c-e3b8-4fad-aed8-ef245e99ecd4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:25.344208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cdde02b-f249-4c47-bd60-fcad891cd412 req-eba0bd7c-e3b8-4fad-aed8-ef245e99ecd4 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 944 time: 0.0524740 Dec 13 15:28:25.384171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7cdde02b-f249-4c47-bd60-fcad891cd412 req-f61a7918-042d-4a77-a91b-05d345da69ab tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Dec 13 15:28:26.499392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522c184-8977-465e-90b5-dbfdbc9911e5 req-87be6e67-0393-4e99-a6a7-aaa9c07ad654 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:26.500867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f522c184-8977-465e-90b5-dbfdbc9911e5 req-87be6e67-0393-4e99-a6a7-aaa9c07ad654 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 944 time: 0.0491471 Dec 13 15:28:26.537257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f522c184-8977-465e-90b5-dbfdbc9911e5 req-bd3e1b31-4eae-4798-a6af-15dc0383d34f tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Dec 13 15:28:26.647357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea4cf-6c1f-41c8-a77f-1ce911070b56 req-35fec2ad-b8cf-4ba1-805f-ed21ab0d87a1 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:26.648776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f96ea4cf-6c1f-41c8-a77f-1ce911070b56 req-35fec2ad-b8cf-4ba1-805f-ed21ab0d87a1 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 944 time: 0.0476716 Dec 13 15:28:26.685727 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f96ea4cf-6c1f-41c8-a77f-1ce911070b56 req-c6988b78-b46d-49e5-b1c0-98305a68ed68 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Dec 13 15:28:26.777233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:28:26.795854 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ec8f7-646f-456c-83f8-fe884917c311 req-dda12d15-94ed-4a82-8e05-77d7c8e252a7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:26.797588 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c48ec8f7-646f-456c-83f8-fe884917c311 req-dda12d15-94ed-4a82-8e05-77d7c8e252a7 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 944 time: 0.0484109 Dec 13 15:28:26.840747 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c48ec8f7-646f-456c-83f8-fe884917c311 req-bc18566e-a63d-41f5-b7b1-40c807c58cac tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373070 Dec 13 15:28:26.898210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 88853d49-2337-4b3c-a287-f5e6737d5a87 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:28:26.902834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 88853d49-2337-4b3c-a287-f5e6737d5a87 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:26.903312 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:26.981303 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:27.003213 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:28:27.005504 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ffeda-f246-4b8d-a952-f25e2f4c6c49" -d '{"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-plugged", "status": "completed", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:28:27.017810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:27.040441 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8dd218-6951-490b-86d3-33db9def4030 x-openstack-request-id: req-1c8dd218-6951-490b-86d3-33db9def4030 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:28:27.040922 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-plugged", "status": "completed", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:28:27.041171 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c8dd218-6951-490b-86d3-33db9def4030 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:28:27.041984 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'code': 200} Dec 13 15:28:27.063886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:27.110731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:27.293774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126ef3-7c70-43a9-bb76-47c8cfcde753 req-dc08ef37-342d-4f01-8108-1f54bd4ad09e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:27.293774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d126ef3-7c70-43a9-bb76-47c8cfcde753 req-dc08ef37-342d-4f01-8108-1f54bd4ad09e tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Dec 13 15:28:27.331447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d126ef3-7c70-43a9-bb76-47c8cfcde753 req-558635df-d084-4c1b-987e-8a78ca2d1dc3 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351050 Dec 13 15:28:28.442789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-3f2ecddd-e5c9-45f0-acb9-1cf21ac14711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:28.443503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4f60-2bb8-4806-87b8-1f40076ce572 req-53849c92-7dfd-4eb5-bd13-fd2021fe7021 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:28.444223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-3f2ecddd-e5c9-45f0-acb9-1cf21ac14711 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.55 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Dec 13 15:28:28.444954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-168d4f60-2bb8-4806-87b8-1f40076ce572 req-53849c92-7dfd-4eb5-bd13-fd2021fe7021 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/ports?device_id=345952bc-bf44-4490-8eca-152a34e34715 HTTP/1.1" status: 200 len: 945 time: 0.0481079 Dec 13 15:28:28.482455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-168d4f60-2bb8-4806-87b8-1f40076ce572 req-8bef6aaf-6499-4958-a77d-d245a8d616df tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.24 "GET /v2.0/security-groups?id=e216e550-7a6e-4b08-b3c6-b629ffc435f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308170 Dec 13 15:28:28.530495 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Deleting port 88853d49-2337-4b3c-a287-f5e6737d5a87 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:28:28.530833 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:28.618060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] For port 88853d49-2337-4b3c-a287-f5e6737d5a87, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=88853d49-2337-4b3c-a287-f5e6737d5a87,segment=NetworkSegment(dbe14c23-4100-4346-b01f-a9614b857b2a),segment_id=dbe14c23-4100-4346-b01f-a9614b857b2a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:28.618366 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:28.631248 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Calling delete_port for 88853d49-2337-4b3c-a287-f5e6737d5a87 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:28:28.835121 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:28.865673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Pushing event deleted for resources: {'Port': ['ID=88853d49-2337-4b3c-a287-f5e6737d5a87,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:28.903506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] No DVR routers for this DVR port 88853d49-2337-4b3c-a287-f5e6737d5a87 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:28:28.906097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:28.909494 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-628a8cea-7246-4bad-a808-8ffbaadc22f6 req-e9dbff05-7a27-4e3c-8580-6866da97c569 tempest-ServerDiskConfigTestJSON-1638281107 tempest-ServerDiskConfigTestJSON-1638281107-project] 10.222.0.55 "DELETE /v2.0/ports/88853d49-2337-4b3c-a287-f5e6737d5a87 HTTP/1.1" status: 204 len: 173 time: 0.4593902 Dec 13 15:28:28.909935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-deleted', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:28:28.912294 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2426a1e6-55f2-48ad-8512-6ff48fbdfdfc" -d '{"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-deleted", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:28:28.947427 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5466ec8b-c53b-4be4-ad79-206791429137 x-openstack-request-id: req-5466ec8b-c53b-4be4-ad79-206791429137 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:28:28.947725 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345952bc-bf44-4490-8eca-152a34e34715", "name": "network-vif-deleted", "tag": "88853d49-2337-4b3c-a287-f5e6737d5a87", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:28:28.947998 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5466ec8b-c53b-4be4-ad79-206791429137 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:28:28.948433 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345952bc-bf44-4490-8eca-152a34e34715', 'name': 'network-vif-deleted', 'tag': '88853d49-2337-4b3c-a287-f5e6737d5a87', 'status': 'completed', 'code': 200} Dec 13 15:28:29.607372 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34586) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:29.650818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] Deleting subnet caa1919a-9abd-467d-878c-3d2a192b3afb {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:28:29.654417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:29.693153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:29.735633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:29.869969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:29.899082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa1919a-9abd-467d-878c-3d2a192b3afb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:29.901066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:29.904292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e983dee5-19b2-4b2d-b75f-0f82761ed389 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/caa1919a-9abd-467d-878c-3d2a192b3afb HTTP/1.1" status: 204 len: 168 time: 0.2959332 Dec 13 15:28:29.906778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34588) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:29.977794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.053943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.074333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:30.083326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe14c23-4100-4346-b01f-a9614b857b2a') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:30.083622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe14c23-4100-4346-b01f-a9614b857b2a') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:30.092757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.105389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.111137 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:28:30.111517 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:28:30.113157 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:28:30.223593 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.229073 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.232955 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2 HTTP/1.1" status: 204 len: 168 time: 0.3252437 Dec 13 15:28:30.243805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6abe3-bc42-4a04-b706-e68068a54b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7a5b9e-2ce6-4d44-9b1c-db667ee200e2,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:30.560491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:30.598975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e161cb34-db1f-4d69-b8f9-6e63bb630244 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d667419609c84ad3bce2e591bec40b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373611 Dec 13 15:28:30.601403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34594) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:30.648307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69f642f8-d23a-4071-bbba-ec057309e24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.669814 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69f642f8-d23a-4071-bbba-ec057309e24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.760695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69f642f8-d23a-4071-bbba-ec057309e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.763694 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69f642f8-d23a-4071-bbba-ec057309e24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:30.764871 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-69f642f8-d23a-4071-bbba-ec057309e24d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e216e550-7a6e-4b08-b3c6-b629ffc435f3 HTTP/1.1" status: 204 len: 168 time: 0.1625986 Dec 13 15:28:30.773804 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f642f8-d23a-4071-bbba-ec057309e24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216e550-7a6e-4b08-b3c6-b629ffc435f3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:30.778189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:28:30.800933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 88853d49-2337-4b3c-a287-f5e6737d5a87 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:28:30.802443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 88853d49-2337-4b3c-a287-f5e6737d5a87 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:28:31.793313 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34616) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:31.920331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1058796282-network', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:32.000440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Made reservation on behalf of 2a70998c57a64a50b05bc1af3ce82276 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:28:32.002709 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.014946 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.086503 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.137664 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.161516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:28:32.171094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125bdfdb-f0e0-4955-aca3-1b676279a41f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:32.177577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.177925 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Added segment 3ef2627d-0b0e-47ec-9a3f-7fe784578232 of type vlan for network e58453c8-39ce-4837-bf2a-db0d45ded13b Dec 13 15:28:32.237865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.297805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.298753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:32.299322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.355916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] Pushing event updated for resources: {'Network': ['ID=e58453c8-39ce-4837-bf2a-db0d45ded13b,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:32.365517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e58453c8-39ce-4837-bf2a-db0d45ded13b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:28:32.397304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4e16e9d6-1a0a-4edf-b8d1-9fe97aa28cfc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6028156 Dec 13 15:28:32.400203 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34620) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:32.405029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Request body: {'subnet': {'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1058796282-subnet', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:32.491470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Made reservation on behalf of 2a70998c57a64a50b05bc1af3ce82276 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:28:32.493809 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.721136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.780017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66633732-f06c-4bd2-a75d-6f005bc7ed48,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:32.791480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:28:32.791480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Network hostable DHCP agents. Network: e58453c8-39ce-4837-bf2a-db0d45ded13b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:28:32.875472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:28:32.949619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e58453c8-39ce-4837-bf2a-db0d45ded13b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:28:32.953738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:32.968575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:32.969294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda059e-51e3-4b0d-805d-0938f9528f2f None None] Network e58453c8-39ce-4837-bf2a-db0d45ded13b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:28:33.038333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-40b6011b-2fa0-4ffd-a127-6bdcb46e5c41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6368370 Dec 13 15:28:33.040909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34622) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:33.045289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:33.098380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e58453c8-39ce-4837-bf2a-db0d45ded13b', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:28:33.099226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.132464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.133523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.189321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.242395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Allocated IP 172.20.0.2 (e58453c8-39ce-4837-bf2a-db0d45ded13b/66633732-f06c-4bd2-a75d-6f005bc7ed48/b0be9439-c5ed-437e-a5fe-9e01dc99e7b4) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:28:33.384568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.386525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.441166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.480586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:28:33.483445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:28:33.486658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:28:33.497096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Pushing event updated for resources: {'Port': ['ID=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:33.556058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Attempting to bind port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:28:33.556422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Attempting to bind port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:28:33.556785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Attempting to bind port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:28:33.564576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:28:33.565169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:28:33.565834 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.566298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:28:33.566767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Bound port: b0be9439-c5ed-437e-a5fe-9e01dc99e7b4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:28:33.567146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.633891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] For port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:28:33.637943 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] For port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:28:33.684727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.703798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.704345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:33.766658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25651888-4e50-4146-9eae-4cc941bfa976 None None] Pushing event updated for resources: {'Port': ['ID=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:33.812187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Allocated IP 172.25.7.55 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/1f031e20-cc57-4ef1-a08d-a20eb0d607c5) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:28:33.955484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:34.035877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:34.075851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:28:34.080026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:28:34.082976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:28:34.107874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Pushing event updated for resources: {'Port': ['ID=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:34.394579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:34.599151 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:34.654363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafafaa8-56a5-4cb4-92c2-e061a0eed327 None None] Network e58453c8-39ce-4837-bf2a-db0d45ded13b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:28:34.779295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-aac74f09-b6e5-44ec-bfe1-e1c76c4fa12e None None] Provisioning complete for port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:34.779577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aac74f09-b6e5-44ec-bfe1-e1c76c4fa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:34.783793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:28:34.882120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aac74f09-b6e5-44ec-bfe1-e1c76c4fa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:34.892021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:28:34.904851 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:28:34.914180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:28:34.914815 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:28:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:34.924525 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-aac74f09-b6e5-44ec-bfe1-e1c76c4fa12e None None] For port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:35.003389 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.004674 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-08ff89e4-7966-4bc0-bd0b-509f299b6888 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9628410 Dec 13 15:28:35.008269 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34626) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:35.015686 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-aac74f09-b6e5-44ec-bfe1-e1c76c4fa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.027458 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:28:35.065648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74f09-b6e5-44ec-bfe1-e1c76c4fa12e None None] Pushing event updated for resources: {'Port': ['ID=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:35.134162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-47fb8d5b-3d88-44a5-b66c-3441fb7edd74 None None] Provisioning complete for port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:35.134695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47fb8d5b-3d88-44a5-b66c-3441fb7edd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.218688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:34Z', 'revision_number': 3, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:35.244753 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:28:35.245119 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Updating router c927ec05-18a2-41ac-9e0d-2744e285f6eb port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:28:35.268387 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.428783 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.515363 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.560998 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.584735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Allocated IP 172.20.0.1 (e58453c8-39ce-4837-bf2a-db0d45ded13b/66633732-f06c-4bd2-a75d-6f005bc7ed48/090db168-3fd8-421e-a0c7-5977580febd7) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:28:35.616684 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Pushing event updated for resources: {'Port': ['ID=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:35.624396 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Attempting to bind port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:28:35.625103 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Attempting to bind port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:28:35.625103 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Attempting to bind port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:28:35.628354 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.628694 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.629024 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.629350 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.629675 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.629994 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.630338 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.630657 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.630972 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.631322 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.631601 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.631918 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:35.637734 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:28:35.638087 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:28:35.638516 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.638913 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:28:35.639460 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Bound port: 1f031e20-cc57-4ef1-a08d-a20eb0d607c5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:28:35.639734 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.692910 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] For port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:28:35.694823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.696009 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] For port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:28:35.767130 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.783757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:28:35.784353 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.826491 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e85784-d5cd-44fc-a92d-d84a12be6fdd None None] Pushing event updated for resources: {'Port': ['ID=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:35.829433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:28:35.834763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:28:35.834927 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:28:35.835397 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:28:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:35.838707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:35.839637 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.845468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:28:35.850508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Pushing event updated for resources: {'Port': ['ID=090db168-3fd8-421e-a0c7-5977580febd7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:35.890568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:35.967033 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:28:36.073043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:36.139350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a36a6f7b-be3c-4a30-8075-7da35f55f142 None None] Provisioning complete for port 090db168-3fd8-421e-a0c7-5977580febd7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:36.139874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a36a6f7b-be3c-4a30-8075-7da35f55f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:36.153137 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:34Z', 'revision_number': 3, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:36.173597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a36a6f7b-be3c-4a30-8075-7da35f55f142 None None] Port 090db168-3fd8-421e-a0c7-5977580febd7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:28:36.180388 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dbb4b-5427-4ea9-90c6-a805aba09134 None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:34Z', 'revision_number': 3, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:28:36.239229 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:36.297853 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:36.368445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:36.373575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Pushing event updated for resources: {'Port': ['ID=090db168-3fd8-421e-a0c7-5977580febd7,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:36.477477 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:28:36.478841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:28:36.599948 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:28:36.698906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f60ac0bc-0e9b-468e-8e6d-525f657fcaf9 None None] Provisioning complete for port 090db168-3fd8-421e-a0c7-5977580febd7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:36.699277 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f60ac0bc-0e9b-468e-8e6d-525f657fcaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:36.719293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:28:36.733346 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-bb41fbac-adcf-4e98-8a65-c274e81857ec admin admin] 10.222.0.24 "PUT /v2.0/routers/c927ec05-18a2-41ac-9e0d-2744e285f6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156754 Dec 13 15:28:36.749839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f60ac0bc-0e9b-468e-8e6d-525f657fcaf9 None None] Port 090db168-3fd8-421e-a0c7-5977580febd7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:28:37.354805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:37.359467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d64e485c-7003-403c-adba-d2c2af794040 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785119737', 'description': 'tempest-description--1460479765'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:37.429797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d64e485c-7003-403c-adba-d2c2af794040 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.499030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d64e485c-7003-403c-adba-d2c2af794040 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.560994 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d64e485c-7003-403c-adba-d2c2af794040 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.589428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e485c-7003-403c-adba-d2c2af794040 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb87df8b-a7f1-4a9d-811b-45450da52659,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:37.642755 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d64e485c-7003-403c-adba-d2c2af794040 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.644069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d64e485c-7003-403c-adba-d2c2af794040 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2882378 Dec 13 15:28:37.646875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:37.651239 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ac8c10c0-859e-443c-b9a2-af58767ea4d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'security_group_rule': {'security_group_id': 'cb87df8b-a7f1-4a9d-811b-45450da52659', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:37.678595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:28:37.688043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:28:37.688636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:28:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:37.738451 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10c0-859e-443c-b9a2-af58767ea4d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.789352 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:28:37.808016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10c0-859e-443c-b9a2-af58767ea4d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.880892 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10c0-859e-443c-b9a2-af58767ea4d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.899215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c10c0-859e-443c-b9a2-af58767ea4d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdab6449-0156-4b4e-8883-8fcb085289bb,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:37.974340 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10c0-859e-443c-b9a2-af58767ea4d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:37.975531 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ac8c10c0-859e-443c-b9a2-af58767ea4d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277309 Dec 13 15:28:37.978099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34638) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:37.982952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-51c78609-e373-4d38-9486-114df17f5ccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'security_group_rule': {'security_group_id': 'cb87df8b-a7f1-4a9d-811b-45450da52659', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:37.986107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:28:38.073638 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c78609-e373-4d38-9486-114df17f5ccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.110921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:38.111284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.130122 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c78609-e373-4d38-9486-114df17f5ccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.195154 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c78609-e373-4d38-9486-114df17f5ccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.212927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c78609-e373-4d38-9486-114df17f5ccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69059e8-72c9-4fb5-9ea7-cd74f79b4a09,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:38.252533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.276606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:38.277564 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-51c78609-e373-4d38-9486-114df17f5ccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.278886 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-51c78609-e373-4d38-9486-114df17f5ccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2997894 Dec 13 15:28:38.281785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:38.282141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:36Z', 'revision_number': 2, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:38.286298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:38.310019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:28:38.310392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Updating router c927ec05-18a2-41ac-9e0d-2744e285f6eb port 090db168-3fd8-421e-a0c7-5977580febd7 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:28:38.334013 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.350401 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.378139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.476230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:38.478703 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.579852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Allocated IP 172.25.7.53 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/93b459eb-02b3-4512-94bf-b3e964c28d0c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:28:38.639011 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.678701 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.720483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.769692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121b2da-a605-48da-8dae-7db8f9e69d21 None None] Pushing event updated for resources: {'Port': ['ID=090db168-3fd8-421e-a0c7-5977580febd7,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:38.772526 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.815361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:28:38.818398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:28:38.821897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:28:38.825463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Attempting to bind port 090db168-3fd8-421e-a0c7-5977580febd7 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:28:38.825832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Attempting to bind port 090db168-3fd8-421e-a0c7-5977580febd7 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:28:38.826190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Attempting to bind port 090db168-3fd8-421e-a0c7-5977580febd7 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:28:38.832896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:28:38.833265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:28:38.833661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.834041 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:28:38.834537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Bound port: 090db168-3fd8-421e-a0c7-5977580febd7, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:28:38.834910 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.848253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'Port': ['ID=93b459eb-02b3-4512-94bf-b3e964c28d0c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:38.903227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] For port 090db168-3fd8-421e-a0c7-5977580febd7, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:28:38.907350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] For port 090db168-3fd8-421e-a0c7-5977580febd7, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=090db168-3fd8-421e-a0c7-5977580febd7,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:28:38.918864 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.979899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:38.988370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-65420af8-e1c7-4aa0-acfe-cb69b5830cfc None None] Provisioning complete for port 090db168-3fd8-421e-a0c7-5977580febd7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:38.988734 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65420af8-e1c7-4aa0-acfe-cb69b5830cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.026591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.075214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:28:39.075846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:28:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:39.080435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121b2da-a605-48da-8dae-7db8f9e69d21 None None] Pushing event updated for resources: {'Port': ['ID=090db168-3fd8-421e-a0c7-5977580febd7,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:39.197726 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.198024 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65420af8-e1c7-4aa0-acfe-cb69b5830cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.237168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:28:39.241130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.272502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-65420af8-e1c7-4aa0-acfe-cb69b5830cfc None None] For port 090db168-3fd8-421e-a0c7-5977580febd7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=090db168-3fd8-421e-a0c7-5977580febd7,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:39.287345 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:28:39.313328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'Port': ['ID=93b459eb-02b3-4512-94bf-b3e964c28d0c,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:39.319484 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-65420af8-e1c7-4aa0-acfe-cb69b5830cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.323324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.379674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.380938 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fbf7c7df-6224-49b9-82c6-b28d8b9754e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0981741 Dec 13 15:28:39.412922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420af8-e1c7-4aa0-acfe-cb69b5830cfc None None] Pushing event updated for resources: {'Port': ['ID=090db168-3fd8-421e-a0c7-5977580febd7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:39.454946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cbdcbe0e-ce67-497f-94a3-e32e54c3cae1 None None] Provisioning complete for port 090db168-3fd8-421e-a0c7-5977580febd7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:39.455316 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbe0e-ce67-497f-94a3-e32e54c3cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.517288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-e134fb24-6024-453c-af3b-5069a2a8afdb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--785119737&fields=id&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 267 time: 0.0327909 Dec 13 15:28:39.554595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:39.588291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157999a5-ffc9-482c-ae70-2824e79b3b0e None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:28:39.650061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-a562bf77-8670-4ee4-b92b-472876a256dd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:39.652948 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-a562bf77-8670-4ee4-b92b-472876a256dd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.1275148 Dec 13 15:28:39.667382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-0e6ab39e-b976-40d9-a7bf-f411116f5f05 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/quotas/2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 375 time: 0.0097332 Dec 13 15:28:39.732807 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-4e4568c2-b8eb-461d-abdd-029b48de5f38 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594635 Dec 13 15:28:39.839689 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-07c354c3-9664-4c4e-9846-0ade69cbbdde service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935800 Dec 13 15:28:39.864002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 090db168-3fd8-421e-a0c7-5977580febd7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:28:39.912881 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 090db168-3fd8-421e-a0c7-5977580febd7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:39.913254 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:39.945946 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-c7691424-fecd-4ffb-845e-5562a7a7349f service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999737 Dec 13 15:28:39.994947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:28:40.046867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:40.047487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:40.183960 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-44691d67-5bc0-444a-a076-0393a223aa03 req-0f67f39a-eb81-43d7-8a43-42996704dc76 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 210 time: 0.0273838 Dec 13 15:28:41.284672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-028a864c-2cfc-4e6c-aeb2-f647f8fb9ff4 req-a5cf16db-3779-44a8-a775-008e979a497e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 210 time: 0.0274861 Dec 13 15:28:42.015569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-af3ee056-c195-40d7-b1d3-183e283076d7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:42.016990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-af3ee056-c195-40d7-b1d3-183e283076d7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.1036687 Dec 13 15:28:42.060998 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-63713098-9637-40db-9f22-309e2a5e5ad6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 379 time: 0.0335326 Dec 13 15:28:42.070491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'port': {'device_id': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'admin_state_up': True, 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'security_groups': ['cb87df8b-a7f1-4a9d-811b-45450da52659']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:42.269131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Made reservation on behalf of 2a70998c57a64a50b05bc1af3ce82276 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:28:42.272722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:42.737612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-76856cf7-ebca-4515-8afe-e1dc289da017 req-9408688a-d760-4ae3-b068-cae98b53f900 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 210 time: 0.3860736 Dec 13 15:28:42.762356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Allocated IP 172.20.0.9 (e58453c8-39ce-4837-bf2a-db0d45ded13b/66633732-f06c-4bd2-a75d-6f005bc7ed48/aaac1a32-5f6c-4fea-a209-190767cbb68d) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:28:42.896509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:42.966798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.008077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:28:43.011157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:28:43.013513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:28:43.048548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:43.071023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:43.071652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.135331 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-21bcdb8c-951d-440e-91be-fe21cc7437a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0683484 Dec 13 15:28:43.148209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Request body: {'port': {'device_id': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:43.206139 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.239808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8b1961e7-6f28-4ae2-aaa3-3e107a9bc7f0 None None] Provisioning complete for port aaac1a32-5f6c-4fea-a209-190767cbb68d triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:43.240372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b1961e7-6f28-4ae2-aaa3-3e107a9bc7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.273340 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8b1961e7-6f28-4ae2-aaa3-3e107a9bc7f0 None None] Port aaac1a32-5f6c-4fea-a209-190767cbb68d cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:28:43.464283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaac1a32-5f6c-4fea-a209-190767cbb68d {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:28:43.471569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.483737 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Transition to ACTIVE for port object aaac1a32-5f6c-4fea-a209-190767cbb68d will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:28:43.543555 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.595051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:43.664072 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:28:43.664401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:28:43.664730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:28:43.671321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Port aaac1a32-5f6c-4fea-a209-190767cbb68d on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:28:43.671649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:28:43.676966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:28:43.677308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:28:43.677698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:28:43.678125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Bound port: aaac1a32-5f6c-4fea-a209-190767cbb68d, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:28:43.678514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.743796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:28:43.746920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:28:43.825066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.851316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37307920-ea08-4cc0-867d-9f5e0cab1279 req-d13cf25d-0eaf-475b-9dbd-55468a7a107a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:43.852755 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37307920-ea08-4cc0-867d-9f5e0cab1279 req-d13cf25d-0eaf-475b-9dbd-55468a7a107a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0486219 Dec 13 15:28:43.859906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:43.860503 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:43.861887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] 10.222.0.55 "PUT /v2.0/ports/aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 1091 time: 0.7183371 Dec 13 15:28:43.864348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:28:43.866782 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd2b22-c01e-4100-b724-a81b5167c590" -d '{"events": [{"name": "network-changed", "server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:28:43.892604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2e51a-fc06-4e74-af01-a78c3cd1a35d service neutron] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:43.894739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37307920-ea08-4cc0-867d-9f5e0cab1279 req-b14a7511-2530-4df6-ae35-6c72cee75d8e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354621 Dec 13 15:28:43.915411 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c744d3c0-1640-4b7e-8aba-79719440be5d x-openstack-request-id: req-c744d3c0-1640-4b7e-8aba-79719440be5d {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:28:43.915881 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:28:43.916192 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c744d3c0-1640-4b7e-8aba-79719440be5d {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:28:43.916628 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'status': 'completed', 'code': 200} Dec 13 15:28:43.988153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd2b22-c01e-4100-b724-a81b5167c590 req-ce78c246-de92-42a4-bb31-a979d2621032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:43.989583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15cd2b22-c01e-4100-b724-a81b5167c590 req-ce78c246-de92-42a4-bb31-a979d2621032 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0513322 Dec 13 15:28:44.090474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd2b22-c01e-4100-b724-a81b5167c590 req-ac5ff202-d313-4f6a-93f5-ea216dd27792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:44.091935 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15cd2b22-c01e-4100-b724-a81b5167c590 req-ac5ff202-d313-4f6a-93f5-ea216dd27792 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2a70998c57a64a50b05bc1af3ce82276&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0937622 Dec 13 15:28:44.189501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd2b22-c01e-4100-b724-a81b5167c590 req-3643b8f2-1622-4420-9ab3-14641b2a75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:44.190898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-15cd2b22-c01e-4100-b724-a81b5167c590 req-3643b8f2-1622-4420-9ab3-14641b2a75fc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926063 Dec 13 15:28:44.265438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-f1f49638-e68c-477f-93b4-6961ec5b728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:44.266868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-f1f49638-e68c-477f-93b4-6961ec5b728d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0414274 Dec 13 15:28:44.309749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-06c02b2d-7531-4a25-8d3a-b6743942098f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 217 time: 0.0348063 Dec 13 15:28:44.360650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-e67d7daf-cc48-4097-9ac9-80681e1f5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:44.362035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-e67d7daf-cc48-4097-9ac9-80681e1f5688 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0456800 Dec 13 15:28:44.406800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-f2418fda-c406-464f-bce2-9f44a039b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:44.408205 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-f2418fda-c406-464f-bce2-9f44a039b5e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389149 Dec 13 15:28:44.498031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-a9732cd6-fada-4128-875c-33a66dee6199 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815966 Dec 13 15:28:44.590197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f40f4390-8496-46e3-a9ca-5f621d1d8377 req-b10c5642-433d-4361-b431-5abb45b13dbc service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851374 Dec 13 15:28:45.012139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b812-b78f-47c9-8ce1-34971c6a4425 req-c64afc73-4903-4403-b894-255751192418 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:45.013584 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1918b812-b78f-47c9-8ce1-34971c6a4425 req-c64afc73-4903-4403-b894-255751192418 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0524511 Dec 13 15:28:45.051302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1918b812-b78f-47c9-8ce1-34971c6a4425 req-426d360a-17fc-47f1-9c9e-bc2e0e525929 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317712 Dec 13 15:28:46.109475 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:46.170136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998d7b3-40b3-4ee4-830d-6d1da4270f92 req-d87d8a83-38e9-440f-bb44-b7aa899dfe63 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:46.171908 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c998d7b3-40b3-4ee4-830d-6d1da4270f92 req-d87d8a83-38e9-440f-bb44-b7aa899dfe63 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0495672 Dec 13 15:28:46.210067 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c998d7b3-40b3-4ee4-830d-6d1da4270f92 req-d0d0a0c7-7bf2-4b2a-871c-3a0cf2a66398 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Dec 13 15:28:47.269121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:47.331872 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef20b95-a9db-449d-951e-3827ff48ba9e req-e2dd0ded-9cb7-4a2a-b5f4-d68f5965515b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:47.333340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ef20b95-a9db-449d-951e-3827ff48ba9e req-e2dd0ded-9cb7-4a2a-b5f4-d68f5965515b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0494678 Dec 13 15:28:47.370465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4ef20b95-a9db-449d-951e-3827ff48ba9e req-cb25dfb8-7b50-46cd-8123-98b792678110 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304999 Dec 13 15:28:48.487916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324e46-85bb-4921-965d-5b3a2b35abc4 req-cc211692-7514-4c02-b06a-c16e53b7de69 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:48.489477 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c324e46-85bb-4921-965d-5b3a2b35abc4 req-cc211692-7514-4c02-b06a-c16e53b7de69 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0531173 Dec 13 15:28:48.525745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4c324e46-85bb-4921-965d-5b3a2b35abc4 req-72f7350a-c4a2-435e-96b1-1e1726434719 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303597 Dec 13 15:28:48.839673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:28:48.935100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:48.946371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'mac_address': 'fa:16:3e:78:9a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:28:48.982632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:48.998506 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaac1a32-5f6c-4fea-a209-190767cbb68d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:28:49.016641 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:49.092058 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:49.140486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:49.147934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.152168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:28:49.279680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['aaac1a32-5f6c-4fea-a209-190767cbb68d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:28:49.636751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f960f63-a90c-4188-b790-98ebfcd77b57 req-475b08f0-877e-42c9-b320-3e41412060a6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:49.638287 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0f960f63-a90c-4188-b790-98ebfcd77b57 req-475b08f0-877e-42c9-b320-3e41412060a6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 944 time: 0.0477402 Dec 13 15:28:49.676619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0f960f63-a90c-4188-b790-98ebfcd77b57 req-4577b248-ecf3-4a96-939c-60bb43770fa3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Dec 13 15:28:49.892161 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0560cbb3-0484-49a2-a243-31b696c27325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:50.788568 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11679a65-640d-4b5e-9930-58e4b5b66a9a req-cabea829-4507-424b-ba2e-6454f1a77394 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:50.790034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11679a65-640d-4b5e-9930-58e4b5b66a9a req-cabea829-4507-424b-ba2e-6454f1a77394 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 944 time: 0.0489469 Dec 13 15:28:50.827353 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-11679a65-640d-4b5e-9930-58e4b5b66a9a req-ab52d88a-d3d7-4fcc-ab8e-c6ba9accc43e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Dec 13 15:28:50.839473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:28:50.954868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port aaac1a32-5f6c-4fea-a209-190767cbb68d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:28:50.958401 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port aaac1a32-5f6c-4fea-a209-190767cbb68d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:28:50.958766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:51.032608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:51.054271 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:28:51.056515 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960f0f3f-03a6-4965-b08c-1cbbc0013102" -d '{"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:28:51.069770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:28:51.093472 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc27e5a-9de8-4353-b227-a227c61ee081 x-openstack-request-id: req-fbc27e5a-9de8-4353-b227-a227c61ee081 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:28:51.093757 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:28:51.094011 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbc27e5a-9de8-4353-b227-a227c61ee081 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:28:51.094430 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'code': 200} Dec 13 15:28:51.126623 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:51.177716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:28:51.190219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c19b8-eb1d-474a-b99f-44ae6b514f7f req-ec77f8cf-2898-4833-9541-7b9a837cb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:51.191717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f27c19b8-eb1d-474a-b99f-44ae6b514f7f req-ec77f8cf-2898-4833-9541-7b9a837cb527 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0408976 Dec 13 15:28:51.226172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f27c19b8-eb1d-474a-b99f-44ae6b514f7f req-54d8f5b0-7b9b-41b0-be70-d862991d0407 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268731 Dec 13 15:28:51.945055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf63000-267f-4719-807e-1079dbf1ed67 req-2eed0851-8dfe-4cf1-94f8-05533cc04f42 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:51.946531 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdf63000-267f-4719-807e-1079dbf1ed67 req-2eed0851-8dfe-4cf1-94f8-05533cc04f42 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Dec 13 15:28:51.983745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bdf63000-267f-4719-807e-1079dbf1ed67 req-fa70214e-6c44-44e6-b254-9c5dea9ca324 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313108 Dec 13 15:28:52.257404 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-42a213b9-c572-4304-997d-d749319abcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:53.101939 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866210-3004-4fd8-a2e9-b0ae093e6d34 req-cf53cb94-75d3-48c1-9995-a0e9c68dfb00 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:53.103399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f866210-3004-4fd8-a2e9-b0ae093e6d34 req-cf53cb94-75d3-48c1-9995-a0e9c68dfb00 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0517788 Dec 13 15:28:53.141088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f866210-3004-4fd8-a2e9-b0ae093e6d34 req-aede9683-c365-47ec-bca5-845ab8ce83c6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313497 Dec 13 15:28:53.250524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea8ba0-1e19-45be-98e2-e8224b2c43e3 req-30615403-95a8-4119-a832-248bae1aed0d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:53.251975 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffea8ba0-1e19-45be-98e2-e8224b2c43e3 req-30615403-95a8-4119-a832-248bae1aed0d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Dec 13 15:28:53.260776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34696) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:28:53.265028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'floatingip': {'port_id': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:28:53.304220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:53.371976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:53.720226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:53.777688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:53.879443 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 associated. External IP: 172.25.7.53, port: aaac1a32-5f6c-4fea-a209-190767cbb68d. Dec 13 15:28:54.081474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:28:54.187115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:28:54.191957 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:54.197010 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:28:54.205914 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:28:54.210695 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:28:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:54.219426 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8903e8a3-1278-4996-ad65-03ddf72df691 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "PUT /v2.0/floatingips/8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 HTTP/1.1" status: 200 len: 990 time: 0.9575856 Dec 13 15:28:54.220018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:28:54.222554 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a59e50a-b5aa-46a1-9254-536ea9eac23c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:28:54.261963 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df157d7-a0c3-4725-ab5b-7ba4897ff6c9 x-openstack-request-id: req-1df157d7-a0c3-4725-ab5b-7ba4897ff6c9 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:28:54.265165 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:28:54.265165 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1df157d7-a0c3-4725-ab5b-7ba4897ff6c9 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:28:54.265165 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'status': 'completed', 'code': 200} Dec 13 15:28:54.313199 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:28:54.330333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-d5617a61-d129-4039-afec-68f652fbd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:54.331988 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-d5617a61-d129-4039-afec-68f652fbd802 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0410597 Dec 13 15:28:54.425162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-ebb1c71d-c0ca-471e-839e-db3f342c7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:54.426710 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-ebb1c71d-c0ca-471e-839e-db3f342c7d80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0871000 Dec 13 15:28:54.496745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-fb8f72fc-5dc6-427a-93d5-fd352418955e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 998 time: 0.0632925 Dec 13 15:28:54.545055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-e436cd31-130b-4af7-9e42-90fc342f64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:54.546784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-e436cd31-130b-4af7-9e42-90fc342f64f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0435441 Dec 13 15:28:54.591522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-ed94aae8-cf5c-43ad-85f5-3aa18fdbdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:28:54.592917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-ed94aae8-cf5c-43ad-85f5-3aa18fdbdb33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395668 Dec 13 15:28:54.623592 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:78:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:28:53Z', 'revision_number': 1, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:54.650120 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:28:54.658758 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:28:54.659357 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:28:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:54.686583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-f2c1cac2-fe2a-4d50-acbf-bf6ba7d2ac53 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862370 Dec 13 15:28:54.761497 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:28:54.776294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6a59e50a-b5aa-46a1-9254-536ea9eac23c req-4ce4f155-e6dc-405a-9539-4af7019082e9 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825849 Dec 13 15:28:54.977028 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:78:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:28:53Z', 'revision_number': 1, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:28:55.005939 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d24789-1ef7-4fc5-a0d0-24bca7263947 None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:78:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:28:53Z', 'revision_number': 1, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:28:55.023648 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:55.166202 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:28:55.205814 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5f2fc-d4f5-4165-a831-366f026f1ff7 None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:29:11.728148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-c0e2d9a0-4503-4c56-83ec-be5a85163074 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018760 Dec 13 15:29:11.810312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57050-131f-4606-b5c1-412c4e286bbe req-315692ef-9770-4936-88f7-f061f36a409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:29:11.811795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-315692ef-9770-4936-88f7-f061f36a409c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0403793 Dec 13 15:29:11.913981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57050-131f-4606-b5c1-412c4e286bbe req-6f7d9b06-322a-47ff-a99b-9235d763b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:29:11.915408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-6f7d9b06-322a-47ff-a99b-9235d763b5d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0845237 Dec 13 15:29:11.994001 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-2084d84f-7885-4285-b7c9-7bab012de6cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 1000 time: 0.0710380 Dec 13 15:29:12.049328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57050-131f-4606-b5c1-412c4e286bbe req-5d5d71f1-d446-4cd6-ac20-a52a5f0211ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:29:12.050873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-5d5d71f1-d446-4cd6-ac20-a52a5f0211ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0498400 Dec 13 15:29:12.098129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57050-131f-4606-b5c1-412c4e286bbe req-2db00c45-859f-4deb-b169-8c6a51f4b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:29:12.099623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-2db00c45-859f-4deb-b169-8c6a51f4b56f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399678 Dec 13 15:29:12.110669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-c977eb70-5732-4427-ae13-619db88b0025 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:29:12.111565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-c977eb70-5732-4427-ae13-619db88b0025 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047178 Dec 13 15:29:12.206732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-cd28d18c-f478-4a15-8c12-70d6be9787b1 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856159 Dec 13 15:29:12.298657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-69f57050-131f-4606-b5c1-412c4e286bbe req-51d4adaf-42f6-4836-a244-2831f289bd37 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835228 Dec 13 15:29:16.114424 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:16.286180 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:29:17.303238 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:19.880146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-600bb776-985c-4281-a588-c5974589d933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:22.291107 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a6d8-f7cd-4adb-8cc5-19cc0b727d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:23.377244 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:25.029083 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:25.194579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:46.114191 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:47.274154 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:49.907667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f4b010f8-33f3-4d01-b6fb-fa12c44b0c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:52.268455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd4cdba1-b61f-4c9e-8d77-a171fe59dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:53.285295 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:29:53.377074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:55.034147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:29:55.216270 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:11.672625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-5ce6fcc8-95e8-45a1-ba8e-035b36557a41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445428 Dec 13 15:30:11.753476 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-77826a40-90e3-45f0-af30-dce2748f9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:11.755024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-77826a40-90e3-45f0-af30-dce2748f9d55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0397902 Dec 13 15:30:11.866139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-ac27e765-98d1-43f7-8a02-78f8c5e7c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:11.867664 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-ac27e765-98d1-43f7-8a02-78f8c5e7c9df service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0847774 Dec 13 15:30:11.938212 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-a3d5779d-ac34-4949-b52f-4076cccfa6c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 1000 time: 0.0635190 Dec 13 15:30:11.985859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-80b0fef6-9f96-4eab-8a1f-8d84705cfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:11.987363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-80b0fef6-9f96-4eab-8a1f-8d84705cfba9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0424047 Dec 13 15:30:12.036968 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-38fbd7f2-8e71-40c2-ae35-33c017284ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:12.038474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-38fbd7f2-8e71-40c2-ae35-33c017284ae5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434802 Dec 13 15:30:12.129195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-d6b67208-ee3f-4ad6-bb6b-a765aa726b03 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833330 Dec 13 15:30:12.217435 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fedd6cf8-65db-4ea9-a7dd-334fc201e9a4 req-e2389ae8-d940-49b9-8752-626b36b421b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800750 Dec 13 15:30:16.130730 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:17.290711 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:19.896497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-686bd7b2-c562-41ed-b913-724e04b8999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:22.249686 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f41d5ffc-de17-47b0-bd43-4d198ea185e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:23.392775 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:25.062613 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:25.199280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:29.962437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8109c6b-bb56-424e-b045-05c4a24cb5e3 req-ff8963c3-d695-484a-be24-ce56e558cb5b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:29.964433 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8109c6b-bb56-424e-b045-05c4a24cb5e3 req-ff8963c3-d695-484a-be24-ce56e558cb5b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0534894 Dec 13 15:30:30.000945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d8109c6b-bb56-424e-b045-05c4a24cb5e3 req-6dcc7846-421c-4324-b296-f1a1812cf252 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306637 Dec 13 15:30:30.284807 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:30:30.354108 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc1ca4-91db-4c29-9f07-b33eb658b101 req-d89115fe-8f28-4b8b-b6ac-a67a2bdc04dd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:30.355934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ccfc1ca4-91db-4c29-9f07-b33eb658b101 req-d89115fe-8f28-4b8b-b6ac-a67a2bdc04dd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Dec 13 15:30:30.395109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ccfc1ca4-91db-4c29-9f07-b33eb658b101 req-2f6f76d6-f173-4bbb-b25a-3e14ea0fbcba tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328894 Dec 13 15:30:30.442880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 34912) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:30:30.531299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-701025e7-4875-4921-b32f-be36a55747f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872004 Dec 13 15:30:30.539747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-49eef142-146e-4977-8171-e660c5dbd328 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:30:30.540678 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-49eef142-146e-4977-8171-e660c5dbd328 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047345 Dec 13 15:30:31.514517 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d397e-0d83-4111-9a6c-748f58002c26 req-f5696252-c170-4d92-879e-980b67e3d8d6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:31.515989 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf0d397e-0d83-4111-9a6c-748f58002c26 req-f5696252-c170-4d92-879e-980b67e3d8d6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0499763 Dec 13 15:30:31.553725 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf0d397e-0d83-4111-9a6c-748f58002c26 req-110af13a-8f1c-4cc4-bf8c-f7b6bde035d4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Dec 13 15:30:32.504054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-557a1d9a-bb54-433c-ae9c-fbe6ad8f3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:32.505483 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-557a1d9a-bb54-433c-ae9c-fbe6ad8f3a9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0434852 Dec 13 15:30:32.595467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-78bc5520-ea59-42f7-a2b5-03736c9fb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:32.596943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-78bc5520-ea59-42f7-a2b5-03736c9fb8d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0846066 Dec 13 15:30:32.689877 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-7391b94f-7600-4fca-8e9a-f371f981bc36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 1000 time: 0.0855393 Dec 13 15:30:32.713930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9e394-a1a4-4b61-92c4-e7b1da4672ca req-74ed578c-7959-4946-be1c-c6ae1e0a20a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:32.715389 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ae9e394-a1a4-4b61-92c4-e7b1da4672ca req-74ed578c-7959-4946-be1c-c6ae1e0a20a3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0728247 Dec 13 15:30:32.764670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-89f02512-29cc-44fc-9ec1-078734ab270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:32.765972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-89f02512-29cc-44fc-9ec1-078734ab270f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0683417 Dec 13 15:30:32.786926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ae9e394-a1a4-4b61-92c4-e7b1da4672ca req-1ab0e823-6cb5-4d5c-99d4-583caf85b33c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542355 Dec 13 15:30:32.814918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-783522cd-a981-4a24-ba3e-c49d70912ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:32.816375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-783522cd-a981-4a24-ba3e-c49d70912ff5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430496 Dec 13 15:30:32.907747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-884044ec-ef09-4d7d-bff0-88b487f54903 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Dec 13 15:30:32.994250 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-9bf3ae6a-1d0a-4a68-9a31-83c8a557e999 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796618 Dec 13 15:30:33.900197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a1d2c-3c52-40c4-bf52-3b11a58a8efb req-83071672-1d95-43cb-a13c-98714755a388 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:33.902156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a9a1d2c-3c52-40c4-bf52-3b11a58a8efb req-83071672-1d95-43cb-a13c-98714755a388 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0481598 Dec 13 15:30:33.942304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a9a1d2c-3c52-40c4-bf52-3b11a58a8efb req-3f4af2a2-28ad-4c35-8228-a31d62275902 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341926 Dec 13 15:30:35.063183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0132c1-8031-4300-a2fa-a478113fbc41 req-209c4ae3-c00b-43b7-8d29-ac672022f70f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:35.065368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c0132c1-8031-4300-a2fa-a478113fbc41 req-209c4ae3-c00b-43b7-8d29-ac672022f70f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Dec 13 15:30:35.105463 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8c0132c1-8031-4300-a2fa-a478113fbc41 req-0552582e-e4b9-40f4-9977-d5286496ebef tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337894 Dec 13 15:30:36.221174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfce8e-59bc-440e-8528-68c558900f7b req-8b3dac6e-ba3d-4264-b756-8ade2abd6fad tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:36.222675 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5bfce8e-59bc-440e-8528-68c558900f7b req-8b3dac6e-ba3d-4264-b756-8ade2abd6fad tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0492196 Dec 13 15:30:36.258798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5bfce8e-59bc-440e-8528-68c558900f7b req-f2043474-48c5-4210-b2cb-1fa5eb197633 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302446 Dec 13 15:30:37.445671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86250afc-6d10-4aea-9ec9-95aaa24ddc5b req-b3f001b5-3567-4206-bfa5-c346c3799dfa tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:37.447149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86250afc-6d10-4aea-9ec9-95aaa24ddc5b req-b3f001b5-3567-4206-bfa5-c346c3799dfa tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.1206181 Dec 13 15:30:37.484160 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86250afc-6d10-4aea-9ec9-95aaa24ddc5b req-c87866d1-790f-4c45-9cc9-8b553273d0fb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310740 Dec 13 15:30:38.655260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908c2d3-18e8-497c-aedb-d730c472eb60 req-ddb8abce-7756-46cf-90f4-fd1927569c6e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:38.656722 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4908c2d3-18e8-497c-aedb-d730c472eb60 req-ddb8abce-7756-46cf-90f4-fd1927569c6e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.1067107 Dec 13 15:30:38.694254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4908c2d3-18e8-497c-aedb-d730c472eb60 req-f02b4d4f-d6a0-4d7c-99e4-b67c83e9819a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Dec 13 15:30:39.806550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d036aab-b8d8-4a9f-b1e7-8c6a7f89b2b9 req-7ec0cb50-4a25-42eb-843d-fba944646efc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:39.808486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d036aab-b8d8-4a9f-b1e7-8c6a7f89b2b9 req-7ec0cb50-4a25-42eb-843d-fba944646efc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0482700 Dec 13 15:30:39.846635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d036aab-b8d8-4a9f-b1e7-8c6a7f89b2b9 req-9db48f28-45dc-4fbe-9bba-7edfa356da2c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Dec 13 15:30:40.960045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aabf61-6b61-42ce-8117-35ba33d534c6 req-e1b4f28b-b91d-415b-94dd-ce573fa3bf1f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:40.961468 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12aabf61-6b61-42ce-8117-35ba33d534c6 req-e1b4f28b-b91d-415b-94dd-ce573fa3bf1f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Dec 13 15:30:41.001950 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-12aabf61-6b61-42ce-8117-35ba33d534c6 req-683e3e2a-f892-4a9f-ad49-a0d39c545414 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346429 Dec 13 15:30:42.119172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a1ff-c139-4ee0-bd24-1bcfdd808b6b req-dde3d50d-dcbd-4daa-827b-43a142479be5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:42.120603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24d3a1ff-c139-4ee0-bd24-1bcfdd808b6b req-dde3d50d-dcbd-4daa-827b-43a142479be5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0512886 Dec 13 15:30:42.156833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24d3a1ff-c139-4ee0-bd24-1bcfdd808b6b req-8bde90a1-4f17-47f1-ac25-4e3032ba3c73 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304201 Dec 13 15:30:43.274493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6652d19-f3b9-4926-a89e-625c5e2a4356 req-ecc9e459-0cee-447b-a24a-d25453cf6699 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:43.276648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6652d19-f3b9-4926-a89e-625c5e2a4356 req-ecc9e459-0cee-447b-a24a-d25453cf6699 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Dec 13 15:30:43.314102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6652d19-f3b9-4926-a89e-625c5e2a4356 req-e4b8a7ff-b2d8-4927-a89c-b7591f958ffb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Dec 13 15:30:44.430463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f31f8-19e8-4e8a-9cdb-db72220cde99 req-72b505d7-29f2-472a-8b28-cbd46be111c6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:44.432046 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b71f31f8-19e8-4e8a-9cdb-db72220cde99 req-72b505d7-29f2-472a-8b28-cbd46be111c6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0516937 Dec 13 15:30:44.473183 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b71f31f8-19e8-4e8a-9cdb-db72220cde99 req-070faa5f-5e2e-437f-bc8c-1b713c034c54 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349476 Dec 13 15:30:45.329520 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-dd39f3ea-2d05-4119-9100-bfab59e6625e service neutron] show failed (client error): The resource could not be found. Dec 13 15:30:45.330540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-dd39f3ea-2d05-4119-9100-bfab59e6625e service neutron] 10.222.0.55 "GET /v2.0/ports/aaac1a32-5f6c-4fea-a209-190767cbb68d/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0532646 Dec 13 15:30:45.588543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a57de-ee48-4acc-bbdd-5db1b8c54a0b req-67f44773-155e-4d6d-8ded-9ab2ded824bc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:45.589954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c1a57de-ee48-4acc-bbdd-5db1b8c54a0b req-67f44773-155e-4d6d-8ded-9ab2ded824bc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Dec 13 15:30:45.628128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c1a57de-ee48-4acc-bbdd-5db1b8c54a0b req-1d92eaf7-c413-48bc-b842-f84455c285b1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322452 Dec 13 15:30:45.796634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-05fcef40-42f5-4751-968e-1656efeeaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:45.798091 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-05fcef40-42f5-4751-968e-1656efeeaf21 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 1096 time: 0.0412595 Dec 13 15:30:45.808696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-897c1fff-1331-4b22-b259-6176ec4ce2b3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:30:45.809601 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-897c1fff-1331-4b22-b259-6176ec4ce2b3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049603 Dec 13 15:30:45.821632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:30:45.877177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:46.074432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:30:46.107584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:30:46.136162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:46.145938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:30:46.148233 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1306f47f-4d69-4a27-80b8-238fd005bc55" -d '{"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:30:46.152367 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:46.164847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Transition to ACTIVE for port object aaac1a32-5f6c-4fea-a209-190767cbb68d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:30:46.250949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:46.256091 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f6cad-fe6f-46e4-addc-217353240c0e x-openstack-request-id: req-497f6cad-fe6f-46e4-addc-217353240c0e {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:30:46.256428 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:30:46.256641 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-497f6cad-fe6f-46e4-addc-217353240c0e {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:30:46.257006 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'code': 200} Dec 13 15:30:46.362679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:30:46.384344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.384716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.385060 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.385391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.385721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.386049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.386446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.386724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.387052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.387373 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.387693 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.388011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:46.436724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] No DVR routers for this DVR port aaac1a32-5f6c-4fea-a209-190767cbb68d on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:30:46.567663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:30:46.567916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:30:46.568246 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:30:46.572416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Port aaac1a32-5f6c-4fea-a209-190767cbb68d on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:30:46.572736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Attempting to bind port aaac1a32-5f6c-4fea-a209-190767cbb68d on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:30:46.577487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:30:46.577819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:30:46.578194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:30:46.578644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Bound port: aaac1a32-5f6c-4fea-a209-190767cbb68d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:30:46.578990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:46.639167 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:30:46.642004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:30:46.725035 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:46.767727 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:46.768320 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:46.769679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] 10.222.0.50 "PUT /v2.0/ports/aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 1091 time: 0.9516299 Dec 13 15:30:46.785504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5c85f-88ec-4023-a420-542b71ebcf78 req-b4696365-ebac-4604-a523-2c7869f7be11 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:46.787006 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25d5c85f-88ec-4023-a420-542b71ebcf78 req-b4696365-ebac-4604-a523-2c7869f7be11 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0906262 Dec 13 15:30:46.824237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db29a61-cb89-4aef-b756-57b168db3daf service neutron] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:30:46.874885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25d5c85f-88ec-4023-a420-542b71ebcf78 req-69925e9b-7447-4230-b3f9-2040818e8a31 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818820 Dec 13 15:30:46.877805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-8ee8722d-1b5b-4f9a-bdfe-9072a1b2158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:46.880384 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-8ee8722d-1b5b-4f9a-bdfe-9072a1b2158c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0800314 Dec 13 15:30:46.976522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-048c43c7-f363-4856-a3db-c110015e37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:46.977964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-048c43c7-f363-4856-a3db-c110015e37fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0915482 Dec 13 15:30:47.043694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-cd9e9e1e-e6b5-415e-9e3d-b51a039960ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 998 time: 0.0580676 Dec 13 15:30:47.091779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-188ed444-603d-49d2-99de-93a25a9e03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:47.093149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-188ed444-603d-49d2-99de-93a25a9e03bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0425172 Dec 13 15:30:47.141280 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-f68b7800-840d-4cb8-bfe3-ec727002c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:47.142779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-f68b7800-840d-4cb8-bfe3-ec727002c97c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422034 Dec 13 15:30:47.230031 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-42a3cf58-4a32-4da3-a4c4-423fc1f08135 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792887 Dec 13 15:30:47.295152 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:47.322138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-38a7e0eb-fa9c-4e7a-bdf0-7928a476e9f7 req-a2dccfb2-9775-4d77-8c37-3159e7d2fb4d service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852566 Dec 13 15:30:48.012259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163a86-06c3-4541-a57c-1b8edf983777 req-9816915e-b03b-4c1d-be9c-def6e8bfe7c1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.013708 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b163a86-06c3-4541-a57c-1b8edf983777 req-9816915e-b03b-4c1d-be9c-def6e8bfe7c1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0520160 Dec 13 15:30:48.051147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7b163a86-06c3-4541-a57c-1b8edf983777 req-859f3c3d-22cb-4a41-a9b5-3a644a2196f4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315311 Dec 13 15:30:48.258149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:30:48.260960 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c65b7e-2831-4ab2-b098-81d88db11931" -d '{"events": [{"name": "network-changed", "server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:30:48.311370 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a9f173-0b3d-49b6-a275-a3e37bb32a40 x-openstack-request-id: req-43a9f173-0b3d-49b6-a275-a3e37bb32a40 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:30:48.311672 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:30:48.311925 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43a9f173-0b3d-49b6-a275-a3e37bb32a40 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:30:48.312325 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'status': 'completed', 'code': 200} Dec 13 15:30:48.366310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-312e7909-c6ca-4da9-8ea8-828a0e340226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.367779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-312e7909-c6ca-4da9-8ea8-828a0e340226 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0398846 Dec 13 15:30:48.370852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-c548a02b-39ad-4e54-aa66-8ccdd40e145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.372679 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-c548a02b-39ad-4e54-aa66-8ccdd40e145d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0405684 Dec 13 15:30:48.454406 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-a39b8476-a65a-48e3-bae4-c334dbef59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.455861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-a39b8476-a65a-48e3-bae4-c334dbef59ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0816724 Dec 13 15:30:48.463453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-34b3956d-63a5-4b53-b89d-d402a4b183c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.465676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-34b3956d-63a5-4b53-b89d-d402a4b183c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0849707 Dec 13 15:30:48.526844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-d6346fdf-3803-439a-99d6-0bfd112e2f2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 998 time: 0.0627260 Dec 13 15:30:48.534499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-8789b688-a654-45ad-833f-e83d0868159f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 998 time: 0.0610726 Dec 13 15:30:48.574488 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-4be8199c-acac-48b6-b88c-9341ebb89341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.575898 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-4be8199c-acac-48b6-b88c-9341ebb89341 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0428889 Dec 13 15:30:48.585151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-ac1555d5-e5f0-478a-8f36-74b3a74e9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.586590 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-ac1555d5-e5f0-478a-8f36-74b3a74e9df4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0438764 Dec 13 15:30:48.619479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-d1634508-3476-4be2-9a1d-fac5d772f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.620971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-d1634508-3476-4be2-9a1d-fac5d772f355 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386457 Dec 13 15:30:48.632863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-4315aa2c-a782-4eee-b26f-19da421a23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:48.634370 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-4315aa2c-a782-4eee-b26f-19da421a23a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394492 Dec 13 15:30:48.713404 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-a86c765c-7e95-47c0-a2a6-1ce18212f9d5 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852270 Dec 13 15:30:48.805635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-d69c0df1-0264-4115-bb3f-e7db203ddbbe service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848589 Dec 13 15:30:49.066557 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-3312f511-f085-425c-a91c-0ee49dd6b0b0 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229646 Dec 13 15:30:49.158786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75c65b7e-2831-4ab2-b098-81d88db11931 req-31e94173-3e26-4bef-83b3-68db57327d61 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849156 Dec 13 15:30:49.170093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535d24-9ad7-4ae6-b0aa-627642bd180f req-efc630c3-39be-4ecb-9ebe-1df010578350 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:49.171621 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99535d24-9ad7-4ae6-b0aa-627642bd180f req-efc630c3-39be-4ecb-9ebe-1df010578350 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0535846 Dec 13 15:30:49.209675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-99535d24-9ad7-4ae6-b0aa-627642bd180f req-0cf8e914-683c-4bc2-8804-7334ee96cb11 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Dec 13 15:30:49.383851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:30:49.421210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:30:49.890594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c4339b0b-b0df-4416-945e-caa95cdc231b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:50.330699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e878d-8090-4633-88c8-cf37e63bd1a3 req-fc09c418-acd8-4624-82ab-623fa99b93a0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:50.332136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c61e878d-8090-4633-88c8-cf37e63bd1a3 req-fc09c418-acd8-4624-82ab-623fa99b93a0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0528338 Dec 13 15:30:50.367714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c61e878d-8090-4633-88c8-cf37e63bd1a3 req-a19835bc-f5c9-49be-b33a-594de1a6fa69 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297081 Dec 13 15:30:50.691504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8f98c-3f3d-4f14-852d-d0f0c4818c9a req-cc2766c7-4c88-417e-964b-c33491681125 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:50.692965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81a8f98c-3f3d-4f14-852d-d0f0c4818c9a req-cc2766c7-4c88-417e-964b-c33491681125 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0518987 Dec 13 15:30:50.731454 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-81a8f98c-3f3d-4f14-852d-d0f0c4818c9a req-f2b2fdcb-7271-46c1-aa6a-6be56c2e52f4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316966 Dec 13 15:30:50.792331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-cb8f9093-4510-485a-9889-f92d5229cb76 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:50.794007 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-cb8f9093-4510-485a-9889-f92d5229cb76 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2&tenant_id=2a70998c57a64a50b05bc1af3ce82276&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 943 time: 0.0502300 Dec 13 15:30:50.861789 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-ac64a608-5aae-4c05-a7fa-beb5aa2b1923 service neutron] delete failed (client error): The resource could not be found. Dec 13 15:30:50.863003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-ac64a608-5aae-4c05-a7fa-beb5aa2b1923 service neutron] 10.222.0.55 "DELETE /v2.0/ports/aaac1a32-5f6c-4fea-a209-190767cbb68d/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0615540 Dec 13 15:30:50.945219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-5cb5fd6f-520c-49b1-b802-4132988ebe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:50.946699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-5cb5fd6f-520c-49b1-b802-4132988ebe32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 1094 time: 0.0432451 Dec 13 15:30:51.033126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-d00bc63c-e10d-40eb-8a59-a34e160c3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:51.034568 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-d00bc63c-e10d-40eb-8a59-a34e160c3f70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0805860 Dec 13 15:30:51.102705 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-934fa42d-f9f4-4b6e-9fdf-c56fd20d19e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 200 len: 998 time: 0.0618262 Dec 13 15:30:51.170365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-3e305637-ea52-4583-a0d8-84776efda123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:51.171846 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-3e305637-ea52-4583-a0d8-84776efda123 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0626652 Dec 13 15:30:51.217958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-08582a36-5eca-4be3-badf-ca7465ace644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:51.219558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-08582a36-5eca-4be3-badf-ca7465ace644 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405195 Dec 13 15:30:51.311704 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-aea5fd38-5ffd-4a73-93d3-50881c19ab2f service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849113 Dec 13 15:30:51.399494 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f08feb5-6769-4412-a25d-4d6272150de6 req-2d77a8db-48c2-4d47-a815-f0fc14f90234 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803540 Dec 13 15:30:51.853220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3650b-ebe2-43cf-aba3-b43c2797ced0 req-55bcb6e6-4994-4df1-9fdd-3a2361c8bccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:51.854754 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33d3650b-ebe2-43cf-aba3-b43c2797ced0 req-55bcb6e6-4994-4df1-9fdd-3a2361c8bccd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 943 time: 0.0503843 Dec 13 15:30:51.892943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33d3650b-ebe2-43cf-aba3-b43c2797ced0 req-8b7e7802-6ac4-44d9-823d-2c52e5bd6c5d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Dec 13 15:30:52.153803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:30:52.266748 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:30:52.275232 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e52323fe-d577-44ba-8b80-52db7441535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:52.279287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'mac_address': 'fa:16:3e:78:9a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:30:52.316756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:52.329250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaac1a32-5f6c-4fea-a209-190767cbb68d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:30:52.348193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:30:52.404678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:52.450462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:30:52.457551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.457898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.458260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.458596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.458928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.459260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.459585 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.459908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.460231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.460553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.460870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.461188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:30:52.644337 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['aaac1a32-5f6c-4fea-a209-190767cbb68d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:30:53.004097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2009c15-21fa-48eb-81fa-a7802fca736d req-4f0e93cc-cd1a-48fb-b4fa-f26b8fa7dae1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:53.005508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2009c15-21fa-48eb-81fa-a7802fca736d req-4f0e93cc-cd1a-48fb-b4fa-f26b8fa7dae1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 944 time: 0.0468950 Dec 13 15:30:53.042913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2009c15-21fa-48eb-81fa-a7802fca736d req-f1aa6ee1-3c16-4006-8204-5171e0f54544 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Dec 13 15:30:53.158638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510234-7b20-4ea1-85d9-50225fea03db req-10f25bd2-9d5c-43c4-abc8-627fdb8c172e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:53.160132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3510234-7b20-4ea1-85d9-50225fea03db req-10f25bd2-9d5c-43c4-abc8-627fdb8c172e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 944 time: 0.0524790 Dec 13 15:30:53.199950 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c3510234-7b20-4ea1-85d9-50225fea03db req-32f6fa2f-aab3-4b7f-8119-4d6e92b5b26a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Dec 13 15:30:53.314878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b95d6-2b27-4e02-be38-1a94443025f0 req-4630282b-c91c-480a-a492-15891bc4d5c0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:53.316323 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-770b95d6-2b27-4e02-be38-1a94443025f0 req-4630282b-c91c-480a-a492-15891bc4d5c0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 944 time: 0.0519109 Dec 13 15:30:53.356495 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-770b95d6-2b27-4e02-be38-1a94443025f0 req-e4420f3f-cfdf-4f25-b3af-24cdc77296ea tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318151 Dec 13 15:30:53.404896 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:53.792174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fede7e-aec1-47e0-9bfe-c8927b896a5e req-8715eac5-de39-4f44-9766-d859d65de130 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:53.793627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9fede7e-aec1-47e0-9bfe-c8927b896a5e req-8715eac5-de39-4f44-9766-d859d65de130 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 944 time: 0.0502765 Dec 13 15:30:53.831501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e9fede7e-aec1-47e0-9bfe-c8927b896a5e req-3e137f50-4ef6-413f-9941-0b4085ae4acb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316575 Dec 13 15:30:54.163036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:30:54.256512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port aaac1a32-5f6c-4fea-a209-190767cbb68d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:30:54.260399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port aaac1a32-5f6c-4fea-a209-190767cbb68d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:30:54.263008 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:54.338542 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:54.360267 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:30:54.362562 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08da6bdf-657a-4476-a93d-c52a5188b375" -d '{"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:30:54.376069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:30:54.457316 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2062b1-c082-4e78-9822-65fc7831fb81 x-openstack-request-id: req-3a2062b1-c082-4e78-9822-65fc7831fb81 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:30:54.457905 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-plugged", "status": "completed", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:30:54.457905 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a2062b1-c082-4e78-9822-65fc7831fb81 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:30:54.458228 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'code': 200} Dec 13 15:30:54.467802 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:54.513912 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:30:54.946117 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3df2f-2728-4b8c-b139-cede5b8bcc4d req-72877caa-2de3-44c9-8081-ae9b83e842f5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:54.947565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29f3df2f-2728-4b8c-b139-cede5b8bcc4d req-72877caa-2de3-44c9-8081-ae9b83e842f5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0477817 Dec 13 15:30:54.985340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29f3df2f-2728-4b8c-b139-cede5b8bcc4d req-5657b038-3633-432d-bc1f-b839fd94db46 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313344 Dec 13 15:30:55.037944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:55.077970 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-258c3ac3-9882-4a3a-b3be-6057e4a23d6b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:55.079482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-258c3ac3-9882-4a3a-b3be-6057e4a23d6b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 945 time: 0.0510614 Dec 13 15:30:55.142151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:55.166507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Deleting port aaac1a32-5f6c-4fea-a209-190767cbb68d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:30:55.166846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:55.255620 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] For port aaac1a32-5f6c-4fea-a209-190767cbb68d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=aaac1a32-5f6c-4fea-a209-190767cbb68d,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:30:55.255977 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:55.548390 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:55.548655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:55.548968 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 disassociated. External IP: 172.25.7.53, port: aaac1a32-5f6c-4fea-a209-190767cbb68d. Dec 13 15:30:55.549308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Calling delete_port for aaac1a32-5f6c-4fea-a209-190767cbb68d owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:30:55.707770 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:55.740866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event deleted for resources: {'Port': ['ID=aaac1a32-5f6c-4fea-a209-190767cbb68d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:30:55.867005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:30:55.975623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:30:55.985662 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:30:55.994571 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:30:55.995165 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:30:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:30:56.015247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] No DVR routers for this DVR port aaac1a32-5f6c-4fea-a209-190767cbb68d on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:30:56.018092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:30:56.021619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01b3032d-93b4-443f-a750-d0b7b33028d3 req-ecbf9008-8b91-43cc-b3bc-f16a3824e692 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.50 "DELETE /v2.0/ports/aaac1a32-5f6c-4fea-a209-190767cbb68d HTTP/1.1" status: 204 len: 173 time: 0.9361269 Dec 13 15:30:56.022077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-deleted', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:30:56.024382 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfdbdf6-601a-43ed-bb26-f3e9e3e275cd" -d '{"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-deleted", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:30:56.070397 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd92abe-73ab-4262-a17b-e4677599228f x-openstack-request-id: req-2fd92abe-73ab-4262-a17b-e4677599228f {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:30:56.070700 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc887f3f-c166-4bfa-a355-f5e51e74d6b2", "name": "network-vif-deleted", "tag": "aaac1a32-5f6c-4fea-a209-190767cbb68d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:30:56.070951 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fd92abe-73ab-4262-a17b-e4677599228f {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:30:56.071352 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc887f3f-c166-4bfa-a355-f5e51e74d6b2', 'name': 'network-vif-deleted', 'tag': 'aaac1a32-5f6c-4fea-a209-190767cbb68d', 'status': 'completed', 'code': 200} Dec 13 15:30:56.084738 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2015815-f4af-45bd-9a3d-92b6d5475166 req-24fc3222-be8f-4a16-932c-880cc71cada2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc887f3f-c166-4bfa-a355-f5e51e74d6b2 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Dec 13 15:30:56.110013 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:30:56.329279 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:30:56.359377 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:30:56.367407 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:30:56.367986 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:30:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:30:56.472585 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:30:56.663598 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:30:56.688806 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c41277f-32c4-469a-908c-ba7670264ce9 None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:30:56.913205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e826ec-e8f8-4011-bfaa-4741fb377739 None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:30:57.310420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-8a6d52ea-dc0f-474a-a4bc-3c8ee9b3ab64 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--785119737&fields=id&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 267 time: 0.0322073 Dec 13 15:30:57.419556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b20b8da9-00a8-4ea7-99dd-15d86694a44d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:30:57.420992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b20b8da9-00a8-4ea7-99dd-15d86694a44d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.1040568 Dec 13 15:30:57.435441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-a541b414-f771-40f5-b17e-567b7654c32d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/quotas/2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 375 time: 0.0087662 Dec 13 15:30:57.486863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4093a9fd-4d21-473f-90d3-5486c3b91824 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462928 Dec 13 15:30:57.628093 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-96101c79-1e8d-4ece-9570-5d4c91bc140d service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293542 Dec 13 15:30:57.719634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-79ac7394-6a64-4f7c-a4f8-c2b1a745f5fe service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854020 Dec 13 15:30:57.947907 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bad1c783-c27e-4d8d-b9dc-730d59afe502 req-ddddada0-9fc1-4572-a659-d42be3290d5b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 210 time: 0.0263309 Dec 13 15:30:59.023771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15a060b6-8cbb-45cb-a904-d4b06c76a8c5 req-7c05fb25-0ecf-49c0-baf2-e45afaeeb1c1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 210 time: 0.0270355 Dec 13 15:31:00.097905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-249375d9-4e9d-40cd-9fa5-a206158d8175 req-8ab5a08c-cc45-4c8a-9a66-f7d3b129fac8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 210 time: 0.0259306 Dec 13 15:31:00.170620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:31:00.191237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: aaac1a32-5f6c-4fea-a209-190767cbb68d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:31:00.191583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device aaac1a32-5f6c-4fea-a209-190767cbb68d not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:31:01.190600 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d818ee41-87e4-49a7-898c-fc5f225c79a6 req-5758c6a2-c5ce-40a3-b5fd-4199ce964c66 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Dec 13 15:31:02.049118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b4fe427a-92e5-483f-a275-4d6196a0a00b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:02.050486 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b4fe427a-92e5-483f-a275-4d6196a0a00b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.4380269 Dec 13 15:31:02.092098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-8575b93e-a291-4ff7-88d7-4f73ea61922b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 379 time: 0.0315864 Dec 13 15:31:02.101562 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'port': {'device_id': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'admin_state_up': True, 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'security_groups': ['cb87df8b-a7f1-4a9d-811b-45450da52659']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:31:02.283605 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c58c5da-5471-46fc-86ae-2938203d6038 req-bec952ca-fb49-47e6-9321-087286d6d9f7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 210 time: 0.0269687 Dec 13 15:31:02.289221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Made reservation on behalf of 2a70998c57a64a50b05bc1af3ce82276 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:31:02.294426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:02.415995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Allocated IP 172.20.0.12 (e58453c8-39ce-4837-bf2a-db0d45ded13b/66633732-f06c-4bd2-a75d-6f005bc7ed48/b4f2a4cb-d615-4114-b441-393f788f0739) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:31:02.550263 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:02.650525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:02.696786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:31:02.700339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:31:02.703956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:31:02.729732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:31:02.744743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.745583 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.745929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.746287 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.746624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.746952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.747278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.747604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.747933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.748256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.748578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.748899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:31:02.769853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:02.770499 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:02.835911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b896f1a5-01cd-43d8-a9a4-2b2774790bfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377145 Dec 13 15:31:02.849273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Request body: {'port': {'device_id': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:31:02.897942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-869aa2e2-00ce-4f62-9076-6f5b947db2bd None None] Provisioning complete for port b4f2a4cb-d615-4114-b441-393f788f0739 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:31:02.898596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-869aa2e2-00ce-4f62-9076-6f5b947db2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:02.903898 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:02.932274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-869aa2e2-00ce-4f62-9076-6f5b947db2bd None None] Port b4f2a4cb-d615-4114-b441-393f788f0739 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:31:03.161031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f2a4cb-d615-4114-b441-393f788f0739 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:31:03.168399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:03.180212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Transition to ACTIVE for port object b4f2a4cb-d615-4114-b441-393f788f0739 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:31:03.233175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:03.282559 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:31:03.353382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:31:03.353739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:31:03.354034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:31:03.358592 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Port b4f2a4cb-d615-4114-b441-393f788f0739 on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:31:03.358912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:31:03.363869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:31:03.364205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:31:03.364580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:31:03.364999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Bound port: b4f2a4cb-d615-4114-b441-393f788f0739, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:31:03.365355 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:03.412000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe3b7-363c-45a3-8632-68d96c314c7b req-564b85f3-1259-4a39-a156-0120530a894a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:03.413401 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a41fe3b7-363c-45a3-8632-68d96c314c7b req-564b85f3-1259-4a39-a156-0120530a894a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0574076 Dec 13 15:31:03.436193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:31:03.439642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:31:03.453963 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a41fe3b7-363c-45a3-8632-68d96c314c7b req-b4565a10-3e3b-43a5-b407-f3d6fbe23680 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334105 Dec 13 15:31:03.508214 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:03.541923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:03.542560 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:03.544192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] 10.222.0.55 "PUT /v2.0/ports/b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 1092 time: 0.6993537 Dec 13 15:31:03.544652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:31:03.546935 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4390246a-454f-49cb-a07f-547c25c5b6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:31:03.579356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fb2c4-94a2-4f55-9a76-0fff48bdc4bb service neutron] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:31:03.667755 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ba2bb8-c1a9-4ff4-bff9-8c03e337b182 x-openstack-request-id: req-99ba2bb8-c1a9-4ff4-bff9-8c03e337b182 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:31:03.668031 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:31:03.668289 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99ba2bb8-c1a9-4ff4-bff9-8c03e337b182 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:31:03.668950 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'status': 'completed', 'code': 200} Dec 13 15:31:03.679126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b88491f6-6bb8-4683-9289-d9796354a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:03.680700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-b88491f6-6bb8-4683-9289-d9796354a58e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1095 time: 0.0469654 Dec 13 15:31:03.727485 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-1e135ec3-b489-4c9f-ade4-ea5161484697 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 217 time: 0.0391431 Dec 13 15:31:03.776123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-67aa164e-9866-44ea-a761-c8563f3e9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:03.777599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-67aa164e-9866-44ea-a761-c8563f3e9499 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0438626 Dec 13 15:31:03.822613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac91-6f04-4139-af57-5d632ee81aef req-8c7de209-5815-494b-8f22-51c880a4e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:03.824740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-8c7de209-5815-494b-8f22-51c880a4e2e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405707 Dec 13 15:31:03.917948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-eda5b028-9226-4e69-a75e-c94912a63a83 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861242 Dec 13 15:31:04.005559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5133ac91-6f04-4139-af57-5d632ee81aef req-8f9f20a0-728a-4af0-a74d-cfd1c8112ae0 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806928 Dec 13 15:31:04.155326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-2f6f9c80-9d47-4325-98a4-edce824c5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:04.156921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-2f6f9c80-9d47-4325-98a4-edce824c5ae5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1095 time: 0.0414019 Dec 13 15:31:04.249370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-2e295cc1-aea2-40dd-b39f-777f9f0c6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:04.250755 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-2e295cc1-aea2-40dd-b39f-777f9f0c6328 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0868859 Dec 13 15:31:04.300451 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-a8a68b11-07fb-4e1a-8757-e2f8ef0ce1a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 217 time: 0.0423086 Dec 13 15:31:04.353252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-647b0cc6-ab16-41ce-862b-40dc96d82e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:04.355289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-647b0cc6-ab16-41ce-862b-40dc96d82e83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0469341 Dec 13 15:31:04.400012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-7afb3ad6-0273-4cef-9601-b54c13816c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:04.402009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-7afb3ad6-0273-4cef-9601-b54c13816c0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389657 Dec 13 15:31:04.491487 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-0c0a1521-76b1-477a-9c5f-394419aee580 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818279 Dec 13 15:31:04.567676 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81bd6-c86e-44a1-b021-ba10b16c53ef req-7393012f-2859-4319-9e36-2114ca57d0fe tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:04.569065 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13e81bd6-c86e-44a1-b021-ba10b16c53ef req-7393012f-2859-4319-9e36-2114ca57d0fe tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0505493 Dec 13 15:31:04.591077 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4390246a-454f-49cb-a07f-547c25c5b6e6 req-36896ce8-3d4e-4e8b-981d-e6fe9c843178 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912187 Dec 13 15:31:04.608082 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13e81bd6-c86e-44a1-b021-ba10b16c53ef req-eca9b753-98e1-4077-b5fd-1f61688121d3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322244 Dec 13 15:31:05.724211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72b500-fc4e-41f1-bda8-983c017b4284 req-890d113a-8d8a-4cbc-958b-5c36add603f2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:05.725666 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad72b500-fc4e-41f1-bda8-983c017b4284 req-890d113a-8d8a-4cbc-958b-5c36add603f2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0483763 Dec 13 15:31:05.764392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ad72b500-fc4e-41f1-bda8-983c017b4284 req-dcd1b675-6dc7-403c-ad64-d87477e4397f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Dec 13 15:31:06.878460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc8c6f-e9cb-4603-9926-907d4a1caff0 req-e5a66e7e-1c5a-44cc-9923-e6fe7a7a5614 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:06.879933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0abc8c6f-e9cb-4603-9926-907d4a1caff0 req-e5a66e7e-1c5a-44cc-9923-e6fe7a7a5614 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0497546 Dec 13 15:31:06.933077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0abc8c6f-e9cb-4603-9926-907d4a1caff0 req-8ffa9250-6da8-4b5f-ae2a-d4c0064388f6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412316 Dec 13 15:31:07.284884 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:31:07.476985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:31:07.574680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:31:07.586359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'mac_address': 'fa:16:3e:67:d8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:31:07.623608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:07.636452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f2a4cb-d615-4114-b441-393f788f0739 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:31:07.656322 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:31:07.707041 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:07.754816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:31:07.913503 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['b4f2a4cb-d615-4114-b441-393f788f0739'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:31:08.039705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003c14f-df76-43e7-af60-089ce5181d9f req-de4bdae5-29d3-4ee9-9cd6-3c8a062440fb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:08.041386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0003c14f-df76-43e7-af60-089ce5181d9f req-de4bdae5-29d3-4ee9-9cd6-3c8a062440fb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 945 time: 0.0489731 Dec 13 15:31:08.083328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0003c14f-df76-43e7-af60-089ce5181d9f req-730a8ca6-c3cc-4e08-a0d2-5b155f31bfab tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357091 Dec 13 15:31:09.199396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32a37-b2ab-4edf-8ec0-2e4e965d0d4f req-3a3ce737-9cf1-4282-99c2-64f5bc095c67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:09.200863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37e32a37-b2ab-4edf-8ec0-2e4e965d0d4f req-3a3ce737-9cf1-4282-99c2-64f5bc095c67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 945 time: 0.0529974 Dec 13 15:31:09.237859 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37e32a37-b2ab-4edf-8ec0-2e4e965d0d4f req-309ecd7c-8875-4945-bef3-00b601b633a5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309892 Dec 13 15:31:09.492393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:31:09.598523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port b4f2a4cb-d615-4114-b441-393f788f0739 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:31:09.602062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port b4f2a4cb-d615-4114-b441-393f788f0739 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:31:09.602455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:09.678567 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:09.700766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:31:09.703085 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a470a616-831f-4fa6-a703-2acf414d0839" -d '{"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-plugged", "status": "completed", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:31:09.715817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:31:09.737388 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991810f6-ed9c-4975-bcc9-5ad61fc0f980 x-openstack-request-id: req-991810f6-ed9c-4975-bcc9-5ad61fc0f980 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:31:09.737676 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-plugged", "status": "completed", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:31:09.737954 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-991810f6-ed9c-4975-bcc9-5ad61fc0f980 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:31:09.738372 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'code': 200} Dec 13 15:31:09.787503 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:09.833214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e93e1a-4a37-43df-a159-ceb8e380d68b req-e8413e4b-7202-401f-aa1d-87243ce2a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:09.834790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04e93e1a-4a37-43df-a159-ceb8e380d68b req-e8413e4b-7202-401f-aa1d-87243ce2a8a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1097 time: 0.0415432 Dec 13 15:31:09.836444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:31:09.872503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-04e93e1a-4a37-43df-a159-ceb8e380d68b req-72d0c591-dc56-4311-bfde-09e2a0689228 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295565 Dec 13 15:31:10.356053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de37a8-8ce4-40fd-8723-89349748dad4 req-e3662a06-aa2a-4652-8d88-48ced29f7416 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:10.357516 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9de37a8-8ce4-40fd-8723-89349748dad4 req-e3662a06-aa2a-4652-8d88-48ced29f7416 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0543940 Dec 13 15:31:10.393556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9de37a8-8ce4-40fd-8723-89349748dad4 req-5dff44e5-40b8-4be1-b41e-5e89d7c0a575 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301178 Dec 13 15:31:11.508530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1637efe-9bc7-41ca-a535-545567532807 req-843f7a08-ca75-434a-ac31-e44d64d81c95 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:11.509990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1637efe-9bc7-41ca-a535-545567532807 req-843f7a08-ca75-434a-ac31-e44d64d81c95 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0488253 Dec 13 15:31:11.548086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1637efe-9bc7-41ca-a535-545567532807 req-f69011bb-c74f-4224-b904-cc70fb1b7762 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Dec 13 15:31:11.663868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f9ca-e00d-4457-b572-7b650fbb1cff req-b5c7d21d-c0fe-45b3-9ec7-8c09d322fb5b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:11.665457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f6f6f9ca-e00d-4457-b572-7b650fbb1cff req-b5c7d21d-c0fe-45b3-9ec7-8c09d322fb5b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0489504 Dec 13 15:31:11.674608 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35086) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:31:11.679425 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'floatingip': {'port_id': 'b4f2a4cb-d615-4114-b441-393f788f0739'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:31:11.722839 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:12.239238 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:12.284182 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:12.382787 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 associated. External IP: 172.25.7.53, port: b4f2a4cb-d615-4114-b441-393f788f0739. Dec 13 15:31:12.584583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:31:12.664906 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-a254aefd-adcc-477a-a43f-740f0c27b59b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410969 Dec 13 15:31:12.696288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:31:12.701594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:12.706333 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:31:12.719419 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:31:12.720292 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:30:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:31:12.732934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9d5c5b12-a153-452e-bb84-518bdace2636 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "PUT /v2.0/floatingips/8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 HTTP/1.1" status: 200 len: 991 time: 1.0569427 Dec 13 15:31:12.733548 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:31:12.736456 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:31:12.757626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-7b35b40c-9572-40eb-89b1-56ec9e1ee908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:12.759291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-7b35b40c-9572-40eb-89b1-56ec9e1ee908 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1097 time: 0.0524707 Dec 13 15:31:12.801246 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e2cad9-917a-43e4-83fd-bcb68319e5cf x-openstack-request-id: req-d1e2cad9-917a-43e4-83fd-bcb68319e5cf {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:31:12.801246 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:31:12.801246 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1e2cad9-917a-43e4-83fd-bcb68319e5cf {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:31:12.801246 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'status': 'completed', 'code': 200} Dec 13 15:31:12.893162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-ad86f767-5549-404c-980a-99531fd309c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:12.894802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-ad86f767-5549-404c-980a-99531fd309c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.1149890 Dec 13 15:31:12.951238 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:31:12.967993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-a3d7fc2d-478e-4de8-8234-823e26a6c2af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 999 time: 0.0654824 Dec 13 15:31:13.017884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-2d3fda85-3416-4ef5-bd3f-6b14061c3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:13.019549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-2d3fda85-3416-4ef5-bd3f-6b14061c3924 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0443490 Dec 13 15:31:13.066083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-8e182b25-5ddb-40df-844e-8f824b2db63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:13.067772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-8e182b25-5ddb-40df-844e-8f824b2db63e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405936 Dec 13 15:31:13.161313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-14f8844e-6604-4f37-b380-ad6eabaf36b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863075 Dec 13 15:31:13.176480 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:67:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:31:12Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:31:13.204228 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:31:13.251518 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:31:13.252112 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:30:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:31:13.269761 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d72313f3-9ce8-4ad4-8530-cba630fca0cf req-17a45dac-c862-467f-8fa6-d00ce52b2e4f service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015823 Dec 13 15:31:13.357098 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:31:13.405715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-ecc979dd-6fc4-4d97-8dc2-7d9e286b1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:13.407252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-ecc979dd-6fc4-4d97-8dc2-7d9e286b1a6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1097 time: 0.0425334 Dec 13 15:31:13.504370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-5402eb61-2085-4fb7-968a-fa3ec5b6570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:13.505850 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-5402eb61-2085-4fb7-968a-fa3ec5b6570c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0915959 Dec 13 15:31:13.573699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-dcf701a5-b595-4524-be17-b853a462e7ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 999 time: 0.0597360 Dec 13 15:31:13.584998 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:67:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:31:12Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:31:13.611094 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95cc09-e9dd-49f7-8608-f1fd52d62e5c None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:67:d8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:31:12Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:31:13.628182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-54f817c5-3cbd-4b8a-bac2-ecce518b09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:13.629862 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-54f817c5-3cbd-4b8a-bac2-ecce518b09c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0503800 Dec 13 15:31:13.683691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-515033d5-ed48-4955-9286-2470ae483640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:31:13.685212 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-515033d5-ed48-4955-9286-2470ae483640 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483487 Dec 13 15:31:13.777509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-f9351f0b-fc00-4e34-bd20-d892705c90e9 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 Dec 13 15:31:13.816131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5feb0ef-dbe3-4c04-9d03-231320cc0c9b None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:31:13.889473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b68044fa-ac37-4688-9b9a-ca8f0efdfa58 req-356b93c2-18b5-41ac-b128-82be93717e10 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051204 Dec 13 15:31:16.113042 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:17.294567 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:19.895835 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6025c777-d6d9-47b4-a14d-3c14bf9f8bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:22.250088 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2390312e-7d6b-4b32-b8b7-7455a3de5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:23.410303 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:25.015972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:25.158863 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:44.284162 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:31:46.152430 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:47.301242 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:49.895645 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2bd8c457-88e2-4765-8f38-55a0d8e69db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:52.266785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-533fa510-fff3-4e3e-b8f7-890adcc3ba2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:53.398346 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:55.032775 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:31:55.151108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:12.661774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-47c5c6e8-63a2-4de6-8f93-35d9ec6e12d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393183 Dec 13 15:32:12.743095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-84b727d5-b2ba-4d1e-8751-e6a36f1fafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:12.744583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-84b727d5-b2ba-4d1e-8751-e6a36f1fafc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1097 time: 0.0413523 Dec 13 15:32:12.875552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-9955b821-afd5-4a11-bc4f-a18059ee9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:12.877081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-9955b821-afd5-4a11-bc4f-a18059ee9a08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.1128626 Dec 13 15:32:12.942671 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-bc529505-d8d4-4405-a52c-3d75eea3d8cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 1001 time: 0.0586977 Dec 13 15:32:12.995544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-c6d439f8-e886-4f90-b0fc-64cf7974eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:12.996902 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-c6d439f8-e886-4f90-b0fc-64cf7974eaf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0475020 Dec 13 15:32:13.043362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-88784b64-8888-433c-b6ae-d279b2a92de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:13.044819 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-88784b64-8888-433c-b6ae-d279b2a92de5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405858 Dec 13 15:32:13.134848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-8e3584d2-a839-4bd4-8c54-6b6fa90259dd service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827701 Dec 13 15:32:13.233423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6f463bd9-6bd4-4fa0-8549-28a727461f41 req-014f50ae-8f5a-4235-8adb-45baa4760161 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908070 Dec 13 15:32:16.144979 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:17.294954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:19.893458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d3d332b5-de41-4c62-8f7f-eb3555e79bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:21.283310 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:32:22.255364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-827cc91b-63fd-40f1-a2f1-774cfb211183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:23.402029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:25.037740 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:25.186305 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:46.157422 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:47.304491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:48.660223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80deef8-7f62-4564-84b4-d79c77be0652 req-04d8b74a-ac7c-4bc5-a481-f2d0397c7ebf tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:48.661689 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f80deef8-7f62-4564-84b4-d79c77be0652 req-04d8b74a-ac7c-4bc5-a481-f2d0397c7ebf tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0513723 Dec 13 15:32:48.708598 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f80deef8-7f62-4564-84b4-d79c77be0652 req-79cc6aa3-f103-49b9-946d-4a57ab085e49 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369503 Dec 13 15:32:49.826279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67d585-880c-457f-b54a-2922e12d4ab0 req-a1e6c976-2ceb-4d7b-9e03-d1ae1c82614e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:49.827768 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a67d585-880c-457f-b54a-2922e12d4ab0 req-a1e6c976-2ceb-4d7b-9e03-d1ae1c82614e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0512979 Dec 13 15:32:49.866167 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a67d585-880c-457f-b54a-2922e12d4ab0 req-94908338-9507-403d-befd-0cafeb99f54f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Dec 13 15:32:49.904254 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38542c3f-6f16-4910-8bd8-a562796c4b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:50.991277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb2072-840a-45b6-9c60-c0f294ed56fd req-4c401489-c87f-48a7-a99a-6cbebfa218f9 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:50.992711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9eb2072-840a-45b6-9c60-c0f294ed56fd req-4c401489-c87f-48a7-a99a-6cbebfa218f9 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0524409 Dec 13 15:32:51.028751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b9eb2072-840a-45b6-9c60-c0f294ed56fd req-86ed07d4-781d-49ab-81eb-0806cfa03b72 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303502 Dec 13 15:32:52.145112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51d3b9-e2ef-4db8-ab5b-3bfc637b0abc req-fe1bbc57-ebad-46c7-a8d2-a8501969d81c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:52.146573 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f51d3b9-e2ef-4db8-ab5b-3bfc637b0abc req-fe1bbc57-ebad-46c7-a8d2-a8501969d81c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0515835 Dec 13 15:32:52.289109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b6abfbb9-bc2b-440b-b315-06705900f091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:52.515256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6f51d3b9-e2ef-4db8-ab5b-3bfc637b0abc req-3ab217f6-3ae4-4d17-ace7-b4bb485162e0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621454 Dec 13 15:32:53.403087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:53.632465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57422da4-45bd-4bf9-91fa-15f36bc0f04b req-ea9e3736-f6a3-4ee6-8868-d2faaead0715 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:53.633919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57422da4-45bd-4bf9-91fa-15f36bc0f04b req-ea9e3736-f6a3-4ee6-8868-d2faaead0715 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0485377 Dec 13 15:32:53.671528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57422da4-45bd-4bf9-91fa-15f36bc0f04b req-0b8bcb04-48b6-4420-bc0c-f491238630df tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Dec 13 15:32:54.788449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028ec6-8376-4137-b93f-4a4720b6f007 req-ae60f7f4-df1b-4ed5-b26b-b82aab313299 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:54.789885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf028ec6-8376-4137-b93f-4a4720b6f007 req-ae60f7f4-df1b-4ed5-b26b-b82aab313299 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0478435 Dec 13 15:32:54.826782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf028ec6-8376-4137-b93f-4a4720b6f007 req-0919cfb4-00f4-481d-9eb5-4ddced9602f2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305130 Dec 13 15:32:55.043221 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:55.152190 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:32:55.939513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab79e7-dda6-4a15-b522-7961408e869b req-8e23bd50-1d5c-48f6-ba7d-d376a4350a81 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:55.940962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7eab79e7-dda6-4a15-b522-7961408e869b req-8e23bd50-1d5c-48f6-ba7d-d376a4350a81 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0485239 Dec 13 15:32:55.977834 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7eab79e7-dda6-4a15-b522-7961408e869b req-25c1a4b9-0fc5-43e3-8b01-821119c8fba7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309930 Dec 13 15:32:57.091673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e5782-f5f2-4555-b49a-b5fff4d95766 req-8493891e-769d-4c20-9b17-f34c5509ab2e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:57.093118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-293e5782-f5f2-4555-b49a-b5fff4d95766 req-8493891e-769d-4c20-9b17-f34c5509ab2e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0480814 Dec 13 15:32:57.129074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-293e5782-f5f2-4555-b49a-b5fff4d95766 req-98d70995-656e-4a52-8fd9-c509e8127602 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300109 Dec 13 15:32:58.248065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33a2b6-873b-450e-9a0d-84bd5a6150e9 req-20bc5d24-0558-48d1-bdd5-3125e3e3cdb2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:58.249521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a33a2b6-873b-450e-9a0d-84bd5a6150e9 req-20bc5d24-0558-48d1-bdd5-3125e3e3cdb2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0530066 Dec 13 15:32:58.282627 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:32:58.286348 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0a33a2b6-873b-450e-9a0d-84bd5a6150e9 req-c878fef6-0184-4a29-894c-4fcc87bf9aa4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308688 Dec 13 15:32:59.404377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded8d71-7857-4c10-91af-428bbb25ae9d req-0275b253-be4c-4452-8e49-3c0faf428f60 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:59.405824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ded8d71-7857-4c10-91af-428bbb25ae9d req-0275b253-be4c-4452-8e49-3c0faf428f60 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0533803 Dec 13 15:32:59.442110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ded8d71-7857-4c10-91af-428bbb25ae9d req-3fa1fa83-6433-4f5c-9bce-a82c81fa4f8a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303438 Dec 13 15:32:59.799689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44c592-fcc5-49ed-88d0-8aba604eee36 req-5103e900-a830-47ab-b5cb-f03ad54fc567 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:32:59.801126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d44c592-fcc5-49ed-88d0-8aba604eee36 req-5103e900-a830-47ab-b5cb-f03ad54fc567 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0485840 Dec 13 15:32:59.841802 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d44c592-fcc5-49ed-88d0-8aba604eee36 req-658df099-f908-476e-8fa9-729e32512dde tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Dec 13 15:32:59.909041 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-0a0c6264-7605-470f-95b1-910e438d867f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396891 Dec 13 15:33:00.952684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa453c-670e-4910-af79-aceb52b8761b req-fc30701e-938e-4753-a220-3d07ae11fd9a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:00.954164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3fa453c-670e-4910-af79-aceb52b8761b req-fc30701e-938e-4753-a220-3d07ae11fd9a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0488377 Dec 13 15:33:00.992292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3fa453c-670e-4910-af79-aceb52b8761b req-8087b11e-acc5-4897-a408-8a2dc3d92a0d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Dec 13 15:33:01.859094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-268e5921-cb5b-446d-a476-a830892c1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:01.860735 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-268e5921-cb5b-446d-a476-a830892c1035 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1097 time: 0.0416112 Dec 13 15:33:01.955035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a3d2f5c1-7072-4d83-add1-397f6b8e46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:01.956515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a3d2f5c1-7072-4d83-add1-397f6b8e46e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0888364 Dec 13 15:33:02.021090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-df542ca8-75f1-4fa5-99b6-6bc8bab375e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 1001 time: 0.0570879 Dec 13 15:33:02.074674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-df4984f7-b9f8-47c8-9996-2d2d85a3345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:02.076165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-df4984f7-b9f8-47c8-9996-2d2d85a3345b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0481215 Dec 13 15:33:02.107179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9207-00af-4191-8bfa-d6b7601c84f0 req-c86b27fe-844e-4509-8bc3-8a36ab7b358b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:02.108589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271c9207-00af-4191-8bfa-d6b7601c84f0 req-c86b27fe-844e-4509-8bc3-8a36ab7b358b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0488796 Dec 13 15:33:02.121802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-ab66173e-b733-4d46-94cd-e1ce0e3868a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:02.123319 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-ab66173e-b733-4d46-94cd-e1ce0e3868a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404038 Dec 13 15:33:02.148621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-271c9207-00af-4191-8bfa-d6b7601c84f0 req-40285308-62c6-48f3-92fd-bdd6d9d44e8f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341215 Dec 13 15:33:02.211270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-53ca5cd8-24a3-4837-a938-0529f71fac95 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810931 Dec 13 15:33:02.306089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-7fb72e31-e1fb-4b13-a971-8f3c001dff77 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881116 Dec 13 15:33:03.269808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156fe74-40e7-4400-95cf-66570a62fb0f req-ff6f5ad0-76f8-486c-a56a-db6ff9ec17f4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:03.271476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e156fe74-40e7-4400-95cf-66570a62fb0f req-ff6f5ad0-76f8-486c-a56a-db6ff9ec17f4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0507927 Dec 13 15:33:03.309181 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e156fe74-40e7-4400-95cf-66570a62fb0f req-86593db7-e12f-4aad-8af4-b79c42fcb4ad tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317826 Dec 13 15:33:04.426249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940993a4-0fc3-4730-a766-1b55b0137b38 req-f19d4a57-bea9-44d7-a08e-aa4cf093d938 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:04.427700 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-940993a4-0fc3-4730-a766-1b55b0137b38 req-f19d4a57-bea9-44d7-a08e-aa4cf093d938 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0521288 Dec 13 15:33:04.464710 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-940993a4-0fc3-4730-a766-1b55b0137b38 req-692630f9-21ba-4b6e-81e4-d10f8deff033 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Dec 13 15:33:04.631847 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-71c5fb26-d010-4ab7-bb82-cc7b851bbf5b service neutron] show failed (client error): The resource could not be found. Dec 13 15:33:04.632867 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-71c5fb26-d010-4ab7-bb82-cc7b851bbf5b service neutron] 10.222.0.55 "GET /v2.0/ports/b4f2a4cb-d615-4114-b441-393f788f0739/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0624819 Dec 13 15:33:05.150287 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-39c9b648-4b93-4c84-b813-e9b16d78c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:05.151815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-39c9b648-4b93-4c84-b813-e9b16d78c2c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 1097 time: 0.0881841 Dec 13 15:33:05.163885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:33:05.216554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:05.417912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:05.449075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:33:05.486515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:33:05.488773 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7235372-b91b-46e2-b052-45a6e6f7bb24" -d '{"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:33:05.493223 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:05.506618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Transition to ACTIVE for port object b4f2a4cb-d615-4114-b441-393f788f0739 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:33:05.546558 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee36ee6b-0a85-4f2d-ac5e-c2c784a25eed x-openstack-request-id: req-ee36ee6b-0a85-4f2d-ac5e-c2c784a25eed {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:33:05.546856 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:33:05.547111 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee36ee6b-0a85-4f2d-ac5e-c2c784a25eed {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:33:05.547662 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'code': 200} Dec 13 15:33:05.574857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:05.594289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1e20-8b6e-4929-8687-6b5e99925c55 req-3b72e62d-418e-4b86-873c-4baa97d0d956 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:05.595897 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a8a1e20-8b6e-4929-8687-6b5e99925c55 req-3b72e62d-418e-4b86-873c-4baa97d0d956 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0507414 Dec 13 15:33:05.639256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a8a1e20-8b6e-4929-8687-6b5e99925c55 req-9e32bc0e-5aff-420f-ad7d-533af5caf23d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372925 Dec 13 15:33:05.661911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:05.673284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.673581 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.673899 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.674256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.674586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.674916 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.675243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.675565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.675894 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.676216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.676546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.676842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:05.713200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] No DVR routers for this DVR port b4f2a4cb-d615-4114-b441-393f788f0739 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:33:05.848237 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:33:05.848538 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:33:05.848873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:33:05.853384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Port b4f2a4cb-d615-4114-b441-393f788f0739 on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:33:05.853792 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Attempting to bind port b4f2a4cb-d615-4114-b441-393f788f0739 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:33:05.860746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:33:05.861112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:33:05.861496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:33:05.861925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Bound port: b4f2a4cb-d615-4114-b441-393f788f0739, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:33:05.862373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:05.925082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:33:05.928123 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:33:06.006930 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:06.038190 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:06.039194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:06.040577 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] 10.222.0.50 "PUT /v2.0/ports/b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 1092 time: 0.8805814 Dec 13 15:33:06.097449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1367897-aacf-4408-aca8-281b945cac8d service neutron] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:06.116352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-00799c31-08c0-47bf-93a2-73afedfe219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:06.117885 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-00799c31-08c0-47bf-93a2-73afedfe219a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1095 time: 0.0516953 Dec 13 15:33:06.211441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-ad33d94a-2984-418e-bbc0-fe69e545510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:06.214707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-ad33d94a-2984-418e-bbc0-fe69e545510b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0882080 Dec 13 15:33:06.286132 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-695115b4-80c1-4706-ae47-509bf2ec5d48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 999 time: 0.0659583 Dec 13 15:33:06.335038 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-71886e8f-0c6b-4f87-a215-60c272d5b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:06.336342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-71886e8f-0c6b-4f87-a215-60c272d5b8de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0427303 Dec 13 15:33:06.379980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-ca132b45-606f-47de-87b7-523ed71d926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:06.381558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-ca132b45-606f-47de-87b7-523ed71d926c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385630 Dec 13 15:33:06.473465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-edb7dc28-31e3-4e10-8c95-9d015efd01a5 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847819 Dec 13 15:33:06.561539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6d95b88b-4102-4060-bf7e-f72e360ccc17 req-68b40714-698d-4ab4-b301-d6396c6929fb service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807300 Dec 13 15:33:06.757937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce3442-c20f-4035-aa69-2c051e513e8b req-b598609d-01da-4b30-b7cb-7ae666081efd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:06.759358 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbce3442-c20f-4035-aa69-2c051e513e8b req-b598609d-01da-4b30-b7cb-7ae666081efd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0485172 Dec 13 15:33:06.801717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dbce3442-c20f-4035-aa69-2c051e513e8b req-e06cb65a-a140-4250-ac07-54dc54c3d67b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355620 Dec 13 15:33:07.548783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:33:07.551179 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246eda5d-0d4e-4186-8177-3ac82f3a0bed" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:33:07.598177 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caba1b9e-83b1-4248-b1ee-42afa0da6638 x-openstack-request-id: req-caba1b9e-83b1-4248-b1ee-42afa0da6638 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:33:07.598560 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:33:07.598818 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caba1b9e-83b1-4248-b1ee-42afa0da6638 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:33:07.599218 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'status': 'completed', 'code': 200} Dec 13 15:33:07.662820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-dba421f6-f128-4ee8-bd0f-1ac353411544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.664362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-dba421f6-f128-4ee8-bd0f-1ac353411544 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1095 time: 0.0444572 Dec 13 15:33:07.670420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-2b0c5903-9352-49a6-9081-8b1f92479000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.671903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-2b0c5903-9352-49a6-9081-8b1f92479000 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1095 time: 0.0492873 Dec 13 15:33:07.757741 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-874ce514-a9b4-40cc-93e0-756cdd35499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.759240 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-874ce514-a9b4-40cc-93e0-756cdd35499c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0872471 Dec 13 15:33:07.760439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-0635f6dd-533e-49c1-ad57-1035740746c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.762471 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-0635f6dd-533e-49c1-ad57-1035740746c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0828707 Dec 13 15:33:07.824675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-05656939-06f1-498d-8b68-72601dd1d0df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 999 time: 0.0580652 Dec 13 15:33:07.836444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-f2d7f039-65c5-4fea-9c1f-682efe420a36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 999 time: 0.0622540 Dec 13 15:33:07.884136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-7d16ba65-a918-40eb-b371-29ee571d020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.885650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-7d16ba65-a918-40eb-b371-29ee571d020d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0542397 Dec 13 15:33:07.915362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-6f1d4b6d-7d30-4cf3-ba3f-3c01590f4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.917118 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-6f1d4b6d-7d30-4cf3-ba3f-3c01590f4681 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0699410 Dec 13 15:33:07.936975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-2f463a63-7b8a-402d-958b-b374beb7886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.938502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-2f463a63-7b8a-402d-958b-b374beb7886a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458484 Dec 13 15:33:07.964214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085866b9-9e96-41fa-88e4-7cb1d91b8e0f req-d193d8e0-984a-40ef-bb61-bf63e406223c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.965658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085866b9-9e96-41fa-88e4-7cb1d91b8e0f req-d193d8e0-984a-40ef-bb61-bf63e406223c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0842447 Dec 13 15:33:07.992625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-3a4f38a5-e509-46f4-835a-4a0770b632fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:07.994100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-3a4f38a5-e509-46f4-835a-4a0770b632fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665650 Dec 13 15:33:08.028326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-ded90dbf-6b24-4bb6-bb83-ba2565e80064 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827637 Dec 13 15:33:08.031399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-085866b9-9e96-41fa-88e4-7cb1d91b8e0f req-41dccf06-33cd-4884-a0f9-acb185dc0322 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582440 Dec 13 15:33:08.097685 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-9c6f02cb-9351-42fa-b5e2-126c152e2db3 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933490 Dec 13 15:33:08.124339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-b42fc252-4c74-44bf-90f7-2ddf82132bc6 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886042 Dec 13 15:33:08.188245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-246eda5d-0d4e-4186-8177-3ac82f3a0bed req-249ad160-1b8b-4f84-9cdb-46ac610e78f7 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831454 Dec 13 15:33:09.156962 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762bafc-7b38-4087-8b20-0d879221acdc req-84f393a2-5b66-4ab0-8421-5346fed8393c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:09.158629 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c762bafc-7b38-4087-8b20-0d879221acdc req-84f393a2-5b66-4ab0-8421-5346fed8393c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0504692 Dec 13 15:33:09.197064 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c762bafc-7b38-4087-8b20-0d879221acdc req-4808ef98-2a28-4a21-862a-61ed7edbc778 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325091 Dec 13 15:33:09.543059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804bd38-ada1-42f3-9383-da6370ba5452 req-ad4281f8-9748-4c9d-ae9a-df5c26e36d35 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:09.544521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a804bd38-ada1-42f3-9383-da6370ba5452 req-ad4281f8-9748-4c9d-ae9a-df5c26e36d35 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0488508 Dec 13 15:33:09.612691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a804bd38-ada1-42f3-9383-da6370ba5452 req-c1b5fa14-c85f-4cd2-871f-889b379fa6cc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618408 Dec 13 15:33:09.639987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-d4aa9d5d-7365-4377-beb0-1a9a8170d1f8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:09.641432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-d4aa9d5d-7365-4377-beb0-1a9a8170d1f8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1&tenant_id=2a70998c57a64a50b05bc1af3ce82276&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 944 time: 0.0711908 Dec 13 15:33:09.701863 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-2ff6bdc9-2d87-4ecf-8f74-4ef1626cbe5b service neutron] delete failed (client error): The resource could not be found. Dec 13 15:33:09.702870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-2ff6bdc9-2d87-4ecf-8f74-4ef1626cbe5b service neutron] 10.222.0.55 "DELETE /v2.0/ports/b4f2a4cb-d615-4114-b441-393f788f0739/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0542333 Dec 13 15:33:09.784536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-d9eaf682-3639-4f01-8228-fb7dd95d6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:09.785974 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-d9eaf682-3639-4f01-8228-fb7dd95d6dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1095 time: 0.0404754 Dec 13 15:33:09.876902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-5fbb7948-126f-41b3-8d20-90b8f2a5691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:09.878473 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-5fbb7948-126f-41b3-8d20-90b8f2a5691e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0853419 Dec 13 15:33:09.947691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-4fc6275d-7a45-4e2c-826e-d6eeb18f1c50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 999 time: 0.0624950 Dec 13 15:33:09.995847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-8b00784b-c915-4c21-926a-d48eeb29fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:09.997180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-8b00784b-c915-4c21-926a-d48eeb29fc70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0430255 Dec 13 15:33:10.045867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-269c4d1c-0762-405b-86a5-6eeae6f31916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:10.047360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-269c4d1c-0762-405b-86a5-6eeae6f31916 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429206 Dec 13 15:33:10.068655 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:33:10.107482 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:33:10.136459 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-a57ea722-3fa9-404c-86db-623df2e394cf service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815289 Dec 13 15:33:10.227375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e7b58654-351b-4cdf-abb2-e9f41f462be8 req-b1dd1d63-7729-428e-8edf-c63c7861ab13 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849175 Dec 13 15:33:10.669976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:33:10.739610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbfcab-0762-4ce2-979a-e92e48cd0446 req-b218ee47-3948-4227-831f-e155d2d126d8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:10.741139 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57fbfcab-0762-4ce2-979a-e92e48cd0446 req-b218ee47-3948-4227-831f-e155d2d126d8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 944 time: 0.0554044 Dec 13 15:33:10.767766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:10.780841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-57fbfcab-0762-4ce2-979a-e92e48cd0446 req-3e6870f7-ab50-43e6-957d-acd0ab055f7e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Dec 13 15:33:10.783837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'mac_address': 'fa:16:3e:67:d8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:33:10.823947 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:10.836434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f2a4cb-d615-4114-b441-393f788f0739 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:33:10.856011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:10.926742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:10.972887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:10.980684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.981028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.981366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.981700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.982030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.982385 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.982713 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.983035 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.983354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.983674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.983994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:10.984317 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:11.166411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['b4f2a4cb-d615-4114-b441-393f788f0739'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:33:11.907917 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb5b3-af10-421b-9ea8-253a0c531d53 req-a002ceb1-7706-4327-8383-b89dd6fa9be2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:11.909343 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46afb5b3-af10-421b-9ea8-253a0c531d53 req-a002ceb1-7706-4327-8383-b89dd6fa9be2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Dec 13 15:33:11.946019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46afb5b3-af10-421b-9ea8-253a0c531d53 req-d1520291-859b-4598-8192-42c386880ebf tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306802 Dec 13 15:33:12.058941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d3c01-0e4d-45a8-84d3-2c6886802b26 req-80feda96-8f76-4a4d-92d0-3ca40b7a11a1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:12.060382 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c7d3c01-0e4d-45a8-84d3-2c6886802b26 req-80feda96-8f76-4a4d-92d0-3ca40b7a11a1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 945 time: 0.0483432 Dec 13 15:33:12.095979 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c7d3c01-0e4d-45a8-84d3-2c6886802b26 req-497fa25e-694d-4035-956d-2c7924ba78a8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296957 Dec 13 15:33:12.469361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab94591-51b2-484e-9784-40be2df3cc19 req-aa51c5d5-3014-4213-937f-f5fe626df295 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:12.470848 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bab94591-51b2-484e-9784-40be2df3cc19 req-aa51c5d5-3014-4213-937f-f5fe626df295 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 945 time: 0.0488081 Dec 13 15:33:12.509416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bab94591-51b2-484e-9784-40be2df3cc19 req-da89a714-72ba-4ecf-982e-e98f4dcc1219 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Dec 13 15:33:12.583730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-5e7aeb1b-9b45-4e64-b31c-ff294fe5f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:12.585178 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-5e7aeb1b-9b45-4e64-b31c-ff294fe5f734 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 1096 time: 0.0440452 Dec 13 15:33:12.677540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-2d688df5-50ac-4eea-a657-54865526170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:12.679029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-2d688df5-50ac-4eea-a657-54865526170d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0863900 Dec 13 15:33:12.684785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:33:12.751050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-ffddc384-fb9c-480c-b235-0cdd00dc203e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 200 len: 1000 time: 0.0645781 Dec 13 15:33:12.802194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-a33c0a7c-4f68-4fa9-bb94-30b0db47a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:12.803721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-a33c0a7c-4f68-4fa9-bb94-30b0db47a950 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0453279 Dec 13 15:33:12.826573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port b4f2a4cb-d615-4114-b441-393f788f0739 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:33:12.831112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port b4f2a4cb-d615-4114-b441-393f788f0739 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:33:12.831608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:12.851452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-5201a72e-2a7d-43b4-b45d-74146b8330c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:12.853038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-5201a72e-2a7d-43b4-b45d-74146b8330c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421782 Dec 13 15:33:12.923274 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:12.946562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:33:12.949441 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c244bb1-6ab0-4a1a-9f3b-efd9cc1ae9fa" -d '{"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-plugged", "status": "completed", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:33:12.963282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:12.970144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-81b21131-83c1-4d3f-a06b-1b6213f75ac1 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092680 Dec 13 15:33:12.987138 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c10e2e7-641d-4a30-a48b-e5f25ddd0118 x-openstack-request-id: req-6c10e2e7-641d-4a30-a48b-e5f25ddd0118 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:33:12.987431 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-plugged", "status": "completed", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:33:12.989646 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c10e2e7-641d-4a30-a48b-e5f25ddd0118 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:33:12.989646 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'code': 200} Dec 13 15:33:13.043021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:13.062429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e6a74cc1-faee-4b71-a201-1cd6178f848a req-110fda72-a9f6-4165-a107-f5052862469d service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847449 Dec 13 15:33:13.092103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:13.626255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ae60a-9084-4c66-8cc1-0fddeb72323f req-3c85a1fc-7ccd-4f69-9df3-d989d98e7583 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:13.627735 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1b6ae60a-9084-4c66-8cc1-0fddeb72323f req-3c85a1fc-7ccd-4f69-9df3-d989d98e7583 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0495610 Dec 13 15:33:13.667622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1b6ae60a-9084-4c66-8cc1-0fddeb72323f req-6c943120-198f-4b23-b7c8-1ed55a170191 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333230 Dec 13 15:33:14.783195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e183-364a-47cc-b94e-eb4be805c96d req-fb85777e-8929-476c-879d-7298dedd6359 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:14.784636 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6e9e183-364a-47cc-b94e-eb4be805c96d req-fb85777e-8929-476c-879d-7298dedd6359 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0481050 Dec 13 15:33:14.820848 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6e9e183-364a-47cc-b94e-eb4be805c96d req-6ea810b2-5359-4f75-9948-414854b1748f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304177 Dec 13 15:33:15.247391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274e91-e409-4540-9cdd-9654e948ceeb req-ea654d6f-3fc1-4f3a-904d-be82482f5ec4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:15.248834 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28274e91-e409-4540-9cdd-9654e948ceeb req-ea654d6f-3fc1-4f3a-904d-be82482f5ec4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0483191 Dec 13 15:33:15.288972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-28274e91-e409-4540-9cdd-9654e948ceeb req-04c59890-e15e-49ab-a043-7d19e3f59468 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341640 Dec 13 15:33:16.151171 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:16.407696 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58216c9c-ab24-42cb-8c99-15c7e08731ac req-b8c2ec2d-ff76-4553-9bf8-2a026b044cdb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:16.409063 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-58216c9c-ab24-42cb-8c99-15c7e08731ac req-b8c2ec2d-ff76-4553-9bf8-2a026b044cdb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0525749 Dec 13 15:33:16.454074 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-58216c9c-ab24-42cb-8c99-15c7e08731ac req-b7b166fe-851d-490d-abcb-01405d24f26b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391300 Dec 13 15:33:16.492286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816af027-7f8b-477b-8000-59f671d066c9 req-fcba8eba-5668-4c8e-8c3d-105eb6006e2f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:16.493732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-816af027-7f8b-477b-8000-59f671d066c9 req-fcba8eba-5668-4c8e-8c3d-105eb6006e2f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Dec 13 15:33:16.583008 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Deleting port b4f2a4cb-d615-4114-b441-393f788f0739 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:33:16.583350 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:16.669928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] For port b4f2a4cb-d615-4114-b441-393f788f0739, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=b4f2a4cb-d615-4114-b441-393f788f0739,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:16.670210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:16.835974 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:16.836338 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:16.836653 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 disassociated. External IP: 172.25.7.53, port: b4f2a4cb-d615-4114-b441-393f788f0739. Dec 13 15:33:16.836991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Calling delete_port for b4f2a4cb-d615-4114-b441-393f788f0739 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:33:17.037493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:17.066969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event deleted for resources: {'Port': ['ID=b4f2a4cb-d615-4114-b441-393f788f0739,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:17.181961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:33:17.292524 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:17.293200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:33:17.302860 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:33:17.313092 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:33:17.313699 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:32:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:17.331118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] No DVR routers for this DVR port b4f2a4cb-d615-4114-b441-393f788f0739 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:33:17.333630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:17.336976 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-816af027-7f8b-477b-8000-59f671d066c9 req-06f646b9-6133-471a-80fc-3cb54fcdd274 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.50 "DELETE /v2.0/ports/b4f2a4cb-d615-4114-b441-393f788f0739 HTTP/1.1" status: 204 len: 173 time: 0.8371837 Dec 13 15:33:17.337411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-deleted', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:33:17.340306 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b4231-8e6e-475b-ab2e-174ffa2fccc2" -d '{"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-deleted", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:33:17.380117 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21535245-e046-4006-ac58-aae8324ea508 x-openstack-request-id: req-21535245-e046-4006-ac58-aae8324ea508 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:33:17.380411 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d705b7-9ac6-4483-98f4-aa9d909606d1", "name": "network-vif-deleted", "tag": "b4f2a4cb-d615-4114-b441-393f788f0739", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:33:17.380660 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21535245-e046-4006-ac58-aae8324ea508 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:33:17.381063 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d705b7-9ac6-4483-98f4-aa9d909606d1', 'name': 'network-vif-deleted', 'tag': 'b4f2a4cb-d615-4114-b441-393f788f0739', 'status': 'completed', 'code': 200} Dec 13 15:33:17.420741 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:33:17.552739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c03e8f2-e2fe-4b54-8d6e-7a6453f80de7 req-09c750a7-c7a9-47fd-a8ce-225af79721c6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d705b7-9ac6-4483-98f4-aa9d909606d1 HTTP/1.1" status: 200 len: 210 time: 0.0305791 Dec 13 15:33:17.616777 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:17.642761 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:33:17.650558 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:33:17.651134 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:32:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:17.750920 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:33:18.025343 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:18.053928 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b0aeb-2076-48f4-b8ef-f4e59518241d None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:33:18.281803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcded2-a992-4188-a64f-f327dbffda3c None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:33:18.826785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-88fa9663-d498-48b0-b9dc-d89284214ec8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--785119737&fields=id&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 267 time: 0.0346415 Dec 13 15:33:18.953324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-765778ca-28f4-4e56-9409-51cfa2569677 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:18.954811 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-765778ca-28f4-4e56-9409-51cfa2569677 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.1212766 Dec 13 15:33:18.969767 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-893f0c39-6d24-4010-a3c3-3be6cc5b3fdb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/quotas/2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 375 time: 0.0089209 Dec 13 15:33:19.025452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-c7d82e8b-fb89-4212-8d20-f220d0ff716b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503280 Dec 13 15:33:19.166381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-6c817b17-0dd8-4e34-ac71-4a81de31f345 service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290979 Dec 13 15:33:19.256656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-9c1b4fbf-f693-4238-884e-d37496319a32 service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834630 Dec 13 15:33:19.455152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a6be57dd-51ee-4d8a-803b-bb3559647d3e req-349346a6-5cea-4029-8e38-884e68b4f3c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 210 time: 0.0256989 Dec 13 15:33:19.917377 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9f8dee7b-a338-414c-872f-e3b2c2d299bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:20.548339 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2331e0e0-40d3-448b-b30e-6e518d905124 req-32f6834e-f941-427d-ae47-999dd4c7018b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 210 time: 0.0267804 Dec 13 15:33:20.729568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:33:20.752741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: b4f2a4cb-d615-4114-b441-393f788f0739 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:33:20.753083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device b4f2a4cb-d615-4114-b441-393f788f0739 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:33:21.163063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-b6318c7c-6f1b-44c0-aeb4-37324da666b8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:21.164543 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-b6318c7c-6f1b-44c0-aeb4-37324da666b8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.0993202 Dec 13 15:33:21.207821 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-0ed9bb6d-6565-420c-96ea-ddf25c49efdb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 379 time: 0.0335169 Dec 13 15:33:21.217527 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'port': {'device_id': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'admin_state_up': True, 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'security_groups': ['cb87df8b-a7f1-4a9d-811b-45450da52659']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:33:21.403332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Made reservation on behalf of 2a70998c57a64a50b05bc1af3ce82276 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:33:21.406962 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:21.534339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Allocated IP 172.20.0.11 (e58453c8-39ce-4837-bf2a-db0d45ded13b/66633732-f06c-4bd2-a75d-6f005bc7ed48/bdff0f7a-7904-40c1-be59-8c5ca9c36dc9) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:33:21.641174 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7e39fdae-839f-41f2-becf-493b2f1827e5 req-d013b8b7-a9df-4b6e-924c-0415d78ee713 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 210 time: 0.0254679 Dec 13 15:33:21.667341 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:21.766573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:21.812688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:33:21.815632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:33:21.819182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:33:21.845657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:21.863382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.863695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.864033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.864365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.864696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.865019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.865341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.865661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.865981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.866326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.866648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.866970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:33:21.884876 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:21.885489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:21.958117 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-460c59bd-9b92-4afe-9cf3-0f44ce026a96 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7446849 Dec 13 15:33:21.971388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Request body: {'port': {'device_id': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:33:22.029209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.095451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1f436ad1-6dbb-449c-8465-b7749d1c7b70 None None] Provisioning complete for port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:33:22.096045 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f436ad1-6dbb-449c-8465-b7749d1c7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.129191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1f436ad1-6dbb-449c-8465-b7749d1c7b70 None None] Port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:33:22.259941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-de1f7f4e-36b6-4962-9d43-cdf41a3c061a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.311664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:33:22.319787 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.332148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Transition to ACTIVE for port object bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:33:22.395685 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.446091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:22.530709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:33:22.531045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:33:22.531376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:33:22.535921 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:33:22.536245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:33:22.541515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:33:22.541926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:33:22.542242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:33:22.543177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Bound port: bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:33:22.543539 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.620508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:33:22.623796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:33:22.701015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.748181 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:22.748791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:22.750159 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] 10.222.0.55 "PUT /v2.0/ports/bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1092 time: 0.7831059 Dec 13 15:33:22.763963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:33:22.767860 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb100c4a-bc82-49bb-9bb0-7d826c043b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:33:22.800013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530773e-6955-4ea0-ae9a-89436a8be834 service neutron] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:22.815866 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f156ff2-5cc2-448d-92c5-70f51876c8eb req-6fafee94-275b-49c0-930c-32cca57e078c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:22.817467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f156ff2-5cc2-448d-92c5-70f51876c8eb req-6fafee94-275b-49c0-930c-32cca57e078c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.0907402 Dec 13 15:33:22.818939 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b89df-2232-484d-bd37-5b897c309105 x-openstack-request-id: req-0c0b89df-2232-484d-bd37-5b897c309105 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:33:22.819220 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:33:22.819464 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c0b89df-2232-484d-bd37-5b897c309105 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:33:22.819857 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'status': 'completed', 'code': 200} Dec 13 15:33:22.965437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3f156ff2-5cc2-448d-92c5-70f51876c8eb req-beb60a01-b12b-407c-8aac-db3c0cddcc3a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788465 Dec 13 15:33:22.965437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100c4a-bc82-49bb-9bb0-7d826c043b4d req-b6b8066b-391a-4eda-bd00-670192253b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:22.965437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb100c4a-bc82-49bb-9bb0-7d826c043b4d req-b6b8066b-391a-4eda-bd00-670192253b8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1095 time: 0.0706058 Dec 13 15:33:23.026687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100c4a-bc82-49bb-9bb0-7d826c043b4d req-565624a5-e505-437c-b011-de1835f04851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:23.028161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb100c4a-bc82-49bb-9bb0-7d826c043b4d req-565624a5-e505-437c-b011-de1835f04851 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2a70998c57a64a50b05bc1af3ce82276&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998042 Dec 13 15:33:23.122979 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100c4a-bc82-49bb-9bb0-7d826c043b4d req-a3c5e940-2dac-424d-aee6-42f5e3cb8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:23.124407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bb100c4a-bc82-49bb-9bb0-7d826c043b4d req-a3c5e940-2dac-424d-aee6-42f5e3cb8cb0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894806 Dec 13 15:33:23.198605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-dfd84500-a7ca-41eb-89ef-614598bf238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:23.200621 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-dfd84500-a7ca-41eb-89ef-614598bf238d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1095 time: 0.0406559 Dec 13 15:33:23.406621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:23.577361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-bab5d819-fba4-4f2b-9ce2-a44f2deafdaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 217 time: 0.3694313 Dec 13 15:33:23.626051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-5099118e-eb12-4d22-829c-b4752a63d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:23.627465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-5099118e-eb12-4d22-829c-b4752a63d68e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0428424 Dec 13 15:33:23.671677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c447-19cb-4d42-a483-567c0485de9a req-14cc6f7f-f41a-42ab-b837-4bbd3149240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:23.673044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-14cc6f7f-f41a-42ab-b837-4bbd3149240d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390823 Dec 13 15:33:23.761537 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-da4a83c4-d2ed-417a-83b1-7d91ead3f617 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816867 Dec 13 15:33:23.849644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a225c447-19cb-4d42-a483-567c0485de9a req-a5598a13-1559-4fd7-b32e-b608466c5af1 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803690 Dec 13 15:33:24.028626 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78551b-b137-4bbf-8d70-a1f71f34e153 req-82d66d0d-12d9-4294-8f32-933d45d812dc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:24.030081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd78551b-b137-4bbf-8d70-a1f71f34e153 req-82d66d0d-12d9-4294-8f32-933d45d812dc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.0488214 Dec 13 15:33:24.067128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dd78551b-b137-4bbf-8d70-a1f71f34e153 req-caaf8ce1-a8ca-4e29-acc3-e19b075d2457 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310850 Dec 13 15:33:25.031390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:25.151665 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:25.181361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3898878-f915-4f8c-9d67-9d31b64b13bd req-4aab6135-1d2e-4c00-a9c7-7f3656a2d84c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:25.182861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3898878-f915-4f8c-9d67-9d31b64b13bd req-4aab6135-1d2e-4c00-a9c7-7f3656a2d84c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.0504310 Dec 13 15:33:25.220741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e3898878-f915-4f8c-9d67-9d31b64b13bd req-c399a563-32fd-4564-9a9d-48f2c41873ec tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316806 Dec 13 15:33:26.192600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:33:26.299395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:26.314434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'mac_address': 'fa:16:3e:23:38:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:33:26.350486 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:26.356252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf38d-6d9d-42e1-96a2-4cde9a679ee2 req-421cec6e-578d-470c-ab9b-805ee42962e2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:26.357739 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d6bf38d-6d9d-42e1-96a2-4cde9a679ee2 req-421cec6e-578d-470c-ab9b-805ee42962e2 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.0517330 Dec 13 15:33:26.363571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:33:26.383489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:26.394705 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9d6bf38d-6d9d-42e1-96a2-4cde9a679ee2 req-aa92336f-6b9d-46ca-a6d4-a42dd577c221 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309477 Dec 13 15:33:26.451864 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:26.498818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:26.667152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:33:27.511541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b3177-f9d0-4369-ba5e-ab7c1fda67ff req-fb41d198-b6a4-4560-ae2f-c36b7c0bdfef tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:27.513022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f7b3177-f9d0-4369-ba5e-ab7c1fda67ff req-fb41d198-b6a4-4560-ae2f-c36b7c0bdfef tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0523245 Dec 13 15:33:27.550695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f7b3177-f9d0-4369-ba5e-ab7c1fda67ff req-20e23e01-a97f-4232-9b17-4a17ec812115 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317328 Dec 13 15:33:28.207927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:33:28.310950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:33:28.314453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:33:28.314829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:28.541363 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:28.565220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:33:28.567490 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39452a7d-e8f9-4477-90db-f69cb1027f02" -d '{"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-plugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:33:28.581005 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:33:28.616658 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e520fb5-f7ba-4349-9dc5-b31b945208b8 x-openstack-request-id: req-9e520fb5-f7ba-4349-9dc5-b31b945208b8 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:33:28.616951 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-plugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:33:28.617204 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e520fb5-f7ba-4349-9dc5-b31b945208b8 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:33:28.617605 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'code': 200} Dec 13 15:33:28.643040 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:28.678820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225cbf3-6647-4ff1-adbf-c0c524795732 req-a4a0cf24-d813-4a92-bf8b-a9c832771f55 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:28.680295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6225cbf3-6647-4ff1-adbf-c0c524795732 req-a4a0cf24-d813-4a92-bf8b-a9c832771f55 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0509553 Dec 13 15:33:28.694411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:33:28.743745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6225cbf3-6647-4ff1-adbf-c0c524795732 req-7408b0fd-d495-4285-bd50-fa1dde8a00f8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547781 Dec 13 15:33:28.745384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c158b4-8330-4844-8376-65a1863343fd req-aeec842a-aaa7-4a86-a743-8ef06fa8f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:28.747383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42c158b4-8330-4844-8376-65a1863343fd req-aeec842a-aaa7-4a86-a743-8ef06fa8f102 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1097 time: 0.0662422 Dec 13 15:33:28.786454 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42c158b4-8330-4844-8376-65a1863343fd req-71b7ec10-1ae7-4db3-90ff-9018c5cb58d3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302706 Dec 13 15:33:29.861544 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc5abb-b8fa-4944-8d7b-518957aca73d req-7a82f07d-d09b-4193-85ea-71229221126b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:29.863004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47fc5abb-b8fa-4944-8d7b-518957aca73d req-7a82f07d-d09b-4193-85ea-71229221126b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0500743 Dec 13 15:33:29.901242 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-47fc5abb-b8fa-4944-8d7b-518957aca73d req-da8f425f-dd4d-4f09-8f7b-dba68fd5fe59 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Dec 13 15:33:31.022484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8ed2-1615-4ee7-9d68-9390da44f5c3 req-c5003b0e-ce25-46a8-b2af-c79fffc89d8e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:31.024709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c44e8ed2-1615-4ee7-9d68-9390da44f5c3 req-c5003b0e-ce25-46a8-b2af-c79fffc89d8e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0504344 Dec 13 15:33:31.062480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c44e8ed2-1615-4ee7-9d68-9390da44f5c3 req-f68c65ec-560f-488f-b770-dff4c7cfe65c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Dec 13 15:33:31.176032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c08c4-d963-4888-9e34-1b711785b24a req-6c7dd227-d7ec-45b3-ada9-0cf46025f318 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:31.177500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff2c08c4-d963-4888-9e34-1b711785b24a req-6c7dd227-d7ec-45b3-ada9-0cf46025f318 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0498509 Dec 13 15:33:31.186688 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35460) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:33:31.191272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'floatingip': {'port_id': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:33:31.233021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:31.637312 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:31.691896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:32.041939 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 associated. External IP: 172.25.7.53, port: bdff0f7a-7904-40c1-be59-8c5ca9c36dc9. Dec 13 15:33:32.244042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:33:32.351066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:33:32.355841 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:32.360593 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:33:32.370307 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:33:32.370902 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:33:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:32.382388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-aae00256-ba83-46f9-80f5-1757821c83c4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "PUT /v2.0/floatingips/8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 HTTP/1.1" status: 200 len: 991 time: 1.1944528 Dec 13 15:33:32.383097 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:33:32.385373 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c4f0c7-5db2-4458-9250-a27b38e69795" -d '{"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:33:32.421403 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf687fc7-40fc-47ae-acc0-c100011877c2 x-openstack-request-id: req-bf687fc7-40fc-47ae-acc0-c100011877c2 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:33:32.421702 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:33:32.421956 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf687fc7-40fc-47ae-acc0-c100011877c2 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:33:32.422391 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'status': 'completed', 'code': 200} Dec 13 15:33:32.475695 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:33:32.483209 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-d3f2f057-3496-4d78-99ae-ff0aaf36d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:32.484694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-d3f2f057-3496-4d78-99ae-ff0aaf36d3ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1097 time: 0.0405750 Dec 13 15:33:32.578046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-9c5c7534-9c2b-4920-a13b-d567ef6460cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:32.579562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-9c5c7534-9c2b-4920-a13b-d567ef6460cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0879562 Dec 13 15:33:32.647416 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-cb986150-937b-4613-87b2-6454c5d8b192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 999 time: 0.0604317 Dec 13 15:33:32.705451 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:23:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:33:31Z', 'revision_number': 9, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:32.705787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-401f8ff7-e1a1-472e-a7ac-ce678654be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:32.707515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-401f8ff7-e1a1-472e-a7ac-ce678654be87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0533872 Dec 13 15:33:32.733935 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:33:32.742066 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:33:32.742688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:33:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:32.757124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-f054cc4b-1a4c-47fb-811a-af3fe820eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:33:32.758647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-f054cc4b-1a4c-47fb-811a-af3fe820eca3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438354 Dec 13 15:33:32.841840 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:33:32.850825 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-5918ecc8-0996-4db6-97b3-de89afed852b service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842197 Dec 13 15:33:32.946996 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52c4f0c7-5db2-4458-9250-a27b38e69795 req-79be9a81-419a-42c0-9e9f-d038d17a463c service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871413 Dec 13 15:33:33.065429 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:23:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:33:31Z', 'revision_number': 9, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:33:33.090375 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7ccbe-8be9-4c56-9033-903811a1137f None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:23:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:33:31Z', 'revision_number': 9, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:33:33.269358 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0436ced-e6b2-4670-945a-9d27fb964a78 None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:33:35.282498 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:33:46.160207 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:47.303166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:49.899776 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-99ef2f0a-5710-45e9-b75e-bb29d404b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:52.263203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7d9b-3cbf-462e-ab92-19fbadb3b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:53.405823 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:55.034761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:33:55.171286 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:12.281939 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:34:14.711055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-b847cfac-1417-4232-a01c-610cdaf4a8a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933368 Dec 13 15:34:14.790892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-c68fc55b-f292-4b56-9322-7a3e2a2325ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:34:14.792335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-c68fc55b-f292-4b56-9322-7a3e2a2325ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1097 time: 0.0393844 Dec 13 15:34:14.896593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-c90fb4d0-0d04-4678-83eb-49ab14cfa430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:34:14.898127 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-c90fb4d0-0d04-4678-83eb-49ab14cfa430 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0878496 Dec 13 15:34:14.963925 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-4c843546-3466-49ec-8a34-a57b4dd40352 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1002 time: 0.0594904 Dec 13 15:34:15.012739 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-adb03368-7cb2-4584-a8ec-e67dea239902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:34:15.014126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-adb03368-7cb2-4584-a8ec-e67dea239902 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0423198 Dec 13 15:34:15.062824 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-1e02b5a2-71df-4031-b30d-14f608102d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:34:15.064267 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-1e02b5a2-71df-4031-b30d-14f608102d22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429204 Dec 13 15:34:15.152438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-7e8e6836-5760-448a-b3c3-55e46cf6a6a2 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813062 Dec 13 15:34:15.246876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-37b1fcaf-4c15-4998-bda3-d4af1972e35e req-799893e7-46fd-4d95-89d5-449d72ca2c8a service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866606 Dec 13 15:34:16.185004 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:17.313581 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:19.904677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-151f5e3c-1fd4-4068-8d6f-cb8d8e80b2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:22.264726 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-498748b9-88fb-433c-8ce6-40170a1e2c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:23.410726 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:25.041742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:25.196580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:46.229860 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:47.341953 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:49.283127 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:34:49.895758 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3171f00a-f5e8-4d90-8e2a-6fe855f71857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:52.255803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-694f26f8-0a22-4da1-8971-4f4dd15abec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:53.410223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:55.055862 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:34:55.167214 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:07.341813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149447a-7c17-49da-a48f-966386a7e9f0 req-1b71f655-80e2-4a5f-8509-7bcd0f71d0c6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:07.343350 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1149447a-7c17-49da-a48f-966386a7e9f0 req-1b71f655-80e2-4a5f-8509-7bcd0f71d0c6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0505903 Dec 13 15:35:07.389512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1149447a-7c17-49da-a48f-966386a7e9f0 req-a148a2a5-b346-458f-a399-7dd49d9ece03 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364611 Dec 13 15:35:07.441797 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-66990e69-b227-48ce-a795-ff0a36a2f1fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435274 Dec 13 15:35:08.505888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0131-784e-4efe-a725-52b59fac9620 req-23b5c5fb-38aa-4e37-84a7-01f7a1edcb6d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:08.507317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-868f0131-784e-4efe-a725-52b59fac9620 req-23b5c5fb-38aa-4e37-84a7-01f7a1edcb6d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0491111 Dec 13 15:35:08.546181 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-868f0131-784e-4efe-a725-52b59fac9620 req-5cd18e81-6542-477b-a498-cc8a77c8d960 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326977 Dec 13 15:35:09.424329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f62073ba-930d-4cb4-83d5-bb771fab51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:09.425930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f62073ba-930d-4cb4-83d5-bb771fab51ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1097 time: 0.0431404 Dec 13 15:35:09.522092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-4a9ebf75-d247-4736-a51b-7e5b491648a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:09.523592 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-4a9ebf75-d247-4736-a51b-7e5b491648a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0899839 Dec 13 15:35:09.588362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-ce06667e-3481-4759-856a-97e66c639079 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1002 time: 0.0577707 Dec 13 15:35:09.641934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-d07acfb1-374f-4b9f-954c-923df23dd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:09.643474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-d07acfb1-374f-4b9f-954c-923df23dd81e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0481818 Dec 13 15:35:09.667796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e31a5-aaec-4cf3-935c-09e1570e1acf req-28b7054a-01c4-45d2-93f1-8eb33f95e23d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:09.669331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b55e31a5-aaec-4cf3-935c-09e1570e1acf req-28b7054a-01c4-45d2-93f1-8eb33f95e23d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0552447 Dec 13 15:35:09.690436 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-73c0cb90-d93e-4560-9563-ef68896160e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:09.691917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-73c0cb90-d93e-4560-9563-ef68896160e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414996 Dec 13 15:35:09.708695 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b55e31a5-aaec-4cf3-935c-09e1570e1acf req-8f79d5a2-48b0-4182-969a-72885e1cbb37 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332937 Dec 13 15:35:09.780887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-7b8710bb-2df7-49ae-af32-838f5944862a service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821009 Dec 13 15:35:09.873622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-66553061-d02f-4067-9c40-4e43001d372b service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859942 Dec 13 15:35:10.829743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5309af-eee0-4e56-9860-bc199d22f7e7 req-01be807a-45ad-4c1c-b13b-6ee91ba1191b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:10.831242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d5309af-eee0-4e56-9860-bc199d22f7e7 req-01be807a-45ad-4c1c-b13b-6ee91ba1191b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0543563 Dec 13 15:35:10.868612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d5309af-eee0-4e56-9860-bc199d22f7e7 req-75c95cc8-8236-46b6-84ee-52a63dd183c8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Dec 13 15:35:11.983919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29218c5-ccf5-4d5a-9f43-99f255adcb26 req-75ccd3fa-e935-465b-8a0f-4d88aa272a9d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:11.985383 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f29218c5-ccf5-4d5a-9f43-99f255adcb26 req-75ccd3fa-e935-465b-8a0f-4d88aa272a9d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0478847 Dec 13 15:35:12.022172 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f29218c5-ccf5-4d5a-9f43-99f255adcb26 req-fb5d209f-10f7-48b3-bd3b-f962a7e11a91 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Dec 13 15:35:12.980448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-05501f8d-c850-41f3-8bca-e7f2c4cadc77 req-691dbf0f-be86-4a17-a264-62aaa261e756 service neutron] (102823) timed out ('10.222.0.24', 33294) {{(pid=102823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:35:13.145605 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1195e-e0e5-42d8-8ff8-0bd0d694f193 req-b60775fd-5d8d-48cf-b6b0-6a266de9f10e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:13.147108 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-afe1195e-e0e5-42d8-8ff8-0bd0d694f193 req-b60775fd-5d8d-48cf-b6b0-6a266de9f10e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0530927 Dec 13 15:35:13.186895 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-afe1195e-e0e5-42d8-8ff8-0bd0d694f193 req-4253a44c-35da-434b-8940-9effbf2af6fd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334396 Dec 13 15:35:14.301005 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d3d4-fdab-4970-a47d-0ad0eb3a782b req-43fb446a-d557-4c16-b133-bf1d13e80b9b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:14.302467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcb4d3d4-fdab-4970-a47d-0ad0eb3a782b req-43fb446a-d557-4c16-b133-bf1d13e80b9b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0490127 Dec 13 15:35:14.339036 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcb4d3d4-fdab-4970-a47d-0ad0eb3a782b req-e4fd2d58-c7d1-4426-bdc4-cbc9dc3ab871 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Dec 13 15:35:14.688919 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593719f-b614-4c55-843d-ec21062be134 req-6280e79a-4207-42cd-a420-d861f6baf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:14.690445 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2593719f-b614-4c55-843d-ec21062be134 req-6280e79a-4207-42cd-a420-d861f6baf1eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1097 time: 0.0417557 Dec 13 15:35:14.790856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593719f-b614-4c55-843d-ec21062be134 req-fd35a5e1-2b77-469f-9103-25e6671a846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:14.792293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2593719f-b614-4c55-843d-ec21062be134 req-fd35a5e1-2b77-469f-9103-25e6671a846d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0831702 Dec 13 15:35:14.861212 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2593719f-b614-4c55-843d-ec21062be134 req-1389782b-6750-4204-9d78-109ae541e667 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1002 time: 0.0615718 Dec 13 15:35:14.911095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593719f-b614-4c55-843d-ec21062be134 req-3db11542-8bb0-4446-81ae-029a37544380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:14.912390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2593719f-b614-4c55-843d-ec21062be134 req-3db11542-8bb0-4446-81ae-029a37544380 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0438008 Dec 13 15:35:14.956074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593719f-b614-4c55-843d-ec21062be134 req-7bb26413-c712-4b2d-b1f6-7d509746c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:14.957395 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2593719f-b614-4c55-843d-ec21062be134 req-7bb26413-c712-4b2d-b1f6-7d509746c5e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380192 Dec 13 15:35:15.048258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2593719f-b614-4c55-843d-ec21062be134 req-f050e0b3-859b-4dc8-a6b9-5517716ea0af service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Dec 13 15:35:15.133955 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2593719f-b614-4c55-843d-ec21062be134 req-fce6634a-f86f-4e87-a978-87c5776cd3f9 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782068 Dec 13 15:35:15.458683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f31ad-0e34-446a-aad6-09a62cb80dd4 req-9cfb04a8-0979-45f4-b2fa-d25e1e6cfcb0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:15.460155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce2f31ad-0e34-446a-aad6-09a62cb80dd4 req-9cfb04a8-0979-45f4-b2fa-d25e1e6cfcb0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0536103 Dec 13 15:35:15.496524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ce2f31ad-0e34-446a-aad6-09a62cb80dd4 req-1afc8227-599b-42dc-adeb-5c3b0507ba7d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303514 Dec 13 15:35:16.206957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:16.617318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f7378-35ac-462c-81ac-89108e03d255 req-507b2d6b-4708-4053-89d4-1534f2e5bedf tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:16.618798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9e4f7378-35ac-462c-81ac-89108e03d255 req-507b2d6b-4708-4053-89d4-1534f2e5bedf tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0527170 Dec 13 15:35:16.655851 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9e4f7378-35ac-462c-81ac-89108e03d255 req-e9fc3924-a03f-4a24-8faf-a194d15139bc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311749 Dec 13 15:35:17.349429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:17.772528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49cd4-a267-4016-9ac3-4edf1913a293 req-c5eec04e-dcbc-4e47-a29c-a6212edf9f2a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:17.774037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92b49cd4-a267-4016-9ac3-4edf1913a293 req-c5eec04e-dcbc-4e47-a29c-a6212edf9f2a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0540013 Dec 13 15:35:17.812175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-92b49cd4-a267-4016-9ac3-4edf1913a293 req-7fd0db3d-a31a-4d1d-bed1-b1827a5399b7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Dec 13 15:35:19.162429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d7c6-4227-4e42-8b7a-a58b15079f62 req-b3149042-c19d-49b8-8ee7-56be0fb473e5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:19.164135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b4d9d7c6-4227-4e42-8b7a-a58b15079f62 req-b3149042-c19d-49b8-8ee7-56be0fb473e5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0479820 Dec 13 15:35:19.201546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b4d9d7c6-4227-4e42-8b7a-a58b15079f62 req-f1fd827d-c066-47f1-826b-2a809b2271ff tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316331 Dec 13 15:35:19.906831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ecc7655b-cc71-4182-a65e-7af1e8cead8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:20.316286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207d750-e98f-4b2a-9172-6c9529e3736c req-98186239-2600-4aea-a93c-01a424b233cc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:20.317732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b207d750-e98f-4b2a-9172-6c9529e3736c req-98186239-2600-4aea-a93c-01a424b233cc tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0488048 Dec 13 15:35:20.354155 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b207d750-e98f-4b2a-9172-6c9529e3736c req-33f7a2d5-2685-4e87-bb49-c5e09c5aa86d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305138 Dec 13 15:35:21.469966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cb3f-8f7b-4cf0-9509-cebda09c9efd req-ae6d3897-887d-4ce1-a1c1-33e209fa09f3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:21.471451 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4584cb3f-8f7b-4cf0-9509-cebda09c9efd req-ae6d3897-887d-4ce1-a1c1-33e209fa09f3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0491366 Dec 13 15:35:21.512328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4584cb3f-8f7b-4cf0-9509-cebda09c9efd req-4de6f6c9-4330-4e76-8c49-3b25dc299b4c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350444 Dec 13 15:35:21.845546 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-41722eee-3645-46e8-960c-2e612a6618c9 service neutron] show failed (client error): The resource could not be found. Dec 13 15:35:21.846642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-41722eee-3645-46e8-960c-2e612a6618c9 service neutron] 10.222.0.55 "GET /v2.0/ports/bdff0f7a-7904-40c1-be59-8c5ca9c36dc9/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0591788 Dec 13 15:35:22.281121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7a841e1-ec4b-4fa0-8645-17c58fb5d9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:22.402731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-2fb0a418-2baa-40ea-88dc-e46f0dadbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:22.404175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-2fb0a418-2baa-40ea-88dc-e46f0dadbe20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 1097 time: 0.0432155 Dec 13 15:35:22.416278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:35:22.466554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:22.634668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29c40d-72a6-4568-9ba1-2964a792f97a req-8b57207a-1ba6-4b28-b2f3-2cc25c799934 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:22.636262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d29c40d-72a6-4568-9ba1-2964a792f97a req-8b57207a-1ba6-4b28-b2f3-2cc25c799934 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0496352 Dec 13 15:35:22.669794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:22.674641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2d29c40d-72a6-4568-9ba1-2964a792f97a req-5c055d23-fa49-415e-b28b-d27550ae45c3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Dec 13 15:35:22.704119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:35:22.741582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:22.743908 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445da6b-a470-4dff-86af-2c6adaa84075" -d '{"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-unplugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:22.748200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:22.760184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Transition to ACTIVE for port object bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:35:22.795048 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b5b601-b59c-43cb-a0a7-aef03f7a2952 x-openstack-request-id: req-e1b5b601-b59c-43cb-a0a7-aef03f7a2952 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:22.795288 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-unplugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:22.795879 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1b5b601-b59c-43cb-a0a7-aef03f7a2952 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:22.796288 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'code': 200} Dec 13 15:35:22.823713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:22.907006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:22.921110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.921465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.921804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.922148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.922512 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.922841 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.923173 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.923549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.923845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.924177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.924498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.924818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:22.959274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] No DVR routers for this DVR port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:35:23.093697 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:35:23.093942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:35:23.094289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:35:23.098436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:35:23.098754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:35:23.103448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:35:23.103778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:35:23.104155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:35:23.104568 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Bound port: bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:35:23.104911 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:23.172644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:35:23.175694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:35:23.264075 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:23.296671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:23.297514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:23.299151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] 10.222.0.50 "PUT /v2.0/ports/bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1092 time: 0.8869288 Dec 13 15:35:23.335187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efea20-eda2-441e-bf72-62d6c3d69ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:23.373416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-08c495f7-291f-47f7-9f0b-aa19130bbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:23.374982 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-08c495f7-291f-47f7-9f0b-aa19130bbc33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1095 time: 0.0509672 Dec 13 15:35:23.412725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:23.474053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-80beb3e8-5502-4122-ad99-d7547fa7cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:23.475571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-80beb3e8-5502-4122-ad99-d7547fa7cbca service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0934017 Dec 13 15:35:23.548960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-f9962ffd-2beb-4ed7-b4d9-798680c238ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1000 time: 0.0654829 Dec 13 15:35:23.597135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-19f85955-6c9e-46dd-aa8e-a75988853c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:23.598443 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-19f85955-6c9e-46dd-aa8e-a75988853c4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0416331 Dec 13 15:35:23.646063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-2ea13740-b973-4f05-856a-7c719473a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:23.647771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-2ea13740-b973-4f05-856a-7c719473a5e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427568 Dec 13 15:35:23.737463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-a44d7502-b517-4a78-85df-fd8c307b2391 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824244 Dec 13 15:35:23.791898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb409c33-e049-47c0-bc9b-99b97071f9f5 req-97ab6799-c832-45ca-b9a8-1ddccb452dc6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:23.793484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb409c33-e049-47c0-bc9b-99b97071f9f5 req-97ab6799-c832-45ca-b9a8-1ddccb452dc6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.0483282 Dec 13 15:35:23.831224 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb409c33-e049-47c0-bc9b-99b97071f9f5 req-ed19a3d3-aae8-4bfd-8be7-b1f6870c36c3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308850 Dec 13 15:35:23.833282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-a979e503-92ff-4b27-b4e7-e845b65ab493 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888970 Dec 13 15:35:24.797352 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:24.799779 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac" -d '{"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:24.846717 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18e569f-147d-413d-9b44-ec88ec07cfac x-openstack-request-id: req-b18e569f-147d-413d-9b44-ec88ec07cfac {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:24.847013 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:24.847268 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b18e569f-147d-413d-9b44-ec88ec07cfac {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:24.847732 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'status': 'completed', 'code': 200} Dec 13 15:35:24.915751 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-1e502be6-6f78-4268-99f9-dcb8be68bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:24.917243 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-1e502be6-6f78-4268-99f9-dcb8be68bebd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1095 time: 0.0417891 Dec 13 15:35:24.923316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-2e3f583e-ec93-40fc-bfa4-c2723ebc26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:24.924725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-2e3f583e-ec93-40fc-bfa4-c2723ebc26e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1095 time: 0.0536790 Dec 13 15:35:25.017303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-fb2f2280-2b7a-4153-b779-224189b205fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:25.018806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-fb2f2280-2b7a-4153-b779-224189b205fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0935812 Dec 13 15:35:25.024246 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7029776-c819-42b4-8db9-906bcb14b169 req-e6f65296-563c-4e1f-aa0b-65c23df8e7cd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:25.025771 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d7029776-c819-42b4-8db9-906bcb14b169 req-e6f65296-563c-4e1f-aa0b-65c23df8e7cd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.1171973 Dec 13 15:35:25.049742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:25.094697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-396e960e-83ff-4a28-a89c-ef28e44c636b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1000 time: 0.0677807 Dec 13 15:35:25.099402 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-42351d96-38b2-42ae-b01d-b531e69bf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:25.100932 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-42351d96-38b2-42ae-b01d-b531e69bf8ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.1581397 Dec 13 15:35:25.104079 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d7029776-c819-42b4-8db9-906bcb14b169 req-7c315391-4034-4fe6-a77b-926be02e58df tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708559 Dec 13 15:35:25.151284 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-1595883e-ad81-4cb8-80a0-45802b20bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:25.152737 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-1595883e-ad81-4cb8-80a0-45802b20bb5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0494175 Dec 13 15:35:25.174751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-99fcaf8e-f3b8-4524-9bf5-e4e84d050530 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1000 time: 0.0661414 Dec 13 15:35:25.186888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:25.205801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-12217ec6-edd5-4661-8ce8-c4e1f63da5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:25.207337 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-12217ec6-edd5-4661-8ce8-c4e1f63da5e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469134 Dec 13 15:35:25.242005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-39a5b1a5-83e9-4634-917b-a2c6c4fed65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:25.243495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-39a5b1a5-83e9-4634-917b-a2c6c4fed65f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0603540 Dec 13 15:35:25.296049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-4df0512d-83b4-4983-a466-6ce7c5697040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:25.297561 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-4df0512d-83b4-4983-a466-6ce7c5697040 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468783 Dec 13 15:35:25.303313 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-9d2289ae-8f84-41d8-83b2-6576cd4ab240 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879629 Dec 13 15:35:25.393622 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-2ecce359-95b9-4c0c-a5a5-3bd287daaa7d service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890946 Dec 13 15:35:25.404669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-662d357e-ca40-478f-af31-65c102dbb090 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916305 Dec 13 15:35:25.491000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d77eb63e-5d42-4c9d-a183-8800f4a0ccac req-a7662ebf-600a-45ec-a233-9164b01a0179 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903335 Dec 13 15:35:26.229156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c72e9-e70b-4c8f-982b-5095ca39d095 req-5f232979-d302-45fc-abb0-2deeec79708d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:26.230646 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb1c72e9-e70b-4c8f-982b-5095ca39d095 req-5f232979-d302-45fc-abb0-2deeec79708d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.0534270 Dec 13 15:35:26.267398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fb1c72e9-e70b-4c8f-982b-5095ca39d095 req-deea029e-ffe6-4659-8c30-75de7652fa71 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 Dec 13 15:35:26.283536 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:35:26.811845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75863a36-3e40-4e3b-84e0-79e7da7108c3 req-76d324d3-e2cf-496c-8394-a8a957608cd8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:26.813305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75863a36-3e40-4e3b-84e0-79e7da7108c3 req-76d324d3-e2cf-496c-8394-a8a957608cd8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 944 time: 0.0498588 Dec 13 15:35:26.882643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75863a36-3e40-4e3b-84e0-79e7da7108c3 req-7d74db19-44b1-48ff-9771-02dafc5d56c7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602267 Dec 13 15:35:26.891689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-327245ad-632f-43b7-91ba-15e0df375285 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:26.893314 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-327245ad-632f-43b7-91ba-15e0df375285 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401&tenant_id=2a70998c57a64a50b05bc1af3ce82276&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 944 time: 0.0791297 Dec 13 15:35:26.893441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:35:26.934578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:35:26.956583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-f51a733c-ec5e-4439-87e8-c892353bb39b service neutron] 10.222.0.50 "GET /v2.0/ports/bdff0f7a-7904-40c1-be59-8c5ca9c36dc9/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 382 time: 0.0546463 Dec 13 15:35:27.019409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-2d9d6246-7b6a-495f-a300-d3320c67ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:27.020842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-2d9d6246-7b6a-495f-a300-d3320c67ef74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1095 time: 0.0404713 Dec 13 15:35:27.111170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-c6d3aa55-9e6b-4f4f-be0b-120ab118fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:27.112571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-c6d3aa55-9e6b-4f4f-be0b-120ab118fb31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0853004 Dec 13 15:35:27.176464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-9036354a-38ee-42f7-8ebf-47e3755a4f52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1000 time: 0.0567577 Dec 13 15:35:27.224699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-e50fb302-2b5a-4c39-a45a-8c618695d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:27.226136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-e50fb302-2b5a-4c39-a45a-8c618695d170 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0435443 Dec 13 15:35:27.273974 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-5e98715a-897f-4a4b-8714-af22b44db5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:27.275363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-5e98715a-897f-4a4b-8714-af22b44db5cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420280 Dec 13 15:35:27.352913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:35:27.363676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-0c0e0aed-7d61-482f-9897-3ddc91002ca9 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812514 Dec 13 15:35:27.442752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:27.453696 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'mac_address': 'fa:16:3e:23:38:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:35:27.456398 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-734e60ea-3423-4f66-b0b7-587df65a605d service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859377 Dec 13 15:35:27.493543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:27.506875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:35:27.525872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:27.598393 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:27.643781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:27.650820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.651225 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.651494 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.651823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.652150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.652470 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.652790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.653106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.653421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.653735 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.654051 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.654451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:27.834900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:35:28.000843 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdbd1-deaa-4569-9126-36e72649b2ed req-bc0f0448-8bf9-47b5-aa10-56bf55459200 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:28.002335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53ebdbd1-deaa-4569-9126-36e72649b2ed req-bc0f0448-8bf9-47b5-aa10-56bf55459200 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0499694 Dec 13 15:35:28.039316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53ebdbd1-deaa-4569-9126-36e72649b2ed req-551a7180-3f56-424b-bb6e-57b72849ecfb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310428 Dec 13 15:35:29.160185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef97b0-51d5-4992-8bec-a72a10df025e req-709b83da-2ad4-4455-ad94-788e98c96625 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:29.161860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32ef97b0-51d5-4992-8bec-a72a10df025e req-709b83da-2ad4-4455-ad94-788e98c96625 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0553877 Dec 13 15:35:29.199233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-32ef97b0-51d5-4992-8bec-a72a10df025e req-f2d6f81a-0dcb-426b-9e87-7c0e127245ad tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Dec 13 15:35:29.368450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:35:29.472314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:35:29.476400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:35:29.476770 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:29.551616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:29.578780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:29.582511 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7744803d-2044-4555-9231-469b618f59ad" -d '{"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-plugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:29.598515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:29.630058 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a78804d-3e81-435d-bd65-84bcdd91846c x-openstack-request-id: req-6a78804d-3e81-435d-bd65-84bcdd91846c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:29.630382 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-plugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:29.630635 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a78804d-3e81-435d-bd65-84bcdd91846c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:29.631025 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'code': 200} Dec 13 15:35:29.681738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:29.728336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:29.901355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-41e63836-b970-4dd3-9955-791ab00e2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:29.902873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-41e63836-b970-4dd3-9955-791ab00e2d9d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 1097 time: 0.0414805 Dec 13 15:35:29.914352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:35:29.969689 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:30.165358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:30.198549 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:35:30.237853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:30.240152 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9220e0-318e-4465-b933-b5eec001290a" -d '{"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-unplugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:30.244327 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:30.258645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Transition to ACTIVE for port object bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:35:30.287487 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af12a2ed-ccaf-4b68-a6fa-c6d5062f7809 x-openstack-request-id: req-af12a2ed-ccaf-4b68-a6fa-c6d5062f7809 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:30.287783 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-unplugged", "status": "completed", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:30.288074 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af12a2ed-ccaf-4b68-a6fa-c6d5062f7809 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:30.288801 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'code': 200} Dec 13 15:35:30.318858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bff770-566d-4aff-a9ea-71df2a288a5c req-0e7befeb-4823-4af0-95e4-d177f44b1e5e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:30.320324 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68bff770-566d-4aff-a9ea-71df2a288a5c req-0e7befeb-4823-4af0-95e4-d177f44b1e5e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0507867 Dec 13 15:35:30.323812 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:30.359523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-68bff770-566d-4aff-a9ea-71df2a288a5c req-ba4d2a48-ffdc-40d1-b67e-f54d30ed1f85 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332057 Dec 13 15:35:30.429926 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=10']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:30.451706 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.452048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.452385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.452711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.453036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.453359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.453683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.453999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.454341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.454666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.454981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.455293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:35:30.503782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] No DVR routers for this DVR port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:35:30.637360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:35:30.637681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:35:30.638016 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:35:30.642257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:35:30.642579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Attempting to bind port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:35:30.647266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:35:30.647591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:35:30.647961 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:35:30.648370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Bound port: bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:35:30.648710 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:30.708316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:35:30.711206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:35:30.792325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:30.825612 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:30.826303 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:30.827712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] 10.222.0.55 "PUT /v2.0/ports/bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1093 time: 0.9174392 Dec 13 15:35:30.850718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f716a3-9e12-4938-8432-b09f396e4ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=11']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:30.894076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-4f242883-988a-4c98-b873-7450b17fdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:30.895638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-4f242883-988a-4c98-b873-7450b17fdcb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1096 time: 0.0460978 Dec 13 15:35:30.993334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-f1d46435-4f4f-4166-b7c2-dffe1206acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:30.994892 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-f1d46435-4f4f-4166-b7c2-dffe1206acce service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0923893 Dec 13 15:35:31.060317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-88e138ba-1668-4550-8837-06f64641572a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1000 time: 0.0578868 Dec 13 15:35:31.111521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-9e5167bb-74ce-4a2f-a141-81dcc4222152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:31.112837 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-9e5167bb-74ce-4a2f-a141-81dcc4222152 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0460486 Dec 13 15:35:31.157107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-7596eea4-2bce-44b4-a9f2-30ad1caf9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:31.158619 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-7596eea4-2bce-44b4-a9f2-30ad1caf9aee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384233 Dec 13 15:35:31.246085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-e33eaaef-c461-4209-9d7a-5badc9aea9f9 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806799 Dec 13 15:35:31.337133 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1dd78cf-48d4-4ae6-9faf-7d869426f2f5 req-8874ef7f-97ac-42cc-afe6-696d7f1b9fd7 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Dec 13 15:35:31.481404 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd561-e935-495d-b95d-4ace411d32ae req-e269b308-9c4e-4a0d-a3f3-3bca167dd05c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:31.482978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-052cd561-e935-495d-b95d-4ace411d32ae req-e269b308-9c4e-4a0d-a3f3-3bca167dd05c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0512578 Dec 13 15:35:31.525589 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-052cd561-e935-495d-b95d-4ace411d32ae req-f84491b5-b0cc-4c4f-9888-f9cf88a48709 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365775 Dec 13 15:35:32.290417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:32.292774 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ccb2e1-5b5b-40cb-922b-3b486670f331" -d '{"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:32.340051 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72c223-0787-4675-b451-dcc3d0177813 x-openstack-request-id: req-4d72c223-0787-4675-b451-dcc3d0177813 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:32.340337 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:32.340589 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d72c223-0787-4675-b451-dcc3d0177813 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:32.340981 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'status': 'completed', 'code': 200} Dec 13 15:35:32.399311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-7eacc366-baa9-43bd-886b-8d88fa4d38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.400785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-7eacc366-baa9-43bd-886b-8d88fa4d38de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1096 time: 0.0397909 Dec 13 15:35:32.405962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-f22a38e7-089d-4605-94d8-7592ab3d3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.407437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-f22a38e7-089d-4605-94d8-7592ab3d3b32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 1096 time: 0.0427036 Dec 13 15:35:32.493431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-4b1fbf59-4e25-4480-b7e9-02e68f669fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.494913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-4b1fbf59-4e25-4480-b7e9-02e68f669fe9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0869644 Dec 13 15:35:32.496438 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-204bbb07-0dff-4eaa-9269-b9bfed603c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.497886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-204bbb07-0dff-4eaa-9269-b9bfed603c02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0830336 Dec 13 15:35:32.576455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-ff9a2585-4c40-4446-8c1f-ba04f6de402c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1000 time: 0.0680819 Dec 13 15:35:32.577572 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-f693095b-bbdf-4f6d-bcb8-1378184ee06b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 200 len: 1000 time: 0.0718925 Dec 13 15:35:32.627812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-a144148f-0d2c-4b71-83ef-c486c3ea3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.629326 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-a144148f-0d2c-4b71-83ef-c486c3ea3a06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0455594 Dec 13 15:35:32.655344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-8ca6bec0-dccf-4c91-9567-fb3677105f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.656792 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-8ca6bec0-dccf-4c91-9567-fb3677105f50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0721116 Dec 13 15:35:32.673082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726085fb-0066-496c-8fe4-e60995b95a4a req-07db568e-b7a6-473a-80a6-085960a8711f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.674635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-726085fb-0066-496c-8fe4-e60995b95a4a req-07db568e-b7a6-473a-80a6-085960a8711f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0811000 Dec 13 15:35:32.679882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-42936acf-3dd2-4166-a4aa-9d0080d0779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.681366 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-42936acf-3dd2-4166-a4aa-9d0080d0779f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447607 Dec 13 15:35:32.736434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-726085fb-0066-496c-8fe4-e60995b95a4a req-10a2a8e1-18cc-473b-927a-337bd684c17c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535622 Dec 13 15:35:32.739130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-7539c605-b5d4-4d37-b795-ddf0d54721ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:32.740583 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-7539c605-b5d4-4d37-b795-ddf0d54721ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651317 Dec 13 15:35:32.776260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-f86b0ebb-797d-4d36-8f43-44ae111b1658 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877006 Dec 13 15:35:32.848603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-626869e2-2d2e-4f51-ac5d-92871104bd62 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931840 Dec 13 15:35:32.947280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-865cd72d-fdfa-4982-95a0-8506dc3b610d service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911503 Dec 13 15:35:33.131017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19ccb2e1-5b5b-40cb-922b-3b486670f331 req-d44a025d-347b-4c27-92e1-45cf89448fa0 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476210 Dec 13 15:35:33.398970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:35:33.436492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:35:33.854837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f1820-64c7-4404-bdc1-e29386eb4993 req-594ba08a-f595-4e1d-b7eb-567ec77a5300 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:33.856286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa3f1820-64c7-4404-bdc1-e29386eb4993 req-594ba08a-f595-4e1d-b7eb-567ec77a5300 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0484786 Dec 13 15:35:33.894484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fa3f1820-64c7-4404-bdc1-e29386eb4993 req-05f15c2c-c9d8-4139-83e9-15ea4f7f4922 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312815 Dec 13 15:35:34.011666 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77171c8f-8554-4fc3-a0df-5cd290a67dc1 req-a8ef91d8-b531-49fc-a8b1-b073d57cf2f1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:34.013776 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77171c8f-8554-4fc3-a0df-5cd290a67dc1 req-a8ef91d8-b531-49fc-a8b1-b073d57cf2f1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0535936 Dec 13 15:35:34.049851 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77171c8f-8554-4fc3-a0df-5cd290a67dc1 req-b4fd72c1-088f-40eb-a836-e3e1faefbfb3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301464 Dec 13 15:35:34.164181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01893da7-1762-44f9-b57d-77f1ab4ad79b req-a1fb7587-056c-4e2e-ae50-1536c92366a1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:34.165621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01893da7-1762-44f9-b57d-77f1ab4ad79b req-a1fb7587-056c-4e2e-ae50-1536c92366a1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0515885 Dec 13 15:35:34.202683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01893da7-1762-44f9-b57d-77f1ab4ad79b req-b3ed0115-3f05-4217-bb8a-7b09a77f3dbd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Dec 13 15:35:34.593951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862451a-fdf6-4ef8-bdf7-93ea6f03b536 req-a878e9ba-36f3-477e-a00b-97cf0510ee0a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:34.595407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9862451a-fdf6-4ef8-bdf7-93ea6f03b536 req-a878e9ba-36f3-477e-a00b-97cf0510ee0a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 945 time: 0.0473948 Dec 13 15:35:34.633355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9862451a-fdf6-4ef8-bdf7-93ea6f03b536 req-5301d323-13b5-489c-86a7-6982745029e3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319972 Dec 13 15:35:34.920849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:35:35.013103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:35.024556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'mac_address': 'fa:16:3e:23:38:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:35:35.060604 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:35.072710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:35:35.091941 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:35.183749 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:35.230466 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=12']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:35.409413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:35:35.746524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e66f-8fcf-447f-b289-d499790dd72c req-9feeeb5c-8c33-41b7-bc5b-df4c1f3ea7d7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:35.748484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed61e66f-8fcf-447f-b289-d499790dd72c req-9feeeb5c-8c33-41b7-bc5b-df4c1f3ea7d7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0475826 Dec 13 15:35:35.809053 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ed61e66f-8fcf-447f-b289-d499790dd72c req-37bee5da-39e2-4720-bae8-3d9ee0c4bd08 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546167 Dec 13 15:35:35.829000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-33f47e2f-1d7a-4315-942e-9b226e2e4ae0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:35.829000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-33f47e2f-1d7a-4315-942e-9b226e2e4ae0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 946 time: 0.0662220 Dec 13 15:35:35.927201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Deleting port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:35:35.927518 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:36.012252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] For port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:36.012609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:36.177743 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:36.178022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:36.178362 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 disassociated. External IP: 172.25.7.53, port: bdff0f7a-7904-40c1-be59-8c5ca9c36dc9. Dec 13 15:35:36.178696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Calling delete_port for bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:35:36.360856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:36.391643 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event deleted for resources: {'Port': ['ID=bdff0f7a-7904-40c1-be59-8c5ca9c36dc9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:36.507980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:35:36.905533 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb04f7e8-cbe6-4a83-b994-c2f0f07aba18 req-2543861e-1a73-4751-b53b-4be29492668e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e920c2b-33b3-47fa-a38b-6f432fbb2401 HTTP/1.1" status: 200 len: 210 time: 0.0275681 Dec 13 15:35:36.940597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:35:36.944551 n-d-816954-1 neutron-server[102825]: INFO neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No ports have port_id starting with bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 Dec 13 15:35:36.945650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 requested by agent hyperv_n-h1-816954-1 not found in database {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 13 15:35:36.955307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:35:36.965118 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:35:36.974001 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:35:36.974648 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:35:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:36.992337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] No DVR routers for this DVR port bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:35:36.995060 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:36.998869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-663dbb16-c55e-4700-b21f-42d48d254a61 req-06b1520b-6f22-496d-8c7b-bd705a2d0a48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "DELETE /v2.0/ports/bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 HTTP/1.1" status: 204 len: 173 time: 1.1657159 Dec 13 15:35:36.999308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-deleted', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:37.001538 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22145e46-9b47-4127-bef5-f9d4dc52ec80" -d '{"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-deleted", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:37.036658 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9451af9f-413a-45cf-ba90-59e2d66cae54 x-openstack-request-id: req-9451af9f-413a-45cf-ba90-59e2d66cae54 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:37.037019 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e920c2b-33b3-47fa-a38b-6f432fbb2401", "name": "network-vif-deleted", "tag": "bdff0f7a-7904-40c1-be59-8c5ca9c36dc9", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:37.037336 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9451af9f-413a-45cf-ba90-59e2d66cae54 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:37.037792 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e920c2b-33b3-47fa-a38b-6f432fbb2401', 'name': 'network-vif-deleted', 'tag': 'bdff0f7a-7904-40c1-be59-8c5ca9c36dc9', 'status': 'completed', 'code': 200} Dec 13 15:35:37.080448 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:35:37.283732 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:37.311105 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:35:37.319491 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:35:37.320082 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:35:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:37.507031 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:35:37.704764 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:37.734475 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d9054-75cc-4402-849b-7629f28afc20 None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:35:37.956392 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a734f-1dbd-4ee2-9ae2-90ebec3e1cfd None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:35:38.180736 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-a3abbc17-528d-459d-83e1-1a6d9985cb69 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--785119737&fields=id&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 267 time: 0.0330307 Dec 13 15:35:38.289830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-c11d2815-570a-44a2-84be-bbf4a5cdf8ce tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:38.291296 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-c11d2815-570a-44a2-84be-bbf4a5cdf8ce tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.1036599 Dec 13 15:35:38.305805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-977fa107-fcc3-4a34-a0f4-3fa66770ea27 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/quotas/2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 375 time: 0.0087473 Dec 13 15:35:38.358213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-7429644c-08bb-4b61-8c4f-1d237f1f316b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472498 Dec 13 15:35:38.454159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-54b1b42c-6e9e-439e-806d-3ad12ae8959e service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844965 Dec 13 15:35:38.539684 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-85ea4e23-fafb-4a27-b2f9-5454bf3f7121 service neutron] 10.222.0.24 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795422 Dec 13 15:35:39.880624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2b6235ce-989e-49a2-b56e-c82ce0e946ac req-75c1173e-9e0b-4d40-bfa2-7c2d71619acd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 210 time: 0.0901630 Dec 13 15:35:40.939513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:35:40.960775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:35:40.961122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device bdff0f7a-7904-40c1-be59-8c5ca9c36dc9 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:35:41.030191 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3abca643-5c0f-42bb-bcb9-f620aa349501 req-00615a09-6f55-4776-9fe0-34a060a55f4e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 210 time: 0.0811987 Dec 13 15:35:41.607877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-70b38e49-10bd-4b7d-960e-fc25a83ccef1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:41.609317 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-70b38e49-10bd-4b7d-960e-fc25a83ccef1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 812 time: 0.1088154 Dec 13 15:35:41.652980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-a056abb2-8bc1-4406-8235-49315469a9ac tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 379 time: 0.0349534 Dec 13 15:35:41.662660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'port': {'device_id': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'admin_state_up': True, 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'security_groups': ['cb87df8b-a7f1-4a9d-811b-45450da52659']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:35:41.849587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Made reservation on behalf of 2a70998c57a64a50b05bc1af3ce82276 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:35:41.853245 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:41.979534 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Allocated IP 172.20.0.8 (e58453c8-39ce-4837-bf2a-db0d45ded13b/66633732-f06c-4bd2-a75d-6f005bc7ed48/f3703bf1-bedc-40e8-8dc2-53baad8783ac) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:35:42.116213 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:42.189990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb7c3cdd-d5a9-4866-9c57-e650c0ce1d2e req-410eed6c-da40-4183-b00f-2f240e0b4631 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 210 time: 0.0266399 Dec 13 15:35:42.212716 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:42.254183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Network e58453c8-39ce-4837-bf2a-db0d45ded13b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:35:42.257263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:35:42.260880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:35:42.288717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:42.316848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:42.317464 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:42.386501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-d650f2dd-4f18-4759-8f66-2241205ca387 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273316 Dec 13 15:35:42.399162 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Request body: {'port': {'device_id': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:35:42.457379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:42.512086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-c46251e7-2c53-49c7-99bf-db2331920182 None None] Provisioning complete for port f3703bf1-bedc-40e8-8dc2-53baad8783ac triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:35:42.512642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c46251e7-2c53-49c7-99bf-db2331920182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:42.549121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-c46251e7-2c53-49c7-99bf-db2331920182 None None] Port f3703bf1-bedc-40e8-8dc2-53baad8783ac cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:35:42.716854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3703bf1-bedc-40e8-8dc2-53baad8783ac {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:35:42.724767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:42.736304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Transition to ACTIVE for port object f3703bf1-bedc-40e8-8dc2-53baad8783ac will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:35:42.806169 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:42.857632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:42.929541 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:35:42.929877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:35:42.930211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:35:42.934778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:35:42.935101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:35:42.940766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:35:42.941009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:35:42.941395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:35:42.941820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Bound port: f3703bf1-bedc-40e8-8dc2-53baad8783ac, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:35:42.942420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:43.008461 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:35:43.011466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:35:43.080996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:43.114704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.115370 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:43.116782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] 10.222.0.55 "PUT /v2.0/ports/f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 1091 time: 0.7219601 Dec 13 15:35:43.117218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:43.119507 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c4616fe517a5e48476656e53dca8705248fd31054e93597b2a216f4edf63486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b123a5-7983-429c-9cae-e9e24be88ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:43.151336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd824317-1f15-4640-bd97-d97d0a241af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:43.160803 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249c0243-9f37-4a2b-953b-f78b5a497855 x-openstack-request-id: req-249c0243-9f37-4a2b-953b-f78b5a497855 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:43.161734 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:43.161734 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-249c0243-9f37-4a2b-953b-f78b5a497855 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:43.161734 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'status': 'completed', 'code': 200} Dec 13 15:35:43.227431 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b123a5-7983-429c-9cae-e9e24be88ec8 req-30c69921-7764-4ee2-9f22-fddfa6eb6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.228928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85b123a5-7983-429c-9cae-e9e24be88ec8 req-30c69921-7764-4ee2-9f22-fddfa6eb6e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1094 time: 0.0475135 Dec 13 15:35:43.364350 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716ae57-3144-453f-9af9-8550d71dd2b5 req-c26872a4-9c7d-411f-a869-59b3ac437970 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.365800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5716ae57-3144-453f-9af9-8550d71dd2b5 req-c26872a4-9c7d-411f-a869-59b3ac437970 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0829530 Dec 13 15:35:43.370131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b123a5-7983-429c-9cae-e9e24be88ec8 req-12c56f66-1124-430e-b8c1-57a50aa6e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.371492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85b123a5-7983-429c-9cae-e9e24be88ec8 req-12c56f66-1124-430e-b8c1-57a50aa6e5d4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2a70998c57a64a50b05bc1af3ce82276&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344078 Dec 13 15:35:43.451275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5716ae57-3144-453f-9af9-8550d71dd2b5 req-28cb9b07-3982-4ee9-b5c1-b99837c64867 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788612 Dec 13 15:35:43.484086 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b123a5-7983-429c-9cae-e9e24be88ec8 req-545ca56d-423b-4aad-87cb-b88de3f2e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.485462 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-85b123a5-7983-429c-9cae-e9e24be88ec8 req-545ca56d-423b-4aad-87cb-b88de3f2e795 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068466 Dec 13 15:35:43.569224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-2b9e5b47-9f44-4a81-b079-e81fee5bf324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.570715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-2b9e5b47-9f44-4a81-b079-e81fee5bf324 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1094 time: 0.0456085 Dec 13 15:35:43.612493 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-e037bded-f48f-4759-afc2-c7a28f7c328a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 217 time: 0.0336869 Dec 13 15:35:43.665657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-9c2338f4-f1ec-437f-83e3-f05da7d0c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.668207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-9c2338f4-f1ec-437f-83e3-f05da7d0c248 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0492468 Dec 13 15:35:43.715908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173563-9321-4607-bd1c-88b022869884 req-af943357-2835-4715-98e7-d3fad0d6ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:43.717856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-af943357-2835-4715-98e7-d3fad0d6ab9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431263 Dec 13 15:35:43.804642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-62022661-6642-40da-9ab0-f0cce4a2ef9d service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797606 Dec 13 15:35:43.908550 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b173563-9321-4607-bd1c-88b022869884 req-d08b176c-cb09-4f28-a3d2-ae8a96a747be service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954828 Dec 13 15:35:44.616707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ab580-33f8-4a2d-86cc-875f570624aa req-35d7746d-12ef-4b0d-9873-844679840875 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:44.618183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f5ab580-33f8-4a2d-86cc-875f570624aa req-35d7746d-12ef-4b0d-9873-844679840875 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0505524 Dec 13 15:35:44.655760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f5ab580-33f8-4a2d-86cc-875f570624aa req-fcf3122e-f50b-482d-8fa1-ca0baec1e2a4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Dec 13 15:35:45.853468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de640a6-8ace-436c-951c-7004dc995cb8 req-480c4c01-5b1c-485d-b869-f31b498fb92a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:45.854970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6de640a6-8ace-436c-951c-7004dc995cb8 req-480c4c01-5b1c-485d-b869-f31b498fb92a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0938890 Dec 13 15:35:45.893700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6de640a6-8ace-436c-951c-7004dc995cb8 req-14551fd1-05f6-43c0-b779-8b036f08bd48 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Dec 13 15:35:46.243107 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:46.989332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:35:47.082615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:47.094381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'mac_address': 'fa:16:3e:85:04:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:35:47.095531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ddece-5a1a-4dcf-a274-1aacfc7812d2 req-d8d7f33b-615f-4f97-9ff3-481effdb503a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:47.097010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f3ddece-5a1a-4dcf-a274-1aacfc7812d2 req-d8d7f33b-615f-4f97-9ff3-481effdb503a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.1027002 Dec 13 15:35:47.133264 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f3ddece-5a1a-4dcf-a274-1aacfc7812d2 req-62d6bad4-77e3-4f9d-b1fb-371951fe23d3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303349 Dec 13 15:35:47.133699 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:47.146893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3703bf1-bedc-40e8-8dc2-53baad8783ac {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:35:47.166397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:47.237230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:47.292312 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:47.351865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:47.422849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['f3703bf1-bedc-40e8-8dc2-53baad8783ac'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:35:48.251132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1b404-d65d-4d67-8c8d-607143d33379 req-f0bc9652-28aa-432b-b5f3-445c0023e916 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:48.252910 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3db1b404-d65d-4d67-8c8d-607143d33379 req-f0bc9652-28aa-432b-b5f3-445c0023e916 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0535257 Dec 13 15:35:48.289849 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3db1b404-d65d-4d67-8c8d-607143d33379 req-29481178-0a8e-486f-98b4-261e41922a29 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310283 Dec 13 15:35:48.986164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:35:49.140662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port f3703bf1-bedc-40e8-8dc2-53baad8783ac completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:35:49.144490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port f3703bf1-bedc-40e8-8dc2-53baad8783ac triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:35:49.144858 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:49.218300 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:49.239538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:49.241775 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4137f448061849544a9b39fd6b28e290101ac4777cc72b9928c489d75d7c9325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e257d77a-ec08-483e-8a90-856304d7de4d" -d '{"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-plugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:49.257112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:35:49.279591 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f41d834-c250-41da-bacb-af42139ddb2c x-openstack-request-id: req-7f41d834-c250-41da-bacb-af42139ddb2c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:49.279902 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-plugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:49.280149 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f41d834-c250-41da-bacb-af42139ddb2c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:49.280535 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'code': 200} Dec 13 15:35:49.312422 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:49.365099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:35:49.409048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f9596-edde-44a2-99a9-e66c9c9ea5dd req-1acc1b68-ff7f-48ac-842a-166bbf7f2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:49.410491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe4f9596-edde-44a2-99a9-e66c9c9ea5dd req-1acc1b68-ff7f-48ac-842a-166bbf7f2559 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1096 time: 0.0740342 Dec 13 15:35:49.422457 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d335-6478-4cb5-9c54-50243a17ca5d req-6dab1dd6-7e4c-4402-9a93-1a8e88f9db31 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:49.423804 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffc4d335-6478-4cb5-9c54-50243a17ca5d req-6dab1dd6-7e4c-4402-9a93-1a8e88f9db31 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0631499 Dec 13 15:35:49.472546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fe4f9596-edde-44a2-99a9-e66c9c9ea5dd req-5e0e9f94-be13-45d6-a133-88a55bf88da0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478327 Dec 13 15:35:49.479447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffc4d335-6478-4cb5-9c54-50243a17ca5d req-8bb9159a-5c92-4cd3-aac2-abd38465b9b7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487082 Dec 13 15:35:49.903465 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ecac-dcb2-49bb-a0c3-03438e75898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:50.595251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376741a-b90c-4f3a-b4b2-5e4451956a0c req-8df576b3-756e-4108-9129-c93e85f580a8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:50.596746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b376741a-b90c-4f3a-b4b2-5e4451956a0c req-8df576b3-756e-4108-9129-c93e85f580a8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0488884 Dec 13 15:35:50.637647 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b376741a-b90c-4f3a-b4b2-5e4451956a0c req-b3a8c8da-85d7-4f71-821d-4be2190c8b4c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348191 Dec 13 15:35:51.755669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0850-8847-4fb9-a19e-218b2524274c req-d9a9349c-2a4b-4317-aee9-56b613b75649 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:51.757139 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c82a0850-8847-4fb9-a19e-218b2524274c req-d9a9349c-2a4b-4317-aee9-56b613b75649 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0534964 Dec 13 15:35:51.794933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c82a0850-8847-4fb9-a19e-218b2524274c req-6b976df3-e8a6-4fbc-8b7a-bfa3effba7d5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316331 Dec 13 15:35:51.911818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0db8b-2bcd-4449-8db8-c622f1c4149e req-aadf0276-e12d-437e-9f5d-9f34546097ba tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:51.913556 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51a0db8b-2bcd-4449-8db8-c622f1c4149e req-aadf0276-e12d-437e-9f5d-9f34546097ba tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0550644 Dec 13 15:35:51.923047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 35836) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:35:51.927972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Request body: {'floatingip': {'port_id': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:35:51.966470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:52.306483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a131e963-e1ca-4a0a-84b1-1e4dca0e19c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:52.377848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:52.431852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:52.535637 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 associated. External IP: 172.25.7.53, port: f3703bf1-bedc-40e8-8dc2-53baad8783ac. Dec 13 15:35:52.740647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:35:52.842222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:35:52.847199 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:52.852226 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:35:52.862174 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:35:52.862804 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:35:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:52.883605 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c4f2a1b5-701e-49df-b1b0-34d46fe68e9f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "PUT /v2.0/floatingips/8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 HTTP/1.1" status: 200 len: 991 time: 0.9594362 Dec 13 15:35:52.884201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:35:52.886550 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cd5086bbfd875e304f6337e9a71ae54d423bcb27d0ab8ab2b26e5a73e54122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db1b978-86dc-4ad7-8091-dc159cf0a42d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:35:52.975772 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:35:52.979349 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a434fe-615b-4bfe-8d45-eda37f35ee76 x-openstack-request-id: req-e6a434fe-615b-4bfe-8d45-eda37f35ee76 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:35:52.979815 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:35:52.979912 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6a434fe-615b-4bfe-8d45-eda37f35ee76 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:35:52.980271 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'status': 'completed', 'code': 200} Dec 13 15:35:53.042699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-3c137c37-f77c-4d5b-ab7e-7e6ff929238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:53.044104 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-3c137c37-f77c-4d5b-ab7e-7e6ff929238d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1096 time: 0.0440032 Dec 13 15:35:53.197825 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:85:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:35:52Z', 'revision_number': 13, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:53.224229 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-bf408acf-9964-4b71-b25c-24da0d4eff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:53.225744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-bf408acf-9964-4b71-b25c-24da0d4eff1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.1221831 Dec 13 15:35:53.226728 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:35:53.235594 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:35:53.236308 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:35:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:53.295550 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-66ead921-7b66-42a3-91d1-0ba1fa66d7c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0625718 Dec 13 15:35:53.338683 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:35:53.343345 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-7b436994-110c-45f7-bf48-465dbb10ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:53.344800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-7b436994-110c-45f7-bf48-465dbb10ea55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0432568 Dec 13 15:35:53.391593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-1bdcea7c-a6f0-48a2-8416-3930e7367ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:35:53.393096 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-1bdcea7c-a6f0-48a2-8416-3930e7367ff8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410511 Dec 13 15:35:53.414697 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:53.486675 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-81066406-c92d-464a-b97f-64bb583e7338 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867801 Dec 13 15:35:53.558403 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:85:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:35:52Z', 'revision_number': 13, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:35:53.575251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2db1b978-86dc-4ad7-8091-dc159cf0a42d req-b63e6419-eb6e-4301-b33f-95fbfdeb4f5c service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821888 Dec 13 15:35:53.583812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5ea78-e679-4f8d-8606-bcf70a46c3ed None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8df3a04d-aaa1-4b14-b785-5ba0d97f5de9', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'port_id': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'mac_address': 'fa:16:3e:85:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:28:38Z', 'updated_at': '2021-12-13T15:35:52Z', 'revision_number': 13, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:35:53.786561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea265ad-0997-4cc1-a178-967766797e9c None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:35:55.089229 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:35:55.180404 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:03.282976 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:36:16.231475 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:16.657230 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-77b79f2d-e8b3-4321-b78b-752492f1a30a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399227 Dec 13 15:36:16.741705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-400ae6f6-2495-4768-a06f-0fb856d3bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:36:16.743215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-400ae6f6-2495-4768-a06f-0fb856d3bdd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1096 time: 0.0443428 Dec 13 15:36:16.843328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-ba438cbc-72b4-4721-b9d0-d4169f75b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:36:16.844770 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-ba438cbc-72b4-4721-b9d0-d4169f75b712 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0828531 Dec 13 15:36:16.914883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-3b7cb77b-7bfb-4855-9901-8e08eebdbbf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 1001 time: 0.0627115 Dec 13 15:36:16.964503 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-3225ae86-912f-47fc-88e3-e74b4e0b96da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:36:16.965874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-3225ae86-912f-47fc-88e3-e74b4e0b96da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0423691 Dec 13 15:36:17.012310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-21395798-fbcf-453e-86cd-9e41ff820766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:36:17.014293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-21395798-fbcf-453e-86cd-9e41ff820766 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389621 Dec 13 15:36:17.104771 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-bb083f62-48d5-488a-afa5-cd8386a71e8d service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835648 Dec 13 15:36:17.201465 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b94f6969-891e-4079-90a1-3454f29ad5d0 req-0c11dce6-ef53-4d1e-9ff3-f77bd870b2c8 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797744 Dec 13 15:36:17.343567 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:19.894365 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d77cd1bd-37b6-4751-99d1-a52f8400ba06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:22.265035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-30a04026-2eac-419d-954a-66cddeceae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:23.407993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:25.051700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:25.156602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:40.284337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:36:46.247984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:47.350597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:49.887927 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bea74c37-cc82-4c06-a6da-ef5f53139572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:52.264723 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3650b44b-e533-46a9-a19a-807239a7e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:53.413303 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:55.053245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:36:55.162537 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:16.258411 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:17.283957 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:37:17.370261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:18.672018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-98655774-a2d8-485a-b88f-088b85c9a98f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409808 Dec 13 15:37:18.755554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46658616-2f73-4dc4-bfee-078a5b13609a req-b106e81c-f9ab-4371-9ed7-07532712f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:18.757021 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-b106e81c-f9ab-4371-9ed7-07532712f4a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1096 time: 0.0438628 Dec 13 15:37:18.855306 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46658616-2f73-4dc4-bfee-078a5b13609a req-718f5f3d-4711-48ff-91b2-5c9118904711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:18.856750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-718f5f3d-4711-48ff-91b2-5c9118904711 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0815239 Dec 13 15:37:18.924841 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-9087e290-7373-4a20-b934-cb9809cdb19f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 1001 time: 0.0614288 Dec 13 15:37:18.977396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46658616-2f73-4dc4-bfee-078a5b13609a req-d322c457-3132-4c89-998f-1c7da59a9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:18.978883 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-d322c457-3132-4c89-998f-1c7da59a9a72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0472469 Dec 13 15:37:19.023510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46658616-2f73-4dc4-bfee-078a5b13609a req-acd9b3de-478c-46e2-9bd9-0b1015cd5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:19.024926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-acd9b3de-478c-46e2-9bd9-0b1015cd5c71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386059 Dec 13 15:37:19.113481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-6ec77c63-ab1c-42e1-b926-425b33a593ae service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812225 Dec 13 15:37:19.208392 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-46658616-2f73-4dc4-bfee-078a5b13609a req-2f68ab73-f8e4-4318-9272-3fa7e173e2b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798934 Dec 13 15:37:19.907713 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3400-0146-4147-bceb-1485bd0fe21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:22.307683 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-292c335c-ef4b-4a88-85e2-eff8f0df02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:23.456527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:25.058225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:25.176581 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:30.228651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18fe58-4003-4d8b-aa0c-8a6bf65ad1a1 req-56cfbf17-eb4e-404a-82e3-d66b361d7b34 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:30.230083 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e18fe58-4003-4d8b-aa0c-8a6bf65ad1a1 req-56cfbf17-eb4e-404a-82e3-d66b361d7b34 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0547740 Dec 13 15:37:30.274087 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4e18fe58-4003-4d8b-aa0c-8a6bf65ad1a1 req-9f4c4b44-6df2-4af7-a549-c5eda7340f60 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363038 Dec 13 15:37:41.796381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-629e248a-accd-4711-bf95-177294747b54 req-ccb206b1-a0ec-4be6-9b12-057569b16bdf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:37:41.797371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-629e248a-accd-4711-bf95-177294747b54 req-ccb206b1-a0ec-4be6-9b12-057569b16bdf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424321 Dec 13 15:37:42.111691 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d3fe7-ae61-4fd2-81d8-5313d0ff35d8 req-0616c158-3705-4cd7-9321-15e419292b4e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:42.113229 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d6d3fe7-ae61-4fd2-81d8-5313d0ff35d8 req-0616c158-3705-4cd7-9321-15e419292b4e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0511253 Dec 13 15:37:42.150615 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1d6d3fe7-ae61-4fd2-81d8-5313d0ff35d8 req-687d8dfe-abd0-4ae0-999b-cce6f624ee94 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Dec 13 15:37:42.277227 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9c849ee9-f280-4da4-97a0-8f1630fb077f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793288 Dec 13 15:37:42.286902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-40ceaed6-908a-49b4-affb-33d09c59df90 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:37:42.287829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-40ceaed6-908a-49b4-affb-33d09c59df90 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051575 Dec 13 15:37:43.276773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eccc80-54ef-4c19-b1ea-b30ba0986851 req-3f481963-5202-45e3-b384-137b683eb119 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:43.278215 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02eccc80-54ef-4c19-b1ea-b30ba0986851 req-3f481963-5202-45e3-b384-137b683eb119 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0544329 Dec 13 15:37:43.315816 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02eccc80-54ef-4c19-b1ea-b30ba0986851 req-a5e89b42-fc4a-4caf-8244-3c1581d6e3d3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315681 Dec 13 15:37:44.351868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-850384cd-b91a-411a-85d9-ae64c54fd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:44.353405 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-850384cd-b91a-411a-85d9-ae64c54fd06c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1096 time: 0.0413046 Dec 13 15:37:44.442251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8379ad-77d8-4b6a-9724-95a7cd721031 req-fa3081fa-fc3e-4432-a4ca-b79065062bd8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:44.443731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8379ad-77d8-4b6a-9724-95a7cd721031 req-fa3081fa-fc3e-4432-a4ca-b79065062bd8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Dec 13 15:37:44.454438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-ea183116-3e9c-44e6-9e52-5f76e5c56347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:44.455941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-ea183116-3e9c-44e6-9e52-5f76e5c56347 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0948582 Dec 13 15:37:44.481354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8379ad-77d8-4b6a-9724-95a7cd721031 req-fa20400f-7d10-438f-92d4-7cfd3e4d5104 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Dec 13 15:37:44.519987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-2d5af383-e35b-4ae5-a436-55144b223ef3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 1001 time: 0.0568175 Dec 13 15:37:44.568068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-7c069bfb-7718-4f05-9009-22329c44947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:44.569418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-7c069bfb-7718-4f05-9009-22329c44947f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0421216 Dec 13 15:37:44.615855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-d4307b7f-bc38-43bf-8b82-f6a21a2ac243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:44.617190 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-d4307b7f-bc38-43bf-8b82-f6a21a2ac243 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409656 Dec 13 15:37:44.703238 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9258fc98-531c-4b2f-ab76-ff3d968fb7fa service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777328 Dec 13 15:37:44.792645 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-c67ee99c-d465-4ea8-add3-5e17b4f3458e service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829005 Dec 13 15:37:45.597074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac701e-6b5c-4f5e-8a5d-201a870b75ea req-7a81bf86-3e19-414c-b012-8a4d7b162432 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:45.598553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7ac701e-6b5c-4f5e-8a5d-201a870b75ea req-7a81bf86-3e19-414c-b012-8a4d7b162432 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Dec 13 15:37:45.634911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7ac701e-6b5c-4f5e-8a5d-201a870b75ea req-e30b961d-62ca-4b5e-951a-1b86fa0c231d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305181 Dec 13 15:37:46.267620 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:46.749096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a22e-4acb-43af-b26b-576608f724be req-5d83dff2-b3b2-4eed-af16-4304bdb79471 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:46.750595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87c0a22e-4acb-43af-b26b-576608f724be req-5d83dff2-b3b2-4eed-af16-4304bdb79471 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0483456 Dec 13 15:37:46.790066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-87c0a22e-4acb-43af-b26b-576608f724be req-4d2697a1-b4a1-450d-9f5e-be26c6b18519 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335581 Dec 13 15:37:47.394676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:47.908023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8c2a1-4f28-4593-9267-24048a265175 req-8208f23f-fdfd-438a-b612-565418b92373 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:47.908023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17f8c2a1-4f28-4593-9267-24048a265175 req-8208f23f-fdfd-438a-b612-565418b92373 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Dec 13 15:37:47.948254 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17f8c2a1-4f28-4593-9267-24048a265175 req-a24eb53c-5cbc-47d4-bb0e-8db4d907a286 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353646 Dec 13 15:37:49.063068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed53b91-921f-405b-bfc9-cde10e832c20 req-de1a1b9a-25d3-4864-9a45-01dd5ab7fa31 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:49.064522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ed53b91-921f-405b-bfc9-cde10e832c20 req-de1a1b9a-25d3-4864-9a45-01dd5ab7fa31 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0483346 Dec 13 15:37:49.101487 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ed53b91-921f-405b-bfc9-cde10e832c20 req-26230ad0-8af3-4f41-9428-5edd5d414ccb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Dec 13 15:37:49.901725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47b52a81-bf12-4f78-b889-3a5bbe35d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:50.217290 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4704566-46a7-4f87-803e-87c93484e752 req-99e02121-8090-45b1-9d7d-559dd461592c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:50.218766 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4704566-46a7-4f87-803e-87c93484e752 req-99e02121-8090-45b1-9d7d-559dd461592c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0503058 Dec 13 15:37:50.260796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4704566-46a7-4f87-803e-87c93484e752 req-4ea73d66-9768-4c94-987e-56c751e93a0b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360849 Dec 13 15:37:51.379445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949a953-ca55-4243-9e71-fcc911548bdd req-995125ba-bbad-43e1-8042-5ee457feff04 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:51.380900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1949a953-ca55-4243-9e71-fcc911548bdd req-995125ba-bbad-43e1-8042-5ee457feff04 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Dec 13 15:37:51.418060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1949a953-ca55-4243-9e71-fcc911548bdd req-81d5c3d4-8efc-4433-b05f-d6a678f7eb60 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Dec 13 15:37:52.251685 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-deb0dfef-8b04-4f11-a7cf-2e8d42ecdb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:52.533140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b33e6a-a3a5-485c-99fe-3911f5087e8f req-79370705-ded7-4ade-ba85-0170c1bf82ea tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:52.534533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0b33e6a-a3a5-485c-99fe-3911f5087e8f req-79370705-ded7-4ade-ba85-0170c1bf82ea tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0482423 Dec 13 15:37:52.571283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a0b33e6a-a3a5-485c-99fe-3911f5087e8f req-d1679fb0-7250-4da5-9553-cae8d5dd2fbe tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305722 Dec 13 15:37:53.432764 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:53.689754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0743b-8323-4447-abed-a3dccf5be1db req-b819fe96-e318-4f4f-bbe7-873b57018c2c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:53.691299 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74c0743b-8323-4447-abed-a3dccf5be1db req-b819fe96-e318-4f4f-bbe7-873b57018c2c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0541668 Dec 13 15:37:53.731409 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-74c0743b-8323-4447-abed-a3dccf5be1db req-f9e6e7c6-5fb2-4198-b61a-aa0474d7b048 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341234 Dec 13 15:37:54.283557 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:37:54.848251 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01869fe2-cd0b-42eb-96dd-508af6a1e507 req-03406ff4-54f3-49ec-93be-3fea81cdae90 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:54.849741 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01869fe2-cd0b-42eb-96dd-508af6a1e507 req-03406ff4-54f3-49ec-93be-3fea81cdae90 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Dec 13 15:37:54.886213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-01869fe2-cd0b-42eb-96dd-508af6a1e507 req-3d1f277a-ddd9-4acb-a1c3-591071002839 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304716 Dec 13 15:37:55.090487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:55.175912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:56.002260 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672fd15-5c15-4f4f-b8c2-6c273f9c426b req-fe3d572f-2a72-4977-8a78-5778aad02928 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:56.003724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5672fd15-5c15-4f4f-b8c2-6c273f9c426b req-fe3d572f-2a72-4977-8a78-5778aad02928 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Dec 13 15:37:56.040786 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5672fd15-5c15-4f4f-b8c2-6c273f9c426b req-79e29fc2-706e-4142-bf3f-a007a15f882b tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Dec 13 15:37:57.159656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e3ec3-b3ea-4b4e-9a05-496aee4d356d req-fd2d9a50-a8b1-4eea-bf72-88bee162dfdd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:57.161428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f34e3ec3-b3ea-4b4e-9a05-496aee4d356d req-fd2d9a50-a8b1-4eea-bf72-88bee162dfdd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0499258 Dec 13 15:37:57.203968 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f34e3ec3-b3ea-4b4e-9a05-496aee4d356d req-2bab4421-6c89-448a-a371-ee9773da1f2c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366793 Dec 13 15:37:58.323088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b26844-e470-4cb8-bbf1-2fcdb3b63e53 req-299d4fcd-6e45-4308-9c0d-eddde191ec31 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:58.324590 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99b26844-e470-4cb8-bbf1-2fcdb3b63e53 req-299d4fcd-6e45-4308-9c0d-eddde191ec31 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0528729 Dec 13 15:37:58.364485 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99b26844-e470-4cb8-bbf1-2fcdb3b63e53 req-6a71fa25-03f5-4452-aee0-e89a0eedab94 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Dec 13 15:37:58.851730 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-137c2aef-c452-4f7f-ab15-469d092a9872 service neutron] show failed (client error): The resource could not be found. Dec 13 15:37:58.852625 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-137c2aef-c452-4f7f-ab15-469d092a9872 service neutron] 10.222.0.55 "GET /v2.0/ports/f3703bf1-bedc-40e8-8dc2-53baad8783ac/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0536871 Dec 13 15:37:59.469508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-4ca19f7c-cfa6-4876-a4f6-7dc52adf95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:59.471039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-4ca19f7c-cfa6-4876-a4f6-7dc52adf95f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 1096 time: 0.0799425 Dec 13 15:37:59.482746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:37:59.483542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0593-c462-4170-935e-aa5e4790dc1a req-ada97372-4449-42ca-a54a-864f05b02e92 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:37:59.485025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b4f0593-c462-4170-935e-aa5e4790dc1a req-ada97372-4449-42ca-a54a-864f05b02e92 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0515497 Dec 13 15:37:59.522022 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b4f0593-c462-4170-935e-aa5e4790dc1a req-dda6d87a-f6a6-4128-83d1-da2366472fd7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 Dec 13 15:37:59.536265 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:59.737550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:37:59.769990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:37:59.807363 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:37:59.813255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:59.825206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Transition to ACTIVE for port object f3703bf1-bedc-40e8-8dc2-53baad8783ac will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:37:59.846514 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49922413-e5d1-4d57-8029-13baaef4142a" -d '{"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:37:59.897561 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:37:59.976387 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f150423d-4568-487d-8a3f-7db1355e596d x-openstack-request-id: req-f150423d-4568-487d-8a3f-7db1355e596d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:37:59.976684 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:37:59.976966 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f150423d-4568-487d-8a3f-7db1355e596d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:37:59.977342 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'code': 200} Dec 13 15:37:59.982354 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:37:59.994226 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.994577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.994911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.995253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.995586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.995962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.996233 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.996579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.996886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.997213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.998080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:37:59.998430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:00.034559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] No DVR routers for this DVR port f3703bf1-bedc-40e8-8dc2-53baad8783ac on host n-h1-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:38:00.173257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:38:00.173590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:38:00.173918 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:38:00.178439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:38:00.178761 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:38:00.183556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:38:00.183885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:38:00.184261 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:38:00.184678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Bound port: f3703bf1-bedc-40e8-8dc2-53baad8783ac, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:38:00.185676 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:00.246171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:38:00.249870 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:38:00.312976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:00.345463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:00.346071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:00.347457 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] 10.222.0.50 "PUT /v2.0/ports/f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 1091 time: 0.8687658 Dec 13 15:38:00.383808 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0345f-c82d-42db-9978-395c1ad547bb service neutron] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=7']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:00.420217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-14b5cafe-f372-48b9-8f91-44f0e5c421c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:00.421734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-14b5cafe-f372-48b9-8f91-44f0e5c421c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1094 time: 0.0497465 Dec 13 15:38:00.514666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-416a421c-1daf-4925-8042-320d33e921b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:00.516168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-416a421c-1daf-4925-8042-320d33e921b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0862434 Dec 13 15:38:00.586198 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-6d83fede-8dd3-47aa-9b3e-f85a55a783df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0630381 Dec 13 15:38:00.641888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fc723-fcd2-482a-95e9-e7a2a2091843 req-5cea78e9-bc1d-4b84-8947-877855015a2c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:00.643602 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-959fc723-fcd2-482a-95e9-e7a2a2091843 req-5cea78e9-bc1d-4b84-8947-877855015a2c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0509510 Dec 13 15:38:00.684228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-959fc723-fcd2-482a-95e9-e7a2a2091843 req-0c482040-87e3-4a7c-9f95-c7a2a9520c5e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345244 Dec 13 15:38:00.885951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-3b5fea73-cc36-4934-b86a-695c61cf3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:00.887395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-3b5fea73-cc36-4934-b86a-695c61cf3ade service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.2942698 Dec 13 15:38:00.931393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-ad695144-bfca-412a-8a8b-6943b77209dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:00.932821 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-ad695144-bfca-412a-8a8b-6943b77209dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384438 Dec 13 15:38:01.023195 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-1a635365-fb98-4da9-9c4f-b85fc471dd50 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831277 Dec 13 15:38:01.110428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2cc2d6f8-41a0-4390-a53b-2bddbd040cad req-5dda0565-62f8-427e-a428-27ddfe3fb329 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801892 Dec 13 15:38:01.627579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:38:01.667812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:38:01.807779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f4b-e964-4df0-bc02-1dcff63aef13 req-b0669162-c5aa-46b4-ada2-04ce569fd46a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:01.809258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c55c7f4b-e964-4df0-bc02-1dcff63aef13 req-b0669162-c5aa-46b4-ada2-04ce569fd46a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0506346 Dec 13 15:38:01.848972 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c55c7f4b-e964-4df0-bc02-1dcff63aef13 req-6155467b-647d-47e7-bf0d-673aac299a62 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328877 Dec 13 15:38:01.978769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:38:01.981272 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de5389d-1d43-4a27-975f-d3e786a2a473" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:38:02.036044 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a9a7a1-9b7b-42db-932b-e8b1c0f73aa7 x-openstack-request-id: req-42a9a7a1-9b7b-42db-932b-e8b1c0f73aa7 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:38:02.036335 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:38:02.036586 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42a9a7a1-9b7b-42db-932b-e8b1c0f73aa7 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:38:02.036989 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'status': 'completed', 'code': 200} Dec 13 15:38:02.103725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-ea9964ae-056c-4c6a-9092-93669dcaf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.105596 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-ea9964ae-056c-4c6a-9092-93669dcaf1df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1094 time: 0.0465767 Dec 13 15:38:02.112372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-8bd95c3c-cbba-4a4b-9f4d-056e0520054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.113844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-8bd95c3c-cbba-4a4b-9f4d-056e0520054c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1094 time: 0.0514941 Dec 13 15:38:02.203123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-39e7d37d-40ab-4079-a43d-f70c7850a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.204866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-992f6271-c47a-4987-9fcf-3ca0c0185dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.205460 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-39e7d37d-40ab-4079-a43d-f70c7850a466 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0926957 Dec 13 15:38:02.206318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-992f6271-c47a-4987-9fcf-3ca0c0185dcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0855777 Dec 13 15:38:02.276295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-687370df-0920-44dc-889a-0f71c5a329f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0634749 Dec 13 15:38:02.281743 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-1c30c8e8-05d9-4f4f-9eab-33cb254c3e51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0678930 Dec 13 15:38:02.332859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-73425424-2681-4fba-8f57-1f347e0e0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.334535 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-73425424-2681-4fba-8f57-1f347e0e0fd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0450258 Dec 13 15:38:02.335538 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-3f083289-8baa-4241-b90d-b1ae0fdeb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.336994 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-3f083289-8baa-4241-b90d-b1ae0fdeb9cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0533156 Dec 13 15:38:02.381022 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-de079db6-72fe-41dd-855d-bf87c3e31c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.382398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-b1083f1f-f8c0-4e62-b587-772afa4a30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.382790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-de079db6-72fe-41dd-855d-bf87c3e31c2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416868 Dec 13 15:38:02.383880 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-b1083f1f-f8c0-4e62-b587-772afa4a30c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390892 Dec 13 15:38:02.492882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-adffe94b-49a2-4635-8a4c-0972836544d8 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023412 Dec 13 15:38:02.597201 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-7e82e6af-1512-4547-aa8a-1dca4f30dba3 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968587 Dec 13 15:38:02.830729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-e596d3bb-5d36-4579-b62f-9cf3eee38244 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385240 Dec 13 15:38:02.921481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9de5389d-1d43-4a27-975f-d3e786a2a473 req-cd555244-9d91-4cbb-ac26-499a595bed14 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835619 Dec 13 15:38:02.969635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dd8fb-8450-417b-9034-628f85cf890c req-1963ffcf-3045-44cd-b181-c4324b1188e1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:02.971145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c87dd8fb-8450-417b-9034-628f85cf890c req-1963ffcf-3045-44cd-b181-c4324b1188e1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0510139 Dec 13 15:38:03.013966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c87dd8fb-8450-417b-9034-628f85cf890c req-0d69b358-4520-4f7e-94e4-86994099bc09 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361545 Dec 13 15:38:04.130835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032e308-c735-47db-9023-e209b6903d04 req-33176bcc-5797-4777-929f-df931d3c7ef8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:04.132335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3032e308-c735-47db-9023-e209b6903d04 req-33176bcc-5797-4777-929f-df931d3c7ef8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0485232 Dec 13 15:38:04.173603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3032e308-c735-47db-9023-e209b6903d04 req-2b717e7a-b951-4a3f-abd3-dcad623bb941 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347466 Dec 13 15:38:05.291408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673da4-5c16-485f-8fa3-2b441ad4d46a req-a14a3ddd-0e55-4517-af64-97adab272630 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:05.292880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c673da4-5c16-485f-8fa3-2b441ad4d46a req-a14a3ddd-0e55-4517-af64-97adab272630 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0504701 Dec 13 15:38:05.330898 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3c673da4-5c16-485f-8fa3-2b441ad4d46a req-e715f377-664a-45fe-8acb-e16e3b5e1898 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Dec 13 15:38:06.452217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43419-689e-4ec1-a64e-b6ae7b6bb684 req-a606295e-53b3-4bae-ba7f-6fde517ae1b7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:06.453688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4fb43419-689e-4ec1-a64e-b6ae7b6bb684 req-a606295e-53b3-4bae-ba7f-6fde517ae1b7 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0490186 Dec 13 15:38:06.494150 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4fb43419-689e-4ec1-a64e-b6ae7b6bb684 req-fa848066-6e39-4852-91b2-d39dd3da13ca tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Dec 13 15:38:07.608539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad276019-d943-4da4-8f9d-dbc8a492f0a5 req-46f5e52b-6293-452d-8000-5e3e6a8f5c89 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:07.609906 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad276019-d943-4da4-8f9d-dbc8a492f0a5 req-46f5e52b-6293-452d-8000-5e3e6a8f5c89 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0481658 Dec 13 15:38:07.646558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ad276019-d943-4da4-8f9d-dbc8a492f0a5 req-b61271f6-659f-4fd4-8759-0ebdfa05a276 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Dec 13 15:38:08.760167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24df98-9019-404c-8de5-eb39bcacf94c req-f76a2c5d-8313-4425-b09e-56ac3456dfed tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:08.761617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a24df98-9019-404c-8de5-eb39bcacf94c req-f76a2c5d-8313-4425-b09e-56ac3456dfed tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0481172 Dec 13 15:38:08.805427 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a24df98-9019-404c-8de5-eb39bcacf94c req-44fd1c30-2a25-42e9-969c-434ea55af91c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379281 Dec 13 15:38:09.920489 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075816b-c779-4576-8260-2e214cd154ba req-462f0af2-1395-44da-97fa-2329937af3b0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:09.921923 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4075816b-c779-4576-8260-2e214cd154ba req-462f0af2-1395-44da-97fa-2329937af3b0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0483930 Dec 13 15:38:09.963460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4075816b-c779-4576-8260-2e214cd154ba req-14ea77f6-f03b-47cf-a63b-918d96f933f1 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354357 Dec 13 15:38:11.077059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13930280-bc81-4b19-a96d-e4238b7d0ef0 req-a1b5c1da-f54f-4825-8ecd-628c868adbbb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:11.078521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13930280-bc81-4b19-a96d-e4238b7d0ef0 req-a1b5c1da-f54f-4825-8ecd-628c868adbbb tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0474460 Dec 13 15:38:11.118952 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-13930280-bc81-4b19-a96d-e4238b7d0ef0 req-fd122f3f-da73-47e1-8281-f1843dff31dd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345042 Dec 13 15:38:12.233091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd322e7-ce74-45dd-bb0d-bb43ac51050c req-bf45df99-accc-4ab5-a4f0-7022d0b2ea80 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:12.234619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7dd322e7-ce74-45dd-bb0d-bb43ac51050c req-bf45df99-accc-4ab5-a4f0-7022d0b2ea80 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0481980 Dec 13 15:38:12.271539 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7dd322e7-ce74-45dd-bb0d-bb43ac51050c req-1b04f36d-9b5c-47e9-b0a9-61d7fccccb9c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309632 Dec 13 15:38:13.389391 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ecbcf-8490-4508-8e77-3fd7649a0b6e req-b2cc9032-cac1-4f3f-b34a-16124e30ad1a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:13.390882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c85ecbcf-8490-4508-8e77-3fd7649a0b6e req-b2cc9032-cac1-4f3f-b34a-16124e30ad1a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0500858 Dec 13 15:38:13.434874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c85ecbcf-8490-4508-8e77-3fd7649a0b6e req-52faa07d-cc2b-48d0-bc27-b94a2a6cf7ec tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369978 Dec 13 15:38:13.961734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52eb6f9-455c-4e7d-872d-c1ff3e2dc8f4 req-21def992-88d6-4574-89ba-4acb88df3bf9 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:13.963239 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c52eb6f9-455c-4e7d-872d-c1ff3e2dc8f4 req-21def992-88d6-4574-89ba-4acb88df3bf9 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 943 time: 0.0479162 Dec 13 15:38:14.006038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c52eb6f9-455c-4e7d-872d-c1ff3e2dc8f4 req-24b56587-e8ba-49d2-aa6e-909d14f38f42 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Dec 13 15:38:14.008757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-a848f8bc-3af3-4f98-a9a0-4f3813b77626 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:14.010221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-a848f8bc-3af3-4f98-a9a0-4f3813b77626 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9&tenant_id=2a70998c57a64a50b05bc1af3ce82276&binding%3Ahost_id=n-h2-816954-1 HTTP/1.1" status: 200 len: 943 time: 0.0521064 Dec 13 15:38:14.071619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-c6a48591-a781-4e61-a5ac-75393839463c service neutron] 10.222.0.50 "GET /v2.0/ports/f3703bf1-bedc-40e8-8dc2-53baad8783ac/bindings/n-h2-816954-1 HTTP/1.1" status: 200 len: 382 time: 0.0535827 Dec 13 15:38:14.135179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-c2f68765-79d4-44b6-bec0-febf41f8bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:14.136622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-c2f68765-79d4-44b6-bec0-febf41f8bf97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1094 time: 0.0444553 Dec 13 15:38:14.223042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-1f6a800f-65e3-4b94-8d30-a69c9babfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:14.224449 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-1f6a800f-65e3-4b94-8d30-a69c9babfab4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0807106 Dec 13 15:38:14.292953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-6ee466b6-b8ac-4121-a383-9cb0a61dca0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0609801 Dec 13 15:38:14.299374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:38:14.344860 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-78d61593-9e76-4f8e-801c-13058bcb237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:14.346394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-78d61593-9e76-4f8e-801c-13058bcb237e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0461185 Dec 13 15:38:14.394602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-245ddccf-74e1-4fbf-8788-908d9e73a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:14.396033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-245ddccf-74e1-4fbf-8788-908d9e73a8b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429549 Dec 13 15:38:14.492592 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-0e3b92d4-9645-4074-ba90-1a331f7df78b service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887942 Dec 13 15:38:14.556343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:14.568137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'mac_address': 'fa:16:3e:85:04:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:38:14.582815 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-45e6538c-c56c-4705-9411-713f37ca8749 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 Dec 13 15:38:14.603774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:14.619590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3703bf1-bedc-40e8-8dc2-53baad8783ac {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:38:14.638408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:14.718750 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:14.764175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:14.771259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.771604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.771935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.772263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.772592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.772917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.773238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.773558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.773875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.774191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.774534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.774848 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:14.985863 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['f3703bf1-bedc-40e8-8dc2-53baad8783ac'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:38:15.124653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1072726-e881-465c-bd7c-ef92dc9e8404 req-80076e58-5b3f-431f-a5fb-0dfc661ff15a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:15.126137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b1072726-e881-465c-bd7c-ef92dc9e8404 req-80076e58-5b3f-431f-a5fb-0dfc661ff15a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0489793 Dec 13 15:38:15.164071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b1072726-e881-465c-bd7c-ef92dc9e8404 req-caa212ea-eff1-40a2-9d40-de656f281c54 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317945 Dec 13 15:38:16.251762 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:16.280417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2cb5f-89c4-4b4e-8611-d713de5bcc0f req-5b7ed33c-c859-4e7a-a679-2f6080444bad tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:16.281893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62e2cb5f-89c4-4b4e-8611-d713de5bcc0f req-5b7ed33c-c859-4e7a-a679-2f6080444bad tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0488546 Dec 13 15:38:16.314922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:38:16.322784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62e2cb5f-89c4-4b4e-8611-d713de5bcc0f req-d28c683f-32a1-4bd8-8bb8-981e13405e6d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345635 Dec 13 15:38:16.434982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port f3703bf1-bedc-40e8-8dc2-53baad8783ac completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:38:16.438795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port f3703bf1-bedc-40e8-8dc2-53baad8783ac triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:38:16.440550 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:16.516606 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:16.539201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:38:16.552998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:16.580105 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f2fd9b-beb2-46f4-bdc2-37e46ae5d6c3" -d '{"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-plugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:38:16.617769 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:16.675009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:16.680318 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166cd95b-9be4-4505-9867-d88d7e47d625 x-openstack-request-id: req-166cd95b-9be4-4505-9867-d88d7e47d625 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:38:16.680619 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-plugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:38:16.680876 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-166cd95b-9be4-4505-9867-d88d7e47d625 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:38:16.681342 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'code': 200} Dec 13 15:38:17.364205 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:17.451473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6387cf-f3fb-413a-8bdf-1a1e9625dadb req-fa72b59b-f98f-4bd9-a41b-00f66a24c442 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:17.453140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba6387cf-f3fb-413a-8bdf-1a1e9625dadb req-fa72b59b-f98f-4bd9-a41b-00f66a24c442 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0500395 Dec 13 15:38:17.490852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ba6387cf-f3fb-413a-8bdf-1a1e9625dadb req-b832f683-8a8a-4b10-ac82-2de1397a6d9c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Dec 13 15:38:18.618532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be80d4-d2fe-43cd-9cb4-18a964ff3ec2 req-f0be687d-a18d-42d4-9c6e-feccf50c9d8a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:18.620012 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69be80d4-d2fe-43cd-9cb4-18a964ff3ec2 req-f0be687d-a18d-42d4-9c6e-feccf50c9d8a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0546911 Dec 13 15:38:18.658128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69be80d4-d2fe-43cd-9cb4-18a964ff3ec2 req-80ba3d89-e3e1-461f-8318-58202e8f78b5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315711 Dec 13 15:38:19.070368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-9df1ce31-f7bb-4691-94a5-e5023eba0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:19.071870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-9df1ce31-f7bb-4691-94a5-e5023eba0869 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9&tenant_id=2a70998c57a64a50b05bc1af3ce82276 HTTP/1.1" status: 200 len: 1096 time: 0.0418127 Dec 13 15:38:19.083597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:38:19.137511 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:19.336811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:19.372797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:38:19.413705 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:38:19.419192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:19.431795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Transition to ACTIVE for port object f3703bf1-bedc-40e8-8dc2-53baad8783ac will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:38:19.451578 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8844cc-600e-470b-bf5e-13e8115048a1" -d '{"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:38:19.497077 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:19.573109 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94376ae9-b9bd-49f0-ab5a-4c560c2ccef2 x-openstack-request-id: req-94376ae9-b9bd-49f0-ab5a-4c560c2ccef2 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:38:19.573398 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:38:19.573648 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94376ae9-b9bd-49f0-ab5a-4c560c2ccef2 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:38:19.574045 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'code': 200} Dec 13 15:38:19.584574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=10']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:19.597031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.597381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.597722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.598059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.598412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.598745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.599074 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.599400 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.599725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.600045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.600362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.600680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:38:19.635589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] No DVR routers for this DVR port f3703bf1-bedc-40e8-8dc2-53baad8783ac on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:38:19.779445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:38:19.779782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:38:19.780119 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:38:19.784654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf7a27-9969-4476-b5ed-d3e364052bbc req-9d272f31-a972-423e-a5b7-d65880038413 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:19.785412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:38:19.785412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Attempting to bind port f3703bf1-bedc-40e8-8dc2-53baad8783ac on network e58453c8-39ce-4837-bf2a-db0d45ded13b {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:38:19.786994 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcaf7a27-9969-4476-b5ed-d3e364052bbc req-9d272f31-a972-423e-a5b7-d65880038413 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0507631 Dec 13 15:38:19.790818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:38:19.791154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Checking segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:38:19.791533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Bound using segment: {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:38:19.794734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Bound port: f3703bf1-bedc-40e8-8dc2-53baad8783ac, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef2627d-0b0e-47ec-9a3f-7fe784578232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:38:19.795107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:19.823460 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fcaf7a27-9969-4476-b5ed-d3e364052bbc req-b0b18875-cb50-4383-a096-8443e05a41ca tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309312 Dec 13 15:38:19.865448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:38:19.868668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:38:19.919918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1303a3c5-c073-4fda-a166-b96a774e5701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:19.926210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:19.962788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:19.963616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:19.965192 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] 10.222.0.55 "PUT /v2.0/ports/f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 1092 time: 0.8855257 Dec 13 15:38:20.017237 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f9fbe-3b6a-4165-9b05-0474b754c508 service neutron] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=11']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:20.036752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-5665eace-db92-46a0-ba68-93edcc73d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:20.038359 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-5665eace-db92-46a0-ba68-93edcc73d9a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1095 time: 0.0504482 Dec 13 15:38:20.131012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-f8060942-def1-4f3e-82a7-7135eee2760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:20.132498 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-f8060942-def1-4f3e-82a7-7135eee2760f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0872087 Dec 13 15:38:20.203552 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-fe2a858e-5c9a-41a2-b06d-e7bbd6bd78f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0634327 Dec 13 15:38:20.252600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-dd0f2589-6a78-4371-acf3-cdf3053324c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:20.253913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-dd0f2589-6a78-4371-acf3-cdf3053324c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0437267 Dec 13 15:38:20.299155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-167477b9-97c3-4d0f-8575-3f5bfdab27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:20.300590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-167477b9-97c3-4d0f-8575-3f5bfdab27eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396161 Dec 13 15:38:20.339500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:38:20.376712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:38:20.393508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-95438fda-a92c-4817-8a18-134e77250c17 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Dec 13 15:38:20.486923 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-48db72cf-dacd-4d76-8707-ee3d8d268855 req-85ec6bb4-7e4c-4ec8-9019-e09c7408c114 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864246 Dec 13 15:38:20.951615 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297df47-f7b2-44b2-a690-0d73245be12f req-f0e1ed57-f46e-4dce-a91c-644e280549e4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:20.953308 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6297df47-f7b2-44b2-a690-0d73245be12f req-f0e1ed57-f46e-4dce-a91c-644e280549e4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0541289 Dec 13 15:38:20.998037 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6297df47-f7b2-44b2-a690-0d73245be12f req-2fc1f56f-c8fa-49ab-9c7e-c93d27d8ad28 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Dec 13 15:38:21.575906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:38:21.578260 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:38:21.629960 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f3e926-0bf8-43bd-b0b9-fa8dd0524a22 x-openstack-request-id: req-e6f3e926-0bf8-43bd-b0b9-fa8dd0524a22 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:38:21.630267 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:38:21.630519 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6f3e926-0bf8-43bd-b0b9-fa8dd0524a22 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:38:21.630922 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'status': 'completed', 'code': 200} Dec 13 15:38:21.690651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-e3c7c6d6-9a74-4ab0-be66-e72809517c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:21.692721 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-e3c7c6d6-9a74-4ab0-be66-e72809517c4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1095 time: 0.0448329 Dec 13 15:38:21.698679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-9e947a69-5e8c-4da9-b98c-a246b8a62449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:21.700766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-9e947a69-5e8c-4da9-b98c-a246b8a62449 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a70998c57a64a50b05bc1af3ce82276&device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 1095 time: 0.0458815 Dec 13 15:38:21.788270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-1a9735f3-edb0-4c31-93c4-c152ff9611a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:21.789858 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-1a9735f3-edb0-4c31-93c4-c152ff9611a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0904055 Dec 13 15:38:21.800814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-7d7ab026-835a-4b11-a0bb-7436c60b1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:21.802627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-7d7ab026-835a-4b11-a0bb-7436c60b1eb4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 200 len: 913 time: 0.0942299 Dec 13 15:38:21.875618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-8cfc7862-d1c7-4f77-b5e9-7be608e82c99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0784757 Dec 13 15:38:21.887053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-01fdc17d-3728-43b9-be78-ee3052a417df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 200 len: 999 time: 0.0760050 Dec 13 15:38:21.928580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-d5481f23-5ec0-4856-8d06-b6e9b9500bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:21.930349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-d5481f23-5ec0-4856-8d06-b6e9b9500bdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0483713 Dec 13 15:38:21.960805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-19360a8a-b934-4b14-9c14-d4754defd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:21.962558 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-19360a8a-b934-4b14-9c14-d4754defd1b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 200 len: 851 time: 0.0661128 Dec 13 15:38:21.979788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-ce528895-3341-4630-857f-8e5a148ebdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:21.981976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-ce528895-3341-4630-857f-8e5a148ebdab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440924 Dec 13 15:38:22.021814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-e2c186c3-28aa-4098-a17a-de265e2a5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:22.023399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-e2c186c3-28aa-4098-a17a-de265e2a5fbd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e58453c8-39ce-4837-bf2a-db0d45ded13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507262 Dec 13 15:38:22.124786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-3c39d800-2ca4-4b20-8bf3-92efa5b28d05 service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359339 Dec 13 15:38:22.142148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-883b4813-23d3-4ae0-b4fb-7f86f7a5e163 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106408 Dec 13 15:38:22.189471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceef0c-29cc-4cfa-9458-433903132a94 req-1a1f6879-d4a9-4470-b167-e001edc7dbd3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:22.191019 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9ceef0c-29cc-4cfa-9458-433903132a94 req-1a1f6879-d4a9-4470-b167-e001edc7dbd3 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.1080818 Dec 13 15:38:22.271798 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-b1d189f2-5770-4c6f-a5f8-94ffe46d015d service neutron] 10.222.0.55 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392026 Dec 13 15:38:22.272044 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ea176d0-dfb2-471f-8bca-9d6dae32a6cb req-85fd5ff5-d184-4450-aacb-dc1af1e964f9 service neutron] 10.222.0.50 "GET /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209638 Dec 13 15:38:22.275014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9ceef0c-29cc-4cfa-9458-433903132a94 req-e6bce51e-b9a3-44d1-ab5d-05740726e270 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617828 Dec 13 15:38:22.280304 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8aa35f45-86d1-491e-a4d1-f7daaa524341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:23.406838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc8a22-9e2a-4de9-84c0-398b53074fcb req-0126f932-58c2-49c4-8d2d-ca2690219eff tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:23.408425 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82fc8a22-9e2a-4de9-84c0-398b53074fcb req-0126f932-58c2-49c4-8d2d-ca2690219eff tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0507615 Dec 13 15:38:23.427729 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:23.446385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82fc8a22-9e2a-4de9-84c0-398b53074fcb req-e29dde1d-2f2d-4944-ab8c-de4ea098ed12 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Dec 13 15:38:24.574068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999a0db-7085-41f7-b1e1-ef4db34a34c4 req-00578836-f90a-48e1-bbad-6d25d2aad2a5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:24.576533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e999a0db-7085-41f7-b1e1-ef4db34a34c4 req-00578836-f90a-48e1-bbad-6d25d2aad2a5 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0526531 Dec 13 15:38:24.616688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e999a0db-7085-41f7-b1e1-ef4db34a34c4 req-beed6a28-89db-411a-98f5-2c9273e4da11 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338020 Dec 13 15:38:25.079940 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:25.171215 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:25.733613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207984-1c29-4270-91c5-f770937c44d8 req-8801d9fd-b1be-4ed6-ba4d-cf558306ae8d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:25.735144 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1207984-1c29-4270-91c5-f770937c44d8 req-8801d9fd-b1be-4ed6-ba4d-cf558306ae8d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0486238 Dec 13 15:38:25.777128 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1207984-1c29-4270-91c5-f770937c44d8 req-4db649e6-0f0c-4442-8954-7afee0759047 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360198 Dec 13 15:38:26.892113 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab30451-5673-4c91-8651-01c97accb804 req-fb34f178-1558-4539-8e45-95cc6b97454e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:26.893580 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ab30451-5673-4c91-8651-01c97accb804 req-fb34f178-1558-4539-8e45-95cc6b97454e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0487816 Dec 13 15:38:26.930936 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1ab30451-5673-4c91-8651-01c97accb804 req-2a8f8e98-75fb-46e4-b1f2-ea25dde2dcff tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314181 Dec 13 15:38:28.055622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3caef0-a90a-4a96-b00e-66c5a454fa25 req-a8a7a4ab-cb85-45e8-bd26-15496c17c070 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:28.057126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a3caef0-a90a-4a96-b00e-66c5a454fa25 req-a8a7a4ab-cb85-45e8-bd26-15496c17c070 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0509810 Dec 13 15:38:28.101757 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6a3caef0-a90a-4a96-b00e-66c5a454fa25 req-cf696268-334f-49b4-b416-504951230123 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386882 Dec 13 15:38:29.219754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8419-c8c5-475d-b2e4-226a1c5c65c5 req-ae9d9019-0dfc-4fe7-8447-183af12c37d6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:29.221193 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1ac8419-c8c5-475d-b2e4-226a1c5c65c5 req-ae9d9019-0dfc-4fe7-8447-183af12c37d6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0513308 Dec 13 15:38:29.257692 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d1ac8419-c8c5-475d-b2e4-226a1c5c65c5 req-5926891a-c36f-42c8-9521-3e43c32020b4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304723 Dec 13 15:38:30.371014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7a8c0-accf-44c5-8105-5ce41d021274 req-38cffd0e-0c80-40f7-b1ff-b7b9cbd36669 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:30.373084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5d7a8c0-accf-44c5-8105-5ce41d021274 req-38cffd0e-0c80-40f7-b1ff-b7b9cbd36669 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0482829 Dec 13 15:38:30.409904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c5d7a8c0-accf-44c5-8105-5ce41d021274 req-fcf4326e-0928-4c44-95f3-85b545adb7da tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306273 Dec 13 15:38:31.282768 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:38:31.523337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670cd7f-81c2-4575-b1a8-b45a2dc73409 req-9948d6b4-0254-47f5-81da-6901dc5a25cd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:31.524801 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5670cd7f-81c2-4575-b1a8-b45a2dc73409 req-9948d6b4-0254-47f5-81da-6901dc5a25cd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 944 time: 0.0484846 Dec 13 15:38:31.570260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5670cd7f-81c2-4575-b1a8-b45a2dc73409 req-f7db7ece-a8e7-4462-9e02-ed0ac6bb6170 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Dec 13 15:38:31.784001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:38:31.879895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:31.891854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'port_id': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'mac_address': 'fa:16:3e:85:04:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:38:31.930875 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:31.943612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3703bf1-bedc-40e8-8dc2-53baad8783ac {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:38:31.962947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:32.028706 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:32.074909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=12']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:32.255855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['f3703bf1-bedc-40e8-8dc2-53baad8783ac'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:38:32.681927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20810c9d-59a2-491b-aee7-c0a445541e71 req-7b002461-5a00-44a1-9eae-c337cc7a3ce8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:32.683399 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-20810c9d-59a2-491b-aee7-c0a445541e71 req-7b002461-5a00-44a1-9eae-c337cc7a3ce8 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Dec 13 15:38:32.724714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-20810c9d-59a2-491b-aee7-c0a445541e71 req-4aa32ee1-da70-47ca-abef-9ad47937b036 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352705 Dec 13 15:38:32.843731 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80809e07-f12d-4e86-ba99-8f3b98e86438 req-97583f77-0b47-4176-9798-f2e66bf3729a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:32.845109 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80809e07-f12d-4e86-ba99-8f3b98e86438 req-97583f77-0b47-4176-9798-f2e66bf3729a tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0482345 Dec 13 15:38:32.882785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-80809e07-f12d-4e86-ba99-8f3b98e86438 req-a679af2c-fa7c-4706-84b9-fb28895a94a4 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Dec 13 15:38:32.994147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8d323-8b39-4526-b516-f5b6ad35e616 req-dfa90033-8322-4f17-ada7-1f7328280a68 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:32.995621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6a8d323-8b39-4526-b516-f5b6ad35e616 req-dfa90033-8322-4f17-ada7-1f7328280a68 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0477886 Dec 13 15:38:33.032908 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c6a8d323-8b39-4526-b516-f5b6ad35e616 req-8205b75d-d132-4062-aa54-60d5aa4cb5ce tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309536 Dec 13 15:38:33.517663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe824d-067b-4b95-925c-c7b298781591 req-5bce006b-a16d-4f35-b640-a89be2be687c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:33.519150 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebbe824d-067b-4b95-925c-c7b298781591 req-5bce006b-a16d-4f35-b640-a89be2be687c tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Dec 13 15:38:33.555654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ebbe824d-067b-4b95-925c-c7b298781591 req-2bcf6074-5dd7-429f-88e5-4bc53161672f tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Dec 13 15:38:33.789569 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:38:33.919724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port f3703bf1-bedc-40e8-8dc2-53baad8783ac completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:38:33.923578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port f3703bf1-bedc-40e8-8dc2-53baad8783ac triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:38:33.924001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:34.001007 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:34.023513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:38:34.025834 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a648f9e9-491c-4afa-bf40-4a97195189fe" -d '{"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-plugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:38:34.039130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:34.063057 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff06f2-7340-4806-80b8-0376b073b3a8 x-openstack-request-id: req-8cff06f2-7340-4806-80b8-0376b073b3a8 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:38:34.063350 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-plugged", "status": "completed", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:38:34.063605 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cff06f2-7340-4806-80b8-0376b073b3a8 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:38:34.063998 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'code': 200} Dec 13 15:38:34.091446 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:34.138021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=13']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:34.671391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414bed6-02b3-4f81-ba11-ac2ec335b96f req-bd762311-8895-4b73-8f9a-352021e87e33 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:34.672858 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0414bed6-02b3-4f81-ba11-ac2ec335b96f req-bd762311-8895-4b73-8f9a-352021e87e33 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 946 time: 0.0493617 Dec 13 15:38:34.714509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0414bed6-02b3-4f81-ba11-ac2ec335b96f req-2683a828-ce9f-49a5-a890-bebd8c918ac6 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb87df8b-a7f1-4a9d-811b-45450da52659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355155 Dec 13 15:38:35.037673 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-84e2911c-db67-4803-879e-bd4c2c383328 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:35.039126 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-84e2911c-db67-4803-879e-bd4c2c383328 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 946 time: 0.0524030 Dec 13 15:38:35.130674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Deleting port f3703bf1-bedc-40e8-8dc2-53baad8783ac {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:38:35.131024 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:35.221403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] For port f3703bf1-bedc-40e8-8dc2-53baad8783ac, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=f3703bf1-bedc-40e8-8dc2-53baad8783ac,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:35.221762 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:35.387879 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:35.388166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:35.388479 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 disassociated. External IP: 172.25.7.53, port: f3703bf1-bedc-40e8-8dc2-53baad8783ac. Dec 13 15:38:35.388813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Calling delete_port for f3703bf1-bedc-40e8-8dc2-53baad8783ac owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:38:35.563926 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:35.592982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event deleted for resources: {'Port': ['ID=f3703bf1-bedc-40e8-8dc2-53baad8783ac,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:35.709603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:38:35.822254 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6e413d3-c339-4839-a454-db55b3b5fb5b req-7e629793-7010-4187-b41f-aaf7fdb807dd tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 210 time: 0.0351584 Dec 13 15:38:35.843079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:38:35.854333 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:38:35.864085 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:38:35.864756 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:38:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:35.882100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] No DVR routers for this DVR port f3703bf1-bedc-40e8-8dc2-53baad8783ac on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:38:35.884852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:35.888742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8acb46c6-bbb7-458e-997b-86464e7720ae req-479bdba1-cb74-44a3-bff9-1a18b969cb67 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.55 "DELETE /v2.0/ports/f3703bf1-bedc-40e8-8dc2-53baad8783ac HTTP/1.1" status: 204 len: 173 time: 0.8434749 Dec 13 15:38:35.889185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-deleted', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:38:35.891466 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca1eff-fed4-4927-bbe2-ebadbd9fb340" -d '{"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-deleted", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:38:35.927138 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283595a-efdd-45cd-8a62-a9782392790c x-openstack-request-id: req-1283595a-efdd-45cd-8a62-a9782392790c {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:38:35.927428 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae57984-a45f-4511-abcf-a5958ded66b9", "name": "network-vif-deleted", "tag": "f3703bf1-bedc-40e8-8dc2-53baad8783ac", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:38:35.927683 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1283595a-efdd-45cd-8a62-a9782392790c {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:38:35.928082 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae57984-a45f-4511-abcf-a5958ded66b9', 'name': 'network-vif-deleted', 'tag': 'f3703bf1-bedc-40e8-8dc2-53baad8783ac', 'status': 'completed', 'code': 200} Dec 13 15:38:35.971558 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:38:36.259129 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:36.284727 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:38:36.292850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:38:36.294001 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:38:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:36.396185 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:38:36.596691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:36.623950 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b78e4-fc39-4edd-a1f6-d6b38d7dddb6 None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:35Z', 'revision_number': 4, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '090db168-3fd8-421e-a0c7-5977580febd7', 'name': '', 'network_id': 'e58453c8-39ce-4837-bf2a-db0d45ded13b', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'mac_address': 'fa:16:3e:b4:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:35Z', 'updated_at': '2021-12-13T15:28:39Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'subnets': [{'id': '66633732-f06c-4bd2-a75d-6f005bc7ed48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:38:36.845601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c6b56e-6223-44c6-b64c-c245fdf119e7 None None] New status for floating IP 8df3a04d-aaa1-4b14-b785-5ba0d97f5de9: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:38:36.921665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b80222d5-9294-4bcf-bb1f-92810f94d39b req-ed3a8b01-f53f-400b-b4fe-9a106d0d5f6e tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 210 time: 0.0308380 Dec 13 15:38:37.811817 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:38:37.835314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: f3703bf1-bedc-40e8-8dc2-53baad8783ac {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:38:37.835658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device f3703bf1-bedc-40e8-8dc2-53baad8783ac not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:38:38.254515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6591cffa-6d16-43e1-988f-610c04de4797 req-7f7d82af-bc0e-4575-8441-76c54a15cea0 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 210 time: 0.0273058 Dec 13 15:38:39.348526 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0a4ae2e-9fcc-42eb-9301-795e75baeab9 req-15a05cd6-dedf-4eee-89eb-7d759f984b36 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae57984-a45f-4511-abcf-a5958ded66b9 HTTP/1.1" status: 200 len: 210 time: 0.0290051 Dec 13 15:38:44.297686 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36372) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:44.351821 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6413365d-c41f-4bc8-8565-f37e1847d521 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.375237 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6413365d-c41f-4bc8-8565-f37e1847d521 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.485377 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6413365d-c41f-4bc8-8565-f37e1847d521 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.487939 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6413365d-c41f-4bc8-8565-f37e1847d521 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.489099 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6413365d-c41f-4bc8-8565-f37e1847d521 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "DELETE /v2.0/security-groups/cb87df8b-a7f1-4a9d-811b-45450da52659 HTTP/1.1" status: 204 len: 168 time: 0.1903527 Dec 13 15:38:44.494532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36374) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:44.498770 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413365d-c41f-4bc8-8565-f37e1847d521 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb87df8b-a7f1-4a9d-811b-45450da52659,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:44.510662 n-d-816954-1 neutron-server[102824]: INFO neutron.api.v2.resource [None req-64a02829-cebe-412f-b73b-3c283c1e5668 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] show failed (client error): The resource could not be found. Dec 13 15:38:44.511709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-64a02829-cebe-412f-b73b-3c283c1e5668 tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "GET /v2.0/security-groups/cb87df8b-a7f1-4a9d-811b-45450da52659 HTTP/1.1" status: 404 len: 347 time: 0.0162094 Dec 13 15:38:44.514433 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36376) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:44.640480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Deleting port 93b459eb-02b3-4512-94bf-b3e964c28d0c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:38:44.640819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.717601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.717930 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.729341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Calling delete_port for 93b459eb-02b3-4512-94bf-b3e964c28d0c owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:38:44.929475 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:44.954358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Pushing event deleted for resources: {'Port': ['ID=93b459eb-02b3-4512-94bf-b3e964c28d0c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:45.018457 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:45.021686 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:45.022887 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9d71f294-1e72-4318-857b-f99084fb443d tempest-ServerActionsTestJSON-261741751 tempest-ServerActionsTestJSON-261741751-project] 10.222.0.24 "DELETE /v2.0/floatingips/8df3a04d-aaa1-4b14-b785-5ba0d97f5de9 HTTP/1.1" status: 204 len: 168 time: 0.5075829 Dec 13 15:38:45.025790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36378) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:45.550620 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:45.788625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Deleting port 090db168-3fd8-421e-a0c7-5977580febd7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:38:45.788964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:45.868561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] For port 090db168-3fd8-421e-a0c7-5977580febd7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=090db168-3fd8-421e-a0c7-5977580febd7,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:45.868927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:45.882168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Calling delete_port for 090db168-3fd8-421e-a0c7-5977580febd7 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:38:46.119777 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:46.145176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Pushing event deleted for resources: {'Port': ['ID=090db168-3fd8-421e-a0c7-5977580febd7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:46.228292 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:46.650831 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:46.861645 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Router c927ec05-18a2-41ac-9e0d-2744e285f6eb has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:38:46.969038 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:38:46.973962 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-273b6d8e-6480-48c1-bdcc-86d385500920 admin admin] 10.222.0.24 "PUT /v2.0/routers/c927ec05-18a2-41ac-9e0d-2744e285f6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472184 Dec 13 15:38:46.976481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36382) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:46.978538 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] Sync routers for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:38:46.987778 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:38:46.988373 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:38:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:47.079465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.090973 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:38:47.181652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.268201 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:38:46Z', 'revision_number': 5, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port': {'id': '1f031e20-cc57-4ef1-a08d-a20eb0d607c5', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:47.293665 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] Checking router: c927ec05-18a2-41ac-9e0d-2744e285f6eb for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:38:47.301777 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] Routers {'c927ec05-18a2-41ac-9e0d-2744e285f6eb'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:38:47.302470 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:38:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:47.305572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Deleting port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:38:47.306804 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.365357 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.385750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] For port 1f031e20-cc57-4ef1-a08d-a20eb0d607c5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:47.386115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.387533 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] Set router c927ec05-18a2-41ac-9e0d-2744e285f6eb gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:38:47.403220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Calling delete_port for 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:38:47.438168 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:38:47Z', 'revision_number': 6, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:47.466246 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11936d-b717-4319-b237-9c1a319355ec None None] The sync data for ids ['c927ec05-18a2-41ac-9e0d-2744e285f6eb'] in n-d-816954-1 is: [{'id': 'c927ec05-18a2-41ac-9e0d-2744e285f6eb', 'name': 'tempest-ServerActionsTestJSON-1058796282-router', 'tenant_id': '2a70998c57a64a50b05bc1af3ce82276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:28:33Z', 'updated_at': '2021-12-13T15:38:47Z', 'revision_number': 6, 'project_id': '2a70998c57a64a50b05bc1af3ce82276', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:38:47.620480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.649950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Pushing event deleted for resources: {'Port': ['ID=1f031e20-cc57-4ef1-a08d-a20eb0d607c5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:47.709603 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.799975 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.802284 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.929300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.929845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c927ec05-18a2-41ac-9e0d-2744e285f6eb {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:38:47.934760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:47.935912 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5b3cc3fe-db5d-44e1-baa7-c454563f60df admin admin] 10.222.0.24 "DELETE /v2.0/routers/c927ec05-18a2-41ac-9e0d-2744e285f6eb HTTP/1.1" status: 204 len: 168 time: 0.9585187 Dec 13 15:38:47.938331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36384) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:47.983878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] Deleting subnet 66633732-f06c-4bd2-a75d-6f005bc7ed48 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:38:47.986934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.025461 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.106504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.222871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 090db168-3fd8-421e-a0c7-5977580febd7 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:38:48.238343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.245047 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 090db168-3fd8-421e-a0c7-5977580febd7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:38:48.247367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 090db168-3fd8-421e-a0c7-5977580febd7 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:38:48.247367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:38:48.265682 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66633732-f06c-4bd2-a75d-6f005bc7ed48,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:48.265928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:38:48.266324 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1f031e20-cc57-4ef1-a08d-a20eb0d607c5 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:38:48.269346 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.275197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36386) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:48.275882 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-92c9542f-1693-4ffe-a3c2-36f4cc8f92d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66633732-f06c-4bd2-a75d-6f005bc7ed48 HTTP/1.1" status: 204 len: 168 time: 0.3359332 Dec 13 15:38:48.284816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26954b-7c1e-40a0-8f07-1d9192b83441 None None] Network e58453c8-39ce-4837-bf2a-db0d45ded13b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:38:48.360691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.420977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Deleting port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:38:48.421257 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.482449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] DHCP port deletion for e58453c8-39ce-4837-bf2a-db0d45ded13b request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:38:48.500649 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] For port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:48.501319 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.514184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Calling delete_port for b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:38:48.528840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] Deleting port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:38:48.529214 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.590348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] For port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,segment=NetworkSegment(3ef2627d-0b0e-47ec-9a3f-7fe784578232),segment_id=3ef2627d-0b0e-47ec-9a3f-7fe784578232)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:38:48.590745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.607286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] Calling delete_port for b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:38:48.674018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.683077 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.700221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:48.702128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] No DVR routers for this DVR port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:38:48.710657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] Pushing event deleted for resources: {'Port': ['ID=b0be9439-c5ed-437e-a5fe-9e01dc99e7b4,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:48.715956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc99891-eb23-48de-ac07-405ef1f5bde4 None None] No DVR routers for this DVR port b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:38:48.779622 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.800299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58453c8-39ce-4837-bf2a-db0d45ded13b']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:48.809364 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef2627d-0b0e-47ec-9a3f-7fe784578232') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:48.809655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef2627d-0b0e-47ec-9a3f-7fe784578232') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:38:48.818771 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.832057 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.838009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:38:48.838438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:38:48.840734 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:38:48.963800 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.969928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:48.973188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e58453c8-39ce-4837-bf2a-db0d45ded13b HTTP/1.1" status: 204 len: 168 time: 0.6969087 Dec 13 15:38:48.984180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72560e-c71b-4b31-8ceb-830e03cd9948 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58453c8-39ce-4837-bf2a-db0d45ded13b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:49.252782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36390) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:49.292176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7faaced8-d014-45a8-92f2-cea106064487 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a70998c57a64a50b05bc1af3ce82276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382743 Dec 13 15:38:49.294704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36392) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:49.341810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-694b86c9-fa7e-4de3-978c-929f62f7ea88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:49.362396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-694b86c9-fa7e-4de3-978c-929f62f7ea88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:49.479515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-694b86c9-fa7e-4de3-978c-929f62f7ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:49.482588 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-694b86c9-fa7e-4de3-978c-929f62f7ea88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:49.483802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-694b86c9-fa7e-4de3-978c-929f62f7ea88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/125bdfdb-f0e0-4955-aca3-1b676279a41f HTTP/1.1" status: 204 len: 168 time: 0.1882334 Dec 13 15:38:49.491722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b86c9-fa7e-4de3-978c-929f62f7ea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125bdfdb-f0e0-4955-aca3-1b676279a41f,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:49.930799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1909e6c9-5d48-4ba2-accb-ebb2368b2375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.070717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:38:50.091129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:38:50.091475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device b0be9439-c5ed-437e-a5fe-9e01dc99e7b4 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:38:50.438798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36414) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:50.533811 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1929442980-network', 'tenant_id': 'a8cf6b7ed5f14d059dbd931ec276be61'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:38:50.610618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Made reservation on behalf of a8cf6b7ed5f14d059dbd931ec276be61 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:38:50.612912 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.622065 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.702343 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.780542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.801732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:38:50.816618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c963af-7920-4ecf-940b-6fe7ea3e4ece,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:50.819488 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.819833 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Added segment a08da7d1-a66c-4c68-8a1f-1e0485adde7a of type vlan for network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 Dec 13 15:38:50.860164 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.963568 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:50.965034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:50.965609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:51.021928 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:51.032300 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:38:51.075476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e16ecd88-d726-422b-9feb-e4d675f58c45 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6355495 Dec 13 15:38:51.078402 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36418) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:38:51.083446 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Request body: {'subnet': {'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1929442980-subnet', 'tenant_id': 'a8cf6b7ed5f14d059dbd931ec276be61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:38:51.159659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Made reservation on behalf of a8cf6b7ed5f14d059dbd931ec276be61 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:38:51.162011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:51.388235 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:51.448059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ed1938-fd05-41bd-b943-a1d09a5b805e,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:51.454837 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Checking segment: {'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:38:51.455195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Network hostable DHCP agents. Network: 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:38:51.530692 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:38:51.605611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:38:51.609689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:51.610275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:51.614565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e1106-b6d0-48c2-a099-680f8660eeb1 None None] Network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:38:51.676836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-050d8c47-4ecc-4ee8-9726-4e2ec7a2ebf5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5972424 Dec 13 15:38:51.736544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b2c6e-4030-4449-9c0b-b613f4bd2d50 None None] Network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:38:52.092276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-fec6e7b6-b47d-469c-ae05-a17384ae55c1 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:52.093743 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-fec6e7b6-b47d-469c-ae05-a17384ae55c1 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/networks?id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 HTTP/1.1" status: 200 len: 814 time: 0.1051190 Dec 13 15:38:52.108852 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-b2fbf441-318b-425f-8b6b-35911f134d82 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/quotas/a8cf6b7ed5f14d059dbd931ec276be61 HTTP/1.1" status: 200 len: 375 time: 0.0093400 Dec 13 15:38:52.139870 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-a8a73d38-3f4b-4566-9727-9449af8145c7 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258131 Dec 13 15:38:52.149987 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-c8fd47bc-d71c-4c23-a848-6181e50de2a0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:38:52.150964 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-c8fd47bc-d71c-4c23-a848-6181e50de2a0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048337 Dec 13 15:38:52.249788 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-3ebfb229-c9bb-4db1-b6d5-b1783d8fcbed service neutron] 10.222.0.24 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925734 Dec 13 15:38:52.296635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-61bf3d7a-1dde-4d82-a69e-f158a6a35f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:52.338739 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-aa9db592-47c6-4044-8657-8f70774f34d0 service neutron] 10.222.0.24 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826874 Dec 13 15:38:52.571385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8660b25-0dd4-4a9a-8913-fbcd8e62a5df req-c2d723e8-0a62-48bd-ba04-20b170855e93 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 210 time: 0.0263195 Dec 13 15:38:53.467823 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:53.673891 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0089e4a2-8574-4c89-9202-ebbb9310ca02 req-c56bd2f3-7e0b-493f-a8a9-56dd124e67b6 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 210 time: 0.0325170 Dec 13 15:38:54.773160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cd593bcf-90b8-4554-881e-757cb9418ab9 req-d4eaf5c0-b3b8-4365-8844-0b3390e6fb7d tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 210 time: 0.0287163 Dec 13 15:38:54.792830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-9b392a53-bc5e-4474-bdfa-254579ec5c0f tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:54.794307 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-9b392a53-bc5e-4474-bdfa-254579ec5c0f tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.55 "GET /v2.0/networks?id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 HTTP/1.1" status: 200 len: 814 time: 0.1045187 Dec 13 15:38:54.806821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Request body: {'port': {'device_id': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5', 'admin_state_up': True, 'tenant_id': 'a8cf6b7ed5f14d059dbd931ec276be61'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:38:55.028128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Made reservation on behalf of a8cf6b7ed5f14d059dbd931ec276be61 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:38:55.031720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:55.100682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:55.156822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Allocated IP 172.20.0.11 (3f4d7a94-8eec-474b-abeb-a1495ec5f8a5/36ed1938-fd05-41bd-b943-a1d09a5b805e/b91fa57b-decb-424d-9863-76a459d49f2c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:38:55.197879 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:55.320897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:55.439717 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:55.484708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:38:55.487847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:38:55.491473 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:38:55.517920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Pushing event updated for resources: {'Port': ['ID=b91fa57b-decb-424d-9863-76a459d49f2c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:55.546822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:55.547436 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:55.647618 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-6f3fc761-ea7d-470c-9d11-cf346fac86ca tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8445804 Dec 13 15:38:55.659738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Request body: {'port': {'device_id': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:38:55.710969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:55.941887 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e8b12-f0f9-4bbc-a335-73afa34757d3 req-6be89b0d-3c3b-42cc-bbdc-959979eb6cab tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:55.943258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d9e8b12-f0f9-4bbc-a335-73afa34757d3 req-6be89b0d-3c3b-42cc-bbdc-959979eb6cab tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 932 time: 0.0939991 Dec 13 15:38:56.005344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d9e8b12-f0f9-4bbc-a335-73afa34757d3 req-789eb292-fc13-42c3-b698-48fd476f34a4 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531044 Dec 13 15:38:56.041252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91fa57b-decb-424d-9863-76a459d49f2c {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:38:56.048745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:56.060790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Transition to ACTIVE for port object b91fa57b-decb-424d-9863-76a459d49f2c will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:38:56.124667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:56.174227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Pushing event updated for resources: {'Port': ['ID=b91fa57b-decb-424d-9863-76a459d49f2c,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:56.246335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Attempting to bind port b91fa57b-decb-424d-9863-76a459d49f2c on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:38:56.246585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Attempting to bind port b91fa57b-decb-424d-9863-76a459d49f2c by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:38:56.246918 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Attempting to bind port b91fa57b-decb-424d-9863-76a459d49f2c on network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:38:56.251148 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Port b91fa57b-decb-424d-9863-76a459d49f2c on network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:38:56.251471 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Attempting to bind port b91fa57b-decb-424d-9863-76a459d49f2c on network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:38:56.256245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:38:56.256581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Checking segment: {'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:38:56.256956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Bound using segment: {'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:38:56.257378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Bound port: b91fa57b-decb-424d-9863-76a459d49f2c, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:38:56.257725 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:56.318971 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] For port b91fa57b-decb-424d-9863-76a459d49f2c, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:38:56.322055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] For port b91fa57b-decb-424d-9863-76a459d49f2c, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b91fa57b-decb-424d-9863-76a459d49f2c,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:38:56.393692 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:56.426095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:56.426769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:38:56.428141 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] 10.222.0.55 "PUT /v2.0/ports/b91fa57b-decb-424d-9863-76a459d49f2c HTTP/1.1" status: 200 len: 1092 time: 0.7726655 Dec 13 15:38:56.428577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'tag': 'b91fa57b-decb-424d-9863-76a459d49f2c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:38:56.430872 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9c98f7-af07-4e91-a5e0-c7359cdddd41" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5d00ab-2714-4e1f-bbf0-78bd00fdb987", "tag": "b91fa57b-decb-424d-9863-76a459d49f2c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:38:56.456498 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e67b16-efa8-4c21-814c-1958ef216a05 service neutron] Pushing event updated for resources: {'Port': ['ID=b91fa57b-decb-424d-9863-76a459d49f2c,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:38:56.466790 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c4625-3148-407d-992a-abba97e6089d x-openstack-request-id: req-274c4625-3148-407d-992a-abba97e6089d {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:38:56.467080 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5d00ab-2714-4e1f-bbf0-78bd00fdb987", "tag": "b91fa57b-decb-424d-9863-76a459d49f2c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:38:56.467354 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-274c4625-3148-407d-992a-abba97e6089d {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:38:56.467741 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'tag': 'b91fa57b-decb-424d-9863-76a459d49f2c', 'status': 'completed', 'code': 200} Dec 13 15:38:56.532241 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c98f7-af07-4e91-a5e0-c7359cdddd41 req-a24c804e-b5ca-4e74-99a9-75fed3089a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:56.533650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be9c98f7-af07-4e91-a5e0-c7359cdddd41 req-a24c804e-b5ca-4e74-99a9-75fed3089a97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 1095 time: 0.0450692 Dec 13 15:38:56.626776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c98f7-af07-4e91-a5e0-c7359cdddd41 req-21841532-e14a-48a8-b985-387eea66ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:56.628312 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be9c98f7-af07-4e91-a5e0-c7359cdddd41 req-21841532-e14a-48a8-b985-387eea66ed73 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0871856 Dec 13 15:38:56.723392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c98f7-af07-4e91-a5e0-c7359cdddd41 req-8ab06c08-a2c5-4563-8cdf-a989d2637598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:56.724822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be9c98f7-af07-4e91-a5e0-c7359cdddd41 req-8ab06c08-a2c5-4563-8cdf-a989d2637598 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901353 Dec 13 15:38:56.806000 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-866c406f-b9c2-423d-ae37-236158b01f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:56.807436 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-866c406f-b9c2-423d-ae37-236158b01f0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 1095 time: 0.0425987 Dec 13 15:38:56.852399 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-d0329229-a878-4805-bc29-43abc5eaac15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91fa57b-decb-424d-9863-76a459d49f2c HTTP/1.1" status: 200 len: 217 time: 0.0371690 Dec 13 15:38:56.900749 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-84e2aadb-bd82-4ca2-9e8c-941590c70b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:56.902143 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-84e2aadb-bd82-4ca2-9e8c-941590c70b49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ed1938-fd05-41bd-b943-a1d09a5b805e HTTP/1.1" status: 200 len: 854 time: 0.0430810 Dec 13 15:38:56.932148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-619c6586-d670-40a3-bda4-265ef4c78b11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233688 Dec 13 15:38:57.019013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-5e5dd608-9c76-46fb-8ec3-4a0795de25f7 service neutron] 10.222.0.55 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789988 Dec 13 15:38:57.145591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d642a-4568-4a47-93cf-fc0172aa7ea9 req-379a8700-2a32-46dd-b332-d2a31426974f tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:57.147066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c77d642a-4568-4a47-93cf-fc0172aa7ea9 req-379a8700-2a32-46dd-b332-d2a31426974f tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 944 time: 0.0742676 Dec 13 15:38:57.150495 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25d95d9a-9c90-4ae4-b9d7-7d571f1eff6f req-54322816-b05e-4c2c-aab3-5c3312653a24 service neutron] 10.222.0.55 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240971 Dec 13 15:38:57.185696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c77d642a-4568-4a47-93cf-fc0172aa7ea9 req-9fe014cd-3371-4bfa-93f4-0bc6bb866881 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Dec 13 15:38:58.299800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcd34c-d474-4a3d-ba8f-c4103a71fe3e req-240a38f8-b196-4d89-9e60-6fdfe037f52b tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:58.301234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1cbcd34c-d474-4a3d-ba8f-c4103a71fe3e req-240a38f8-b196-4d89-9e60-6fdfe037f52b tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 944 time: 0.0482907 Dec 13 15:38:58.336956 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1cbcd34c-d474-4a3d-ba8f-c4103a71fe3e req-053b6780-7c02-4190-adfb-4fe611dcfff0 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297165 Dec 13 15:38:59.453543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029372bf-f2bf-4176-abac-8d5e7371acf8 req-87145ce2-d6a1-4f6f-bf1e-00829cd3f698 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:38:59.455044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-029372bf-f2bf-4176-abac-8d5e7371acf8 req-87145ce2-d6a1-4f6f-bf1e-00829cd3f698 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 944 time: 0.0529168 Dec 13 15:38:59.496867 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-029372bf-f2bf-4176-abac-8d5e7371acf8 req-1ca433f6-fa41-435b-8b17-ac100601d042 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305779 Dec 13 15:38:59.919396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b91fa57b-decb-424d-9863-76a459d49f2c details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:39:00.009958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b91fa57b-decb-424d-9863-76a459d49f2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b91fa57b-decb-424d-9863-76a459d49f2c,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:00.021738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'b91fa57b-decb-424d-9863-76a459d49f2c', 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5', 'port_id': 'b91fa57b-decb-424d-9863-76a459d49f2c', 'mac_address': 'fa:16:3e:f9:f1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ed1938-fd05-41bd-b943-a1d09a5b805e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:39:00.062155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:00.075096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91fa57b-decb-424d-9863-76a459d49f2c {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:39:00.093895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b91fa57b-decb-424d-9863-76a459d49f2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b91fa57b-decb-424d-9863-76a459d49f2c,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:00.147714 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:00.195410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=b91fa57b-decb-424d-9863-76a459d49f2c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:00.336371 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['b91fa57b-decb-424d-9863-76a459d49f2c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:39:00.612722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd912d5-736b-489e-a757-d30d51591036 req-4ff7f810-8843-4e3b-a00b-e06a88857f84 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:00.614165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2bd912d5-736b-489e-a757-d30d51591036 req-4ff7f810-8843-4e3b-a00b-e06a88857f84 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Dec 13 15:39:00.649881 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2bd912d5-736b-489e-a757-d30d51591036 req-0c1cd6ed-a754-44ed-ace8-93aa7c558dd5 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296836 Dec 13 15:39:01.761790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bfce6-6295-492f-a7db-2c54bf713a40 req-b73c5485-a8ac-4ed4-937d-7e02ef377098 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:01.763243 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-862bfce6-6295-492f-a7db-2c54bf713a40 req-b73c5485-a8ac-4ed4-937d-7e02ef377098 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 945 time: 0.0476506 Dec 13 15:39:01.799352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-862bfce6-6295-492f-a7db-2c54bf713a40 req-ce628296-6f81-4473-9d42-fcfb2894bd29 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302677 Dec 13 15:39:01.919161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b91fa57b-decb-424d-9863-76a459d49f2c up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:39:02.027818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port b91fa57b-decb-424d-9863-76a459d49f2c completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:39:02.031572 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port b91fa57b-decb-424d-9863-76a459d49f2c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:02.031944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:02.109186 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:02.130427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91fa57b-decb-424d-9863-76a459d49f2c'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:39:02.132644 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f78e30f-860b-4cf9-a5b3-4dddaf3ee15b" -d '{"events": [{"server_uuid": "7e5d00ab-2714-4e1f-bbf0-78bd00fdb987", "name": "network-vif-plugged", "status": "completed", "tag": "b91fa57b-decb-424d-9863-76a459d49f2c"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:39:02.147583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port b91fa57b-decb-424d-9863-76a459d49f2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b91fa57b-decb-424d-9863-76a459d49f2c,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:02.171242 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa4eb5-0a58-4cb6-b042-38fa38ac7554 x-openstack-request-id: req-5bfa4eb5-0a58-4cb6-b042-38fa38ac7554 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:39:02.171587 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5d00ab-2714-4e1f-bbf0-78bd00fdb987", "name": "network-vif-plugged", "status": "completed", "tag": "b91fa57b-decb-424d-9863-76a459d49f2c", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:39:02.171842 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bfa4eb5-0a58-4cb6-b042-38fa38ac7554 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:39:02.172251 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91fa57b-decb-424d-9863-76a459d49f2c', 'code': 200} Dec 13 15:39:02.204932 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:02.252662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=b91fa57b-decb-424d-9863-76a459d49f2c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:02.266387 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a8eaf-5362-4fcc-b806-7bc6eec33ae5 req-9d968b76-160c-4f8f-91cc-3e91985dcf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:02.267971 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd2a8eaf-5362-4fcc-b806-7bc6eec33ae5 req-9d968b76-160c-4f8f-91cc-3e91985dcf90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 1097 time: 0.0403118 Dec 13 15:39:02.302517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd2a8eaf-5362-4fcc-b806-7bc6eec33ae5 req-ea611997-9418-4ecb-8cc9-fac8ae901be7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278404 Dec 13 15:39:02.915278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ace5f-1845-4e4d-bd8c-350383523ef2 req-61cecfe0-b578-40f7-bdda-ab93dc5ceb41 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:02.916707 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c0ace5f-1845-4e4d-bd8c-350383523ef2 req-61cecfe0-b578-40f7-bdda-ab93dc5ceb41 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0514858 Dec 13 15:39:02.953153 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c0ace5f-1845-4e4d-bd8c-350383523ef2 req-73d1a464-5f67-477c-b1f1-d42f568bdf51 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299587 Dec 13 15:39:04.068515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504cc91-df68-4b19-ad23-72c38d257aaa req-ed04f87f-f367-4eb6-a5d4-7fe770fba733 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:04.069973 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8504cc91-df68-4b19-ad23-72c38d257aaa req-ed04f87f-f367-4eb6-a5d4-7fe770fba733 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0483477 Dec 13 15:39:04.108149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8504cc91-df68-4b19-ad23-72c38d257aaa req-64d24668-d3b1-4f69-9e68-5458d4e10898 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315092 Dec 13 15:39:04.323789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-8ff0c444-b959-40d9-b9f1-fae3dde72c2c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:04.325777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-8ff0c444-b959-40d9-b9f1-fae3dde72c2c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/networks?id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 HTTP/1.1" status: 200 len: 814 time: 0.1003540 Dec 13 15:39:04.340268 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-c0d9a6a8-7dbd-40e9-9add-12c539a1fcd4 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/quotas/a8cf6b7ed5f14d059dbd931ec276be61 HTTP/1.1" status: 200 len: 375 time: 0.0087926 Dec 13 15:39:04.392105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-f06a98cf-0533-4fb3-b746-35effd0824a0 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468621 Dec 13 15:39:04.478885 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-3dfe59ae-b6e0-481d-aece-691f4914cb77 service neutron] 10.222.0.24 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799446 Dec 13 15:39:04.569747 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-638236eb-642e-4d35-909d-9f8a5d418718 service neutron] 10.222.0.24 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848579 Dec 13 15:39:04.833377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d5de9947-5428-4206-abf5-810380f998a2 req-fe48ccc6-0b04-457a-af6c-1305a477ccd9 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 210 time: 0.0312090 Dec 13 15:39:05.926699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f10ee47-b248-4a2f-880a-af99c0a23a3a req-c7c3eb47-5f27-432d-90a9-45f665370a76 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Dec 13 15:39:06.691391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-deda81c0-c6b3-460a-8efc-5752a63a86fe tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:06.692810 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-deda81c0-c6b3-460a-8efc-5752a63a86fe tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.50 "GET /v2.0/networks?id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 HTTP/1.1" status: 200 len: 814 time: 0.1041422 Dec 13 15:39:06.706208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Request body: {'port': {'device_id': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5', 'admin_state_up': True, 'tenant_id': 'a8cf6b7ed5f14d059dbd931ec276be61'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:06.867731 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Made reservation on behalf of a8cf6b7ed5f14d059dbd931ec276be61 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:06.871301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:07.005063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Allocated IP 172.20.0.10 (3f4d7a94-8eec-474b-abeb-a1495ec5f8a5/36ed1938-fd05-41bd-b943-a1d09a5b805e/f2b4e6b6-3418-4592-8359-4617daeab82d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:07.025886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91a6b7fb-59b6-4659-8090-d9ee63b191c1 req-45f99543-d388-4fba-bfd3-b7d20e382207 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 210 time: 0.0318971 Dec 13 15:39:07.166572 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:07.255018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:07.267443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['b91fa57b-decb-424d-9863-76a459d49f2c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:39:07.301054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:07.304124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:07.307800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:07.317510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Pushing event updated for resources: {'Port': ['ID=f2b4e6b6-3418-4592-8359-4617daeab82d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:07.343172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.343515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.343858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.344188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.344516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.344842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.345165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.345487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.345807 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.346126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.346475 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.346795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:07.373631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:07.374256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:07.447236 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-22892b96-bb58-432a-a08c-5f87cdd834db tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7448120 Dec 13 15:39:07.460323 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Request body: {'port': {'device_id': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:07.512741 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:07.765360 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b4e6b6-3418-4592-8359-4617daeab82d {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:39:07.772387 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:07.783969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Transition to ACTIVE for port object f2b4e6b6-3418-4592-8359-4617daeab82d will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:39:07.867783 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:07.915849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b4e6b6-3418-4592-8359-4617daeab82d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:07.981307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Attempting to bind port f2b4e6b6-3418-4592-8359-4617daeab82d on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:07.981631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Attempting to bind port f2b4e6b6-3418-4592-8359-4617daeab82d by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:07.981955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Attempting to bind port f2b4e6b6-3418-4592-8359-4617daeab82d on network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:07.986080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Port f2b4e6b6-3418-4592-8359-4617daeab82d on network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:39:07.986431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Attempting to bind port f2b4e6b6-3418-4592-8359-4617daeab82d on network 3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:07.991007 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:07.991329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Checking segment: {'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:07.991695 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Bound using segment: {'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:07.992105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Bound port: f2b4e6b6-3418-4592-8359-4617daeab82d, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:07.992444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:08.056653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] For port f2b4e6b6-3418-4592-8359-4617daeab82d, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:08.060472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] For port f2b4e6b6-3418-4592-8359-4617daeab82d, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f2b4e6b6-3418-4592-8359-4617daeab82d,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:08.140466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1967a38-9464-4ac2-be65-81031b5d03f1 req-ffec4e00-2dc4-4873-b06b-7434befe3d13 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:08.141959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1967a38-9464-4ac2-be65-81031b5d03f1 req-ffec4e00-2dc4-4873-b06b-7434befe3d13 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 944 time: 0.0493283 Dec 13 15:39:08.148200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:08.181279 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1967a38-9464-4ac2-be65-81031b5d03f1 req-e5aacdfb-8262-4036-b2df-1691cf2b9787 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Dec 13 15:39:08.183703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:08.184373 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:08.185857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] 10.222.0.50 "PUT /v2.0/ports/f2b4e6b6-3418-4592-8359-4617daeab82d HTTP/1.1" status: 200 len: 1092 time: 0.7295427 Dec 13 15:39:08.186159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'tag': 'f2b4e6b6-3418-4592-8359-4617daeab82d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:39:08.188454 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde4276-ba83-4d85-a7f6-141c0e372dae" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10", "tag": "f2b4e6b6-3418-4592-8359-4617daeab82d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:39:08.216278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030168a8-d03d-4c4c-80ce-cb81cb065618 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b4e6b6-3418-4592-8359-4617daeab82d,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:08.226079 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c9b49-9a7f-48ee-88a2-6d6f893411c1 x-openstack-request-id: req-189c9b49-9a7f-48ee-88a2-6d6f893411c1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:39:08.226384 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10", "tag": "f2b4e6b6-3418-4592-8359-4617daeab82d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:39:08.226634 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-189c9b49-9a7f-48ee-88a2-6d6f893411c1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:39:08.227038 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'tag': 'f2b4e6b6-3418-4592-8359-4617daeab82d', 'status': 'completed', 'code': 200} Dec 13 15:39:08.283204 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:39:08.288415 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde4276-ba83-4d85-a7f6-141c0e372dae req-dfc6955e-ba78-4c03-b7cf-cb89e31ce19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:08.289900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bfde4276-ba83-4d85-a7f6-141c0e372dae req-dfc6955e-ba78-4c03-b7cf-cb89e31ce19a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 1095 time: 0.0411210 Dec 13 15:39:08.388455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde4276-ba83-4d85-a7f6-141c0e372dae req-1d57a9e7-528d-4f42-b5ca-7eec8b7a666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:08.389940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bfde4276-ba83-4d85-a7f6-141c0e372dae req-1d57a9e7-528d-4f42-b5ca-7eec8b7a666f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0921404 Dec 13 15:39:08.486248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde4276-ba83-4d85-a7f6-141c0e372dae req-fca5984a-4096-4a92-9049-4b1e0bf6a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:08.487694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bfde4276-ba83-4d85-a7f6-141c0e372dae req-fca5984a-4096-4a92-9049-4b1e0bf6a7a4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899968 Dec 13 15:39:08.561618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-45f51d48-6ea0-46ed-b284-06945f08fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:08.562999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-45f51d48-6ea0-46ed-b284-06945f08fe0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 1095 time: 0.0397437 Dec 13 15:39:08.604391 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-8386626e-3bb4-43c8-b569-774377bf3335 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2b4e6b6-3418-4592-8359-4617daeab82d HTTP/1.1" status: 200 len: 217 time: 0.0335186 Dec 13 15:39:08.653297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-1d088324-d69b-4a73-90e3-ed7de03e043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:08.654760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-1d088324-d69b-4a73-90e3-ed7de03e043e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36ed1938-fd05-41bd-b943-a1d09a5b805e HTTP/1.1" status: 200 len: 854 time: 0.0435553 Dec 13 15:39:08.689225 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-9748fa6e-deec-4d68-818b-74bab9beeb93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273876 Dec 13 15:39:08.776661 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-fb5c6259-7d3b-4bb7-9da1-74a517bb76a2 service neutron] 10.222.0.50 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796859 Dec 13 15:39:09.121171 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-34b9bccf-10da-4371-8e9b-87d2b6d1ba38 req-46edc431-3ca9-4faf-8050-1cc03629f8d8 service neutron] 10.222.0.50 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371525 Dec 13 15:39:09.310793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ddbaa-be17-4369-b6e9-9b9ec46167d2 req-01476546-b264-400b-b955-fb3fa9c67bf4 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:09.312269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f4ddbaa-be17-4369-b6e9-9b9ec46167d2 req-01476546-b264-400b-b955-fb3fa9c67bf4 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 944 time: 0.0530989 Dec 13 15:39:09.349074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7f4ddbaa-be17-4369-b6e9-9b9ec46167d2 req-2aee0219-6401-4eac-bd5b-4490c1041e2c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Dec 13 15:39:10.464951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce8c5-f47c-4c7c-80d6-e3eb97cad7ab req-5920f639-f4fb-496e-8436-b744b29814fb tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:10.466408 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15bce8c5-f47c-4c7c-80d6-e3eb97cad7ab req-5920f639-f4fb-496e-8436-b744b29814fb tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 944 time: 0.0490603 Dec 13 15:39:10.503053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15bce8c5-f47c-4c7c-80d6-e3eb97cad7ab req-3ae6babd-f23b-44b3-b9a5-b4df9233c475 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306568 Dec 13 15:39:11.619728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d4e52-35e2-4a69-8f4d-49273457377a req-b9b2a10d-5213-42ff-8a46-dc063f2e892c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:11.621176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f09d4e52-35e2-4a69-8f4d-49273457377a req-b9b2a10d-5213-42ff-8a46-dc063f2e892c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 944 time: 0.0512674 Dec 13 15:39:11.658326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f09d4e52-35e2-4a69-8f4d-49273457377a req-f750546e-24eb-40d5-b0e1-ef14d669e36a tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Dec 13 15:39:12.494397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f2b4e6b6-3418-4592-8359-4617daeab82d details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:39:12.588761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port f2b4e6b6-3418-4592-8359-4617daeab82d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f2b4e6b6-3418-4592-8359-4617daeab82d,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:12.599773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'f2b4e6b6-3418-4592-8359-4617daeab82d', 'network_id': '3f4d7a94-8eec-474b-abeb-a1495ec5f8a5', 'port_id': 'f2b4e6b6-3418-4592-8359-4617daeab82d', 'mac_address': 'fa:16:3e:ff:f9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ed1938-fd05-41bd-b943-a1d09a5b805e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:39:12.635280 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:12.648168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b4e6b6-3418-4592-8359-4617daeab82d {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:39:12.667044 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port f2b4e6b6-3418-4592-8359-4617daeab82d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f2b4e6b6-3418-4592-8359-4617daeab82d,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:12.730672 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:12.776171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b69a3-d9c1-4075-ac89-598c2ae29a8a req-49536096-3bd4-4969-a867-df4b528d1c23 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:12.777653 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c3b69a3-d9c1-4075-ac89-598c2ae29a8a req-49536096-3bd4-4969-a867-df4b528d1c23 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Dec 13 15:39:12.785597 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=f2b4e6b6-3418-4592-8359-4617daeab82d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:12.822024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6c3b69a3-d9c1-4075-ac89-598c2ae29a8a req-045a71ac-5bac-4f34-a109-15571224ef97 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352819 Dec 13 15:39:12.929772 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['f2b4e6b6-3418-4592-8359-4617daeab82d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:39:13.944636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeee2c4-4756-43df-8093-609dc1752588 req-8df9fcc0-b508-49a2-97b2-1c53850b11b2 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:13.946074 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eeee2c4-4756-43df-8093-609dc1752588 req-8df9fcc0-b508-49a2-97b2-1c53850b11b2 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 945 time: 0.0520883 Dec 13 15:39:13.982547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8eeee2c4-4756-43df-8093-609dc1752588 req-efbebbbf-70f8-47d8-80d7-104219f66141 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299129 Dec 13 15:39:14.500159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f2b4e6b6-3418-4592-8359-4617daeab82d up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:39:14.609884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port f2b4e6b6-3418-4592-8359-4617daeab82d completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:39:14.613596 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port f2b4e6b6-3418-4592-8359-4617daeab82d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:14.614020 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:14.687580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:14.709237 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b4e6b6-3418-4592-8359-4617daeab82d'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:39:14.711480 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfade85d-6f5b-4122-b90e-d7357218c806" -d '{"events": [{"server_uuid": "5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10", "name": "network-vif-plugged", "status": "completed", "tag": "f2b4e6b6-3418-4592-8359-4617daeab82d"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:39:14.723487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port f2b4e6b6-3418-4592-8359-4617daeab82d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f2b4e6b6-3418-4592-8359-4617daeab82d,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:14.748269 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0637e85d-354c-4169-b89a-7129a6f51a92 x-openstack-request-id: req-0637e85d-354c-4169-b89a-7129a6f51a92 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:39:14.748569 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10", "name": "network-vif-plugged", "status": "completed", "tag": "f2b4e6b6-3418-4592-8359-4617daeab82d", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:39:14.748825 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0637e85d-354c-4169-b89a-7129a6f51a92 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:39:14.749223 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b4e6b6-3418-4592-8359-4617daeab82d', 'code': 200} Dec 13 15:39:14.804639 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:14.840671 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a2916-55d7-46e8-bcd2-3053f5a21e72 req-b0a64c25-e661-4693-821b-c751a4bb08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:14.842869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-958a2916-55d7-46e8-bcd2-3053f5a21e72 req-b0a64c25-e661-4693-821b-c751a4bb08f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 1097 time: 0.0416617 Dec 13 15:39:14.856501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=f2b4e6b6-3418-4592-8359-4617daeab82d,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:14.864080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.864435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.864774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.865106 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.865432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.865757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.866081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.866421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.866742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.867058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.867377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.867692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:14.883489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-958a2916-55d7-46e8-bcd2-3053f5a21e72 req-c19c2b33-f8d0-4a78-8b9d-b8e56e9b32ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Dec 13 15:39:15.094337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9a065-8adb-4d88-8012-59e5282d97b6 req-ab18266c-c4f4-4e8d-8e3c-fe07fca84c71 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:15.095696 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73a9a065-8adb-4d88-8012-59e5282d97b6 req-ab18266c-c4f4-4e8d-8e3c-fe07fca84c71 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Dec 13 15:39:15.131492 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73a9a065-8adb-4d88-8012-59e5282d97b6 req-c2bf28c2-a268-4b57-9f94-01b1b8382b88 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300708 Dec 13 15:39:16.233345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:16.246971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebb40c-fc8b-45a8-a4e3-11ee87bb3ab4 req-bd1d422d-183d-4ef3-8d6e-7fe786af4a7d tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:16.248428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09ebb40c-fc8b-45a8-a4e3-11ee87bb3ab4 req-bd1d422d-183d-4ef3-8d6e-7fe786af4a7d tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 946 time: 0.0484233 Dec 13 15:39:16.285636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-09ebb40c-fc8b-45a8-a4e3-11ee87bb3ab4 req-10fa64e1-ad07-4e10-bf31-cb59f6503d7b tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Dec 13 15:39:16.718720 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa7015-43a8-48c7-a92a-eadb8806cc38 req-2e907879-3acc-424f-bcc7-0d8022fdefbd tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:16.720146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78fa7015-43a8-48c7-a92a-eadb8806cc38 req-2e907879-3acc-424f-bcc7-0d8022fdefbd tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 946 time: 0.0475368 Dec 13 15:39:16.756740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-78fa7015-43a8-48c7-a92a-eadb8806cc38 req-1cc9cb29-5997-4ad6-bb1e-ee0ecfb01866 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Dec 13 15:39:17.415611 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:17.874249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fac2a8-3239-49a1-a840-aa633908e1a0 req-c770960d-27b2-40bf-8560-f5175a2a4702 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:17.875715 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56fac2a8-3239-49a1-a840-aa633908e1a0 req-c770960d-27b2-40bf-8560-f5175a2a4702 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 946 time: 0.0523851 Dec 13 15:39:17.913532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56fac2a8-3239-49a1-a840-aa633908e1a0 req-c3fa5451-19c2-4bc6-8eae-44968b9fbb42 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Dec 13 15:39:17.940160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-6af803c1-9cc5-4136-b41b-e186f493fe9e tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:17.941586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-6af803c1-9cc5-4136-b41b-e186f493fe9e tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 946 time: 0.0483165 Dec 13 15:39:18.030665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Deleting port f2b4e6b6-3418-4592-8359-4617daeab82d {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:18.031011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:18.117905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] For port f2b4e6b6-3418-4592-8359-4617daeab82d, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=f2b4e6b6-3418-4592-8359-4617daeab82d,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:18.118188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:18.134143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Calling delete_port for f2b4e6b6-3418-4592-8359-4617daeab82d owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:18.318817 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:18.331430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['b91fa57b-decb-424d-9863-76a459d49f2c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:39:18.333581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['f2b4e6b6-3418-4592-8359-4617daeab82d'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:39:18.348230 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Pushing event deleted for resources: {'Port': ['ID=f2b4e6b6-3418-4592-8359-4617daeab82d,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:18.391957 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] No DVR routers for this DVR port f2b4e6b6-3418-4592-8359-4617daeab82d on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:18.394644 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:18.398008 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6001c845-0057-4b85-9d1e-cee598dedf3c req-8ecfd67b-0e8d-4088-89dc-8fe89ccc0f40 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.50 "DELETE /v2.0/ports/f2b4e6b6-3418-4592-8359-4617daeab82d HTTP/1.1" status: 204 len: 173 time: 0.4504952 Dec 13 15:39:18.398457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'name': 'network-vif-deleted', 'tag': 'f2b4e6b6-3418-4592-8359-4617daeab82d'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:39:18.400734 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a79d3d-56dc-40fb-8677-917e95816477" -d '{"events": [{"server_uuid": "5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10", "name": "network-vif-deleted", "tag": "f2b4e6b6-3418-4592-8359-4617daeab82d"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:39:18.436269 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bfdcdf-e119-4cd2-be7f-053e783d0593 x-openstack-request-id: req-63bfdcdf-e119-4cd2-be7f-053e783d0593 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:39:18.436563 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10", "name": "network-vif-deleted", "tag": "f2b4e6b6-3418-4592-8359-4617daeab82d", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:39:18.436808 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63bfdcdf-e119-4cd2-be7f-053e783d0593 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:39:18.437205 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10', 'name': 'network-vif-deleted', 'tag': 'f2b4e6b6-3418-4592-8359-4617daeab82d', 'status': 'completed', 'code': 200} Dec 13 15:39:18.656365 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-4beb5aaf-59ea-4f59-a2ea-12416a69925b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395389 Dec 13 15:39:18.738912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-675a4608-b7d0-48d9-aecb-bbff7f69e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:18.740431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-675a4608-b7d0-48d9-aecb-bbff7f69e4c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 1097 time: 0.0396631 Dec 13 15:39:18.845816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-54556d0a-8494-413a-87c7-96c95653fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:18.847320 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-54556d0a-8494-413a-87c7-96c95653fb5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 HTTP/1.1" status: 200 len: 915 time: 0.0881729 Dec 13 15:39:18.894277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-06323b7f-70d0-415e-88df-e069147c0ab6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91fa57b-decb-424d-9863-76a459d49f2c HTTP/1.1" status: 200 len: 217 time: 0.0399141 Dec 13 15:39:18.947267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-a2915360-ea86-4977-9798-71b3fbd4faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:18.948667 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-a2915360-ea86-4977-9798-71b3fbd4faee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ed1938-fd05-41bd-b943-a1d09a5b805e HTTP/1.1" status: 200 len: 854 time: 0.0475407 Dec 13 15:39:18.984270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-406f780a-737d-41a0-b1dc-e4721b6ac008 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287914 Dec 13 15:39:19.003489 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-100fce04-7a4d-4d6f-a953-a89fa756cfb7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:39:19.004423 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-100fce04-7a4d-4d6f-a953-a89fa756cfb7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127981 Dec 13 15:39:19.025326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fccd80d0-bb00-485c-a5eb-8df202d901fb req-e1981eeb-d411-414f-9be7-987a5013cb8c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4a24f4-e6aa-4dfa-bbd2-ba140990ec10 HTTP/1.1" status: 200 len: 210 time: 0.0347197 Dec 13 15:39:19.106217 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-28fcb292-9d1c-4703-9458-4dc0fe5428b7 service neutron] 10.222.0.55 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844190 Dec 13 15:39:19.198187 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c6c04316-d39a-4445-b29b-0f88e34289bd req-26e004f1-8c26-4855-ab51-08291759a9df service neutron] 10.222.0.55 "GET /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Dec 13 15:39:19.917421 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-653e62d7-135a-4708-98b4-92c510ef644e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:20.172651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a864ab0-98fb-40e9-a7f5-21a57c98627b req-7342d401-3d45-4789-8590-3611fe620f11 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:20.174104 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a864ab0-98fb-40e9-a7f5-21a57c98627b req-7342d401-3d45-4789-8590-3611fe620f11 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0492721 Dec 13 15:39:20.210206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7a864ab0-98fb-40e9-a7f5-21a57c98627b req-438efc1a-e06e-4f97-b30f-918c843a765f tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298550 Dec 13 15:39:20.353279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa86e4-cce2-4b7b-98b1-e6e9683971fe req-cb0ba8f7-515c-4459-bd04-38e27fc13a3f tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:20.354730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7bfa86e4-cce2-4b7b-98b1-e6e9683971fe req-cb0ba8f7-515c-4459-bd04-38e27fc13a3f tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0492120 Dec 13 15:39:20.395413 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7bfa86e4-cce2-4b7b-98b1-e6e9683971fe req-975acb95-f8d2-425b-a451-cfff101bc7df tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346522 Dec 13 15:39:20.508655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789c12-c262-4bdc-818b-d1c5cc052608 req-225ce26c-dd58-49bf-abda-d9c4572ef075 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:20.510113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15789c12-c262-4bdc-818b-d1c5cc052608 req-225ce26c-dd58-49bf-abda-d9c4572ef075 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0481584 Dec 13 15:39:20.549479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-15789c12-c262-4bdc-818b-d1c5cc052608 req-823617cb-4872-4523-a4ff-944a583196c0 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Dec 13 15:39:20.721306 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99db06-312d-4637-babd-f985e882dc22 req-dd67c31c-4553-4ca7-ba4c-20931c27a170 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:20.722761 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c99db06-312d-4637-babd-f985e882dc22 req-dd67c31c-4553-4ca7-ba4c-20931c27a170 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0478721 Dec 13 15:39:20.758993 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c99db06-312d-4637-babd-f985e882dc22 req-8bfa04b8-aae7-44af-a9f4-5c97400b25a5 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303020 Dec 13 15:39:20.873214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6fc96-7878-4da9-8a08-34656b27dc24 req-243daac5-a8b1-49aa-8749-2c6a5a496a99 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:20.875151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82b6fc96-7878-4da9-8a08-34656b27dc24 req-243daac5-a8b1-49aa-8749-2c6a5a496a99 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Dec 13 15:39:20.919918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-82b6fc96-7878-4da9-8a08-34656b27dc24 req-4fb92d63-a7e0-4c13-942a-16f78c1f24d9 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386186 Dec 13 15:39:21.044532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17176a15-7817-4549-8068-912b27a89533 req-bf710423-0ceb-4e72-a1e4-733a8466afc0 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:21.045990 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17176a15-7817-4549-8068-912b27a89533 req-bf710423-0ceb-4e72-a1e4-733a8466afc0 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0495276 Dec 13 15:39:21.082854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17176a15-7817-4549-8068-912b27a89533 req-69966481-5636-4335-84bc-d5c6aaafb131 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Dec 13 15:39:21.528701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924932-95ad-4dc3-bbd1-f91b0704865c req-8f44a1b0-fa10-48b6-ac19-9d87cd89145c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:21.530149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53924932-95ad-4dc3-bbd1-f91b0704865c req-8f44a1b0-fa10-48b6-ac19-9d87cd89145c tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0471447 Dec 13 15:39:21.570429 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-53924932-95ad-4dc3-bbd1-f91b0704865c req-9da7fc4b-4c27-4481-ae80-3d728ce75ff3 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Dec 13 15:39:22.307055 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8164-3eda-484e-8056-bd7e9cb874bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:22.531168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f2b4e6b6-3418-4592-8359-4617daeab82d no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:39:22.550932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: f2b4e6b6-3418-4592-8359-4617daeab82d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:39:22.551266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device f2b4e6b6-3418-4592-8359-4617daeab82d not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:39:22.688990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e0ce-628a-472c-b414-fdca7b65cbf6 req-4007a2a8-a519-4e5a-8004-dfd5e669e9a0 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:22.690448 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f92e0ce-628a-472c-b414-fdca7b65cbf6 req-4007a2a8-a519-4e5a-8004-dfd5e669e9a0 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0519652 Dec 13 15:39:22.726405 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f92e0ce-628a-472c-b414-fdca7b65cbf6 req-6c27b122-f5e1-4268-bf0c-0aedd7e84a6d tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0c963af-7920-4ecf-940b-6fe7ea3e4ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298839 Dec 13 15:39:22.843156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-7f9be28b-408c-48e4-b13f-6fb2e92cee15 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:22.844593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-7f9be28b-408c-48e4-b13f-6fb2e92cee15 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 946 time: 0.0469189 Dec 13 15:39:22.935727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Deleting port b91fa57b-decb-424d-9863-76a459d49f2c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:22.936067 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:23.022937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] For port b91fa57b-decb-424d-9863-76a459d49f2c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=b91fa57b-decb-424d-9863-76a459d49f2c,segment=NetworkSegment(a08da7d1-a66c-4c68-8a1f-1e0485adde7a),segment_id=a08da7d1-a66c-4c68-8a1f-1e0485adde7a)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:23.023294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:23.036418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Calling delete_port for b91fa57b-decb-424d-9863-76a459d49f2c owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:23.227584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:23.240158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['b91fa57b-decb-424d-9863-76a459d49f2c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:39:23.256242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Pushing event deleted for resources: {'Port': ['ID=b91fa57b-decb-424d-9863-76a459d49f2c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:23.268267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.268608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.268947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.269280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.269606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.269932 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.270265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.270587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.270905 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.271219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.271532 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.271845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:23.305076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] No DVR routers for this DVR port b91fa57b-decb-424d-9863-76a459d49f2c on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:23.307596 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:23.310853 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a3f7feaa-d237-4ab0-ac9c-b36f0a82d2b2 req-f4dfafd4-da6b-4d46-b12e-53cd3dfefc03 tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.55 "DELETE /v2.0/ports/b91fa57b-decb-424d-9863-76a459d49f2c HTTP/1.1" status: 204 len: 173 time: 0.4605353 Dec 13 15:39:23.314667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'name': 'network-vif-deleted', 'tag': 'b91fa57b-decb-424d-9863-76a459d49f2c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:39:23.314667 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f50c4-cc38-465e-b7a4-6eec8fea65b9" -d '{"events": [{"server_uuid": "7e5d00ab-2714-4e1f-bbf0-78bd00fdb987", "name": "network-vif-deleted", "tag": "b91fa57b-decb-424d-9863-76a459d49f2c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:39:23.349563 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6f94ee-ff34-47a4-9551-7f8dd7354910 x-openstack-request-id: req-cd6f94ee-ff34-47a4-9551-7f8dd7354910 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:39:23.349845 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5d00ab-2714-4e1f-bbf0-78bd00fdb987", "name": "network-vif-deleted", "tag": "b91fa57b-decb-424d-9863-76a459d49f2c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:39:23.350093 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd6f94ee-ff34-47a4-9551-7f8dd7354910 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:39:23.350515 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5d00ab-2714-4e1f-bbf0-78bd00fdb987', 'name': 'network-vif-deleted', 'tag': 'b91fa57b-decb-424d-9863-76a459d49f2c', 'status': 'completed', 'code': 200} Dec 13 15:39:23.461233 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:23.829813 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-37e73122-a3d5-402b-942b-4409b75726bf req-1a185799-cc44-467d-bc94-ccf5d250602b tempest-ServersNegativeTestJSON-972773499 tempest-ServersNegativeTestJSON-972773499-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e5d00ab-2714-4e1f-bbf0-78bd00fdb987 HTTP/1.1" status: 200 len: 210 time: 0.0263739 Dec 13 15:39:24.883978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36600) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:24.930269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] Deleting subnet 36ed1938-fd05-41bd-b943-a1d09a5b805e {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:39:24.933323 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:24.970657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.011695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.084136 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.141708 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.169206 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ed1938-fd05-41bd-b943-a1d09a5b805e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:25.171189 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.174436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-81a91560-5866-4ff5-be78-26efe35f4979 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/36ed1938-fd05-41bd-b943-a1d09a5b805e HTTP/1.1" status: 204 len: 168 time: 0.2894437 Dec 13 15:39:25.176930 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36602) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:25.193067 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.243033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.325925 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.345532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4d7a94-8eec-474b-abeb-a1495ec5f8a5']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:25.354678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:25.354971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08da7d1-a66c-4c68-8a1f-1e0485adde7a') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:25.364189 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.377351 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.383034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:25.383414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:25.385008 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:25.511636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.516565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.519953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f4d7a94-8eec-474b-abeb-a1495ec5f8a5 HTTP/1.1" status: 204 len: 168 time: 0.3421032 Dec 13 15:39:25.535526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714e1a-4245-4a1e-b812-61487bfa03d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4d7a94-8eec-474b-abeb-a1495ec5f8a5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:25.841551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36606) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:25.881421 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d9b06204-5375-43b2-830f-17120ec33dca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8cf6b7ed5f14d059dbd931ec276be61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387027 Dec 13 15:39:25.884006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36608) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:25.930540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13654d2b-dcfd-4efb-875b-d9ef7873cf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:25.950930 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13654d2b-dcfd-4efb-875b-d9ef7873cf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:26.073219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13654d2b-dcfd-4efb-875b-d9ef7873cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:26.075975 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-13654d2b-dcfd-4efb-875b-d9ef7873cf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:26.077135 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-13654d2b-dcfd-4efb-875b-d9ef7873cf02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0c963af-7920-4ecf-940b-6fe7ea3e4ece HTTP/1.1" status: 204 len: 168 time: 0.1922524 Dec 13 15:39:26.084967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13654d2b-dcfd-4efb-875b-d9ef7873cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c963af-7920-4ecf-940b-6fe7ea3e4ece,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:26.091717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b91fa57b-decb-424d-9863-76a459d49f2c no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:39:26.120326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: b91fa57b-decb-424d-9863-76a459d49f2c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:39:26.120668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device b91fa57b-decb-424d-9863-76a459d49f2c not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:39:27.058266 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36630) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:27.151505 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-14739460'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:27.244658 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:27.248298 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.257168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.334534 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.403165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.429109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:27.438017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9372919-9954-4928-af54-07eb60d6458a,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:27.443799 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.444141 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Added segment 2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38 of type vlan for network 646b9978-4ff7-4b29-8ed9-04d359272f3b Dec 13 15:39:27.483099 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.573896 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.580127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:27.580729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:27.686880 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Network': ['ID=646b9978-4ff7-4b29-8ed9-04d359272f3b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:27.692446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-730dbd44-53f6-4786-b705-87c4ccb4bc94 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6331005 Dec 13 15:39:27.708564 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 646b9978-4ff7-4b29-8ed9-04d359272f3b details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:30.988717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36634) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:30.993841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'subnet': {'network_id': '646b9978-4ff7-4b29-8ed9-04d359272f3b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:31.158675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:31.162217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.392645 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.451465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Subnet': ['ID=bc63a699-abb5-41f5-9154-be6ab5b23d60,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:31.462933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Checking segment: {'id': '2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '646b9978-4ff7-4b29-8ed9-04d359272f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:31.463280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network hostable DHCP agents. Network: 646b9978-4ff7-4b29-8ed9-04d359272f3b, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:31.524094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network 646b9978-4ff7-4b29-8ed9-04d359272f3b is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:31.619863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 646b9978-4ff7-4b29-8ed9-04d359272f3b) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:31.624703 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:31.625315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.629806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95b809-0e1c-4783-b894-6805938230db None None] Network 646b9978-4ff7-4b29-8ed9-04d359272f3b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:31.698197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c6203bb8-0da1-4112-a9b2-920de48f5c49 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7083390 Dec 13 15:39:31.701723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36636) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:31.706629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171416490'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:31.771674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-646b9978-4ff7-4b29-8ed9-04d359272f3b', 'network_id': '646b9978-4ff7-4b29-8ed9-04d359272f3b', 'tenant_id': '6d0d47928b414c24adb1caef71cf62e9', 'fixed_ips': [{'subnet_id': 'bc63a699-abb5-41f5-9154-be6ab5b23d60'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:31.774034 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.792609 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:31.796739 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.821023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:31.830267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.830617 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Added segment 6c1019ce-deb3-4ad5-9265-20428ec71898 of type vlan for network c66f70f7-5951-420c-a869-22c8e7c83edd Dec 13 15:39:31.876769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.907399 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Allocated IP 2001:db8:0:ffff::2 (646b9978-4ff7-4b29-8ed9-04d359272f3b/bc63a699-abb5-41f5-9154-be6ab5b23d60/81023cd9-a730-4d6f-9efc-157182e5a0c2) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:31.951955 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:31.957522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:31.958089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.026771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Network': ['ID=c66f70f7-5951-420c-a869-22c8e7c83edd,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:32.037351 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network c66f70f7-5951-420c-a869-22c8e7c83edd details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:32.081050 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.085782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-539b71cb-8d95-4f9b-8f80-cce03c352e19 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3830075 Dec 13 15:39:32.088548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36638) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:32.093600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'subnet': {'network_id': 'c66f70f7-5951-420c-a869-22c8e7c83edd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:32.169296 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.212893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Network 646b9978-4ff7-4b29-8ed9-04d359272f3b is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:32.215555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:32.221742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:32.224733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Pushing event updated for resources: {'Port': ['ID=81023cd9-a730-4d6f-9efc-157182e5a0c2,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:32.274594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Attempting to bind port 81023cd9-a730-4d6f-9efc-157182e5a0c2 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:32.274961 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Attempting to bind port 81023cd9-a730-4d6f-9efc-157182e5a0c2 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '646b9978-4ff7-4b29-8ed9-04d359272f3b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:32.275325 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Attempting to bind port 81023cd9-a730-4d6f-9efc-157182e5a0c2 on network 646b9978-4ff7-4b29-8ed9-04d359272f3b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:32.280215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:32.280590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Checking segment: {'id': '2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '646b9978-4ff7-4b29-8ed9-04d359272f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:32.280985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.281372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Bound using segment: {'id': '2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '646b9978-4ff7-4b29-8ed9-04d359272f3b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:32.281829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Bound port: 81023cd9-a730-4d6f-9efc-157182e5a0c2, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '646b9978-4ff7-4b29-8ed9-04d359272f3b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:32.282200 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.296142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:32.300882 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.343900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] For port 81023cd9-a730-4d6f-9efc-157182e5a0c2, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:32.346987 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] For port 81023cd9-a730-4d6f-9efc-157182e5a0c2, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81023cd9-a730-4d6f-9efc-157182e5a0c2,segment=NetworkSegment(2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38),segment_id=2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:32.473332 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.546205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7217c19-1cfb-48c7-b3c6-fa2ebe346199 None None] Pushing event updated for resources: {'Port': ['ID=81023cd9-a730-4d6f-9efc-157182e5a0c2,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:32.575989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.644895 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Subnet': ['ID=364fc472-fc41-44d2-a9f9-0ce97661732b,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:32.684250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Checking segment: {'id': '6c1019ce-deb3-4ad5-9265-20428ec71898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c66f70f7-5951-420c-a869-22c8e7c83edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:32.686639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network hostable DHCP agents. Network: c66f70f7-5951-420c-a869-22c8e7c83edd, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:32.787331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network c66f70f7-5951-420c-a869-22c8e7c83edd is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:32.907298 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, c66f70f7-5951-420c-a869-22c8e7c83edd) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:32.913014 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:32.913607 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:32.916816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ac7d8-36bd-4156-ad6e-5757f0dab350 None None] Network c66f70f7-5951-420c-a869-22c8e7c83edd requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:32.989136 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d9740d1a-baac-48f7-b0b5-a6e5520cf51a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8993752 Dec 13 15:39:33.002672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36640) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:33.102097 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.224654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-c66f70f7-5951-420c-a869-22c8e7c83edd', 'network_id': 'c66f70f7-5951-420c-a869-22c8e7c83edd', 'tenant_id': '6d0d47928b414c24adb1caef71cf62e9', 'fixed_ips': [{'subnet_id': '364fc472-fc41-44d2-a9f9-0ce97661732b'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:33.225924 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.372077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Allocated IP 2001:db8::2 (c66f70f7-5951-420c-a869-22c8e7c83edd/364fc472-fc41-44d2-a9f9-0ce97661732b/ce526a68-3ebd-4eb2-a567-d02015d1a4bb) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:33.453458 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7acb82-d547-4903-afcb-bf955be9912a None None] Network 646b9978-4ff7-4b29-8ed9-04d359272f3b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:33.515854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.601508 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.606227 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ff35d617-9ffb-4a45-a440-43ef3e8d99fe None None] Provisioning complete for port 81023cd9-a730-4d6f-9efc-157182e5a0c2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:33.606609 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff35d617-9ffb-4a45-a440-43ef3e8d99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.659426 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.713986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.714512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Network c66f70f7-5951-420c-a869-22c8e7c83edd is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:33.739709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Pushing event updated for resources: {'Port': ['ID=ce526a68-3ebd-4eb2-a567-d02015d1a4bb,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:33.742196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:33.744407 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Subnet': ['ID=364fc472-fc41-44d2-a9f9-0ce97661732b,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:33.747702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:33.808005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.829505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66f70f7-5951-420c-a869-22c8e7c83edd']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:33.833211 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff35d617-9ffb-4a45-a440-43ef3e8d99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.839492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1019ce-deb3-4ad5-9265-20428ec71898') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:33.840352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1019ce-deb3-4ad5-9265-20428ec71898') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:33.849026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Attempting to bind port ce526a68-3ebd-4eb2-a567-d02015d1a4bb on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:33.849026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Attempting to bind port ce526a68-3ebd-4eb2-a567-d02015d1a4bb by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '6c1019ce-deb3-4ad5-9265-20428ec71898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c66f70f7-5951-420c-a869-22c8e7c83edd'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:33.849026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Attempting to bind port ce526a68-3ebd-4eb2-a567-d02015d1a4bb on network c66f70f7-5951-420c-a869-22c8e7c83edd {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:33.852896 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.854147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:33.854551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Checking segment: {'id': '6c1019ce-deb3-4ad5-9265-20428ec71898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c66f70f7-5951-420c-a869-22c8e7c83edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:33.854957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.855384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Bound using segment: {'id': '6c1019ce-deb3-4ad5-9265-20428ec71898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c66f70f7-5951-420c-a869-22c8e7c83edd'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:33.855850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Bound port: ce526a68-3ebd-4eb2-a567-d02015d1a4bb, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1019ce-deb3-4ad5-9265-20428ec71898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c66f70f7-5951-420c-a869-22c8e7c83edd'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:33.856230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.866635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.873178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:33.873571 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:33.876656 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:33.910989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ff35d617-9ffb-4a45-a440-43ef3e8d99fe None None] For port 81023cd9-a730-4d6f-9efc-157182e5a0c2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81023cd9-a730-4d6f-9efc-157182e5a0c2,segment=NetworkSegment(2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38),segment_id=2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:33.948150 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] For port ce526a68-3ebd-4eb2-a567-d02015d1a4bb, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:33.951971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] For port ce526a68-3ebd-4eb2-a567-d02015d1a4bb, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ce526a68-3ebd-4eb2-a567-d02015d1a4bb,segment=NetworkSegment(6c1019ce-deb3-4ad5-9265-20428ec71898),segment_id=6c1019ce-deb3-4ad5-9265-20428ec71898)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:33.958597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ff35d617-9ffb-4a45-a440-43ef3e8d99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:33.959069 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.db.api [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:39:33.959069 n-d-816954-1 neutron-server[102824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:39:33.959069 n-d-816954-1 neutron-server[102824]: [parameters: {'id': 'c66f70f7-5951-420c-a869-22c8e7c83edd'}] Dec 13 15:39:33.959069 n-d-816954-1 neutron-server[102824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:39:33.959498 n-d-816954-1 neutron-server[102824]: DEBUG oslo_db.api [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:39:34.005205 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.016757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35d617-9ffb-4a45-a440-43ef3e8d99fe None None] Pushing event updated for resources: {'Port': ['ID=81023cd9-a730-4d6f-9efc-157182e5a0c2,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:34.105819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad8a6-1d65-4261-bbe5-66ac648067ec None None] Pushing event updated for resources: {'Port': ['ID=ce526a68-3ebd-4eb2-a567-d02015d1a4bb,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:34.111684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d1692-6724-45bd-9cfb-bebad037635a None None] Network c66f70f7-5951-420c-a869-22c8e7c83edd requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:34.131795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81023cd9-a730-4d6f-9efc-157182e5a0c2 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:39:34.158505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9ff34f71-4a80-4337-addd-158a2db63127 None None] Provisioning complete for port 81023cd9-a730-4d6f-9efc-157182e5a0c2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:34.158877 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9ff34f71-4a80-4337-addd-158a2db63127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.298490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 81023cd9-a730-4d6f-9efc-157182e5a0c2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:34.298490 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.371461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ff7f8-2d91-40e7-baf4-4a8ff5ae495d None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:39:34.461142 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.472934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ff7f8-2d91-40e7-baf4-4a8ff5ae495d None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:39:34.514786 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Deleting port ce526a68-3ebd-4eb2-a567-d02015d1a4bb {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:34.515130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.580035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] For port ce526a68-3ebd-4eb2-a567-d02015d1a4bb, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=ce526a68-3ebd-4eb2-a567-d02015d1a4bb,segment=NetworkSegment(6c1019ce-deb3-4ad5-9265-20428ec71898),segment_id=6c1019ce-deb3-4ad5-9265-20428ec71898)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:34.580401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.593972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Calling delete_port for ce526a68-3ebd-4eb2-a567-d02015d1a4bb owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:34.735586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.762482 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Port': ['ID=ce526a68-3ebd-4eb2-a567-d02015d1a4bb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:34.767877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No DVR routers for this DVR port ce526a68-3ebd-4eb2-a567-d02015d1a4bb on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:34.846336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.865191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66f70f7-5951-420c-a869-22c8e7c83edd']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:34.874034 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1019ce-deb3-4ad5-9265-20428ec71898') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:34.874354 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1019ce-deb3-4ad5-9265-20428ec71898') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:34.883544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.897491 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.903916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:34.904308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:34.907251 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:35.021510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.029400 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.031944 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/c66f70f7-5951-420c-a869-22c8e7c83edd HTTP/1.1" status: 204 len: 168 time: 2.0282712 Dec 13 15:39:35.035844 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36642) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:35.041067 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503058191'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:35.043929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763de55-e01a-481e-81de-1bc5f7df94a2 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Network': ['ID=c66f70f7-5951-420c-a869-22c8e7c83edd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:35.122684 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:35.126105 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.149859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:35.159226 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.159572 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Added segment 75a804ab-53f5-4652-bc87-6e207bab2421 of type vlan for network 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 Dec 13 15:39:35.205818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.282718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.288504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:35.289131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.356210 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Network': ['ID=8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:35.366729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:35.403257 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8d200906-4bfc-4a0b-bad2-562d4fb1d954 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3628380 Dec 13 15:39:35.403476 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36644) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:35.408638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'subnet': {'network_id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:35.576001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:35.579642 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.639576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Performing IP validity checks on allocation pools {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 15:39:35.640101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.ipam_backend_mixin [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 15:39:35.798603 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:35.863253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Subnet': ['ID=3797b6cc-f1d9-4054-8f97-ae7224a3c3f9,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:35.869987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Checking segment: {'id': '75a804ab-53f5-4652-bc87-6e207bab2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:35.870386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network hostable DHCP agents. Network: 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:35.939584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:36.019818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:36.023973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:36.024566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.028984 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b31611-78ae-4dd1-8b27-4c6c53b07a35 None None] Network 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:36.103738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8189f026-60b8-4153-bcd8-e6a9547274c1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6992452 Dec 13 15:39:36.106374 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36646) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:36.173130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7', 'network_id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7', 'tenant_id': '6d0d47928b414c24adb1caef71cf62e9', 'fixed_ips': [{'subnet_id': '3797b6cc-f1d9-4054-8f97-ae7224a3c3f9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:36.174082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.200250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.286455 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.316484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Allocated IP 2001:db8::3 (8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7/3797b6cc-f1d9-4054-8f97-ae7224a3c3f9/b123f844-5462-41ac-a8d1-3af7307d8ba9) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:36.455220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.489965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.530618 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Network 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:36.533609 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:36.536918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:36.544122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Pushing event updated for resources: {'Port': ['ID=b123f844-5462-41ac-a8d1-3af7307d8ba9,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:36.547625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.577612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Subnet': ['ID=3797b6cc-f1d9-4054-8f97-ae7224a3c3f9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:36.595386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Attempting to bind port b123f844-5462-41ac-a8d1-3af7307d8ba9 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:36.595759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Attempting to bind port b123f844-5462-41ac-a8d1-3af7307d8ba9 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '75a804ab-53f5-4652-bc87-6e207bab2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:36.596122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Attempting to bind port b123f844-5462-41ac-a8d1-3af7307d8ba9 on network 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:36.601023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:36.601388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Checking segment: {'id': '75a804ab-53f5-4652-bc87-6e207bab2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:36.601787 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.602177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Bound using segment: {'id': '75a804ab-53f5-4652-bc87-6e207bab2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:36.602675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Bound port: b123f844-5462-41ac-a8d1-3af7307d8ba9, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a804ab-53f5-4652-bc87-6e207bab2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:36.603048 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.642269 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.662140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:36.669671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] For port b123f844-5462-41ac-a8d1-3af7307d8ba9, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:36.671528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a804ab-53f5-4652-bc87-6e207bab2421') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:36.671823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a804ab-53f5-4652-bc87-6e207bab2421') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:36.672702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] For port b123f844-5462-41ac-a8d1-3af7307d8ba9, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b123f844-5462-41ac-a8d1-3af7307d8ba9,segment=NetworkSegment(75a804ab-53f5-4652-bc87-6e207bab2421),segment_id=75a804ab-53f5-4652-bc87-6e207bab2421)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:36.681409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.735846 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.737815 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.743915 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:36.744318 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:36.748043 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:36.820682 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a34bcd-7e96-4362-95c2-728da6a634e1 None None] Pushing event updated for resources: {'Port': ['ID=b123f844-5462-41ac-a8d1-3af7307d8ba9,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:36.825761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0aae50-ae2a-48ab-86cf-de3ae3b4fc4d None None] Network 8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:36.839134 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.db.api [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 15:39:36.839134 n-d-816954-1 neutron-server[102823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 15:39:36.839134 n-d-816954-1 neutron-server[102823]: [parameters: {'id': '8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7'}] Dec 13 15:39:36.839134 n-d-816954-1 neutron-server[102823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:39:36.839566 n-d-816954-1 neutron-server[102823]: DEBUG oslo_db.api [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:39:36.944906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b00d9-2936-4bbb-a944-3b6daed48504 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:39:37.007691 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b00d9-2936-4bbb-a944-3b6daed48504 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:39:37.340798 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.396535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Deleting port b123f844-5462-41ac-a8d1-3af7307d8ba9 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:37.396874 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.457365 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] For port b123f844-5462-41ac-a8d1-3af7307d8ba9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=b123f844-5462-41ac-a8d1-3af7307d8ba9,segment=NetworkSegment(75a804ab-53f5-4652-bc87-6e207bab2421),segment_id=75a804ab-53f5-4652-bc87-6e207bab2421)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:37.457718 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.470130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Calling delete_port for b123f844-5462-41ac-a8d1-3af7307d8ba9 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:37.604253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.627278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Port': ['ID=b123f844-5462-41ac-a8d1-3af7307d8ba9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:37.633440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No DVR routers for this DVR port b123f844-5462-41ac-a8d1-3af7307d8ba9 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:37.710956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.734041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:37.743138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a804ab-53f5-4652-bc87-6e207bab2421') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:37.743433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a804ab-53f5-4652-bc87-6e207bab2421') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:37.752567 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.765595 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.771305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:37.771685 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:37.774556 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:37.878037 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.885032 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.888746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 HTTP/1.1" status: 204 len: 168 time: 1.7814496 Dec 13 15:39:37.892611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36648) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:37.897642 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2072948537'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:37.900296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb3413-bdb6-46b5-a08e-c7b7f5e88b63 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Network': ['ID=8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:37.958196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:37.961776 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.984076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:37.992422 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:37.992764 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Added segment aa7d3703-f56b-474a-b18d-497821fbf89d of type vlan for network cc8af841-4bfe-40d6-b435-f68ce600e380 Dec 13 15:39:38.040178 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:38.118277 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:38.124294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:38.124877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:38.200381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Network': ['ID=cc8af841-4bfe-40d6-b435-f68ce600e380,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:38.213515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network cc8af841-4bfe-40d6-b435-f68ce600e380 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:38.241220 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-af47bb30-fba8-46ea-a4c5-b20212f5e72e tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3475151 Dec 13 15:39:38.244134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36650) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:38.249093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'subnet': {'network_id': 'cc8af841-4bfe-40d6-b435-f68ce600e380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:38.414037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:38.417508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:38.649778 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:38.714825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Subnet': ['ID=c02fb6f9-e065-4620-be0f-432cedd4383c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:38.721831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Checking segment: {'id': 'aa7d3703-f56b-474a-b18d-497821fbf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cc8af841-4bfe-40d6-b435-f68ce600e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:38.727271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network hostable DHCP agents. Network: cc8af841-4bfe-40d6-b435-f68ce600e380, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:38.804005 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network cc8af841-4bfe-40d6-b435-f68ce600e380 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:38.866606 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, cc8af841-4bfe-40d6-b435-f68ce600e380) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:38.871183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:38.871842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:38.876630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b81a7-9a76-4a27-ba7f-43947d9fa640 None None] Network cc8af841-4bfe-40d6-b435-f68ce600e380 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:38.961285 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-737bf00d-9e1e-4b72-9b04-78ac75743ae0 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7161059 Dec 13 15:39:38.964813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36652) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:38.969861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488053577'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:39.025109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-cc8af841-4bfe-40d6-b435-f68ce600e380', 'network_id': 'cc8af841-4bfe-40d6-b435-f68ce600e380', 'tenant_id': '6d0d47928b414c24adb1caef71cf62e9', 'fixed_ips': [{'subnet_id': 'c02fb6f9-e065-4620-be0f-432cedd4383c'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:39.029884 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.078459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:39.081960 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.106359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:39.115095 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.115436 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Added segment 7368ec4c-3400-44fc-b22d-2b235c3ac895 of type vlan for network 2129f284-86d4-4045-88b6-12cb14a02606 Dec 13 15:39:39.154771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.163296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Allocated IP 2001:db8::2 (cc8af841-4bfe-40d6-b435-f68ce600e380/c02fb6f9-e065-4620-be0f-432cedd4383c/8e7789e7-d845-4c0e-bd39-fbb3b4a888a5) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:39.249865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.255531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:39.256152 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.304350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.325294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Network': ['ID=2129f284-86d4-4045-88b6-12cb14a02606,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:39.335112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 2129f284-86d4-4045-88b6-12cb14a02606 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:39.376823 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9783d22f-1057-4f6b-90ba-edacd64ae10b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4109190 Dec 13 15:39:39.379639 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36654) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:39.384539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Request body: {'subnet': {'network_id': '2129f284-86d4-4045-88b6-12cb14a02606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:39.400962 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.436962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Network cc8af841-4bfe-40d6-b435-f68ce600e380 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:39.441240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:39.443771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:39.452095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Pushing event updated for resources: {'Port': ['ID=8e7789e7-d845-4c0e-bd39-fbb3b4a888a5,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:39.507530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Attempting to bind port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:39.507812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Attempting to bind port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'aa7d3703-f56b-474a-b18d-497821fbf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cc8af841-4bfe-40d6-b435-f68ce600e380'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:39.508170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Attempting to bind port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 on network cc8af841-4bfe-40d6-b435-f68ce600e380 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:39.513017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:39.513382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Checking segment: {'id': 'aa7d3703-f56b-474a-b18d-497821fbf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cc8af841-4bfe-40d6-b435-f68ce600e380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:39.513771 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.514151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Bound using segment: {'id': 'aa7d3703-f56b-474a-b18d-497821fbf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cc8af841-4bfe-40d6-b435-f68ce600e380'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:39.514632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Bound port: 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7d3703-f56b-474a-b18d-497821fbf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cc8af841-4bfe-40d6-b435-f68ce600e380'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:39.515001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.541156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Made reservation on behalf of 6d0d47928b414c24adb1caef71cf62e9 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:39.545423 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.576582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] For port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:39.579702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] For port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e7789e7-d845-4c0e-bd39-fbb3b4a888a5,segment=NetworkSegment(aa7d3703-f56b-474a-b18d-497821fbf89d),segment_id=aa7d3703-f56b-474a-b18d-497821fbf89d)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:39.650202 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.720020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e8888-f03a-4787-9c35-9eeaa2998831 None None] Pushing event updated for resources: {'Port': ['ID=8e7789e7-d845-4c0e-bd39-fbb3b4a888a5,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:39.804301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:39.880347 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event updated for resources: {'Subnet': ['ID=d7ef9f8f-8bc4-4905-8373-2e53c2cfcf22,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:39.889318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Checking segment: {'id': '7368ec4c-3400-44fc-b22d-2b235c3ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2129f284-86d4-4045-88b6-12cb14a02606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:39.889679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network hostable DHCP agents. Network: 2129f284-86d4-4045-88b6-12cb14a02606, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:39.946872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Network 2129f284-86d4-4045-88b6-12cb14a02606 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:40.009956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 2129f284-86d4-4045-88b6-12cb14a02606) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:40.014734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:40.015425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.019165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9d323-d6d1-46a0-87c0-d4a4f4ea2508 None None] Network 2129f284-86d4-4045-88b6-12cb14a02606 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:40.087152 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ff4ef61e-49f6-4681-bc56-2037e27e970d tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7063913 Dec 13 15:39:40.090442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36656) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:40.156083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:39:40.204212 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.214687 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b8955-1f2a-4ef1-a325-4fde76d4f1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-2129f284-86d4-4045-88b6-12cb14a02606', 'network_id': '2129f284-86d4-4045-88b6-12cb14a02606', 'tenant_id': '6d0d47928b414c24adb1caef71cf62e9', 'fixed_ips': [{'subnet_id': 'd7ef9f8f-8bc4-4905-8373-2e53c2cfcf22'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:40.215502 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-867b8955-1f2a-4ef1-a325-4fde76d4f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.244689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:40.245054 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.256426 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.378711 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.389002 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server [None req-867b8955-1f2a-4ef1-a325-4fde76d4f1d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7ef9f8f-8bc4-4905-8373-2e53c2cfcf22: This subnet is being modified by another concurrent operation. Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server raise exception Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7ef9f8f-8bc4-4905-8373-2e53c2cfcf22: This subnet is being modified by another concurrent operation. Dec 13 15:39:40.419182 n-d-816954-1 neutron-server[102825]: ERROR oslo_messaging.rpc.server Dec 13 15:39:40.429190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e7789e7-d845-4c0e-bd39-fbb3b4a888a5,segment=NetworkSegment(aa7d3703-f56b-474a-b18d-497821fbf89d),segment_id=aa7d3703-f56b-474a-b18d-497821fbf89d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:40.437069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff83b871-a1a8-464d-aee8-d70e0bb9efc7 None None] Network 2129f284-86d4-4045-88b6-12cb14a02606 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:40.441722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ef9f8f-8bc4-4905-8373-2e53c2cfcf22,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:40.488150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.503014 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.513013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2129f284-86d4-4045-88b6-12cb14a02606']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:40.524513 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7368ec4c-3400-44fc-b22d-2b235c3ac895') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:40.524813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7368ec4c-3400-44fc-b22d-2b235c3ac895') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:40.535509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.550297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.557106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:40.557725 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:40.564058 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:40.690189 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.697540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.703860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/2129f284-86d4-4045-88b6-12cb14a02606 HTTP/1.1" status: 204 len: 168 time: 0.6087694 Dec 13 15:39:40.704341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36658) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:40.728531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b69101-1d2c-454f-b09c-021a19dc672a tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Network': ['ID=2129f284-86d4-4045-88b6-12cb14a02606,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:40.728801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed614de-248b-43a9-855f-c99385cb78a3 None None] Network cc8af841-4bfe-40d6-b435-f68ce600e380 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:40.738808 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-325d5aab-bb47-43f6-85ab-cb204d6ba544 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] GET failed (client error): The resource could not be found. Dec 13 15:39:40.743201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-325d5aab-bb47-43f6-85ab-cb204d6ba544 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "GET /v2.0/subnets/d7ef9f8f-8bc4-4905-8373-2e53c2cfcf22 HTTP/1.1" status: 404 len: 337 time: 0.0348184 Dec 13 15:39:40.743201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36660) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:40.761478 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7449bd0a-dd9e-4d93-aef5-7eef47feeb34 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] DELETE failed (client error): The resource could not be found. Dec 13 15:39:40.762010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7449bd0a-dd9e-4d93-aef5-7eef47feeb34 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:39:40.768436 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7449bd0a-dd9e-4d93-aef5-7eef47feeb34 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/2129f284-86d4-4045-88b6-12cb14a02606 HTTP/1.1" status: 404 len: 339 time: 0.0210743 Dec 13 15:39:40.768665 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36662) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:40.794323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=8e7789e7-d845-4c0e-bd39-fbb3b4a888a5,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:40.794984 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-84915970-eeb5-4620-9d00-33ae1dd49556 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] DELETE failed (client error): The resource could not be found. Dec 13 15:39:40.795427 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84915970-eeb5-4620-9d00-33ae1dd49556 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:39:40.800709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-84915970-eeb5-4620-9d00-33ae1dd49556 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/subnets/d7ef9f8f-8bc4-4905-8373-2e53c2cfcf22 HTTP/1.1" status: 404 len: 337 time: 0.0288966 Dec 13 15:39:40.801147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36664) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:40.801270 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1984f64b-82fd-4f32-b3e8-1ee81097e850 None None] Provisioning complete for port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:40.801608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1984f64b-82fd-4f32-b3e8-1ee81097e850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.819239 n-d-816954-1 neutron-server[102824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8680bdb-1a7e-4235-822d-51013ec3948f tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] DELETE failed (client error): The resource could not be found. Dec 13 15:39:40.819773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8680bdb-1a7e-4235-822d-51013ec3948f tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:39:40.822748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f8680bdb-1a7e-4235-822d-51013ec3948f tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/2129f284-86d4-4045-88b6-12cb14a02606 HTTP/1.1" status: 404 len: 339 time: 0.0206869 Dec 13 15:39:40.825869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36666) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:40.878192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Deleting subnet c02fb6f9-e065-4620-be0f-432cedd4383c {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:39:40.881330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:40.927471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.012165 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.158479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d32e0-23c9-4d27-9ed2-bb5b126bb35e None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:39:41.187471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.219475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Subnet': ['ID=c02fb6f9-e065-4620-be0f-432cedd4383c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:41.223549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.226856 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19edee09-5aa8-4aec-b50d-9a1e506a7c4b tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/subnets/c02fb6f9-e065-4620-be0f-432cedd4383c HTTP/1.1" status: 204 len: 168 time: 0.4000292 Dec 13 15:39:41.229463 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:41.238284 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d32e0-23c9-4d27-9ed2-bb5b126bb35e None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:39:41.301354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e17b104e-8735-4e59-b4eb-9c7a0527b544 None None] Provisioning complete for port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:41.301724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e17b104e-8735-4e59-b4eb-9c7a0527b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.304768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.355776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Deleting port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:41.356115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.432591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] For port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e7789e7-d845-4c0e-bd39-fbb3b4a888a5,segment=NetworkSegment(aa7d3703-f56b-474a-b18d-497821fbf89d),segment_id=aa7d3703-f56b-474a-b18d-497821fbf89d)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:41.433162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.450334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Calling delete_port for 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:41.513565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8bcbcd-1d3c-443d-866e-5a1e50612dc1 None None] Network cc8af841-4bfe-40d6-b435-f68ce600e380 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:41.592681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.620634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No DVR routers for this DVR port 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:41.626893 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Port': ['ID=8e7789e7-d845-4c0e-bd39-fbb3b4a888a5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:41.666378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6c918-52cb-45fb-918e-de795dbb7101 None None] DHCP port deletion for cc8af841-4bfe-40d6-b435-f68ce600e380 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:39:41.710823 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.731396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8af841-4bfe-40d6-b435-f68ce600e380']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:41.742613 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7d3703-f56b-474a-b18d-497821fbf89d') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:41.742906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7d3703-f56b-474a-b18d-497821fbf89d') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:41.752794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.766212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.772139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:41.772514 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:41.775648 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:41.905510 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.912915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:41.916129 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/cc8af841-4bfe-40d6-b435-f68ce600e380 HTTP/1.1" status: 204 len: 168 time: 0.6856465 Dec 13 15:39:41.919469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36670) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:41.928464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc53983-e7f2-448c-9d12-776c69804ee1 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Network': ['ID=cc8af841-4bfe-40d6-b435-f68ce600e380,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:41.948166 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75b7727-6c09-4edb-8104-a85d8e254a35 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] DELETE failed (client error): The resource could not be found. Dec 13 15:39:41.948622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75b7727-6c09-4edb-8104-a85d8e254a35 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:39:41.951792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c75b7727-6c09-4edb-8104-a85d8e254a35 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/subnets/3797b6cc-f1d9-4054-8f97-ae7224a3c3f9 HTTP/1.1" status: 404 len: 337 time: 0.0312836 Dec 13 15:39:41.954368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36672) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:41.972527 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1048d3c6-7359-4607-98d3-cae066543520 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] DELETE failed (client error): The resource could not be found. Dec 13 15:39:41.973032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1048d3c6-7359-4607-98d3-cae066543520 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:39:41.975955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1048d3c6-7359-4607-98d3-cae066543520 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/8a3f5fa0-0d1e-42d1-b51c-1e1315434cc7 HTTP/1.1" status: 404 len: 339 time: 0.0206978 Dec 13 15:39:41.978201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36674) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:42.002879 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a3ab71-3832-456b-815f-d02c6f22c478 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] DELETE failed (client error): The resource could not be found. Dec 13 15:39:42.003327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a3ab71-3832-456b-815f-d02c6f22c478 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:39:42.006217 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b7a3ab71-3832-456b-815f-d02c6f22c478 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/subnets/364fc472-fc41-44d2-a9f9-0ce97661732b HTTP/1.1" status: 404 len: 337 time: 0.0271423 Dec 13 15:39:42.008501 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36676) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:42.027431 n-d-816954-1 neutron-server[102823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69e73ae-91de-41df-a66e-14617c00f7b7 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] DELETE failed (client error): The resource could not be found. Dec 13 15:39:42.027991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69e73ae-91de-41df-a66e-14617c00f7b7 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 15:39:42.032030 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b69e73ae-91de-41df-a66e-14617c00f7b7 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/c66f70f7-5951-420c-a869-22c8e7c83edd HTTP/1.1" status: 404 len: 339 time: 0.0216320 Dec 13 15:39:42.034052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:42.086258 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Deleting subnet bc63a699-abb5-41f5-9154-be6ab5b23d60 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:39:42.089222 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.096746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:39:42.117144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:39:42.117492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e7789e7-d845-4c0e-bd39-fbb3b4a888a5 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:39:42.133809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.213011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.347467 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.378495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Subnet': ['ID=bc63a699-abb5-41f5-9154-be6ab5b23d60,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:42.383464 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.387766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-91709434-27b8-4faa-9880-12070780ef68 tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/subnets/bc63a699-abb5-41f5-9154-be6ab5b23d60 HTTP/1.1" status: 204 len: 168 time: 0.3527567 Dec 13 15:39:42.389548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432d9f9-dd0f-4c16-af58-ea495f80490a None None] Network 646b9978-4ff7-4b29-8ed9-04d359272f3b requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:42.390207 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36680) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:42.465443 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.518802 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Deleting port 81023cd9-a730-4d6f-9efc-157182e5a0c2 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:42.519139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.559560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] DHCP port deletion for 646b9978-4ff7-4b29-8ed9-04d359272f3b request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:39:42.584317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] For port 81023cd9-a730-4d6f-9efc-157182e5a0c2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81023cd9-a730-4d6f-9efc-157182e5a0c2,segment=NetworkSegment(2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38),segment_id=2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:42.584679 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.597271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Calling delete_port for 81023cd9-a730-4d6f-9efc-157182e5a0c2 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:42.605427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] Deleting port 81023cd9-a730-4d6f-9efc-157182e5a0c2 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:42.605736 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.680844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] For port 81023cd9-a730-4d6f-9efc-157182e5a0c2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=81023cd9-a730-4d6f-9efc-157182e5a0c2,segment=NetworkSegment(2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38),segment_id=2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:42.681240 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.695010 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] Calling delete_port for 81023cd9-a730-4d6f-9efc-157182e5a0c2 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:42.741496 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.767293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.768384 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Port': ['ID=81023cd9-a730-4d6f-9efc-157182e5a0c2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:42.770453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] No DVR routers for this DVR port 81023cd9-a730-4d6f-9efc-157182e5a0c2 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:42.793777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] Pushing event deleted for resources: {'Port': ['ID=81023cd9-a730-4d6f-9efc-157182e5a0c2,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:42.797344 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a048cc9-04b0-409b-a82b-07da9e4b3d8a None None] No DVR routers for this DVR port 81023cd9-a730-4d6f-9efc-157182e5a0c2 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:42.855609 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.875015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646b9978-4ff7-4b29-8ed9-04d359272f3b']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:42.884121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:42.884421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7e4ad8-4188-4f0e-8b2d-1502b72c3e38') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:42.894082 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.907370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.913314 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:42.913699 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:42.916716 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:43.036629 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:43.043452 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:43.046662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] 10.222.0.24 "DELETE /v2.0/networks/646b9978-4ff7-4b29-8ed9-04d359272f3b HTTP/1.1" status: 204 len: 168 time: 0.6554050 Dec 13 15:39:43.064739 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58861c-17e4-464b-8e0d-826efb2229ce tempest-NetworksIpV6Test-1138747183 tempest-NetworksIpV6Test-1138747183-project] Pushing event deleted for resources: {'Network': ['ID=646b9978-4ff7-4b29-8ed9-04d359272f3b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:43.476006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36686) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:43.603230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-365f7582-fb07-403f-ab1d-b4e2b09f90be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d0d47928b414c24adb1caef71cf62e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261046 Dec 13 15:39:43.606343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36690) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:43.652703 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-649248ab-c5c4-4324-9d21-29b964d8f163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:43.673526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-649248ab-c5c4-4324-9d21-29b964d8f163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:43.786568 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-649248ab-c5c4-4324-9d21-29b964d8f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:43.789113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-649248ab-c5c4-4324-9d21-29b964d8f163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:43.790260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-649248ab-c5c4-4324-9d21-29b964d8f163 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9372919-9954-4928-af54-07eb60d6458a HTTP/1.1" status: 204 len: 168 time: 0.1830289 Dec 13 15:39:43.798228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649248ab-c5c4-4324-9d21-29b964d8f163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9372919-9954-4928-af54-07eb60d6458a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:44.097076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81023cd9-a730-4d6f-9efc-157182e5a0c2 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:39:44.119866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 81023cd9-a730-4d6f-9efc-157182e5a0c2 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:39:44.120208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 81023cd9-a730-4d6f-9efc-157182e5a0c2 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:39:44.783965 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36712) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:44.878540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c97d5467-3278-42b9-8ef5-610f1272a262 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1240424318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:44.958205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c97d5467-3278-42b9-8ef5-610f1272a262 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:44.959253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c97d5467-3278-42b9-8ef5-610f1272a262 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.042980 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c97d5467-3278-42b9-8ef5-610f1272a262 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.112576 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c97d5467-3278-42b9-8ef5-610f1272a262 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.194137 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c97d5467-3278-42b9-8ef5-610f1272a262 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.195362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c97d5467-3278-42b9-8ef5-610f1272a262 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4104171 Dec 13 15:39:45.197998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36716) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:45.202840 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-888084772'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:45.282579 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:39:45.284187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Made reservation on behalf of 44439b51a6b24253b31674c126a7cce4 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:45.287733 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.297365 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.368176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.420927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.445431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:45.458569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73a38a-3b70-4865-880e-fdff337cb8df,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:45.463235 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.463579 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Added segment da195ea4-518d-49c2-b7a3-e0eb0865b8a4 of type vlan for network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd Dec 13 15:39:45.502918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.592612 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.598140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:45.598768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:45.662059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event updated for resources: {'Network': ['ID=ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:45.673294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:45.718107 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e9c4c7e1-8030-404e-9b05-75037261e97d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5165637 Dec 13 15:39:45.718510 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36718) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:45.723473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Request body: {'subnet': {'network_id': 'ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:46.129757 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Made reservation on behalf of 44439b51a6b24253b31674c126a7cce4 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:46.133134 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.239193 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.392188 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.451458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event updated for resources: {'Subnet': ['ID=12b514ed-88b5-49ad-87e8-474f790035ca,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:46.458715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Checking segment: {'id': 'da195ea4-518d-49c2-b7a3-e0eb0865b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:46.459072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Network hostable DHCP agents. Network: ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:46.534871 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:46.614800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:46.618701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:46.619275 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.624043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f88893-cb4d-481c-9f97-ada095be6fb1 None None] Network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:46.680595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-22c94455-7d64-42af-a707-db457ee09f4e tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9611101 Dec 13 15:39:46.684054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36720) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:46.688862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2059336610'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:46.752683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Made reservation on behalf of 44439b51a6b24253b31674c126a7cce4 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:46.756420 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.766310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd', 'network_id': 'ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd', 'tenant_id': '44439b51a6b24253b31674c126a7cce4', 'fixed_ips': [{'subnet_id': '12b514ed-88b5-49ad-87e8-474f790035ca'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:46.766835 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.781055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:46.789987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.790407 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Added segment 5ca8fee0-7b44-4621-8857-75330fbb1779 of type vlan for network 75f5af6f-2df8-4f48-a3c7-44613ee86ba9 Dec 13 15:39:46.833878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.902481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Allocated IP 172.20.0.2 (ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd/12b514ed-88b5-49ad-87e8-474f790035ca/bbcf19d3-8c46-4131-8b37-34c5b5625e5c) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:46.922810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.930033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:46.930033 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:46.992874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event updated for resources: {'Network': ['ID=75f5af6f-2df8-4f48-a3c7-44613ee86ba9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:47.003702 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 75f5af6f-2df8-4f48-a3c7-44613ee86ba9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:47.052697 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ae5513fa-c8f2-47f4-9abc-c57f6c1adbf3 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3676014 Dec 13 15:39:47.055470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36722) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:47.061130 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Request body: {'subnet': {'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:47.103778 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.147432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.183465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:47.186287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:47.191768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:47.200479 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Pushing event updated for resources: {'Port': ['ID=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:47.203784 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Made reservation on behalf of 44439b51a6b24253b31674c126a7cce4 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:47.207441 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.249878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Attempting to bind port bbcf19d3-8c46-4131-8b37-34c5b5625e5c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:47.250160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Attempting to bind port bbcf19d3-8c46-4131-8b37-34c5b5625e5c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'da195ea4-518d-49c2-b7a3-e0eb0865b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:47.250599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Attempting to bind port bbcf19d3-8c46-4131-8b37-34c5b5625e5c on network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:47.255486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:47.255852 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Checking segment: {'id': 'da195ea4-518d-49c2-b7a3-e0eb0865b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:47.256249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.256632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Bound using segment: {'id': 'da195ea4-518d-49c2-b7a3-e0eb0865b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:47.257087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Bound port: bbcf19d3-8c46-4131-8b37-34c5b5625e5c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da195ea4-518d-49c2-b7a3-e0eb0865b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:47.257461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.325745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] For port bbcf19d3-8c46-4131-8b37-34c5b5625e5c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:47.328854 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] For port bbcf19d3-8c46-4131-8b37-34c5b5625e5c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,segment=NetworkSegment(da195ea4-518d-49c2-b7a3-e0eb0865b8a4),segment_id=da195ea4-518d-49c2-b7a3-e0eb0865b8a4)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:47.385903 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.419491 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.442554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347557f-1b0d-4fa9-80a3-9e153ab2d3be None None] Pushing event updated for resources: {'Port': ['ID=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:47.446652 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.507078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event updated for resources: {'Subnet': ['ID=b98a1792-cf5c-48b1-91f4-f3994517846e,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:47.514750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Checking segment: {'id': '5ca8fee0-7b44-4621-8857-75330fbb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:47.515111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Network hostable DHCP agents. Network: 75f5af6f-2df8-4f48-a3c7-44613ee86ba9, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:47.626654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Network 75f5af6f-2df8-4f48-a3c7-44613ee86ba9 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:47.735032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 75f5af6f-2df8-4f48-a3c7-44613ee86ba9) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:47.739346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:47.739935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:47.745102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415160b-1a4a-4a07-844f-71e540c62858 None None] Network 75f5af6f-2df8-4f48-a3c7-44613ee86ba9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:47.828339 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2d62c49c-2673-43c7-be5e-b5a24d3747ad tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7713771 Dec 13 15:39:47.830842 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36724) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:47.835746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-065ea8bf-35ea-4eab-8d54-20ec52eb0d2d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Request body: {'router': {'external_gateway_info': {'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:47.893409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-75f5af6f-2df8-4f48-a3c7-44613ee86ba9', 'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9', 'tenant_id': '44439b51a6b24253b31674c126a7cce4', 'fixed_ips': [{'subnet_id': 'b98a1792-cf5c-48b1-91f4-f3994517846e'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:47.894297 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.035021 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Allocated IP 172.21.0.2 (75f5af6f-2df8-4f48-a3c7-44613ee86ba9/b98a1792-cf5c-48b1-91f4-f3994517846e/3a49d500-6975-46b8-b2d9-bef12d3880e9) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:48.099417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-065ea8bf-35ea-4eab-8d54-20ec52eb0d2d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.179793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bbcf19d3-8c46-4131-8b37-34c5b5625e5c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:39:48.224842 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.246742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bbcf19d3-8c46-4131-8b37-34c5b5625e5c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:48.247203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.296860 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [None req-065ea8bf-35ea-4eab-8d54-20ec52eb0d2d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 15:39:48.303879 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-065ea8bf-35ea-4eab-8d54-20ec52eb0d2d tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "PUT /v2.0/routers/6579c266-75c1-4afa-b987-ebcacfdab391 HTTP/1.1" status: 400 len: 364 time: 0.4662867 Dec 13 15:39:48.304943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36726) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:48.314746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.365935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Deleting subnet b98a1792-cf5c-48b1-91f4-f3994517846e {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:39:48.366535 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Network 75f5af6f-2df8-4f48-a3c7-44613ee86ba9 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:48.369526 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.373504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.377977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:48.390505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:48.397367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Pushing event updated for resources: {'Port': ['ID=3a49d500-6975-46b8-b2d9-bef12d3880e9,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:48.399684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d79add9-8c93-4bfa-b97a-ec66fd3605f9 None None] Network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:48.411690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.495565 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.511855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port bbcf19d3-8c46-4131-8b37-34c5b5625e5c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,segment=NetworkSegment(da195ea4-518d-49c2-b7a3-e0eb0865b8a4),segment_id=da195ea4-518d-49c2-b7a3-e0eb0865b8a4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:48.530018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Attempting to bind port 3a49d500-6975-46b8-b2d9-bef12d3880e9 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:48.530411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Attempting to bind port 3a49d500-6975-46b8-b2d9-bef12d3880e9 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '5ca8fee0-7b44-4621-8857-75330fbb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:48.530774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Attempting to bind port 3a49d500-6975-46b8-b2d9-bef12d3880e9 on network 75f5af6f-2df8-4f48-a3c7-44613ee86ba9 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:48.549716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:48.550080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Checking segment: {'id': '5ca8fee0-7b44-4621-8857-75330fbb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:48.550510 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.550913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Bound using segment: {'id': '5ca8fee0-7b44-4621-8857-75330fbb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:48.551362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Bound port: 3a49d500-6975-46b8-b2d9-bef12d3880e9, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca8fee0-7b44-4621-8857-75330fbb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '75f5af6f-2df8-4f48-a3c7-44613ee86ba9'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:48.551745 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.557499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d00eedaf-ef7f-4430-87ce-e95316865911 None None] Provisioning complete for port bbcf19d3-8c46-4131-8b37-34c5b5625e5c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:48.557900 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d00eedaf-ef7f-4430-87ce-e95316865911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.566439 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.609155 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.636638 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event deleted for resources: {'Subnet': ['ID=b98a1792-cf5c-48b1-91f4-f3994517846e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:48.640324 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.646028 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-35fd2394-9733-423c-8599-ffc6fbfb4778 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "DELETE /v2.0/subnets/b98a1792-cf5c-48b1-91f4-f3994517846e HTTP/1.1" status: 204 len: 168 time: 0.3374848 Dec 13 15:39:48.646515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36728) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:48.726408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.785926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Deleting port 3a49d500-6975-46b8-b2d9-bef12d3880e9 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:48.786293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.848983 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] For port 3a49d500-6975-46b8-b2d9-bef12d3880e9, host n-d-816954-1, got binding levels [] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:48.849490 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:48.865132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Calling delete_port for 3a49d500-6975-46b8-b2d9-bef12d3880e9 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:48.886182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:48.936001 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] For port 3a49d500-6975-46b8-b2d9-bef12d3880e9, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:48.954619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] For port 3a49d500-6975-46b8-b2d9-bef12d3880e9, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=3a49d500-6975-46b8-b2d9-bef12d3880e9,segment=NetworkSegment(5ca8fee0-7b44-4621-8857-75330fbb1779),segment_id=5ca8fee0-7b44-4621-8857-75330fbb1779)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:49.032689 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.106890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.130016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6067c-7daf-4e23-9a6d-b2aa7b8471e7 None None] Pushing event updated for resources: {'Port': ['ID=3a49d500-6975-46b8-b2d9-bef12d3880e9,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:49.141433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event deleted for resources: {'Port': ['ID=3a49d500-6975-46b8-b2d9-bef12d3880e9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:49.145449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] No DVR routers for this DVR port 3a49d500-6975-46b8-b2d9-bef12d3880e9 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:49.153162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca95ca7-9ecd-4da6-b48c-7c7f53f28377 None None] Network 75f5af6f-2df8-4f48-a3c7-44613ee86ba9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:49.216424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fed09d76-2e30-4cf5-97dd-619d2a41ed2e None None] Provisioning complete for port bbcf19d3-8c46-4131-8b37-34c5b5625e5c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:49.216803 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fed09d76-2e30-4cf5-97dd-619d2a41ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.225923 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.245972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f5af6f-2df8-4f48-a3c7-44613ee86ba9']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:49.254910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca8fee0-7b44-4621-8857-75330fbb1779') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:49.255209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca8fee0-7b44-4621-8857-75330fbb1779') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:49.268982 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.283658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.287071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c298451-cb94-48b4-83f2-c89cac917072 None None] get_active_networks_info from n-d-816954-1 {{(pid=102825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 13 15:39:49.290664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:49.291073 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:49.294800 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:49.383397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c298451-cb94-48b4-83f2-c89cac917072 None None] Resources bound (agent type, host, resource id): {{(pid=102825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 15:39:49.404316 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.414134 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.418071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "DELETE /v2.0/networks/75f5af6f-2df8-4f48-a3c7-44613ee86ba9 HTTP/1.1" status: 204 len: 168 time: 0.7702153 Dec 13 15:39:49.420684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36730) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:49.427938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c087a-1f3d-4b59-b1d9-aa987cb3396b tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event deleted for resources: {'Network': ['ID=75f5af6f-2df8-4f48-a3c7-44613ee86ba9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:49.473315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Deleting subnet 12b514ed-88b5-49ad-87e8-474f790035ca {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:39:49.476452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.516181 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.604959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.741441 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.768930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event deleted for resources: {'Subnet': ['ID=12b514ed-88b5-49ad-87e8-474f790035ca,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:49.772765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.775916 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-fe55b553-04ae-460e-b04f-9dac20ec9216 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "DELETE /v2.0/subnets/12b514ed-88b5-49ad-87e8-474f790035ca HTTP/1.1" status: 204 len: 168 time: 0.3542006 Dec 13 15:39:49.778403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36732) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:49.781327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d81b6a-7c4b-498d-bb5f-c98f18d37a46 None None] Network ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:49.861720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.914881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Deleting port bbcf19d3-8c46-4131-8b37-34c5b5625e5c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:49.915227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.923987 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46f2b2c4-b9ad-4ba8-8a10-60342b82ce28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.961376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] DHCP port deletion for ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:39:49.980215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] For port bbcf19d3-8c46-4131-8b37-34c5b5625e5c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,segment=NetworkSegment(da195ea4-518d-49c2-b7a3-e0eb0865b8a4),segment_id=da195ea4-518d-49c2-b7a3-e0eb0865b8a4)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:49.980578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:49.993196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Calling delete_port for bbcf19d3-8c46-4131-8b37-34c5b5625e5c owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:50.010456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] Deleting port bbcf19d3-8c46-4131-8b37-34c5b5625e5c {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:39:50.010831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.080486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] For port bbcf19d3-8c46-4131-8b37-34c5b5625e5c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,segment=NetworkSegment(da195ea4-518d-49c2-b7a3-e0eb0865b8a4),segment_id=da195ea4-518d-49c2-b7a3-e0eb0865b8a4)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:50.080882 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.093665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] Calling delete_port for bbcf19d3-8c46-4131-8b37-34c5b5625e5c owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:39:50.107046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bbcf19d3-8c46-4131-8b37-34c5b5625e5c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:39:50.163842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.190311 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event deleted for resources: {'Port': ['ID=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:50.192099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No active binding found for port bbcf19d3-8c46-4131-8b37-34c5b5625e5c {{(pid=102825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 15:39:50.192522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bbcf19d3-8c46-4131-8b37-34c5b5625e5c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:39:50.194182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] No DVR routers for this DVR port bbcf19d3-8c46-4131-8b37-34c5b5625e5c on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:50.208273 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.233424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] Pushing event deleted for resources: {'Port': ['ID=bbcf19d3-8c46-4131-8b37-34c5b5625e5c,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:50.239793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35351bd7-58dd-48ca-8c71-1815f754b113 None None] No DVR routers for this DVR port bbcf19d3-8c46-4131-8b37-34c5b5625e5c on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:39:50.275246 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.296217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:50.305263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da195ea4-518d-49c2-b7a3-e0eb0865b8a4') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:50.305557 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da195ea4-518d-49c2-b7a3-e0eb0865b8a4') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:50.314737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.328062 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.333865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:39:50.334278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:39:50.337255 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:39:50.443525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.456594 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.456594 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "DELETE /v2.0/networks/ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd HTTP/1.1" status: 204 len: 168 time: 0.6738999 Dec 13 15:39:50.456793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36734) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:50.465860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef7a95-cd2b-4739-8fb3-2c805b88fb98 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Pushing event deleted for resources: {'Network': ['ID=ff12fe4a-b57a-4fae-9fde-6b2840e2e2cd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:50.484635 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b53be793-d0aa-4f91-b9b4-3a6afc4365a8 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "GET /v2.0/ports?device_id=6579c266-75c1-4afa-b987-ebcacfdab391 HTTP/1.1" status: 200 len: 205 time: 0.0268905 Dec 13 15:39:50.487032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 36736) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:50.561148 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c040ead-a6ef-405e-a3e5-107d2d660249 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.723353 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c040ead-a6ef-405e-a3e5-107d2d660249 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.725454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c040ead-a6ef-405e-a3e5-107d2d660249 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.832337 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c040ead-a6ef-405e-a3e5-107d2d660249 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.832786 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c040ead-a6ef-405e-a3e5-107d2d660249 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Fanout notify agent at l3_agent the message router_deleted on router 6579c266-75c1-4afa-b987-ebcacfdab391 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:39:50.840921 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c040ead-a6ef-405e-a3e5-107d2d660249 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:50.840921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5c040ead-a6ef-405e-a3e5-107d2d660249 tempest-RoutersNegativeTest-1109820962 tempest-RoutersNegativeTest-1109820962-project] 10.222.0.24 "DELETE /v2.0/routers/6579c266-75c1-4afa-b987-ebcacfdab391 HTTP/1.1" status: 204 len: 168 time: 0.3527534 Dec 13 15:39:51.235429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36742) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:51.361692 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-efb8aaff-102c-4576-9a1c-fbb3a0e9500e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44439b51a6b24253b31674c126a7cce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250269 Dec 13 15:39:51.364087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36746) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:51.418465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c01b550-f0ed-41df-80d0-0fca94c153d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:51.439066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c01b550-f0ed-41df-80d0-0fca94c153d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:51.557700 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c01b550-f0ed-41df-80d0-0fca94c153d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:51.560325 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9c01b550-f0ed-41df-80d0-0fca94c153d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:51.561470 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9c01b550-f0ed-41df-80d0-0fca94c153d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca73a38a-3b70-4865-880e-fdff337cb8df HTTP/1.1" status: 204 len: 168 time: 0.1964664 Dec 13 15:39:51.569324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01b550-f0ed-41df-80d0-0fca94c153d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73a38a-3b70-4865-880e-fdff337cb8df,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:52.318075 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-001bbd53-e04a-4258-940a-0a8088777d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.494819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36770) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:52.590012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1826687213-network', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:52.659475 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Made reservation on behalf of aea6f15caa2341518e65ec97e72e4899 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:52.661828 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.670720 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.742815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.797581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.822126 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:52.831694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788dba39-5410-418d-8ec2-293e95ae6417,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:52.837800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.838125 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Added segment 44d8338c-d9f1-4b65-94ad-f49b39f02c2c of type vlan for network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a Dec 13 15:39:52.878755 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.962105 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:52.963051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:52.963622 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.022980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] Pushing event updated for resources: {'Network': ['ID=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:53.033571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:53.074889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1fcc9b69-9a99-4fa4-b0b4-1da113e592be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5784616 Dec 13 15:39:53.077678 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36774) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:53.082444 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Request body: {'subnet': {'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-subnet', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:53.163674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Made reservation on behalf of aea6f15caa2341518e65ec97e72e4899 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:53.166208 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.380920 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.436101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7b3d94-7c9e-423d-82c5-3bd0422c8b14,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:53.444983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Checking segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:53.445358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Network hostable DHCP agents. Network: ca81d7e7-a1eb-4340-aa4c-75a6d82b955a, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:53.455496 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.523597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:53.590956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ca81d7e7-a1eb-4340-aa4c-75a6d82b955a) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:53.596333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:53.597249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.598582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d2f29-1438-475c-a8e4-437e1a62a89b None None] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:53.685861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-84a141ea-7efe-4642-a65a-54b72aa10a51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6070113 Dec 13 15:39:53.688343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36776) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:53.692764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:53.739055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'fixed_ips': [{'subnet_id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:53.739944 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.769050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.770252 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.825867 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:53.875205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Allocated IP 172.20.0.2 (ca81d7e7-a1eb-4340-aa4c-75a6d82b955a/6c7b3d94-7c9e-423d-82c5-3bd0422c8b14/946a7307-91fa-44da-8fa3-3097b58d9543) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:54.014395 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.017948 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.107108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.144708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:54.148876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:54.155831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:54.158931 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Pushing event updated for resources: {'Port': ['ID=946a7307-91fa-44da-8fa3-3097b58d9543,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:54.209623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Attempting to bind port 946a7307-91fa-44da-8fa3-3097b58d9543 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:54.209989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Attempting to bind port 946a7307-91fa-44da-8fa3-3097b58d9543 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:54.210380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Attempting to bind port 946a7307-91fa-44da-8fa3-3097b58d9543 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:54.215496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:54.215873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Checking segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:54.216275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.216666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Bound using segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:54.217129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Bound port: 946a7307-91fa-44da-8fa3-3097b58d9543, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:54.217507 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.268265 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.282361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] For port 946a7307-91fa-44da-8fa3-3097b58d9543, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:54.285614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] For port 946a7307-91fa-44da-8fa3-3097b58d9543, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=946a7307-91fa-44da-8fa3-3097b58d9543,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:54.287066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.368433 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.390597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Allocated IP 172.25.7.54 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/f72d00ba-4e03-49e6-b988-04e894caf344) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:54.434305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3534f-f3b0-414d-9466-98249cbf2ba6 None None] Pushing event updated for resources: {'Port': ['ID=946a7307-91fa-44da-8fa3-3097b58d9543,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:54.499976 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.592612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:54.634920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:54.638340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:54.645573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:54.648727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Pushing event updated for resources: {'Port': ['ID=f72d00ba-4e03-49e6-b988-04e894caf344,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:54.974493 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.085072 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.169309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.176988 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.375182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:39:55.389582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c922f2d-3ef2-4f6f-be63-375ef20a2b97 None None] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:55.451739 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4da2e34d-5a67-45bc-a3ee-d2fc67dcf7a6 None None] Provisioning complete for port 946a7307-91fa-44da-8fa3-3097b58d9543 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:55.452133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4da2e34d-5a67-45bc-a3ee-d2fc67dcf7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.482897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:39:55.497063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Sync routers for ids ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:39:55.543123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Routers {'1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:39:55.543743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:55.565466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.566777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e236c326-a468-48de-a634-1222ff0432cb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8774645 Dec 13 15:39:55.569432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36780) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:55.683691 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4da2e34d-5a67-45bc-a3ee-d2fc67dcf7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.738018 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Set router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:39:55.770475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4da2e34d-5a67-45bc-a3ee-d2fc67dcf7a6 None None] For port 946a7307-91fa-44da-8fa3-3097b58d9543, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=946a7307-91fa-44da-8fa3-3097b58d9543,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:55.841911 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4da2e34d-5a67-45bc-a3ee-d2fc67dcf7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:55.913939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2e34d-5a67-45bc-a3ee-d2fc67dcf7a6 None None] Pushing event updated for resources: {'Port': ['ID=946a7307-91fa-44da-8fa3-3097b58d9543,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:55.980738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:39:54Z', 'revision_number': 3, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port': {'id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:56.008512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Checking router: 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:39:56.008712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Updating router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 port f72d00ba-4e03-49e6-b988-04e894caf344 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:39:56.038095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.080799 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8e066a59-b15d-41ef-b0dc-fdbcd236c03d None None] Provisioning complete for port 946a7307-91fa-44da-8fa3-3097b58d9543 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:56.080799 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e066a59-b15d-41ef-b0dc-fdbcd236c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.154336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 946a7307-91fa-44da-8fa3-3097b58d9543 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:39:56.309341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 946a7307-91fa-44da-8fa3-3097b58d9543 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:56.309621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.360210 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.476519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.516544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Allocated IP 172.20.0.1 (ca81d7e7-a1eb-4340-aa4c-75a6d82b955a/6c7b3d94-7c9e-423d-82c5-3bd0422c8b14/fc100e35-c58a-4f30-a71a-ce07b9f56410) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:56.540941 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.626686 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.712693 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.745590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Attempting to bind port f72d00ba-4e03-49e6-b988-04e894caf344 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:56.745962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Attempting to bind port f72d00ba-4e03-49e6-b988-04e894caf344 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:56.746342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Attempting to bind port f72d00ba-4e03-49e6-b988-04e894caf344 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:56.748295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2478c7-2db4-42b4-b8a1-86b870dcec68 None None] Pushing event updated for resources: {'Port': ['ID=f72d00ba-4e03-49e6-b988-04e894caf344,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:56.751374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:56.753695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:56.754066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:56.754354 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:56.754540 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.754921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:56.755380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Bound port: f72d00ba-4e03-49e6-b988-04e894caf344, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:56.756073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.757853 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:39:56.783259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=fc100e35-c58a-4f30-a71a-ce07b9f56410,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:56.803402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.811963 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] For port f72d00ba-4e03-49e6-b988-04e894caf344, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:56.817093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] For port f72d00ba-4e03-49e6-b988-04e894caf344, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f72d00ba-4e03-49e6-b988-04e894caf344,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:56.884641 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:56.946743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Routers {'1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:39:56.947373 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:56.949789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2478c7-2db4-42b4-b8a1-86b870dcec68 None None] Pushing event updated for resources: {'Port': ['ID=f72d00ba-4e03-49e6-b988-04e894caf344,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:57.006978 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:57.039161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-75571c35-ca11-4765-9f36-dcdf4341cbd7 None None] Provisioning complete for port fc100e35-c58a-4f30-a71a-ce07b9f56410 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:57.039447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-75571c35-ca11-4765-9f36-dcdf4341cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:57.088605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-75571c35-ca11-4765-9f36-dcdf4341cbd7 None None] Port fc100e35-c58a-4f30-a71a-ce07b9f56410 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:39:57.091125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] Set router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:39:57.173970 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:57.226668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:57.274638 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:39:54Z', 'revision_number': 3, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port': {'id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:57.293576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=fc100e35-c58a-4f30-a71a-ce07b9f56410,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:57.296132 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:57.302065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5a0d5-c23a-458d-a1a0-dc8309f978f0 None None] The sync data for ids ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'] in n-d-816954-1 is: [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:39:54Z', 'revision_number': 3, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port': {'id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:39:57.397963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:39:57.402491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:57.551480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:39:57.674011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:39:57.679165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-23fbbea7-e49a-4420-b129-216dbcc08ad5 admin admin] 10.222.0.24 "PUT /v2.0/routers/1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1085255 Dec 13 15:39:57.715563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a86a88a6-31e2-4dfa-a853-8cf58b924ce9 None None] Provisioning complete for port fc100e35-c58a-4f30-a71a-ce07b9f56410 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:57.715937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a86a88a6-31e2-4dfa-a853-8cf58b924ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:57.755805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a86a88a6-31e2-4dfa-a853-8cf58b924ce9 None None] Port fc100e35-c58a-4f30-a71a-ce07b9f56410 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:39:58.154178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f72d00ba-4e03-49e6-b988-04e894caf344 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:39:58.201993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f72d00ba-4e03-49e6-b988-04e894caf344 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:58.202323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.279970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.299766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port f72d00ba-4e03-49e6-b988-04e894caf344, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f72d00ba-4e03-49e6-b988-04e894caf344,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:39:58.355669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36798) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:58.360721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-326931958-network', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:58.374378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.423764 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=f72d00ba-4e03-49e6-b988-04e894caf344,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:58.431190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Made reservation on behalf of 3abbd87612c1403780447d1b75f2f34a for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:58.434283 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.444239 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.517189 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.603798 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.628995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:39:58.638371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1843879-aaa1-4698-b5f0-07ad3a68da0c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:58.643014 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.643355 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Added segment 00fe958d-e457-4c47-9817-eb6d2b851837 of type vlan for network 770bf7b8-fe18-4435-b81c-9787b46b5d3f Dec 13 15:39:58.685732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.781027 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.782008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:58.782948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:58.850854 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] Pushing event updated for resources: {'Network': ['ID=770bf7b8-fe18-4435-b81c-9787b46b5d3f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:58.864055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:39:58.867290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Sync routers for ids ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:39:58.876728 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Routers {'1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:39:58.877336 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:58.909985 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5f8db017-363a-4d92-9cc6-f3a97d2295b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5526791 Dec 13 15:39:58.912231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36800) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:58.918992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Request body: {'subnet': {'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-subnet', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:58.981856 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Set router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:39:59.009416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Made reservation on behalf of 3abbd87612c1403780447d1b75f2f34a for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:39:59.011852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.255584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.271849 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:39:56Z', 'revision_number': 4, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port': {'id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fc100e35-c58a-4f30-a71a-ce07b9f56410', 'name': '', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'mac_address': 'fa:16:3e:c6:e4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:56Z', 'updated_at': '2021-12-13T15:39:57Z', 'revision_number': 2, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'subnets': [{'id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:59.301319 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Checking router: 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:39:59.301657 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Updating router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 port fc100e35-c58a-4f30-a71a-ce07b9f56410 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:39:59.315358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99bce5b-25b7-4e6f-acdd-43cc82552b72,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:59.321225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Checking segment: {'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:59.321225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Network hostable DHCP agents. Network: 770bf7b8-fe18-4435-b81c-9787b46b5d3f, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:39:59.327036 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.391956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:39:59.472047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 770bf7b8-fe18-4435-b81c-9787b46b5d3f) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:39:59.478362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:39:59.479401 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.480501 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b58b84-8638-4926-befc-16bb9223b623 None None] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:39:59.568652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7a1cc535-d208-4643-9d5e-cf8578351556 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6525235 Dec 13 15:39:59.569085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36802) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:39:59.574073 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:39:59.580847 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.624555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'fixed_ips': [{'subnet_id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:39:59.625429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.637579 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.660856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.661843 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.710101 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Pushing event updated for resources: {'Port': ['ID=fc100e35-c58a-4f30-a71a-ce07b9f56410,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:39:59.721272 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.721891 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.722399 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.722882 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.723387 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.723875 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.724351 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.724839 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.725166 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.725489 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.725812 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.726121 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:39:59.733229 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.755615 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Attempting to bind port fc100e35-c58a-4f30-a71a-ce07b9f56410 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:39:59.755989 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Attempting to bind port fc100e35-c58a-4f30-a71a-ce07b9f56410 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:39:59.756350 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Attempting to bind port fc100e35-c58a-4f30-a71a-ce07b9f56410 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:39:59.762181 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:39:59.762588 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Checking segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:39:59.762983 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.763373 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Bound using segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:39:59.763832 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Bound port: fc100e35-c58a-4f30-a71a-ce07b9f56410, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:39:59.764203 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.775275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Allocated IP 172.20.0.2 (770bf7b8-fe18-4435-b81c-9787b46b5d3f/e99bce5b-25b7-4e6f-acdd-43cc82552b72/8e737fac-17e4-4033-8cb7-e2203e3dc938) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:39:59.828372 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] For port fc100e35-c58a-4f30-a71a-ce07b9f56410, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:39:59.831806 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] For port fc100e35-c58a-4f30-a71a-ce07b9f56410, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fc100e35-c58a-4f30-a71a-ce07b9f56410,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:39:59.901625 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.940657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.965517 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:39:59.971333 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Routers {'1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:39:59.971333 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:39:59.999285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-620aec1c-5384-499d-ac81-d0e2cd961b06 None None] Provisioning complete for port fc100e35-c58a-4f30-a71a-ce07b9f56410 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:39:59.999654 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-620aec1c-5384-499d-ac81-d0e2cd961b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.022985 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.045422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a464002-42a0-424c-b5c8-119f3147c4cc None None] Pushing event updated for resources: {'Port': ['ID=fc100e35-c58a-4f30-a71a-ce07b9f56410,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:00.086396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:40:00.090560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:40:00.094833 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] Set router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:40:00.102911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:40:00.116866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Pushing event updated for resources: {'Port': ['ID=8e737fac-17e4-4033-8cb7-e2203e3dc938,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:00.179874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f72d00ba-4e03-49e6-b988-04e894caf344 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:00.239406 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-620aec1c-5384-499d-ac81-d0e2cd961b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.252939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Attempting to bind port 8e737fac-17e4-4033-8cb7-e2203e3dc938 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:40:00.253307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Attempting to bind port 8e737fac-17e4-4033-8cb7-e2203e3dc938 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:40:00.253663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Attempting to bind port 8e737fac-17e4-4033-8cb7-e2203e3dc938 on network 770bf7b8-fe18-4435-b81c-9787b46b5d3f {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:40:00.266362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:40:00.266734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Checking segment: {'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:40:00.267140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.267528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Bound using segment: {'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:40:00.267993 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Bound port: 8e737fac-17e4-4033-8cb7-e2203e3dc938, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:40:00.268367 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.316969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.329246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-620aec1c-5384-499d-ac81-d0e2cd961b06 None None] For port fc100e35-c58a-4f30-a71a-ce07b9f56410, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fc100e35-c58a-4f30-a71a-ce07b9f56410,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:00.333537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f72d00ba-4e03-49e6-b988-04e894caf344 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:00.333909 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.334683 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:39:56Z', 'revision_number': 4, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port': {'id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fc100e35-c58a-4f30-a71a-ce07b9f56410', 'name': '', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'mac_address': 'fa:16:3e:c6:e4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:56Z', 'updated_at': '2021-12-13T15:39:59Z', 'revision_number': 4, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'subnets': [{'id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:00.337089 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.363326 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaeeb8-9926-46d8-be77-364e1058057e None None] The sync data for ids ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'] in n-d-816954-1 is: [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:39:56Z', 'revision_number': 4, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port': {'id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'fc100e35-c58a-4f30-a71a-ce07b9f56410', 'name': '', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'mac_address': 'fa:16:3e:c6:e4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:56Z', 'updated_at': '2021-12-13T15:39:59Z', 'revision_number': 4, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'subnets': [{'id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:40:00.387377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] For port 8e737fac-17e4-4033-8cb7-e2203e3dc938, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:40:00.393862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] For port 8e737fac-17e4-4033-8cb7-e2203e3dc938, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e737fac-17e4-4033-8cb7-e2203e3dc938,segment=NetworkSegment(00fe958d-e457-4c47-9817-eb6d2b851837),segment_id=00fe958d-e457-4c47-9817-eb6d2b851837)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:40:00.398307 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-620aec1c-5384-499d-ac81-d0e2cd961b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.459069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Allocated IP 172.25.7.247 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/1688e5bd-331f-42e5-8073-d1edc118a3ed) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:40:00.468856 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.501573 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aec1c-5384-499d-ac81-d0e2cd961b06 None None] Pushing event updated for resources: {'Port': ['ID=fc100e35-c58a-4f30-a71a-ce07b9f56410,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:00.578949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d9cc9-8b8d-41e9-8e3d-b9d7203409e7 None None] Pushing event updated for resources: {'Port': ['ID=8e737fac-17e4-4033-8cb7-e2203e3dc938,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:00.592870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-05f1c3dc-c4cc-4d9d-bcd4-09e402c6c5ff None None] Provisioning complete for port fc100e35-c58a-4f30-a71a-ce07b9f56410 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:00.593252 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-05f1c3dc-c4cc-4d9d-bcd4-09e402c6c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.612548 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.713299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:00.766263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:40:00.769337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:40:00.773093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:40:00.806560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Pushing event updated for resources: {'Port': ['ID=1688e5bd-331f-42e5-8073-d1edc118a3ed,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:01.092608 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:01.302769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:01.511380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5f9e9-4cd4-4a4c-a808-1030e131da8a None None] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:40:01.522341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Router 83a43b28-52ae-40a2-9386-159f2090232c is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:40:01.573706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-62e1f738-bec7-45b0-859d-f161ce26afdd None None] Provisioning complete for port 8e737fac-17e4-4033-8cb7-e2203e3dc938 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:01.574076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62e1f738-bec7-45b0-859d-f161ce26afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:01.634139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:40:01.652927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Sync routers for ids ['83a43b28-52ae-40a2-9386-159f2090232c'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:40:01.695201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Routers {'83a43b28-52ae-40a2-9386-159f2090232c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:40:01.695801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83a43b28-52ae-40a2-9386-159f2090232c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:01.702563 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:01.703911 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-38233d3f-46a4-44d4-b00f-0930943f61eb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1337519 Dec 13 15:40:01.706546 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 36804) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:40:01.949463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62e1f738-bec7-45b0-859d-f161ce26afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.008116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-62e1f738-bec7-45b0-859d-f161ce26afdd None None] For port 8e737fac-17e4-4033-8cb7-e2203e3dc938, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e737fac-17e4-4033-8cb7-e2203e3dc938,segment=NetworkSegment(00fe958d-e457-4c47-9817-eb6d2b851837),segment_id=00fe958d-e457-4c47-9817-eb6d2b851837)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:02.017161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Set router 83a43b28-52ae-40a2-9386-159f2090232c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:40:02.076206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-62e1f738-bec7-45b0-859d-f161ce26afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.174702 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.236829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fc100e35-c58a-4f30-a71a-ce07b9f56410 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:02.287994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1f738-bec7-45b0-859d-f161ce26afdd None None] Pushing event updated for resources: {'Port': ['ID=8e737fac-17e4-4033-8cb7-e2203e3dc938,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:02.308712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:40:00Z', 'revision_number': 3, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port': {'id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:00Z', 'updated_at': '2021-12-13T15:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:02.344717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Checking router: 83a43b28-52ae-40a2-9386-159f2090232c for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:40:02.345070 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Updating router 83a43b28-52ae-40a2-9386-159f2090232c port 1688e5bd-331f-42e5-8073-d1edc118a3ed binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:40:02.346809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a3e2aa70-2d64-4252-80aa-d318a7edc22a None None] Provisioning complete for port 8e737fac-17e4-4033-8cb7-e2203e3dc938 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:02.346933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Allocated IP 172.20.0.1 (770bf7b8-fe18-4435-b81c-9787b46b5d3f/e99bce5b-25b7-4e6f-acdd-43cc82552b72/9a0a6c00-c004-45d5-91e2-f778cbb4beb7) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:40:02.347180 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3e2aa70-2d64-4252-80aa-d318a7edc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.398645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port fc100e35-c58a-4f30-a71a-ce07b9f56410 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:02.399022 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.405907 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.450656 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.529912 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.572690 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:40:02.576929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:40:02.583600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:40:02.586577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:02.664447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e737fac-17e4-4033-8cb7-e2203e3dc938 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:02.757447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8e737fac-17e4-4033-8cb7-e2203e3dc938 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:02.757827 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.848492 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.865249 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fd95d818-b857-495f-ac0c-39d07f2f890f None None] Provisioning complete for port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:02.865625 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd95d818-b857-495f-ac0c-39d07f2f890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.927709 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fd95d818-b857-495f-ac0c-39d07f2f890f None None] Port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:40:02.951493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:02.982153 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.007784 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Attempting to bind port 1688e5bd-331f-42e5-8073-d1edc118a3ed on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:40:03.008152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Attempting to bind port 1688e5bd-331f-42e5-8073-d1edc118a3ed by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:40:03.008508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Attempting to bind port 1688e5bd-331f-42e5-8073-d1edc118a3ed on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:40:03.010477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5375c-aabc-4bbd-b275-531ea06ce227 None None] Pushing event updated for resources: {'Port': ['ID=1688e5bd-331f-42e5-8073-d1edc118a3ed,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:03.015971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:40:03.016338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:40:03.016734 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.017190 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:40:03.017543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Bound port: 1688e5bd-331f-42e5-8073-d1edc118a3ed, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:40:03.017913 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.068361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] For port 1688e5bd-331f-42e5-8073-d1edc118a3ed, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:40:03.071389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] For port 1688e5bd-331f-42e5-8073-d1edc118a3ed, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1688e5bd-331f-42e5-8073-d1edc118a3ed,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:40:03.140785 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.180894 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.194932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Routers {'83a43b28-52ae-40a2-9386-159f2090232c'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:40:03.195551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83a43b28-52ae-40a2-9386-159f2090232c'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:03.238072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5375c-aabc-4bbd-b275-531ea06ce227 None None] Pushing event updated for resources: {'Port': ['ID=1688e5bd-331f-42e5-8073-d1edc118a3ed,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:03.308851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] Set router 83a43b28-52ae-40a2-9386-159f2090232c gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:40:03.347708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.413817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.478888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:03.481090 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.507584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 4, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port': {'id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:00Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a0a6c00-c004-45d5-91e2-f778cbb4beb7', 'name': '', 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'mac_address': 'fa:16:3e:e2:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:02Z', 'updated_at': '2021-12-13T15:40:02Z', 'revision_number': 1, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'subnets': [{'id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:03.534778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0261a-2bb9-499e-af3a-9e6365be2373 None None] The sync data for ids ['83a43b28-52ae-40a2-9386-159f2090232c'] in n-d-816954-1 is: [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 4, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port': {'id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:00Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a0a6c00-c004-45d5-91e2-f778cbb4beb7', 'name': '', 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'mac_address': 'fa:16:3e:e2:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:02Z', 'updated_at': '2021-12-13T15:40:02Z', 'revision_number': 1, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'subnets': [{'id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:40:03.576224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:40:03.577629 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:40:03.696863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Router 83a43b28-52ae-40a2-9386-159f2090232c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:40:03.842625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:40:03.847447 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8b06b8bd-04ab-4c6b-a7cd-e019e754dbf7 admin admin] 10.222.0.24 "PUT /v2.0/routers/83a43b28-52ae-40a2-9386-159f2090232c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399136 Dec 13 15:40:03.865746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-37178116-fbff-4a6d-a3b8-43f30d60576b None None] Provisioning complete for port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:03.866162 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-37178116-fbff-4a6d-a3b8-43f30d60576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:03.901238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-37178116-fbff-4a6d-a3b8-43f30d60576b None None] Port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:40:04.137812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e737fac-17e4-4033-8cb7-e2203e3dc938 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:04.197071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8e737fac-17e4-4033-8cb7-e2203e3dc938 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:04.197548 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:04.619462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b17fc8e8-432c-4049-9b6c-2a726cfa5397 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:04.621512 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b17fc8e8-432c-4049-9b6c-2a726cfa5397 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/networks?id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a HTTP/1.1" status: 200 len: 817 time: 0.1082430 Dec 13 15:40:04.637251 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-35068d68-cfa4-488d-81be-ec73eca233ae tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/quotas/aea6f15caa2341518e65ec97e72e4899 HTTP/1.1" status: 200 len: 375 time: 0.0098698 Dec 13 15:40:04.691209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b9adda0c-4253-4d0b-b86d-89a7634c65ef tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aea6f15caa2341518e65ec97e72e4899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481162 Dec 13 15:40:04.803982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-3f39e2f8-b17d-42c7-848b-abbf61f4ea01 service neutron] 10.222.0.24 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005483 Dec 13 15:40:04.900430 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b64d3d2c-d34e-4081-baa2-bb2256c61f8d service neutron] 10.222.0.24 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890760 Dec 13 15:40:05.155325 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de4de713-a33f-453a-a95a-135fb25f8e0a req-7c554b10-a83d-4bf5-8906-a641a14e2fd0 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 210 time: 0.0284882 Dec 13 15:40:05.533912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Sync routers for ids ['83a43b28-52ae-40a2-9386-159f2090232c'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:40:05.546226 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Routers {'83a43b28-52ae-40a2-9386-159f2090232c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:40:05.547141 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83a43b28-52ae-40a2-9386-159f2090232c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:05.658879 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Set router 83a43b28-52ae-40a2-9386-159f2090232c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:40:05.855012 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 4, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port': {'id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:00Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a0a6c00-c004-45d5-91e2-f778cbb4beb7', 'name': '', 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'mac_address': 'fa:16:3e:e2:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:02Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 2, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'subnets': [{'id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:05.889359 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Checking router: 83a43b28-52ae-40a2-9386-159f2090232c for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:40:05.889717 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Updating router 83a43b28-52ae-40a2-9386-159f2090232c port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:40:05.913928 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.132380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1688e5bd-331f-42e5-8073-d1edc118a3ed up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:06.173556 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.180676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1688e5bd-331f-42e5-8073-d1edc118a3ed triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:06.181108 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.242375 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.266178 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.274864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a7b69d3-7a88-4b62-ab79-998309ec0e06 req-68ccd281-5578-4e95-8bee-f1df281a2e8d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 210 time: 0.0351634 Dec 13 15:40:06.287240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 1688e5bd-331f-42e5-8073-d1edc118a3ed, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1688e5bd-331f-42e5-8073-d1edc118a3ed,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:06.301880 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf09be9-a4e0-46f8-8daa-41b8788a5684 None None] Pushing event updated for resources: {'Port': ['ID=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:06.359495 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Attempting to bind port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:40:06.359901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Attempting to bind port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:40:06.360249 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Attempting to bind port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 on network 770bf7b8-fe18-4435-b81c-9787b46b5d3f {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:40:06.365439 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:40:06.369384 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Checking segment: {'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:40:06.369576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.369871 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.370290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Bound using segment: {'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:40:06.370773 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Bound port: 9a0a6c00-c004-45d5-91e2-f778cbb4beb7, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe958d-e457-4c47-9817-eb6d2b851837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:40:06.371440 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.420308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=1688e5bd-331f-42e5-8073-d1edc118a3ed,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:06.449091 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] For port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:40:06.456388 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] For port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,segment=NetworkSegment(00fe958d-e457-4c47-9817-eb6d2b851837),segment_id=00fe958d-e457-4c47-9817-eb6d2b851837)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:40:06.535469 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.554893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-00c3db63-c7bb-4deb-91a6-4b10e91af143 None None] Provisioning complete for port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:06.555269 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-00c3db63-c7bb-4deb-91a6-4b10e91af143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.600798 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Routers {'83a43b28-52ae-40a2-9386-159f2090232c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:40:06.601439 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:39:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83a43b28-52ae-40a2-9386-159f2090232c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:06.603322 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf09be9-a4e0-46f8-8daa-41b8788a5684 None None] Pushing event updated for resources: {'Port': ['ID=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:06.647438 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-00c3db63-c7bb-4deb-91a6-4b10e91af143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.685296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-00c3db63-c7bb-4deb-91a6-4b10e91af143 None None] For port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,segment=NetworkSegment(00fe958d-e457-4c47-9817-eb6d2b851837),segment_id=00fe958d-e457-4c47-9817-eb6d2b851837)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:06.719438 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] Set router 83a43b28-52ae-40a2-9386-159f2090232c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:40:06.797038 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-00c3db63-c7bb-4deb-91a6-4b10e91af143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:06.848481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3db63-c7bb-4deb-91a6-4b10e91af143 None None] Pushing event updated for resources: {'Port': ['ID=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:06.918302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3864d274-9d1f-439b-8a76-d4e81a9b463c None None] Provisioning complete for port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:06.918747 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3864d274-9d1f-439b-8a76-d4e81a9b463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:07.021227 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 4, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port': {'id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:00Z', 'updated_at': '2021-12-13T15:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a0a6c00-c004-45d5-91e2-f778cbb4beb7', 'name': '', 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'mac_address': 'fa:16:3e:e2:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:02Z', 'updated_at': '2021-12-13T15:40:06Z', 'revision_number': 4, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'subnets': [{'id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:40:07.046600 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc641ac1-497d-4289-aed9-c02ece07d178 None None] The sync data for ids ['83a43b28-52ae-40a2-9386-159f2090232c'] in n-d-816954-1 is: [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:40:03Z', 'revision_number': 4, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port': {'id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:00Z', 'updated_at': '2021-12-13T15:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '9a0a6c00-c004-45d5-91e2-f778cbb4beb7', 'name': '', 'network_id': '770bf7b8-fe18-4435-b81c-9787b46b5d3f', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'mac_address': 'fa:16:3e:e2:bc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:02Z', 'updated_at': '2021-12-13T15:40:06Z', 'revision_number': 4, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'subnets': [{'id': 'e99bce5b-25b7-4e6f-acdd-43cc82552b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:40:07.418108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-17597977-417a-470c-b20e-5f6b2f0bda2d req-280b7dc4-0b3b-4383-a42a-e5d1158c4d59 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 210 time: 0.0739601 Dec 13 15:40:07.470874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-289d0fdf-8ec5-4b85-8f6e-c6720c6a46a9 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:07.472321 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-289d0fdf-8ec5-4b85-8f6e-c6720c6a46a9 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.50 "GET /v2.0/networks?id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a HTTP/1.1" status: 200 len: 817 time: 0.1404974 Dec 13 15:40:07.485937 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Request body: {'port': {'device_id': '1583dae9-d59b-4c98-be45-7b3363368e72', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'admin_state_up': True, 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:40:07.677698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Made reservation on behalf of aea6f15caa2341518e65ec97e72e4899 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:40:07.681545 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:07.808299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Allocated IP 172.20.0.7 (ca81d7e7-a1eb-4340-aa4c-75a6d82b955a/6c7b3d94-7c9e-423d-82c5-3bd0422c8b14/3061c874-de8a-42b8-a67c-ec0c44b1d9e0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:40:07.948988 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.059953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.104790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:40:08.107981 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:40:08.111639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:40:08.140308 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Pushing event updated for resources: {'Port': ['ID=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:08.153504 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.154450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.154450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.156828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.157689 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:08.174518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1688e5bd-331f-42e5-8073-d1edc118a3ed up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:08.190450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:08.191118 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.230668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 1688e5bd-331f-42e5-8073-d1edc118a3ed triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:08.231037 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.274566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b414fcd9-c521-45ca-99a8-5ce1f26f5e4b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7924948 Dec 13 15:40:08.289309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Request body: {'port': {'device_id': '1583dae9-d59b-4c98-be45-7b3363368e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:40:08.346286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.381624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-47de0ab0-f0fa-47aa-b07b-7f9236234d72 None None] Provisioning complete for port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:08.381990 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47de0ab0-f0fa-47aa-b07b-7f9236234d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.433791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:08.455561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-47de0ab0-f0fa-47aa-b07b-7f9236234d72 None None] Port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:40:08.503074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:08.503444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.543008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a73227-d048-4417-b003-0ce0b390f8b8 req-b19c56d0-dadc-4f3a-a9a9-61c149c319dc tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:08.545206 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a8a73227-d048-4417-b003-0ce0b390f8b8 req-b19c56d0-dadc-4f3a-a9a9-61c149c319dc tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 931 time: 0.0574553 Dec 13 15:40:08.585412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a8a73227-d048-4417-b003-0ce0b390f8b8 req-ecf3e3bf-ffd6-43c5-b53c-189aaf47aa54 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330324 Dec 13 15:40:08.627707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:40:08.635161 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.646829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Transition to ACTIVE for port object 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:40:08.711579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.764341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Pushing event updated for resources: {'Port': ['ID=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:08.834070 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Attempting to bind port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:40:08.834432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Attempting to bind port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:40:08.834769 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Attempting to bind port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:40:08.839832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:40:08.840181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Attempting to bind port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:40:08.847170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:40:08.847170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Checking segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:40:08.847170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Bound using segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:40:08.847170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Bound port: 3061c874-de8a-42b8-a67c-ec0c44b1d9e0, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:40:08.847170 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:08.919614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] For port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:40:08.922624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] For port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:40:08.969614 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:09.005129 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.005736 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:09.007151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] 10.222.0.50 "PUT /v2.0/ports/3061c874-de8a-42b8-a67c-ec0c44b1d9e0 HTTP/1.1" status: 200 len: 1091 time: 0.7224221 Dec 13 15:40:09.007550 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1583dae9-d59b-4c98-be45-7b3363368e72', 'tag': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:40:09.009846 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b43541-34b8-4154-9daa-055bf110e979" -d '{"events": [{"name": "network-changed", "server_uuid": "1583dae9-d59b-4c98-be45-7b3363368e72", "tag": "3061c874-de8a-42b8-a67c-ec0c44b1d9e0"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:40:09.033828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefee2a-935d-43f8-b483-8792eba87685 service neutron] Pushing event updated for resources: {'Port': ['ID=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:09.050983 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484687e8-4a24-4c5d-844d-cabc220f3816 x-openstack-request-id: req-484687e8-4a24-4c5d-844d-cabc220f3816 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:40:09.051281 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1583dae9-d59b-4c98-be45-7b3363368e72", "tag": "3061c874-de8a-42b8-a67c-ec0c44b1d9e0", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:40:09.051533 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-484687e8-4a24-4c5d-844d-cabc220f3816 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:40:09.051938 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1583dae9-d59b-4c98-be45-7b3363368e72', 'tag': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0', 'status': 'completed', 'code': 200} Dec 13 15:40:09.114729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43541-34b8-4154-9daa-055bf110e979 req-02543680-bddf-4dca-a651-528bbe54d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.116348 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84b43541-34b8-4154-9daa-055bf110e979 req-02543680-bddf-4dca-a651-528bbe54d333 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aea6f15caa2341518e65ec97e72e4899&device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 1094 time: 0.0439181 Dec 13 15:40:09.221798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43541-34b8-4154-9daa-055bf110e979 req-877c8e2c-cea8-441d-abc4-d1af38b50faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.223252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84b43541-34b8-4154-9daa-055bf110e979 req-877c8e2c-cea8-441d-abc4-d1af38b50faf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=aea6f15caa2341518e65ec97e72e4899&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0992405 Dec 13 15:40:09.328436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43541-34b8-4154-9daa-055bf110e979 req-8156426e-7ada-42d8-ae52-6b6ccf90e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.329812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-84b43541-34b8-4154-9daa-055bf110e979 req-8156426e-7ada-42d8-ae52-6b6ccf90e754 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980506 Dec 13 15:40:09.405927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b46d7b37-f463-47cc-a5de-cd5d96575d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.407656 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-b46d7b37-f463-47cc-a5de-cd5d96575d93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aea6f15caa2341518e65ec97e72e4899&device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 1094 time: 0.0401194 Dec 13 15:40:09.450357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-d2976694-cd21-42de-8ecc-ae2af45dfe51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3061c874-de8a-42b8-a67c-ec0c44b1d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0341356 Dec 13 15:40:09.500845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-e8489be9-1936-48cd-8368-f9ae48f46ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.502153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-e8489be9-1936-48cd-8368-f9ae48f46ae3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c7b3d94-7c9e-423d-82c5-3bd0422c8b14 HTTP/1.1" status: 200 len: 856 time: 0.0456052 Dec 13 15:40:09.547127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-d49ca883-3d00-4310-a972-1d6fbc3b4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.548506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-d49ca883-3d00-4310-a972-1d6fbc3b4ec8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390193 Dec 13 15:40:09.637587 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-d26b0c31-eec7-4615-a45d-5f294eb84786 service neutron] 10.222.0.50 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811415 Dec 13 15:40:09.703167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe0b87-9919-4d20-a75c-35f79122bf03 req-563e57f1-5429-4908-b74a-49f020830b40 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:09.704667 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52fe0b87-9919-4d20-a75c-35f79122bf03 req-563e57f1-5429-4908-b74a-49f020830b40 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 943 time: 0.0497794 Dec 13 15:40:09.731846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-469f1bc7-e51f-4adc-97f4-0a2f96aebb1a req-64044ee7-5b10-482a-8fa4-a3f452778dbf service neutron] 10.222.0.50 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865879 Dec 13 15:40:09.742984 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-52fe0b87-9919-4d20-a75c-35f79122bf03 req-91004f03-2b61-4f2d-ad17-dd1c3718e667 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Dec 13 15:40:10.859300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cfa67-c73b-48d8-8112-ab5f6a7cd4b6 req-ae48d47a-3261-42e3-a632-d57c643c8e0d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:10.860793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-055cfa67-c73b-48d8-8112-ab5f6a7cd4b6 req-ae48d47a-3261-42e3-a632-d57c643c8e0d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 943 time: 0.0493765 Dec 13 15:40:10.898720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-055cfa67-c73b-48d8-8112-ab5f6a7cd4b6 req-d477e0c4-edbf-42a7-a6ab-242cac4e8959 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Dec 13 15:40:12.014650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f769a7-350f-454f-8903-3adcf861218c req-153f17b2-7046-4c12-80db-58c4ec5eca64 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:12.016050 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1f769a7-350f-454f-8903-3adcf861218c req-153f17b2-7046-4c12-80db-58c4ec5eca64 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 943 time: 0.0529170 Dec 13 15:40:12.054159 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1f769a7-350f-454f-8903-3adcf861218c req-a9b85375-d2fe-4e4c-bf01-dfbc282e8a7f tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Dec 13 15:40:12.717095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:40:12.813669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:12.825068 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'port_id': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0', 'mac_address': 'fa:16:3e:95:ca:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:40:12.861979 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:12.875243 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:40:12.893888 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:12.952234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:12.999165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:13.161354 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['3061c874-de8a-42b8-a67c-ec0c44b1d9e0'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:40:13.171200 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d9832-5594-4811-ab2f-a71243193b9a req-4b11c44a-1414-43e2-ab81-2f2fa2ef0098 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:13.172869 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-097d9832-5594-4811-ab2f-a71243193b9a req-4b11c44a-1414-43e2-ab81-2f2fa2ef0098 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 944 time: 0.0512631 Dec 13 15:40:13.219239 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-097d9832-5594-4811-ab2f-a71243193b9a req-c9ba14b4-25de-43d0-9587-aa1cbfab7a1f tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Dec 13 15:40:14.343196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261195e-b424-4929-bfb0-3d6202a020b9 req-d3721d0f-5ba4-48b0-b83d-a01c57d9d11c tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:14.344637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8261195e-b424-4929-bfb0-3d6202a020b9 req-d3721d0f-5ba4-48b0-b83d-a01c57d9d11c tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 944 time: 0.0519023 Dec 13 15:40:14.380228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8261195e-b424-4929-bfb0-3d6202a020b9 req-284e64f5-bbf2-4fc5-9487-0c7ba6a8c722 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297248 Dec 13 15:40:14.732516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:14.871894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:40:14.875865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:14.876230 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:14.952583 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:14.974745 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1583dae9-d59b-4c98-be45-7b3363368e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:40:14.977009 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5531580-e8be-476c-8178-7f7dfb9ff970" -d '{"events": [{"server_uuid": "1583dae9-d59b-4c98-be45-7b3363368e72", "name": "network-vif-plugged", "status": "completed", "tag": "3061c874-de8a-42b8-a67c-ec0c44b1d9e0"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:40:14.989989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:15.013209 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac9d15d-2cdb-4c3c-b454-e6e7d40ffa27 x-openstack-request-id: req-4ac9d15d-2cdb-4c3c-b454-e6e7d40ffa27 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:40:15.013505 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1583dae9-d59b-4c98-be45-7b3363368e72", "name": "network-vif-plugged", "status": "completed", "tag": "3061c874-de8a-42b8-a67c-ec0c44b1d9e0", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:40:15.013760 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ac9d15d-2cdb-4c3c-b454-e6e7d40ffa27 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:40:15.014154 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1583dae9-d59b-4c98-be45-7b3363368e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0', 'code': 200} Dec 13 15:40:15.089502 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:15.107542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3940a8-6f51-4e9d-a55c-45c68ae93e35 req-b36908a7-1874-4284-b836-fc9fb67e276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:15.109079 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d3940a8-6f51-4e9d-a55c-45c68ae93e35 req-b36908a7-1874-4284-b836-fc9fb67e276e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 1095 time: 0.0410149 Dec 13 15:40:15.136135 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:15.143130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d3940a8-6f51-4e9d-a55c-45c68ae93e35 req-a16a21d9-e572-466c-a908-b8cbf3f4683e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273664 Dec 13 15:40:15.143400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.143750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.144089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.144426 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.144800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.145132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.145461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.145786 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.146137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.146486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.146808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.147137 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:15.492031 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0bd6c-2d2e-4f6d-b935-15424196eccc req-96a8058b-f8b9-4870-a4ba-3c528a1b63f4 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:15.493467 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8cd0bd6c-2d2e-4f6d-b935-15424196eccc req-96a8058b-f8b9-4870-a4ba-3c528a1b63f4 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Dec 13 15:40:15.530728 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8cd0bd6c-2d2e-4f6d-b935-15424196eccc req-21d04a8e-af80-4911-bf36-2bef0c650064 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Dec 13 15:40:16.266179 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:16.655432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cb9d2-c5d9-41b6-8438-5819f6ee1b1d req-76008075-d65c-450d-af2e-08835445281e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:16.656877 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea9cb9d2-c5d9-41b6-8438-5819f6ee1b1d req-76008075-d65c-450d-af2e-08835445281e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 945 time: 0.0541556 Dec 13 15:40:16.694594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ea9cb9d2-c5d9-41b6-8438-5819f6ee1b1d req-eb22647e-1c9a-4820-857d-847f9761bbc8 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Dec 13 15:40:16.809928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b146817-93a7-47f1-a0e0-8065e45deeda req-9b80b8a2-55e2-44d0-9340-08f6dcd7de7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:16.811414 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b146817-93a7-47f1-a0e0-8065e45deeda req-9b80b8a2-55e2-44d0-9340-08f6dcd7de7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 945 time: 0.0494630 Dec 13 15:40:16.847657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b146817-93a7-47f1-a0e0-8065e45deeda req-ff85644e-3d28-4df7-91ae-989564e9b01f tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303903 Dec 13 15:40:17.437503 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:19.917261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5e596e2-5b03-44d8-bf18-c3a3552ff3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:22.281838 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:40:22.283175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d8aacbf5-8df3-4e7a-9d2a-23de002074ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:23.465711 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:25.102412 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:25.180027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:29.331711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-c9e02d9a-509b-4cc0-bf51-b37cc6b1d86b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388095 Dec 13 15:40:29.420615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-1a189afa-80e0-422e-9d64-2928fff6865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:29.422094 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-1a189afa-80e0-422e-9d64-2928fff6865a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aea6f15caa2341518e65ec97e72e4899&device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 1096 time: 0.0489957 Dec 13 15:40:29.533675 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-8257579e-f708-4651-a6e6-f642966d9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:29.535087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-8257579e-f708-4651-a6e6-f642966d9c5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a HTTP/1.1" status: 200 len: 918 time: 0.0850272 Dec 13 15:40:29.580303 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-564f9576-330f-45e5-8266-38ff0277c2cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3061c874-de8a-42b8-a67c-ec0c44b1d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0370212 Dec 13 15:40:29.901073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-e6e02037-01a2-4c84-92e0-2a34b9f75bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:29.902547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-e6e02037-01a2-4c84-92e0-2a34b9f75bc9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6c7b3d94-7c9e-423d-82c5-3bd0422c8b14 HTTP/1.1" status: 200 len: 856 time: 0.3155262 Dec 13 15:40:29.947706 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-76e8ed10-4f6d-40ef-a9c2-aac57b996ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:29.949117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-76e8ed10-4f6d-40ef-a9c2-aac57b996ae0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389400 Dec 13 15:40:30.056342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-ac266060-bc57-400e-b0a1-b8146f0669e3 service neutron] 10.222.0.50 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999591 Dec 13 15:40:30.153913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff99b250-8fb5-4033-a368-7b0d36b45984 req-ad9a1892-9937-4ac4-b3e7-033e422574f8 service neutron] 10.222.0.50 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844741 Dec 13 15:40:38.995116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c1c0-5a72-410a-9c9a-983eb2977295 req-a9f0d503-d009-4e3e-930a-d1592f776320 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:38.996577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c97c1c0-5a72-410a-9c9a-983eb2977295 req-a9f0d503-d009-4e3e-930a-d1592f776320 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 945 time: 0.0528207 Dec 13 15:40:39.033683 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1c97c1c0-5a72-410a-9c9a-983eb2977295 req-f340fa96-a022-444e-b770-d24822fe6499 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Dec 13 15:40:40.152726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f152e-83e0-4638-8318-7bfef973d03d req-6caf1f66-a599-40e0-8b69-5881fd1cdb45 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:40.154199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f27f152e-83e0-4638-8318-7bfef973d03d req-6caf1f66-a599-40e0-8b69-5881fd1cdb45 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 945 time: 0.0519888 Dec 13 15:40:40.194377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f27f152e-83e0-4638-8318-7bfef973d03d req-5a2cca19-f9b8-4c5e-991d-5104c7a523c6 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337670 Dec 13 15:40:40.507432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609459-7e90-482e-9b3b-b14d0866b164 req-7853d0df-83ee-4328-b865-f250d651130d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:40.508735 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df609459-7e90-482e-9b3b-b14d0866b164 req-7853d0df-83ee-4328-b865-f250d651130d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.50 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 945 time: 0.0503726 Dec 13 15:40:40.594952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Deleting port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:40:40.595284 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:40.683182 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] For port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:40.683537 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:40.695728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Calling delete_port for 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:40:40.882890 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:40.899034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['3061c874-de8a-42b8-a67c-ec0c44b1d9e0'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:40:40.912886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Pushing event deleted for resources: {'Port': ['ID=3061c874-de8a-42b8-a67c-ec0c44b1d9e0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:40.953848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] No DVR routers for this DVR port 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:40:40.956478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:40.959714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-df609459-7e90-482e-9b3b-b14d0866b164 req-bcb941f1-6876-460f-8254-525a18482f91 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.50 "DELETE /v2.0/ports/3061c874-de8a-42b8-a67c-ec0c44b1d9e0 HTTP/1.1" status: 204 len: 173 time: 0.4446306 Dec 13 15:40:40.960138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1583dae9-d59b-4c98-be45-7b3363368e72', 'name': 'network-vif-deleted', 'tag': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:40:40.962947 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98417c30-d071-4c9a-8d43-610be9469df8" -d '{"events": [{"server_uuid": "1583dae9-d59b-4c98-be45-7b3363368e72", "name": "network-vif-deleted", "tag": "3061c874-de8a-42b8-a67c-ec0c44b1d9e0"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:40:40.996653 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c99f9-af02-4ba0-900d-84e768ad2461 x-openstack-request-id: req-994c99f9-af02-4ba0-900d-84e768ad2461 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:40:40.996939 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1583dae9-d59b-4c98-be45-7b3363368e72", "name": "network-vif-deleted", "tag": "3061c874-de8a-42b8-a67c-ec0c44b1d9e0", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:40:40.997188 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-994c99f9-af02-4ba0-900d-84e768ad2461 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:40:40.997584 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1583dae9-d59b-4c98-be45-7b3363368e72', 'name': 'network-vif-deleted', 'tag': '3061c874-de8a-42b8-a67c-ec0c44b1d9e0', 'status': 'completed', 'code': 200} Dec 13 15:40:41.302224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dc0c2a6d-b334-435b-8066-855a1a58477c req-1e77f391-f694-4f1d-9541-a599ac6e2dad tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=1583dae9-d59b-4c98-be45-7b3363368e72 HTTP/1.1" status: 200 len: 210 time: 0.0283420 Dec 13 15:40:42.964819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-767d4f07-fba2-4aac-b59a-0725f8cb9e0f tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:42.966251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-767d4f07-fba2-4aac-b59a-0725f8cb9e0f tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/networks?id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a HTTP/1.1" status: 200 len: 817 time: 0.1010637 Dec 13 15:40:42.981116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-61021832-71ec-49c6-b429-af42168d33e7 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/quotas/aea6f15caa2341518e65ec97e72e4899 HTTP/1.1" status: 200 len: 375 time: 0.0092239 Dec 13 15:40:43.030654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-314557ce-580a-4a45-bae1-3b105a46d91e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aea6f15caa2341518e65ec97e72e4899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442002 Dec 13 15:40:43.176452 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-9c48d184-9c02-43ce-a569-a3e3a6884d62 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:40:43.177455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-9c48d184-9c02-43ce-a569-a3e3a6884d62 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475130 Dec 13 15:40:43.269192 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-711be928-d1b2-4a98-988e-131be31e1096 service neutron] 10.222.0.24 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Dec 13 15:40:43.356151 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-a1244d29-f829-446d-9ddf-0dacea4a3740 service neutron] 10.222.0.24 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807796 Dec 13 15:40:44.605541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-33a75653-7dac-497a-80f3-22e52937c74c req-7f201363-8e11-430a-a024-fd95a12c69a0 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 210 time: 0.0268137 Dec 13 15:40:44.888152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:40:44.908432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:40:44.908780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 3061c874-de8a-42b8-a67c-ec0c44b1d9e0 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:40:45.702643 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b304e15e-fd77-4bf9-b8a4-94a84fb8b900 req-5f8137ef-83d0-4ee3-8131-b4d724878c3d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 210 time: 0.0273619 Dec 13 15:40:46.259963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:46.439479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-9946dc20-db06-4026-a6e5-4e0e0e1c5551 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:46.440945 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-9946dc20-db06-4026-a6e5-4e0e0e1c5551 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.55 "GET /v2.0/networks?id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a HTTP/1.1" status: 200 len: 817 time: 0.1051152 Dec 13 15:40:46.454683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Request body: {'port': {'device_id': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'admin_state_up': True, 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:40:46.613657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Made reservation on behalf of aea6f15caa2341518e65ec97e72e4899 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:40:46.617272 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:46.746344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Allocated IP 172.20.0.13 (ca81d7e7-a1eb-4340-aa4c-75a6d82b955a/6c7b3d94-7c9e-423d-82c5-3bd0422c8b14/58992c16-59c0-4bd4-9dde-520c6bc9ec80) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:40:46.875889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-549d9da1-b0d4-40e9-9e6d-b00ae0035751 req-e8868c86-c83a-43e2-9bb4-502cb3953b4c tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 210 time: 0.1063342 Dec 13 15:40:46.927330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.019644 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.060936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:40:47.063937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:40:47.067421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:40:47.092842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Pushing event updated for resources: {'Port': ['ID=58992c16-59c0-4bd4-9dde-520c6bc9ec80,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:47.107590 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.107927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.108256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.108581 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.108902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.109227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.109545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.109861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.110175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.110515 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.110827 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.111139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:40:47.131437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:47.132054 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.205347 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-6f137c3c-448d-4848-91ea-1ab28d2de438 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544804 Dec 13 15:40:47.219614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Request body: {'port': {'device_id': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:40:47.281221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.333098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bd86262d-522e-4011-baac-e00c0e265052 None None] Provisioning complete for port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:47.333722 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd86262d-522e-4011-baac-e00c0e265052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.379681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-bd86262d-522e-4011-baac-e00c0e265052 None None] Port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:40:47.408236 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.552234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58992c16-59c0-4bd4-9dde-520c6bc9ec80 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:40:47.560030 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.571832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Transition to ACTIVE for port object 58992c16-59c0-4bd4-9dde-520c6bc9ec80 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:40:47.631018 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.682748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Pushing event updated for resources: {'Port': ['ID=58992c16-59c0-4bd4-9dde-520c6bc9ec80,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:47.752850 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Attempting to bind port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:40:47.753196 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Attempting to bind port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:40:47.753525 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Attempting to bind port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:40:47.757988 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:40:47.758339 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Attempting to bind port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 on network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:40:47.763331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:40:47.763671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Checking segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:40:47.764059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Bound using segment: {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:40:47.764487 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Bound port: 58992c16-59c0-4bd4-9dde-520c6bc9ec80, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d8338c-d9f1-4b65-94ad-f49b39f02c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:40:47.764849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.831558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] For port 58992c16-59c0-4bd4-9dde-520c6bc9ec80, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:40:47.834743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] For port 58992c16-59c0-4bd4-9dde-520c6bc9ec80, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=58992c16-59c0-4bd4-9dde-520c6bc9ec80,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:40:47.888809 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.923253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:47.923995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:47.925420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] 10.222.0.55 "PUT /v2.0/ports/58992c16-59c0-4bd4-9dde-520c6bc9ec80 HTTP/1.1" status: 200 len: 1092 time: 0.7117186 Dec 13 15:40:47.925722 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'tag': '58992c16-59c0-4bd4-9dde-520c6bc9ec80'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:40:47.928091 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd144848-0d13-4cae-a5d9-d11aaa470751" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52f16c-d828-49e0-9f2b-a10841a8ab8b", "tag": "58992c16-59c0-4bd4-9dde-520c6bc9ec80"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:40:47.954865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4aa3c8-4aa0-4d73-8e9c-fa0299f92d12 service neutron] Pushing event updated for resources: {'Port': ['ID=58992c16-59c0-4bd4-9dde-520c6bc9ec80,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:47.983752 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de281405-05f4-490c-9301-440629301db8 x-openstack-request-id: req-de281405-05f4-490c-9301-440629301db8 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:40:47.984045 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52f16c-d828-49e0-9f2b-a10841a8ab8b", "tag": "58992c16-59c0-4bd4-9dde-520c6bc9ec80", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:40:47.984293 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de281405-05f4-490c-9301-440629301db8 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:40:47.984704 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'tag': '58992c16-59c0-4bd4-9dde-520c6bc9ec80', 'status': 'completed', 'code': 200} Dec 13 15:40:48.054078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd144848-0d13-4cae-a5d9-d11aaa470751 req-72c5a59f-3464-4c99-b4ad-50003295db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:48.055706 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd144848-0d13-4cae-a5d9-d11aaa470751 req-72c5a59f-3464-4c99-b4ad-50003295db05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aea6f15caa2341518e65ec97e72e4899&device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 1095 time: 0.0502033 Dec 13 15:40:48.073414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bb639-0295-4085-a722-21c7be05588b req-46966205-4fc0-4c58-a5f3-324e41d932d7 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:48.074776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a49bb639-0295-4085-a722-21c7be05588b req-46966205-4fc0-4c58-a5f3-324e41d932d7 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 944 time: 0.1228161 Dec 13 15:40:48.118481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a49bb639-0295-4085-a722-21c7be05588b req-b50ff06b-0b7f-450f-a1b6-76904da9a0d6 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346467 Dec 13 15:40:48.164193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd144848-0d13-4cae-a5d9-d11aaa470751 req-e41db41a-9f23-4c21-9d2a-c33a6c76371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:48.165669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd144848-0d13-4cae-a5d9-d11aaa470751 req-e41db41a-9f23-4c21-9d2a-c33a6c76371f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=aea6f15caa2341518e65ec97e72e4899&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1010289 Dec 13 15:40:48.261035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd144848-0d13-4cae-a5d9-d11aaa470751 req-70b6522b-1625-42e8-943d-d6e0bf4d2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:48.262536 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd144848-0d13-4cae-a5d9-d11aaa470751 req-70b6522b-1625-42e8-943d-d6e0bf4d2f29 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900552 Dec 13 15:40:48.338648 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-d4d96d18-bb5e-4ce8-b6f9-2d375a83d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:48.340033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-d4d96d18-bb5e-4ce8-b6f9-2d375a83d55a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aea6f15caa2341518e65ec97e72e4899&device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 1095 time: 0.0400679 Dec 13 15:40:48.385656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-b182af97-375d-45a7-b619-719343411eef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58992c16-59c0-4bd4-9dde-520c6bc9ec80 HTTP/1.1" status: 200 len: 217 time: 0.0380254 Dec 13 15:40:48.433689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-a40ac27f-7808-4418-8ed9-7488565b0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:48.435125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-a40ac27f-7808-4418-8ed9-7488565b0623 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c7b3d94-7c9e-423d-82c5-3bd0422c8b14 HTTP/1.1" status: 200 len: 856 time: 0.0432277 Dec 13 15:40:48.481079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-c614fdaf-37cd-4a78-9876-ecc045043394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:48.482515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-c614fdaf-37cd-4a78-9876-ecc045043394 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387056 Dec 13 15:40:48.570969 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-e9bb3ee6-0f9b-4e0f-8f2d-46243520a01f service neutron] 10.222.0.55 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817215 Dec 13 15:40:48.658587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cb30cff2-12ef-47f5-9ed8-2a93d8aad04a req-2bfff0c2-cfdf-45f0-91f9-09091cdebaf0 service neutron] 10.222.0.55 "GET /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804484 Dec 13 15:40:49.234459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efaa60-11d1-43a1-a2a3-ba449ade25d1 req-d7571a8f-e013-4867-8f24-c2c78c491d7b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:49.235928 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31efaa60-11d1-43a1-a2a3-ba449ade25d1 req-d7571a8f-e013-4867-8f24-c2c78c491d7b tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 944 time: 0.0483494 Dec 13 15:40:49.273052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31efaa60-11d1-43a1-a2a3-ba449ade25d1 req-ca12b06b-a5b6-4fb2-8774-efd2a601d6ad tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Dec 13 15:40:49.900048 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e42bf6f9-36f2-4cdc-a28c-ad3af21e7ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:50.384629 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafade1e-01af-4753-980f-5993c08cb89b req-f418bb33-99f7-4e34-bd2a-1c97901a5174 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:50.386080 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fafade1e-01af-4753-980f-5993c08cb89b req-f418bb33-99f7-4e34-bd2a-1c97901a5174 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 944 time: 0.0481808 Dec 13 15:40:50.423674 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fafade1e-01af-4753-980f-5993c08cb89b req-587c1d4f-293f-473c-b4ef-da644e6df09e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Dec 13 15:40:50.431834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 58992c16-59c0-4bd4-9dde-520c6bc9ec80 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:40:50.678649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 58992c16-59c0-4bd4-9dde-520c6bc9ec80, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=58992c16-59c0-4bd4-9dde-520c6bc9ec80,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:50.690032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '58992c16-59c0-4bd4-9dde-520c6bc9ec80', 'network_id': 'ca81d7e7-a1eb-4340-aa4c-75a6d82b955a', 'port_id': '58992c16-59c0-4bd4-9dde-520c6bc9ec80', 'mac_address': 'fa:16:3e:d6:23:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7b3d94-7c9e-423d-82c5-3bd0422c8b14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:40:50.725761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:50.738658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58992c16-59c0-4bd4-9dde-520c6bc9ec80 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:40:50.757729 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 58992c16-59c0-4bd4-9dde-520c6bc9ec80, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=58992c16-59c0-4bd4-9dde-520c6bc9ec80,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:50.829994 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:50.875677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=58992c16-59c0-4bd4-9dde-520c6bc9ec80,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:51.033918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['58992c16-59c0-4bd4-9dde-520c6bc9ec80'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:40:51.541198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b0021-3fc3-4a2c-ad42-e1da42f1f7de req-6b3d5de6-50c9-4c7c-9ea6-73b1bb54724d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:51.542474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec5b0021-3fc3-4a2c-ad42-e1da42f1f7de req-6b3d5de6-50c9-4c7c-9ea6-73b1bb54724d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 945 time: 0.0528293 Dec 13 15:40:51.580695 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec5b0021-3fc3-4a2c-ad42-e1da42f1f7de req-2d31c26b-b874-4e63-98d8-c9c9d9140cc6 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Dec 13 15:40:52.299759 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-886e6824-0b22-4f01-b742-b3bf78d4db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:52.432759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 58992c16-59c0-4bd4-9dde-520c6bc9ec80 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:40:52.556970 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:40:52.560723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:40:52.561095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:52.641115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:52.663605 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58992c16-59c0-4bd4-9dde-520c6bc9ec80'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:40:52.666443 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c9e396-3a19-4d4a-8df8-7d72522e2020" -d '{"events": [{"server_uuid": "ed52f16c-d828-49e0-9f2b-a10841a8ab8b", "name": "network-vif-plugged", "status": "completed", "tag": "58992c16-59c0-4bd4-9dde-520c6bc9ec80"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:40:52.681050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 58992c16-59c0-4bd4-9dde-520c6bc9ec80, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=58992c16-59c0-4bd4-9dde-520c6bc9ec80,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:40:52.696826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634984-2c9d-49e3-ab4e-ffe11e7e426a req-f5dafbb9-19eb-4946-8a8f-28e70f642bdb tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:52.698347 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a634984-2c9d-49e3-ab4e-ffe11e7e426a req-f5dafbb9-19eb-4946-8a8f-28e70f642bdb tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 945 time: 0.0506144 Dec 13 15:40:52.704663 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a310945-6f29-4ec1-a24f-bec989e32f6d x-openstack-request-id: req-6a310945-6f29-4ec1-a24f-bec989e32f6d {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:40:52.704959 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52f16c-d828-49e0-9f2b-a10841a8ab8b", "name": "network-vif-plugged", "status": "completed", "tag": "58992c16-59c0-4bd4-9dde-520c6bc9ec80", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:40:52.705210 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a310945-6f29-4ec1-a24f-bec989e32f6d {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:40:52.705609 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58992c16-59c0-4bd4-9dde-520c6bc9ec80', 'code': 200} Dec 13 15:40:52.737297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2a634984-2c9d-49e3-ab4e-ffe11e7e426a req-54be1bf8-2a8c-4692-9bbf-d4ee11d6c9cc tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Dec 13 15:40:52.762575 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:52.811388 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=58992c16-59c0-4bd4-9dde-520c6bc9ec80,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:40:52.843048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a05cd-ed0c-4518-b5ff-abf6f84864ca req-8cf31800-7b92-4eaf-aa8d-52bdd5e62dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:52.849585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c4a05cd-ed0c-4518-b5ff-abf6f84864ca req-8cf31800-7b92-4eaf-aa8d-52bdd5e62dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 1097 time: 0.0828774 Dec 13 15:40:52.879959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c4a05cd-ed0c-4518-b5ff-abf6f84864ca req-5ad0df5e-f0a9-4ad4-b498-e5aa156de8f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284660 Dec 13 15:40:53.458512 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:53.856019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b84a-cc88-421c-a921-9bf6fed25202 req-55fd673c-f145-4995-a002-bc9452d13f31 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:53.857531 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b0e1b84a-cc88-421c-a921-9bf6fed25202 req-55fd673c-f145-4995-a002-bc9452d13f31 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 946 time: 0.0510046 Dec 13 15:40:53.895188 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b0e1b84a-cc88-421c-a921-9bf6fed25202 req-f7079072-d599-411b-8283-e7a4ea8565a3 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Dec 13 15:40:55.011027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca16dd-ace0-4c5d-84f2-325e12243057 req-3039ce82-62f6-4e13-974b-348155cde55a tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:55.012493 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bca16dd-ace0-4c5d-84f2-325e12243057 req-3039ce82-62f6-4e13-974b-348155cde55a tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 946 time: 0.0517828 Dec 13 15:40:55.050427 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4bca16dd-ace0-4c5d-84f2-325e12243057 req-b8a3c5bf-b571-4cee-93c4-21eac6d796a8 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Dec 13 15:40:55.071568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:55.145316 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:40:55.165567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28efda-e3bf-4d6f-b912-618a2932071b req-4b5e0809-4b80-47b8-b454-b7482bf99241 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:40:55.167033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca28efda-e3bf-4d6f-b912-618a2932071b req-4b5e0809-4b80-47b8-b454-b7482bf99241 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 946 time: 0.0519645 Dec 13 15:40:55.205972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca28efda-e3bf-4d6f-b912-618a2932071b req-b85fb2c6-3809-4ae7-aa37-3ad30ad0efdc tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Dec 13 15:40:59.281688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:41:16.247656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:16.894081 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9963d-b967-4483-a57a-670163e50446 req-78482d6f-33b3-4afe-8af9-b923abdc27b6 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:16.895567 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1a9963d-b967-4483-a57a-670163e50446 req-78482d6f-33b3-4afe-8af9-b923abdc27b6 tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 946 time: 0.0492115 Dec 13 15:41:16.932844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e1a9963d-b967-4483-a57a-670163e50446 req-ab51e70a-3bc7-4beb-851d-85a1136fc48d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Dec 13 15:41:17.441917 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:18.047575 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c65531-4a4e-4e6b-bc7b-fb37eaae1ec4 req-8815dc9e-18b6-4122-8c82-94ca3f94c61c tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:18.049023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88c65531-4a4e-4e6b-bc7b-fb37eaae1ec4 req-8815dc9e-18b6-4122-8c82-94ca3f94c61c tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 946 time: 0.0491424 Dec 13 15:41:18.085657 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-88c65531-4a4e-4e6b-bc7b-fb37eaae1ec4 req-3469c81a-d3eb-4d91-a7d3-42e65d738f6c tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/security-groups?id=788dba39-5410-418d-8ec2-293e95ae6417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Dec 13 15:41:18.377608 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-e7c5f1d3-35ca-4ee8-817d-731d986fc35d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:18.379056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-e7c5f1d3-35ca-4ee8-817d-731d986fc35d tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 946 time: 0.0477514 Dec 13 15:41:18.467653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Deleting port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:18.467990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:18.554610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] For port 58992c16-59c0-4bd4-9dde-520c6bc9ec80, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=58992c16-59c0-4bd4-9dde-520c6bc9ec80,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:18.554970 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:18.567156 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Calling delete_port for 58992c16-59c0-4bd4-9dde-520c6bc9ec80 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:18.756143 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:18.768045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['58992c16-59c0-4bd4-9dde-520c6bc9ec80'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:41:18.786696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Pushing event deleted for resources: {'Port': ['ID=58992c16-59c0-4bd4-9dde-520c6bc9ec80,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:18.830778 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] No DVR routers for this DVR port 58992c16-59c0-4bd4-9dde-520c6bc9ec80 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:41:18.833484 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:18.837558 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cd0d702c-34c4-4443-95ec-cc374cced55e req-6eb3c406-d3a7-481b-ad33-eb1da83b3a7e tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.55 "DELETE /v2.0/ports/58992c16-59c0-4bd4-9dde-520c6bc9ec80 HTTP/1.1" status: 204 len: 173 time: 0.4519453 Dec 13 15:41:18.838020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'name': 'network-vif-deleted', 'tag': '58992c16-59c0-4bd4-9dde-520c6bc9ec80'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:41:18.840306 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1933a4c0-90ba-42fd-b0e4-949424fca852" -d '{"events": [{"server_uuid": "ed52f16c-d828-49e0-9f2b-a10841a8ab8b", "name": "network-vif-deleted", "tag": "58992c16-59c0-4bd4-9dde-520c6bc9ec80"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:41:18.874620 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc239926-1fe3-4d2e-a974-f56490b66966 x-openstack-request-id: req-bc239926-1fe3-4d2e-a974-f56490b66966 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:41:18.874907 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52f16c-d828-49e0-9f2b-a10841a8ab8b", "name": "network-vif-deleted", "tag": "58992c16-59c0-4bd4-9dde-520c6bc9ec80", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:41:18.875151 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc239926-1fe3-4d2e-a974-f56490b66966 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:41:18.875545 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52f16c-d828-49e0-9f2b-a10841a8ab8b', 'name': 'network-vif-deleted', 'tag': '58992c16-59c0-4bd4-9dde-520c6bc9ec80', 'status': 'completed', 'code': 200} Dec 13 15:41:19.196934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d0efb0dd-2d9f-440a-9f37-1c7772b3fee3 req-4b67a87f-4c33-4f09-957a-14aa6eb6a7dc tempest-TestEncryptedCinderVolumes-543749875 tempest-TestEncryptedCinderVolumes-543749875-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52f16c-d828-49e0-9f2b-a10841a8ab8b HTTP/1.1" status: 200 len: 210 time: 0.0272648 Dec 13 15:41:19.927482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4030833-d420-4989-94d1-b1711842b663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:20.370575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37140) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:20.700700 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:20.939564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Deleting port fc100e35-c58a-4f30-a71a-ce07b9f56410 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:20.939901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:21.018781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] For port fc100e35-c58a-4f30-a71a-ce07b9f56410, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=fc100e35-c58a-4f30-a71a-ce07b9f56410,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:21.019055 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:21.032212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Calling delete_port for fc100e35-c58a-4f30-a71a-ce07b9f56410 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:21.276104 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:21.301407 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc100e35-c58a-4f30-a71a-ce07b9f56410,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:21.461371 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.023550 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:41:22.127571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:41:22.132688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9d15665c-4002-4d96-9952-13c12ddfc5e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7610743 Dec 13 15:41:22.135819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37142) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:22.139071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] Sync routers for ids ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:41:22.150265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] Routers {'1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:22.150901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:40:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:22.251301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.276667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] Set router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:22.304198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c11def8c-155a-492e-b6b5-2bfa8f346b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.358130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.449585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Deleting port f72d00ba-4e03-49e6-b988-04e894caf344 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:22.449936 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.454640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:41:21Z', 'revision_number': 5, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port': {'id': 'f72d00ba-4e03-49e6-b988-04e894caf344', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:39:54Z', 'updated_at': '2021-12-13T15:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:22.484659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] Checking router: 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:41:22.492801 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] Routers {'1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:22.493432 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:22.529687 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] For port f72d00ba-4e03-49e6-b988-04e894caf344, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f72d00ba-4e03-49e6-b988-04e894caf344,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:22.530379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.553952 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Calling delete_port for f72d00ba-4e03-49e6-b988-04e894caf344 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:22.583179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] Set router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:22.614721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 58992c16-59c0-4bd4-9dde-520c6bc9ec80 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:41:22.658418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:41:22Z', 'revision_number': 6, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:22.660220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 58992c16-59c0-4bd4-9dde-520c6bc9ec80 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:41:22.660555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 58992c16-59c0-4bd4-9dde-520c6bc9ec80 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:41:22.689008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96988306-3ef2-47bf-baf6-36287113c75b None None] The sync data for ids ['1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1'] in n-d-816954-1 is: [{'id': '1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1', 'name': 'tempest-TestEncryptedCinderVolumes-1826687213-router', 'tenant_id': 'aea6f15caa2341518e65ec97e72e4899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:53Z', 'updated_at': '2021-12-13T15:41:22Z', 'revision_number': 6, 'project_id': 'aea6f15caa2341518e65ec97e72e4899', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:41:22.761851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.789939 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72d00ba-4e03-49e6-b988-04e894caf344,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:22.852330 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.948588 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:22.950680 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.036315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.036844 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:41:23.041666 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.042824 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-28c9c2af-7fbb-4950-b7cb-7b51d0dc9861 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1e7d41bf-9ba8-4a30-a8d4-fd5d64df0ab1 HTTP/1.1" status: 204 len: 168 time: 0.9060981 Dec 13 15:41:23.045728 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37144) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:23.096296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Deleting subnet 6c7b3d94-7c9e-423d-82c5-3bd0422c8b14 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:41:23.099853 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.134489 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.214556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.316484 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.348755 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7b3d94-7c9e-423d-82c5-3bd0422c8b14,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:23.351196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.354334 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c7b3d94-7c9e-423d-82c5-3bd0422c8b14 HTTP/1.1" status: 204 len: 168 time: 0.3069723 Dec 13 15:41:23.354617 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce9703-bac1-4d34-8142-c6646fc17f45 None None] Network ca81d7e7-a1eb-4340-aa4c-75a6d82b955a requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:41:23.356927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37146) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:23.361236 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.361522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.361958 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.362188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.362556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.362885 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.363204 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.363530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.363856 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.364168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.364482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.364803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d76b0-c9ac-46e1-a323-14a3f464ed96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.432107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.463281 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.486084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Deleting port 946a7307-91fa-44da-8fa3-3097b58d9543 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:23.486471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.539419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] DHCP port deletion for ca81d7e7-a1eb-4340-aa4c-75a6d82b955a request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:41:23.555343 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] For port 946a7307-91fa-44da-8fa3-3097b58d9543, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=946a7307-91fa-44da-8fa3-3097b58d9543,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:23.555929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.569902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Calling delete_port for 946a7307-91fa-44da-8fa3-3097b58d9543 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:23.589654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Deleting port 946a7307-91fa-44da-8fa3-3097b58d9543 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:23.590025 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.651474 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] For port 946a7307-91fa-44da-8fa3-3097b58d9543, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=946a7307-91fa-44da-8fa3-3097b58d9543,segment=NetworkSegment(44d8338c-d9f1-4b65-94ad-f49b39f02c2c),segment_id=44d8338c-d9f1-4b65-94ad-f49b39f02c2c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:23.651866 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.665178 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Calling delete_port for 946a7307-91fa-44da-8fa3-3097b58d9543 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:23.750163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.756164 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.777530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Pushing event deleted for resources: {'Port': ['ID=946a7307-91fa-44da-8fa3-3097b58d9543,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:23.780043 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] No DVR routers for this DVR port 946a7307-91fa-44da-8fa3-3097b58d9543 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:41:23.783808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Pushing event deleted for resources: {'Port': ['ID=946a7307-91fa-44da-8fa3-3097b58d9543,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:23.788936 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] No DVR routers for this DVR port 946a7307-91fa-44da-8fa3-3097b58d9543 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:41:23.796694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.797104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.797436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.797771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.798095 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.798453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.798774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.799129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.799491 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.799813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.800125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.800434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89a597-05fa-4ad4-aa2b-dcefacaba7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:23.856901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.876510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca81d7e7-a1eb-4340-aa4c-75a6d82b955a']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:23.885610 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d8338c-d9f1-4b65-94ad-f49b39f02c2c') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:23.885906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d8338c-d9f1-4b65-94ad-f49b39f02c2c') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:23.895093 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.908554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.914268 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:41:23.914653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:41:23.916828 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:41:24.018396 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:24.023192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:24.027541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca81d7e7-a1eb-4340-aa4c-75a6d82b955a HTTP/1.1" status: 204 len: 168 time: 0.6692514 Dec 13 15:41:24.029750 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37148) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:24.079035 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac436c3-2d15-47fc-b034-0eee2b3d7ada admin admin] Pushing event deleted for resources: {'Network': ['ID=ca81d7e7-a1eb-4340-aa4c-75a6d82b955a,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:24.153475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fc100e35-c58a-4f30-a71a-ce07b9f56410 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:41:24.173421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: fc100e35-c58a-4f30-a71a-ce07b9f56410 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:41:24.173843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device fc100e35-c58a-4f30-a71a-ce07b9f56410 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:41:24.174361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f72d00ba-4e03-49e6-b988-04e894caf344 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:41:24.192539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f72d00ba-4e03-49e6-b988-04e894caf344 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:41:24.192887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f72d00ba-4e03-49e6-b988-04e894caf344 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:41:24.193294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 946a7307-91fa-44da-8fa3-3097b58d9543 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:41:24.216878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 946a7307-91fa-44da-8fa3-3097b58d9543 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:41:24.217221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 946a7307-91fa-44da-8fa3-3097b58d9543 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:41:24.392431 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:24.639494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Deleting port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:24.640217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:24.716125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] For port 9a0a6c00-c004-45d5-91e2-f778cbb4beb7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,segment=NetworkSegment(00fe958d-e457-4c47-9817-eb6d2b851837),segment_id=00fe958d-e457-4c47-9817-eb6d2b851837)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:24.716409 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:24.728674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Calling delete_port for 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:24.973107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.004723 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0a6c00-c004-45d5-91e2-f778cbb4beb7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:25.081955 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.171022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.184735 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.383597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Router 83a43b28-52ae-40a2-9386-159f2090232c has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:41:25.493439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:41:25.498434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5639f215-28bb-4ee2-a6d6-84e055ff2b49 admin admin] 10.222.0.24 "PUT /v2.0/routers/83a43b28-52ae-40a2-9386-159f2090232c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677031 Dec 13 15:41:25.501285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:25.502261 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] Sync routers for ids ['83a43b28-52ae-40a2-9386-159f2090232c'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:41:25.512842 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] Routers {'83a43b28-52ae-40a2-9386-159f2090232c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:25.513480 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83a43b28-52ae-40a2-9386-159f2090232c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:25.601145 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.615656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] Set router 83a43b28-52ae-40a2-9386-159f2090232c gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:25.701569 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.791611 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:41:24Z', 'revision_number': 5, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port': {'id': '1688e5bd-331f-42e5-8073-d1edc118a3ed', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a43b28-52ae-40a2-9386-159f2090232c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:40:00Z', 'updated_at': '2021-12-13T15:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:25.817102 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] Checking router: 83a43b28-52ae-40a2-9386-159f2090232c for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:41:25.825236 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] Routers {'83a43b28-52ae-40a2-9386-159f2090232c'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:25.825820 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83a43b28-52ae-40a2-9386-159f2090232c'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:25.842514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Deleting port 1688e5bd-331f-42e5-8073-d1edc118a3ed {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:25.842992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.910775 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] Set router 83a43b28-52ae-40a2-9386-159f2090232c gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:25.922127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] For port 1688e5bd-331f-42e5-8073-d1edc118a3ed, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=1688e5bd-331f-42e5-8073-d1edc118a3ed,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:25.922525 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:25.934851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Calling delete_port for 1688e5bd-331f-42e5-8073-d1edc118a3ed owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:25.962979 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:41:25Z', 'revision_number': 6, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:25.988507 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd9328-4a33-4711-8337-67b3c690b023 None None] The sync data for ids ['83a43b28-52ae-40a2-9386-159f2090232c'] in n-d-816954-1 is: [{'id': '83a43b28-52ae-40a2-9386-159f2090232c', 'name': 'tempest-TestEncryptedCinderVolumes-326931958-router', 'tenant_id': '3abbd87612c1403780447d1b75f2f34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:39:59Z', 'updated_at': '2021-12-13T15:41:25Z', 'revision_number': 6, 'project_id': '3abbd87612c1403780447d1b75f2f34a', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:41:26.150553 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.176425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1688e5bd-331f-42e5-8073-d1edc118a3ed,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:26.238393 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.328471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.330492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.419029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.419604 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a43b28-52ae-40a2-9386-159f2090232c {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:41:26.424034 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.431540 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37152) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:26.432004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-150d6c96-3792-4607-b27d-cfdd825915a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/83a43b28-52ae-40a2-9386-159f2090232c HTTP/1.1" status: 204 len: 168 time: 0.9259634 Dec 13 15:41:26.471416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] Deleting subnet e99bce5b-25b7-4e6f-acdd-43cc82552b72 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:41:26.478064 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.508187 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.581651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.709540 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.737137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99bce5b-25b7-4e6f-acdd-43cc82552b72,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:26.739152 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.745017 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-93d8138a-f2fd-4287-a4cd-f3239ac3f80e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e99bce5b-25b7-4e6f-acdd-43cc82552b72 HTTP/1.1" status: 204 len: 168 time: 0.3160241 Dec 13 15:41:26.746189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37154) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:26.750612 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052eb99a-2958-4959-aa01-97f7f5694658 None None] Network 770bf7b8-fe18-4435-b81c-9787b46b5d3f requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:41:26.796654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:41:26.815582 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.823969 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:41:26.824305 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 9a0a6c00-c004-45d5-91e2-f778cbb4beb7 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:41:26.871265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Deleting port 8e737fac-17e4-4033-8cb7-e2203e3dc938 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:26.871688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.942660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] For port 8e737fac-17e4-4033-8cb7-e2203e3dc938, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e737fac-17e4-4033-8cb7-e2203e3dc938,segment=NetworkSegment(00fe958d-e457-4c47-9817-eb6d2b851837),segment_id=00fe958d-e457-4c47-9817-eb6d2b851837)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:26.943092 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:26.958511 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Calling delete_port for 8e737fac-17e4-4033-8cb7-e2203e3dc938 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:26.970665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] DHCP port deletion for 770bf7b8-fe18-4435-b81c-9787b46b5d3f request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:41:27.025142 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] Deleting port 8e737fac-17e4-4033-8cb7-e2203e3dc938 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:41:27.025515 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.093260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] For port 8e737fac-17e4-4033-8cb7-e2203e3dc938, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e737fac-17e4-4033-8cb7-e2203e3dc938,segment=NetworkSegment(00fe958d-e457-4c47-9817-eb6d2b851837),segment_id=00fe958d-e457-4c47-9817-eb6d2b851837)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:27.093659 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.106578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] Calling delete_port for 8e737fac-17e4-4033-8cb7-e2203e3dc938 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:41:27.121790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.152954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e737fac-17e4-4033-8cb7-e2203e3dc938,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:27.154789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] No DVR routers for this DVR port 8e737fac-17e4-4033-8cb7-e2203e3dc938 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:41:27.190460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.215859 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] Pushing event deleted for resources: {'Port': ['ID=8e737fac-17e4-4033-8cb7-e2203e3dc938,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:27.219421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00eb03f-2811-4d7f-b170-071dcc665bfb None None] No DVR routers for this DVR port 8e737fac-17e4-4033-8cb7-e2203e3dc938 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:41:27.228810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.248921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770bf7b8-fe18-4435-b81c-9787b46b5d3f']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:27.257789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fe958d-e457-4c47-9817-eb6d2b851837') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:27.258074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fe958d-e457-4c47-9817-eb6d2b851837') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:27.267819 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.281054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.286647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:41:27.287020 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:41:27.288617 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:41:27.401608 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.407403 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.410607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] 10.222.0.24 "DELETE /v2.0/networks/770bf7b8-fe18-4435-b81c-9787b46b5d3f HTTP/1.1" status: 204 len: 168 time: 0.6634796 Dec 13 15:41:27.421493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f535da-e8dd-44ab-b228-00fc40ed6152 admin admin] Pushing event deleted for resources: {'Network': ['ID=770bf7b8-fe18-4435-b81c-9787b46b5d3f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:27.713386 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37158) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:27.752597 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-44794f2c-d595-4043-957c-a2faefabd4db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aea6f15caa2341518e65ec97e72e4899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378368 Dec 13 15:41:27.754966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37160) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:27.803246 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d59318-c550-46ea-99c2-4f06d266d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.824538 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d59318-c550-46ea-99c2-4f06d266d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.933209 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d59318-c550-46ea-99c2-4f06d266d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.935994 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f8d59318-c550-46ea-99c2-4f06d266d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:27.937160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f8d59318-c550-46ea-99c2-4f06d266d170 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/788dba39-5410-418d-8ec2-293e95ae6417 HTTP/1.1" status: 204 len: 168 time: 0.1812868 Dec 13 15:41:27.945370 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d59318-c550-46ea-99c2-4f06d266d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788dba39-5410-418d-8ec2-293e95ae6417,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:28.151878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1688e5bd-331f-42e5-8073-d1edc118a3ed no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:41:28.172412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 1688e5bd-331f-42e5-8073-d1edc118a3ed {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:41:28.172757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 1688e5bd-331f-42e5-8073-d1edc118a3ed not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:41:28.173166 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e737fac-17e4-4033-8cb7-e2203e3dc938 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:41:28.191268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8e737fac-17e4-4033-8cb7-e2203e3dc938 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:41:28.196473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e737fac-17e4-4033-8cb7-e2203e3dc938 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:41:28.484529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37166) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:28.527140 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3be02b57-df22-4d1e-960c-ea2fa55f1c9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3abbd87612c1403780447d1b75f2f34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414722 Dec 13 15:41:28.529528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37168) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:28.575417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-792c90ca-5d82-4299-a5c8-508ae227eb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:28.596542 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-792c90ca-5d82-4299-a5c8-508ae227eb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:28.704447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-792c90ca-5d82-4299-a5c8-508ae227eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:28.707054 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-792c90ca-5d82-4299-a5c8-508ae227eb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:28.708172 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-792c90ca-5d82-4299-a5c8-508ae227eb2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1843879-aaa1-4698-b5f0-07ad3a68da0c HTTP/1.1" status: 204 len: 168 time: 0.1778572 Dec 13 15:41:28.716583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c90ca-5d82-4299-a5c8-508ae227eb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1843879-aaa1-4698-b5f0-07ad3a68da0c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:29.663557 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37190) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:29.758405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-839186321-network', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:41:29.829780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Made reservation on behalf of 7460cfdffc1a4fd1baef791bdf5723f2 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:41:29.832121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:29.841259 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:29.917304 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:29.966438 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:29.993257 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:41:29.999341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441c9bcb-13d9-4e67-8986-e0e1808079f3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:30.005131 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:30.009402 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Added segment 64043ddd-8737-475b-98d7-c76c3fd928ed of type vlan for network 3cafc3bf-e101-439d-af69-280431f017d5 Dec 13 15:41:30.047739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:30.144339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:30.145296 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:30.145880 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:30.204559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] Pushing event updated for resources: {'Network': ['ID=3cafc3bf-e101-439d-af69-280431f017d5,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:30.216026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 3cafc3bf-e101-439d-af69-280431f017d5 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:41:30.264999 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-29d09332-d859-479f-a970-ac22ae48d1fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6003032 Dec 13 15:41:30.265405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37194) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:30.270417 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Request body: {'subnet': {'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-839186321-subnet', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:41:30.361302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Made reservation on behalf of 7460cfdffc1a4fd1baef791bdf5723f2 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:41:30.363634 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:30.579042 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:30.634443 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25330458-b861-4162-ac23-2e341e6db1ef,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:30.643033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Checking segment: {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:30.643393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Network hostable DHCP agents. Network: 3cafc3bf-e101-439d-af69-280431f017d5, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:41:30.749756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Network 3cafc3bf-e101-439d-af69-280431f017d5 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:41:30.841388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 3cafc3bf-e101-439d-af69-280431f017d5) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:30.845654 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:30.847003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:30.850807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2abb6c5-edcb-4c4f-a6ac-8ebaa3fb120f None None] Network 3cafc3bf-e101-439d-af69-280431f017d5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:41:30.969546 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f3810e44-0052-4a01-8fe3-d53c6af55054 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7028780 Dec 13 15:41:30.975687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37196) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:30.980843 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:41:31.000868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-3cafc3bf-e101-439d-af69-280431f017d5', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:41:31.001908 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.041914 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.043046 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.098379 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.155894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Allocated IP 172.20.0.2 (3cafc3bf-e101-439d-af69-280431f017d5/25330458-b861-4162-ac23-2e341e6db1ef/8e434f33-adb1-4c92-9966-a20f014e08ba) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:41:31.314796 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.327047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.441828 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.478892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Network 3cafc3bf-e101-439d-af69-280431f017d5 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:31.481788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:31.485210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:41:31.496555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Pushing event updated for resources: {'Port': ['ID=8e434f33-adb1-4c92-9966-a20f014e08ba,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:31.549818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Attempting to bind port 8e434f33-adb1-4c92-9966-a20f014e08ba on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:41:31.550182 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Attempting to bind port 8e434f33-adb1-4c92-9966-a20f014e08ba by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:41:31.550579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Attempting to bind port 8e434f33-adb1-4c92-9966-a20f014e08ba on network 3cafc3bf-e101-439d-af69-280431f017d5 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:41:31.555582 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:41:31.555953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Checking segment: {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:31.556359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.556746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Bound using segment: {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:41:31.557199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Bound port: 8e434f33-adb1-4c92-9966-a20f014e08ba, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:41:31.557571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.620981 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] For port 8e434f33-adb1-4c92-9966-a20f014e08ba, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:41:31.624072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] For port 8e434f33-adb1-4c92-9966-a20f014e08ba, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e434f33-adb1-4c92-9966-a20f014e08ba,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:41:31.630299 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.656648 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.693704 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.750751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f93d03-888f-4ef6-95e5-93528f415273 None None] Pushing event updated for resources: {'Port': ['ID=8e434f33-adb1-4c92-9966-a20f014e08ba,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:31.765033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Allocated IP 172.25.7.134 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/7cbb44ba-157c-4b2c-b22f-41b854884614) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:41:31.889810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:31.996468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:32.039017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:32.042669 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:32.046090 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:41:32.070439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbb44ba-157c-4b2c-b22f-41b854884614,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:32.188701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e434f33-adb1-4c92-9966-a20f014e08ba up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:32.240201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8e434f33-adb1-4c92-9966-a20f014e08ba triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:32.240568 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:32.315261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:32.348656 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 8e434f33-adb1-4c92-9966-a20f014e08ba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e434f33-adb1-4c92-9966-a20f014e08ba,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:32.357933 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:32.391320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:32.443997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=8e434f33-adb1-4c92-9966-a20f014e08ba,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:32.691777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c610254-1184-4feb-a70b-40ef13e30798 None None] Network 3cafc3bf-e101-439d-af69-280431f017d5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:41:32.749894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-236209ad-4ebe-4d54-b50f-f983715dfd49 None None] Provisioning complete for port 8e434f33-adb1-4c92-9966-a20f014e08ba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:32.750277 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-236209ad-4ebe-4d54-b50f-f983715dfd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:32.832356 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.064509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Router 1baa3016-ee46-4f87-834d-0125b9e720e5 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:41:33.114404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3948be77-59d0-4615-a65c-18bd9ac1057d None None] Provisioning complete for port 8e434f33-adb1-4c92-9966-a20f014e08ba triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:33.115024 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3948be77-59d0-4615-a65c-18bd9ac1057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.187126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:41:33.201455 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Sync routers for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:41:33.218473 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:33.218991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:33.254375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.258122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6352388-2aaa-49b7-9eb7-4275ee219039 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2789929 Dec 13 15:41:33.258961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37198) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:33.321626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:33.496110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:32Z', 'revision_number': 3, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:33.521768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Checking router: 1baa3016-ee46-4f87-834d-0125b9e720e5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:41:33.522109 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Updating router 1baa3016-ee46-4f87-834d-0125b9e720e5 port 7cbb44ba-157c-4b2c-b22f-41b854884614 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:41:33.545524 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.678112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.797074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.835926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.879523 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Allocated IP 172.20.0.1 (3cafc3bf-e101-439d-af69-280431f017d5/25330458-b861-4162-ac23-2e341e6db1ef/2196d302-45c6-4d2d-8880-2ff570a9b8ab) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:41:33.882909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Attempting to bind port 7cbb44ba-157c-4b2c-b22f-41b854884614 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:41:33.883412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Attempting to bind port 7cbb44ba-157c-4b2c-b22f-41b854884614 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:41:33.883719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Attempting to bind port 7cbb44ba-157c-4b2c-b22f-41b854884614 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:41:33.891248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:41:33.891628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:33.892049 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.892438 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:41:33.892898 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Bound port: 7cbb44ba-157c-4b2c-b22f-41b854884614, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:41:33.893276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:33.918648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592a265-297b-4f64-b002-cdb252118221 None None] Pushing event updated for resources: {'Port': ['ID=7cbb44ba-157c-4b2c-b22f-41b854884614,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:33.955080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] For port 7cbb44ba-157c-4b2c-b22f-41b854884614, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:41:33.958089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] For port 7cbb44ba-157c-4b2c-b22f-41b854884614, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7cbb44ba-157c-4b2c-b22f-41b854884614,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:41:33.986158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.013402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.059899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:34.060431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:34.076474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.120708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Network 3cafc3bf-e101-439d-af69-280431f017d5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:34.123967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:34.130498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:41:34.178780 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Pushing event updated for resources: {'Port': ['ID=2196d302-45c6-4d2d-8880-2ff570a9b8ab,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:34.190169 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.272359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e434f33-adb1-4c92-9966-a20f014e08ba up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:34.334336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592a265-297b-4f64-b002-cdb252118221 None None] Pushing event updated for resources: {'Port': ['ID=7cbb44ba-157c-4b2c-b22f-41b854884614,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:34.381269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8e434f33-adb1-4c92-9966-a20f014e08ba triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:34.381622 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.386478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:34.397857 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.521806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-39174fec-29bc-4e13-bcca-99b47c655062 None None] Provisioning complete for port 2196d302-45c6-4d2d-8880-2ff570a9b8ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:34.522381 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-39174fec-29bc-4e13-bcca-99b47c655062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.561637 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.601096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.605097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-39174fec-29bc-4e13-bcca-99b47c655062 None None] Port 2196d302-45c6-4d2d-8880-2ff570a9b8ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:41:34.664874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:32Z', 'revision_number': 3, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:34.668155 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Pushing event updated for resources: {'Port': ['ID=2196d302-45c6-4d2d-8880-2ff570a9b8ab,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:34.670575 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:34.692698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5f727-5be9-497b-9df6-d41def4055af None None] The sync data for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 is: [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:32Z', 'revision_number': 3, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:41:34.767921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Network 3cafc3bf-e101-439d-af69-280431f017d5 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:34.773441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:34.925449 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Router 1baa3016-ee46-4f87-834d-0125b9e720e5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:41:35.034083 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1512ed9d-212e-419a-b306-0c523e29653f None None] Provisioning complete for port 2196d302-45c6-4d2d-8880-2ff570a9b8ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:35.034664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1512ed9d-212e-419a-b306-0c523e29653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:35.049875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:41:35.062599 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-28f7c7ee-89af-4749-8d82-fce430ab5c72 admin admin] 10.222.0.24 "PUT /v2.0/routers/1baa3016-ee46-4f87-834d-0125b9e720e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949507 Dec 13 15:41:35.078680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1512ed9d-212e-419a-b306-0c523e29653f None None] Port 2196d302-45c6-4d2d-8880-2ff570a9b8ab cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:41:35.700360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37214) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:35.705721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-410036612-network', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:41:35.778307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Made reservation on behalf of 0d7a3af65dad461aa4f612a5ffb3d156 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:41:35.780876 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:35.790789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:35.879247 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:35.938600 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:35.963875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:41:35.973392 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec28dd3-6fd9-4fd1-9175-98267d1ab3f5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:35.978791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:35.979133 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Added segment 3820bf01-1c24-4b44-ae50-1e00088c39e8 of type vlan for network ccab3589-9f8d-4163-8966-81d50aa3e66e Dec 13 15:41:36.019579 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.098654 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.099635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:36.100203 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.160935 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=ccab3589-9f8d-4163-8966-81d50aa3e66e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:36.172296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network ccab3589-9f8d-4163-8966-81d50aa3e66e details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:41:36.187251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7cbb44ba-157c-4b2c-b22f-41b854884614 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:36.201532 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2387f37d-6446-4c9b-a8ae-3d8fdd5d5fd3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4975772 Dec 13 15:41:36.201867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37216) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:36.210176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Request body: {'subnet': {'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-410036612-subnet', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:41:36.246611 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Sync routers for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:41:36.255499 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:36.256086 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:36.276259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Made reservation on behalf of 0d7a3af65dad461aa4f612a5ffb3d156 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:41:36.278868 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.279933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7cbb44ba-157c-4b2c-b22f-41b854884614 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:36.280310 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.322783 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:41:36.363560 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.368320 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:36.385378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 7cbb44ba-157c-4b2c-b22f-41b854884614, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7cbb44ba-157c-4b2c-b22f-41b854884614,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:36.452907 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.501985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=7cbb44ba-157c-4b2c-b22f-41b854884614,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:36.504329 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.565352 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 2, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:36.567384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a70e37-35e7-401b-8188-be68c39e51b5,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:36.575207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Checking segment: {'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:36.575588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Network hostable DHCP agents. Network: ccab3589-9f8d-4163-8966-81d50aa3e66e, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:41:36.594889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Checking router: 1baa3016-ee46-4f87-834d-0125b9e720e5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:41:36.595236 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Updating router 1baa3016-ee46-4f87-834d-0125b9e720e5 port 2196d302-45c6-4d2d-8880-2ff570a9b8ab binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:41:36.619095 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.647161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Network ccab3589-9f8d-4163-8966-81d50aa3e66e is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:41:36.709877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, ccab3589-9f8d-4163-8966-81d50aa3e66e) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:36.714092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:36.714927 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.720307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d93a1c3-f31e-4609-949d-0a5eb4f02955 None None] Network ccab3589-9f8d-4163-8966-81d50aa3e66e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:41:36.793844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0d9074b3-4152-4832-802a-ce6ece322a74 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5907879 Dec 13 15:41:36.796513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37218) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:36.801314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:41:36.876810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-ccab3589-9f8d-4163-8966-81d50aa3e66e', 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'fixed_ips': [{'subnet_id': 'c8a70e37-35e7-401b-8188-be68c39e51b5'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:41:36.877701 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.881734 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.883575 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.935695 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:36.966573 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.018253 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Allocated IP 172.20.0.2 (ccab3589-9f8d-4163-8966-81d50aa3e66e/c8a70e37-35e7-401b-8188-be68c39e51b5/d2cf38f1-505b-4d54-8b42-31cff99384ae) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:41:37.018483 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.067012 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Pushing event updated for resources: {'Port': ['ID=2196d302-45c6-4d2d-8880-2ff570a9b8ab,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:37.083960 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.083960 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.083960 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.084455 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.084552 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.084844 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.085167 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.085490 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.085798 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.086819 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.087182 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.089887 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:37.141691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Attempting to bind port 2196d302-45c6-4d2d-8880-2ff570a9b8ab on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:41:37.142031 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Attempting to bind port 2196d302-45c6-4d2d-8880-2ff570a9b8ab by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:41:37.142422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Attempting to bind port 2196d302-45c6-4d2d-8880-2ff570a9b8ab on network 3cafc3bf-e101-439d-af69-280431f017d5 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:41:37.148041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:41:37.148479 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Checking segment: {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:37.149438 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.149824 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Bound using segment: {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:41:37.150312 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Bound port: 2196d302-45c6-4d2d-8880-2ff570a9b8ab, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:41:37.150690 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.215238 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.222768 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] For port 2196d302-45c6-4d2d-8880-2ff570a9b8ab, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:41:37.226093 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] For port 2196d302-45c6-4d2d-8880-2ff570a9b8ab, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2196d302-45c6-4d2d-8880-2ff570a9b8ab,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:41:37.307977 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.333473 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.353514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Network ccab3589-9f8d-4163-8966-81d50aa3e66e is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:37.356574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3e3c3ce0-3d48-434c-a685-d29eb3e9f4e1 None None] Provisioning complete for port 2196d302-45c6-4d2d-8880-2ff570a9b8ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:37.356951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3c3ce0-3d48-434c-a685-d29eb3e9f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.360367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:37.368211 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:41:37.387789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Pushing event updated for resources: {'Port': ['ID=d2cf38f1-505b-4d54-8b42-31cff99384ae,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:37.390823 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf73ab-2cbe-489c-850a-c551a016c48d None None] Pushing event updated for resources: {'Port': ['ID=2196d302-45c6-4d2d-8880-2ff570a9b8ab,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:37.410691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:37.411488 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:37.472588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Attempting to bind port d2cf38f1-505b-4d54-8b42-31cff99384ae on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:41:37.473028 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Attempting to bind port d2cf38f1-505b-4d54-8b42-31cff99384ae by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:41:37.473330 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Attempting to bind port d2cf38f1-505b-4d54-8b42-31cff99384ae on network ccab3589-9f8d-4163-8966-81d50aa3e66e {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:41:37.480427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:41:37.480805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Checking segment: {'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:37.481211 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.481604 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Bound using segment: {'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:41:37.482076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Bound port: d2cf38f1-505b-4d54-8b42-31cff99384ae, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:41:37.482807 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.508934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.527839 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:37.552983 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3c3ce0-3d48-434c-a685-d29eb3e9f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.605240 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] For port d2cf38f1-505b-4d54-8b42-31cff99384ae, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:41:37.609816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] For port d2cf38f1-505b-4d54-8b42-31cff99384ae, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2cf38f1-505b-4d54-8b42-31cff99384ae,segment=NetworkSegment(3820bf01-1c24-4b44-ae50-1e00088c39e8),segment_id=3820bf01-1c24-4b44-ae50-1e00088c39e8)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:41:37.611810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3e3c3ce0-3d48-434c-a685-d29eb3e9f4e1 None None] For port 2196d302-45c6-4d2d-8880-2ff570a9b8ab, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2196d302-45c6-4d2d-8880-2ff570a9b8ab,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:37.698796 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.730252 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3e3c3ce0-3d48-434c-a685-d29eb3e9f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.759623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b1161-b229-4d0a-951b-f8aa09795b9d None None] Pushing event updated for resources: {'Port': ['ID=d2cf38f1-505b-4d54-8b42-31cff99384ae,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:37.809252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c3ce0-3d48-434c-a685-d29eb3e9f4e1 None None] Pushing event updated for resources: {'Port': ['ID=2196d302-45c6-4d2d-8880-2ff570a9b8ab,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:37.819114 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:37.819467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.841711 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.848285 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523180a-c7f5-4cd8-b60e-2c5cd951060f None None] The sync data for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 is: [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:41:37.864478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9e695448-f6d6-4e79-97c8-08088465e3d0 None None] Provisioning complete for port 2196d302-45c6-4d2d-8880-2ff570a9b8ab triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:37.864850 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9e695448-f6d6-4e79-97c8-08088465e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:37.984310 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Allocated IP 172.25.7.29 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/826549e5-7ed7-4514-9306-b67d9bca5f0c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:41:38.163760 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.253241 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.304506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:38.307560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:38.316376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:41:38.319851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Pushing event updated for resources: {'Port': ['ID=826549e5-7ed7-4514-9306-b67d9bca5f0c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:38.324574 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7cbb44ba-157c-4b2c-b22f-41b854884614 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:38.382869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7cbb44ba-157c-4b2c-b22f-41b854884614 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:38.383774 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.469768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2196d302-45c6-4d2d-8880-2ff570a9b8ab up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:38.520986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2196d302-45c6-4d2d-8880-2ff570a9b8ab triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:38.521474 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.612000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2cf38f1-505b-4d54-8b42-31cff99384ae up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:38.668302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d2cf38f1-505b-4d54-8b42-31cff99384ae triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:38.669204 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.679388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.765656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.807644 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port d2cf38f1-505b-4d54-8b42-31cff99384ae, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2cf38f1-505b-4d54-8b42-31cff99384ae,segment=NetworkSegment(3820bf01-1c24-4b44-ae50-1e00088c39e8),segment_id=3820bf01-1c24-4b44-ae50-1e00088c39e8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:38.876373 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.881876 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97acd3aa-4acd-4f82-8239-a5f69fa32c77 None None] Network ccab3589-9f8d-4163-8966-81d50aa3e66e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:41:38.930903 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.991624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2b55560b-d1be-4325-9084-3a277988ec93 None None] Provisioning complete for port d2cf38f1-505b-4d54-8b42-31cff99384ae triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:38.991980 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b55560b-d1be-4325-9084-3a277988ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:38.998066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=d2cf38f1-505b-4d54-8b42-31cff99384ae,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:39.137996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Router a6b4cd12-1195-461d-bfb2-1b2435975d63 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:41:39.254055 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:41:39.264520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Sync routers for ids ['a6b4cd12-1195-461d-bfb2-1b2435975d63'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:41:39.274626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Routers {'a6b4cd12-1195-461d-bfb2-1b2435975d63'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:39.275177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6b4cd12-1195-461d-bfb2-1b2435975d63'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:39.323232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:39.324504 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ec2c6cd0-89e4-463b-a55d-d675bf9cab9a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5269604 Dec 13 15:41:39.327171 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37220) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:41:39.377457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2210a456-3335-4d65-beee-6bcad6f4db89 None None] Provisioning complete for port d2cf38f1-505b-4d54-8b42-31cff99384ae triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:39.378024 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2210a456-3335-4d65-beee-6bcad6f4db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:39.559599 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Set router a6b4cd12-1195-461d-bfb2-1b2435975d63 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:39.749589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:39.775932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:41:38Z', 'revision_number': 3, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port': {'id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:23:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:37Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:39.806149 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Checking router: a6b4cd12-1195-461d-bfb2-1b2435975d63 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:41:39.806520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Updating router a6b4cd12-1195-461d-bfb2-1b2435975d63 port 826549e5-7ed7-4514-9306-b67d9bca5f0c binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:41:39.829709 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:39.903820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Allocated IP 172.20.0.1 (ccab3589-9f8d-4163-8966-81d50aa3e66e/c8a70e37-35e7-401b-8188-be68c39e51b5/2c629645-4239-483b-b393-2ae6786bc9d5) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:41:40.018840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.095223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.104770 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.146316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Network ccab3589-9f8d-4163-8966-81d50aa3e66e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:40.149374 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:40.150372 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.152023 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:41:40.184808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2cf38f1-505b-4d54-8b42-31cff99384ae up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:40.191221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Pushing event updated for resources: {'Port': ['ID=2c629645-4239-483b-b393-2ae6786bc9d5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:40.209204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.251630 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Attempting to bind port 826549e5-7ed7-4514-9306-b67d9bca5f0c on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:41:40.252002 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Attempting to bind port 826549e5-7ed7-4514-9306-b67d9bca5f0c by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:41:40.252366 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Attempting to bind port 826549e5-7ed7-4514-9306-b67d9bca5f0c on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:41:40.255826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26ff62-4c78-4cc2-847e-a97ccc36ed3a None None] Pushing event updated for resources: {'Port': ['ID=826549e5-7ed7-4514-9306-b67d9bca5f0c,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:40.263053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:41:40.263427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:40.263829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.264215 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:41:40.264688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Bound port: 826549e5-7ed7-4514-9306-b67d9bca5f0c, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:41:40.265068 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.309282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port d2cf38f1-505b-4d54-8b42-31cff99384ae triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:40.309658 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.354793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] For port 826549e5-7ed7-4514-9306-b67d9bca5f0c, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:41:40.359194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] For port 826549e5-7ed7-4514-9306-b67d9bca5f0c, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=826549e5-7ed7-4514-9306-b67d9bca5f0c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:41:40.415238 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.448853 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.483663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-312bceba-06d1-4f05-8cd9-306342d772af None None] Provisioning complete for port 2c629645-4239-483b-b393-2ae6786bc9d5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:40.484033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-312bceba-06d1-4f05-8cd9-306342d772af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.534853 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Routers {'a6b4cd12-1195-461d-bfb2-1b2435975d63'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:40.535894 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6b4cd12-1195-461d-bfb2-1b2435975d63'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:40.537122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26ff62-4c78-4cc2-847e-a97ccc36ed3a None None] Pushing event updated for resources: {'Port': ['ID=826549e5-7ed7-4514-9306-b67d9bca5f0c,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:40.578881 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.604566 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-312bceba-06d1-4f05-8cd9-306342d772af None None] Port 2c629645-4239-483b-b393-2ae6786bc9d5 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:41:40.635806 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.649296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] Set router a6b4cd12-1195-461d-bfb2-1b2435975d63 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:40.701725 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:40.704389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Pushing event updated for resources: {'Port': ['ID=2c629645-4239-483b-b393-2ae6786bc9d5,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:40.797356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Network ccab3589-9f8d-4163-8966-81d50aa3e66e is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:40.798815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:40.854913 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 4, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port': {'id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:23:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:37Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2c629645-4239-483b-b393-2ae6786bc9d5', 'name': '', 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'mac_address': 'fa:16:3e:97:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:39Z', 'updated_at': '2021-12-13T15:41:39Z', 'revision_number': 1, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'subnets': [{'id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:40.889966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe8cf1-2a08-4147-ae7e-258eb4fc5e48 None None] The sync data for ids ['a6b4cd12-1195-461d-bfb2-1b2435975d63'] in n-d-816954-1 is: [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 4, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port': {'id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:23:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:37Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2c629645-4239-483b-b393-2ae6786bc9d5', 'name': '', 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'mac_address': 'fa:16:3e:97:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:39Z', 'updated_at': '2021-12-13T15:41:39Z', 'revision_number': 1, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'subnets': [{'id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:41:40.928157 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Router a6b4cd12-1195-461d-bfb2-1b2435975d63 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:41:41.028897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-64b5add7-d0df-4bbc-84b0-7a18d479c80b None None] Provisioning complete for port 2c629645-4239-483b-b393-2ae6786bc9d5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:41.029273 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-64b5add7-d0df-4bbc-84b0-7a18d479c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:41.042901 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:41:41.048669 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-819446c0-119f-4dc1-a210-caad1d1a3659 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6b4cd12-1195-461d-bfb2-1b2435975d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205236 Dec 13 15:41:41.072315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-64b5add7-d0df-4bbc-84b0-7a18d479c80b None None] Port 2c629645-4239-483b-b393-2ae6786bc9d5 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:41:42.218874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 826549e5-7ed7-4514-9306-b67d9bca5f0c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:42.274273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 826549e5-7ed7-4514-9306-b67d9bca5f0c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:42.274273 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:42.365869 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:42.391508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 826549e5-7ed7-4514-9306-b67d9bca5f0c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=826549e5-7ed7-4514-9306-b67d9bca5f0c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:42.452542 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:42.518212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=826549e5-7ed7-4514-9306-b67d9bca5f0c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:42.974490 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Sync routers for ids ['a6b4cd12-1195-461d-bfb2-1b2435975d63'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:41:42.983921 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Routers {'a6b4cd12-1195-461d-bfb2-1b2435975d63'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:42.984604 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6b4cd12-1195-461d-bfb2-1b2435975d63'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:43.102987 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Set router a6b4cd12-1195-461d-bfb2-1b2435975d63 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:43.324205 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 4, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port': {'id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:37Z', 'updated_at': '2021-12-13T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2c629645-4239-483b-b393-2ae6786bc9d5', 'name': '', 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'mac_address': 'fa:16:3e:97:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:39Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 2, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'subnets': [{'id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:43.352639 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Checking router: a6b4cd12-1195-461d-bfb2-1b2435975d63 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:41:43.352639 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Updating router a6b4cd12-1195-461d-bfb2-1b2435975d63 port 2c629645-4239-483b-b393-2ae6786bc9d5 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:41:43.379859 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:43.668023 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:43.749582 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:43.829908 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76d01e-42d0-4279-a9a1-f48850c83673 None None] Pushing event updated for resources: {'Port': ['ID=2c629645-4239-483b-b393-2ae6786bc9d5,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:43.866130 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Attempting to bind port 2c629645-4239-483b-b393-2ae6786bc9d5 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:41:43.866622 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Attempting to bind port 2c629645-4239-483b-b393-2ae6786bc9d5 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:41:43.866866 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Attempting to bind port 2c629645-4239-483b-b393-2ae6786bc9d5 on network ccab3589-9f8d-4163-8966-81d50aa3e66e {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:41:43.874567 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:41:43.875168 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Checking segment: {'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:41:43.875591 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:43.875977 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Bound using segment: {'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:41:43.876430 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Bound port: 2c629645-4239-483b-b393-2ae6786bc9d5, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3820bf01-1c24-4b44-ae50-1e00088c39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:41:43.876803 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:43.956679 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] For port 2c629645-4239-483b-b393-2ae6786bc9d5, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:41:43.960747 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] For port 2c629645-4239-483b-b393-2ae6786bc9d5, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2c629645-4239-483b-b393-2ae6786bc9d5,segment=NetworkSegment(3820bf01-1c24-4b44-ae50-1e00088c39e8),segment_id=3820bf01-1c24-4b44-ae50-1e00088c39e8)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:41:44.021559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6e2f5350-8b04-448f-b872-a69b6914bcd8 None None] Provisioning complete for port 2c629645-4239-483b-b393-2ae6786bc9d5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:44.022133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6e2f5350-8b04-448f-b872-a69b6914bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:44.052957 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:44.085011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f5350-8b04-448f-b872-a69b6914bcd8 None None] Port 2c629645-4239-483b-b393-2ae6786bc9d5 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:41:44.134184 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Routers {'a6b4cd12-1195-461d-bfb2-1b2435975d63'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:41:44.135966 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:41:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6b4cd12-1195-461d-bfb2-1b2435975d63'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:44.218589 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 826549e5-7ed7-4514-9306-b67d9bca5f0c up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:44.276454 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 826549e5-7ed7-4514-9306-b67d9bca5f0c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:44.277406 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:44.364264 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76d01e-42d0-4279-a9a1-f48850c83673 None None] Pushing event updated for resources: {'Port': ['ID=2c629645-4239-483b-b393-2ae6786bc9d5,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:44.426119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d61d5a17-24ca-44b7-9b9e-ddb1d5620063 None None] Provisioning complete for port 2c629645-4239-483b-b393-2ae6786bc9d5 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:44.426729 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d61d5a17-24ca-44b7-9b9e-ddb1d5620063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:44.433203 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] Set router a6b4cd12-1195-461d-bfb2-1b2435975d63 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:41:44.520878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d61d5a17-24ca-44b7-9b9e-ddb1d5620063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:44.568509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d61d5a17-24ca-44b7-9b9e-ddb1d5620063 None None] For port 2c629645-4239-483b-b393-2ae6786bc9d5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2c629645-4239-483b-b393-2ae6786bc9d5,segment=NetworkSegment(3820bf01-1c24-4b44-ae50-1e00088c39e8),segment_id=3820bf01-1c24-4b44-ae50-1e00088c39e8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:41:44.612507 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d61d5a17-24ca-44b7-9b9e-ddb1d5620063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:44.675647 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 4, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port': {'id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:37Z', 'updated_at': '2021-12-13T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2c629645-4239-483b-b393-2ae6786bc9d5', 'name': '', 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'mac_address': 'fa:16:3e:97:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:39Z', 'updated_at': '2021-12-13T15:41:43Z', 'revision_number': 4, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'subnets': [{'id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:41:44.682520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d5a17-24ca-44b7-9b9e-ddb1d5620063 None None] Pushing event updated for resources: {'Port': ['ID=2c629645-4239-483b-b393-2ae6786bc9d5,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:44.710418 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fed074-5912-415c-a1fc-826a215ea1a6 None None] The sync data for ids ['a6b4cd12-1195-461d-bfb2-1b2435975d63'] in n-d-816954-1 is: [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:41:40Z', 'revision_number': 4, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port': {'id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:37Z', 'updated_at': '2021-12-13T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2c629645-4239-483b-b393-2ae6786bc9d5', 'name': '', 'network_id': 'ccab3589-9f8d-4163-8966-81d50aa3e66e', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'mac_address': 'fa:16:3e:97:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:39Z', 'updated_at': '2021-12-13T15:41:43Z', 'revision_number': 4, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'subnets': [{'id': 'c8a70e37-35e7-401b-8188-be68c39e51b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:41:46.222189 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2c629645-4239-483b-b393-2ae6786bc9d5 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:41:46.259972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:46.282422 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 2c629645-4239-483b-b393-2ae6786bc9d5 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:46.282826 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:47.538582 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:49.909559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e6164964-7411-4ede-9b13-d937f91c68a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:52.275380 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59a41202-c0d8-4d83-8fc1-515d2aebced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:52.845027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-3370ed78-1fce-4027-a462-80b940c76d0e tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:52.846526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-3370ed78-1fce-4027-a462-80b940c76d0e tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 814 time: 0.1026297 Dec 13 15:41:52.861573 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-ad668a09-e698-4fa4-a9bd-b89995492abd tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/quotas/7460cfdffc1a4fd1baef791bdf5723f2 HTTP/1.1" status: 200 len: 375 time: 0.0091782 Dec 13 15:41:52.911801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-bb71e6d0-1eb0-40fc-9f76-b8b78faf1dfe tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446713 Dec 13 15:41:53.007394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-262a4913-99d3-4381-88fc-de4756f9fe57 service neutron] 10.222.0.24 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841303 Dec 13 15:41:53.107750 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-17f9139d-314e-4288-acbc-b25a134ec5b2 service neutron] 10.222.0.24 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936468 Dec 13 15:41:53.349463 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2fe5bcca-bdd1-444d-bed0-074c2d3d68b4 req-84a0dc1b-0fc0-42de-a3a3-948e1c888a6b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0313146 Dec 13 15:41:53.458467 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:54.427282 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8cffeee3-f782-477b-9b61-e3ba109ffeab req-70fe34c0-8ccf-46a8-80e9-59b1962dab8b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0273182 Dec 13 15:41:55.109533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:55.172023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:55.526895 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df48a197-d516-4501-aecc-b58af2f94f5b req-0154144d-dd1d-4819-b2fc-80e907c1c38f tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Dec 13 15:41:55.566544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-bd3e0d2c-3556-4910-bf03-bb8e1b65e90a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:55.568039 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-bd3e0d2c-3556-4910-bf03-bb8e1b65e90a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 814 time: 0.1238775 Dec 13 15:41:55.580533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'port': {'device_id': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'admin_state_up': True, 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:41:55.755569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Made reservation on behalf of 7460cfdffc1a4fd1baef791bdf5723f2 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:41:55.759561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:55.884781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Allocated IP 172.20.0.7 (3cafc3bf-e101-439d-af69-280431f017d5/25330458-b861-4162-ac23-2e341e6db1ef/46680373-0cc1-41d4-899b-c0046c54347c) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:41:56.041022 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:56.116025 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:56.160828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Network 3cafc3bf-e101-439d-af69-280431f017d5 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:41:56.164009 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:41:56.168743 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:41:56.202593 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:41:56.215969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.216323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.216638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.216995 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.217326 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.217652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.217984 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.218403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.224324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.224324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.224324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.224324 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:41:56.271321 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:56.272323 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:56.350661 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a473f3c8-1891-406c-a7fe-592f5af419e7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7731607 Dec 13 15:41:56.508674 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-7b91c555-8284-4cde-84c5-3a3ee6958246 None None] Provisioning complete for port 46680373-0cc1-41d4-899b-c0046c54347c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:41:56.509225 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7b91c555-8284-4cde-84c5-3a3ee6958246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:41:56.547153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7b91c555-8284-4cde-84c5-3a3ee6958246 None None] Port 46680373-0cc1-41d4-899b-c0046c54347c cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:41:56.671583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a63f6f-0307-4f3a-bcf8-0eb3e4834baf req-966a7c65-b478-470f-9ebc-488c08c50d77 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:56.673096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92a63f6f-0307-4f3a-bcf8-0eb3e4834baf req-966a7c65-b478-470f-9ebc-488c08c50d77 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0712759 Dec 13 15:41:56.714081 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92a63f6f-0307-4f3a-bcf8-0eb3e4834baf req-6807b36b-ed56-454b-aca0-b8b364d65496 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Dec 13 15:41:57.837378 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e8dbf-619f-4ca1-8e84-0c1bc4c58728 req-83b0e8e2-9824-430e-ae29-76f830c5aebd tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:57.838894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-587e8dbf-619f-4ca1-8e84-0c1bc4c58728 req-83b0e8e2-9824-430e-ae29-76f830c5aebd tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0516238 Dec 13 15:41:57.879481 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-587e8dbf-619f-4ca1-8e84-0c1bc4c58728 req-e1350ac5-8f1f-49d4-9c54-a3549ee752c6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Dec 13 15:41:59.004020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cb773-db34-4f97-a21f-7983c478ae1b req-3d568ee2-b763-4605-a210-a00002bc722b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:41:59.005508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-699cb773-db34-4f97-a21f-7983c478ae1b req-3d568ee2-b763-4605-a210-a00002bc722b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0560274 Dec 13 15:41:59.046828 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-699cb773-db34-4f97-a21f-7983c478ae1b req-55931488-c3e2-4bdb-a255-7f8242553c11 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351698 Dec 13 15:42:00.167589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1286277-a95d-494a-b8a9-7f34afedc568 req-b52a267c-aeb0-4cf7-8944-a99753b7099b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:00.169230 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1286277-a95d-494a-b8a9-7f34afedc568 req-b52a267c-aeb0-4cf7-8944-a99753b7099b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0563164 Dec 13 15:42:00.209539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1286277-a95d-494a-b8a9-7f34afedc568 req-3b62bf10-b249-4b5e-9240-2180d27cae88 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Dec 13 15:42:01.331926 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381e28a-f711-4018-b110-e05543d5cedd req-f5d24e71-58c1-45fb-b789-f1e76330cf2d tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:01.333465 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b381e28a-f711-4018-b110-e05543d5cedd req-f5d24e71-58c1-45fb-b789-f1e76330cf2d tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0540943 Dec 13 15:42:01.373728 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b381e28a-f711-4018-b110-e05543d5cedd req-f6097c79-f3ca-4d4c-8eb4-ed40df01efb5 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Dec 13 15:42:02.491776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820a3d-fd0e-40ff-b9bd-fa59448cacc5 req-e1a37e00-2192-4d36-8c26-9de90c169abf tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:02.493829 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10820a3d-fd0e-40ff-b9bd-fa59448cacc5 req-e1a37e00-2192-4d36-8c26-9de90c169abf tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0542550 Dec 13 15:42:02.533042 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-10820a3d-fd0e-40ff-b9bd-fa59448cacc5 req-8107adb0-a991-4b8c-9618-b6f4b8c8e86a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Dec 13 15:42:03.656315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209bd3-55c4-47fa-b27d-9c77d9ab4817 req-9bd5461a-6803-49e1-83f6-5c1a7155f3b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:03.657795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a209bd3-55c4-47fa-b27d-9c77d9ab4817 req-9bd5461a-6803-49e1-83f6-5c1a7155f3b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0558937 Dec 13 15:42:03.696335 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a209bd3-55c4-47fa-b27d-9c77d9ab4817 req-9e9980b6-c473-4889-95a5-a3609a878cbc tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Dec 13 15:42:04.812725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8560d-c20f-4cc5-97ee-d641999813de req-55399f09-b491-4c42-9f13-885071a4c3b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:04.814179 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05c8560d-c20f-4cc5-97ee-d641999813de req-55399f09-b491-4c42-9f13-885071a4c3b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0515592 Dec 13 15:42:04.875899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-05c8560d-c20f-4cc5-97ee-d641999813de req-921a20ac-3b8c-4757-b90b-d0babcf50219 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554934 Dec 13 15:42:05.990730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c02ee-3135-433c-956a-f4b600cc3181 req-d3127cf7-f6b1-4668-8e32-4c75141a16e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:05.992138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd3c02ee-3135-433c-956a-f4b600cc3181 req-d3127cf7-f6b1-4668-8e32-4c75141a16e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 931 time: 0.0489326 Dec 13 15:42:06.030072 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd3c02ee-3135-433c-956a-f4b600cc3181 req-fa393442-a1df-4525-afa1-672c250bc367 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Dec 13 15:42:06.383359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Request body: {'port': {'device_id': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:06.440513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:06.693570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46680373-0cc1-41d4-899b-c0046c54347c {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:42:06.701322 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:06.713491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Transition to ACTIVE for port object 46680373-0cc1-41d4-899b-c0046c54347c will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:42:06.794813 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:06.844628 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Pushing event updated for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:06.918421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Attempting to bind port 46680373-0cc1-41d4-899b-c0046c54347c on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:42:06.918766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Attempting to bind port 46680373-0cc1-41d4-899b-c0046c54347c by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:42:06.919096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Attempting to bind port 46680373-0cc1-41d4-899b-c0046c54347c on network 3cafc3bf-e101-439d-af69-280431f017d5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:42:06.923579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Port 46680373-0cc1-41d4-899b-c0046c54347c on network 3cafc3bf-e101-439d-af69-280431f017d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:42:06.923927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Attempting to bind port 46680373-0cc1-41d4-899b-c0046c54347c on network 3cafc3bf-e101-439d-af69-280431f017d5 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:42:06.928877 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:42:06.929220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Checking segment: {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:42:06.929601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Bound using segment: {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:42:06.930028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Bound port: 46680373-0cc1-41d4-899b-c0046c54347c, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64043ddd-8737-475b-98d7-c76c3fd928ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:42:06.930414 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:06.999010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:42:07.002569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=46680373-0cc1-41d4-899b-c0046c54347c,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:42:07.105984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:07.162884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.163501 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:07.164893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] 10.222.0.55 "PUT /v2.0/ports/46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 1091 time: 0.7858522 Dec 13 15:42:07.165975 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:42:07.168290 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7adc80-d0ae-464c-b707-c1e425f25cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:42:07.201279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5625-708f-4cce-94c1-801a855714f8 req-1c731b05-9cf7-42df-a9af-541a83500ac2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.202869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e9f5625-708f-4cce-94c1-801a855714f8 req-1c731b05-9cf7-42df-a9af-541a83500ac2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 943 time: 0.1085796 Dec 13 15:42:07.203934 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42011f-3d64-4924-a7c3-f5a1446fb24c service neutron] Pushing event updated for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:07.211741 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a6b471-75a6-4dac-8453-e74c7224fa27 x-openstack-request-id: req-39a6b471-75a6-4dac-8453-e74c7224fa27 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:42:07.212518 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:42:07.212782 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39a6b471-75a6-4dac-8453-e74c7224fa27 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:42:07.213182 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c', 'status': 'completed', 'code': 200} Dec 13 15:42:07.256294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5e9f5625-708f-4cce-94c1-801a855714f8 req-ca7703eb-39c1-478c-bd31-8f4e2919d6fa tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463796 Dec 13 15:42:07.287087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7adc80-d0ae-464c-b707-c1e425f25cb3 req-525f3df3-a3e5-47e9-9b82-a314b4318f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.288641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e7adc80-d0ae-464c-b707-c1e425f25cb3 req-525f3df3-a3e5-47e9-9b82-a314b4318f79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0480917 Dec 13 15:42:07.392772 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7adc80-d0ae-464c-b707-c1e425f25cb3 req-21787386-bd7c-4373-bf32-30b5f814a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.394270 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e7adc80-d0ae-464c-b707-c1e425f25cb3 req-21787386-bd7c-4373-bf32-30b5f814a0fa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0972142 Dec 13 15:42:07.487732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7adc80-d0ae-464c-b707-c1e425f25cb3 req-5797ee31-118c-4c01-b0c6-bc9bc68cb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.489180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e7adc80-d0ae-464c-b707-c1e425f25cb3 req-5797ee31-118c-4c01-b0c6-bc9bc68cb8e5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883005 Dec 13 15:42:07.566701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-612b05c7-9a12-412c-81bb-1f4c3645a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.568044 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-612b05c7-9a12-412c-81bb-1f4c3645a632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0436378 Dec 13 15:42:07.607984 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-7cab10eb-c03c-4365-b26c-dc77b93111fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 217 time: 0.0324640 Dec 13 15:42:07.655384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a5f57c5e-2531-4aea-95a7-ef3f8df67fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.656765 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-a5f57c5e-2531-4aea-95a7-ef3f8df67fcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0421259 Dec 13 15:42:07.701169 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-87822947-3ec3-4b28-9a93-3d4960401ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:07.702616 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-87822947-3ec3-4b28-9a93-3d4960401ced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388308 Dec 13 15:42:07.792719 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-b1eb555b-d379-4008-a23e-4be4cbdb95f3 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833523 Dec 13 15:42:07.879989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-91bf5351-5440-4e52-a8e9-04b16b0d8a72 req-2c5c8a9b-218e-4043-86e1-de5474ccddd8 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802770 Dec 13 15:42:08.378640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25395eb7-c97f-46a9-ac74-a867cdab38f4 req-a83a3f8a-1027-4e4c-8124-45f5aff847d2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:08.380155 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25395eb7-c97f-46a9-ac74-a867cdab38f4 req-a83a3f8a-1027-4e4c-8124-45f5aff847d2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 943 time: 0.0505042 Dec 13 15:42:08.422726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25395eb7-c97f-46a9-ac74-a867cdab38f4 req-109109e1-ecd4-4864-850b-182bde6e606b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Dec 13 15:42:08.898947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 46680373-0cc1-41d4-899b-c0046c54347c details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:42:08.994003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=46680373-0cc1-41d4-899b-c0046c54347c,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:42:09.004906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '46680373-0cc1-41d4-899b-c0046c54347c', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'port_id': '46680373-0cc1-41d4-899b-c0046c54347c', 'mac_address': 'fa:16:3e:0d:55:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:42:09.041150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:09.053204 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46680373-0cc1-41d4-899b-c0046c54347c {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:42:09.071843 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=46680373-0cc1-41d4-899b-c0046c54347c,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:42:09.137682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:09.189369 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:09.342561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['46680373-0cc1-41d4-899b-c0046c54347c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:42:09.546193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005df6e6-3b71-4636-a058-83855ec1f5ec req-6b57829b-91ae-497b-97ba-8f4c85fad98a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:09.547867 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-005df6e6-3b71-4636-a058-83855ec1f5ec req-6b57829b-91ae-497b-97ba-8f4c85fad98a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 944 time: 0.0580254 Dec 13 15:42:09.587449 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-005df6e6-3b71-4636-a058-83855ec1f5ec req-5d75f81d-075e-4ec1-8fd8-e643eb8ce7f2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Dec 13 15:42:10.704534 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce09dd9-f619-4cee-a68d-2d4cef428641 req-2b86bec6-ef49-4c5a-b3da-f9380dd5ba0f tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:10.705986 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ce09dd9-f619-4cee-a68d-2d4cef428641 req-2b86bec6-ef49-4c5a-b3da-f9380dd5ba0f tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 944 time: 0.0525262 Dec 13 15:42:10.742863 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7ce09dd9-f619-4cee-a68d-2d4cef428641 req-0a7998ac-e184-410b-9270-d8bd464fc9b3 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Dec 13 15:42:10.898746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 46680373-0cc1-41d4-899b-c0046c54347c up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:42:11.028809 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 46680373-0cc1-41d4-899b-c0046c54347c completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:42:11.032889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 46680373-0cc1-41d4-899b-c0046c54347c triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:42:11.033250 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:11.108972 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:11.130578 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:42:11.132801 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240248a6-a3c9-4f20-a5ff-663ec00df10b" -d '{"events": [{"server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "name": "network-vif-plugged", "status": "completed", "tag": "46680373-0cc1-41d4-899b-c0046c54347c"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:42:11.145811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=46680373-0cc1-41d4-899b-c0046c54347c,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:42:11.167931 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db58249-87e1-491d-964f-b245639cd6f8 x-openstack-request-id: req-5db58249-87e1-491d-964f-b245639cd6f8 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:42:11.170278 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "name": "network-vif-plugged", "status": "completed", "tag": "46680373-0cc1-41d4-899b-c0046c54347c", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:42:11.170278 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5db58249-87e1-491d-964f-b245639cd6f8 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:42:11.170278 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c', 'code': 200} Dec 13 15:42:11.217974 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:11.262426 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab62a-725e-4dfe-9115-a59222bb42f7 req-a4e2d3df-4c8c-4f9c-9d85-ca4f886031af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:11.263960 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2ab62a-725e-4dfe-9115-a59222bb42f7 req-a4e2d3df-4c8c-4f9c-9d85-ca4f886031af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0397716 Dec 13 15:42:11.266212 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:11.299299 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5c2ab62a-725e-4dfe-9115-a59222bb42f7 req-9fa750e5-9e2d-413d-914b-e11e2bac64c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281045 Dec 13 15:42:11.855468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f5b4-da98-46ca-b547-928b2d42a6a6 req-b8910534-1e62-4067-9855-098f9fa41e23 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:11.856932 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64b4f5b4-da98-46ca-b547-928b2d42a6a6 req-b8910534-1e62-4067-9855-098f9fa41e23 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Dec 13 15:42:11.893801 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-64b4f5b4-da98-46ca-b547-928b2d42a6a6 req-17e8a10a-cfba-4b97-ad37-c889d50b2c06 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Dec 13 15:42:13.009846 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f3e83-dee8-4e06-91b0-b1b398b78675 req-cd97f963-f270-4a13-8130-ed1da671237a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:13.011269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-969f3e83-dee8-4e06-91b0-b1b398b78675 req-cd97f963-f270-4a13-8130-ed1da671237a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0496380 Dec 13 15:42:13.049165 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-969f3e83-dee8-4e06-91b0-b1b398b78675 req-70b53b77-85a8-4128-a65e-f5763f2b905b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Dec 13 15:42:13.161601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689153-ce18-4ad9-bcf2-4171416863ba req-1ea376f5-5032-48f5-a84f-b7492ae6ae02 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:13.163213 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de689153-ce18-4ad9-bcf2-4171416863ba req-1ea376f5-5032-48f5-a84f-b7492ae6ae02 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0489743 Dec 13 15:42:13.204402 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-de689153-ce18-4ad9-bcf2-4171416863ba req-6d568e47-4cfc-4636-b631-ccae4d08c4b2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Dec 13 15:42:13.310421 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:42:13.396382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced4cfa-22e9-474d-bf76-a8912a0f92c1 req-69245c39-6f68-4083-bece-af0322d5d99a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:13.398011 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2ced4cfa-22e9-474d-bf76-a8912a0f92c1 req-69245c39-6f68-4083-bece-af0322d5d99a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0530012 Dec 13 15:42:13.436529 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2ced4cfa-22e9-474d-bf76-a8912a0f92c1 req-2018d761-2d16-4661-9d0c-443616249064 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Dec 13 15:42:16.226044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:17.417867 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:19.914517 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2554d153-7188-4692-81d8-072ad803b000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:22.005491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-1851b50b-908b-4169-a5af-6239c50bf0dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3841512 Dec 13 15:42:22.093334 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30ad10-9981-42bc-8963-85128394b163 req-f2fe5a2a-05d3-4857-9a3b-90934c10e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:22.094828 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-f2fe5a2a-05d3-4857-9a3b-90934c10e3c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0397897 Dec 13 15:42:22.201131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30ad10-9981-42bc-8963-85128394b163 req-ec2f7773-dfaf-406b-ab70-15f4d4a3d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:22.202756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-ec2f7773-dfaf-406b-ab70-15f4d4a3d7e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 915 time: 0.0902650 Dec 13 15:42:22.244764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-df8ccc9c-e961-46d2-90a9-bc2f9eb9354d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 217 time: 0.0352831 Dec 13 15:42:22.263460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-24db7ccb-4a8e-4983-9812-04e14e0e07bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:22.293799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30ad10-9981-42bc-8963-85128394b163 req-44ecc5c4-dce5-4784-82b3-2a69cca8c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:22.295336 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-44ecc5c4-dce5-4784-82b3-2a69cca8c02a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0440533 Dec 13 15:42:22.340507 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30ad10-9981-42bc-8963-85128394b163 req-f6dded48-d32a-4d72-ba1d-a60ccc582caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:22.342052 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-f6dded48-d32a-4d72-ba1d-a60ccc582caf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396521 Dec 13 15:42:22.433637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-028686bc-1331-4a03-b688-06b933172fbc service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837879 Dec 13 15:42:22.520478 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4f30ad10-9981-42bc-8963-85128394b163 req-fbd9c3ee-be27-449b-b9ed-698c68b3feda service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791352 Dec 13 15:42:23.446006 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:25.120121 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:25.206429 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:27.790064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763bf97-1f9b-4db1-b564-e3f7c73ce68b req-33600180-055e-437c-8fb8-f2bfa76e7248 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:27.792031 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6763bf97-1f9b-4db1-b564-e3f7c73ce68b req-33600180-055e-437c-8fb8-f2bfa76e7248 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0479033 Dec 13 15:42:27.828430 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6763bf97-1f9b-4db1-b564-e3f7c73ce68b req-6c0baffb-df9a-49d3-9662-adc563df7863 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Dec 13 15:42:27.850064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37422) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:27.981829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ac347-f011-490c-9114-099c13e2037c tempest-TestMinimumBasicScenario-1834166723 tempest-TestMinimumBasicScenario-1834166723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:27.983366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-756ac347-f011-490c-9114-099c13e2037c tempest-TestMinimumBasicScenario-1834166723 tempest-TestMinimumBasicScenario-1834166723-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1091 time: 0.1322677 Dec 13 15:42:27.986370 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37426) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:27.990575 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '46680373-0cc1-41d4-899b-c0046c54347c', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:28.074343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:28.168688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:28.278047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Allocated IP 172.25.7.168 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/bc0108c7-fa15-47ce-8069-a9b7731e8ed9) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:42:28.375394 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:28.445791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:28.485878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:42:28.488719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:42:28.491316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:42:28.522759 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'Port': ['ID=bc0108c7-fa15-47ce-8069-a9b7731e8ed9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:28.827299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:28.934212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:29.080824 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:29.137220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:29.203508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'Port': ['ID=bc0108c7-fa15-47ce-8069-a9b7731e8ed9,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:29.214810 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:29.321945 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Floating IP 03baddbc-0b96-4d52-af8d-03baeb197915 associated. External IP: 172.25.7.168, port: 46680373-0cc1-41d4-899b-c0046c54347c. Dec 13 15:42:29.526182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Router 1baa3016-ee46-4f87-834d-0125b9e720e5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:42:29.630464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:42:29.640706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] Sync routers for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:42:29.649269 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:42:29.649868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:42:29.733764 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:29.752646 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:42:29.760309 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2577d430-60fd-4540-972a-5812069d3eb9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7729630 Dec 13 15:42:29.760881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:42:29.763169 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07adba11-3fc1-476b-a92a-364f68b6ef82" -d '{"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:42:29.763341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37428) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:29.768041 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007124096', 'description': 'tempest-secgroup-smoke-2007124096 description', 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:29.802067 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da777535-7d59-49bf-80a5-7d0968999a89 x-openstack-request-id: req-da777535-7d59-49bf-80a5-7d0968999a89 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:42:29.802403 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:42:29.802654 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da777535-7d59-49bf-80a5-7d0968999a89 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:42:29.803200 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c', 'status': 'completed', 'code': 200} Dec 13 15:42:29.851311 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:29.867713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-2c62bb8d-1709-4f42-a11c-e660e522a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:29.869170 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-2c62bb8d-1709-4f42-a11c-e660e522a08b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0424650 Dec 13 15:42:29.928997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:29.960011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-774b3e1b-ba21-4c5f-b12f-dcc7a7f35579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:29.961476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-774b3e1b-ba21-4c5f-b12f-dcc7a7f35579 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 915 time: 0.0854080 Dec 13 15:42:29.981003 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '03baddbc-0b96-4d52-af8d-03baeb197915', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'port_id': '46680373-0cc1-41d4-899b-c0046c54347c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'mac_address': 'fa:16:3e:0d:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:42:28Z', 'updated_at': '2021-12-13T15:42:28Z', 'revision_number': 0, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 5, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:42:29.989049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.007207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] Checking router: 1baa3016-ee46-4f87-834d-0125b9e720e5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:42:30.016590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:42:30.017207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:42:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:42:30.021019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b1532-f058-4971-9cc6-e062412b28a0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:30.029168 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.030282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.030282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.030596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.030943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.031275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.031603 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.031925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.032255 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.032578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.032969 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.033271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:42:30.037879 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-a92ef24f-b9c9-4bc4-a2c1-e1f6326dd55b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 999 time: 0.0658948 Dec 13 15:42:30.076822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.080867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-4e3abc23-8d53-447c-b7ad-aec7708387b0 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3137672 Dec 13 15:42:30.081163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37432) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:30.085787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-410a89ef-948d-429d-ac9e-11d3dccf6ee1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'security_group_rule': {'security_group_id': '8f4b1532-f058-4971-9cc6-e062412b28a0', 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:30.095779 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-e210ba81-def1-49b0-b077-2751d9b8af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:30.097375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-e210ba81-def1-49b0-b077-2751d9b8af36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0501335 Dec 13 15:42:30.146765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-1eded360-3b3f-4a2d-a36a-69c1e84f2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:30.148411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-1eded360-3b3f-4a2d-a36a-69c1e84f2fd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434294 Dec 13 15:42:30.168615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-410a89ef-948d-429d-ac9e-11d3dccf6ee1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.252338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-bd5f2ea6-a2bd-4866-ba05-9353fe54c9ae service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945163 Dec 13 15:42:30.255022 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-410a89ef-948d-429d-ac9e-11d3dccf6ee1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.286105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:42:30.325889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-410a89ef-948d-429d-ac9e-11d3dccf6ee1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.344375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-07adba11-3fc1-476b-a92a-364f68b6ef82 req-6907a67e-8779-4f0b-8b54-80f92f2a35f2 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Dec 13 15:42:30.347295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a89ef-948d-429d-ac9e-11d3dccf6ee1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e206061f-afa0-479b-b202-9e0e3f558aae,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:30.407916 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-410a89ef-948d-429d-ac9e-11d3dccf6ee1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.409185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-410a89ef-948d-429d-ac9e-11d3dccf6ee1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270493 Dec 13 15:42:30.412142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37434) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:30.417268 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-572689df-77df-46a7-8cfd-b6e6f86fd8a8 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'security_group_rule': {'security_group_id': '8f4b1532-f058-4971-9cc6-e062412b28a0', 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:30.485442 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-572689df-77df-46a7-8cfd-b6e6f86fd8a8 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.513201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '03baddbc-0b96-4d52-af8d-03baeb197915', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'port_id': '46680373-0cc1-41d4-899b-c0046c54347c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'mac_address': 'fa:16:3e:0d:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:42:28Z', 'updated_at': '2021-12-13T15:42:28Z', 'revision_number': 0, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 5, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:42:30.539664 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d957d0f-ab2a-4d41-b892-5e4fcdfa2fe1 None None] The sync data for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 is: [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '03baddbc-0b96-4d52-af8d-03baeb197915', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'port_id': '46680373-0cc1-41d4-899b-c0046c54347c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'mac_address': 'fa:16:3e:0d:55:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:42:28Z', 'updated_at': '2021-12-13T15:42:28Z', 'revision_number': 0, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 5, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:42:30.542551 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-572689df-77df-46a7-8cfd-b6e6f86fd8a8 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.600009 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-572689df-77df-46a7-8cfd-b6e6f86fd8a8 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.618687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572689df-77df-46a7-8cfd-b6e6f86fd8a8 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcb8d64-7b93-4299-b6d0-9a735ac37f97,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:30.693971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-572689df-77df-46a7-8cfd-b6e6f86fd8a8 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.695290 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-572689df-77df-46a7-8cfd-b6e6f86fd8a8 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821951 Dec 13 15:42:30.698151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37436) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:30.702838 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-715324b4-8c70-4290-8a49-444659a10272 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'security_group_rule': {'security_group_id': '8f4b1532-f058-4971-9cc6-e062412b28a0', 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:30.727841 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d280ecd3-fd89-4780-8a8d-c8c138d9e359 None None] New status for floating IP 03baddbc-0b96-4d52-af8d-03baeb197915: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:42:30.794449 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-715324b4-8c70-4290-8a49-444659a10272 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.851786 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-715324b4-8c70-4290-8a49-444659a10272 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.914426 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-715324b4-8c70-4290-8a49-444659a10272 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:30.936454 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715324b4-8c70-4290-8a49-444659a10272 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a029d4-507a-4b70-ba1b-4c1bf1eebd9d,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:31.019432 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-715324b4-8c70-4290-8a49-444659a10272 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.020734 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-715324b4-8c70-4290-8a49-444659a10272 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215590 Dec 13 15:42:31.023864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37438) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:31.028749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ddfb41db-39bd-4803-a205-f448474d709c tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'security_group_rule': {'security_group_id': '8f4b1532-f058-4971-9cc6-e062412b28a0', 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:31.131574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddfb41db-39bd-4803-a205-f448474d709c tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.193207 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddfb41db-39bd-4803-a205-f448474d709c tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.262808 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddfb41db-39bd-4803-a205-f448474d709c tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.281474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb41db-39bd-4803-a205-f448474d709c tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65df94ab-02e6-472b-8b89-c5740fbdc127,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:31.344935 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ddfb41db-39bd-4803-a205-f448474d709c tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.346475 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ddfb41db-39bd-4803-a205-f448474d709c tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3213956 Dec 13 15:42:31.348869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37440) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:31.354602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'security_group_rule': {'security_group_id': '8f4b1532-f058-4971-9cc6-e062412b28a0', 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:31.440074 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Project 7460cfdffc1a4fd1baef791bdf5723f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:42:31.445143 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.507252 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.583920 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.601750 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57aedb9c-2ab2-4510-b314-c71da0f35b63,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:31.665018 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.666253 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-81884aa4-ab18-4bec-a005-c09f57e720e6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161023 Dec 13 15:42:31.668994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37442) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:42:31.673377 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'security_group_rule': {'security_group_id': '8f4b1532-f058-4971-9cc6-e062412b28a0', 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:31.765920 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Project 7460cfdffc1a4fd1baef791bdf5723f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:42:31.770887 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.831153 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.903411 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:31.923350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b32f2ac-781f-4d1d-9dc5-0b97a319bcd1,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:32.030959 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:32.032152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1319c78a-e59d-4902-b353-f8d64cf0e258 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622448 Dec 13 15:42:32.108632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-16ee77d7-2864-46e3-9742-088f871e3a07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007124096&fields=id&tenant_id=7460cfdffc1a4fd1baef791bdf5723f2 HTTP/1.1" status: 200 len: 267 time: 0.0310180 Dec 13 15:42:32.162012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-c95c7e89-11a6-4b1f-b040-0a32b9ab41f7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:32.163496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-c95c7e89-11a6-4b1f-b040-0a32b9ab41f7 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0491061 Dec 13 15:42:32.175023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'port': {'security_groups': ['441c9bcb-13d9-4e67-8986-e0e1808079f3', '8f4b1532-f058-4971-9cc6-e062412b28a0']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:42:32.245948 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:32.424144 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=46680373-0cc1-41d4-899b-c0046c54347c,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:42:32.452260 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:32.502801 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:32.521627 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['46680373-0cc1-41d4-899b-c0046c54347c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:42:32.549453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:32.550069 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:32.551476 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8796662-8d4d-4fd0-97fb-c78246fecbe0 req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "PUT /v2.0/ports/46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 981 time: 0.3809373 Dec 13 15:42:32.551924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:42:32.554252 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5036a4c5-bc43-484f-9e47-47c9f21c46be" -d '{"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:42:32.593385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5398dc1-173e-455c-b61e-198062ed5df2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=6']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:42:32.609794 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b429d02-a8b0-4b60-8dee-a11b261aa08a x-openstack-request-id: req-9b429d02-a8b0-4b60-8dee-a11b261aa08a {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:42:32.609794 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:42:32.610005 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b429d02-a8b0-4b60-8dee-a11b261aa08a {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:42:32.610704 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c', 'status': 'completed', 'code': 200} Dec 13 15:42:32.649395 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['46680373-0cc1-41d4-899b-c0046c54347c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:42:32.683168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-f1164986-1328-4960-958f-be9f4c9b69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:32.685354 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-f1164986-1328-4960-958f-be9f4c9b69da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1135 time: 0.0609066 Dec 13 15:42:32.695344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c3e-26ca-4028-a544-07c77313f1aa req-deaa49b2-9f10-4c34-8967-6af442ee1d2e tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:32.697176 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cfa0c3e-26ca-4028-a544-07c77313f1aa req-deaa49b2-9f10-4c34-8967-6af442ee1d2e tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0635595 Dec 13 15:42:32.742227 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5cfa0c3e-26ca-4028-a544-07c77313f1aa req-d9ca8ae1-d571-419e-aa25-b8e27999dc8b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380638 Dec 13 15:42:32.790873 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-18b3e607-95ed-47cf-b8f1-cdbce9ff8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:32.790873 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-18b3e607-95ed-47cf-b8f1-cdbce9ff8bd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 915 time: 0.0960450 Dec 13 15:42:32.864463 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ab2b5dba-a0c5-4357-a408-2b7689d4ca76 None None] Provisioning complete for port 46680373-0cc1-41d4-899b-c0046c54347c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:42:32.864673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5dba-a0c5-4357-a408-2b7689d4ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:32.865650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-23394dfe-3a8a-4985-a654-1a645459b7d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 1001 time: 0.0655046 Dec 13 15:42:32.923393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-b3ca02bf-425f-4959-a61c-603ed564a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:32.925110 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-b3ca02bf-425f-4959-a61c-603ed564a994 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0458732 Dec 13 15:42:32.972922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-7e5347fd-72b8-4b81-8ee3-51058e0983a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:32.974323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-7e5347fd-72b8-4b81-8ee3-51058e0983a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408907 Dec 13 15:42:33.069405 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-334b8388-630f-4790-b25e-06a811357d97 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873387 Dec 13 15:42:33.160809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5036a4c5-bc43-484f-9e47-47c9f21c46be req-f3b08045-1c00-425f-a01f-ac78c0e462a0 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838785 Dec 13 15:42:46.314146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:46.834814 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6721-7fe5-43b6-9fda-a726c1cec536 req-9468a84f-b39e-401d-aa14-196d041d8d32 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:46.836214 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-325c6721-7fe5-43b6-9fda-a726c1cec536 req-9468a84f-b39e-401d-aa14-196d041d8d32 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0501978 Dec 13 15:42:46.876966 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-325c6721-7fe5-43b6-9fda-a726c1cec536 req-509fb2db-2062-469a-a9fe-31557d0de4c1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343497 Dec 13 15:42:46.915820 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-8b4d5243-20ba-40a7-9ce5-d3ec1a9cf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:46.917334 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-8b4d5243-20ba-40a7-9ce5-d3ec1a9cf402 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1135 time: 0.0414476 Dec 13 15:42:47.014848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-e3939ba3-05d8-485b-9523-2980ec4a8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:47.016322 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-e3939ba3-05d8-485b-9523-2980ec4a8572 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 915 time: 0.0919042 Dec 13 15:42:47.081680 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-fe4fc23b-2337-4bcd-8af2-1cea5371d07a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 1001 time: 0.0573084 Dec 13 15:42:47.133928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-0ca2858f-1cfc-4524-b756-d816a361c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:47.136118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-0ca2858f-1cfc-4524-b756-d816a361c975 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0465789 Dec 13 15:42:47.180570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-dba83c78-90a7-42c2-a46f-220b600af34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:47.193466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-dba83c78-90a7-42c2-a46f-220b600af34d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396035 Dec 13 15:42:47.271564 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-5d229694-a94c-4ebd-b2fc-9c4d16337e56 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817733 Dec 13 15:42:47.365367 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1091bfac-75ac-4e6a-a3f8-89082cffcbc7 req-1fb6490f-efcb-447b-90bf-76ab9a05b0b2 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855806 Dec 13 15:42:47.422710 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:47.992733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46249-0da3-4c75-b534-286eab9a454a req-c63957ac-f957-46ab-94ea-6a92eaafec24 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:47.994733 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58f46249-0da3-4c75-b534-286eab9a454a req-c63957ac-f957-46ab-94ea-6a92eaafec24 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0482879 Dec 13 15:42:48.033049 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-58f46249-0da3-4c75-b534-286eab9a454a req-ec0f6bf9-a096-4da0-844d-4552bed85e09 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323102 Dec 13 15:42:49.149812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b877e-442f-4925-bb54-f0d810b7dd6a req-c54cd1e4-b473-41c2-8492-f00eaf44945b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:49.151779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b0b877e-442f-4925-bb54-f0d810b7dd6a req-c54cd1e4-b473-41c2-8492-f00eaf44945b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0522463 Dec 13 15:42:49.190957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8b0b877e-442f-4925-bb54-f0d810b7dd6a req-9b700777-adbb-4658-86d4-c7e68b5c3464 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326416 Dec 13 15:42:49.919410 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8ebe4595-e964-4331-a065-abacbd9a02e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:50.299582 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:42:50.304712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1b8d8-e159-4aa1-a2b8-9ab31b21583c req-d0f3cdc9-42c7-4e81-96ef-764e7c0fdfbb tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:50.306162 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6d1b8d8-e159-4aa1-a2b8-9ab31b21583c req-d0f3cdc9-42c7-4e81-96ef-764e7c0fdfbb tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0495503 Dec 13 15:42:50.356555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f6d1b8d8-e159-4aa1-a2b8-9ab31b21583c req-604be0e0-4c5d-45c5-842f-7e831f3a2259 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442114 Dec 13 15:42:51.469801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74222fa-7674-4c21-b861-a1778f1db6cb req-96bb0017-bf98-4513-bce2-557a36f9f8c6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:51.471276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a74222fa-7674-4c21-b861-a1778f1db6cb req-96bb0017-bf98-4513-bce2-557a36f9f8c6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0487511 Dec 13 15:42:51.510846 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a74222fa-7674-4c21-b861-a1778f1db6cb req-894a1b17-b2a8-48dd-9779-7b7060636b15 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334990 Dec 13 15:42:52.262284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5c88-0533-40fa-97a8-b938adc4bc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:52.626658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821daac7-c279-4866-a057-ad5ee68adfee req-9ba98aea-8bf6-40be-95a2-53481b2e782a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:52.628128 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-821daac7-c279-4866-a057-ad5ee68adfee req-9ba98aea-8bf6-40be-95a2-53481b2e782a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0493560 Dec 13 15:42:52.668095 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-821daac7-c279-4866-a057-ad5ee68adfee req-6c92fe97-15a4-48ae-9b97-7976584f008d tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338669 Dec 13 15:42:53.450924 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:53.780529 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701b007-51fa-4ff3-bc30-09910046f6c5 req-9590f3b7-8aa1-489a-90a9-20ab39ef890b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:53.781960 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e701b007-51fa-4ff3-bc30-09910046f6c5 req-9590f3b7-8aa1-489a-90a9-20ab39ef890b tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0476975 Dec 13 15:42:53.821362 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e701b007-51fa-4ff3-bc30-09910046f6c5 req-c761e8ba-8e23-4271-a017-ce72c5180ed6 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333691 Dec 13 15:42:54.936158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a085d-26f8-4c63-b02d-076f0824be60 req-22b3913a-5abb-49ee-a029-140231ee8733 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:54.937612 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-870a085d-26f8-4c63-b02d-076f0824be60 req-22b3913a-5abb-49ee-a029-140231ee8733 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0490303 Dec 13 15:42:54.987833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-870a085d-26f8-4c63-b02d-076f0824be60 req-8b1441d0-380d-4ed2-bf59-d5a760d646ee tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442636 Dec 13 15:42:55.073961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:55.165426 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:42:56.115356 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2dcac-0742-4ade-a50f-a7e42a08f32e req-7a9b7310-6157-4683-a78c-713517ce6eb2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:56.116730 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49f2dcac-0742-4ade-a50f-a7e42a08f32e req-7a9b7310-6157-4683-a78c-713517ce6eb2 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0601041 Dec 13 15:42:56.156589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49f2dcac-0742-4ade-a50f-a7e42a08f32e req-65e8c67d-6320-4302-9add-9e3779142cc9 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337706 Dec 13 15:42:57.269553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e84ce5-5fba-4806-9cd0-d2b418dd8a2e req-4a7340c0-d638-4720-af84-a84e5df12d30 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:57.271059 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02e84ce5-5fba-4806-9cd0-d2b418dd8a2e req-4a7340c0-d638-4720-af84-a84e5df12d30 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0488534 Dec 13 15:42:57.315080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-02e84ce5-5fba-4806-9cd0-d2b418dd8a2e req-e28ac92f-51a4-4054-961c-cc3e13b1dec4 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372477 Dec 13 15:42:58.433312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85b430-cd53-4961-8373-ea892f98e423 req-eef7b443-8985-446c-8bbd-d35dc47c2c4a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:42:58.434708 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d85b430-cd53-4961-8373-ea892f98e423 req-eef7b443-8985-446c-8bbd-d35dc47c2c4a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0505552 Dec 13 15:42:58.472804 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d85b430-cd53-4961-8373-ea892f98e423 req-d11aaf65-63c9-4251-bbbb-0e5611ba292d tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&id=8f4b1532-f058-4971-9cc6-e062412b28a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319507 Dec 13 15:43:16.261519 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:17.444685 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:19.924660 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-261eb3f2-7271-46f1-8a0d-7d52769c9de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:22.279198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d30277b7-de9f-46fb-ba95-3ec36dbc51c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:22.665085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-c411b5a1-e6cd-4883-a051-516fdf93ed6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414329 Dec 13 15:43:22.745185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-5e99b5cf-a517-42f5-a254-d1eadb0a39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:22.746665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-5e99b5cf-a517-42f5-a254-d1eadb0a39bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1135 time: 0.0409968 Dec 13 15:43:22.850317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-3b6abf2c-3240-4dcd-9fb5-962783b7e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:22.851781 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-3b6abf2c-3240-4dcd-9fb5-962783b7e48a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 915 time: 0.0861602 Dec 13 15:43:22.918280 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-3822d5a9-5a80-4c5c-85a5-b62c506a6298 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 1001 time: 0.0579798 Dec 13 15:43:22.966152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-c2df9944-3f6e-453a-81a2-4a733de91f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:22.967606 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-c2df9944-3f6e-453a-81a2-4a733de91f2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0424333 Dec 13 15:43:23.015438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-ba110c10-ccae-45c1-a054-607acdc97d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:23.016868 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-ba110c10-ccae-45c1-a054-607acdc97d58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420341 Dec 13 15:43:23.104562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-bc031a7d-fad6-49b3-aa7d-66f800c31aa4 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797856 Dec 13 15:43:23.202626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6955cd65-697d-450b-b87b-c97c02eaa531 req-15de50a6-de63-4ab6-871d-4ae59910c445 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860870 Dec 13 15:43:23.461331 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:25.107386 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:25.170373 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:27.299970 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:43:30.930889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cec56b96-0830-4569-8245-4eff8b265619 req-34aa96b6-b71c-40a3-b818-7775a3fb86fa tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007124096&fields=id&tenant_id=7460cfdffc1a4fd1baef791bdf5723f2 HTTP/1.1" status: 200 len: 267 time: 0.0341196 Dec 13 15:43:30.983923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56b96-0830-4569-8245-4eff8b265619 req-c5c1cf98-d389-4322-a932-4eb96f94abf1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:30.985456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cec56b96-0830-4569-8245-4eff8b265619 req-c5c1cf98-d389-4322-a932-4eb96f94abf1 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 984 time: 0.0487781 Dec 13 15:43:30.998106 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Request body: {'port': {'security_groups': ['441c9bcb-13d9-4e67-8986-e0e1808079f3']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:43:31.074482 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.291212 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=46680373-0cc1-41d4-899b-c0046c54347c,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:31.322727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.381907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.396238 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['46680373-0cc1-41d4-899b-c0046c54347c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:43:31.431848 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:31.432426 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.433905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cec56b96-0830-4569-8245-4eff8b265619 req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "PUT /v2.0/ports/46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 942 time: 0.4412093 Dec 13 15:43:31.434469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:43:31.436842 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9731dc-179d-49b6-b20b-626ee6b7c292" -d '{"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:43:31.443111 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37510) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:31.484020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event updated for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:31.497508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.497890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.498291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.498598 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.498927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.499261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.499587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.499910 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.500235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.500888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.500888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.501199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c315a-3eda-4e4f-ba5f-14d1b1583e07 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.536559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['46680373-0cc1-41d4-899b-c0046c54347c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:43:31.545554 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.573953 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.671635 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4bae2-b0d5-48ef-8345-27cd75e6386f x-openstack-request-id: req-84a4bae2-b0d5-48ef-8345-27cd75e6386f {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:43:31.671935 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:43:31.672191 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84a4bae2-b0d5-48ef-8345-27cd75e6386f {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:43:31.672600 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c', 'status': 'completed', 'code': 200} Dec 13 15:43:31.719107 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.721741 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.725340 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "DELETE /v2.0/security-groups/8f4b1532-f058-4971-9cc6-e062412b28a0 HTTP/1.1" status: 204 len: 168 time: 0.2788942 Dec 13 15:43:31.728192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37514) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:31.732159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b1532-f058-4971-9cc6-e062412b28a0,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:31.739497 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.739847 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.740186 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.740522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.740852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.741178 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.741502 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.741826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.742147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.743042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.743367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.743687 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271e9a2-d623-4654-83bf-925d9d372f35 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:31.785479 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-0fcc4a25-c5b3-4224-9635-b451f6750498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:31.787204 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-0fcc4a25-c5b3-4224-9635-b451f6750498 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0924089 Dec 13 15:43:31.793436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-610d842b-2c82-473e-814d-4865fac95c30 None None] Provisioning complete for port 46680373-0cc1-41d4-899b-c0046c54347c triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:43:31.794381 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-610d842b-2c82-473e-814d-4865fac95c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:31.959096 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-d3982351-fdb8-4e05-a897-4c4263f385ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:31.960555 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-d3982351-fdb8-4e05-a897-4c4263f385ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 915 time: 0.1654928 Dec 13 15:43:32.013878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Deleting port bc0108c7-fa15-47ce-8069-a9b7731e8ed9 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:32.014244 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:32.433827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-3b01cfe3-2e9c-4f94-8a24-2666a0c085ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 1001 time: 0.4646492 Dec 13 15:43:32.491549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:32.491874 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:32.508454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Calling delete_port for bc0108c7-fa15-47ce-8069-a9b7731e8ed9 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:32.512985 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-06732d98-c627-4064-a0de-ea500ddb0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:32.514440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-06732d98-c627-4064-a0de-ea500ddb0a00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0732155 Dec 13 15:43:32.625937 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-a32ab852-1007-45c4-82f5-689ebd650aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:32.629693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-a32ab852-1007-45c4-82f5-689ebd650aa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056395 Dec 13 15:43:32.764717 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-422461a9-a01d-4257-b29b-13dde1b8235c service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279409 Dec 13 15:43:32.828347 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:32.875396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event deleted for resources: {'Port': ['ID=bc0108c7-fa15-47ce-8069-a9b7731e8ed9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:32.894181 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa9731dc-179d-49b6-b20b-626ee6b7c292 req-273897e3-c00a-4fc0-aac3-3cca79e7fe76 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212268 Dec 13 15:43:32.945057 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:32.945387 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Floating IP 03baddbc-0b96-4d52-af8d-03baeb197915 disassociated (deleted). External IP: 172.25.7.168, port: 46680373-0cc1-41d4-899b-c0046c54347c. Dec 13 15:43:33.147972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Router 1baa3016-ee46-4f87-834d-0125b9e720e5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:43:33.259213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:43:33.263990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:33.268427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] Sync routers for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:43:33.278306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:43:33.278911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:33.290472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1464f679-9de4-44da-9fb6-fe93e5dca549 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "DELETE /v2.0/floatingips/03baddbc-0b96-4d52-af8d-03baeb197915 HTTP/1.1" status: 204 len: 168 time: 1.5631783 Dec 13 15:43:33.385216 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:43:33.590355 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 5, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:33.626053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] Checking router: 1baa3016-ee46-4f87-834d-0125b9e720e5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:43:33.635944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:43:33.636586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:33.674267 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:43:33.679198 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a9c716-7793-4531-b46c-569b737683f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:43:33.717540 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef12bf3e-244b-4549-ac9b-ca2ef8a32731 x-openstack-request-id: req-ef12bf3e-244b-4549-ac9b-ca2ef8a32731 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:43:33.717806 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "tag": "46680373-0cc1-41d4-899b-c0046c54347c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:43:33.718496 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef12bf3e-244b-4549-ac9b-ca2ef8a32731 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:43:33.718775 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c', 'status': 'completed', 'code': 200} Dec 13 15:43:33.750431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:43:33.808428 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c716-7793-4531-b46c-569b737683f1 req-a55a1b5f-df55-48f5-aa2c-30469321317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:33.810000 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a9c716-7793-4531-b46c-569b737683f1 req-a55a1b5f-df55-48f5-aa2c-30469321317e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0585127 Dec 13 15:43:33.909675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c716-7793-4531-b46c-569b737683f1 req-5f969b8f-a84a-4a71-9140-fbc7f85bff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:33.911184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a9c716-7793-4531-b46c-569b737683f1 req-5f969b8f-a84a-4a71-9140-fbc7f85bff82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 200 len: 915 time: 0.0937045 Dec 13 15:43:33.954540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a9c716-7793-4531-b46c-569b737683f1 req-696a40a6-b096-4cb9-8561-1bf714295a0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 200 len: 217 time: 0.0350449 Dec 13 15:43:33.957647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 5, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:33.989029 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2ec3e-62fc-497e-b4c3-d5724ffcdc62 None None] The sync data for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 is: [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:34Z', 'revision_number': 4, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '2196d302-45c6-4d2d-8880-2ff570a9b8ab', 'name': '', 'network_id': '3cafc3bf-e101-439d-af69-280431f017d5', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'mac_address': 'fa:16:3e:3d:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '25330458-b861-4162-ac23-2e341e6db1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:33Z', 'updated_at': '2021-12-13T15:41:37Z', 'revision_number': 5, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'subnets': [{'id': '25330458-b861-4162-ac23-2e341e6db1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:43:34.005289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c716-7793-4531-b46c-569b737683f1 req-f2026486-2b0a-4d86-924d-640d03a29d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:34.007061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a9c716-7793-4531-b46c-569b737683f1 req-f2026486-2b0a-4d86-924d-640d03a29d7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 200 len: 853 time: 0.0446458 Dec 13 15:43:34.054906 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9c716-7793-4531-b46c-569b737683f1 req-08f29450-230e-421e-bad2-dee801b6a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:34.056431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a9c716-7793-4531-b46c-569b737683f1 req-08f29450-230e-421e-bad2-dee801b6a3eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cafc3bf-e101-439d-af69-280431f017d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419557 Dec 13 15:43:34.160227 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a9c716-7793-4531-b46c-569b737683f1 req-e04434cc-50f0-4d4a-b5a3-87bb17304e49 service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905626 Dec 13 15:43:34.237182 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a5320-29e7-4a1d-bf2c-620c5420ea98 None None] New status for floating IP 03baddbc-0b96-4d52-af8d-03baeb197915: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:43:34.260306 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e9a9c716-7793-4531-b46c-569b737683f1 req-55ec83ec-7485-441b-add7-20f7c6ea624f service neutron] 10.222.0.55 "GET /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912943 Dec 13 15:43:41.750312 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79705f8-b7f3-4500-90e9-aaa4d004eab7 req-985a30c5-3a1f-4060-a18d-180b52dfd1ae tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:41.751760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f79705f8-b7f3-4500-90e9-aaa4d004eab7 req-985a30c5-3a1f-4060-a18d-180b52dfd1ae tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Dec 13 15:43:41.788895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f79705f8-b7f3-4500-90e9-aaa4d004eab7 req-e4ddd0ee-8f5b-4285-9587-5dbf4f14a7ed tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Dec 13 15:43:42.909571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1683d4-1b88-499d-8e6b-1eb50e31a4c5 req-dfaaa988-0522-401d-8b50-b193837676ae tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:42.911084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f1683d4-1b88-499d-8e6b-1eb50e31a4c5 req-dfaaa988-0522-401d-8b50-b193837676ae tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0544114 Dec 13 15:43:42.948164 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5f1683d4-1b88-499d-8e6b-1eb50e31a4c5 req-14e52018-5d2e-4c0f-9dd0-85695512c358 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/security-groups?id=441c9bcb-13d9-4e67-8986-e0e1808079f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Dec 13 15:43:43.310462 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-a748d1cc-64f0-403e-87e3-ff1a3823f6ca tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:43:43.311900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-a748d1cc-64f0-403e-87e3-ff1a3823f6ca tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 945 time: 0.0478289 Dec 13 15:43:43.403218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Deleting port 46680373-0cc1-41d4-899b-c0046c54347c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:43.403559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:43.490393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] For port 46680373-0cc1-41d4-899b-c0046c54347c, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=46680373-0cc1-41d4-899b-c0046c54347c,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:43.490755 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:43.503635 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Calling delete_port for 46680373-0cc1-41d4-899b-c0046c54347c owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:43.689972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:43.701568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['46680373-0cc1-41d4-899b-c0046c54347c'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:43:43.717069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Pushing event deleted for resources: {'Port': ['ID=46680373-0cc1-41d4-899b-c0046c54347c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:43.761607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] No DVR routers for this DVR port 46680373-0cc1-41d4-899b-c0046c54347c on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:43:43.764294 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:43.767563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-467a6efb-46ea-4035-b495-eb137f0a5fdd req-0b50441d-e1b0-4b84-b9b0-7daa6c323973 tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.55 "DELETE /v2.0/ports/46680373-0cc1-41d4-899b-c0046c54347c HTTP/1.1" status: 204 len: 173 time: 0.4498007 Dec 13 15:43:43.768011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'name': 'network-vif-deleted', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:43:43.770349 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016a1bc9-e3ec-4d6a-bf3a-c7cc562eaaa7" -d '{"events": [{"server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "name": "network-vif-deleted", "tag": "46680373-0cc1-41d4-899b-c0046c54347c"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:43:43.806501 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d3b13-7008-4f41-a46a-466b1e971299 x-openstack-request-id: req-4b3d3b13-7008-4f41-a46a-466b1e971299 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:43:43.806792 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b371edd-7aa4-48a9-a2a0-9bd67827f5f0", "name": "network-vif-deleted", "tag": "46680373-0cc1-41d4-899b-c0046c54347c", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:43:43.807045 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b3d3b13-7008-4f41-a46a-466b1e971299 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:43:43.807450 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b371edd-7aa4-48a9-a2a0-9bd67827f5f0', 'name': 'network-vif-deleted', 'tag': '46680373-0cc1-41d4-899b-c0046c54347c', 'status': 'completed', 'code': 200} Dec 13 15:43:44.046830 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c949b51f-06cd-4bff-9c2a-f20a5110fafd req-81386de1-f705-4e63-a900-73e71c13993a tempest-TestMinimumBasicScenario-1381465661 tempest-TestMinimumBasicScenario-1381465661-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b371edd-7aa4-48a9-a2a0-9bd67827f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0328989 Dec 13 15:43:46.232284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37616) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:46.272833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:46.578598 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:46.820215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Deleting port 2196d302-45c6-4d2d-8880-2ff570a9b8ab {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:46.820551 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:46.896178 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] For port 2196d302-45c6-4d2d-8880-2ff570a9b8ab, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2196d302-45c6-4d2d-8880-2ff570a9b8ab,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:46.896536 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:46.909464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Calling delete_port for 2196d302-45c6-4d2d-8880-2ff570a9b8ab owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:47.135320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:47.165234 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Pushing event deleted for resources: {'Port': ['ID=2196d302-45c6-4d2d-8880-2ff570a9b8ab,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:47.331970 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:47.349108 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 46680373-0cc1-41d4-899b-c0046c54347c no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:43:47.368716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 46680373-0cc1-41d4-899b-c0046c54347c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:43:47.369054 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 46680373-0cc1-41d4-899b-c0046c54347c not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:43:47.433222 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:47.546459 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Router 1baa3016-ee46-4f87-834d-0125b9e720e5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:43:47.656084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:43:47.661326 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9524a0e3-f00d-4546-9a30-22184f2fe32a admin admin] 10.222.0.24 "PUT /v2.0/routers/1baa3016-ee46-4f87-834d-0125b9e720e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4280424 Dec 13 15:43:47.664057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37618) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:47.665059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] Sync routers for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:43:47.674059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:43:47.674683 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:47.765606 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:47.776475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:43:47.866006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:47.958349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:43:47Z', 'revision_number': 5, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port': {'id': '7cbb44ba-157c-4b2c-b22f-41b854884614', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:47.984873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] Checking router: 1baa3016-ee46-4f87-834d-0125b9e720e5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:43:47.993782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] Routers {'1baa3016-ee46-4f87-834d-0125b9e720e5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:43:47.994418 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['1baa3016-ee46-4f87-834d-0125b9e720e5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:48.002055 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Deleting port 7cbb44ba-157c-4b2c-b22f-41b854884614 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:48.002417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.078789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] Set router 1baa3016-ee46-4f87-834d-0125b9e720e5 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:43:48.079018 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] For port 7cbb44ba-157c-4b2c-b22f-41b854884614, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7cbb44ba-157c-4b2c-b22f-41b854884614,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:48.079154 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.091589 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Calling delete_port for 7cbb44ba-157c-4b2c-b22f-41b854884614 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:48.132165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:43:47Z', 'revision_number': 6, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:48.162871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaef2dc-1824-49a5-90d7-d5c96722d94e None None] The sync data for ids ['1baa3016-ee46-4f87-834d-0125b9e720e5'] in n-d-816954-1 is: [{'id': '1baa3016-ee46-4f87-834d-0125b9e720e5', 'name': 'tempest-TestMinimumBasicScenario-839186321-router', 'tenant_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:31Z', 'updated_at': '2021-12-13T15:43:47Z', 'revision_number': 6, 'project_id': '7460cfdffc1a4fd1baef791bdf5723f2', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:43:48.616032 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.653942 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbb44ba-157c-4b2c-b22f-41b854884614,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:48.710200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.797993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.799997 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.912989 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.913462 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1baa3016-ee46-4f87-834d-0125b9e720e5 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:43:48.917812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:48.918953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b07702f5-ae13-4ba3-826f-14f46b766dde admin admin] 10.222.0.24 "DELETE /v2.0/routers/1baa3016-ee46-4f87-834d-0125b9e720e5 HTTP/1.1" status: 204 len: 168 time: 1.2539213 Dec 13 15:43:48.924064 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37620) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:48.966032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] Deleting subnet 25330458-b861-4162-ac23-2e341e6db1ef {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:43:48.969260 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.003519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.085135 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.193761 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.222925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25330458-b861-4162-ac23-2e341e6db1ef,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:49.225666 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.228836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6f678a84-f3ae-4857-adac-cd2b2a5a9e0c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/25330458-b861-4162-ac23-2e341e6db1ef HTTP/1.1" status: 204 len: 168 time: 0.3064821 Dec 13 15:43:49.231355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37622) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:49.232034 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15d9834-43b6-438f-9c74-8b3eb11db8d8 None None] Network 3cafc3bf-e101-439d-af69-280431f017d5 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:43:49.297227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.357300 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Deleting port 8e434f33-adb1-4c92-9966-a20f014e08ba {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:49.357300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.406825 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] DHCP port deletion for 3cafc3bf-e101-439d-af69-280431f017d5 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:43:49.419853 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] For port 8e434f33-adb1-4c92-9966-a20f014e08ba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e434f33-adb1-4c92-9966-a20f014e08ba,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:49.420219 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.433643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Calling delete_port for 8e434f33-adb1-4c92-9966-a20f014e08ba owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:49.452260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Deleting port 8e434f33-adb1-4c92-9966-a20f014e08ba {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:49.452756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.514360 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] For port 8e434f33-adb1-4c92-9966-a20f014e08ba, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8e434f33-adb1-4c92-9966-a20f014e08ba,segment=NetworkSegment(64043ddd-8737-475b-98d7-c76c3fd928ed),segment_id=64043ddd-8737-475b-98d7-c76c3fd928ed)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:49.514670 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.527184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Calling delete_port for 8e434f33-adb1-4c92-9966-a20f014e08ba owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:49.564221 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.592138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e434f33-adb1-4c92-9966-a20f014e08ba,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:49.593978 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] No DVR routers for this DVR port 8e434f33-adb1-4c92-9966-a20f014e08ba on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:43:49.605189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.630148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Pushing event deleted for resources: {'Port': ['ID=8e434f33-adb1-4c92-9966-a20f014e08ba,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:49.634408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] No DVR routers for this DVR port 8e434f33-adb1-4c92-9966-a20f014e08ba on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:43:49.643712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.643712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.643712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.643712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.643712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.643712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.643712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.644504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.644504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.644504 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.644887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.645022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37443439-cbe7-4349-b131-2ae43e35f78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:43:49.665270 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.685378 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cafc3bf-e101-439d-af69-280431f017d5']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:49.694343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64043ddd-8737-475b-98d7-c76c3fd928ed') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:49.694666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64043ddd-8737-475b-98d7-c76c3fd928ed') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:49.703889 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.717814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.723799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:43:49.724181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:43:49.725792 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:43:49.861061 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.866639 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:49.869957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3cafc3bf-e101-439d-af69-280431f017d5 HTTP/1.1" status: 204 len: 168 time: 0.6375988 Dec 13 15:43:49.872974 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37624) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:49.880945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee309c-e17d-4e6e-a128-f43def9f2116 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cafc3bf-e101-439d-af69-280431f017d5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:49.940991 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1937ccb6-21fe-4cf1-98f1-3b94046a474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:50.210134 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:50.237207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2196d302-45c6-4d2d-8880-2ff570a9b8ab no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:43:50.253939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2196d302-45c6-4d2d-8880-2ff570a9b8ab {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:43:50.254428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2196d302-45c6-4d2d-8880-2ff570a9b8ab not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:43:50.254845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e434f33-adb1-4c92-9966-a20f014e08ba no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:43:50.273239 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8e434f33-adb1-4c92-9966-a20f014e08ba {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:43:50.273580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8e434f33-adb1-4c92-9966-a20f014e08ba not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:43:50.274613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7cbb44ba-157c-4b2c-b22f-41b854884614 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:43:50.295497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 7cbb44ba-157c-4b2c-b22f-41b854884614 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:43:50.295835 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7cbb44ba-157c-4b2c-b22f-41b854884614 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:43:50.455007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Deleting port 2c629645-4239-483b-b393-2ae6786bc9d5 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:50.455261 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:50.532799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] For port 2c629645-4239-483b-b393-2ae6786bc9d5, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=2c629645-4239-483b-b393-2ae6786bc9d5,segment=NetworkSegment(3820bf01-1c24-4b44-ae50-1e00088c39e8),segment_id=3820bf01-1c24-4b44-ae50-1e00088c39e8)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:50.533161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:50.545897 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Calling delete_port for 2c629645-4239-483b-b393-2ae6786bc9d5 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:50.781168 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:50.810138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c629645-4239-483b-b393-2ae6786bc9d5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:51.314715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:51.527834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Router a6b4cd12-1195-461d-bfb2-1b2435975d63 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:43:51.628177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:43:51.633116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9a1bfb2e-46d6-4468-80cf-546fa7cd0ef8 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6b4cd12-1195-461d-bfb2-1b2435975d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585747 Dec 13 15:43:51.635653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37626) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:51.638188 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] Sync routers for ids ['a6b4cd12-1195-461d-bfb2-1b2435975d63'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:43:51.647135 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] Routers {'a6b4cd12-1195-461d-bfb2-1b2435975d63'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:43:51.647722 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6b4cd12-1195-461d-bfb2-1b2435975d63'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:51.737469 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:51.748661 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] Set router a6b4cd12-1195-461d-bfb2-1b2435975d63 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:43:51.839944 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:51.927265 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:43:50Z', 'revision_number': 5, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port': {'id': '826549e5-7ed7-4514-9306-b67d9bca5f0c', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:41:37Z', 'updated_at': '2021-12-13T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:51.945147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Deleting port 826549e5-7ed7-4514-9306-b67d9bca5f0c {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:51.945615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:51.953928 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] Checking router: a6b4cd12-1195-461d-bfb2-1b2435975d63 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:43:51.962221 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] Routers {'a6b4cd12-1195-461d-bfb2-1b2435975d63'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:43:51.963076 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['a6b4cd12-1195-461d-bfb2-1b2435975d63'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:52.027798 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] For port 826549e5-7ed7-4514-9306-b67d9bca5f0c, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=826549e5-7ed7-4514-9306-b67d9bca5f0c,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:52.028165 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.041019 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Calling delete_port for 826549e5-7ed7-4514-9306-b67d9bca5f0c owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:52.050304 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] Set router a6b4cd12-1195-461d-bfb2-1b2435975d63 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:43:52.105324 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:43:51Z', 'revision_number': 6, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:52.130716 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b99e74-f415-411a-a1b7-d3cee6ba853b None None] The sync data for ids ['a6b4cd12-1195-461d-bfb2-1b2435975d63'] in n-d-816954-1 is: [{'id': 'a6b4cd12-1195-461d-bfb2-1b2435975d63', 'name': 'tempest-TestMinimumBasicScenario-410036612-router', 'tenant_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:41:36Z', 'updated_at': '2021-12-13T15:43:51Z', 'revision_number': 6, 'project_id': '0d7a3af65dad461aa4f612a5ffb3d156', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:43:52.261609 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.286993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=826549e5-7ed7-4514-9306-b67d9bca5f0c,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:52.301266 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-07daee8d-43a8-40a6-92f7-e6ff7160011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.349059 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.437492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.439474 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.542130 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.542915 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6b4cd12-1195-461d-bfb2-1b2435975d63 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:43:52.552547 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.552547 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-723525ea-10c3-4486-88d9-7aa0fca01d45 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a6b4cd12-1195-461d-bfb2-1b2435975d63 HTTP/1.1" status: 204 len: 168 time: 0.9118195 Dec 13 15:43:52.552547 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37628) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:52.599712 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] Deleting subnet c8a70e37-35e7-401b-8188-be68c39e51b5 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:43:52.603949 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.641500 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.718646 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.844433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.870686 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a70e37-35e7-401b-8188-be68c39e51b5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:52.884550 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:52.885107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630f506-673e-4895-88ba-aa221c38f4b5 None None] Network ccab3589-9f8d-4163-8966-81d50aa3e66e requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:43:52.890556 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37630) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:52.891105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-86c7cfad-2e69-4f33-9131-a1fe50327b27 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c8a70e37-35e7-401b-8188-be68c39e51b5 HTTP/1.1" status: 204 len: 168 time: 0.3389564 Dec 13 15:43:52.901967 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2c629645-4239-483b-b393-2ae6786bc9d5 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:43:52.953900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 2c629645-4239-483b-b393-2ae6786bc9d5 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:43:52.954298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 2c629645-4239-483b-b393-2ae6786bc9d5 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:43:52.960375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.021160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Deleting port d2cf38f1-505b-4d54-8b42-31cff99384ae {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:53.021512 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.085625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] DHCP port deletion for ccab3589-9f8d-4163-8966-81d50aa3e66e request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:43:53.085858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] For port d2cf38f1-505b-4d54-8b42-31cff99384ae, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2cf38f1-505b-4d54-8b42-31cff99384ae,segment=NetworkSegment(3820bf01-1c24-4b44-ae50-1e00088c39e8),segment_id=3820bf01-1c24-4b44-ae50-1e00088c39e8)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:53.086291 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.099748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Calling delete_port for d2cf38f1-505b-4d54-8b42-31cff99384ae owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:53.133199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] Deleting port d2cf38f1-505b-4d54-8b42-31cff99384ae {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:43:53.133599 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.198456 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] For port d2cf38f1-505b-4d54-8b42-31cff99384ae, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=d2cf38f1-505b-4d54-8b42-31cff99384ae,segment=NetworkSegment(3820bf01-1c24-4b44-ae50-1e00088c39e8),segment_id=3820bf01-1c24-4b44-ae50-1e00088c39e8)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:43:53.198918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.212495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] Calling delete_port for d2cf38f1-505b-4d54-8b42-31cff99384ae owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:43:53.266814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.288239 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.294481 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cf38f1-505b-4d54-8b42-31cff99384ae,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:53.296407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] No DVR routers for this DVR port d2cf38f1-505b-4d54-8b42-31cff99384ae on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:43:53.315119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] Pushing event deleted for resources: {'Port': ['ID=d2cf38f1-505b-4d54-8b42-31cff99384ae,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:53.316871 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ca816-d913-4065-8c4f-eed0d3f0c0ad None None] No DVR routers for this DVR port d2cf38f1-505b-4d54-8b42-31cff99384ae on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:43:53.366202 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.386430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccab3589-9f8d-4163-8966-81d50aa3e66e']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:53.395705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3820bf01-1c24-4b44-ae50-1e00088c39e8') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:53.396000 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3820bf01-1c24-4b44-ae50-1e00088c39e8') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:43:53.409849 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.423472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.429128 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:43:53.429493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:43:53.431754 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:43:53.472599 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.558409 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.564005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:53.569525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ccab3589-9f8d-4163-8966-81d50aa3e66e HTTP/1.1" status: 204 len: 168 time: 0.6756132 Dec 13 15:43:53.578272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677b157-4ccf-4738-8a1b-326f9e37ac54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccab3589-9f8d-4163-8966-81d50aa3e66e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:53.921865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:53.961954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0407fcbc-d865-4bf7-af62-15ecc02ef688 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7460cfdffc1a4fd1baef791bdf5723f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382984 Dec 13 15:43:53.964288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37636) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:54.010325 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfec58ba-b17e-45f1-84f1-fb9fe9257011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:54.031579 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfec58ba-b17e-45f1-84f1-fb9fe9257011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:54.146714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfec58ba-b17e-45f1-84f1-fb9fe9257011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:54.150029 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dfec58ba-b17e-45f1-84f1-fb9fe9257011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:54.151251 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dfec58ba-b17e-45f1-84f1-fb9fe9257011 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/441c9bcb-13d9-4e67-8986-e0e1808079f3 HTTP/1.1" status: 204 len: 168 time: 0.1860635 Dec 13 15:43:54.159245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec58ba-b17e-45f1-84f1-fb9fe9257011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441c9bcb-13d9-4e67-8986-e0e1808079f3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:54.234540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2cf38f1-505b-4d54-8b42-31cff99384ae no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:43:54.254546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: d2cf38f1-505b-4d54-8b42-31cff99384ae {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:43:54.254842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device d2cf38f1-505b-4d54-8b42-31cff99384ae not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:43:54.255252 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 826549e5-7ed7-4514-9306-b67d9bca5f0c no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:43:54.276562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 826549e5-7ed7-4514-9306-b67d9bca5f0c {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:43:54.276902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 826549e5-7ed7-4514-9306-b67d9bca5f0c not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:43:54.750430 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37642) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:54.790129 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1cfa7cc9-646e-48c0-ae5c-b787777434ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d7a3af65dad461aa4f612a5ffb3d156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379519 Dec 13 15:43:54.792647 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37644) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:54.845021 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d33d-1e70-477f-8128-c86a706d552c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:54.866388 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d33d-1e70-477f-8128-c86a706d552c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:55.000314 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d33d-1e70-477f-8128-c86a706d552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:55.000480 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d33d-1e70-477f-8128-c86a706d552c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:55.001604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c4c7d33d-1e70-477f-8128-c86a706d552c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bec28dd3-6fd9-4fd1-9175-98267d1ab3f5 HTTP/1.1" status: 204 len: 168 time: 0.2080343 Dec 13 15:43:55.009141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7d33d-1e70-477f-8128-c86a706d552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec28dd3-6fd9-4fd1-9175-98267d1ab3f5,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:55.284308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:55.323507 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.199037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37688) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:58.203675 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759088202', 'description': 'tempest-secgroup-smoke-759088202 description', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:43:58.295221 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.302974 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.373617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.449485 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.489224 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34b5b78-b573-44bb-b3c7-a5d9fbc88a2d,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:58.524039 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.597860 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.627080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1285967a-2117-4d04-a654-2ef975fa1bda,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:58.691970 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.693244 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1c447089-5957-43ac-831e-455cd5d41250 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4931946 Dec 13 15:43:58.696161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37690) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:58.700674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-78b79e8b-14f3-4ef2-abd0-a2101d0b1698 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '1285967a-2117-4d04-a654-2ef975fa1bda', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:43:58.796420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78b79e8b-14f3-4ef2-abd0-a2101d0b1698 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.855333 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78b79e8b-14f3-4ef2-abd0-a2101d0b1698 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.940800 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78b79e8b-14f3-4ef2-abd0-a2101d0b1698 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:58.959289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b79e8b-14f3-4ef2-abd0-a2101d0b1698 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e01e4d7-891a-4789-8cb1-f4f72e8c77f8,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:59.051351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-78b79e8b-14f3-4ef2-abd0-a2101d0b1698 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.052585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-78b79e8b-14f3-4ef2-abd0-a2101d0b1698 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554876 Dec 13 15:43:59.055381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37692) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:59.059659 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a92a5297-ab9b-4bed-9961-37d4aa17a657 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '1285967a-2117-4d04-a654-2ef975fa1bda', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:43:59.134313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a92a5297-ab9b-4bed-9961-37d4aa17a657 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.189300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a92a5297-ab9b-4bed-9961-37d4aa17a657 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.249497 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a92a5297-ab9b-4bed-9961-37d4aa17a657 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.267007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a5297-ab9b-4bed-9961-37d4aa17a657 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5141b110-78b1-4468-a401-ac350f576d84,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:59.314574 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a92a5297-ab9b-4bed-9961-37d4aa17a657 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.315779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a92a5297-ab9b-4bed-9961-37d4aa17a657 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2594795 Dec 13 15:43:59.318544 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37694) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:59.323279 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-3d4738fa-ce7b-4601-86d4-ffcc863b8a96 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '1285967a-2117-4d04-a654-2ef975fa1bda', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:43:59.408411 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d4738fa-ce7b-4601-86d4-ffcc863b8a96 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.465539 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d4738fa-ce7b-4601-86d4-ffcc863b8a96 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.523746 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d4738fa-ce7b-4601-86d4-ffcc863b8a96 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.540856 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4738fa-ce7b-4601-86d4-ffcc863b8a96 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390f9edb-7587-40d1-8a06-af4463c40cb0,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:59.588587 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-3d4738fa-ce7b-4601-86d4-ffcc863b8a96 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.589782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3d4738fa-ce7b-4601-86d4-ffcc863b8a96 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703264 Dec 13 15:43:59.592556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37696) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:59.596810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-904ef3c2-025b-43ac-a719-26d517920365 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '1285967a-2117-4d04-a654-2ef975fa1bda', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:43:59.671481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-904ef3c2-025b-43ac-a719-26d517920365 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.731625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-904ef3c2-025b-43ac-a719-26d517920365 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.786801 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-904ef3c2-025b-43ac-a719-26d517920365 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.804276 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ef3c2-025b-43ac-a719-26d517920365 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad16d54-dae1-408f-8cda-51f77e685fc9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:43:59.873981 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-904ef3c2-025b-43ac-a719-26d517920365 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:43:59.875248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-904ef3c2-025b-43ac-a719-26d517920365 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817793 Dec 13 15:43:59.877884 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37698) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:43:59.882249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '1285967a-2117-4d04-a654-2ef975fa1bda', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:43:59.969142 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:43:59.973901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.031791 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.106635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.122437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9b79b8-c47f-4b32-962a-de3fbdbdb148,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:00.177016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.178252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b16adb1a-e205-4f1d-b208-371c1a4a5efc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993393 Dec 13 15:44:00.181664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37700) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:00.186190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '1285967a-2117-4d04-a654-2ef975fa1bda', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:44:00.260936 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:44:00.265799 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.326386 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.381107 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.399179 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4518c55d-27e5-4784-80fd-3cd85fff975b,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:00.468790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.469987 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c30e1580-aad3-4139-ae8f-af2be4e92aef tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2873547 Dec 13 15:44:00.472963 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37702) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:00.478425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'network': {'name': 'tempest-network-smoke--161693014', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'port_security_enabled': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:44:00.563886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:44:00.567260 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.590092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:44:00.598424 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.598767 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Added segment bc77022c-7fe6-4610-86d2-c6ad8e3f8317 of type vlan for network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 Dec 13 15:44:00.640225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.735529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.741116 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:00.741691 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.804395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Network': ['ID=05f62e9a-11c2-4f03-a5d1-87c451b99f08,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:00.814636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:44:00.860746 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f5cec4fe-5d07-43c9-9d9a-6648015c5970 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3839447 Dec 13 15:44:00.860950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37704) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:00.865389 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'admin_state_up': True, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:44:00.952454 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:00.953421 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:01.008583 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:01.206612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:01.454694 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:01.473017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:01.575725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.76 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/041dd82b-8c61-4c0d-9ced-85701d8180af) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:44:01.678662 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:01.775909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:01.814637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:44:01.818816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:44:01.829624 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:44:01.832672 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=041dd82b-8c61-4c0d-9ced-85701d8180af,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:02.139443 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:02.331735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:02.512364 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f8147beb-831b-4afd-8da0-42d4e16ffa51 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:44:02.614981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:44:02.626356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Sync routers for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:44:02.635902 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:02.636576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:02.691949 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:02.693253 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-46f445f7-e160-4522-ab1a-6c6aa2e4cf7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8313713 Dec 13 15:44:02.697543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37706) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:02.747214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:02.832125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2fc68ef-8149-4896-b4c1-39e3e3d968dd tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cceb0889f34a4876be8aaa68ca25a88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1308210 Dec 13 15:44:02.832336 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37710) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:02.927175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:01Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:02.953998 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Checking router: f8147beb-831b-4afd-8da0-42d4e16ffa51 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:44:02.954374 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Updating router f8147beb-831b-4afd-8da0-42d4e16ffa51 port 041dd82b-8c61-4c0d-9ced-85701d8180af binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:44:02.978597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.002332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3baf34-7b6f-4bf3-8992-3c418eba95e0 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:03.003860 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4a3baf34-7b6f-4bf3-8992-3c418eba95e0 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1706886 Dec 13 15:44:03.006825 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37712) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:03.040961 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b56fce35-5335-46a3-ab21-6fbb63e05517 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330024 Dec 13 15:44:03.043631 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37714) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:03.048281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556287692', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:44:03.186829 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:44:03.190909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.230789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.301453 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.357916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Attempting to bind port 041dd82b-8c61-4c0d-9ced-85701d8180af on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:44:03.358310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Attempting to bind port 041dd82b-8c61-4c0d-9ced-85701d8180af by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:44:03.358675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Attempting to bind port 041dd82b-8c61-4c0d-9ced-85701d8180af on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:44:03.360788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bf72a-c771-499e-9c9c-002b58b4c9d0 None None] Pushing event updated for resources: {'Port': ['ID=041dd82b-8c61-4c0d-9ced-85701d8180af,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:03.368153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:44:03.368481 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:44:03.368758 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.369145 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:44:03.369613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Bound port: 041dd82b-8c61-4c0d-9ced-85701d8180af, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:44:03.369992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.430400 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] For port 041dd82b-8c61-4c0d-9ced-85701d8180af, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:44:03.433679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] For port 041dd82b-8c61-4c0d-9ced-85701d8180af, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=041dd82b-8c61-4c0d-9ced-85701d8180af,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:44:03.495926 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.553956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:03.554526 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:03.559593 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bf72a-c771-499e-9c9c-002b58b4c9d0 None None] Pushing event updated for resources: {'Port': ['ID=041dd82b-8c61-4c0d-9ced-85701d8180af,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:03.664414 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:03.809824 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:03.844192 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:01Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:03.868554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Subnet': ['ID=84cd4663-3346-4304-89fb-eec8ddd81ee9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:03.869977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bad651-248d-4033-9179-1f5255ec2ce4 None None] The sync data for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 is: [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:01Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:44:03.891068 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Checking segment: {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:44:03.891692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network hostable DHCP agents. Network: 05f62e9a-11c2-4f03-a5d1-87c451b99f08, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:44:03.975384 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:44:04.059139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 05f62e9a-11c2-4f03-a5d1-87c451b99f08) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:44:04.064199 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:04.064737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.068268 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28c4fd-7955-455f-9448-e60dc7fec62c None None] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:44:04.158304 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c465d393-bdea-49a9-bf1a-9cc19d8fe6ff tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1112204 Dec 13 15:44:04.159134 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37716) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:04.234870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:44:04.236075 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.303640 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:44:04.333911 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 041dd82b-8c61-4c0d-9ced-85701d8180af up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:44:04.444553 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Allocated IP 172.20.0.2 (05f62e9a-11c2-4f03-a5d1-87c451b99f08/84cd4663-3346-4304-89fb-eec8ddd81ee9/04dd52ac-791a-436c-a1ca-ba160bb6b2f0) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:44:04.447577 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 041dd82b-8c61-4c0d-9ced-85701d8180af triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:04.447956 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.614783 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.662719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 041dd82b-8c61-4c0d-9ced-85701d8180af, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=041dd82b-8c61-4c0d-9ced-85701d8180af,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:44:04.677050 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.710981 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.718623 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.751120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.778834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:44:04.784472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:44:04.787488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:44:04.799204 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=041dd82b-8c61-4c0d-9ced-85701d8180af,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:04.878201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Pushing event updated for resources: {'Port': ['ID=04dd52ac-791a-436c-a1ca-ba160bb6b2f0,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:04.880552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Attempting to bind port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:44:04.880921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Attempting to bind port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:44:04.881279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Attempting to bind port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 on network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:44:04.886884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:44:04.887255 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Checking segment: {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:44:04.887652 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.888194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Bound using segment: {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:44:04.888626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Bound port: 04dd52ac-791a-436c-a1ca-ba160bb6b2f0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:44:04.889000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:04.955094 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] For port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:44:04.958590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] For port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=04dd52ac-791a-436c-a1ca-ba160bb6b2f0,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:44:05.032852 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:05.056465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.1 (05f62e9a-11c2-4f03-a5d1-87c451b99f08/84cd4663-3346-4304-89fb-eec8ddd81ee9/82ea56ad-6012-4a70-ab94-8c82a8f16b6e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:44:05.092642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb0167-04b9-4c8c-bcd6-584743dd4818 None None] Pushing event updated for resources: {'Port': ['ID=04dd52ac-791a-436c-a1ca-ba160bb6b2f0,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:05.178641 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:05.284370 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:05.325294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:44:05.330442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:44:05.334347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:44:05.364515 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:05.386971 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:05.568378 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:05.842951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:05.889454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:05.961150 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:05.963729 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:06.060619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:44:06.062052 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:44:06.241264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f8147beb-831b-4afd-8da0-42d4e16ffa51 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:44:06.258561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252c397-bffb-4728-85c2-06e91c217b63 None None] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:44:06.340514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:44:06.345125 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bb5aca2e-e631-42ff-be20-72e067e22cc6 None None] Provisioning complete for port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:06.345494 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bb5aca2e-e631-42ff-be20-72e067e22cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:06.356779 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:44:06.370086 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-29df2375-067e-4a9c-9afd-73c15ac01daa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/f8147beb-831b-4afd-8da0-42d4e16ffa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2016544 Dec 13 15:44:06.373077 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Sync routers for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:44:06.382883 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:06.383796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:06.517125 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:06.517478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:06.517478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:06.517752 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-ba272917-6a4d-4f4d-820a-a4968601c3f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759088202&fields=id&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 267 time: 0.0363319 Dec 13 15:44:06.567384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bb5aca2e-e631-42ff-be20-72e067e22cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:06.630890 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bb5aca2e-e631-42ff-be20-72e067e22cc6 None None] For port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=04dd52ac-791a-436c-a1ca-ba160bb6b2f0,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:44:06.647470 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:06.701581 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bb5aca2e-e631-42ff-be20-72e067e22cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:06.732398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-7a97605f-ba48-4f33-89fb-a3da05940ed7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:06.735195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-7a97605f-ba48-4f33-89fb-a3da05940ed7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/networks?id=05f62e9a-11c2-4f03-a5d1-87c451b99f08 HTTP/1.1" status: 200 len: 796 time: 0.2070966 Dec 13 15:44:06.758729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-7862da22-352a-428d-bdf9-5ec831de9489 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/quotas/cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 375 time: 0.0173290 Dec 13 15:44:06.809672 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 15:44:06.809672 n-d-816954-1 neutron-server[102825]: DEBUG oslo_db.api [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 15:44:06.809672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5aca2e-e631-42ff-be20-72e067e22cc6 None None] Pushing event updated for resources: {'Port': ['ID=04dd52ac-791a-436c-a1ca-ba160bb6b2f0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:06.844065 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-7c9156fb-2bef-4aeb-9c5d-f2c6483daa68 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840960 Dec 13 15:44:06.864703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 2, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:06.894811 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Checking router: f8147beb-831b-4afd-8da0-42d4e16ffa51 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:44:06.895390 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Updating router f8147beb-831b-4afd-8da0-42d4e16ffa51 port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:44:06.922272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9ef8eaa1-a6d6-4c00-9829-758e6950b24f None None] Provisioning complete for port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:06.922525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9ef8eaa1-a6d6-4c00-9829-758e6950b24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:06.926863 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.002421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-8e67f4bc-3ac7-40d6-bf5b-d0ba9690b0ba service neutron] 10.222.0.24 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462471 Dec 13 15:44:07.034289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-9ef8eaa1-a6d6-4c00-9829-758e6950b24f None None] Provisioning complete for port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:07.034660 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9ef8eaa1-a6d6-4c00-9829-758e6950b24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.087265 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8eaa1-a6d6-4c00-9829-758e6950b24f None None] Port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:44:07.112274 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-005ffec6-5e5e-4f90-b07c-f7736ddbcba0 service neutron] 10.222.0.24 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029892 Dec 13 15:44:07.206619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fa1ca367-c2a2-4f15-9b36-3e064931551d None None] Provisioning complete for port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:07.207133 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fa1ca367-c2a2-4f15-9b36-3e064931551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.246007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ca367-c2a2-4f15-9b36-3e064931551d None None] Port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:44:07.246932 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.340928 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.349531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 041dd82b-8c61-4c0d-9ced-85701d8180af up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:44:07.415188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fa6fe848-d6fb-4fd5-9cf8-edf03580c4a0 None None] Provisioning complete for port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:07.415642 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe848-d6fb-4fd5-9cf8-edf03580c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.416606 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Pushing event updated for resources: {'Port': ['ID=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:07.447139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.447500 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.447846 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.448184 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.448518 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.448849 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.449174 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.449503 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.449829 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.450150 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.450500 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.450824 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:07.486989 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fe848-d6fb-4fd5-9cf8-edf03580c4a0 None None] Port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:44:07.489819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 041dd82b-8c61-4c0d-9ced-85701d8180af triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:07.490414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.529574 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Attempting to bind port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:44:07.530215 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Attempting to bind port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:44:07.531565 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Attempting to bind port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e on network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:44:07.537322 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:44:07.537976 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Checking segment: {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:44:07.540119 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.540119 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Bound using segment: {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:44:07.540659 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Bound port: 82ea56ad-6012-4a70-ab94-8c82a8f16b6e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:44:07.541142 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.627572 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] For port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:44:07.633368 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] For port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:44:07.684935 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.706938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8b881568-3606-4b87-8395-961cf1d64456 None None] Provisioning complete for port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:07.707573 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b881568-3606-4b87-8395-961cf1d64456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.737433 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92c3e7c3-9091-47d7-b6bc-4b08e37b313c req-3f60de33-0de0-4901-b5eb-4225a9f639ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 210 time: 0.4132433 Dec 13 15:44:07.752083 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:07.752701 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:07.756160 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473ddc5-b174-4ed5-acb7-78ba39d1f2ab None None] Pushing event updated for resources: {'Port': ['ID=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:07.812859 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b881568-3606-4b87-8395-961cf1d64456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.851232 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-8b881568-3606-4b87-8395-961cf1d64456 None None] For port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:44:07.879297 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:07.913526 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b881568-3606-4b87-8395-961cf1d64456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:07.966421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b881568-3606-4b87-8395-961cf1d64456 None None] Pushing event updated for resources: {'Port': ['ID=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:08.037601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-25e1dd08-6272-4648-a8a6-b4b85f69f133 None None] Provisioning complete for port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:08.037971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-25e1dd08-6272-4648-a8a6-b4b85f69f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:08.093913 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:08.124457 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df1fbf-6527-4e5c-ae65-518c5b3ab4f8 None None] The sync data for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 is: [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:44:08.349514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:44:08.586660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:08.587308 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:08.689767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 82ea56ad-6012-4a70-ab94-8c82a8f16b6e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:44:08.739780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:08.740146 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:08.846988 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ef82a660-d63b-4d5a-8158-a99072a98319 req-c6e3df1e-0296-4077-be38-5258abb7aad4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 210 time: 0.0328951 Dec 13 15:44:09.661075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-845cda01-5b83-4ea8-b5a0-a780f0f7d9fa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:09.662548 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-845cda01-5b83-4ea8-b5a0-a780f0f7d9fa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/networks?id=05f62e9a-11c2-4f03-a5d1-87c451b99f08 HTTP/1.1" status: 200 len: 796 time: 0.1025696 Dec 13 15:44:09.718456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-12d8aa1f-fac7-4974-be5b-e750d39bf537 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 379 time: 0.0460730 Dec 13 15:44:09.727539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'port': {'device_id': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'admin_state_up': True, 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'security_groups': ['1285967a-2117-4d04-a654-2ef975fa1bda']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:44:09.912293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:44:09.916201 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:09.957668 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1ec8f626-3e19-4091-acab-02d8d271e663 req-3dc45029-352a-4fa6-8f7b-0211611b31bf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 210 time: 0.0391049 Dec 13 15:44:10.065532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.7 (05f62e9a-11c2-4f03-a5d1-87c451b99f08/84cd4663-3346-4304-89fb-eec8ddd81ee9/88162b5c-c943-4820-9fb9-c4049a642498) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:44:10.203206 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:10.306899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:10.349430 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:44:10.353140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:44:10.356852 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:44:10.382610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=88162b5c-c943-4820-9fb9-c4049a642498,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:10.413816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:10.415036 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:10.475464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-c1a007cc-b213-4168-be24-d6e7f24103f0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514477 Dec 13 15:44:10.487413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-2a7f177c-56e8-4968-b86b-a127de98b455 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:44:10.488798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-2a7f177c-56e8-4968-b86b-a127de98b455 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074010 Dec 13 15:44:10.548748 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Request body: {'port': {'device_id': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:44:10.551378 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6cc6e017-b827-4499-82d4-3101dedda462 None None] Provisioning complete for port 88162b5c-c943-4820-9fb9-c4049a642498 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:10.551900 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6cc6e017-b827-4499-82d4-3101dedda462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:10.584883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6e017-b827-4499-82d4-3101dedda462 None None] Port 88162b5c-c943-4820-9fb9-c4049a642498 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:44:10.604870 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:10.862617 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88162b5c-c943-4820-9fb9-c4049a642498 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:44:10.869594 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:10.880954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Transition to ACTIVE for port object 88162b5c-c943-4820-9fb9-c4049a642498 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:44:10.946504 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:11.015646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Pushing event updated for resources: {'Port': ['ID=88162b5c-c943-4820-9fb9-c4049a642498,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:11.069418 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Attempting to bind port 88162b5c-c943-4820-9fb9-c4049a642498 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:44:11.069766 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Attempting to bind port 88162b5c-c943-4820-9fb9-c4049a642498 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:44:11.070096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Attempting to bind port 88162b5c-c943-4820-9fb9-c4049a642498 on network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:44:11.075411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Port 88162b5c-c943-4820-9fb9-c4049a642498 on network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:44:11.076552 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Attempting to bind port 88162b5c-c943-4820-9fb9-c4049a642498 on network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:44:11.080913 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:44:11.081244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Checking segment: {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:44:11.081622 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Bound using segment: {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:44:11.082044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Bound port: 88162b5c-c943-4820-9fb9-c4049a642498, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:44:11.082483 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:11.090158 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e8683-48bf-4e38-ad41-8886d9817d12 req-919d1d38-31d8-41b2-b7f6-f7da6b2d5ace tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:11.091840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-324e8683-48bf-4e38-ad41-8886d9817d12 req-919d1d38-31d8-41b2-b7f6-f7da6b2d5ace tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 943 time: 0.0576611 Dec 13 15:44:11.132890 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-324e8683-48bf-4e38-ad41-8886d9817d12 req-9a75db39-583f-45d8-bd42-9f796f1326f2 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334656 Dec 13 15:44:11.153747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] For port 88162b5c-c943-4820-9fb9-c4049a642498, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:44:11.157050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] For port 88162b5c-c943-4820-9fb9-c4049a642498, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88162b5c-c943-4820-9fb9-c4049a642498,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:44:11.233267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:11.265912 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:11.266787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:11.268317 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] 10.222.0.50 "PUT /v2.0/ports/88162b5c-c943-4820-9fb9-c4049a642498 HTTP/1.1" status: 200 len: 1091 time: 0.7717197 Dec 13 15:44:11.270623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:44:11.273668 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "tag": "88162b5c-c943-4820-9fb9-c4049a642498"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:44:11.301493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc8b1d-6751-4b2a-8528-a3f7936ffc34 service neutron] Pushing event updated for resources: {'Port': ['ID=88162b5c-c943-4820-9fb9-c4049a642498,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:11.389217 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f4213-edb5-4814-bcfe-bc2336ebb476 x-openstack-request-id: req-ff4f4213-edb5-4814-bcfe-bc2336ebb476 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:44:11.389757 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "tag": "88162b5c-c943-4820-9fb9-c4049a642498", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:44:11.390026 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff4f4213-edb5-4814-bcfe-bc2336ebb476 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:44:11.390473 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498', 'status': 'completed', 'code': 200} Dec 13 15:44:11.426478 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-1155da23-423f-4cae-aa70-facd3c4164a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:11.427998 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-1155da23-423f-4cae-aa70-facd3c4164a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 1094 time: 0.0509994 Dec 13 15:44:11.472838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-63f462c0-6877-4f00-8e4e-9f8bef30dde3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88162b5c-c943-4820-9fb9-c4049a642498 HTTP/1.1" status: 200 len: 217 time: 0.0359156 Dec 13 15:44:11.521583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-972fe4f8-8986-48bb-849f-e4921ffc391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:11.523063 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-972fe4f8-8986-48bb-849f-e4921ffc391c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84cd4663-3346-4304-89fb-eec8ddd81ee9 HTTP/1.1" status: 200 len: 835 time: 0.0435286 Dec 13 15:44:11.579176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b51d0-3eb3-441d-a027-00372587c230 req-abd274f1-28bb-4e16-a6d8-295693754320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:11.580542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-abd274f1-28bb-4e16-a6d8-295693754320 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05f62e9a-11c2-4f03-a5d1-87c451b99f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501440 Dec 13 15:44:11.668185 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-bcca066f-e7d1-4049-9b3d-98f0dd935032 service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803778 Dec 13 15:44:11.768254 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-795b51d0-3eb3-441d-a027-00372587c230 req-7a905b46-51ea-4f7c-8f81-fa644335d47c service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919697 Dec 13 15:44:11.921493 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-4280d863-5e67-4f9a-88bf-0b31d3698680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:11.923233 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-4280d863-5e67-4f9a-88bf-0b31d3698680 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 1094 time: 0.0421610 Dec 13 15:44:12.011264 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-ac6b91b9-2752-44a4-b1c9-860ae47d21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:12.012723 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-ac6b91b9-2752-44a4-b1c9-860ae47d21b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05f62e9a-11c2-4f03-a5d1-87c451b99f08 HTTP/1.1" status: 200 len: 897 time: 0.0829673 Dec 13 15:44:12.059771 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-8dc09708-681c-42da-89c6-c8b4f7626c3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88162b5c-c943-4820-9fb9-c4049a642498 HTTP/1.1" status: 200 len: 217 time: 0.0387626 Dec 13 15:44:12.119271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-00baacb2-f99d-42c4-ae21-cb4208941422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:12.120720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-00baacb2-f99d-42c4-ae21-cb4208941422 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84cd4663-3346-4304-89fb-eec8ddd81ee9 HTTP/1.1" status: 200 len: 835 time: 0.0522482 Dec 13 15:44:12.167421 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-bb1a3ade-04fc-4beb-b6c4-41959ab90ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:12.168910 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-bb1a3ade-04fc-4beb-b6c4-41959ab90ad5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05f62e9a-11c2-4f03-a5d1-87c451b99f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400751 Dec 13 15:44:12.249210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d26ef7-fc7d-45f6-af50-7f0331bc2893 req-f4af7fd7-a243-492a-8db3-ee687354d959 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:12.250756 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b2d26ef7-fc7d-45f6-af50-7f0331bc2893 req-f4af7fd7-a243-492a-8db3-ee687354d959 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 943 time: 0.0484405 Dec 13 15:44:12.265506 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-747c4b71-186a-429d-b4dc-bdcb338521ee service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890651 Dec 13 15:44:12.288670 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b2d26ef7-fc7d-45f6-af50-7f0331bc2893 req-15b3b57e-9862-4141-8f8f-fbef9b14a55a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318100 Dec 13 15:44:12.355650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-571b4bfd-dfc8-4227-9f12-f2fef5e04bcf req-b3121379-c6d1-432c-88d2-802c9d0a430b service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825949 Dec 13 15:44:13.410574 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e4d96-a911-41f8-907c-e1210068070c req-c90415f1-bc53-4b9b-aa82-137bc19e5ac4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:13.412047 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a9e4d96-a911-41f8-907c-e1210068070c req-c90415f1-bc53-4b9b-aa82-137bc19e5ac4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 943 time: 0.0547180 Dec 13 15:44:13.449433 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a9e4d96-a911-41f8-907c-e1210068070c req-8d154ab6-0568-4d25-970c-2b35cc5927c6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Dec 13 15:44:13.770839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88162b5c-c943-4820-9fb9-c4049a642498 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:44:13.865625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 88162b5c-c943-4820-9fb9-c4049a642498, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88162b5c-c943-4820-9fb9-c4049a642498,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:44:13.876659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '88162b5c-c943-4820-9fb9-c4049a642498', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'port_id': '88162b5c-c943-4820-9fb9-c4049a642498', 'mac_address': 'fa:16:3e:4d:3c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:44:13.912614 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:13.925872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88162b5c-c943-4820-9fb9-c4049a642498 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:44:13.944690 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 88162b5c-c943-4820-9fb9-c4049a642498, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88162b5c-c943-4820-9fb9-c4049a642498,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:44:14.020798 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:14.069900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=88162b5c-c943-4820-9fb9-c4049a642498,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:14.251915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['88162b5c-c943-4820-9fb9-c4049a642498'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:44:14.560930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ac507-fbd0-4959-8198-010a4c56fc01 req-e26603a1-6809-4f6b-be85-29fcb9f3fcaa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:14.562442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db3ac507-fbd0-4959-8198-010a4c56fc01 req-e26603a1-6809-4f6b-be85-29fcb9f3fcaa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 944 time: 0.0477633 Dec 13 15:44:14.599420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db3ac507-fbd0-4959-8198-010a4c56fc01 req-47fedd43-effe-4f2a-bd79-be3181960cad tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312285 Dec 13 15:44:15.712336 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82162cec-1cc8-480e-87c6-0f37ead55c3e req-4de24873-b7ed-4535-8059-39295afa615f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:15.713841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82162cec-1cc8-480e-87c6-0f37ead55c3e req-4de24873-b7ed-4535-8059-39295afa615f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 944 time: 0.0502458 Dec 13 15:44:15.751416 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-82162cec-1cc8-480e-87c6-0f37ead55c3e req-c9f90f10-dfc4-43e2-a7e0-3d7f02c7b6de tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Dec 13 15:44:15.784314 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88162b5c-c943-4820-9fb9-c4049a642498 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:44:15.906592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 88162b5c-c943-4820-9fb9-c4049a642498 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:44:15.910592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 88162b5c-c943-4820-9fb9-c4049a642498 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:44:15.910990 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:15.985105 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:16.006409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:44:16.010555 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406fad45-8b5f-45a2-a1d3-6acd3ccdd088" -d '{"events": [{"server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "name": "network-vif-plugged", "status": "completed", "tag": "88162b5c-c943-4820-9fb9-c4049a642498"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:44:16.020950 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 88162b5c-c943-4820-9fb9-c4049a642498, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88162b5c-c943-4820-9fb9-c4049a642498,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:44:16.066646 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:16.109809 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254a5835-cedb-4c0a-8c1a-71deb7159c53 x-openstack-request-id: req-254a5835-cedb-4c0a-8c1a-71deb7159c53 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:44:16.110157 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "name": "network-vif-plugged", "status": "completed", "tag": "88162b5c-c943-4820-9fb9-c4049a642498", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:44:16.110436 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-254a5835-cedb-4c0a-8c1a-71deb7159c53 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:44:16.113827 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498', 'code': 200} Dec 13 15:44:16.119925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=88162b5c-c943-4820-9fb9-c4049a642498,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:16.201014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc9f3-272f-464f-8ab3-20b0fac1cc4d req-31c0db47-1fb2-49b6-8567-4dd535b8e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:16.202522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c31dc9f3-272f-464f-8ab3-20b0fac1cc4d req-31c0db47-1fb2-49b6-8567-4dd535b8e158 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 1096 time: 0.0406489 Dec 13 15:44:16.237331 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c31dc9f3-272f-464f-8ab3-20b0fac1cc4d req-d77a9ce7-40ae-44b1-9c0d-a2ff94951e56 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279682 Dec 13 15:44:16.271958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:16.872528 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49abfcd-09c1-48c3-a381-c1eea1d8a769 req-8d2cf1d6-18e1-4639-a3a7-1e5923fed603 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:16.874019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b49abfcd-09c1-48c3-a381-c1eea1d8a769 req-8d2cf1d6-18e1-4639-a3a7-1e5923fed603 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0527186 Dec 13 15:44:16.911571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b49abfcd-09c1-48c3-a381-c1eea1d8a769 req-30358420-066f-41e9-9e95-5c90cc2cfa16 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Dec 13 15:44:17.443543 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:18.028132 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c165ad-d6a6-4d64-8697-f6e720d876f8 req-42353ba0-1e91-4c1f-8c23-b3595bbd1f53 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:18.029484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8c165ad-d6a6-4d64-8697-f6e720d876f8 req-42353ba0-1e91-4c1f-8c23-b3595bbd1f53 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0514309 Dec 13 15:44:18.065038 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b8c165ad-d6a6-4d64-8697-f6e720d876f8 req-e8340778-c192-45f7-ba4d-9eeeef6ef66a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297234 Dec 13 15:44:18.177033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449375-e750-4d25-9b52-30d83b2ea2d7 req-e2fe0aa8-4da4-4f5f-9f69-99e401371e07 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:18.178593 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca449375-e750-4d25-9b52-30d83b2ea2d7 req-e2fe0aa8-4da4-4f5f-9f69-99e401371e07 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0494483 Dec 13 15:44:18.216523 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca449375-e750-4d25-9b52-30d83b2ea2d7 req-90c1e6d1-74b7-4181-8e6f-d720999ef894 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Dec 13 15:44:18.237664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37778) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:18.277367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c76ea-15d3-4325-b5ed-96d2dceb571d tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:18.278968 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-529c76ea-15d3-4325-b5ed-96d2dceb571d tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 1091 time: 0.0402749 Dec 13 15:44:18.281756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37780) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:18.285944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '88162b5c-c943-4820-9fb9-c4049a642498', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:44:18.363462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:18.461238 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:18.560882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.136 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/61fa4f83-d13e-45ce-b799-f6e859ab5b4d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:44:18.663071 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:18.740283 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:18.777068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:44:18.781235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:44:18.787428 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:44:18.790366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=61fa4f83-d13e-45ce-b799-f6e859ab5b4d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:19.169157 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:19.301196 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:19.442940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:19.483535 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:19.553044 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=61fa4f83-d13e-45ce-b799-f6e859ab5b4d,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:19.564924 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:19.661359 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 89c004c7-4ddd-4798-8470-823d9b7ba19f associated. External IP: 172.25.7.136, port: 88162b5c-c943-4820-9fb9-c4049a642498. Dec 13 15:44:19.892407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f8147beb-831b-4afd-8da0-42d4e16ffa51 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:44:19.917750 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1d933fb-6b75-462d-814d-b41ef8d1d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:19.998490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:44:20.008945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] Sync routers for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:44:20.018128 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:20.018752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:20.080171 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:20.107868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-26122ff6-ffbc-4520-bb2e-8e7f3b057aa4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8249612 Dec 13 15:44:20.108498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:44:20.110558 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "tag": "88162b5c-c943-4820-9fb9-c4049a642498"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:44:20.124144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:20.158819 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8afc7d-ae31-4c99-9ad3-748d97bebc7d x-openstack-request-id: req-7c8afc7d-ae31-4c99-9ad3-748d97bebc7d {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:44:20.159918 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "tag": "88162b5c-c943-4820-9fb9-c4049a642498", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:44:20.160355 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c8afc7d-ae31-4c99-9ad3-748d97bebc7d {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:44:20.160909 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498', 'status': 'completed', 'code': 200} Dec 13 15:44:20.213684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62f274-f218-437b-a46d-3a4c1c0f150a req-2ce41e34-22bf-4028-aa0d-e612871f1d52 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:20.215175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e62f274-f218-437b-a46d-3a4c1c0f150a req-2ce41e34-22bf-4028-aa0d-e612871f1d52 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0499902 Dec 13 15:44:20.224229 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-20c6cf97-fc19-4668-a9e6-d232e52506aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:20.225729 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-20c6cf97-fc19-4668-a9e6-d232e52506aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 1096 time: 0.0433083 Dec 13 15:44:20.255649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e62f274-f218-437b-a46d-3a4c1c0f150a req-949deb32-46f0-44ed-bdb4-7c21fd39bdcb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336909 Dec 13 15:44:20.278874 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37786) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:20.361620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '89c004c7-4ddd-4798-8470-823d9b7ba19f', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'port_id': '88162b5c-c943-4820-9fb9-c4049a642498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'mac_address': 'fa:16:3e:4d:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:44:19Z', 'updated_at': '2021-12-13T15:44:19Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:20.392982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] Checking router: f8147beb-831b-4afd-8da0-42d4e16ffa51 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:44:20.403026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:20.403642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:43:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:20.512945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:20.655983 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-11de55d6-838b-4ad0-8acb-c5d74843886d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/89c004c7-4ddd-4798-8470-823d9b7ba19f HTTP/1.1" status: 200 len: 991 time: 0.3759961 Dec 13 15:44:20.670305 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-af7103c1-9da5-42cf-afb7-de3b3f61d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:20.671721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-af7103c1-9da5-42cf-afb7-de3b3f61d20f service neutron] 10.222.0.50 "GET /v2.0/networks?id=05f62e9a-11c2-4f03-a5d1-87c451b99f08 HTTP/1.1" status: 200 len: 897 time: 0.4352481 Dec 13 15:44:20.738753 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-5b606a24-4830-40e1-a9d1-08c6a5e83392 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88162b5c-c943-4820-9fb9-c4049a642498 HTTP/1.1" status: 200 len: 999 time: 0.0596020 Dec 13 15:44:20.739200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '89c004c7-4ddd-4798-8470-823d9b7ba19f', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'port_id': '88162b5c-c943-4820-9fb9-c4049a642498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'mac_address': 'fa:16:3e:4d:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:44:19Z', 'updated_at': '2021-12-13T15:44:19Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:20.764956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d5dd50-5986-4071-97d3-3c59d427cd6c None None] The sync data for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 is: [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '89c004c7-4ddd-4798-8470-823d9b7ba19f', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'port_id': '88162b5c-c943-4820-9fb9-c4049a642498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'mac_address': 'fa:16:3e:4d:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:44:19Z', 'updated_at': '2021-12-13T15:44:19Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:44:20.788317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-acdae60a-f11d-44d4-8ad2-6ffd6c8428b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:20.789762 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-acdae60a-f11d-44d4-8ad2-6ffd6c8428b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84cd4663-3346-4304-89fb-eec8ddd81ee9 HTTP/1.1" status: 200 len: 835 time: 0.0440717 Dec 13 15:44:20.848279 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-c8f5675f-24e4-48ee-b8ac-66603c2e8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:20.849780 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-c8f5675f-24e4-48ee-b8ac-66603c2e8522 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05f62e9a-11c2-4f03-a5d1-87c451b99f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523252 Dec 13 15:44:20.947805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-b075202c-3b28-4077-b5ad-3381fb6687c2 service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900729 Dec 13 15:44:20.974901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c93b8-6508-4990-bdbc-c85095dae016 None None] New status for floating IP 89c004c7-4ddd-4798-8470-823d9b7ba19f: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:44:21.041629 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac2088d7-d478-4581-b0a7-1eb9d6749fbb req-8d616854-43b4-4ee2-bd8c-8adfed53ca19 service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Dec 13 15:44:21.659782 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37788) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:21.722500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1efe5560-cf05-430d-ad6a-ea66f8450243 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/89c004c7-4ddd-4798-8470-823d9b7ba19f HTTP/1.1" status: 200 len: 993 time: 0.0615370 Dec 13 15:44:22.278073 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b473-5037-49d1-9339-f70026aa8f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:23.454984 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:25.100905 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:25.232175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:36.367522 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-692d417a-2cbb-417a-9b63-508d3ee11633 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0378258 Dec 13 15:44:36.450709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-18eaa831-dd1e-432e-ac85-524ce17e4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:36.452071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-18eaa831-dd1e-432e-ac85-524ce17e4ad9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 1096 time: 0.0400784 Dec 13 15:44:36.559225 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-d5fe3542-215a-4e9c-9a6f-6fc41de8d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:36.560687 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-d5fe3542-215a-4e9c-9a6f-6fc41de8d3d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05f62e9a-11c2-4f03-a5d1-87c451b99f08 HTTP/1.1" status: 200 len: 897 time: 0.0878456 Dec 13 15:44:36.626570 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-4fc20168-edf3-45c9-a4f3-57458502f516 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88162b5c-c943-4820-9fb9-c4049a642498 HTTP/1.1" status: 200 len: 1001 time: 0.0573902 Dec 13 15:44:36.677734 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-7d4e49bb-54c9-49e6-8b90-b342b4311e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:36.679150 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-7d4e49bb-54c9-49e6-8b90-b342b4311e24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84cd4663-3346-4304-89fb-eec8ddd81ee9 HTTP/1.1" status: 200 len: 835 time: 0.0425472 Dec 13 15:44:36.726891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-1feed20c-e483-45d5-b981-1e0426b3cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:36.729023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-1feed20c-e483-45d5-b981-1e0426b3cab1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05f62e9a-11c2-4f03-a5d1-87c451b99f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422206 Dec 13 15:44:36.824521 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-c1feaaca-719b-4baa-a22f-3ffa8aea7b58 service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794532 Dec 13 15:44:36.926891 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fbd31ce1-a546-4179-91e8-6b5153ce992e req-ae46402f-45ac-40a7-8d33-ee60a0765032 service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931811 Dec 13 15:44:41.303201 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:44:46.288271 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:47.476979 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:49.900710 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5d76-019b-40bd-8efa-925ac7fc6cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:52.271571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd864-2c1a-4508-9f54-816099132b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:53.243990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eafd9-8d3c-46ff-8945-549aa7eccc0e req-86a69a85-bb68-4a02-b604-9b3df9f2b6f9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:53.246499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e58eafd9-8d3c-46ff-8945-549aa7eccc0e req-86a69a85-bb68-4a02-b604-9b3df9f2b6f9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0498264 Dec 13 15:44:53.287626 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e58eafd9-8d3c-46ff-8945-549aa7eccc0e req-6c27d833-d372-4c2b-9173-639a90ac4f06 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347826 Dec 13 15:44:53.488934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:54.402039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17cca-9cf2-45e2-91ae-1ff1a0e588be req-367d869f-42f5-411a-bf1c-834f732e9383 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:54.403521 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1f17cca-9cf2-45e2-91ae-1ff1a0e588be req-367d869f-42f5-411a-bf1c-834f732e9383 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0484765 Dec 13 15:44:54.440051 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1f17cca-9cf2-45e2-91ae-1ff1a0e588be req-c7a1f947-f738-4a15-8c7a-6b6d0dd1b120 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306408 Dec 13 15:44:54.461944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37810) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:54.524587 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-03dbb03d-cc25-47e6-9892-a6bcf1374bf9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/89c004c7-4ddd-4798-8470-823d9b7ba19f HTTP/1.1" status: 200 len: 993 time: 0.0609217 Dec 13 15:44:55.100234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:55.191555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:55.895321 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7afb5c-1c25-43df-a1a0-97026e6b658b req-02d11a81-e67e-45f7-a79d-476c9305451a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:55.896798 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f7afb5c-1c25-43df-a1a0-97026e6b658b req-02d11a81-e67e-45f7-a79d-476c9305451a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0506570 Dec 13 15:44:55.936215 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f7afb5c-1c25-43df-a1a0-97026e6b658b req-8a89b684-bca5-4973-b184-b12ed199ddbd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331154 Dec 13 15:44:57.059833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0cf40-fd2b-486b-b20d-7a8e823d5822 req-6ba17654-d29a-437e-9ccb-a1ab5cddca98 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:57.061293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6af0cf40-fd2b-486b-b20d-7a8e823d5822 req-6ba17654-d29a-437e-9ccb-a1ab5cddca98 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0485277 Dec 13 15:44:57.098533 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6af0cf40-fd2b-486b-b20d-7a8e823d5822 req-a0346abc-0c03-48b5-895a-fb53d8a60988 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Dec 13 15:44:57.120039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37820) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:57.182524 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0bcf3af0-7736-4b92-a9f4-8134d26ee271 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/89c004c7-4ddd-4798-8470-823d9b7ba19f HTTP/1.1" status: 200 len: 993 time: 0.0614531 Dec 13 15:44:57.403458 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37826) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:44:57.557528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 61fa4f83-d13e-45ce-b799-f6e859ab5b4d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:44:57.557873 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:57.630704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:57.631031 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:57.642371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 61fa4f83-d13e-45ce-b799-f6e859ab5b4d owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:44:57.866148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:57.891839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=61fa4f83-d13e-45ce-b799-f6e859ab5b4d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:44:57.920445 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.920792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.921134 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.921469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.921800 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.922129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.922481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.922815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.923142 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.923464 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.923785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.924107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:44:57.968785 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:57.969105 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 89c004c7-4ddd-4798-8470-823d9b7ba19f disassociated (deleted). External IP: 172.25.7.136, port: 88162b5c-c943-4820-9fb9-c4049a642498. Dec 13 15:44:58.173333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f8147beb-831b-4afd-8da0-42d4e16ffa51 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:44:58.276806 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:44:58.281434 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:44:58.288673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551e007-122c-4052-aef0-39b45efda465 None None] Sync routers for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:44:58.300123 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:58.300746 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:58.316210 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-011929ff-cdad-4bd6-a2ff-314633412bbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/floatingips/89c004c7-4ddd-4798-8470-823d9b7ba19f HTTP/1.1" status: 204 len: 168 time: 0.9116392 Dec 13 15:44:58.316907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:44:58.319341 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "tag": "88162b5c-c943-4820-9fb9-c4049a642498"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:44:58.360651 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2516d8c1-6a27-4bcd-b570-59a9ef1586c4 x-openstack-request-id: req-2516d8c1-6a27-4bcd-b570-59a9ef1586c4 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:44:58.360938 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "tag": "88162b5c-c943-4820-9fb9-c4049a642498", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:44:58.361187 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2516d8c1-6a27-4bcd-b570-59a9ef1586c4 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:44:58.361585 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498', 'status': 'completed', 'code': 200} Dec 13 15:44:58.414732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:58.426721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-c11caaed-9ebd-4346-a9b9-7dc6af06abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:58.428159 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-c11caaed-9ebd-4346-a9b9-7dc6af06abd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 1096 time: 0.0430937 Dec 13 15:44:58.523142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-f921885d-0d02-47a3-874a-29b937142563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:58.525230 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-f921885d-0d02-47a3-874a-29b937142563 service neutron] 10.222.0.50 "GET /v2.0/networks?id=05f62e9a-11c2-4f03-a5d1-87c451b99f08 HTTP/1.1" status: 200 len: 897 time: 0.0900598 Dec 13 15:44:58.568724 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-56d2082a-3b99-4584-b300-48334aa2ddcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88162b5c-c943-4820-9fb9-c4049a642498 HTTP/1.1" status: 200 len: 217 time: 0.0365672 Dec 13 15:44:58.614933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:58.627413 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-bb5af9e9-bd42-4ea4-aa53-b2d8821bd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:58.636789 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-bb5af9e9-bd42-4ea4-aa53-b2d8821bd3c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84cd4663-3346-4304-89fb-eec8ddd81ee9 HTTP/1.1" status: 200 len: 835 time: 0.0537903 Dec 13 15:44:58.662743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551e007-122c-4052-aef0-39b45efda465 None None] Checking router: f8147beb-831b-4afd-8da0-42d4e16ffa51 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:44:58.673173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:44:58.673864 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:58.719020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-5989520a-8470-4c16-8322-19cf25957db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:58.720432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-5989520a-8470-4c16-8322-19cf25957db8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=05f62e9a-11c2-4f03-a5d1-87c451b99f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827599 Dec 13 15:44:58.744290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dde75-cd85-4db2-8dbb-47505327d972 req-1ce27ab8-20a4-4be7-a76d-ba319aad8db9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:58.745707 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d24dde75-cd85-4db2-8dbb-47505327d972 req-1ce27ab8-20a4-4be7-a76d-ba319aad8db9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0706582 Dec 13 15:44:58.782540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:44:58.828388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d24dde75-cd85-4db2-8dbb-47505327d972 req-59d7bfb7-7856-4121-8de2-93bafbd33f13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729949 Dec 13 15:44:58.861363 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-71bc117b-ad76-4356-8496-7197617b4ebc service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326566 Dec 13 15:44:58.952810 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eba5a3cf-78f3-40de-b886-5fcbd6eeecb1 req-f664942f-f1be-4da0-9696-db9cc6cbe0cf service neutron] 10.222.0.50 "GET /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829308 Dec 13 15:44:58.998778 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-8551e007-122c-4052-aef0-39b45efda465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:44:59.026277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551e007-122c-4052-aef0-39b45efda465 None None] The sync data for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 is: [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:44:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '82ea56ad-6012-4a70-ab94-8c82a8f16b6e', 'name': '', 'network_id': '05f62e9a-11c2-4f03-a5d1-87c451b99f08', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:5d:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:04Z', 'updated_at': '2021-12-13T15:44:07Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '84cd4663-3346-4304-89fb-eec8ddd81ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:44:59.240230 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1aaebc-00fe-470f-882d-423b6f46ebca None None] New status for floating IP 89c004c7-4ddd-4798-8470-823d9b7ba19f: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:44:59.943571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c50f1-4730-42c4-a2b5-0f60c0368da5 req-fb3e7494-8101-4e36-8fd8-0bb676e86737 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:44:59.945035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-872c50f1-4730-42c4-a2b5-0f60c0368da5 req-fb3e7494-8101-4e36-8fd8-0bb676e86737 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0483203 Dec 13 15:44:59.983647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-872c50f1-4730-42c4-a2b5-0f60c0368da5 req-a16f9610-55e6-470c-87e6-0a817b1c5c53 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=1285967a-2117-4d04-a654-2ef975fa1bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322104 Dec 13 15:45:00.200286 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-25f9075e-d557-475d-a51e-a984f1482b22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:00.201714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-25f9075e-d557-475d-a51e-a984f1482b22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 945 time: 0.0482535 Dec 13 15:45:00.295519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 88162b5c-c943-4820-9fb9-c4049a642498 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:45:00.295883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:00.387051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 88162b5c-c943-4820-9fb9-c4049a642498, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=88162b5c-c943-4820-9fb9-c4049a642498,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:00.387412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:00.399253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 88162b5c-c943-4820-9fb9-c4049a642498 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:45:00.574620 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:00.600723 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=88162b5c-c943-4820-9fb9-c4049a642498,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:00.616142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.616142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.616142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.616142 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.616521 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.616651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.616985 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.617318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.617647 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.618032 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.618944 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.619274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:00.656849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] No DVR routers for this DVR port 88162b5c-c943-4820-9fb9-c4049a642498 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:45:00.659447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:00.662783 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f92d5c1c-2d14-4205-883c-70932bda4d3d req-4f76f856-5ec5-4d6b-bac6-45c8562cad15 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "DELETE /v2.0/ports/88162b5c-c943-4820-9fb9-c4049a642498 HTTP/1.1" status: 204 len: 173 time: 0.4552605 Dec 13 15:45:00.663221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'name': 'network-vif-deleted', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:45:00.666045 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c57bb0-858e-4cc6-a115-65a32543b417" -d '{"events": [{"server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "name": "network-vif-deleted", "tag": "88162b5c-c943-4820-9fb9-c4049a642498"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:45:00.700999 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5a99b-a905-41d8-81cd-0db634e485ec x-openstack-request-id: req-93d5a99b-a905-41d8-81cd-0db634e485ec {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:45:00.701298 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c081cbb8-6b74-49a0-b9ee-91c2dbe4942a", "name": "network-vif-deleted", "tag": "88162b5c-c943-4820-9fb9-c4049a642498", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:45:00.701553 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93d5a99b-a905-41d8-81cd-0db634e485ec {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:45:00.701960 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c081cbb8-6b74-49a0-b9ee-91c2dbe4942a', 'name': 'network-vif-deleted', 'tag': '88162b5c-c943-4820-9fb9-c4049a642498', 'status': 'completed', 'code': 200} Dec 13 15:45:01.091427 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff86d161-0c28-416b-a7de-1fcdb72dc0bd req-89dfd896-b6ce-4d4b-b5aa-522cf78e87bd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=c081cbb8-6b74-49a0-b9ee-91c2dbe4942a HTTP/1.1" status: 200 len: 210 time: 0.0279500 Dec 13 15:45:02.146794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37842) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:02.743636 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:02.986819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:45:02.987162 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:03.080117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 82ea56ad-6012-4a70-ab94-8c82a8f16b6e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:03.080380 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:03.092360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 82ea56ad-6012-4a70-ab94-8c82a8f16b6e owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:45:03.316965 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:03.344684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=82ea56ad-6012-4a70-ab94-8c82a8f16b6e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:03.533309 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:03.750150 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f8147beb-831b-4afd-8da0-42d4e16ffa51 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:45:03.862146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:45:03.870103 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-169ca80e-b2b2-4833-9057-ec8d08a76443 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/f8147beb-831b-4afd-8da0-42d4e16ffa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194510 Dec 13 15:45:03.870103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37846) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:03.871534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] Sync routers for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:45:03.880531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:03.881134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:03.920794 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting subnet 84cd4663-3346-4304-89fb-eec8ddd81ee9 {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:45:03.923866 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:03.963127 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:03.983812 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:04.039245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88162b5c-c943-4820-9fb9-c4049a642498 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:45:04.049286 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.090262 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 88162b5c-c943-4820-9fb9-c4049a642498 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:45:04.090608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 88162b5c-c943-4820-9fb9-c4049a642498 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:45:04.174731 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.191011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:45:03Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:04.203095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Subnet': ['ID=84cd4663-3346-4304-89fb-eec8ddd81ee9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:04.205110 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.213630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37848) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:04.214084 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ce27961b-cc99-4b4c-bcdf-18cae36b95b5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/subnets/84cd4663-3346-4304-89fb-eec8ddd81ee9 HTTP/1.1" status: 204 len: 168 time: 0.3397810 Dec 13 15:45:04.327940 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.376668 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a4c4a-79b8-4116-9eee-1f2c66b2be45 None None] Network 05f62e9a-11c2-4f03-a5d1-87c451b99f08 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:45:04.378932 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] Checking router: f8147beb-831b-4afd-8da0-42d4e16ffa51 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:45:04.428995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] Routers {'f8147beb-831b-4afd-8da0-42d4e16ffa51'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:04.430343 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f8147beb-831b-4afd-8da0-42d4e16ffa51'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:04.432596 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.566746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 041dd82b-8c61-4c0d-9ced-85701d8180af {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:45:04.567101 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.582877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] Set router f8147beb-831b-4afd-8da0-42d4e16ffa51 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:04.646298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] DHCP port deletion for 05f62e9a-11c2-4f03-a5d1-87c451b99f08 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:45:04.649359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 041dd82b-8c61-4c0d-9ced-85701d8180af, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=041dd82b-8c61-4c0d-9ced-85701d8180af,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:04.650474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.664278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 041dd82b-8c61-4c0d-9ced-85701d8180af owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:45:04.777694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Deleting port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:45:04.778070 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.848920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] For port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=04dd52ac-791a-436c-a1ca-ba160bb6b2f0,segment=NetworkSegment(bc77022c-7fe6-4610-86d2-c6ad8e3f8317),segment_id=bc77022c-7fe6-4610-86d2-c6ad8e3f8317)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:04.849209 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.864186 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Calling delete_port for 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:45:04.879423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:45:03Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:04.888802 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:04.919558 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=041dd82b-8c61-4c0d-9ced-85701d8180af,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:04.936828 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de55ee-890f-4a42-a5c0-c0759dbfcc09 None None] The sync data for ids ['f8147beb-831b-4afd-8da0-42d4e16ffa51'] in n-d-816954-1 is: [{'id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216176148', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:44:00Z', 'updated_at': '2021-12-13T15:45:03Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '041dd82b-8c61-4c0d-9ced-85701d8180af', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8147beb-831b-4afd-8da0-42d4e16ffa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:44:01Z', 'updated_at': '2021-12-13T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:45:04.980354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.037482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.065165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Pushing event deleted for resources: {'Port': ['ID=04dd52ac-791a-436c-a1ca-ba160bb6b2f0,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:05.069490 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] No DVR routers for this DVR port 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:45:05.075087 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.078873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.078873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.078873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.079630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.080333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0644a-3db1-4365-adb2-c4fbd894e78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:05.185108 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.185663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Fanout notify agent at l3_agent the message router_deleted on router f8147beb-831b-4afd-8da0-42d4e16ffa51 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:45:05.192308 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.193415 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-05b9c366-d41e-4fa1-9482-0285b22e8f5f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/routers/f8147beb-831b-4afd-8da0-42d4e16ffa51 HTTP/1.1" status: 204 len: 168 time: 0.9807742 Dec 13 15:45:05.196217 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37850) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:05.272286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.363727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.384891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f62e9a-11c2-4f03-a5d1-87c451b99f08']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:05.395350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:05.401850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc77022c-7fe6-4610-86d2-c6ad8e3f8317') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:05.406468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.420690 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.427115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:45:05.427507 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:45:05.430554 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:45:05.563368 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.570663 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.573911 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/networks/05f62e9a-11c2-4f03-a5d1-87c451b99f08 HTTP/1.1" status: 204 len: 168 time: 0.3767395 Dec 13 15:45:05.576945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37852) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:05.587591 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fae3f4-f0e7-4eea-a8e6-f3b25320bd05 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Network': ['ID=05f62e9a-11c2-4f03-a5d1-87c451b99f08,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:05.638727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3679f04-5bed-49ad-be70-416bba56d4b9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.664667 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3679f04-5bed-49ad-be70-416bba56d4b9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.780223 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3679f04-5bed-49ad-be70-416bba56d4b9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.782786 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-d3679f04-5bed-49ad-be70-416bba56d4b9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:05.783959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d3679f04-5bed-49ad-be70-416bba56d4b9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/security-groups/1285967a-2117-4d04-a654-2ef975fa1bda HTTP/1.1" status: 204 len: 168 time: 0.2058783 Dec 13 15:45:05.793878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3679f04-5bed-49ad-be70-416bba56d4b9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285967a-2117-4d04-a654-2ef975fa1bda,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:06.256036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37858) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:06.260740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-778ba93e-b3f8-446f-9b0b-9e5be376242d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606182332', 'description': 'tempest-secgroup-smoke-1606182332 description', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:06.268805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:45:06.288909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:45:06.289251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 04dd52ac-791a-436c-a1ca-ba160bb6b2f0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:45:06.289658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 82ea56ad-6012-4a70-ab94-8c82a8f16b6e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:45:06.311073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 82ea56ad-6012-4a70-ab94-8c82a8f16b6e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:45:06.311417 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 82ea56ad-6012-4a70-ab94-8c82a8f16b6e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:45:06.311811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 041dd82b-8c61-4c0d-9ced-85701d8180af no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:45:06.334040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 041dd82b-8c61-4c0d-9ced-85701d8180af {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:45:06.334415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 041dd82b-8c61-4c0d-9ced-85701d8180af not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:45:06.334529 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-778ba93e-b3f8-446f-9b0b-9e5be376242d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.416797 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-778ba93e-b3f8-446f-9b0b-9e5be376242d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.476740 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-778ba93e-b3f8-446f-9b0b-9e5be376242d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.505770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ba93e-b3f8-446f-9b0b-9e5be376242d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62367f29-f54e-4604-a202-ddfe71eb8ef7,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:06.547628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-778ba93e-b3f8-446f-9b0b-9e5be376242d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.548943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-778ba93e-b3f8-446f-9b0b-9e5be376242d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2918150 Dec 13 15:45:06.551805 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37860) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:06.556871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-8ab65f44-1c50-444e-a885-9d02f4b7036d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '62367f29-f54e-4604-a202-ddfe71eb8ef7', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:06.647502 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8ab65f44-1c50-444e-a885-9d02f4b7036d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.708427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8ab65f44-1c50-444e-a885-9d02f4b7036d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.768172 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8ab65f44-1c50-444e-a885-9d02f4b7036d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.786216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab65f44-1c50-444e-a885-9d02f4b7036d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e138edc5-bbbd-4f48-b5c4-2c035427642e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:06.844727 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-8ab65f44-1c50-444e-a885-9d02f4b7036d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.845960 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8ab65f44-1c50-444e-a885-9d02f4b7036d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932112 Dec 13 15:45:06.848840 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37862) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:06.853365 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c5fb31ee-b60e-4dc0-947f-7fdec2fa3884 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '62367f29-f54e-4604-a202-ddfe71eb8ef7', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:06.921721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c5fb31ee-b60e-4dc0-947f-7fdec2fa3884 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:06.976235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c5fb31ee-b60e-4dc0-947f-7fdec2fa3884 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.025323 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c5fb31ee-b60e-4dc0-947f-7fdec2fa3884 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.039888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb31ee-b60e-4dc0-947f-7fdec2fa3884 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185245f9-1aa8-4aea-96ad-df8d44b14002,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:07.112723 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c5fb31ee-b60e-4dc0-947f-7fdec2fa3884 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.113943 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c5fb31ee-b60e-4dc0-947f-7fdec2fa3884 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2641706 Dec 13 15:45:07.116734 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37864) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:07.121048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f3b3c88d-d3e2-401b-a646-1f8f0c0c6322 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '62367f29-f54e-4604-a202-ddfe71eb8ef7', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:07.229556 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c88d-d3e2-401b-a646-1f8f0c0c6322 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.286392 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c88d-d3e2-401b-a646-1f8f0c0c6322 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.368599 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c88d-d3e2-401b-a646-1f8f0c0c6322 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.389434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3c88d-d3e2-401b-a646-1f8f0c0c6322 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6ce240-46bd-4439-b81c-06789e6b0792,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:07.478592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c88d-d3e2-401b-a646-1f8f0c0c6322 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.479785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f3b3c88d-d3e2-401b-a646-1f8f0c0c6322 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621106 Dec 13 15:45:07.482571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37866) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:07.486920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2b64dc86-b72f-4357-8331-61173b06de29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '62367f29-f54e-4604-a202-ddfe71eb8ef7', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:07.584509 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b64dc86-b72f-4357-8331-61173b06de29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.640793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b64dc86-b72f-4357-8331-61173b06de29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.688244 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b64dc86-b72f-4357-8331-61173b06de29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.710041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64dc86-b72f-4357-8331-61173b06de29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9130b49a-e4ef-4461-828e-a2f04d60aded,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:07.747371 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2b64dc86-b72f-4357-8331-61173b06de29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.748603 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2b64dc86-b72f-4357-8331-61173b06de29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2651012 Dec 13 15:45:07.751341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37868) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:07.755600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '62367f29-f54e-4604-a202-ddfe71eb8ef7', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:07.819639 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:45:07.824527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:07.884182 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.019997 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.038795 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8979d6f-2bf4-45f6-ab24-ec9472449ae8,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:08.101546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.102812 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-aa5f1aa4-f573-481d-b342-40bb33e2be91 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505347 Dec 13 15:45:08.105888 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37870) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:08.110403 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '62367f29-f54e-4604-a202-ddfe71eb8ef7', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:08.185708 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:45:08.190528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.250066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.305669 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.325724 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56e236d-3888-456d-9033-da0ae5c2a5bd,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:08.376198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.377387 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9b822c4f-3803-432d-aa07-b874958e5d4a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2705352 Dec 13 15:45:08.380221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 37872) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:08.384928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'network': {'name': 'tempest-network-smoke--230639110', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'port_security_enabled': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:08.533803 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:45:08.537235 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.559622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:45:08.568125 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.568471 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Added segment 004c9e0a-c875-4e42-9244-5db86fec5579 of type vlan for network e1bd2a20-2723-4039-82c1-6a7b2dd96907 Dec 13 15:45:08.608292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.670909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.676474 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:08.677058 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.741500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Network': ['ID=e1bd2a20-2723-4039-82c1-6a7b2dd96907,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:08.752667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:45:08.788613 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-69a23cd0-d406-4f5b-ab30-98446e581006 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4071972 Dec 13 15:45:08.791346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37874) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:08.796951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'admin_state_up': True, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:08.865928 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.867085 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:08.921456 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:09.104909 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:09.379176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:09.397273 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:09.498107 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.110 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/e08470cc-00c9-47f3-ad46-1ea5d290b15d) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:45:09.595993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:09.688705 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:09.730106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:45:09.732951 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:45:09.735440 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:45:09.759653 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=e08470cc-00c9-47f3-ad46-1ea5d290b15d,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:10.356369 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:10.548475 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:10.721850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:45:10.825796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:45:10.835163 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Sync routers for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:45:10.843956 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:10.844662 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:10.896470 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:10.897731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bd4b002f-af09-48e7-bfe1-4e403c32769e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1053789 Dec 13 15:45:10.901106 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37876) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:10.942113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8a1923a3-cade-470c-9062-eabb75d23e09 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cceb0889f34a4876be8aaa68ca25a88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398769 Dec 13 15:45:10.944845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37878) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:11.036110 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:11.094072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbff179-9a5e-4987-83bb-e1fdd216ef1a tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:11.095515 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3dbff179-9a5e-4987-83bb-e1fdd216ef1a tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1497500 Dec 13 15:45:11.098369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37880) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:11.137840 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-db565470-fd0a-446a-b70e-4b3eec36d024 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384178 Dec 13 15:45:11.140411 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37882) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:11.145059 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946093538', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:11.214106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:10Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:11.239955 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Checking router: b3035d96-1145-4ca9-8c98-d3d7fa89cb2d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:45:11.241692 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Updating router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d port e08470cc-00c9-47f3-ad46-1ea5d290b15d binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:45:11.263501 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.282559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:45:11.286056 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.507484 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.523321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.580013 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.583768 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Subnet': ['ID=cd4f3b1b-cab4-4b04-8ff1-4493358234eb,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:11.593503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Checking segment: {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:45:11.593863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network hostable DHCP agents. Network: e1bd2a20-2723-4039-82c1-6a7b2dd96907, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:45:11.632013 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Attempting to bind port e08470cc-00c9-47f3-ad46-1ea5d290b15d on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:45:11.632377 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Attempting to bind port e08470cc-00c9-47f3-ad46-1ea5d290b15d by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:45:11.632737 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Attempting to bind port e08470cc-00c9-47f3-ad46-1ea5d290b15d on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:45:11.636009 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Pushing event updated for resources: {'Port': ['ID=e08470cc-00c9-47f3-ad46-1ea5d290b15d,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:11.643764 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:45:11.644901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:45:11.644901 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.644901 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:45:11.645318 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Bound port: e08470cc-00c9-47f3-ad46-1ea5d290b15d, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:45:11.645690 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.648533 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.648876 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.649786 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.650119 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.650727 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.651064 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.651389 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.651712 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.652033 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.652353 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.652689 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.653031 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:45:11.693729 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:45:11.701679 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] For port e08470cc-00c9-47f3-ad46-1ea5d290b15d, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:45:11.704754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] For port e08470cc-00c9-47f3-ad46-1ea5d290b15d, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e08470cc-00c9-47f3-ad46-1ea5d290b15d,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:45:11.814433 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e1bd2a20-2723-4039-82c1-6a7b2dd96907) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:45:11.818677 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:11.819253 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.824707 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287381a8-47fa-4651-9106-8b10862ad657 None None] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:45:11.831081 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:11.891132 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:11.891810 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:11.896487 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01edeb-b2ea-47e5-a325-972df724ea8c None None] Pushing event updated for resources: {'Port': ['ID=e08470cc-00c9-47f3-ad46-1ea5d290b15d,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:11.928018 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fa7564c1-6ea0-4fd2-9a6e-678e06ab71ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7839878 Dec 13 15:45:11.928569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37884) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:11.971090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:45:11.972104 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.015380 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:12.115495 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Allocated IP 172.20.0.2 (e1bd2a20-2723-4039-82c1-6a7b2dd96907/cd4f3b1b-cab4-4b04-8ff1-4493358234eb/108c2270-0369-49c4-8d00-f2e45cf3845e) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:45:12.210541 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:10Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:12.237346 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d369e0-62e9-4509-b566-7983a56ac13f None None] The sync data for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 is: [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:10Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:45:12.264556 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.345854 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.385271 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.385782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:45:12.388755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:45:12.392301 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:45:12.402731 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Pushing event updated for resources: {'Port': ['ID=108c2270-0369-49c4-8d00-f2e45cf3845e,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:12.461810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Attempting to bind port 108c2270-0369-49c4-8d00-f2e45cf3845e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:45:12.461810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Attempting to bind port 108c2270-0369-49c4-8d00-f2e45cf3845e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:45:12.461810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Attempting to bind port 108c2270-0369-49c4-8d00-f2e45cf3845e on network e1bd2a20-2723-4039-82c1-6a7b2dd96907 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:45:12.465834 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:45:12.466320 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Checking segment: {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:45:12.466847 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.467484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Bound using segment: {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:45:12.467845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Bound port: 108c2270-0369-49c4-8d00-f2e45cf3845e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:45:12.468323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.550368 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] For port 108c2270-0369-49c4-8d00-f2e45cf3845e, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:45:12.553833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] For port 108c2270-0369-49c4-8d00-f2e45cf3845e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=108c2270-0369-49c4-8d00-f2e45cf3845e,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:45:12.606437 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.671164 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba753b6-1f82-47d5-abe6-453a97ca48fd None None] Pushing event updated for resources: {'Port': ['ID=108c2270-0369-49c4-8d00-f2e45cf3845e,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:12.739245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.1 (e1bd2a20-2723-4039-82c1-6a7b2dd96907/cd4f3b1b-cab4-4b04-8ff1-4493358234eb/400ce927-6892-4cdc-bede-e00950acdbe0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:45:12.903986 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:12.998065 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:13.053967 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:45:13.057816 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:45:13.062673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:45:13.093607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=400ce927-6892-4cdc-bede-e00950acdbe0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:13.121753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:13.322691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:13.600472 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:13.637417 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:13.719992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:13.722051 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=400ce927-6892-4cdc-bede-e00950acdbe0,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:13.846499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:45:13.848988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:45:13.937508 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840acf4-2420-4dd9-9be4-4fc3ea89c76d None None] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:45:14.031653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2b38ef2d-1a2d-4ec2-bb53-86ecfa068068 None None] Provisioning complete for port 108c2270-0369-49c4-8d00-f2e45cf3845e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:14.032023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b38ef2d-1a2d-4ec2-bb53-86ecfa068068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:14.175528 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b38ef2d-1a2d-4ec2-bb53-86ecfa068068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:14.214282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-2b38ef2d-1a2d-4ec2-bb53-86ecfa068068 None None] For port 108c2270-0369-49c4-8d00-f2e45cf3845e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=108c2270-0369-49c4-8d00-f2e45cf3845e,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:14.298954 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:45:14.305957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b38ef2d-1a2d-4ec2-bb53-86ecfa068068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:14.363423 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38ef2d-1a2d-4ec2-bb53-86ecfa068068 None None] Pushing event updated for resources: {'Port': ['ID=108c2270-0369-49c4-8d00-f2e45cf3845e,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:14.382757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 108c2270-0369-49c4-8d00-f2e45cf3845e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:45:14.448026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2b96e730-3dfc-4537-a9fd-fdbb1df7e787 None None] Provisioning complete for port 108c2270-0369-49c4-8d00-f2e45cf3845e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:14.448392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b96e730-3dfc-4537-a9fd-fdbb1df7e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:14.449053 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:45:14.456952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-47801172-9af9-49bb-a592-7fc95ec5fa47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/b3035d96-1145-4ca9-8c98-d3d7fa89cb2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271637 Dec 13 15:45:14.473050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Sync routers for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:45:14.488715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 108c2270-0369-49c4-8d00-f2e45cf3845e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:14.489089 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:14.519258 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:14.520173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:14.607185 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-b04b2508-6faf-4b22-9f2b-1936fd764c2a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606182332&fields=id&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 267 time: 0.0378180 Dec 13 15:45:14.701887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:14.733412 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-4d7eeb7f-fa7d-4be6-b7d9-4f046508bcf7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:14.741045 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-4d7eeb7f-fa7d-4be6-b7d9-4f046508bcf7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/networks?id=e1bd2a20-2723-4039-82c1-6a7b2dd96907 HTTP/1.1" status: 200 len: 796 time: 0.1221771 Dec 13 15:45:14.745159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e08470cc-00c9-47f3-ad46-1ea5d290b15d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:45:14.753094 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-104dbeb4-9055-443d-b4a7-52e6f51d5877 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/quotas/cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 375 time: 0.0107536 Dec 13 15:45:14.810976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-a1031d80-e96f-40ad-8319-5e2fb955a60c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512798 Dec 13 15:45:14.916201 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-a5c2b7c6-f06b-44be-be95-6845e59f1dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917261 Dec 13 15:45:14.983246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2b96e730-3dfc-4537-a9fd-fdbb1df7e787 None None] Provisioning complete for port 400ce927-6892-4cdc-bede-e00950acdbe0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:14.983899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2b96e730-3dfc-4537-a9fd-fdbb1df7e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.006099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-e8d0eeb0-7d8f-4859-8afd-bad60b6f2fde service neutron] 10.222.0.24 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831590 Dec 13 15:45:15.073336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-2b96e730-3dfc-4537-a9fd-fdbb1df7e787 None None] Port 400ce927-6892-4cdc-bede-e00950acdbe0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:45:15.097575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e08470cc-00c9-47f3-ad46-1ea5d290b15d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:15.105115 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.230257 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e13ca9b7-3d1b-4bef-a6d5-86ee79d21435 None None] Provisioning complete for port 400ce927-6892-4cdc-bede-e00950acdbe0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:15.230630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e13ca9b7-3d1b-4bef-a6d5-86ee79d21435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.253720 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0b9ea31-d81a-47b5-866f-9e9231d06de5 req-ee75cdde-1a91-4d8a-82b1-404caacde5ed tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Dec 13 15:45:15.267445 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 2, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:15.273044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.305884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-e13ca9b7-3d1b-4bef-a6d5-86ee79d21435 None None] Port 400ce927-6892-4cdc-bede-e00950acdbe0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:45:15.307350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Checking router: b3035d96-1145-4ca9-8c98-d3d7fa89cb2d for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:45:15.307695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Updating router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d port 400ce927-6892-4cdc-bede-e00950acdbe0 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:45:15.341098 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port e08470cc-00c9-47f3-ad46-1ea5d290b15d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e08470cc-00c9-47f3-ad46-1ea5d290b15d,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:15.347546 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.438406 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.538892 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=e08470cc-00c9-47f3-ad46-1ea5d290b15d,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:15.645656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.716967 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.769453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae558be-9666-45af-9293-79afcd23e9de None None] Pushing event updated for resources: {'Port': ['ID=400ce927-6892-4cdc-bede-e00950acdbe0,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:15.819461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Attempting to bind port 400ce927-6892-4cdc-bede-e00950acdbe0 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:45:15.819839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Attempting to bind port 400ce927-6892-4cdc-bede-e00950acdbe0 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:45:15.820205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Attempting to bind port 400ce927-6892-4cdc-bede-e00950acdbe0 on network e1bd2a20-2723-4039-82c1-6a7b2dd96907 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:45:15.826113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:45:15.826695 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Checking segment: {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:45:15.827106 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.827887 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Bound using segment: {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:45:15.828516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Bound port: 400ce927-6892-4cdc-bede-e00950acdbe0, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:45:15.829027 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:15.898420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] For port 400ce927-6892-4cdc-bede-e00950acdbe0, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:45:15.902026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] For port 400ce927-6892-4cdc-bede-e00950acdbe0, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=400ce927-6892-4cdc-bede-e00950acdbe0,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:45:15.957688 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:16.011704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:16.012345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:44:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:16.090763 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae558be-9666-45af-9293-79afcd23e9de None None] Pushing event updated for resources: {'Port': ['ID=400ce927-6892-4cdc-bede-e00950acdbe0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:16.115615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d5d50967-1344-419f-b576-6aee2631aebe None None] Provisioning complete for port 400ce927-6892-4cdc-bede-e00950acdbe0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:16.115906 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5d50967-1344-419f-b576-6aee2631aebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:16.179949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:16.294976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 108c2270-0369-49c4-8d00-f2e45cf3845e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:45:16.353584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6413629-9c62-4b12-9fd8-8f7815a75905 req-b9ca3c9c-2f77-4dd6-aa6c-ee445f970182 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0330482 Dec 13 15:45:16.362661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5d50967-1344-419f-b576-6aee2631aebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:16.382217 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:16.421862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d5d50967-1344-419f-b576-6aee2631aebe None None] For port 400ce927-6892-4cdc-bede-e00950acdbe0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=400ce927-6892-4cdc-bede-e00950acdbe0,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:16.453676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 108c2270-0369-49c4-8d00-f2e45cf3845e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:16.454082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:16.497509 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d5d50967-1344-419f-b576-6aee2631aebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:16.570846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d50967-1344-419f-b576-6aee2631aebe None None] Pushing event updated for resources: {'Port': ['ID=400ce927-6892-4cdc-bede-e00950acdbe0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:16.604363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:16.638648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae55e6-7a76-441f-aa1b-1f852a1f02b1 None None] The sync data for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 is: [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:45:16.648547 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e08470cc-00c9-47f3-ad46-1ea5d290b15d up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:45:16.674949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f4805857-96c1-49e1-b699-b17029b8ddde None None] Provisioning complete for port 400ce927-6892-4cdc-bede-e00950acdbe0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:16.675319 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f4805857-96c1-49e1-b699-b17029b8ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:16.742167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port e08470cc-00c9-47f3-ad46-1ea5d290b15d triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:16.742647 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.067531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-13b85cc5-293a-4716-8817-2cc1df6a0a40 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:17.069150 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-13b85cc5-293a-4716-8817-2cc1df6a0a40 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/networks?id=e1bd2a20-2723-4039-82c1-6a7b2dd96907 HTTP/1.1" status: 200 len: 796 time: 0.1097081 Dec 13 15:45:17.124418 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-65e296c9-e3a6-4055-8621-4597d54423f6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 380 time: 0.0454600 Dec 13 15:45:17.140899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'port': {'device_id': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'admin_state_up': True, 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'security_groups': ['62367f29-f54e-4604-a202-ddfe71eb8ef7']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:17.322720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:45:17.326351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.454929 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba2bae8c-bb69-49da-9fa8-330bf154aefb req-e6d59dfc-c064-46cd-967d-2b4388c34dfb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Dec 13 15:45:17.467942 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.3 (e1bd2a20-2723-4039-82c1-6a7b2dd96907/cd4f3b1b-cab4-4b04-8ff1-4493358234eb/0c73c481-da77-4cc2-8a9b-daf12f93ea93) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:45:17.528206 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.613648 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.700204 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.745828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:45:17.748944 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:45:17.752691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:45:17.780083 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=0c73c481-da77-4cc2-8a9b-daf12f93ea93,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:17.809065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:17.809683 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.856861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-8eefc8b2-ce26-4c58-b051-9eaa8773d437 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249050 Dec 13 15:45:17.870470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Request body: {'port': {'device_id': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:17.925233 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.935964 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-48c23d1c-a138-4a17-8df5-daa7b3bd4871 None None] Provisioning complete for port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:17.936330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-48c23d1c-a138-4a17-8df5-daa7b3bd4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:17.971436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-48c23d1c-a138-4a17-8df5-daa7b3bd4871 None None] Port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:45:18.185719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c73c481-da77-4cc2-8a9b-daf12f93ea93 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:45:18.193010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:18.204857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Transition to ACTIVE for port object 0c73c481-da77-4cc2-8a9b-daf12f93ea93 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:45:18.271471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:18.291728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 400ce927-6892-4cdc-bede-e00950acdbe0 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:45:18.301976 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:45:18.324064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c73c481-da77-4cc2-8a9b-daf12f93ea93,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:18.353141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 400ce927-6892-4cdc-bede-e00950acdbe0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:18.353904 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:18.404021 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Attempting to bind port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:45:18.404369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Attempting to bind port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:45:18.404668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Attempting to bind port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 on network e1bd2a20-2723-4039-82c1-6a7b2dd96907 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:45:18.409221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 on network e1bd2a20-2723-4039-82c1-6a7b2dd96907 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:45:18.409539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Attempting to bind port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 on network e1bd2a20-2723-4039-82c1-6a7b2dd96907 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:45:18.415225 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:45:18.415558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Checking segment: {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:45:18.415936 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Bound using segment: {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:45:18.416361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Bound port: 0c73c481-da77-4cc2-8a9b-daf12f93ea93, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004c9e0a-c875-4e42-9244-5db86fec5579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:45:18.416713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:18.489818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] For port 0c73c481-da77-4cc2-8a9b-daf12f93ea93, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:45:18.493535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] For port 0c73c481-da77-4cc2-8a9b-daf12f93ea93, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:45:18.556017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:18.598973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:18.599589 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:18.600970 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c73c481-da77-4cc2-8a9b-daf12f93ea93 HTTP/1.1" status: 200 len: 1091 time: 0.7354777 Dec 13 15:45:18.601419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:45:18.603757 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f2ea2e-49bc-46d5-b496-9a1c818071a5" -d '{"events": [{"name": "network-changed", "server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:45:18.623235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604440-4512-47e3-af29-2276ad84a2b5 req-53b20186-0d69-4704-93f3-a9ea0a7d50f3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:18.623235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78604440-4512-47e3-af29-2276ad84a2b5 req-53b20186-0d69-4704-93f3-a9ea0a7d50f3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0951188 Dec 13 15:45:18.652076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73a5e9-3f16-49d3-b20b-a0203dc6d8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c73c481-da77-4cc2-8a9b-daf12f93ea93,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:18.655905 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77fbccd-4387-4dcb-80ca-7d8b5bc696f5 x-openstack-request-id: req-f77fbccd-4387-4dcb-80ca-7d8b5bc696f5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:45:18.656147 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:45:18.656352 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f77fbccd-4387-4dcb-80ca-7d8b5bc696f5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:45:18.656754 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'status': 'completed', 'code': 200} Dec 13 15:45:18.675646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-78604440-4512-47e3-af29-2276ad84a2b5 req-9fcff650-2101-43dc-af3c-b622a2734a29 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Dec 13 15:45:18.723145 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2ea2e-49bc-46d5-b496-9a1c818071a5 req-205fd6c0-5f67-47b6-984d-395743440273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:18.724680 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73f2ea2e-49bc-46d5-b496-9a1c818071a5 req-205fd6c0-5f67-47b6-984d-395743440273 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1094 time: 0.0460203 Dec 13 15:45:18.826704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2ea2e-49bc-46d5-b496-9a1c818071a5 req-b968e5a1-dbaf-4847-bef1-ca9a633fc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:18.828175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73f2ea2e-49bc-46d5-b496-9a1c818071a5 req-b968e5a1-dbaf-4847-bef1-ca9a633fc688 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0960748 Dec 13 15:45:18.934990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2ea2e-49bc-46d5-b496-9a1c818071a5 req-10fe7eb3-e9e7-41c2-b2f5-eb26f132a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:18.936450 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-73f2ea2e-49bc-46d5-b496-9a1c818071a5 req-10fe7eb3-e9e7-41c2-b2f5-eb26f132a697 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017313 Dec 13 15:45:19.009439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-87194c00-7079-4b88-a995-03090e9773b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:19.010835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-87194c00-7079-4b88-a995-03090e9773b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1094 time: 0.0397201 Dec 13 15:45:19.054677 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-24e616f2-686f-4eea-bf91-2bb23926e716 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93 HTTP/1.1" status: 200 len: 217 time: 0.0366783 Dec 13 15:45:19.101220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-698d1e2b-b335-4048-919b-9daea3c75254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:19.103130 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-698d1e2b-b335-4048-919b-9daea3c75254 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4f3b1b-cab4-4b04-8ff1-4493358234eb HTTP/1.1" status: 200 len: 834 time: 0.0411892 Dec 13 15:45:19.147927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-3d49f9a1-28a3-4137-8bcb-61c9fe4a0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:19.150085 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-3d49f9a1-28a3-4137-8bcb-61c9fe4a0464 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1bd2a20-2723-4039-82c1-6a7b2dd96907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399866 Dec 13 15:45:19.244134 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-ef9cdd05-7dfe-4e9e-9376-58fb92a91f1d service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872626 Dec 13 15:45:19.596901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-09c51c25-9015-486e-be8c-bb69b7789c00 req-4dd11e43-5076-404c-ac1e-02afb190d05a service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455267 Dec 13 15:45:19.796066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c085d1f-3ee0-4833-a2f5-c79d091d0532 req-3f5d7be8-a96e-4948-aa3f-fa5b5d64f67d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:19.797503 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c085d1f-3ee0-4833-a2f5-c79d091d0532 req-3f5d7be8-a96e-4948-aa3f-fa5b5d64f67d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0516815 Dec 13 15:45:19.833882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9c085d1f-3ee0-4833-a2f5-c79d091d0532 req-911deeec-e2af-4ace-b857-8cf6b1fa9aa3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303810 Dec 13 15:45:19.916665 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51b59dab-2617-466d-a55b-bb7c20f5b47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:20.952141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d5009-1a12-4bbe-89b5-ea8f5f9dbd2b req-bd1b48b5-0819-4b61-936b-f9c45e99844e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:20.953609 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-968d5009-1a12-4bbe-89b5-ea8f5f9dbd2b req-bd1b48b5-0819-4b61-936b-f9c45e99844e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0548136 Dec 13 15:45:20.990957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-968d5009-1a12-4bbe-89b5-ea8f5f9dbd2b req-1a0f6e5b-3c42-4a94-b23c-2c5b5cd5f79d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Dec 13 15:45:21.894302 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c73c481-da77-4cc2-8a9b-daf12f93ea93 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:45:21.987957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0c73c481-da77-4cc2-8a9b-daf12f93ea93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:21.999443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'port_id': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'mac_address': 'fa:16:3e:81:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:45:22.035028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:22.048228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c73c481-da77-4cc2-8a9b-daf12f93ea93 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:45:22.068433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0c73c481-da77-4cc2-8a9b-daf12f93ea93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:22.104448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0179-147b-4eea-97f5-882cd80d65b0 req-75047558-eee8-48f9-852d-2d1ffecc9227 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:22.105978 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-013f0179-147b-4eea-97f5-882cd80d65b0 req-75047558-eee8-48f9-852d-2d1ffecc9227 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0482137 Dec 13 15:45:22.128447 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:22.144069 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-013f0179-147b-4eea-97f5-882cd80d65b0 req-fb1bcf37-afd4-43b7-8bc4-1d8fad74d81d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319462 Dec 13 15:45:22.187594 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0c73c481-da77-4cc2-8a9b-daf12f93ea93,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:22.276798 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c9dca1cd-c2c6-4088-8036-279c98c5b871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:22.355869 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['0c73c481-da77-4cc2-8a9b-daf12f93ea93'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:45:23.260736 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae7f45-0e88-4fb3-bb96-35ba82c5a240 req-8a2baf7d-ac8b-4315-b246-baa66b336fd4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:23.262183 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeae7f45-0e88-4fb3-bb96-35ba82c5a240 req-8a2baf7d-ac8b-4315-b246-baa66b336fd4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 944 time: 0.0513875 Dec 13 15:45:23.299202 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aeae7f45-0e88-4fb3-bb96-35ba82c5a240 req-9a7ad952-785d-4782-b600-638b603ef4cf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Dec 13 15:45:23.481904 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:23.893430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c73c481-da77-4cc2-8a9b-daf12f93ea93 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:45:24.036085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:45:24.040168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:45:24.040533 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:24.113416 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:24.134719 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:45:24.136961 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c85c3e-f70f-4fef-b64e-87c4d5575a5b" -d '{"events": [{"server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:45:24.149684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 0c73c481-da77-4cc2-8a9b-daf12f93ea93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:45:24.175278 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab6295-0baa-403f-a636-903155824210 x-openstack-request-id: req-b5ab6295-0baa-403f-a636-903155824210 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:45:24.175558 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:45:24.175808 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5ab6295-0baa-403f-a636-903155824210 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:45:24.176193 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'code': 200} Dec 13 15:45:24.219625 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:24.270578 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02b88c-e391-4226-bed9-7cf6b9076b22 req-895ff16a-b9ac-4ee4-8751-4b907e3aa8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:24.271531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=0c73c481-da77-4cc2-8a9b-daf12f93ea93,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:24.272080 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac02b88c-e391-4226-bed9-7cf6b9076b22 req-895ff16a-b9ac-4ee4-8751-4b907e3aa8a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1096 time: 0.0405271 Dec 13 15:45:24.305617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ac02b88c-e391-4226-bed9-7cf6b9076b22 req-8a63df7d-c870-4f26-b386-25a2a8cd1efb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264947 Dec 13 15:45:24.409504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a8ff-9f82-4518-8e0a-a53fae67e7a3 req-91f614e5-b874-4b48-83e4-fc3ab8db4649 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:24.410947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1654a8ff-9f82-4518-8e0a-a53fae67e7a3 req-91f614e5-b874-4b48-83e4-fc3ab8db4649 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0473421 Dec 13 15:45:24.448358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1654a8ff-9f82-4518-8e0a-a53fae67e7a3 req-c91b690c-f2b3-487f-9378-9ccc58abb6cc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Dec 13 15:45:25.265063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:25.310743 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:25.564927 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761778ba-5e30-4fc8-8d86-4077af7dc072 req-b401b904-64fd-4b32-83e6-18a913ed8b2a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:25.566336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-761778ba-5e30-4fc8-8d86-4077af7dc072 req-b401b904-64fd-4b32-83e6-18a913ed8b2a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0491505 Dec 13 15:45:25.604593 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-761778ba-5e30-4fc8-8d86-4077af7dc072 req-a41d5455-bc8d-4d43-8a51-14c4886643ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322068 Dec 13 15:45:26.718125 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49fbdb-8b22-4469-94e7-ff4b8a28f911 req-80f94e0f-eff8-4f78-b834-fc73d2b5ba33 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:26.719595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a49fbdb-8b22-4469-94e7-ff4b8a28f911 req-80f94e0f-eff8-4f78-b834-fc73d2b5ba33 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0510182 Dec 13 15:45:26.756978 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2a49fbdb-8b22-4469-94e7-ff4b8a28f911 req-dabb115b-a36c-4fd0-93a0-59ac2bd24224 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Dec 13 15:45:26.873562 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb7d7a-cad2-47d8-bcf3-8aa132eda780 req-b6cc61dc-7de3-4187-be0c-bce72ac0a6c8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:26.875051 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00eb7d7a-cad2-47d8-bcf3-8aa132eda780 req-b6cc61dc-7de3-4187-be0c-bce72ac0a6c8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0525136 Dec 13 15:45:26.912120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00eb7d7a-cad2-47d8-bcf3-8aa132eda780 req-7fc2c247-4427-4892-90a3-5079f94f969a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Dec 13 15:45:26.933247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37940) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:26.971559 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b30e3d-6176-4da9-9a26-56cec3173918 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:26.973032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-57b30e3d-6176-4da9-9a26-56cec3173918 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1091 time: 0.0388153 Dec 13 15:45:26.975849 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37942) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:26.980799 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:45:27.081558 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:27.179079 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:27.283371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.114 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/d4ec0a6a-5bd0-4249-8e5a-496cf0abf18e) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:45:27.382279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:27.482727 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:27.519307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:45:27.524896 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:45:27.531936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:45:27.534385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=d4ec0a6a-5bd0-4249-8e5a-496cf0abf18e,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:27.865694 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:27.985772 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:28.130672 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:28.190703 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:28.256382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=d4ec0a6a-5bd0-4249-8e5a-496cf0abf18e,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:45:28.268375 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:28.367675 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 768f7901-fe2b-4542-b993-e1f1f44f0e7b associated. External IP: 172.25.7.114, port: 0c73c481-da77-4cc2-8a9b-daf12f93ea93. Dec 13 15:45:28.572906 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:45:28.679950 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:45:28.689875 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] Sync routers for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:45:28.700088 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:28.704936 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:28.752485 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:28.779867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c55ec887-6f45-42a0-8169-34ac49fc988d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8030491 Dec 13 15:45:28.780736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:45:28.783093 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9da7bd-0966-4a0f-9387-47cefb914922" -d '{"events": [{"name": "network-changed", "server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:45:28.806795 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:28.819952 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f578bb6-a49a-41ab-90dc-2cb4c99ea4ea x-openstack-request-id: req-6f578bb6-a49a-41ab-90dc-2cb4c99ea4ea {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:45:28.820304 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:45:28.821320 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f578bb6-a49a-41ab-90dc-2cb4c99ea4ea {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:45:28.821796 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'status': 'completed', 'code': 200} Dec 13 15:45:28.918704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6504bf-674c-46cc-8ed5-148851affd1d req-43708de9-5020-42a2-8546-755403227c7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:28.920242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd6504bf-674c-46cc-8ed5-148851affd1d req-43708de9-5020-42a2-8546-755403227c7f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0828731 Dec 13 15:45:28.926064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-a60f747e-5208-464d-af4b-88ed04496cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:28.927617 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-a60f747e-5208-464d-af4b-88ed04496cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1096 time: 0.0609765 Dec 13 15:45:29.012207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fd6504bf-674c-46cc-8ed5-148851affd1d req-4a225cdd-442b-44d4-a296-94a463fa866f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836277 Dec 13 15:45:29.034795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37948) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:29.038084 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '768f7901-fe2b-4542-b993-e1f1f44f0e7b', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'port_id': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'mac_address': 'fa:16:3e:81:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:45:27Z', 'updated_at': '2021-12-13T15:45:27Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:16Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:29.043410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-4a1b5be8-2c21-4df2-9422-5bb44eb4f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:29.044894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-4a1b5be8-2c21-4df2-9422-5bb44eb4f3ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1bd2a20-2723-4039-82c1-6a7b2dd96907 HTTP/1.1" status: 200 len: 897 time: 0.1100440 Dec 13 15:45:29.065065 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] Checking router: b3035d96-1145-4ca9-8c98-d3d7fa89cb2d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:45:29.073669 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:45:29.074361 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:45:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:29.096926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-806a8203-65b1-4592-8b47-295310f16be0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/768f7901-fe2b-4542-b993-e1f1f44f0e7b HTTP/1.1" status: 200 len: 991 time: 0.0607450 Dec 13 15:45:29.117286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-961caaa9-ed12-468c-b165-7c5f212953c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93 HTTP/1.1" status: 200 len: 999 time: 0.0655224 Dec 13 15:45:29.166182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-10b81892-00c7-4e2c-93f3-bd56b17929ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:29.167649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-10b81892-00c7-4e2c-93f3-bd56b17929ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4f3b1b-cab4-4b04-8ff1-4493358234eb HTTP/1.1" status: 200 len: 834 time: 0.0436213 Dec 13 15:45:29.178576 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:45:29.214111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-8e21a6f3-f570-4f7d-b538-4523a9ec534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:45:29.215654 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-8e21a6f3-f570-4f7d-b538-4523a9ec534a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1bd2a20-2723-4039-82c1-6a7b2dd96907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390124 Dec 13 15:45:29.319579 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-1bf5233c-f053-4f50-804e-11c18ce57f82 service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966625 Dec 13 15:45:29.410363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5b9da7bd-0966-4a0f-9387-47cefb914922 req-2f916475-4968-4fca-a742-da9bd5848c5f service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833821 Dec 13 15:45:29.508525 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '768f7901-fe2b-4542-b993-e1f1f44f0e7b', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'port_id': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'mac_address': 'fa:16:3e:81:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:45:27Z', 'updated_at': '2021-12-13T15:45:27Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:16Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:45:29.533897 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3b65b-60ec-4553-ae82-a075a25f9049 None None] The sync data for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 is: [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '768f7901-fe2b-4542-b993-e1f1f44f0e7b', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'port_id': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'mac_address': 'fa:16:3e:81:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:45:27Z', 'updated_at': '2021-12-13T15:45:27Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:16Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:45:29.733313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00151ddb-07a4-4dc0-8760-bf0b57389245 None None] New status for floating IP 768f7901-fe2b-4542-b993-e1f1f44f0e7b: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:45:30.100625 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 37950) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:45:30.163441 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1ae1bfb9-a340-46cb-9bdf-c0775b574d9d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/768f7901-fe2b-4542-b993-e1f1f44f0e7b HTTP/1.1" status: 200 len: 993 time: 0.0616937 Dec 13 15:45:46.310541 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:47.430214 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:49.910354 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4b1d-0b78-4fe7-a4a2-2c5b74f7c4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:52.287845 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b768eb10-a990-42c4-b4ab-512e307d032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:53.504595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:55.117448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:55.196193 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:45:55.302135 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:46:01.674202 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9188f-ec85-4b5b-ab9f-8a0e03632945 req-d13b8fbb-cdc8-46cb-bf1d-df9ba324e447 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:01.675834 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02f9188f-ec85-4b5b-ab9f-8a0e03632945 req-d13b8fbb-cdc8-46cb-bf1d-df9ba324e447 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.1204376 Dec 13 15:46:01.684855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-819dd3cf-914c-4ac1-9a24-ec5654816a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:01.686371 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-819dd3cf-914c-4ac1-9a24-ec5654816a60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1096 time: 0.0841825 Dec 13 15:46:01.714199 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-02f9188f-ec85-4b5b-ab9f-8a0e03632945 req-aa34ef22-0f1e-424f-a2f3-0f22dca60096 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Dec 13 15:46:01.779966 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-6cf99cfc-0bee-4f47-ab62-1f8516b8b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:01.781444 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-6cf99cfc-0bee-4f47-ab62-1f8516b8b34d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1bd2a20-2723-4039-82c1-6a7b2dd96907 HTTP/1.1" status: 200 len: 897 time: 0.0863900 Dec 13 15:46:01.845621 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-4d8ba43f-4503-4679-bd97-bc818fea235b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93 HTTP/1.1" status: 200 len: 1001 time: 0.0565584 Dec 13 15:46:01.898255 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-6dc95776-db86-40ed-aa78-161afb18c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:01.899933 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-6dc95776-db86-40ed-aa78-161afb18c4b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4f3b1b-cab4-4b04-8ff1-4493358234eb HTTP/1.1" status: 200 len: 834 time: 0.0473239 Dec 13 15:46:01.946217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-7ef46dad-ff02-4f62-a986-bdbcb3a4f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:01.947673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-7ef46dad-ff02-4f62-a986-bdbcb3a4f678 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1bd2a20-2723-4039-82c1-6a7b2dd96907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401635 Dec 13 15:46:02.036475 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-4a53b962-78ff-48dd-8485-0fde8dc8aee5 service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803323 Dec 13 15:46:02.129507 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d3101fe3-8189-44a3-ab5b-dbdab1ad0e3c req-2595b6b5-8360-4192-acc2-e3d5e82fcec2 service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855107 Dec 13 15:46:02.878109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb14a3a-69bb-452a-8757-125d4a160869 req-b5742e21-9cad-4d0d-ae95-3464b8ba5ca6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:02.879624 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cb14a3a-69bb-452a-8757-125d4a160869 req-b5742e21-9cad-4d0d-ae95-3464b8ba5ca6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0975432 Dec 13 15:46:02.917586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cb14a3a-69bb-452a-8757-125d4a160869 req-986ea16f-9d1f-4db7-97f2-1559da8a9d7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Dec 13 15:46:04.037015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472f67-600a-48f8-976f-405d7610dd74 req-604d530b-56f5-4d34-8f9f-784d76328169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:04.038484 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b472f67-600a-48f8-976f-405d7610dd74 req-604d530b-56f5-4d34-8f9f-784d76328169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Dec 13 15:46:04.075873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b472f67-600a-48f8-976f-405d7610dd74 req-ccdc1cc5-cf11-47c4-a22b-b7d38a87149c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 Dec 13 15:46:05.190253 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d600c-0478-4ff7-8066-c2b6d09a957f req-c7049c2c-4c67-4948-87f1-675628031004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:05.191709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b23d600c-0478-4ff7-8066-c2b6d09a957f req-c7049c2c-4c67-4948-87f1-675628031004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0502200 Dec 13 15:46:05.229209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b23d600c-0478-4ff7-8066-c2b6d09a957f req-8b4c48f6-db8e-4468-a989-4e02e919ecc5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307999 Dec 13 15:46:06.343485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1937a-b817-4a2d-a4d5-5aef4bf89eaf req-b89b5005-db80-4835-ab7e-c5ebdcae18de tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:06.344921 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72f1937a-b817-4a2d-a4d5-5aef4bf89eaf req-b89b5005-db80-4835-ab7e-c5ebdcae18de tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Dec 13 15:46:06.380776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-72f1937a-b817-4a2d-a4d5-5aef4bf89eaf req-a21e5df3-572d-445f-bed8-39f29b6ad4c6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299525 Dec 13 15:46:07.499789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de0628-a667-4bee-9f12-cc66b349f90b req-a07d6d12-fca2-491a-ba70-8b0921a807be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:07.501256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66de0628-a667-4bee-9f12-cc66b349f90b req-a07d6d12-fca2-491a-ba70-8b0921a807be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0546379 Dec 13 15:46:07.538207 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66de0628-a667-4bee-9f12-cc66b349f90b req-0f50cc06-885b-409a-bc60-bcec6aaf29e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Dec 13 15:46:08.652576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639f63-07f4-406f-8889-6446b9e20b1b req-7c07d88c-5c63-4f42-b1d7-b570a8230f0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:08.654319 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d639f63-07f4-406f-8889-6446b9e20b1b req-7c07d88c-5c63-4f42-b1d7-b570a8230f0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0494921 Dec 13 15:46:08.691794 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0d639f63-07f4-406f-8889-6446b9e20b1b req-4dff7ee2-4234-437c-8508-444eb9e66de6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Dec 13 15:46:09.803223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cee0e-32f1-40b6-8bde-8329231443d1 req-8b578fd5-225f-407c-bede-51958a288959 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:09.804785 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f08cee0e-32f1-40b6-8bde-8329231443d1 req-8b578fd5-225f-407c-bede-51958a288959 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Dec 13 15:46:09.841035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f08cee0e-32f1-40b6-8bde-8329231443d1 req-96a19d2c-3600-4806-ba54-6fcc85ebd390 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304689 Dec 13 15:46:10.960420 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7fc96-afa8-4018-9f7d-a6854f7daeb8 req-960e1f2d-0c18-4358-856b-efd598697f55 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:10.961896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-35c7fc96-afa8-4018-9f7d-a6854f7daeb8 req-960e1f2d-0c18-4358-856b-efd598697f55 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Dec 13 15:46:10.999553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-35c7fc96-afa8-4018-9f7d-a6854f7daeb8 req-bb1c7bf3-ece7-406c-ac03-d85edaee02a8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Dec 13 15:46:12.113432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e326c2-748a-4969-8319-aad3e0bda4b5 req-6244031d-8fc9-4ab9-a55d-0ec619bec9e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:12.114808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51e326c2-748a-4969-8319-aad3e0bda4b5 req-6244031d-8fc9-4ab9-a55d-0ec619bec9e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Dec 13 15:46:12.152682 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-51e326c2-748a-4969-8319-aad3e0bda4b5 req-c65353c8-8369-4624-82d5-efd40b450cf8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Dec 13 15:46:13.269793 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f60c9-a359-4f9a-8897-5f4b2c2664bd req-6e385a96-f349-4dde-baca-39212da59913 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:13.271318 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d55f60c9-a359-4f9a-8897-5f4b2c2664bd req-6e385a96-f349-4dde-baca-39212da59913 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Dec 13 15:46:13.309432 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d55f60c9-a359-4f9a-8897-5f4b2c2664bd req-75ba391b-6cc7-4855-97b4-544c7ed24c52 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Dec 13 15:46:14.426514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd9c10-ffda-4ac7-a67c-626c805033b3 req-ff7bda6b-ec0b-4cd6-be2d-b2abf6beb623 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:14.427977 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5dd9c10-ffda-4ac7-a67c-626c805033b3 req-ff7bda6b-ec0b-4cd6-be2d-b2abf6beb623 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0526860 Dec 13 15:46:14.465968 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c5dd9c10-ffda-4ac7-a67c-626c805033b3 req-93fe2e43-3c36-4484-9408-bb6ae6b4c9cc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Dec 13 15:46:15.582343 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a192b-03ad-4e6a-aba3-2dc3d3794e4f req-4e11a175-9299-4f29-bc9b-243fca8cdb55 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:15.583795 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b1a192b-03ad-4e6a-aba3-2dc3d3794e4f req-4e11a175-9299-4f29-bc9b-243fca8cdb55 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Dec 13 15:46:15.620332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6b1a192b-03ad-4e6a-aba3-2dc3d3794e4f req-23c51e81-c027-452e-b3ce-fd321d11124a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Dec 13 15:46:16.298664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:16.734508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17833-fb19-4fc4-b855-9e2ada1d8062 req-23ea7d14-0636-4d05-9371-3b25621f54fc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:16.737841 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23e17833-fb19-4fc4-b855-9e2ada1d8062 req-23ea7d14-0636-4d05-9371-3b25621f54fc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0482774 Dec 13 15:46:16.774562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-23e17833-fb19-4fc4-b855-9e2ada1d8062 req-37054920-7a27-45d1-8cc5-3987c8a9defc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323308 Dec 13 15:46:17.486963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:17.894578 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2015-9817-4650-be99-981f4e89832e req-ef5bbfb6-3cdf-4ad9-ac05-24cbc6b60ef0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:17.896054 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d38c2015-9817-4650-be99-981f4e89832e req-ef5bbfb6-3cdf-4ad9-ac05-24cbc6b60ef0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0555065 Dec 13 15:46:17.935884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d38c2015-9817-4650-be99-981f4e89832e req-a26368c9-521a-4878-9049-d99590770cad tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Dec 13 15:46:19.049201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e327df2-c9f5-4d71-983a-eacbfc194bca req-5fae299a-36ee-4eaa-a4fa-250208ba553a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:19.050662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e327df2-c9f5-4d71-983a-eacbfc194bca req-5fae299a-36ee-4eaa-a4fa-250208ba553a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0477583 Dec 13 15:46:19.086827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e327df2-c9f5-4d71-983a-eacbfc194bca req-7d59dd40-5486-4a72-982a-86824818ae76 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297060 Dec 13 15:46:19.108650 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38008) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:19.170582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-d84fe648-a3c6-4d07-80ae-a1e8f5aa24f1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/768f7901-fe2b-4542-b993-e1f1f44f0e7b HTTP/1.1" status: 200 len: 993 time: 0.0608392 Dec 13 15:46:19.933359 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a0f818d2-3564-4e87-9c14-9fefaa95447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:22.287187 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e2c-991e-48b8-8065-f230cad8c6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:23.487029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:24.638895 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-44fc855f-92aa-4ac3-8b0e-04c54372177d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388722 Dec 13 15:46:24.727943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-65f21290-cff9-47ab-bba0-596081b55e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:24.729390 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-65f21290-cff9-47ab-bba0-596081b55e33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1096 time: 0.0406392 Dec 13 15:46:24.833725 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-f154c806-3e45-4551-a51b-2da5aaa07bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:24.835182 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-f154c806-3e45-4551-a51b-2da5aaa07bb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1bd2a20-2723-4039-82c1-6a7b2dd96907 HTTP/1.1" status: 200 len: 897 time: 0.0859640 Dec 13 15:46:24.900787 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-83792068-32eb-4f10-84c3-661ba8bac871 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93 HTTP/1.1" status: 200 len: 1001 time: 0.0582380 Dec 13 15:46:24.952352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-d2eeb9f8-eceb-4b47-8b58-cd45ed53b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:24.953752 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-d2eeb9f8-eceb-4b47-8b58-cd45ed53b0b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4f3b1b-cab4-4b04-8ff1-4493358234eb HTTP/1.1" status: 200 len: 834 time: 0.0468771 Dec 13 15:46:24.998972 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-e0e19266-7560-493a-a4f8-33371723a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:25.000406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-e0e19266-7560-493a-a4f8-33371723a668 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1bd2a20-2723-4039-82c1-6a7b2dd96907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395603 Dec 13 15:46:25.087262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-6b185e18-f147-4d41-86c9-2a3f5491f1da service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797284 Dec 13 15:46:25.126728 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:25.181328 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3ccd7737-a707-4cd3-a9aa-07124f821102 req-248a6a54-5fe5-476f-8b8a-719a287475a9 service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857608 Dec 13 15:46:25.188836 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:32.301219 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:46:46.326657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:47.492196 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:49.806327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38026) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:49.943727 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-78962b75-3bc8-42c4-b3ae-956ec4448c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:49.963207 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port d4ec0a6a-5bd0-4249-8e5a-496cf0abf18e {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:46:49.963580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:50.040295 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:50.040617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:50.051981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for d4ec0a6a-5bd0-4249-8e5a-496cf0abf18e owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:46:50.245175 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:50.275813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=d4ec0a6a-5bd0-4249-8e5a-496cf0abf18e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:50.300183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.300535 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.300878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.301214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.301542 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.301871 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.302202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.302553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.302883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.303214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.303536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.303857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:50.343186 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:50.343519 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 768f7901-fe2b-4542-b993-e1f1f44f0e7b disassociated (deleted). External IP: 172.25.7.114, port: 0c73c481-da77-4cc2-8a9b-daf12f93ea93. Dec 13 15:46:50.548950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:46:50.655867 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:46:50.660601 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:50.665871 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] Sync routers for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:46:50.674442 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:46:50.675047 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:50.689122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cf45695a-5077-47cb-9f46-bca5649ce124 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/floatingips/768f7901-fe2b-4542-b993-e1f1f44f0e7b HTTP/1.1" status: 204 len: 168 time: 0.8817532 Dec 13 15:46:50.689813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:46:50.692155 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e23b7e-0480-4219-a907-00eb17faa736" -d '{"events": [{"name": "network-changed", "server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:46:50.751037 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982db997-1443-474b-a726-059300d9fc4f x-openstack-request-id: req-982db997-1443-474b-a726-059300d9fc4f {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:46:50.751509 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:46:50.751842 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-982db997-1443-474b-a726-059300d9fc4f {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:46:50.752333 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'status': 'completed', 'code': 200} Dec 13 15:46:50.782363 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:46:50.817981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-02568c44-d1eb-4a31-a5b8-f594ca5a3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:50.817981 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-02568c44-d1eb-4a31-a5b8-f594ca5a3b88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 1096 time: 0.0413873 Dec 13 15:46:50.910652 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-a51222ba-4302-40cd-9a9b-95e335ed77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:50.912132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-a51222ba-4302-40cd-9a9b-95e335ed77ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1bd2a20-2723-4039-82c1-6a7b2dd96907 HTTP/1.1" status: 200 len: 897 time: 0.0889146 Dec 13 15:46:50.955383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-7a28a478-1ba2-4301-921e-a42cf5548588 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93 HTTP/1.1" status: 200 len: 217 time: 0.0362186 Dec 13 15:46:50.994055 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:16Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:51.005069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-f2df3ab7-efaa-4580-a231-b6a748a285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:51.006593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-f2df3ab7-efaa-4580-a231-b6a748a285e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd4f3b1b-cab4-4b04-8ff1-4493358234eb HTTP/1.1" status: 200 len: 834 time: 0.0435462 Dec 13 15:46:51.019706 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] Checking router: b3035d96-1145-4ca9-8c98-d3d7fa89cb2d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:46:51.029106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:46:51.029702 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:51.053165 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-87022a98-a6d2-42d5-ab54-f8c24a38d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:51.054712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-87022a98-a6d2-42d5-ab54-f8c24a38d57d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1bd2a20-2723-4039-82c1-6a7b2dd96907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405190 Dec 13 15:46:51.141203 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:46:51.157940 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-bb3595dd-76c5-4ae6-b7dd-e1c13788efe0 service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955155 Dec 13 15:46:51.162188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f724-8faf-404f-a3b9-5cf41e1e23c7 req-10430cb8-2e8f-461a-964e-786df4e48ecb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:51.163833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff25f724-8faf-404f-a3b9-5cf41e1e23c7 req-10430cb8-2e8f-461a-964e-786df4e48ecb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Dec 13 15:46:51.202699 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ff25f724-8faf-404f-a3b9-5cf41e1e23c7 req-775f45df-9c01-44df-96f7-dd4111e1d210 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Dec 13 15:46:51.258408 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c4e23b7e-0480-4219-a907-00eb17faa736 req-410218fe-ce9f-4310-ac2b-0067ed7f201d service neutron] 10.222.0.55 "GET /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927215 Dec 13 15:46:51.343543 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:16Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:51.372143 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a706b-06b1-4625-bbd4-e8dbbfffe973 None None] The sync data for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 is: [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:45:13Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '400ce927-6892-4cdc-bede-e00950acdbe0', 'name': '', 'network_id': 'e1bd2a20-2723-4039-82c1-6a7b2dd96907', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:92:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:12Z', 'updated_at': '2021-12-13T15:45:16Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': 'cd4f3b1b-cab4-4b04-8ff1-4493358234eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:46:51.604207 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ecabf-67a0-44fe-99c2-1d7226118329 None None] New status for floating IP 768f7901-fe2b-4542-b993-e1f1f44f0e7b: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:46:52.309540 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d62818f0-f7c9-43df-8f2a-3ca84b0e4eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:52.356512 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24327acf-e3a3-4d57-8363-e1c76158ed73 req-cf548a35-18b8-4814-9750-44d4bfe94b32 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:52.357986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24327acf-e3a3-4d57-8363-e1c76158ed73 req-cf548a35-18b8-4814-9750-44d4bfe94b32 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Dec 13 15:46:52.395553 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-24327acf-e3a3-4d57-8363-e1c76158ed73 req-e50c922c-5c41-4e94-83d9-ebfeae81b81c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=62367f29-f54e-4604-a202-ddfe71eb8ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Dec 13 15:46:52.542041 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16a6fc-4064-497f-b523-e4940b769584 req-6deb4a6d-ab23-4763-a3e6-d66795dc2fbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:46:52.543402 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a16a6fc-4064-497f-b523-e4940b769584 req-6deb4a6d-ab23-4763-a3e6-d66795dc2fbf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0492828 Dec 13 15:46:52.634053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:46:52.634439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:52.721281 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 0c73c481-da77-4cc2-8a9b-daf12f93ea93, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=0c73c481-da77-4cc2-8a9b-daf12f93ea93,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:46:52.721633 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:52.734138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 0c73c481-da77-4cc2-8a9b-daf12f93ea93 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:46:52.926432 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:52.958758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=0c73c481-da77-4cc2-8a9b-daf12f93ea93,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:52.997980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] No DVR routers for this DVR port 0c73c481-da77-4cc2-8a9b-daf12f93ea93 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:46:53.000715 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:53.005539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9a16a6fc-4064-497f-b523-e4940b769584 req-e791b442-18b8-4a6c-99af-e15eefb12a6d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "DELETE /v2.0/ports/0c73c481-da77-4cc2-8a9b-daf12f93ea93 HTTP/1.1" status: 204 len: 173 time: 0.4544513 Dec 13 15:46:53.005539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'name': 'network-vif-deleted', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:46:53.006789 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92274d-0e48-46a1-bebf-0f785325f644" -d '{"events": [{"server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "name": "network-vif-deleted", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:46:53.043689 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42040dec-9c54-4c20-b6fc-b96ca385a083 x-openstack-request-id: req-42040dec-9c54-4c20-b6fc-b96ca385a083 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:46:53.043993 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ff1b58-662a-49b9-a8ba-e09a9db0a0e7", "name": "network-vif-deleted", "tag": "0c73c481-da77-4cc2-8a9b-daf12f93ea93", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:46:53.044246 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42040dec-9c54-4c20-b6fc-b96ca385a083 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:46:53.044652 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ff1b58-662a-49b9-a8ba-e09a9db0a0e7', 'name': 'network-vif-deleted', 'tag': '0c73c481-da77-4cc2-8a9b-daf12f93ea93', 'status': 'completed', 'code': 200} Dec 13 15:46:53.475158 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:53.506864 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-461af129-2254-4008-82b9-3400ae40efb7 req-8ed64281-dfb6-470c-9b38-5c6b735413b3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ff1b58-662a-49b9-a8ba-e09a9db0a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0340631 Dec 13 15:46:54.562359 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38048) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:55.126476 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:55.154718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:55.176450 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:55.403146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 400ce927-6892-4cdc-bede-e00950acdbe0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:46:55.403489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:55.496564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 400ce927-6892-4cdc-bede-e00950acdbe0, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=400ce927-6892-4cdc-bede-e00950acdbe0,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:46:55.496918 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:55.509510 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 400ce927-6892-4cdc-bede-e00950acdbe0 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:46:55.748321 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:55.775184 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=400ce927-6892-4cdc-bede-e00950acdbe0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:55.944674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.154588 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:46:56.220811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c73c481-da77-4cc2-8a9b-daf12f93ea93 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:46:56.240061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 0c73c481-da77-4cc2-8a9b-daf12f93ea93 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:46:56.240397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 0c73c481-da77-4cc2-8a9b-daf12f93ea93 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:46:56.262201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:46:56.267457 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f0bb4890-9cf4-4358-a0a3-ebe70d023992 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/b3035d96-1145-4ca9-8c98-d3d7fa89cb2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040854 Dec 13 15:46:56.270168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38050) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:56.272515 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] Sync routers for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:46:56.282753 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:46:56.283355 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:56.323816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting subnet cd4f3b1b-cab4-4b04-8ff1-4493358234eb {{(pid=102824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:46:56.327427 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.371930 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8812447'] for subnet, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.387069 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:46:56.452465 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.565754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:46:55Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:56.589865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1339469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12539783'] for subnet, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.590975 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] Checking router: b3035d96-1145-4ca9-8c98-d3d7fa89cb2d for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:46:56.598887 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] Routers {'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:46:56.599472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:56.622747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4f3b1b-cab4-4b04-8ff1-4493358234eb,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:56.627377 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.633751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9f924875-5441-4de6-84b7-4891c684ea79 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/subnets/cd4f3b1b-cab4-4b04-8ff1-4493358234eb HTTP/1.1" status: 204 len: 168 time: 0.3597879 Dec 13 15:46:56.634079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07892e-dcac-471f-89be-543b7600a54f None None] Network e1bd2a20-2723-4039-82c1-6a7b2dd96907 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:46:56.634226 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38052) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:56.703850 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] Set router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:46:56.746757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.823906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] DHCP port deletion for e1bd2a20-2723-4039-82c1-6a7b2dd96907 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:46:56.861780 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.879851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Deleting port 108c2270-0369-49c4-8d00-f2e45cf3845e {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:46:56.880221 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.941148 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] For port 108c2270-0369-49c4-8d00-f2e45cf3845e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=108c2270-0369-49c4-8d00-f2e45cf3845e,segment=NetworkSegment(004c9e0a-c875-4e42-9244-5db86fec5579),segment_id=004c9e0a-c875-4e42-9244-5db86fec5579)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:46:56.941547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:56.953917 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Calling delete_port for 108c2270-0369-49c4-8d00-f2e45cf3845e owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:46:56.989341 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:46:55Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:57.005200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port e08470cc-00c9-47f3-ad46-1ea5d290b15d {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:46:57.005605 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.019548 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd644803-7382-44a2-9e60-2fdf8a8d2c91 None None] The sync data for ids ['b3035d96-1145-4ca9-8c98-d3d7fa89cb2d'] in n-d-816954-1 is: [{'id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298399503', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:45:08Z', 'updated_at': '2021-12-13T15:46:55Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'e08470cc-00c9-47f3-ad46-1ea5d290b15d', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:17:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3035d96-1145-4ca9-8c98-d3d7fa89cb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:45:09Z', 'updated_at': '2021-12-13T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:46:57.084860 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port e08470cc-00c9-47f3-ad46-1ea5d290b15d, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=e08470cc-00c9-47f3-ad46-1ea5d290b15d,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:46:57.085225 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.098066 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for e08470cc-00c9-47f3-ad46-1ea5d290b15d owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:46:57.115117 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.140561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Pushing event deleted for resources: {'Port': ['ID=108c2270-0369-49c4-8d00-f2e45cf3845e,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:57.148616 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] No DVR routers for this DVR port 108c2270-0369-49c4-8d00-f2e45cf3845e on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:46:57.151326 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.151671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.152031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.152384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.152717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.153117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.153452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.153780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.154105 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.154453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.154777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.155097 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fec63-9d9b-4c2b-883c-0fcc8556b491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:57.303581 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.329421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=e08470cc-00c9-47f3-ad46-1ea5d290b15d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:57.394471 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.491076 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.494197 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.595391 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.595970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Fanout notify agent at l3_agent the message router_deleted on router b3035d96-1145-4ca9-8c98-d3d7fa89cb2d {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:46:57.602843 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.604368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-04ca1f52-7a16-44e3-ae31-97b04e3a38b1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/routers/b3035d96-1145-4ca9-8c98-d3d7fa89cb2d HTTP/1.1" status: 204 len: 168 time: 0.9689534 Dec 13 15:46:57.606865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38056) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:57.689752 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.780238 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.798671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bd2a20-2723-4039-82c1-6a7b2dd96907']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:57.814644 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004c9e0a-c875-4e42-9244-5db86fec5579') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:57.814933 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004c9e0a-c875-4e42-9244-5db86fec5579') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:46:57.834422 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.854784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.869274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:46:57.869855 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:46:57.872718 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:46:58.001084 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.011505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.011505 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/networks/e1bd2a20-2723-4039-82c1-6a7b2dd96907 HTTP/1.1" status: 204 len: 168 time: 0.4033499 Dec 13 15:46:58.014071 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38058) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:58.026552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262efa8-44c3-4079-b153-3e56a348533f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Network': ['ID=e1bd2a20-2723-4039-82c1-6a7b2dd96907,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:58.079303 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.104249 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.212904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.215553 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.216696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/security-groups/62367f29-f54e-4604-a202-ddfe71eb8ef7 HTTP/1.1" status: 204 len: 168 time: 0.2016354 Dec 13 15:46:58.225891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62367f29-f54e-4604-a202-ddfe71eb8ef7,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:58.234121 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.234507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.234855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.235196 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.235530 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.235867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.236199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.236533 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.236858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.237184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.237507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.237828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a124-e166-4490-89bc-0bba13072a09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:46:58.335089 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 108c2270-0369-49c4-8d00-f2e45cf3845e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:46:58.353179 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 108c2270-0369-49c4-8d00-f2e45cf3845e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:46:58.353517 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 108c2270-0369-49c4-8d00-f2e45cf3845e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:46:58.353920 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e08470cc-00c9-47f3-ad46-1ea5d290b15d no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:46:58.372560 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: e08470cc-00c9-47f3-ad46-1ea5d290b15d {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:46:58.372893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device e08470cc-00c9-47f3-ad46-1ea5d290b15d not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:46:58.373297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 400ce927-6892-4cdc-bede-e00950acdbe0 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:46:58.394350 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 400ce927-6892-4cdc-bede-e00950acdbe0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:46:58.394686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 400ce927-6892-4cdc-bede-e00950acdbe0 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:46:58.628875 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38066) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:58.634045 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-774a6e2a-7a92-46f6-ba46-235adb821afb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811764459', 'description': 'tempest-secgroup-smoke-811764459 description', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:46:58.714818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-774a6e2a-7a92-46f6-ba46-235adb821afb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.782775 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-774a6e2a-7a92-46f6-ba46-235adb821afb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.846165 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-774a6e2a-7a92-46f6-ba46-235adb821afb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.873921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a6e2a-7a92-46f6-ba46-235adb821afb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b3130-ba50-4d03-93de-eb1551b6744c,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:58.968301 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-774a6e2a-7a92-46f6-ba46-235adb821afb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:58.969541 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-774a6e2a-7a92-46f6-ba46-235adb821afb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3396337 Dec 13 15:46:58.972610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38068) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:58.976963 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-9f10a032-d765-4a50-b829-44d312638820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'b94b3130-ba50-4d03-93de-eb1551b6744c', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:46:59.079651 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f10a032-d765-4a50-b829-44d312638820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.134027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f10a032-d765-4a50-b829-44d312638820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.217861 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f10a032-d765-4a50-b829-44d312638820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.232678 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10a032-d765-4a50-b829-44d312638820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2593bb5e-6e87-4654-b607-28f335dad6b2,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:59.294161 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f10a032-d765-4a50-b829-44d312638820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.295400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9f10a032-d765-4a50-b829-44d312638820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218529 Dec 13 15:46:59.298340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38070) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:59.302947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-416d9444-c52e-48dc-ae1c-b7877a910ecd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'b94b3130-ba50-4d03-93de-eb1551b6744c', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:46:59.382371 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-416d9444-c52e-48dc-ae1c-b7877a910ecd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.437985 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-416d9444-c52e-48dc-ae1c-b7877a910ecd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.503837 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-416d9444-c52e-48dc-ae1c-b7877a910ecd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.521028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d9444-c52e-48dc-ae1c-b7877a910ecd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21d8f16-c167-4be7-83d1-95acca24c22c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:59.585343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-416d9444-c52e-48dc-ae1c-b7877a910ecd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.586593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-416d9444-c52e-48dc-ae1c-b7877a910ecd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2871859 Dec 13 15:46:59.589352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38072) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:59.593646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-48a880d1-c9d3-4e58-aa28-5dd232fccb74 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'b94b3130-ba50-4d03-93de-eb1551b6744c', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:46:59.677761 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a880d1-c9d3-4e58-aa28-5dd232fccb74 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.738198 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a880d1-c9d3-4e58-aa28-5dd232fccb74 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.822568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a880d1-c9d3-4e58-aa28-5dd232fccb74 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.840845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a880d1-c9d3-4e58-aa28-5dd232fccb74 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b04657c-3342-40f6-9255-da5ec3ea5565,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:46:59.904285 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-48a880d1-c9d3-4e58-aa28-5dd232fccb74 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:46:59.905516 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-48a880d1-c9d3-4e58-aa28-5dd232fccb74 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152304 Dec 13 15:46:59.908308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38074) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:46:59.912796 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0d406514-9ea3-433c-9eda-4c2f4150e371 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'b94b3130-ba50-4d03-93de-eb1551b6744c', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:46:59.999678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d406514-9ea3-433c-9eda-4c2f4150e371 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.057109 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d406514-9ea3-433c-9eda-4c2f4150e371 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.136516 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d406514-9ea3-433c-9eda-4c2f4150e371 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.154382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d406514-9ea3-433c-9eda-4c2f4150e371 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc3569f-7e9c-4a0e-a69f-4e99b744b744,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:00.225934 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0d406514-9ea3-433c-9eda-4c2f4150e371 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.227273 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0d406514-9ea3-433c-9eda-4c2f4150e371 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3179903 Dec 13 15:47:00.230013 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38076) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:00.234333 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'b94b3130-ba50-4d03-93de-eb1551b6744c', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:00.325026 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:47:00.329992 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.388378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.469124 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.486182 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1502579d-cb65-41fe-a8bd-b0e52229aa6c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:00.566815 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.567956 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4c6d52db-a61b-40c6-9500-923f5e6bf169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3369851 Dec 13 15:47:00.570689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38078) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:00.575756 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'b94b3130-ba50-4d03-93de-eb1551b6744c', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:00.673837 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:47:00.679505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.741351 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.804825 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.823084 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11efeda-c905-49e6-b9a7-d31c7d92f56c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:00.894044 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.895292 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-86eb256c-23c8-4097-b160-3aaead9c9892 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3230188 Dec 13 15:47:00.898484 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38080) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:00.903830 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'network': {'name': 'tempest-network-smoke--369139933', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'port_security_enabled': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:00.971929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:47:00.975439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:00.997817 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:47:01.007496 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.007836 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Added segment 302c2a9b-ee89-41b2-9c10-b27a6f8730a9 of type vlan for network 90a7871c-7ff0-48f4-9863-e220532cb1ce Dec 13 15:47:01.046658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.108862 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.114332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:01.114932 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.182597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Network': ['ID=90a7871c-7ff0-48f4-9863-e220532cb1ce,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:01.192625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:47:01.213396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e9adf7b-9bae-4a13-a2a1-3e7f08b763da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3133140 Dec 13 15:47:01.218492 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38082) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:01.220529 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'admin_state_up': True, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:01.303909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.305000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.353939 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.535929 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.767594 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.789177 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:01.895955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.59 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/7ba562ef-d4d5-401f-b4c4-6db65605d8cc) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:47:02.000902 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:02.103163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:02.138582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:47:02.141419 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:47:02.143859 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:47:02.173183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:02.442907 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:02.894312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.080442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router 25f01c84-91b9-45f0-8ba1-3019b0be156a is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:47:03.185514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:47:03.194995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Sync routers for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:47:03.203909 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:47:03.204511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:03.260164 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.261452 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e328fe77-5b1a-4689-adaf-b94fe650b1ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0444300 Dec 13 15:47:03.264634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38084) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:03.293132 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b1345711-3eb6-4266-89a6-87f0408f0a22 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cceb0889f34a4876be8aaa68ca25a88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271375 Dec 13 15:47:03.295422 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38086) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:03.309428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:47:03.381088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e47259-8c3d-4256-ac6b-ecfc590be0cd tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:03.382672 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b6e47259-8c3d-4256-ac6b-ecfc590be0cd tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863390 Dec 13 15:47:03.385438 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38088) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:03.417385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-50350008-00a9-4c71-9da0-824b16b54547 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308719 Dec 13 15:47:03.419875 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38090) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:03.424494 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-46858555', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:03.483759 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:02Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:03.513413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Checking router: 25f01c84-91b9-45f0-8ba1-3019b0be156a for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:47:03.513765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Updating router 25f01c84-91b9-45f0-8ba1-3019b0be156a port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:47:03.545772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.560813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:47:03.564479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.792313 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.795279 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.856079 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Subnet': ['ID=90b9896d-0197-484f-994b-eafa0ded5213,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:03.860725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.868822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Checking segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:47:03.868822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network hostable DHCP agents. Network: 90a7871c-7ff0-48f4-9863-e220532cb1ce, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:47:03.906751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Attempting to bind port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:47:03.907112 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Attempting to bind port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:47:03.907467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Attempting to bind port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:47:03.917804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ce0c-66a6-4483-b773-4e19147a43e9 None None] Pushing event updated for resources: {'Port': ['ID=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:03.921260 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:47:03.921632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:47:03.922082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.922485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:47:03.922938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Bound port: 7ba562ef-d4d5-401f-b4c4-6db65605d8cc, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:47:03.923310 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:03.943567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:47:03.976845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] For port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:47:03.979907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] For port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:47:04.004757 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 90a7871c-7ff0-48f4-9863-e220532cb1ce) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:47:04.010048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:04.012674 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:04.014272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5f792-3a3a-4550-8d5f-ecd6ef98bc27 None None] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:47:04.058818 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:04.088635 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a1a4473f-81d3-4d6f-af14-d2768b3fdd13 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6673520 Dec 13 15:47:04.090969 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38092) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:04.145019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ce0c-66a6-4483-b773-4e19147a43e9 None None] Pushing event updated for resources: {'Port': ['ID=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:04.147832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:47:04.148715 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:04.288027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-90a7871c-7ff0-48f4-9863-e220532cb1ce', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:47:04.288867 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:04.307520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:47:04.570481 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:04.713310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Allocated IP 172.20.0.2 (90a7871c-7ff0-48f4-9863-e220532cb1ce/90b9896d-0197-484f-994b-eafa0ded5213/7042b1fd-c33e-4733-a13b-cd9d0eb91afa) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:47:04.803942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:02Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:04.837074 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45066c-cfb7-4c44-a72d-f6c479a21ce1 None None] The sync data for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 is: [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:02Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:47:04.896677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:04.944309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:04.981379 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:47:04.984403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:47:04.987947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:47:04.995388 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.1 (90a7871c-7ff0-48f4-9863-e220532cb1ce/90b9896d-0197-484f-994b-eafa0ded5213/99864770-4b11-4f64-a791-8ea71f67042e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:47:05.002563 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Pushing event updated for resources: {'Port': ['ID=7042b1fd-c33e-4733-a13b-cd9d0eb91afa,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:05.068598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Attempting to bind port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:47:05.068598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Attempting to bind port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:47:05.068878 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Attempting to bind port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa on network 90a7871c-7ff0-48f4-9863-e220532cb1ce {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:47:05.076933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:47:05.076933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Checking segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:47:05.076933 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.078411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Bound using segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:47:05.082151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Bound port: 7042b1fd-c33e-4733-a13b-cd9d0eb91afa, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:47:05.082151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.141884 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.153058 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] For port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:47:05.156298 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] For port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7042b1fd-c33e-4733-a13b-cd9d0eb91afa,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:47:05.219029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.236027 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.283328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:47:05.286671 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:47:05.287798 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d022e62-a5ae-4672-9df6-a9db4d91aed2 None None] Pushing event updated for resources: {'Port': ['ID=7042b1fd-c33e-4733-a13b-cd9d0eb91afa,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:05.291075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:47:05.323416 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=99864770-4b11-4f64-a791-8ea71f67042e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:05.347865 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.617249 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.904017 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:05.966494 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.038745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=99864770-4b11-4f64-a791-8ea71f67042e,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:06.041220 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.140085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:47:06.141508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:47:06.181838 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6d03e-da9a-4913-8e01-b1940c1cb5f4 None None] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:47:06.249453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router 25f01c84-91b9-45f0-8ba1-3019b0be156a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:47:06.255244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-fd981e4b-5248-46aa-b867-31d7e6cc989b None None] Provisioning complete for port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:06.255616 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd981e4b-5248-46aa-b867-31d7e6cc989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.368771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:47:06.375476 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-81562018-c936-46c3-b5ff-147e9a88d78e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/25f01c84-91b9-45f0-8ba1-3019b0be156a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2818809 Dec 13 15:47:06.417171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7ba562ef-d4d5-401f-b4c4-6db65605d8cc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:47:06.420104 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd981e4b-5248-46aa-b867-31d7e6cc989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.489865 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-fd981e4b-5248-46aa-b867-31d7e6cc989b None None] For port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7042b1fd-c33e-4733-a13b-cd9d0eb91afa,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:47:06.502552 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:06.506455 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.543991 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2d86fda3-20f4-4093-b42c-dafe3d3b0986 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811764459&fields=id&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 267 time: 0.0376492 Dec 13 15:47:06.583557 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd981e4b-5248-46aa-b867-31d7e6cc989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.620551 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.662411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:47:06.665628 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd981e4b-5248-46aa-b867-31d7e6cc989b None None] Pushing event updated for resources: {'Port': ['ID=7042b1fd-c33e-4733-a13b-cd9d0eb91afa,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:06.688437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-4d425e82-fdbf-41b3-9706-988a54f8185e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:06.690731 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-4d425e82-fdbf-41b3-9706-988a54f8185e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 796 time: 0.1377296 Dec 13 15:47:06.707175 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-8c0f4bc6-2d37-4d5b-bf88-ca815cd7aef8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/quotas/cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 375 time: 0.0095811 Dec 13 15:47:06.707677 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ae0a597c-9ef6-4e31-b11d-0a40db3be177 None None] Provisioning complete for port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:06.708176 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ae0a597c-9ef6-4e31-b11d-0a40db3be177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.733112 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.733889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7042b1fd-c33e-4733-a13b-cd9d0eb91afa up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:47:06.770809 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-f84e1449-8c94-4094-ab65-8a90ea01bf66 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578332 Dec 13 15:47:06.833606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:06.886806 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:06.887182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:06.892185 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Sync routers for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:47:06.938574 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:47:06.939516 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:06.958895 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ae0a597c-9ef6-4e31-b11d-0a40db3be177 None None] Provisioning complete for port 99864770-4b11-4f64-a791-8ea71f67042e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:06.959421 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ae0a597c-9ef6-4e31-b11d-0a40db3be177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.051279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a597c-9ef6-4e31-b11d-0a40db3be177 None None] Port 99864770-4b11-4f64-a791-8ea71f67042e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:47:07.067376 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:47:07.163377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-87ebb572-69e8-488a-8aa2-293005108c25 service neutron] 10.222.0.24 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818741 Dec 13 15:47:07.169928 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-89192f7b-b671-480f-b13a-7e6da2da1e58 None None] Provisioning complete for port 99864770-4b11-4f64-a791-8ea71f67042e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:07.170493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-89192f7b-b671-480f-b13a-7e6da2da1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.204940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-89192f7b-b671-480f-b13a-7e6da2da1e58 None None] Port 99864770-4b11-4f64-a791-8ea71f67042e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:47:07.254055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-8daaf301-4b16-408b-aa13-c6cb6695fbdd service neutron] 10.222.0.24 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840657 Dec 13 15:47:07.266691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 2, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:07.297860 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Checking router: 25f01c84-91b9-45f0-8ba1-3019b0be156a for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:47:07.298216 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Updating router 25f01c84-91b9-45f0-8ba1-3019b0be156a port 99864770-4b11-4f64-a791-8ea71f67042e binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:47:07.326801 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.489616 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-057ddaad-9db0-40da-8cb7-6c851a6b539e req-4770003d-9120-4acd-a253-c119749e17df tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 210 time: 0.0269773 Dec 13 15:47:07.607866 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.685150 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.732414 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Pushing event updated for resources: {'Port': ['ID=99864770-4b11-4f64-a791-8ea71f67042e,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:07.743450 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.743797 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.744233 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.744466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.744804 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.745229 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.745562 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.745888 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.746223 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.746556 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.746868 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.747597 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:47:07.806199 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Attempting to bind port 99864770-4b11-4f64-a791-8ea71f67042e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:47:07.806593 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Attempting to bind port 99864770-4b11-4f64-a791-8ea71f67042e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:47:07.806959 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Attempting to bind port 99864770-4b11-4f64-a791-8ea71f67042e on network 90a7871c-7ff0-48f4-9863-e220532cb1ce {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:47:07.811988 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:47:07.812358 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Checking segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:47:07.812756 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.813141 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Bound using segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:47:07.813599 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Bound port: 99864770-4b11-4f64-a791-8ea71f67042e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:47:07.813973 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.878594 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] For port 99864770-4b11-4f64-a791-8ea71f67042e, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:47:07.885420 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] For port 99864770-4b11-4f64-a791-8ea71f67042e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=99864770-4b11-4f64-a791-8ea71f67042e,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:47:07.924789 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6fa8515f-5e05-436a-a046-78d0bf6b340a None None] Provisioning complete for port 99864770-4b11-4f64-a791-8ea71f67042e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:07.925159 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6fa8515f-5e05-436a-a046-78d0bf6b340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:07.961248 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8515f-5e05-436a-a046-78d0bf6b340a None None] Port 99864770-4b11-4f64-a791-8ea71f67042e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:47:07.961525 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:08.028478 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:47:08.029106 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:08.035359 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90de874-66f5-4f3d-a39b-f24d1bccde9b None None] Pushing event updated for resources: {'Port': ['ID=99864770-4b11-4f64-a791-8ea71f67042e,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:08.140824 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:47:08.292805 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6b249d3f-6a93-43d8-85db-caa9a1e4789d None None] Provisioning complete for port 99864770-4b11-4f64-a791-8ea71f67042e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:08.293276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b249d3f-6a93-43d8-85db-caa9a1e4789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:08.347912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:07Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:08.366447 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7ba562ef-d4d5-401f-b4c4-6db65605d8cc up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:47:08.375587 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f535-c7a3-4ff8-bc3d-22aebc4d23fb None None] The sync data for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 is: [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:07Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:47:08.412053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b249d3f-6a93-43d8-85db-caa9a1e4789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:08.471846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-6b249d3f-6a93-43d8-85db-caa9a1e4789d None None] For port 99864770-4b11-4f64-a791-8ea71f67042e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=99864770-4b11-4f64-a791-8ea71f67042e,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:47:08.473345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:08.473716 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:08.552501 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6b249d3f-6a93-43d8-85db-caa9a1e4789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:08.587737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7042b1fd-c33e-4733-a13b-cd9d0eb91afa up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:47:08.588807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a9111574-4830-4379-879c-4fbfbeb97028 req-dcc20ea0-6783-4b8b-bae3-23918c748bb0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 210 time: 0.0265498 Dec 13 15:47:08.643795 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b249d3f-6a93-43d8-85db-caa9a1e4789d None None] Pushing event updated for resources: {'Port': ['ID=99864770-4b11-4f64-a791-8ea71f67042e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:08.663939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:08.664890 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:09.307669 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:47:09.421203 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-83b87aad-5cc6-4b2b-a5ea-cc592e02eca6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:09.422841 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-83b87aad-5cc6-4b2b-a5ea-cc592e02eca6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 796 time: 0.1193829 Dec 13 15:47:09.483064 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-b2a0aa18-7904-4194-acd5-6b43b4a58959 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 379 time: 0.0507498 Dec 13 15:47:09.493359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'port': {'device_id': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'admin_state_up': True, 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'security_groups': ['b94b3130-ba50-4d03-93de-eb1551b6744c']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:09.692769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0536bea2-b8f7-4bbb-b615-57c103ed274e req-57bd3c26-7e3f-4b96-a56d-ad2fddfdc720 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 210 time: 0.0301893 Dec 13 15:47:09.708993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:47:09.712531 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:09.833846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.5 (90a7871c-7ff0-48f4-9863-e220532cb1ce/90b9896d-0197-484f-994b-eafa0ded5213/78b53ca4-5cb9-449c-a2fc-6aab92c59d00) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:47:09.973011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.063765 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.104789 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:47:10.107656 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:47:10.111079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:47:10.140256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:10.169194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:10.169801 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.248009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-cc6fb53f-c819-4d9c-a80a-420c76fbc782 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588382 Dec 13 15:47:10.261614 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Request body: {'port': {'device_id': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:10.317193 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.360522 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 99864770-4b11-4f64-a791-8ea71f67042e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:47:10.407006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-787edf47-a50d-468d-8b89-7d56cd31e8f9 None None] Provisioning complete for port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:10.407381 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-787edf47-a50d-468d-8b89-7d56cd31e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.450204 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 99864770-4b11-4f64-a791-8ea71f67042e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:10.450596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.452025 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-787edf47-a50d-468d-8b89-7d56cd31e8f9 None None] Port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:47:10.584623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:47:10.592563 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.604001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Transition to ACTIVE for port object 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:47:10.656515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.723579 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:10.789181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:47:10.789717 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:47:10.790077 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on network 90a7871c-7ff0-48f4-9863-e220532cb1ce {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:47:10.795893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on network 90a7871c-7ff0-48f4-9863-e220532cb1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:47:10.796383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on network 90a7871c-7ff0-48f4-9863-e220532cb1ce {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:47:10.802033 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:47:10.802409 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Checking segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:47:10.802902 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Bound using segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:47:10.803375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Bound port: 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:47:10.803738 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:10.829223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04e656-acaf-42b3-ba9d-765fa4040ba9 req-9c9aa925-ce08-4bc8-8eff-1c975f1bcee4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:10.834989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b04e656-acaf-42b3-ba9d-765fa4040ba9 req-9c9aa925-ce08-4bc8-8eff-1c975f1bcee4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0672789 Dec 13 15:47:10.872875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6b04e656-acaf-42b3-ba9d-765fa4040ba9 req-f85050cc-96c9-4f9f-b16f-8aca6f3cf75b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348232 Dec 13 15:47:10.890936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:47:10.955992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:47:11.040527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:11.074136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.074787 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:11.076164 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] 10.222.0.50 "PUT /v2.0/ports/78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 1091 time: 0.8189847 Dec 13 15:47:11.076601 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:47:11.079245 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc5c84-a4c6-4d1f-ac9d-b4d4816c56f4" -d '{"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:47:11.105754 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039584-f638-4c3b-93dc-40ed4f921771 service neutron] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:11.122411 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5e67c3-edac-4bae-a077-03b612bc8727 x-openstack-request-id: req-3f5e67c3-edac-4bae-a077-03b612bc8727 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:47:11.122704 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:47:11.124599 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f5e67c3-edac-4bae-a077-03b612bc8727 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:47:11.124599 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'status': 'completed', 'code': 200} Dec 13 15:47:11.190349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5c84-a4c6-4d1f-ac9d-b4d4816c56f4 req-e07541c3-8f52-46ef-a167-500c3ac406d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.190349 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49dc5c84-a4c6-4d1f-ac9d-b4d4816c56f4 req-e07541c3-8f52-46ef-a167-500c3ac406d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1094 time: 0.0439403 Dec 13 15:47:11.293278 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5c84-a4c6-4d1f-ac9d-b4d4816c56f4 req-d5868eb9-6df7-4916-86ab-9da6a00f40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.294764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49dc5c84-a4c6-4d1f-ac9d-b4d4816c56f4 req-d5868eb9-6df7-4916-86ab-9da6a00f40b8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0981951 Dec 13 15:47:11.386096 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5c84-a4c6-4d1f-ac9d-b4d4816c56f4 req-24ddd544-1da9-4dc4-a76d-1836ba6c7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.387595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-49dc5c84-a4c6-4d1f-ac9d-b4d4816c56f4 req-24ddd544-1da9-4dc4-a76d-1836ba6c7d9a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861475 Dec 13 15:47:11.471078 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-88e0b7cd-4865-4291-b4bb-3d3a837da5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.472446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-88e0b7cd-4865-4291-b4bb-3d3a837da5ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1094 time: 0.0441873 Dec 13 15:47:11.513913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-9e704767-0957-431d-8564-f8b67eadb9c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 217 time: 0.0331872 Dec 13 15:47:11.563464 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-e4d14d36-b450-4b95-a18a-9fbbbde9cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.564882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-e4d14d36-b450-4b95-a18a-9fbbbde9cbbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0429137 Dec 13 15:47:11.617619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-df2bc9e5-87fa-4052-9104-5f4e63d07965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.619137 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-df2bc9e5-87fa-4052-9104-5f4e63d07965 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473249 Dec 13 15:47:11.710355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-fe59dea6-3f62-44ee-ac0b-46b08c386c29 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Dec 13 15:47:11.795944 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6280a533-6ed0-45ac-877c-5be0ec05bfb5 req-3adcfdbb-5ddc-484e-aca3-13c866906149 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788014 Dec 13 15:47:11.986892 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb99ae-e98c-409f-8a12-926835c384d5 req-07655ab9-3435-4a3f-a755-21588c4daf1f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:11.988357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0fb99ae-e98c-409f-8a12-926835c384d5 req-07655ab9-3435-4a3f-a755-21588c4daf1f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0492256 Dec 13 15:47:12.025772 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0fb99ae-e98c-409f-8a12-926835c384d5 req-bcd7a6ef-a3a0-40e1-b02b-5f4461a1e5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308654 Dec 13 15:47:13.145945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46056-250a-49da-bd54-e6977c399dba req-2df70370-81c0-4bd4-803a-53fbb39d2e97 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:13.147428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dfd46056-250a-49da-bd54-e6977c399dba req-2df70370-81c0-4bd4-803a-53fbb39d2e97 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0542336 Dec 13 15:47:13.186934 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-dfd46056-250a-49da-bd54-e6977c399dba req-57a6d797-7a55-4a37-a752-de71d76aad7c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332904 Dec 13 15:47:14.300071 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb11a7-4309-492f-beac-a92b0a71b023 req-0beb48d7-a4df-41ec-80fc-a7dfbb318a3d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:14.301528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62cb11a7-4309-492f-beac-a92b0a71b023 req-0beb48d7-a4df-41ec-80fc-a7dfbb318a3d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0488656 Dec 13 15:47:14.338688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-62cb11a7-4309-492f-beac-a92b0a71b023 req-ae592271-7cc6-458b-aae8-315e04c0206b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Dec 13 15:47:14.786586 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:47:14.880926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:47:14.891901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'port_id': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'mac_address': 'fa:16:3e:a8:39:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:47:14.928829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:14.941154 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:47:14.959449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:47:15.017801 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:15.063816 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:15.253484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['78b53ca4-5cb9-449c-a2fc-6aab92c59d00'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:47:15.452672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7665f42-edaf-4120-909e-301b713b1b4b req-7dfbcd5f-d4b1-4fbd-acf6-0f36324e4aee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:15.454395 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7665f42-edaf-4120-909e-301b713b1b4b req-7dfbcd5f-d4b1-4fbd-acf6-0f36324e4aee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 944 time: 0.0498998 Dec 13 15:47:15.494278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7665f42-edaf-4120-909e-301b713b1b4b req-48c18433-8abd-467b-a689-59d6e1b8d480 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329759 Dec 13 15:47:16.353787 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:16.611256 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f30b-81c8-4e7a-92d3-11cfe6e05e70 req-aa8212d9-0866-46e0-9f89-6c91cb75925b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:16.612727 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f670f30b-81c8-4e7a-92d3-11cfe6e05e70 req-aa8212d9-0866-46e0-9f89-6c91cb75925b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 944 time: 0.0521700 Dec 13 15:47:16.649509 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f670f30b-81c8-4e7a-92d3-11cfe6e05e70 req-15469166-6a09-4e70-8d17-5fe92c4a09c3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Dec 13 15:47:16.811380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:47:16.943555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:47:16.948295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:47:16.948731 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:17.032791 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:17.054700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:47:17.057445 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e7f24-9ee4-4e78-96f6-eb730e07e229" -d '{"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-plugged", "status": "completed", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:47:17.069528 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:47:17.096161 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943c13e1-6a2c-46c2-8cd7-5f30c385d6ed x-openstack-request-id: req-943c13e1-6a2c-46c2-8cd7-5f30c385d6ed {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:47:17.096161 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-plugged", "status": "completed", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:47:17.096161 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-943c13e1-6a2c-46c2-8cd7-5f30c385d6ed {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:47:17.096161 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'code': 200} Dec 13 15:47:17.144002 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:17.188256 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b7b42-fe2a-45e5-8fad-0fb99e54be3d req-5bb442b4-7119-4bf7-a331-000cde06ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:17.189709 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-410b7b42-fe2a-45e5-8fad-0fb99e54be3d req-5bb442b4-7119-4bf7-a331-000cde06ed80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1096 time: 0.0392280 Dec 13 15:47:17.190303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:17.224479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-410b7b42-fe2a-45e5-8fad-0fb99e54be3d req-5ebe92ed-559f-4d20-b68f-fc30b974a86e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280397 Dec 13 15:47:17.503963 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:17.765160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d89322-628e-40e1-b0a1-b8a132791aaa req-f42db30f-6e48-46d2-9b28-31d16a59e1d7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:17.766554 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95d89322-628e-40e1-b0a1-b8a132791aaa req-f42db30f-6e48-46d2-9b28-31d16a59e1d7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0480862 Dec 13 15:47:17.804146 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95d89322-628e-40e1-b0a1-b8a132791aaa req-de757c86-6cae-4831-9219-d760015c8627 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317221 Dec 13 15:47:18.923876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f2d42-4e53-4585-97c1-86964b76d0aa req-30a4fecf-6a54-413f-bba0-f47b5f962b1b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:18.925360 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b6f2d42-4e53-4585-97c1-86964b76d0aa req-30a4fecf-6a54-413f-bba0-f47b5f962b1b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0514035 Dec 13 15:47:18.961907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5b6f2d42-4e53-4585-97c1-86964b76d0aa req-225b249c-b503-4a48-9db3-b710715514be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Dec 13 15:47:19.072584 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a35e1e-5c31-4a72-8f36-182c5b7cd4ec req-7a12fafb-5b27-4cc2-8177-f12b69a5ba16 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:19.074045 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25a35e1e-5c31-4a72-8f36-182c5b7cd4ec req-7a12fafb-5b27-4cc2-8177-f12b69a5ba16 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0482614 Dec 13 15:47:19.110644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25a35e1e-5c31-4a72-8f36-182c5b7cd4ec req-1a38e3d2-a82b-435f-9b5e-dfafbdc4aef4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Dec 13 15:47:19.131569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38148) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:19.174632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a35637-d7d4-4885-a69b-ea9f40b7720c tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:19.176106 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-36a35637-d7d4-4885-a69b-ea9f40b7720c tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1091 time: 0.0435824 Dec 13 15:47:19.178851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38150) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:19.182990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:47:19.262301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:19.356527 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:19.460885 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.72 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/62248242-3e0b-4da8-b26e-0a84a50353fe) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:47:19.561159 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:19.640972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:19.684240 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:47:19.688600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:47:19.691223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:47:19.716793 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=62248242-3e0b-4da8-b26e-0a84a50353fe,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:19.932898 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28e88a43-9dcb-46b1-8d5b-41c66f375a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:20.036199 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:20.150149 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:20.295625 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:20.359479 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:20.428886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=62248242-3e0b-4da8-b26e-0a84a50353fe,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:47:20.437410 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:20.534281 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 7beb65b9-a616-4f52-910f-14a1ab9459d2 associated. External IP: 172.25.7.72, port: 78b53ca4-5cb9-449c-a2fc-6aab92c59d00. Dec 13 15:47:20.736602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router 25f01c84-91b9-45f0-8ba1-3019b0be156a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:47:20.842029 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:47:20.857008 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] Sync routers for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:47:20.866011 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:47:20.866658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:20.940462 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:20.967894 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-4ec6face-61f4-4b91-93d2-cdf0049d1259 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7880452 Dec 13 15:47:20.968595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:47:20.970263 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:47:20.971029 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9" -d '{"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:47:21.029511 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41d93c-9252-4513-a12b-4a8cc430014f x-openstack-request-id: req-7d41d93c-9252-4513-a12b-4a8cc430014f {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:47:21.030039 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:47:21.030490 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d41d93c-9252-4513-a12b-4a8cc430014f {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:47:21.031091 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'status': 'completed', 'code': 200} Dec 13 15:47:21.112135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc6a4-bbde-4f16-9735-84115f5931ed req-6f8f2956-c29f-4133-b127-74faed10ff27 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:21.113672 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96ddc6a4-bbde-4f16-9735-84115f5931ed req-6f8f2956-c29f-4133-b127-74faed10ff27 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0763326 Dec 13 15:47:21.120582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-a7d318b3-5a62-4e8a-a8dc-aa7d8042468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:21.122071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-a7d318b3-5a62-4e8a-a8dc-aa7d8042468b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1096 time: 0.0589142 Dec 13 15:47:21.211824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-96ddc6a4-bbde-4f16-9735-84115f5931ed req-f9c47c1c-3d83-4621-952d-04098bc49cae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887492 Dec 13 15:47:21.235315 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38156) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:21.243390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-c37830f9-07ee-4006-970b-c4354c4d1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:21.244839 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-c37830f9-07ee-4006-970b-c4354c4d1f15 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.1147573 Dec 13 15:47:21.297921 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0534cfcd-77ee-40f4-974f-8246d5d32dea tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/7beb65b9-a616-4f52-910f-14a1ab9459d2 HTTP/1.1" status: 200 len: 990 time: 0.0608211 Dec 13 15:47:21.315949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-8a8f29a5-d645-45c4-9d98-44a91038bd76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 998 time: 0.0637095 Dec 13 15:47:21.355144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '7beb65b9-a616-4f52-910f-14a1ab9459d2', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'port_id': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'mac_address': 'fa:16:3e:a8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:47:19Z', 'updated_at': '2021-12-13T15:47:19Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:08Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:21.365072 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-789c4e4d-1136-4423-910c-a2f6c064a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:21.366531 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-789c4e4d-1136-4423-910c-a2f6c064a161 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0433495 Dec 13 15:47:21.380679 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] Checking router: 25f01c84-91b9-45f0-8ba1-3019b0be156a for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:47:21.389837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:47:21.390472 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:46:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:21.411835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-3532b338-d08b-46e4-ba57-e8355d0a017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:21.413352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-3532b338-d08b-46e4-ba57-e8355d0a017c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400949 Dec 13 15:47:21.495851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:47:21.504955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-a7707bdc-cb6f-4a74-afc3-710bbe7d1699 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842969 Dec 13 15:47:21.732607 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '7beb65b9-a616-4f52-910f-14a1ab9459d2', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'port_id': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'mac_address': 'fa:16:3e:a8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:47:19Z', 'updated_at': '2021-12-13T15:47:19Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:08Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:47:21.761496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa19a3d-aff1-4977-853b-94698679b514 None None] The sync data for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 is: [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '7beb65b9-a616-4f52-910f-14a1ab9459d2', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'port_id': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'mac_address': 'fa:16:3e:a8:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:47:19Z', 'updated_at': '2021-12-13T15:47:19Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:08Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:47:21.915444 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6048acfa-23ee-46cf-ab22-e9f8f6af63c9 req-288cb402-f497-4792-bd47-494087ea7e9e service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039741 Dec 13 15:47:21.965294 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089aaff-b00a-4e88-8403-e59990c89547 None None] New status for floating IP 7beb65b9-a616-4f52-910f-14a1ab9459d2: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:47:22.301558 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38158) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:47:22.303648 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-125246ad-b133-4db4-bdb2-0ed217b275e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:22.366657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2b69baa7-4860-426d-b694-878e95c20071 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/7beb65b9-a616-4f52-910f-14a1ab9459d2 HTTP/1.1" status: 200 len: 992 time: 0.0639291 Dec 13 15:47:23.507615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:25.119303 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:25.183824 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:39.326607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-a6d28ec9-ab4b-493f-868a-280795aa1f4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403066 Dec 13 15:47:39.412113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-9e18c728-2909-499c-a53e-c958699cecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:39.413662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-9e18c728-2909-499c-a53e-c958699cecc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1096 time: 0.0429659 Dec 13 15:47:39.515068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-039a6d07-5df7-40d0-a945-b8f2caa377dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:39.516499 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-039a6d07-5df7-40d0-a945-b8f2caa377dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0834119 Dec 13 15:47:39.584464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-e68f98c5-350d-40f6-b091-147d065eb623 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 1000 time: 0.0601907 Dec 13 15:47:39.631448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-b41b6f22-5731-4793-9969-17432956d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:39.632868 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-b41b6f22-5731-4793-9969-17432956d41b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0413759 Dec 13 15:47:39.686159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-befa0fc6-3dbf-406e-a1a0-7487f7141b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:39.687676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-befa0fc6-3dbf-406e-a1a0-7487f7141b71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475414 Dec 13 15:47:39.781579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-52aaa83e-d056-4897-a177-0eaef5109c3f service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862525 Dec 13 15:47:39.871540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cce208cf-0b25-4b34-967f-e63f27804f08 req-8bff0ba7-6b5b-4419-8180-141114161cf9 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822458 Dec 13 15:47:46.300570 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:47:46.348195 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:47.515488 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:49.921293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-04303d0d-310f-4dbb-925b-c9a3ebcb1847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:52.313606 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e3155e0a-babf-4893-871f-91e6d8e5b0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:53.532608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:53.622049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-a7c57d69-388e-45d9-a125-c01c5944ef16 req-70864b43-8cdb-4102-9543-22f469c258f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:47:53.623087 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a7c57d69-388e-45d9-a125-c01c5944ef16 req-70864b43-8cdb-4102-9543-22f469c258f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472963 Dec 13 15:47:53.953719 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ad1a1-7e11-4526-9d40-3ae3deb79663 req-9bd23652-5475-4d63-8498-e6d7232f0c01 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:53.955737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f69ad1a1-7e11-4526-9d40-3ae3deb79663 req-9bd23652-5475-4d63-8498-e6d7232f0c01 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0485702 Dec 13 15:47:53.992948 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f69ad1a1-7e11-4526-9d40-3ae3deb79663 req-66792cf5-6b43-4eaf-ac42-8ae4686bf032 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312707 Dec 13 15:47:54.134856 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-73174e79-2db1-4af1-86db-6a1c82d733a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867472 Dec 13 15:47:54.144019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-04c67dbf-cf2a-493c-a74e-a5741b5fe04a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:47:54.144955 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-04c67dbf-cf2a-493c-a74e-a5741b5fe04a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053017 Dec 13 15:47:55.112607 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dc314-a2b9-47d1-96bf-040864b2793b req-460cdf03-7ea4-4055-af5d-8b3dd1628396 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:55.114085 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc4dc314-a2b9-47d1-96bf-040864b2793b req-460cdf03-7ea4-4055-af5d-8b3dd1628396 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0536494 Dec 13 15:47:55.145586 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:55.152305 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fc4dc314-a2b9-47d1-96bf-040864b2793b req-59e8ab5e-d038-406d-a3ef-19231ad88806 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Dec 13 15:47:55.195304 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:47:56.228368 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-f6fe7f7a-bcc8-464d-8fa8-312b43796550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:56.229865 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-f6fe7f7a-bcc8-464d-8fa8-312b43796550 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1096 time: 0.0411017 Dec 13 15:47:56.268414 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a354cb-8b13-45c0-ac96-9499b65c4362 req-ce4f8be6-75d0-4e7e-af18-4c4983fb5cd5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:56.270309 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66a354cb-8b13-45c0-ac96-9499b65c4362 req-ce4f8be6-75d0-4e7e-af18-4c4983fb5cd5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0497298 Dec 13 15:47:56.308237 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66a354cb-8b13-45c0-ac96-9499b65c4362 req-86171112-69d7-4f23-8f8d-05224a67ce1b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Dec 13 15:47:56.324318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-bdd993c7-f2d5-45bf-bbf5-c8a5efe7057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:56.325817 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-bdd993c7-f2d5-45bf-bbf5-c8a5efe7057c service neutron] 10.222.0.50 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0888779 Dec 13 15:47:56.389175 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-e93cbc77-0b92-4da0-841f-92245e5e88ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 1000 time: 0.0568252 Dec 13 15:47:56.436109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-37905523-daf7-49d3-857e-cf4374f7d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:56.437394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-37905523-daf7-49d3-857e-cf4374f7d448 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0419829 Dec 13 15:47:56.484855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-7e0085f0-0a93-4690-97c8-fc6e6ea34a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:56.486896 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-7e0085f0-0a93-4690-97c8-fc6e6ea34a2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423174 Dec 13 15:47:56.573420 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-7309e934-2388-40f0-8941-a3a6b246fceb service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790961 Dec 13 15:47:56.665842 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-a5de3685-8b9a-414b-87af-0d98947dedd6 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853653 Dec 13 15:47:57.422861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc5f19-43d2-4388-9096-3269d0e5e227 req-1822fd23-106b-4c08-ac91-c6f81acba9df tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:57.424884 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69dc5f19-43d2-4388-9096-3269d0e5e227 req-1822fd23-106b-4c08-ac91-c6f81acba9df tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0495422 Dec 13 15:47:57.462424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-69dc5f19-43d2-4388-9096-3269d0e5e227 req-54f7f80d-c16c-49d5-a9e1-b78523a60e47 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316069 Dec 13 15:47:58.580277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1dc7c-e7ad-4b22-a7d6-7a0719526f0d req-4eb65079-609c-4943-b2fc-b60da441924b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:58.581621 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42c1dc7c-e7ad-4b22-a7d6-7a0719526f0d req-4eb65079-609c-4943-b2fc-b60da441924b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0518677 Dec 13 15:47:58.617986 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-42c1dc7c-e7ad-4b22-a7d6-7a0719526f0d req-cba4eb58-23df-4b51-92e8-dc231ebd0054 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305350 Dec 13 15:47:59.732012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf6f4f-4d38-47a4-a188-f8cd645be430 req-973801fe-6686-42af-a63c-ca0a18438820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:47:59.733940 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fdf6f4f-4d38-47a4-a188-f8cd645be430 req-973801fe-6686-42af-a63c-ca0a18438820 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0486655 Dec 13 15:47:59.771542 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8fdf6f4f-4d38-47a4-a188-f8cd645be430 req-05ff9dad-9d37-4ee4-b5d0-5ba236897e80 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313401 Dec 13 15:48:00.885045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0f735-1662-46ae-8ea6-77e6806a91c8 req-854017eb-11c7-4b51-b4e5-624035bea754 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:00.886537 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95c0f735-1662-46ae-8ea6-77e6806a91c8 req-854017eb-11c7-4b51-b4e5-624035bea754 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0483866 Dec 13 15:48:00.924374 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-95c0f735-1662-46ae-8ea6-77e6806a91c8 req-d03f7702-29fb-43e1-9390-45ca917dd05b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Dec 13 15:48:02.040275 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402a660-0fff-4a7a-aa65-8845e8141183 req-62a72402-8477-4f89-b74d-f3691611640b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:02.041749 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1402a660-0fff-4a7a-aa65-8845e8141183 req-62a72402-8477-4f89-b74d-f3691611640b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0493028 Dec 13 15:48:02.083163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1402a660-0fff-4a7a-aa65-8845e8141183 req-081eb363-4e17-49af-9d4e-d4ac8b21fdc2 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354695 Dec 13 15:48:03.199851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842291c-db4f-477e-acbb-fafd994d2805 req-f1aef299-5d59-430a-85af-6136963ef3b6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:03.202338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7842291c-db4f-477e-acbb-fafd994d2805 req-f1aef299-5d59-430a-85af-6136963ef3b6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0526288 Dec 13 15:48:03.243090 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7842291c-db4f-477e-acbb-fafd994d2805 req-c88d67ad-e1d5-4a48-895a-a994de6dbedd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 Dec 13 15:48:04.354855 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bacc0e-7662-4715-aeb8-b44f8bbcdc9c req-b6815a0f-4b20-4d66-8041-622ecd4e85fa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:04.356304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9bacc0e-7662-4715-aeb8-b44f8bbcdc9c req-b6815a0f-4b20-4d66-8041-622ecd4e85fa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0489540 Dec 13 15:48:04.393237 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c9bacc0e-7662-4715-aeb8-b44f8bbcdc9c req-65bc5216-83b6-4abe-bff3-a8c173287d68 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Dec 13 15:48:05.511841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e005d6f-1352-424e-a51f-4291f70b517a req-947509db-1f45-4aef-b3c2-430ca5f58406 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:05.513344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e005d6f-1352-424e-a51f-4291f70b517a req-947509db-1f45-4aef-b3c2-430ca5f58406 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0534837 Dec 13 15:48:05.551235 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e005d6f-1352-424e-a51f-4291f70b517a req-53ed9d82-2e45-44c0-a4a5-d2e08990b061 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Dec 13 15:48:06.665172 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dcffb-048d-42ea-a052-d6a734af74c1 req-089cfc34-0ce3-41dc-adf8-b15221d5d329 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:06.666669 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c47dcffb-048d-42ea-a052-d6a734af74c1 req-089cfc34-0ce3-41dc-adf8-b15221d5d329 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0487444 Dec 13 15:48:06.703889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c47dcffb-048d-42ea-a052-d6a734af74c1 req-8e2c0ae6-a62e-4d8d-8bb8-219b962c481c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Dec 13 15:48:07.821522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82be63-6809-4788-b06a-8675b16c223e req-2c9aad9d-e11e-4fa5-9400-e3fe68b6cd5c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:07.823025 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c82be63-6809-4788-b06a-8675b16c223e req-2c9aad9d-e11e-4fa5-9400-e3fe68b6cd5c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0502861 Dec 13 15:48:07.860564 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c82be63-6809-4788-b06a-8675b16c223e req-eab4c8a6-262e-43cc-8add-76cfa1ebd004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Dec 13 15:48:08.758658 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-866a5e45-a3dd-449b-9613-dd2ad182f475 service neutron] show failed (client error): The resource could not be found. Dec 13 15:48:08.759659 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-866a5e45-a3dd-449b-9613-dd2ad182f475 service neutron] 10.222.0.50 "GET /v2.0/ports/78b53ca4-5cb9-449c-a2fc-6aab92c59d00/bindings/n-h1-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0531435 Dec 13 15:48:08.986194 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fd2a9-ba32-4c6a-9d97-53e3b37de7db req-5d4c3bb3-aebd-459a-bb7c-adbcc1117e0e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:08.987712 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f34fd2a9-ba32-4c6a-9d97-53e3b37de7db req-5d4c3bb3-aebd-459a-bb7c-adbcc1117e0e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0569353 Dec 13 15:48:09.025464 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f34fd2a9-ba32-4c6a-9d97-53e3b37de7db req-1b1295a6-9174-4a10-8c48-e460e05774c9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Dec 13 15:48:09.271396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-5ceecb8c-b4e1-45d8-ac4e-f890860d935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:09.272874 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-5ceecb8c-b4e1-45d8-ac4e-f890860d935f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 1096 time: 0.0784740 Dec 13 15:48:09.284708 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:09.336205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:09.534060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:09.572242 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:48:09.615012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:48:09.617286 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519be6b9-e226-4441-aa97-f024b7fde3ea" -d '{"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-unplugged", "status": "completed", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:48:09.621417 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:09.633632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Transition to ACTIVE for port object 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:48:09.664194 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e74115-ba06-430d-8a22-3b588ec110c6 x-openstack-request-id: req-f1e74115-ba06-430d-8a22-3b588ec110c6 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:48:09.664486 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-unplugged", "status": "completed", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:48:09.664759 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1e74115-ba06-430d-8a22-3b588ec110c6 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:48:09.665136 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'code': 200} Dec 13 15:48:09.696439 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:09.760188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=6']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:09.814078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.814447 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.814787 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.815123 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.815446 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.815771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.816092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.816410 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.816732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.817049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.817360 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.817677 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:09.882913 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] No DVR routers for this DVR port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:48:10.013318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:48:10.013574 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:48:10.013899 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on network 90a7871c-7ff0-48f4-9863-e220532cb1ce {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:48:10.018766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on network 90a7871c-7ff0-48f4-9863-e220532cb1ce not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:48:10.019088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Attempting to bind port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on network 90a7871c-7ff0-48f4-9863-e220532cb1ce {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:48:10.024153 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:48:10.024491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Checking segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:48:10.024879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Bound using segment: {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:48:10.025303 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Bound port: 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302c2a9b-ee89-41b2-9c10-b27a6f8730a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:48:10.025657 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:10.089213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:48:10.092170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:48:10.143037 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156e84f-77c3-4f23-96b1-cd41f0cb431f req-bbbdd56d-f0c8-41c4-89b8-deb7b13abc6a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:10.144508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d156e84f-77c3-4f23-96b1-cd41f0cb431f req-bbbdd56d-f0c8-41c4-89b8-deb7b13abc6a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0486920 Dec 13 15:48:10.156219 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:10.182479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d156e84f-77c3-4f23-96b1-cd41f0cb431f req-159ad46b-16b0-4070-8513-ec986508f0c2 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Dec 13 15:48:10.193982 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:10.194616 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:10.195993 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 1091 time: 0.9152412 Dec 13 15:48:10.236044 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1a1ac-db00-43c6-96cc-efa7e24a85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:10.269816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-993fef1e-5951-4e8b-98fd-f4b186bf4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:10.273471 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-993fef1e-5951-4e8b-98fd-f4b186bf4abd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1094 time: 0.0487096 Dec 13 15:48:10.364868 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-fdafe0ea-078c-484a-830d-8bdb5ff93976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:10.366381 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-fdafe0ea-078c-484a-830d-8bdb5ff93976 service neutron] 10.222.0.55 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0876131 Dec 13 15:48:10.434161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-4b03dcae-01ee-435b-ba03-9efa1b7f4674 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 998 time: 0.0611491 Dec 13 15:48:10.482513 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-3b547b35-3b11-4f45-9ca8-13b8eece81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:10.483876 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-3b547b35-3b11-4f45-9ca8-13b8eece81a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0431657 Dec 13 15:48:10.529114 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-fe4fcb98-3156-4890-a58d-a00b62cfa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:10.530594 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-fe4fcb98-3156-4890-a58d-a00b62cfa9ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396204 Dec 13 15:48:10.628202 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-d2aa00ce-7843-4b60-9f36-9377db77afde service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907362 Dec 13 15:48:10.714676 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-6781e28d-91fe-4ea2-86e4-593e13b4b0f5 service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797069 Dec 13 15:48:11.088957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:48:11.126660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:48:11.307523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed14669-d2b1-4dc5-b7c3-5d476a973632 req-cafbde2f-27b9-4164-ac50-3f19e3656e92 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:11.308869 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ed14669-d2b1-4dc5-b7c3-5d476a973632 req-cafbde2f-27b9-4164-ac50-3f19e3656e92 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0526612 Dec 13 15:48:11.344686 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2ed14669-d2b1-4dc5-b7c3-5d476a973632 req-5e54f999-0dbc-4fbb-849b-edc9f0473990 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300405 Dec 13 15:48:11.666710 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:48:11.669091 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:48:11.715284 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d81ff74-7cac-4ade-a6ba-e036e3f7d257 x-openstack-request-id: req-9d81ff74-7cac-4ade-a6ba-e036e3f7d257 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:48:11.715566 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:48:11.715813 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d81ff74-7cac-4ade-a6ba-e036e3f7d257 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:48:11.716200 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'status': 'completed', 'code': 200} Dec 13 15:48:11.775752 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-3e3b2245-eafe-4def-a638-303008928827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:11.777223 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-3e3b2245-eafe-4def-a638-303008928827 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1094 time: 0.0407050 Dec 13 15:48:11.779309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-a15bfe97-3999-4e9b-87af-e2cba53f22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:11.780770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-a15bfe97-3999-4e9b-87af-e2cba53f22a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1094 time: 0.0405509 Dec 13 15:48:11.873938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-085aae74-e062-473f-9728-a0ced0f2e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:11.875443 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-085aae74-e062-473f-9728-a0ced0f2e526 service neutron] 10.222.0.55 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0907280 Dec 13 15:48:11.879359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-6922c391-e9eb-4592-a797-daf55de10e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:11.880793 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-6922c391-e9eb-4592-a797-daf55de10e3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0914593 Dec 13 15:48:11.946088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-aea7b7ef-3358-44dd-9754-ee8beed3df39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 998 time: 0.0626826 Dec 13 15:48:11.946368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-affa3b6f-bab8-45cf-9ae0-f443a3a7c7af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 998 time: 0.0580447 Dec 13 15:48:11.996570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-4edb7e49-f758-435a-b59e-641a8ec9b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:11.998003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-4edb7e49-f758-435a-b59e-641a8ec9b534 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0437372 Dec 13 15:48:11.998989 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-7579b86b-6a89-4612-8edb-864d3875fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:12.000407 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-7579b86b-6a89-4612-8edb-864d3875fcd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0476449 Dec 13 15:48:12.043266 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-0539b1e6-de7c-403c-a157-663c3d2cc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:12.044822 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-0539b1e6-de7c-403c-a157-663c3d2cc4dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391574 Dec 13 15:48:12.044956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-f544b0ee-8929-45b6-bf00-076901eb1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:12.046364 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-f544b0ee-8929-45b6-bf00-076901eb1bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392270 Dec 13 15:48:12.136857 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-889e08b5-bd61-42d1-b13b-2dd77e6c8675 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819213 Dec 13 15:48:12.138260 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-9033c878-1f3f-4c30-9cc5-59558d95c228 service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855591 Dec 13 15:48:12.236791 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-689001f6-27e5-40d1-84ce-328e70641381 service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Dec 13 15:48:12.237918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a81765d3-cff8-4174-b8d0-3f2b8a8ffb0c req-0d0e0cb2-d7ad-4128-836a-7a9d2e4f42a9 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938163 Dec 13 15:48:12.463621 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bfa01-7b69-4cde-a66a-63b637d681e2 req-e8aa51b4-c932-4be6-93d3-d34a187b9125 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:12.465075 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c7bfa01-7b69-4cde-a66a-63b637d681e2 req-e8aa51b4-c932-4be6-93d3-d34a187b9125 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0538130 Dec 13 15:48:12.776256 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3c7bfa01-7b69-4cde-a66a-63b637d681e2 req-520ba7c5-8ce8-4ca3-a94d-4ba7f7b2776d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044481 Dec 13 15:48:13.905138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94323d2b-4d97-49e8-b6a5-8228b44b0813 req-9352fb92-5c0b-4c29-bb32-1dbfe225d46f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:13.906627 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94323d2b-4d97-49e8-b6a5-8228b44b0813 req-9352fb92-5c0b-4c29-bb32-1dbfe225d46f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0532386 Dec 13 15:48:13.944234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-94323d2b-4d97-49e8-b6a5-8228b44b0813 req-8b8daa99-29c2-45be-b5cb-d515ca7ea70e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Dec 13 15:48:14.241394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ee114-17fe-4f1e-b67e-971a24e64e62 req-bf27bdd9-5c00-4a50-8b5c-91b10aa08232 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:14.242945 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb8ee114-17fe-4f1e-b67e-971a24e64e62 req-bf27bdd9-5c00-4a50-8b5c-91b10aa08232 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0499382 Dec 13 15:48:14.309634 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb8ee114-17fe-4f1e-b67e-971a24e64e62 req-7e327ea2-a91b-4e7d-9553-29f0c8f3436b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603981 Dec 13 15:48:14.330531 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417691-f2f9-4210-92dd-063040362f06 req-965a1c30-7e7e-4cc4-9674-903596b866e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:14.332108 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-965a1c30-7e7e-4cc4-9674-903596b866e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc&tenant_id=cceb0889f34a4876be8aaa68ca25a88b&binding%3Ahost_id=n-h1-816954-1 HTTP/1.1" status: 200 len: 943 time: 0.0595059 Dec 13 15:48:14.393056 n-d-816954-1 neutron-server[102823]: INFO neutron.api.v2.resource [req-a3417691-f2f9-4210-92dd-063040362f06 req-24a55e5d-6888-46a8-8420-378d02e8dab2 service neutron] delete failed (client error): The resource could not be found. Dec 13 15:48:14.394084 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-24a55e5d-6888-46a8-8420-378d02e8dab2 service neutron] 10.222.0.50 "DELETE /v2.0/ports/78b53ca4-5cb9-449c-a2fc-6aab92c59d00/bindings/n-h2-816954-1 HTTP/1.1" status: 404 len: 380 time: 0.0541868 Dec 13 15:48:14.425088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fca4df-cd4c-4e57-86bf-9ca98f684a59 req-35c6e8f7-8214-4b46-945c-6e8d675f74da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:14.426510 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6fca4df-cd4c-4e57-86bf-9ca98f684a59 req-35c6e8f7-8214-4b46-945c-6e8d675f74da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 943 time: 0.0488136 Dec 13 15:48:14.464440 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6fca4df-cd4c-4e57-86bf-9ca98f684a59 req-23bfd9a4-bc8a-41a8-a35a-8ce4b41868ba tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Dec 13 15:48:14.478157 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417691-f2f9-4210-92dd-063040362f06 req-ef0de925-fd7b-4d70-b304-5fe5b494320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:14.479711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-ef0de925-fd7b-4d70-b304-5fe5b494320b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1094 time: 0.0426264 Dec 13 15:48:14.572613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417691-f2f9-4210-92dd-063040362f06 req-f64be632-1a9d-4841-be85-dbba09521cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:14.574071 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-f64be632-1a9d-4841-be85-dbba09521cef service neutron] 10.222.0.50 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0877151 Dec 13 15:48:14.625540 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:48:14.638120 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-445d11e2-c492-46b0-84ef-64f746ab41ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 998 time: 0.0568812 Dec 13 15:48:14.691400 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417691-f2f9-4210-92dd-063040362f06 req-af03587d-78ed-4c68-95fe-ab9a4116e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:14.692769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-af03587d-78ed-4c68-95fe-ab9a4116e2b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0477591 Dec 13 15:48:14.718403 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:14.733345 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'port_id': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'mac_address': 'fa:16:3e:a8:39:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:48:14.739460 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417691-f2f9-4210-92dd-063040362f06 req-166ef46a-93e5-4450-af38-62b02c156d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:14.740965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-166ef46a-93e5-4450-af38-62b02c156d19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409541 Dec 13 15:48:14.770183 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:14.782768 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:48:14.801121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:14.829984 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-4c1916f6-ddd6-4bcd-964d-c0ab54275adc service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803394 Dec 13 15:48:14.892891 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:14.923605 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3417691-f2f9-4210-92dd-063040362f06 req-0c617ee9-86e1-40db-a421-ec0d854de119 service neutron] 10.222.0.50 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864918 Dec 13 15:48:14.942800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:14.949919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.950274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.950613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.950939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.951313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.951872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.951872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.952199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.952507 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.952818 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.953129 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:14.953441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:15.131022 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['78b53ca4-5cb9-449c-a2fc-6aab92c59d00'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:48:15.580805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d58fd0-3c92-4352-a46a-b96c385a1218 req-1a457f22-2eb3-43ed-9634-1869d2aeac11 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:15.582304 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83d58fd0-3c92-4352-a46a-b96c385a1218 req-1a457f22-2eb3-43ed-9634-1869d2aeac11 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 944 time: 0.0508945 Dec 13 15:48:15.632824 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-83d58fd0-3c92-4352-a46a-b96c385a1218 req-33a4d5c9-5e92-4ad1-b1c1-e9418936b305 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444798 Dec 13 15:48:16.349495 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:16.640808 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:48:16.746080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f53391-5889-4d60-9616-023c92c2a7a3 req-3fb700dc-08b9-4cef-9b51-b532f2014f2a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:16.747564 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66f53391-5889-4d60-9616-023c92c2a7a3 req-3fb700dc-08b9-4cef-9b51-b532f2014f2a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 944 time: 0.0483255 Dec 13 15:48:16.749718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:48:16.754242 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:48:16.754631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:16.786789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-66f53391-5889-4d60-9616-023c92c2a7a3 req-0454250b-dba6-446b-ac46-a6fb99e1f893 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Dec 13 15:48:16.809076 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38252) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:16.834561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:16.860751 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:48:16.860751 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d2bc0-e302-4856-9532-1280a6e886aa" -d '{"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-plugged", "status": "completed", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:48:16.872286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:16.875338 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7219f99e-7c9f-4af7-aed1-bf68675f23d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/7beb65b9-a616-4f52-910f-14a1ab9459d2 HTTP/1.1" status: 200 len: 991 time: 0.0650682 Dec 13 15:48:16.903182 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba58ea6-b15e-488a-b331-d36b4a9535c9 x-openstack-request-id: req-4ba58ea6-b15e-488a-b331-d36b4a9535c9 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:48:16.903477 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-plugged", "status": "completed", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:48:16.903733 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ba58ea6-b15e-488a-b331-d36b4a9535c9 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:48:16.904129 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'code': 200} Dec 13 15:48:16.949797 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:16.995721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:17.530449 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:19.921400 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d62ae7fa-9de3-49e5-80bd-31afe3386375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:22.296516 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b57333d9-8346-455a-83be-52b1cd4ad688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:23.299264 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:48:23.492422 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:25.155306 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:25.233347 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:28.662494 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-c7e98ba8-7249-459f-b4b6-a04321c9521d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418415 Dec 13 15:48:28.744061 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-a348bae3-83ef-4a6f-a713-06f2ada3e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:28.745503 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-a348bae3-83ef-4a6f-a713-06f2ada3e92f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1096 time: 0.0395262 Dec 13 15:48:28.844045 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-43fe54a7-cf4d-4d91-be9c-bacd169e7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:28.845982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-43fe54a7-cf4d-4d91-be9c-bacd169e7cb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0821629 Dec 13 15:48:28.914004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-f5c1e462-8bfa-40d1-a734-bc526ae7d37d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 1000 time: 0.0606732 Dec 13 15:48:28.967896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-4f989c31-2a07-4c31-8ab2-12ee56dd90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:28.969319 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-4f989c31-2a07-4c31-8ab2-12ee56dd90fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0421970 Dec 13 15:48:29.013500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-7a2ce484-fb87-49a4-9ef6-99652770d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:29.014957 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-7a2ce484-fb87-49a4-9ef6-99652770d435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384169 Dec 13 15:48:29.105323 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-f076e60b-4abc-4bcc-bd10-d57bda04aaa9 service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Dec 13 15:48:29.200650 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-57a96c01-c6be-4770-bbc9-c8b5da9e0cf5 req-7e2486f2-17dd-42ca-9628-8a0bd75e8374 service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800862 Dec 13 15:48:43.364043 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38268) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:43.517615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 62248242-3e0b-4da8-b26e-0a84a50353fe {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:48:43.517964 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:43.590949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:43.591280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:43.603457 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 62248242-3e0b-4da8-b26e-0a84a50353fe owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:48:43.824160 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:43.851690 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=62248242-3e0b-4da8-b26e-0a84a50353fe,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:43.861736 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.862136 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.863115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.863115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.863349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.863961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.863961 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.864197 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.864522 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.864845 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.865169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.865487 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:43.924636 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:43.930881 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 7beb65b9-a616-4f52-910f-14a1ab9459d2 disassociated (deleted). External IP: 172.25.7.72, port: 78b53ca4-5cb9-449c-a2fc-6aab92c59d00. Dec 13 15:48:44.128162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router 25f01c84-91b9-45f0-8ba1-3019b0be156a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:48:44.235938 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:48:44.241132 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:44.249429 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] Sync routers for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:48:44.259595 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:48:44.260274 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:44.273109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f41b8a19-4090-4119-8a90-a148b7fce5d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/floatingips/7beb65b9-a616-4f52-910f-14a1ab9459d2 HTTP/1.1" status: 204 len: 168 time: 0.9077582 Dec 13 15:48:44.273703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:48:44.276053 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec38d86-709d-40fb-a7f5-4647d787a825" -d '{"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:48:44.320244 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5af2978-ffab-4888-8109-1e12eae5384b x-openstack-request-id: req-a5af2978-ffab-4888-8109-1e12eae5384b {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:48:44.320567 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:48:44.320822 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5af2978-ffab-4888-8109-1e12eae5384b {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:48:44.321230 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'status': 'completed', 'code': 200} Dec 13 15:48:44.382465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:48:44.390551 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-8ea6b183-d284-42fa-a156-994c41674ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:44.392081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-8ea6b183-d284-42fa-a156-994c41674ecd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 1096 time: 0.0458431 Dec 13 15:48:44.482923 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-2b8911a4-f309-4101-b323-e780bcb7ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:44.484396 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-2b8911a4-f309-4101-b323-e780bcb7ba4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 200 len: 897 time: 0.0834424 Dec 13 15:48:44.532015 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-33480c70-15d9-49ca-b1ce-3d4e57df39bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 200 len: 217 time: 0.0398197 Dec 13 15:48:44.581174 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:08Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:44.582714 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-ff4f1dd6-8040-4c57-bd34-551f1951834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:44.584261 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-ff4f1dd6-8040-4c57-bd34-551f1951834a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 200 len: 833 time: 0.0445633 Dec 13 15:48:44.607700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] Checking router: 25f01c84-91b9-45f0-8ba1-3019b0be156a for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:48:44.623610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:48:44.626464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:44.633425 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-15263a99-9d82-4126-8c7e-b133ac78fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:44.634926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-15263a99-9d82-4126-8c7e-b133ac78fb34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90a7871c-7ff0-48f4-9863-e220532cb1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432112 Dec 13 15:48:44.730908 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:48:44.762470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673e41-4298-417f-9d76-d4e1be68235d req-103d6791-d4f8-4d7b-b95c-3135c276b731 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:44.763955 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf673e41-4298-417f-9d76-d4e1be68235d req-103d6791-d4f8-4d7b-b95c-3135c276b731 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0718932 Dec 13 15:48:44.780953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-663cfd19-5b9b-4e81-9fbf-5a0b9961d1a6 service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350241 Dec 13 15:48:44.853432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf673e41-4298-417f-9d76-d4e1be68235d req-c096fdc8-60ba-4b92-91ff-cc0c964428b7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821857 Dec 13 15:48:44.896027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bec38d86-709d-40fb-a7f5-4647d787a825 req-67195cbd-9098-497e-9d02-43d39bee56b1 service neutron] 10.222.0.55 "GET /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044903 Dec 13 15:48:44.934460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:08Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:44.960755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4c8da-06f4-41e3-8210-915bf6a4153e None None] The sync data for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 is: [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:05Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '99864770-4b11-4f64-a791-8ea71f67042e', 'name': '', 'network_id': '90a7871c-7ff0-48f4-9863-e220532cb1ce', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:60:df:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '90b9896d-0197-484f-994b-eafa0ded5213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:04Z', 'updated_at': '2021-12-13T15:47:08Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '90b9896d-0197-484f-994b-eafa0ded5213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:48:45.180158 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd1ec46-c80f-470f-91f7-16f7eb5aadc1 None None] New status for floating IP 7beb65b9-a616-4f52-910f-14a1ab9459d2: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:48:45.969605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df26a93-2ba7-4c24-b4ee-a73e6d15de4b req-39dfd0ef-3b65-41c6-8a52-869e5704bdbd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:45.971136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3df26a93-2ba7-4c24-b4ee-a73e6d15de4b req-39dfd0ef-3b65-41c6-8a52-869e5704bdbd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0487785 Dec 13 15:48:45.977170 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-58386eef-ad84-4a6d-a752-deb9e453a605 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:45.978657 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-58386eef-ad84-4a6d-a752-deb9e453a605 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 945 time: 0.0481339 Dec 13 15:48:46.012163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3df26a93-2ba7-4c24-b4ee-a73e6d15de4b req-62b4d398-8204-4cda-b3a2-79db778dcd54 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94b3130-ba50-4d03-93de-eb1551b6744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345101 Dec 13 15:48:46.075243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:48:46.075584 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:46.164857 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:46.165217 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:46.178056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:48:46.395402 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:46.421885 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:46.449204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=78b53ca4-5cb9-449c-a2fc-6aab92c59d00,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:46.491755 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] No DVR routers for this DVR port 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:48:46.495015 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:46.497662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1fe78585-9047-4951-bf93-3ec5fd5896a3 req-c0968754-049f-4b13-a04c-e2bacfc24965 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "DELETE /v2.0/ports/78b53ca4-5cb9-449c-a2fc-6aab92c59d00 HTTP/1.1" status: 204 len: 173 time: 0.5122416 Dec 13 15:48:46.498097 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-deleted', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:48:46.500381 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec55380f-42e0-47eb-ae66-6d17b55bffe1" -d '{"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-deleted", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:48:46.636771 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c249ec82-5875-45dc-9cf9-38066ec42596 x-openstack-request-id: req-c249ec82-5875-45dc-9cf9-38066ec42596 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:48:46.637066 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc", "name": "network-vif-deleted", "tag": "78b53ca4-5cb9-449c-a2fc-6aab92c59d00", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:48:46.637317 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c249ec82-5875-45dc-9cf9-38066ec42596 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:48:46.637717 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc', 'name': 'network-vif-deleted', 'tag': '78b53ca4-5cb9-449c-a2fc-6aab92c59d00', 'status': 'completed', 'code': 200} Dec 13 15:48:47.119514 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67887fea-e0a9-480e-beb1-55e8a932aad6 req-5c98bb48-06f0-4807-bfc2-9228bd2ecf4f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=514ef4c6-5f81-4e7c-b3e7-7bfb4c5d56bc HTTP/1.1" status: 200 len: 210 time: 0.0298436 Dec 13 15:48:47.567295 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:48.175320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38286) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:48.523416 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:48.763345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 99864770-4b11-4f64-a791-8ea71f67042e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:48:48.763680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:48.843995 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:48:48.851683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 99864770-4b11-4f64-a791-8ea71f67042e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=99864770-4b11-4f64-a791-8ea71f67042e,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:48.852039 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:48.863869 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 99864770-4b11-4f64-a791-8ea71f67042e owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:48:48.866441 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:48:48.866794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 78b53ca4-5cb9-449c-a2fc-6aab92c59d00 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:48:49.115621 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:49.140318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=99864770-4b11-4f64-a791-8ea71f67042e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:49.328364 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:49.854924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router 25f01c84-91b9-45f0-8ba1-3019b0be156a has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:48:49.948223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-18a27b05-0fa1-4301-bcaa-3e96158f8c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:49.969137 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:48:49.975009 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2a31e66e-39b0-477f-ac83-072bc2fafa3b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/25f01c84-91b9-45f0-8ba1-3019b0be156a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7983572 Dec 13 15:48:49.977282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38288) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:49.980663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] Sync routers for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:48:49.990210 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:48:49.991489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:50.032887 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting subnet 90b9896d-0197-484f-994b-eafa0ded5213 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:48:50.037324 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.075354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.098485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:48:50.162297 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.277773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:48:48Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:50.358062 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.387917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Subnet': ['ID=90b9896d-0197-484f-994b-eafa0ded5213,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:50.389961 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.399607 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-95e82616-a0a3-4cea-a410-4f43df1f99d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/subnets/90b9896d-0197-484f-994b-eafa0ded5213 HTTP/1.1" status: 204 len: 168 time: 0.4213138 Dec 13 15:48:50.402344 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38290) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:50.470990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9072434-f46b-49ca-a1eb-afd5f4fe53b1 None None] Network 90a7871c-7ff0-48f4-9863-e220532cb1ce requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:48:50.473169 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] Checking router: 25f01c84-91b9-45f0-8ba1-3019b0be156a for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:48:50.518871 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.524064 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] Routers {'25f01c84-91b9-45f0-8ba1-3019b0be156a'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:48:50.524686 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['25f01c84-91b9-45f0-8ba1-3019b0be156a'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:50.622418 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.679259 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] Set router 25f01c84-91b9-45f0-8ba1-3019b0be156a gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:48:50.737560 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:48:50.737843 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.757024 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] DHCP port deletion for 90a7871c-7ff0-48f4-9863-e220532cb1ce request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:48:50.821312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 7ba562ef-d4d5-401f-b4c4-6db65605d8cc, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:50.821611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.834594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 7ba562ef-d4d5-401f-b4c4-6db65605d8cc owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:48:50.887580 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] Deleting port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:48:50.887949 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.959872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] For port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=7042b1fd-c33e-4733-a13b-cd9d0eb91afa,segment=NetworkSegment(302c2a9b-ee89-41b2-9c10-b27a6f8730a9),segment_id=302c2a9b-ee89-41b2-9c10-b27a6f8730a9)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:48:50.960608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:50.971180 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:48:48Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:50.976377 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] Calling delete_port for 7042b1fd-c33e-4733-a13b-cd9d0eb91afa owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:48:51.003282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9ddea-52af-4915-8560-8e28396b9763 None None] The sync data for ids ['25f01c84-91b9-45f0-8ba1-3019b0be156a'] in n-d-816954-1 is: [{'id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838385620', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:48:48Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '7ba562ef-d4d5-401f-b4c4-6db65605d8cc', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f01c84-91b9-45f0-8ba1-3019b0be156a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:47:01Z', 'updated_at': '2021-12-13T15:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:48:51.073632 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.099740 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=7ba562ef-d4d5-401f-b4c4-6db65605d8cc,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:51.144290 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.164392 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.174619 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] No DVR routers for this DVR port 7042b1fd-c33e-4733-a13b-cd9d0eb91afa on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:48:51.179451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1134282-fd51-4ac9-92cf-1b789808a2bc None None] Pushing event deleted for resources: {'Port': ['ID=7042b1fd-c33e-4733-a13b-cd9d0eb91afa,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:51.256160 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.258205 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.353713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.354323 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Fanout notify agent at l3_agent the message router_deleted on router 25f01c84-91b9-45f0-8ba1-3019b0be156a {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:48:51.362397 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.363504 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-19b81dc3-2ac4-4834-993e-6fb5f68d1556 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/routers/25f01c84-91b9-45f0-8ba1-3019b0be156a HTTP/1.1" status: 204 len: 168 time: 0.9601400 Dec 13 15:48:51.366191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38292) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:51.456468 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.544670 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.565941 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a7871c-7ff0-48f4-9863-e220532cb1ce']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:51.575998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302c2a9b-ee89-41b2-9c10-b27a6f8730a9') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:51.576286 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302c2a9b-ee89-41b2-9c10-b27a6f8730a9') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:51.586098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.599308 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.605565 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:48:51.605958 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: timer() Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:48:51.609810 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:48:51.759150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.769913 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.769913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/networks/90a7871c-7ff0-48f4-9863-e220532cb1ce HTTP/1.1" status: 204 len: 168 time: 0.4019523 Dec 13 15:48:51.772047 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38294) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:51.781105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119fbf8-e433-4a61-ba83-8085e5ce9713 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Network': ['ID=90a7871c-7ff0-48f4-9863-e220532cb1ce,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:51.831951 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b08f83c2-2d93-49b7-b1d2-49e19244e4c5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.857042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b08f83c2-2d93-49b7-b1d2-49e19244e4c5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.976589 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b08f83c2-2d93-49b7-b1d2-49e19244e4c5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.979267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b08f83c2-2d93-49b7-b1d2-49e19244e4c5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:51.980446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b08f83c2-2d93-49b7-b1d2-49e19244e4c5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/security-groups/b94b3130-ba50-4d03-93de-eb1551b6744c HTTP/1.1" status: 204 len: 168 time: 0.2073967 Dec 13 15:48:51.992379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f83c2-2d93-49b7-b1d2-49e19244e4c5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b3130-ba50-4d03-93de-eb1551b6744c,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:52.326770 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cfece167-9661-428f-9b98-c0c3d15f4ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:52.385861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7ba562ef-d4d5-401f-b4c4-6db65605d8cc no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:48:52.406404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 7ba562ef-d4d5-401f-b4c4-6db65605d8cc {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:48:52.406740 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7ba562ef-d4d5-401f-b4c4-6db65605d8cc not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:48:52.407134 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 99864770-4b11-4f64-a791-8ea71f67042e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:48:52.425363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 99864770-4b11-4f64-a791-8ea71f67042e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:48:52.425698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 99864770-4b11-4f64-a791-8ea71f67042e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:48:52.426085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7042b1fd-c33e-4733-a13b-cd9d0eb91afa no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:48:52.443956 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 7042b1fd-c33e-4733-a13b-cd9d0eb91afa {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:48:52.444295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 7042b1fd-c33e-4733-a13b-cd9d0eb91afa not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:48:52.612520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38300) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:52.617579 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-40ba6b79-3d1b-4d85-a781-5d2a2d88bb09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202189688', 'description': 'tempest-secgroup-smoke-1202189688 description', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:52.747704 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40ba6b79-3d1b-4d85-a781-5d2a2d88bb09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:52.812544 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40ba6b79-3d1b-4d85-a781-5d2a2d88bb09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:52.884722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40ba6b79-3d1b-4d85-a781-5d2a2d88bb09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:52.913437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba6b79-3d1b-4d85-a781-5d2a2d88bb09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717cc0e7-dbfd-4952-a982-a6511cb4ad28,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:52.962976 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-40ba6b79-3d1b-4d85-a781-5d2a2d88bb09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:52.964200 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-40ba6b79-3d1b-4d85-a781-5d2a2d88bb09 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3503530 Dec 13 15:48:52.967110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38302) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:52.971369 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-6460a1ea-1bc3-4f85-8e81-ef2d6c7805fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '717cc0e7-dbfd-4952-a982-a6511cb4ad28', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:53.049313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6460a1ea-1bc3-4f85-8e81-ef2d6c7805fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.104006 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6460a1ea-1bc3-4f85-8e81-ef2d6c7805fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.166722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6460a1ea-1bc3-4f85-8e81-ef2d6c7805fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.185468 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a1ea-1bc3-4f85-8e81-ef2d6c7805fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db43800-8875-4563-9e41-1e4785158149,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:53.275843 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6460a1ea-1bc3-4f85-8e81-ef2d6c7805fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.277040 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6460a1ea-1bc3-4f85-8e81-ef2d6c7805fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3090236 Dec 13 15:48:53.279863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38304) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:53.284180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-f082e73f-eb74-4a40-bd93-d0a064a20b60 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '717cc0e7-dbfd-4952-a982-a6511cb4ad28', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:53.364324 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f082e73f-eb74-4a40-bd93-d0a064a20b60 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.423358 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f082e73f-eb74-4a40-bd93-d0a064a20b60 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.490456 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f082e73f-eb74-4a40-bd93-d0a064a20b60 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.508681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082e73f-eb74-4a40-bd93-d0a064a20b60 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0bdfc6-9890-458d-b8ea-39dc4aeaff2c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:53.519137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.589580 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f082e73f-eb74-4a40-bd93-d0a064a20b60 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.590919 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f082e73f-eb74-4a40-bd93-d0a064a20b60 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100386 Dec 13 15:48:53.593563 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38306) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:53.597911 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2dbec703-e9d5-44e1-8d2d-e5bc51779e10 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '717cc0e7-dbfd-4952-a982-a6511cb4ad28', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:53.689370 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dbec703-e9d5-44e1-8d2d-e5bc51779e10 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.746671 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dbec703-e9d5-44e1-8d2d-e5bc51779e10 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.823943 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dbec703-e9d5-44e1-8d2d-e5bc51779e10 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.841130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbec703-e9d5-44e1-8d2d-e5bc51779e10 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d2b754-efe4-471d-a550-46919b9183c0,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:53.906114 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2dbec703-e9d5-44e1-8d2d-e5bc51779e10 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:53.907377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2dbec703-e9d5-44e1-8d2d-e5bc51779e10 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129027 Dec 13 15:48:53.910118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38308) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:53.914523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-47ac1f8f-5f69-4992-8f49-4fe4731ca1ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '717cc0e7-dbfd-4952-a982-a6511cb4ad28', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:54.020870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-47ac1f8f-5f69-4992-8f49-4fe4731ca1ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.079979 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-47ac1f8f-5f69-4992-8f49-4fe4731ca1ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.158870 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-47ac1f8f-5f69-4992-8f49-4fe4731ca1ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.174728 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac1f8f-5f69-4992-8f49-4fe4731ca1ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42deeff-4bac-45f5-90d3-4469f7c9205c,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:54.298163 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-47ac1f8f-5f69-4992-8f49-4fe4731ca1ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.299361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-47ac1f8f-5f69-4992-8f49-4fe4731ca1ee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3882999 Dec 13 15:48:54.302795 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38310) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:54.307474 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '717cc0e7-dbfd-4952-a982-a6511cb4ad28', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:54.404862 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:48:54.409918 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.460028 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.536001 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.554195 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0658a1a8-7658-47bf-83a4-be3090723a5a,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:54.629939 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.631188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-14f57f59-35d1-4d77-b0a5-5cb162384004 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273287 Dec 13 15:48:54.634139 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38312) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:54.639001 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': '717cc0e7-dbfd-4952-a982-a6511cb4ad28', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:54.743805 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:48:54.748700 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.809859 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.875304 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.894703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caa8d16-b367-4a1e-b36e-37f6e4a66f3f,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:54.974804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:54.976016 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-892205cb-ccb1-4ce6-b5b1-5def034c7011 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3406355 Dec 13 15:48:54.979537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38314) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:54.985611 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'network': {'name': 'tempest-network-smoke--612295737', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'port_security_enabled': True}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:55.064247 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:48:55.068225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.091272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:48:55.099605 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.106975 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Added segment 9050ce67-6265-4e27-b07b-6f944257fe8e of type vlan for network 17459240-4c4d-4ae6-9f4b-4e203c785c29 Dec 13 15:48:55.138343 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.153632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.182157 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.241200 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.246897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:55.249067 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.317244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Network': ['ID=17459240-4c4d-4ae6-9f4b-4e203c785c29,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:55.330983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:48:55.386792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5b395832-2a80-410e-a2fa-d914c6abf3d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4062133 Dec 13 15:48:55.389596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38316) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:55.394019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'admin_state_up': True, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:55.473602 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.474660 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.529509 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.728615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.966714 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:55.985838 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:56.088555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.42 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/a379682b-d7f4-44b1-bf1d-bdde7dad265f) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:48:56.192057 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:56.293081 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:56.329396 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:48:56.332289 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:48:56.334867 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:48:56.370112 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=a379682b-d7f4-44b1-bf1d-bdde7dad265f,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:56.634701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:56.830436 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.012355 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f7d6e325-afd4-4640-ad94-c3f997fe1867 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:48:57.117048 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:48:57.127456 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Sync routers for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:48:57.136867 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:48:57.137463 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:57.210428 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.211904 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-dbfdf65b-630f-465b-b1fb-19a9e4faf347 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8213160 Dec 13 15:48:57.215023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38318) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:57.241638 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:48:57.245964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-33bbd1e0-3b69-4a63-8f29-2bad20cd7194 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cceb0889f34a4876be8aaa68ca25a88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298703 Dec 13 15:48:57.248823 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38320) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:57.339327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da03db-9a65-4bd7-abfa-d9340843e6b7 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:57.340782 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-76da03db-9a65-4bd7-abfa-d9340843e6b7 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909672 Dec 13 15:48:57.343653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38322) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:57.373400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ea0e4654-d81e-4ac4-984e-9a25c6a95881 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264556 Dec 13 15:48:57.373623 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38324) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:57.420195 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:56Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:57.429766 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-317769072', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:48:57.532985 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Checking router: f7d6e325-afd4-4640-ad94-c3f997fe1867 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:48:57.533329 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Updating router f7d6e325-afd4-4640-ad94-c3f997fe1867 port a379682b-d7f4-44b1-bf1d-bdde7dad265f binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:48:57.557350 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.572480 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:48:57.576115 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.808593 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.845489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.907250 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Subnet': ['ID=3fde3f4b-0068-4a78-961e-2c144c4469b9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:57.915302 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Checking segment: {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:48:57.915695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network hostable DHCP agents. Network: 17459240-4c4d-4ae6-9f4b-4e203c785c29, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:48:57.916363 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.964921 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Attempting to bind port a379682b-d7f4-44b1-bf1d-bdde7dad265f on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:48:57.965506 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Attempting to bind port a379682b-d7f4-44b1-bf1d-bdde7dad265f by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:48:57.966001 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Attempting to bind port a379682b-d7f4-44b1-bf1d-bdde7dad265f on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:48:57.975399 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Pushing event updated for resources: {'Port': ['ID=a379682b-d7f4-44b1-bf1d-bdde7dad265f,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:57.978376 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:48:57.978742 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:48:57.979137 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:57.979521 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:48:57.979977 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Bound port: a379682b-d7f4-44b1-bf1d-bdde7dad265f, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:48:57.980349 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.002345 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.002691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.003035 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.003372 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.003703 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.004032 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.004355 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.004676 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.005086 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.005413 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.005733 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.006050 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:48:58.006992 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:48:58.040358 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] For port a379682b-d7f4-44b1-bf1d-bdde7dad265f, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:48:58.043363 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] For port a379682b-d7f4-44b1-bf1d-bdde7dad265f, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a379682b-d7f4-44b1-bf1d-bdde7dad265f,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:48:58.098681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 17459240-4c4d-4ae6-9f4b-4e203c785c29) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:48:58.102835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:48:58.103523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.108036 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d785a-042f-4779-b162-48dcce5bafe6 None None] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:48:58.127632 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.182096 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:48:58.182743 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:58.198611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c45ecfb5-2723-4ad4-8888-55518518e405 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8239024 Dec 13 15:48:58.201469 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38328) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:48:58.220338 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998561-5bac-43ce-883c-c6793c1c6ca5 None None] Pushing event updated for resources: {'Port': ['ID=a379682b-d7f4-44b1-bf1d-bdde7dad265f,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:58.263184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-17459240-4c4d-4ae6-9f4b-4e203c785c29', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:48:58.264205 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.289918 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:48:58.407465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Allocated IP 172.20.0.2 (17459240-4c4d-4ae6-9f4b-4e203c785c29/3fde3f4b-0068-4a78-961e-2c144c4469b9/85a2b2b0-0036-4a5c-9619-f7d6ec4d5584) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:48:58.484905 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:56Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:48:58.513005 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764369a-e302-4ba7-badb-ec789a0335e7 None None] The sync data for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 is: [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:56Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:48:58.559725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.622782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.662074 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.664782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:48:58.667694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:48:58.671556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:48:58.701672 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Pushing event updated for resources: {'Port': ['ID=85a2b2b0-0036-4a5c-9619-f7d6ec4d5584,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:58.737167 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Attempting to bind port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:48:58.737645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Attempting to bind port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:48:58.738110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Attempting to bind port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 on network 17459240-4c4d-4ae6-9f4b-4e203c785c29 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:48:58.745389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:48:58.745389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Checking segment: {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:48:58.745389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.745389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Bound using segment: {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:48:58.747500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Bound port: 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:48:58.747961 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.826979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] For port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:48:58.830661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] For port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=85a2b2b0-0036-4a5c-9619-f7d6ec4d5584,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:48:58.899626 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:58.971559 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79982b-e8a7-4e6e-8986-1854436650ab None None] Pushing event updated for resources: {'Port': ['ID=85a2b2b0-0036-4a5c-9619-f7d6ec4d5584,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:58.977798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.1 (17459240-4c4d-4ae6-9f4b-4e203c785c29/3fde3f4b-0068-4a78-961e-2c144c4469b9/68f6098c-08e2-40f3-a80f-bd48f9bb64de) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:48:59.132905 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:59.248462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:59.291815 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:48:59.294995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:48:59.298859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:48:59.324429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=68f6098c-08e2-40f3-a80f-bd48f9bb64de,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:48:59.347478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:59.560081 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:48:59.835486 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7279d5a-9219-40f9-ac3f-023148251421 None None] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:48:59.899521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b203917e-1096-4f5c-a82e-137d8d3a752b None None] Provisioning complete for port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:48:59.899893 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b203917e-1096-4f5c-a82e-137d8d3a752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.057555 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b203917e-1096-4f5c-a82e-137d8d3a752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.104754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b203917e-1096-4f5c-a82e-137d8d3a752b None None] For port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=85a2b2b0-0036-4a5c-9619-f7d6ec4d5584,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:49:00.179819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b203917e-1096-4f5c-a82e-137d8d3a752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.185833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.235245 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203917e-1096-4f5c-a82e-137d8d3a752b None None] Pushing event updated for resources: {'Port': ['ID=85a2b2b0-0036-4a5c-9619-f7d6ec4d5584,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:00.258683 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.300306 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:49:00.335563 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=68f6098c-08e2-40f3-a80f-bd48f9bb64de,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:00.340735 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.412214 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-91a5944c-a9c2-4133-bf70-02bcc91d45c0 None None] Provisioning complete for port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:00.412214 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91a5944c-a9c2-4133-bf70-02bcc91d45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.470546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:49:00.472668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:49:00.491308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a379682b-d7f4-44b1-bf1d-bdde7dad265f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:49:00.547381 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-91a5944c-a9c2-4133-bf70-02bcc91d45c0 None None] Provisioning complete for port 68f6098c-08e2-40f3-a80f-bd48f9bb64de triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:00.547833 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91a5944c-a9c2-4133-bf70-02bcc91d45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.586493 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a379682b-d7f4-44b1-bf1d-bdde7dad265f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:00.587154 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.594184 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f7d6e325-afd4-4640-ad94-c3f997fe1867 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:49:00.610802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-91a5944c-a9c2-4133-bf70-02bcc91d45c0 None None] Port 68f6098c-08e2-40f3-a80f-bd48f9bb64de cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:49:00.669380 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.691771 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port a379682b-d7f4-44b1-bf1d-bdde7dad265f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a379682b-d7f4-44b1-bf1d-bdde7dad265f,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:49:00.715049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:49:00.731430 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d236d10e-a6f0-41ae-a720-de4d5f80e1df None None] Provisioning complete for port 68f6098c-08e2-40f3-a80f-bd48f9bb64de triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:00.731918 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d236d10e-a6f0-41ae-a720-de4d5f80e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.732049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a6afb59a-d627-423d-b11a-ea691901ce22 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/f7d6e325-afd4-4640-ad94-c3f997fe1867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287828 Dec 13 15:49:00.735165 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Sync routers for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:49:00.765985 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:49:00.766625 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:00.771765 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.772327 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:49:00.866637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-93cde16d-7c5d-4473-9428-2f2993019d9a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202189688&fields=id&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 267 time: 0.0338528 Dec 13 15:49:00.879285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d236d10e-a6f0-41ae-a720-de4d5f80e1df None None] Port 68f6098c-08e2-40f3-a80f-bd48f9bb64de cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:49:00.937205 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=a379682b-d7f4-44b1-bf1d-bdde7dad265f,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:00.949819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:00.950189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:00.976567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:49:00.979618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-b1eda415-a837-4b57-b9d0-06c257252f72 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:00.981088 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-b1eda415-a837-4b57-b9d0-06c257252f72 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/networks?id=17459240-4c4d-4ae6-9f4b-4e203c785c29 HTTP/1.1" status: 200 len: 796 time: 0.1075840 Dec 13 15:49:00.996764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-1e08eb24-d6df-458c-b8b9-18330bfad464 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/quotas/cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 375 time: 0.0097790 Dec 13 15:49:01.048032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c270b732-5213-4472-9298-ea66e0608f2f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457218 Dec 13 15:49:01.153571 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-8926b3a1-9b8a-4a5a-9aef-04148ddfc8ed service neutron] 10.222.0.24 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925519 Dec 13 15:49:01.227610 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d36f46af-d6f3-4bf0-a5a6-9e0553e439bd None None] Provisioning complete for port 68f6098c-08e2-40f3-a80f-bd48f9bb64de triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:01.227982 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d36f46af-d6f3-4bf0-a5a6-9e0553e439bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:01.251359 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-8ca93c24-b552-4831-a050-15e6cb7ec56b service neutron] 10.222.0.24 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913279 Dec 13 15:49:01.332103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-d36f46af-d6f3-4bf0-a5a6-9e0553e439bd None None] Port 68f6098c-08e2-40f3-a80f-bd48f9bb64de cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:49:01.412725 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 2, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:01.441732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Checking router: f7d6e325-afd4-4640-ad94-c3f997fe1867 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:49:01.442090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Updating router f7d6e325-afd4-4640-ad94-c3f997fe1867 port 68f6098c-08e2-40f3-a80f-bd48f9bb64de binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:49:01.467349 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:01.498142 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7944f59e-d24b-4a5a-aa05-d1b35735a939 req-a0c989a0-2293-459b-8afd-813cfeea1cd7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 210 time: 0.0304041 Dec 13 15:49:01.725576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:01.788080 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:01.839538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6b922-1983-4138-97c9-7f6f630eba69 None None] Pushing event updated for resources: {'Port': ['ID=68f6098c-08e2-40f3-a80f-bd48f9bb64de,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:01.890144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Attempting to bind port 68f6098c-08e2-40f3-a80f-bd48f9bb64de on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:49:01.890829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Attempting to bind port 68f6098c-08e2-40f3-a80f-bd48f9bb64de by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:49:01.890829 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Attempting to bind port 68f6098c-08e2-40f3-a80f-bd48f9bb64de on network 17459240-4c4d-4ae6-9f4b-4e203c785c29 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:49:01.898080 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:49:01.898531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Checking segment: {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:49:01.898966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:01.899412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Bound using segment: {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:49:01.899819 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Bound port: 68f6098c-08e2-40f3-a80f-bd48f9bb64de, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:49:01.900203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:01.966200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] For port 68f6098c-08e2-40f3-a80f-bd48f9bb64de, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:49:01.969435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] For port 68f6098c-08e2-40f3-a80f-bd48f9bb64de, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=68f6098c-08e2-40f3-a80f-bd48f9bb64de,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:49:02.054028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:02.084087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-bd92bdd3-6840-4701-bb1d-be44332489ae None None] Provisioning complete for port 68f6098c-08e2-40f3-a80f-bd48f9bb64de triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:02.084382 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd92bdd3-6840-4701-bb1d-be44332489ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:02.154313 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6b922-1983-4138-97c9-7f6f630eba69 None None] Pushing event updated for resources: {'Port': ['ID=68f6098c-08e2-40f3-a80f-bd48f9bb64de,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:02.156797 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:49:02.157380 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:02.280379 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd92bdd3-6840-4701-bb1d-be44332489ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:02.303832 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:49:02.357409 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bd92bdd3-6840-4701-bb1d-be44332489ae None None] For port 68f6098c-08e2-40f3-a80f-bd48f9bb64de, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=68f6098c-08e2-40f3-a80f-bd48f9bb64de,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:49:02.390514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a379682b-d7f4-44b1-bf1d-bdde7dad265f up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:49:02.464742 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bd92bdd3-6840-4701-bb1d-be44332489ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:02.548033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92bdd3-6840-4701-bb1d-be44332489ae None None] Pushing event updated for resources: {'Port': ['ID=68f6098c-08e2-40f3-a80f-bd48f9bb64de,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:02.567328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port a379682b-d7f4-44b1-bf1d-bdde7dad265f triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:02.567678 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:02.593342 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ee50af2-2ace-4160-8801-a52a0f5745ce req-2ef41680-d612-4097-ae3b-cbc1a14857f3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Dec 13 15:49:02.627874 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-952bb77c-e358-465e-9bc6-34fcdb7fd7fd None None] Provisioning complete for port 68f6098c-08e2-40f3-a80f-bd48f9bb64de triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:02.629339 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-952bb77c-e358-465e-9bc6-34fcdb7fd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:02.697310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:01Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:02.728699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b24ed-178a-4d3d-9411-97c330913c08 None None] The sync data for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 is: [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:01Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:49:03.480659 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-6c50c8f0-448d-48e7-a80a-30244040dfc3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:03.482134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-6c50c8f0-448d-48e7-a80a-30244040dfc3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/networks?id=17459240-4c4d-4ae6-9f4b-4e203c785c29 HTTP/1.1" status: 200 len: 796 time: 0.1106782 Dec 13 15:49:03.529027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c1576372-2bff-4181-b032-6ca8fa56c6c1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 380 time: 0.0369859 Dec 13 15:49:03.539309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'port': {'device_id': '962d0087-da20-4595-a449-73527906ad82', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'admin_state_up': True, 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'security_groups': ['717cc0e7-dbfd-4952-a982-a6511cb4ad28']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:49:03.695561 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb24c14f-abec-4b23-9875-1cec0aaaa511 req-478bb800-0ad1-454d-b2fd-a11139faa31c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 210 time: 0.0284774 Dec 13 15:49:03.755444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:49:03.759104 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:03.888618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.12 (17459240-4c4d-4ae6-9f4b-4e203c785c29/3fde3f4b-0068-4a78-961e-2c144c4469b9/065fbbbc-8755-4926-92a4-fc1e6620f780) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:49:04.026949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.121657 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.170986 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:49:04.173835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:49:04.177366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:49:04.185602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=065fbbbc-8755-4926-92a4-fc1e6620f780,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:04.231794 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:04.232422 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.379400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-c0c0466a-22ae-4dc5-95a7-00ce97d06332 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447082 Dec 13 15:49:04.392623 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Request body: {'port': {'device_id': '962d0087-da20-4595-a449-73527906ad82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:49:04.413792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 68f6098c-08e2-40f3-a80f-bd48f9bb64de up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:49:04.451374 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.453007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-38d5a182-e236-4328-8f81-2c79f338cccc None None] Provisioning complete for port 065fbbbc-8755-4926-92a4-fc1e6620f780 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:04.453741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-38d5a182-e236-4328-8f81-2c79f338cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.495681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-38d5a182-e236-4328-8f81-2c79f338cccc None None] Port 065fbbbc-8755-4926-92a4-fc1e6620f780 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:49:04.500873 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 68f6098c-08e2-40f3-a80f-bd48f9bb64de triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:04.501229 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.714586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065fbbbc-8755-4926-92a4-fc1e6620f780 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:49:04.728628 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.742088 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Transition to ACTIVE for port object 065fbbbc-8755-4926-92a4-fc1e6620f780 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:49:04.803524 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:04.845349 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018fb72-9dae-4776-8282-8e19e8631934 req-0da06529-cf12-496c-9265-d58891ac6fac tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:04.846860 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f018fb72-9dae-4776-8282-8e19e8631934 req-0da06529-cf12-496c-9265-d58891ac6fac tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 932 time: 0.0801005 Dec 13 15:49:04.880829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Pushing event updated for resources: {'Port': ['ID=065fbbbc-8755-4926-92a4-fc1e6620f780,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:04.938113 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f018fb72-9dae-4776-8282-8e19e8631934 req-70114397-f8af-4074-babc-13def369996a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836535 Dec 13 15:49:04.970170 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Attempting to bind port 065fbbbc-8755-4926-92a4-fc1e6620f780 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:49:04.970455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Attempting to bind port 065fbbbc-8755-4926-92a4-fc1e6620f780 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:49:04.970787 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Attempting to bind port 065fbbbc-8755-4926-92a4-fc1e6620f780 on network 17459240-4c4d-4ae6-9f4b-4e203c785c29 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:49:04.975227 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Port 065fbbbc-8755-4926-92a4-fc1e6620f780 on network 17459240-4c4d-4ae6-9f4b-4e203c785c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:49:04.975536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Attempting to bind port 065fbbbc-8755-4926-92a4-fc1e6620f780 on network 17459240-4c4d-4ae6-9f4b-4e203c785c29 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:49:04.980448 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:49:04.980778 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Checking segment: {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:49:04.981156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Bound using segment: {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:49:04.981576 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Bound port: 065fbbbc-8755-4926-92a4-fc1e6620f780, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9050ce67-6265-4e27-b07b-6f944257fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:49:04.981929 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:05.052980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] For port 065fbbbc-8755-4926-92a4-fc1e6620f780, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:49:05.058030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] For port 065fbbbc-8755-4926-92a4-fc1e6620f780, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=065fbbbc-8755-4926-92a4-fc1e6620f780,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:49:05.138975 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:05.173138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:05.173625 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:05.175019 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] 10.222.0.50 "PUT /v2.0/ports/065fbbbc-8755-4926-92a4-fc1e6620f780 HTTP/1.1" status: 200 len: 1092 time: 0.7865701 Dec 13 15:49:05.175468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:49:05.178299 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9c333b-a996-46cb-b53d-f8dd4316f223" -d '{"events": [{"name": "network-changed", "server_uuid": "962d0087-da20-4595-a449-73527906ad82", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:49:05.204496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c6f9e-af50-4a69-9d42-fa25167b9b52 service neutron] Pushing event updated for resources: {'Port': ['ID=065fbbbc-8755-4926-92a4-fc1e6620f780,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:05.218178 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192a179d-e655-4ece-85fc-d3a11923f9d3 x-openstack-request-id: req-192a179d-e655-4ece-85fc-d3a11923f9d3 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:49:05.218178 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962d0087-da20-4595-a449-73527906ad82", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:49:05.218178 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-192a179d-e655-4ece-85fc-d3a11923f9d3 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:49:05.218178 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'status': 'completed', 'code': 200} Dec 13 15:49:05.282085 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c333b-a996-46cb-b53d-f8dd4316f223 req-61cf1f26-6b7f-4c40-a579-887d47ff65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:05.283638 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf9c333b-a996-46cb-b53d-f8dd4316f223 req-61cf1f26-6b7f-4c40-a579-887d47ff65b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1095 time: 0.0455060 Dec 13 15:49:05.391613 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c333b-a996-46cb-b53d-f8dd4316f223 req-3ae84b0f-d869-46a7-a5fd-83042973a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:05.393089 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf9c333b-a996-46cb-b53d-f8dd4316f223 req-3ae84b0f-d869-46a7-a5fd-83042973a12f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1004932 Dec 13 15:49:05.487616 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c333b-a996-46cb-b53d-f8dd4316f223 req-af951b39-b3bd-404a-8a2d-4378101dd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:05.489060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bf9c333b-a996-46cb-b53d-f8dd4316f223 req-af951b39-b3bd-404a-8a2d-4378101dd295 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883548 Dec 13 15:49:05.568492 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-2dbedee5-666a-484d-b523-2b315a0e34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:05.569952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-2dbedee5-666a-484d-b523-2b315a0e34d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1095 time: 0.0440471 Dec 13 15:49:05.611308 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-0e104a4a-0653-46a3-9be7-9714b55d7fc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=065fbbbc-8755-4926-92a4-fc1e6620f780 HTTP/1.1" status: 200 len: 217 time: 0.0335097 Dec 13 15:49:05.658752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-8881f342-69a1-4291-8b6d-7e9721a12498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:05.660133 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-8881f342-69a1-4291-8b6d-7e9721a12498 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fde3f4b-0068-4a78-961e-2c144c4469b9 HTTP/1.1" status: 200 len: 834 time: 0.0421183 Dec 13 15:49:05.708746 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-fd049a58-905f-4f0b-8a85-bafe15d9dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:05.710268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-fd049a58-905f-4f0b-8a85-bafe15d9dea7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17459240-4c4d-4ae6-9f4b-4e203c785c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424008 Dec 13 15:49:05.802311 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-368212bc-6336-4009-a552-b834491b5782 service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843520 Dec 13 15:49:05.889379 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a4a00fb9-0a04-4695-a5f2-85e23731950b req-68298d74-aa15-42e1-b343-050aedcf3853 service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798702 Dec 13 15:49:06.058102 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c763704-0d1d-4b70-bf20-c9def2f6e49f req-b740fe33-f737-4cc0-83b9-ab381f3a06ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:06.059509 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c763704-0d1d-4b70-bf20-c9def2f6e49f req-b740fe33-f737-4cc0-83b9-ab381f3a06ca tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 944 time: 0.0537298 Dec 13 15:49:06.096721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1c763704-0d1d-4b70-bf20-c9def2f6e49f req-df2bfda1-05ed-47f6-866e-8c27435e1b31 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Dec 13 15:49:07.220327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a7bac-69f7-4ceb-bbbd-b96e7e594d88 req-9cd50bf0-5ac6-4dec-9be3-726751f6ad23 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:07.221800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-892a7bac-69f7-4ceb-bbbd-b96e7e594d88 req-9cd50bf0-5ac6-4dec-9be3-726751f6ad23 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 944 time: 0.0560994 Dec 13 15:49:07.260448 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-892a7bac-69f7-4ceb-bbbd-b96e7e594d88 req-f5866721-5be1-4c2f-8dd8-0b6557bb1634 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Dec 13 15:49:08.373079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde3080-95ea-40bc-a1f9-d506007a8c18 req-1ac042d0-9cfc-419e-9e6d-59a27619a8df tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:08.374538 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcde3080-95ea-40bc-a1f9-d506007a8c18 req-1ac042d0-9cfc-419e-9e6d-59a27619a8df tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 944 time: 0.0484266 Dec 13 15:49:08.412385 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcde3080-95ea-40bc-a1f9-d506007a8c18 req-67b8dd0c-6e6a-458b-88a9-14d1eb501cad tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Dec 13 15:49:09.403752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 065fbbbc-8755-4926-92a4-fc1e6620f780 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:49:09.496642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 065fbbbc-8755-4926-92a4-fc1e6620f780, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=065fbbbc-8755-4926-92a4-fc1e6620f780,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:49:09.507964 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'port_id': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'mac_address': 'fa:16:3e:cc:ac:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:49:09.528208 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b6215-2933-4880-8f32-e756012d9b44 req-289deea5-8c7e-4c2d-a9c4-1dfb8260d92a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:09.529693 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca8b6215-2933-4880-8f32-e756012d9b44 req-289deea5-8c7e-4c2d-a9c4-1dfb8260d92a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Dec 13 15:49:09.549656 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:09.562000 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065fbbbc-8755-4926-92a4-fc1e6620f780 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:49:09.567412 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ca8b6215-2933-4880-8f32-e756012d9b44 req-c4c62724-9367-4c71-ab3e-3229e4482769 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Dec 13 15:49:09.580991 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 065fbbbc-8755-4926-92a4-fc1e6620f780, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=065fbbbc-8755-4926-92a4-fc1e6620f780,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:49:09.650498 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:09.695883 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=065fbbbc-8755-4926-92a4-fc1e6620f780,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:09.852424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['065fbbbc-8755-4926-92a4-fc1e6620f780'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:49:10.680163 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40bb16-b72e-44aa-83d0-1dd57abc6cb8 req-5236704d-ae3f-4dbf-ac41-628f00bc6a52 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:10.681620 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f40bb16-b72e-44aa-83d0-1dd57abc6cb8 req-5236704d-ae3f-4dbf-ac41-628f00bc6a52 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Dec 13 15:49:10.726594 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f40bb16-b72e-44aa-83d0-1dd57abc6cb8 req-8dd7c4a3-58fa-4cc1-977e-a4bc437c8466 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389221 Dec 13 15:49:11.434453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 065fbbbc-8755-4926-92a4-fc1e6620f780 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:49:11.564840 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 065fbbbc-8755-4926-92a4-fc1e6620f780 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:49:11.569026 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 065fbbbc-8755-4926-92a4-fc1e6620f780 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:49:11.569390 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:11.643746 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:11.665512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:49:11.667767 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971e702-3cf7-4225-a9de-a979029282c3" -d '{"events": [{"server_uuid": "962d0087-da20-4595-a449-73527906ad82", "name": "network-vif-plugged", "status": "completed", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:49:11.679624 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 065fbbbc-8755-4926-92a4-fc1e6620f780, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=065fbbbc-8755-4926-92a4-fc1e6620f780,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:49:11.708257 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae1c59a-af62-4783-a610-4b660666138f x-openstack-request-id: req-3ae1c59a-af62-4783-a610-4b660666138f {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:49:11.708257 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962d0087-da20-4595-a449-73527906ad82", "name": "network-vif-plugged", "status": "completed", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:49:11.708257 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ae1c59a-af62-4783-a610-4b660666138f {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:49:11.708257 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'code': 200} Dec 13 15:49:11.756520 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:11.805706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=065fbbbc-8755-4926-92a4-fc1e6620f780,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:11.874307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc78ce-19b0-425a-bfbe-63a1769e2ff8 req-3118142c-1b0c-4526-a4f5-b9589429e64f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:11.875775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41fc78ce-19b0-425a-bfbe-63a1769e2ff8 req-3118142c-1b0c-4526-a4f5-b9589429e64f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0810044 Dec 13 15:49:11.877455 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8a74-ce6b-410d-b69d-7aefd4c313bc req-5048ab6e-c8a2-43f5-bc41-0db9b60fef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:11.878826 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b0e8a74-ce6b-410d-b69d-7aefd4c313bc req-5048ab6e-c8a2-43f5-bc41-0db9b60fef4d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1097 time: 0.1159871 Dec 13 15:49:11.934586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-41fc78ce-19b0-425a-bfbe-63a1769e2ff8 req-32a8e825-8203-4c69-ac15-6c8216a2e8be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519745 Dec 13 15:49:11.936252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3b0e8a74-ce6b-410d-b69d-7aefd4c313bc req-9259096a-ee47-4c81-b44a-b543310cd956 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479455 Dec 13 15:49:13.060285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48eb3e-0983-4dd2-84df-5a8e72e8f43a req-b1d1c62e-a54c-4a5e-a29c-2a728f2fb9bb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:13.061665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec48eb3e-0983-4dd2-84df-5a8e72e8f43a req-b1d1c62e-a54c-4a5e-a29c-2a728f2fb9bb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0520589 Dec 13 15:49:13.099379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ec48eb3e-0983-4dd2-84df-5a8e72e8f43a req-80c11486-f786-4cc3-b6f0-178cc5d60d45 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Dec 13 15:49:14.216235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e0469-b5fc-4cc6-a4ea-121968c4ca25 req-a04aa0b1-2ad1-4e75-b83a-a5a29d01eb1c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:14.217770 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-494e0469-b5fc-4cc6-a4ea-121968c4ca25 req-a04aa0b1-2ad1-4e75-b83a-a5a29d01eb1c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0522659 Dec 13 15:49:14.256425 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-494e0469-b5fc-4cc6-a4ea-121968c4ca25 req-ab0a70d6-6858-4d24-9e8b-4991cb08e5df tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Dec 13 15:49:14.371667 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fbf26-657d-4108-9a14-a07ed42e575d req-fe2b59a8-5a0b-4d3a-9853-b78b417987d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:14.373098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d50fbf26-657d-4108-9a14-a07ed42e575d req-fe2b59a8-5a0b-4d3a-9853-b78b417987d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0517619 Dec 13 15:49:14.408559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d50fbf26-657d-4108-9a14-a07ed42e575d req-40de191f-b008-4154-a1be-223bf0c14ce3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296102 Dec 13 15:49:14.430382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38386) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:49:14.513191 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad870622-6761-4cf6-b69a-6cd2c1bb0eab tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:14.514777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ad870622-6761-4cf6-b69a-6cd2c1bb0eab tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1092 time: 0.0834699 Dec 13 15:49:14.517539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38390) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:49:14.521718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:49:14.616174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:14.713592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:14.812277 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.123 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/8a1a40d0-3502-40e8-8d91-5cbad7722690) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:49:14.915979 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:15.004948 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:15.042078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:49:15.044922 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:49:15.049049 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:49:15.074138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=8a1a40d0-3502-40e8-8d91-5cbad7722690,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:15.087947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.088289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.088622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.088950 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.089275 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.089602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.089925 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.090285 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.090587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.090904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.091218 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.091530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:49:15.397573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:15.517320 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:15.933735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:15.995365 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:16.062349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=8a1a40d0-3502-40e8-8d91-5cbad7722690,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:49:16.073365 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:16.173026 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP c50e1a35-030d-45cf-8ffd-872a7a01f174 associated. External IP: 172.25.7.123, port: 065fbbbc-8755-4926-92a4-fc1e6620f780. Dec 13 15:49:16.344090 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:16.379183 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f7d6e325-afd4-4640-ad94-c3f997fe1867 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:49:16.482662 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:49:16.492980 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] Sync routers for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:49:16.502669 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:49:16.504343 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:16.546050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:16.576817 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-95737fb3-3bf5-44e0-8528-a46d7851dec7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0582795 Dec 13 15:49:16.577595 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:49:16.580139 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0489c77e-9904-46ca-a839-ad22d67cfe0d" -d '{"events": [{"name": "network-changed", "server_uuid": "962d0087-da20-4595-a449-73527906ad82", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:49:16.608558 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:49:16.616621 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b543224a-39a1-4d13-8b16-54837a2a68fa x-openstack-request-id: req-b543224a-39a1-4d13-8b16-54837a2a68fa {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:49:16.616914 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962d0087-da20-4595-a449-73527906ad82", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:49:16.617171 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b543224a-39a1-4d13-8b16-54837a2a68fa {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:49:16.617572 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'status': 'completed', 'code': 200} Dec 13 15:49:16.706745 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22493-c293-4c14-a1eb-9794523f8bfe req-a4876171-13f3-4cd3-9c86-fb5e9702e91b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:16.708878 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2e22493-c293-4c14-a1eb-9794523f8bfe req-a4876171-13f3-4cd3-9c86-fb5e9702e91b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0747275 Dec 13 15:49:16.711519 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-9d59665d-6f07-49b1-b739-847d33a5f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:16.712876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-9d59665d-6f07-49b1-b739-847d33a5f1c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1097 time: 0.0702019 Dec 13 15:49:16.792889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c2e22493-c293-4c14-a1eb-9794523f8bfe req-d9b695b1-090e-4ad0-894b-562279485af1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777471 Dec 13 15:49:16.822753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38396) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:49:16.835147 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'c50e1a35-030d-45cf-8ffd-872a7a01f174', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'port_id': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'mac_address': 'fa:16:3e:cc:ac:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962d0087-da20-4595-a449-73527906ad82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:49:15Z', 'updated_at': '2021-12-13T15:49:15Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:02Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:16.835483 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-730d7ea1-e8e3-4cb4-a73f-7d3daef57a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:16.836692 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-730d7ea1-e8e3-4cb4-a73f-7d3daef57a16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17459240-4c4d-4ae6-9f4b-4e203c785c29 HTTP/1.1" status: 200 len: 897 time: 0.1152933 Dec 13 15:49:16.866743 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] Checking router: f7d6e325-afd4-4640-ad94-c3f997fe1867 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:49:16.875691 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:49:16.876178 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:48:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:16.888313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3336e27d-c580-4ce3-b196-0d8672eea72a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/c50e1a35-030d-45cf-8ffd-872a7a01f174 HTTP/1.1" status: 200 len: 992 time: 0.0640528 Dec 13 15:49:16.907676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-65cf6964-3675-43da-8916-d5388bfd803c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=065fbbbc-8755-4926-92a4-fc1e6620f780 HTTP/1.1" status: 200 len: 1000 time: 0.0636184 Dec 13 15:49:16.961277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-17e6c61d-833e-46a2-bf2c-5d296df5cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:16.962773 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-17e6c61d-833e-46a2-bf2c-5d296df5cde4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fde3f4b-0068-4a78-961e-2c144c4469b9 HTTP/1.1" status: 200 len: 834 time: 0.0481508 Dec 13 15:49:16.980348 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:49:17.008066 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-e4ac8e53-882f-44ac-a53c-49a39c518910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:17.009566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-e4ac8e53-882f-44ac-a53c-49a39c518910 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17459240-4c4d-4ae6-9f4b-4e203c785c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401227 Dec 13 15:49:17.097890 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-bedb6d98-8b7f-45e4-a4fd-1a4338869fda service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813639 Dec 13 15:49:17.190477 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0489c77e-9904-46ca-a839-ad22d67cfe0d req-31cc83c3-d69b-4e7d-939e-1570d8770f42 service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852385 Dec 13 15:49:17.197694 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'c50e1a35-030d-45cf-8ffd-872a7a01f174', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'port_id': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'mac_address': 'fa:16:3e:cc:ac:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962d0087-da20-4595-a449-73527906ad82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:49:15Z', 'updated_at': '2021-12-13T15:49:15Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:02Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:49:17.226317 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa0c17-3424-4930-a0d9-de8f92e1dbc4 None None] The sync data for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 is: [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': 'c50e1a35-030d-45cf-8ffd-872a7a01f174', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'port_id': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'mac_address': 'fa:16:3e:cc:ac:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962d0087-da20-4595-a449-73527906ad82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:49:15Z', 'updated_at': '2021-12-13T15:49:15Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:02Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:49:17.415246 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609a0d2-a7c3-4fe6-85b5-db6abbcec915 None None] New status for floating IP c50e1a35-030d-45cf-8ffd-872a7a01f174: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:49:17.570486 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:17.891838 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38398) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:49:17.953665 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-59f36e29-8543-49d1-9f3c-dfaaa53e15c7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/c50e1a35-030d-45cf-8ffd-872a7a01f174 HTTP/1.1" status: 200 len: 994 time: 0.0607347 Dec 13 15:49:19.930509 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-98d8440d-5ebe-4d2a-bdb5-9ba757b5eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:22.298154 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f60611d0-d384-403b-9b6d-c5466ca9ce56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:23.498603 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:25.155602 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:25.181676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:37.300177 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:49:40.336187 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-0ff21afa-9b8e-46c9-8740-81006e7c8abd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389416 Dec 13 15:49:40.418535 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-ac112da4-a9e0-4610-a23a-45beca6975c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:40.419992 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-ac112da4-a9e0-4610-a23a-45beca6975c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1097 time: 0.0400651 Dec 13 15:49:40.526307 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-10075709-2397-48bd-8a6b-d1990a7e9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:40.527769 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-10075709-2397-48bd-8a6b-d1990a7e9437 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17459240-4c4d-4ae6-9f4b-4e203c785c29 HTTP/1.1" status: 200 len: 897 time: 0.0877788 Dec 13 15:49:40.598280 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-672c9f87-2957-4b76-b4ea-b591867426d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=065fbbbc-8755-4926-92a4-fc1e6620f780 HTTP/1.1" status: 200 len: 1002 time: 0.0615351 Dec 13 15:49:40.652114 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-9b49c487-cab5-46b4-8ecb-c1d96b577bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:40.653540 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-9b49c487-cab5-46b4-8ecb-c1d96b577bd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fde3f4b-0068-4a78-961e-2c144c4469b9 HTTP/1.1" status: 200 len: 834 time: 0.0476646 Dec 13 15:49:40.698120 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-49dc7318-c3e0-4512-bbb9-df2018aaee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:40.699585 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-49dc7318-c3e0-4512-bbb9-df2018aaee4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17459240-4c4d-4ae6-9f4b-4e203c785c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384083 Dec 13 15:49:40.787601 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-4ff1db26-6587-402c-a331-94003b78eafc service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802054 Dec 13 15:49:40.879913 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-047f60a1-16a5-4f27-af6b-3cf7925b0c14 req-2b5d1587-9fbe-4ae2-b5e9-6f3c4b1a3971 service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840633 Dec 13 15:49:44.890206 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ada926-6368-4961-b944-8cd3c0519902 req-b5b9f543-2993-4cc5-b6b5-fba05d1be94b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:44.891688 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8ada926-6368-4961-b944-8cd3c0519902 req-b5b9f543-2993-4cc5-b6b5-fba05d1be94b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0483356 Dec 13 15:49:44.929114 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8ada926-6368-4961-b944-8cd3c0519902 req-6439e866-c790-4504-bbad-7572e9cdfe11 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Dec 13 15:49:46.045191 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca328-8267-4d05-8bef-a59c1c9993c4 req-198b9099-3509-4673-8d4d-55c8b3aa5d85 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:46.046658 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dca328-8267-4d05-8bef-a59c1c9993c4 req-198b9099-3509-4673-8d4d-55c8b3aa5d85 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0492921 Dec 13 15:49:46.082949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1dca328-8267-4d05-8bef-a59c1c9993c4 req-84077cfc-f329-4ec8-9798-96b353b6e480 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305243 Dec 13 15:49:46.395741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:47.194698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f410f-e1c4-49ff-a407-4fee68d55e9e req-5cfea466-6320-445a-88ec-0779d3c9d169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:47.196135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-388f410f-e1c4-49ff-a407-4fee68d55e9e req-5cfea466-6320-445a-88ec-0779d3c9d169 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0475104 Dec 13 15:49:47.232926 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-388f410f-e1c4-49ff-a407-4fee68d55e9e req-ec8a693c-6fb6-4357-971a-fb795fceff00 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Dec 13 15:49:47.549723 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:48.352783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba604c10-4205-49fb-a471-96a4343018c9 req-9341491b-5113-4c79-b44f-2f539e457bcd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:48.354258 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba604c10-4205-49fb-a471-96a4343018c9 req-9341491b-5113-4c79-b44f-2f539e457bcd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0488260 Dec 13 15:49:48.395234 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ba604c10-4205-49fb-a471-96a4343018c9 req-15f9a47d-5928-465b-91fc-5cc58b3ea763 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349340 Dec 13 15:49:49.529167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f3d4a-9976-41c3-aa55-f4979207e43a req-97c90e70-377a-4385-af28-313d5490c1fb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:49.530647 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e8f3d4a-9976-41c3-aa55-f4979207e43a req-97c90e70-377a-4385-af28-313d5490c1fb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0569646 Dec 13 15:49:49.566595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e8f3d4a-9976-41c3-aa55-f4979207e43a req-c5d32233-550b-4c57-b9dc-f6b99c487f83 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300009 Dec 13 15:49:49.941469 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c26a101b-987b-4f3d-a446-47bad98f9bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:50.680542 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce49836-4d31-4228-ad39-83045921989a req-5cd45b33-7b87-433b-8708-2bad1f75663f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:50.681982 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ce49836-4d31-4228-ad39-83045921989a req-5cd45b33-7b87-433b-8708-2bad1f75663f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0484593 Dec 13 15:49:50.718479 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5ce49836-4d31-4228-ad39-83045921989a req-eb8c17dc-8fa8-4820-82f9-eaa7e64538cf tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306156 Dec 13 15:49:51.842649 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a8211-2de4-4364-9f61-7bd7deaf3a51 req-a02bc39e-17e7-4ea7-995e-61b25f5a6149 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:51.844031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc4a8211-2de4-4364-9f61-7bd7deaf3a51 req-a02bc39e-17e7-4ea7-995e-61b25f5a6149 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0483074 Dec 13 15:49:51.882051 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc4a8211-2de4-4364-9f61-7bd7deaf3a51 req-3bfa4716-b1d1-4fcf-9d71-a1c0fdef48ac tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Dec 13 15:49:52.336471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-45951d99-f2f5-4d3d-9746-5511b895d86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:53.010713 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbecbc-7bd4-4cd3-a437-63aafcb69fd0 req-048fa803-02da-4691-9a8d-ff243dbb39d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:53.012179 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7abbecbc-7bd4-4cd3-a437-63aafcb69fd0 req-048fa803-02da-4691-9a8d-ff243dbb39d5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Dec 13 15:49:53.048153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7abbecbc-7bd4-4cd3-a437-63aafcb69fd0 req-b3253291-a683-44ea-8324-1519584464d1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300624 Dec 13 15:49:53.496129 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:54.174775 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74be8-84cc-41cf-8d13-79d306e2a380 req-f0da915c-afbf-4010-a0ec-6a280c7a204e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:54.176228 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72b74be8-84cc-41cf-8d13-79d306e2a380 req-f0da915c-afbf-4010-a0ec-6a280c7a204e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0518191 Dec 13 15:49:54.214639 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-72b74be8-84cc-41cf-8d13-79d306e2a380 req-cf359e9c-7b86-468d-a44d-58a7b265d0fb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Dec 13 15:49:55.144822 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:55.245001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:49:55.328763 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adeed3-02fa-4399-b775-d380109d2c9e req-c5e417b3-57de-4c12-af7c-88c36be4c8e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:55.330219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92adeed3-02fa-4399-b775-d380109d2c9e req-c5e417b3-57de-4c12-af7c-88c36be4c8e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0487452 Dec 13 15:49:55.370943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-92adeed3-02fa-4399-b775-d380109d2c9e req-22faf735-e9c3-48e3-9073-f5cdcf3f0469 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Dec 13 15:49:56.499190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904d80b-a452-4b60-bc7f-5279fa2e0504 req-af3ca3ff-0fc1-450b-8cfe-2a542bef51f1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:56.500642 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d904d80b-a452-4b60-bc7f-5279fa2e0504 req-af3ca3ff-0fc1-450b-8cfe-2a542bef51f1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0521464 Dec 13 15:49:56.539104 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d904d80b-a452-4b60-bc7f-5279fa2e0504 req-159fac00-fc60-47d3-a01f-1017a58e38d2 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Dec 13 15:49:56.561102 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38438) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:49:56.622035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-abc6b76a-ce01-4810-aafe-2ede2ccb4c81 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/c50e1a35-030d-45cf-8ffd-872a7a01f174 HTTP/1.1" status: 200 len: 994 time: 0.0597699 Dec 13 15:49:58.011393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1c0a-dd47-4915-b0c5-7d8f9904969d req-3792faaf-e34d-4e7b-af37-0dedd8e04eee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:58.012889 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f4d1c0a-dd47-4915-b0c5-7d8f9904969d req-3792faaf-e34d-4e7b-af37-0dedd8e04eee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0488672 Dec 13 15:49:58.051245 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8f4d1c0a-dd47-4915-b0c5-7d8f9904969d req-81cb5ea2-add2-46cd-975f-4c52d5147d03 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Dec 13 15:49:58.107181 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-88f41996-9d73-4fc7-b3bd-8ee5742c836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:58.108632 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-88f41996-9d73-4fc7-b3bd-8ee5742c836f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1097 time: 0.0406945 Dec 13 15:49:58.201180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-a714777d-6163-45d4-b1d8-e3cfa1e2443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:58.202599 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-a714777d-6163-45d4-b1d8-e3cfa1e2443e service neutron] 10.222.0.50 "GET /v2.0/networks?id=17459240-4c4d-4ae6-9f4b-4e203c785c29 HTTP/1.1" status: 200 len: 897 time: 0.0871551 Dec 13 15:49:58.276434 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-642c74ba-dafc-4515-bb6d-1735021ece94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=065fbbbc-8755-4926-92a4-fc1e6620f780 HTTP/1.1" status: 200 len: 1002 time: 0.0673079 Dec 13 15:49:58.325458 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-62eefcd9-f837-414d-a0c8-eb1755426c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:58.328188 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-62eefcd9-f837-414d-a0c8-eb1755426c67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fde3f4b-0068-4a78-961e-2c144c4469b9 HTTP/1.1" status: 200 len: 834 time: 0.0445127 Dec 13 15:49:58.377249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-db74c930-72cb-46e8-a4f1-bc6a513a6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:58.378727 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-db74c930-72cb-46e8-a4f1-bc6a513a6eb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17459240-4c4d-4ae6-9f4b-4e203c785c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436647 Dec 13 15:49:58.465354 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-78db2f09-800c-4d34-acda-a2c15cbd3672 service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795927 Dec 13 15:49:58.558613 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f8eb085-ea9c-4555-938f-42dfacd3bd67 req-5384f162-f244-4261-af41-e12586b0bc2d service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861638 Dec 13 15:49:59.186970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fbeb0-f162-4770-9e42-a5dc065302fa req-efeefb56-f999-4e86-8f84-30a244e78563 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:49:59.188491 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d73fbeb0-f162-4770-9e42-a5dc065302fa req-efeefb56-f999-4e86-8f84-30a244e78563 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0683379 Dec 13 15:49:59.226538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d73fbeb0-f162-4770-9e42-a5dc065302fa req-06b3b35b-0b93-4374-bc9f-481ef6d51f9c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Dec 13 15:50:00.345385 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798559-d06d-4d8d-b1c2-2edaf6ddfffa req-48f2ec1b-3875-45e8-8efb-2115ecdc2757 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:00.346902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0798559-d06d-4d8d-b1c2-2edaf6ddfffa req-48f2ec1b-3875-45e8-8efb-2115ecdc2757 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0521705 Dec 13 15:50:00.385048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e0798559-d06d-4d8d-b1c2-2edaf6ddfffa req-47aa7f9d-504f-4a9e-a6e7-c21ddf7e3281 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Dec 13 15:50:00.406988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38452) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:00.466633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a49ed583-78b5-4877-be44-0853b09e0064 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/c50e1a35-030d-45cf-8ffd-872a7a01f174 HTTP/1.1" status: 200 len: 994 time: 0.0584784 Dec 13 15:50:07.443441 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-7a527df0-e2d7-45ad-8a23-392c745031f7 req-66990e69-b227-48ce-a795-ff0a36a2f1fe service neutron] (102824) timed out ('10.222.0.24', 34912) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 15:50:14.299420 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:50:16.389740 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:17.578245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:19.946971 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-9be6e31e-c7d7-43ec-8740-dbd3051838fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:22.338783 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b97dfeb3-4b60-42d7-a26b-b37e285bf5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:23.503696 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:25.135497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:25.215551 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:28.812269 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38470) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:28.970567 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 8a1a40d0-3502-40e8-8d91-5cbad7722690 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:50:28.970905 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:29.042976 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:29.043293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:29.054486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 8a1a40d0-3502-40e8-8d91-5cbad7722690 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:50:29.269865 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:29.295994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=8a1a40d0-3502-40e8-8d91-5cbad7722690,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:29.318086 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.318450 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.318790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.319180 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.319503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.319823 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.320143 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.320459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.321290 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.321605 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.321914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.322221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:29.365809 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:29.366151 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP c50e1a35-030d-45cf-8ffd-872a7a01f174 disassociated (deleted). External IP: 172.25.7.123, port: 065fbbbc-8755-4926-92a4-fc1e6620f780. Dec 13 15:50:29.562639 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f7d6e325-afd4-4640-ad94-c3f997fe1867 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:50:30.003835 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:50:30.008680 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:30.013200 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] Sync routers for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:50:30.022191 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:30.023063 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:30.034636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-811bbddc-9807-4841-8826-043b203911aa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/floatingips/c50e1a35-030d-45cf-8ffd-872a7a01f174 HTTP/1.1" status: 204 len: 168 time: 1.2212429 Dec 13 15:50:30.035199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:50:30.037445 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74" -d '{"events": [{"name": "network-changed", "server_uuid": "962d0087-da20-4595-a449-73527906ad82", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:50:30.131747 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:30.136593 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bcef85-cdca-45d8-b208-2de36b803992 x-openstack-request-id: req-32bcef85-cdca-45d8-b208-2de36b803992 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:50:30.136593 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962d0087-da20-4595-a449-73527906ad82", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:50:30.136593 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32bcef85-cdca-45d8-b208-2de36b803992 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:50:30.137136 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'status': 'completed', 'code': 200} Dec 13 15:50:30.202176 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-18c16276-c656-489f-a551-5ef28ac92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:30.203731 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-18c16276-c656-489f-a551-5ef28ac92858 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 1097 time: 0.0440912 Dec 13 15:50:30.298159 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-89de802a-4721-4783-94ad-cafa795df1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:30.299690 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-89de802a-4721-4783-94ad-cafa795df1a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17459240-4c4d-4ae6-9f4b-4e203c785c29 HTTP/1.1" status: 200 len: 897 time: 0.0892615 Dec 13 15:50:30.328093 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:02Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:30.346746 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-0453d4ff-9173-407f-a5e0-bfbd6ae97567 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=065fbbbc-8755-4926-92a4-fc1e6620f780 HTTP/1.1" status: 200 len: 217 time: 0.0386863 Dec 13 15:50:30.357917 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] Checking router: f7d6e325-afd4-4640-ad94-c3f997fe1867 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:50:30.366688 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:30.367095 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:30.399722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-b38591c0-da7f-44ae-8245-ff1778e38cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:30.401380 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-b38591c0-da7f-44ae-8245-ff1778e38cdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fde3f4b-0068-4a78-961e-2c144c4469b9 HTTP/1.1" status: 200 len: 834 time: 0.0474920 Dec 13 15:50:30.449827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-5f828125-1936-41a6-a0fc-205aa159741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:30.451526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-5f828125-1936-41a6-a0fc-205aa159741c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17459240-4c4d-4ae6-9f4b-4e203c785c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417657 Dec 13 15:50:30.474980 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:30.488140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc0fc8-f773-42a8-a512-3e7a1bdfb840 req-6bb62096-1416-40d3-b035-c4b64cc1f751 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:30.490092 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0bc0fc8-f773-42a8-a512-3e7a1bdfb840 req-6bb62096-1416-40d3-b035-c4b64cc1f751 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0663326 Dec 13 15:50:30.542591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e0bc0fc8-f773-42a8-a512-3e7a1bdfb840 req-edaa581d-d6d0-474a-a4c3-65441dfca2fa tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Dec 13 15:50:30.558633 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-424c0b3f-1f79-4159-8392-b357297c634f service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983942 Dec 13 15:50:30.648278 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-56a32f5c-c147-4c54-ba1f-0c11eb18fc74 req-43494636-e358-440f-8dc8-d27153d97f2d service neutron] 10.222.0.50 "GET /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819819 Dec 13 15:50:30.674412 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:02Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:30.700217 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652ef6-4e1a-4ef2-8337-b25b11047bb7 None None] The sync data for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 is: [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:48:59Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '68f6098c-08e2-40f3-a80f-bd48f9bb64de', 'name': '', 'network_id': '17459240-4c4d-4ae6-9f4b-4e203c785c29', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:b5:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:58Z', 'updated_at': '2021-12-13T15:49:02Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '3fde3f4b-0068-4a78-961e-2c144c4469b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:50:30.914206 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4571e717-af55-4ac7-b170-2c70ad962256 None None] New status for floating IP c50e1a35-030d-45cf-8ffd-872a7a01f174: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:50:31.649657 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89e0b-bb87-422f-a5d7-fecd432ae1db req-f49ac57c-4a4a-4099-bc8b-b9bab1199c2a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:31.651138 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06d89e0b-bb87-422f-a5d7-fecd432ae1db req-f49ac57c-4a4a-4099-bc8b-b9bab1199c2a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0494418 Dec 13 15:50:31.689876 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-06d89e0b-bb87-422f-a5d7-fecd432ae1db req-a8ea92c3-fddb-4e68-9c49-86af52930691 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=717cc0e7-dbfd-4952-a982-a6511cb4ad28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320218 Dec 13 15:50:31.916820 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-f910a39c-1565-48dc-aafe-93e68a506dee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:31.918262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-f910a39c-1565-48dc-aafe-93e68a506dee tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 946 time: 0.0521741 Dec 13 15:50:32.003828 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 065fbbbc-8755-4926-92a4-fc1e6620f780 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:50:32.004167 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:32.092636 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 065fbbbc-8755-4926-92a4-fc1e6620f780, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=065fbbbc-8755-4926-92a4-fc1e6620f780,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:32.092993 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:32.106074 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 065fbbbc-8755-4926-92a4-fc1e6620f780 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:50:32.298562 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:32.331570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=065fbbbc-8755-4926-92a4-fc1e6620f780,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:32.371624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] No DVR routers for this DVR port 065fbbbc-8755-4926-92a4-fc1e6620f780 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:50:32.374347 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:32.377662 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3f799e7f-788f-404a-be61-423a1ff2a912 req-1791c789-8ef7-4dab-842a-2ced745d378e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.50 "DELETE /v2.0/ports/065fbbbc-8755-4926-92a4-fc1e6620f780 HTTP/1.1" status: 204 len: 173 time: 0.4533820 Dec 13 15:50:32.378101 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'name': 'network-vif-deleted', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:50:32.380392 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c650d61-f077-4100-97b8-db7a903ecf67" -d '{"events": [{"server_uuid": "962d0087-da20-4595-a449-73527906ad82", "name": "network-vif-deleted", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:50:32.425026 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28688ba6-72d6-4886-836f-8c2f47698350 x-openstack-request-id: req-28688ba6-72d6-4886-836f-8c2f47698350 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:50:32.425377 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962d0087-da20-4595-a449-73527906ad82", "name": "network-vif-deleted", "tag": "065fbbbc-8755-4926-92a4-fc1e6620f780", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:50:32.425629 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28688ba6-72d6-4886-836f-8c2f47698350 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:50:32.426022 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962d0087-da20-4595-a449-73527906ad82', 'name': 'network-vif-deleted', 'tag': '065fbbbc-8755-4926-92a4-fc1e6620f780', 'status': 'completed', 'code': 200} Dec 13 15:50:32.797404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-223a95c9-8dcf-4b45-b273-046152247bab req-cd006bff-b1ce-4b74-8f21-9f44c71f425c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=962d0087-da20-4595-a449-73527906ad82 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Dec 13 15:50:33.854381 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38490) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:34.212148 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:34.462998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 68f6098c-08e2-40f3-a80f-bd48f9bb64de {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:50:34.463257 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:34.550061 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 68f6098c-08e2-40f3-a80f-bd48f9bb64de, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=68f6098c-08e2-40f3-a80f-bd48f9bb64de,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:34.550462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:34.562719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 68f6098c-08e2-40f3-a80f-bd48f9bb64de owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:50:34.816011 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:34.846721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=68f6098c-08e2-40f3-a80f-bd48f9bb64de,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:35.023027 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.237436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router f7d6e325-afd4-4640-ad94-c3f997fe1867 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:50:35.351046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:50:35.359130 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2369ecd7-c745-4a46-a699-f5ff998ce9e9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/f7d6e325-afd4-4640-ad94-c3f997fe1867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5035057 Dec 13 15:50:35.361919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38492) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:35.364802 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] Sync routers for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:50:35.376155 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:35.377035 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:35.414245 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting subnet 3fde3f4b-0068-4a78-961e-2c144c4469b9 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:50:35.418031 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.464019 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.504438 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:35.560895 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.673222 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.682588 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:50:34Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:35.700119 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Subnet': ['ID=3fde3f4b-0068-4a78-961e-2c144c4469b9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:35.703903 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.707066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5c8bc8b0-83d8-43da-8c7f-398259ef062b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/subnets/3fde3f4b-0068-4a78-961e-2c144c4469b9 HTTP/1.1" status: 204 len: 168 time: 0.3440855 Dec 13 15:50:35.708058 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] Checking router: f7d6e325-afd4-4640-ad94-c3f997fe1867 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:50:35.709664 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38494) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:35.713551 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd4280-68ff-40fe-863c-cc567dd183cc None None] Network 17459240-4c4d-4ae6-9f4b-4e203c785c29 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:50:35.719475 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] Routers {'f7d6e325-afd4-4640-ad94-c3f997fe1867'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:35.720387 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['f7d6e325-afd4-4640-ad94-c3f997fe1867'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:35.826304 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.848268 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] Set router f7d6e325-afd4-4640-ad94-c3f997fe1867 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:35.890620 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 065fbbbc-8755-4926-92a4-fc1e6620f780 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:50:35.914278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] DHCP port deletion for 17459240-4c4d-4ae6-9f4b-4e203c785c29 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:50:35.917716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 065fbbbc-8755-4926-92a4-fc1e6620f780 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:50:35.918059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 065fbbbc-8755-4926-92a4-fc1e6620f780 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:50:35.940737 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:35.962855 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Deleting port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:50:35.963226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.028198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] For port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=85a2b2b0-0036-4a5c-9619-f7d6ec4d5584,segment=NetworkSegment(9050ce67-6265-4e27-b07b-6f944257fe8e),segment_id=9050ce67-6265-4e27-b07b-6f944257fe8e)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:36.028598 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.032255 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:50:34Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:36.040996 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Calling delete_port for 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:50:36.058093 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e58b57-2250-475d-a01a-4cfd0011e373 None None] The sync data for ids ['f7d6e325-afd4-4640-ad94-c3f997fe1867'] in n-d-816954-1 is: [{'id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238808202', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:50:34Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': 'a379682b-d7f4-44b1-bf1d-bdde7dad265f', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e325-afd4-4640-ad94-c3f997fe1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:48:55Z', 'updated_at': '2021-12-13T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:50:36.108553 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port a379682b-d7f4-44b1-bf1d-bdde7dad265f {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:50:36.109122 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.185408 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port a379682b-d7f4-44b1-bf1d-bdde7dad265f, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=a379682b-d7f4-44b1-bf1d-bdde7dad265f,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:36.185804 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.202034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for a379682b-d7f4-44b1-bf1d-bdde7dad265f owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:50:36.233357 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.257509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Pushing event deleted for resources: {'Port': ['ID=85a2b2b0-0036-4a5c-9619-f7d6ec4d5584,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:36.265800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] No DVR routers for this DVR port 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:50:36.268143 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.268487 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.268822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.269153 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.269485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.269813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.270151 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.270497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.270813 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.271131 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.271449 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.271765 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bc627-ee99-4358-9003-8c51539bdca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:36.418852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.450949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=a379682b-d7f4-44b1-bf1d-bdde7dad265f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:36.461530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:50:36.485837 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:50:36.486173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 85a2b2b0-0036-4a5c-9619-f7d6ec4d5584 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:50:36.486613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 68f6098c-08e2-40f3-a80f-bd48f9bb64de no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:50:36.505910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 68f6098c-08e2-40f3-a80f-bd48f9bb64de {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:50:36.506273 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 68f6098c-08e2-40f3-a80f-bd48f9bb64de not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:50:36.523310 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.930709 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:36.932781 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.047060 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.047732 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Fanout notify agent at l3_agent the message router_deleted on router f7d6e325-afd4-4640-ad94-c3f997fe1867 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:50:37.054697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.056442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-87884bf3-148a-459e-bd24-0668c5d38c0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/routers/f7d6e325-afd4-4640-ad94-c3f997fe1867 HTTP/1.1" status: 204 len: 168 time: 1.3454690 Dec 13 15:50:37.059115 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38496) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:37.137225 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.226166 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.245790 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17459240-4c4d-4ae6-9f4b-4e203c785c29']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:37.254864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9050ce67-6265-4e27-b07b-6f944257fe8e') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:37.255162 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9050ce67-6265-4e27-b07b-6f944257fe8e') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:37.264290 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.277681 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.283434 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:50:37.283817 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:50:37.286741 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:50:37.409735 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.420849 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.425792 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/networks/17459240-4c4d-4ae6-9f4b-4e203c785c29 HTTP/1.1" status: 204 len: 168 time: 0.3657165 Dec 13 15:50:37.428698 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38498) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:37.442277 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c7ad7-67d3-4e53-9386-ec0e2ec05192 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Network': ['ID=17459240-4c4d-4ae6-9f4b-4e203c785c29,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:37.504660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.515653 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.655737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.658338 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:37.659490 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/security-groups/717cc0e7-dbfd-4952-a982-a6511cb4ad28 HTTP/1.1" status: 204 len: 168 time: 0.2296860 Dec 13 15:50:37.668745 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717cc0e7-dbfd-4952-a982-a6511cb4ad28,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:37.676411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:37.681429 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a38eb8-2833-455d-8fbf-dd5db2cdfa0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:38.142548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38504) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:38.147325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2e113171-2c66-4e17-ac3a-7dfb3d7277ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660631871', 'description': 'tempest-secgroup-smoke-660631871 description', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:38.228010 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e113171-2c66-4e17-ac3a-7dfb3d7277ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.298119 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e113171-2c66-4e17-ac3a-7dfb3d7277ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.372714 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e113171-2c66-4e17-ac3a-7dfb3d7277ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.408300 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e113171-2c66-4e17-ac3a-7dfb3d7277ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a843b-1fa3-4457-98b6-879624795545,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:38.441822 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a379682b-d7f4-44b1-bf1d-bdde7dad265f no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:50:38.455070 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2e113171-2c66-4e17-ac3a-7dfb3d7277ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.456376 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2e113171-2c66-4e17-ac3a-7dfb3d7277ae tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3128006 Dec 13 15:50:38.459358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38506) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:38.464836 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-af423800-e558-4d8b-842a-5d363cf4977f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'c36a843b-1fa3-4457-98b6-879624795545', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:38.468464 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: a379682b-d7f4-44b1-bf1d-bdde7dad265f {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:50:38.469061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device a379682b-d7f4-44b1-bf1d-bdde7dad265f not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:50:38.559378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af423800-e558-4d8b-842a-5d363cf4977f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.615757 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af423800-e558-4d8b-842a-5d363cf4977f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.689718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af423800-e558-4d8b-842a-5d363cf4977f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.708348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af423800-e558-4d8b-842a-5d363cf4977f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfac811-9d02-43b3-b2e9-ec43dfdc348e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:38.775793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af423800-e558-4d8b-842a-5d363cf4977f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.777307 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-af423800-e558-4d8b-842a-5d363cf4977f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169680 Dec 13 15:50:38.779993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38508) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:38.784289 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-201a1622-22e5-44ca-bce6-453eac825cdd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'c36a843b-1fa3-4457-98b6-879624795545', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:38.845267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201a1622-22e5-44ca-bce6-453eac825cdd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.900650 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201a1622-22e5-44ca-bce6-453eac825cdd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.952840 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201a1622-22e5-44ca-bce6-453eac825cdd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:38.971607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a1622-22e5-44ca-bce6-453eac825cdd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10da5c6e-8bcd-46bd-947c-708547ee5ac9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:39.057577 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-201a1622-22e5-44ca-bce6-453eac825cdd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.058800 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-201a1622-22e5-44ca-bce6-453eac825cdd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2779007 Dec 13 15:50:39.061481 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38510) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:39.065715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-334e4d09-af1e-4fd4-8299-374f510a955c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'c36a843b-1fa3-4457-98b6-879624795545', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:39.156941 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e4d09-af1e-4fd4-8299-374f510a955c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.213227 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e4d09-af1e-4fd4-8299-374f510a955c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.278118 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e4d09-af1e-4fd4-8299-374f510a955c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.297869 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4d09-af1e-4fd4-8299-374f510a955c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d20134-8f1e-47d1-b6b9-ec6c08e793e9,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:39.365875 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-334e4d09-af1e-4fd4-8299-374f510a955c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.367118 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-334e4d09-af1e-4fd4-8299-374f510a955c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047338 Dec 13 15:50:39.370349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38512) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:39.374637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ace0dfc6-a476-4a6d-b09e-8d874d27fce8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'c36a843b-1fa3-4457-98b6-879624795545', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:39.465635 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ace0dfc6-a476-4a6d-b09e-8d874d27fce8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.523404 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ace0dfc6-a476-4a6d-b09e-8d874d27fce8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.598192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ace0dfc6-a476-4a6d-b09e-8d874d27fce8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.616317 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0dfc6-a476-4a6d-b09e-8d874d27fce8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7971553-8641-42d7-829c-dacf469ada1b,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:39.685893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ace0dfc6-a476-4a6d-b09e-8d874d27fce8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.687120 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ace0dfc6-a476-4a6d-b09e-8d874d27fce8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158584 Dec 13 15:50:39.689801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38514) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:39.694120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'c36a843b-1fa3-4457-98b6-879624795545', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:39.792893 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:50:39.798063 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.857842 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.912996 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.932065 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed1713a-e690-4b74-98b0-3fe48803b0b5,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:39.995620 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:39.996835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2d736c03-5cca-4654-919e-52b4b47233ab tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3060691 Dec 13 15:50:39.999611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38516) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:40.003908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'security_group_rule': {'security_group_id': 'c36a843b-1fa3-4457-98b6-879624795545', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:40.078816 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Project cceb0889f34a4876be8aaa68ca25a88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:50:40.083576 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.144152 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.215641 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.236085 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e16cace-a8bc-4f8d-87e6-5cdca2000f6e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:40.297897 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.299161 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a4c4bc46-febb-4d6a-9292-20a0300df1e3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2986493 Dec 13 15:50:40.302060 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38518) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:40.306928 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'network': {'name': 'tempest-network-smoke--1477203390', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'port_security_enabled': True}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:40.389632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:50:40.393029 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.416684 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:50:40.425614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.425963 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Added segment 9ce297bf-a893-4fe1-8414-f7aff1c7430d of type vlan for network 80fb494c-b1e8-4dec-beb2-51f754a078f9 Dec 13 15:50:40.466722 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.556467 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.562146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:40.562759 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.631382 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Network': ['ID=80fb494c-b1e8-4dec-beb2-51f754a078f9,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:40.642085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:50:40.672383 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c94deae2-cd1f-4fb8-a857-c3144d6db067 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3692985 Dec 13 15:50:40.675069 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38520) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:40.679577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'admin_state_up': True, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:40.755512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.756845 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:40.812763 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:41.022969 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:41.256508 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:41.276067 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:41.375973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.36 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/4fc12a89-2168-4da3-9801-2d5260a8ce53) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:50:41.476911 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:41.567559 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:41.608508 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:50:41.611561 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:50:41.614131 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:50:41.640095 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=4fc12a89-2168-4da3-9801-2d5260a8ce53,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:42.247963 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:42.437150 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:42.624213 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b360b633-694e-4133-8fcb-71549b9640b1 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:50:42.729368 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:50:42.740510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Sync routers for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:50:42.749235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:42.749833 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:42.816434 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:42.816434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5365d490-e7bc-4d84-baa9-62258c80af51 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1402922 Dec 13 15:50:42.819548 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38522) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:42.849375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-66bf428b-5c8a-4195-bbc7-862fdf8f9abb tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=cceb0889f34a4876be8aaa68ca25a88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286405 Dec 13 15:50:42.851865 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38524) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:42.857424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:42.941415 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc628fd-2e92-4b72-8ec8-36d27a8a6223 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:42.943018 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5bc628fd-2e92-4b72-8ec8-36d27a8a6223 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902476 Dec 13 15:50:42.946453 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38526) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:42.974135 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cbc01c9e-c22d-4bf4-8217-4eb9820e0e05 tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2f38b908-f409-4661-8b06-3048c9d2566b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266345 Dec 13 15:50:42.976754 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38528) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:42.981506 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1564296424', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:43.039120 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:41Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:43.064820 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Checking router: b360b633-694e-4133-8fcb-71549b9640b1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:50:43.065171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Updating router b360b633-694e-4133-8fcb-71549b9640b1 port 4fc12a89-2168-4da3-9801-2d5260a8ce53 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:50:43.091288 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.141361 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:50:43.145008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.350050 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.376226 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.438121 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Subnet': ['ID=460cce99-0791-4711-af6c-cc8d3f66cb54,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:43.446028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Checking segment: {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:50:43.446432 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network hostable DHCP agents. Network: 80fb494c-b1e8-4dec-beb2-51f754a078f9, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:50:43.456148 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.513734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Attempting to bind port 4fc12a89-2168-4da3-9801-2d5260a8ce53 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:50:43.514102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Attempting to bind port 4fc12a89-2168-4da3-9801-2d5260a8ce53 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:50:43.514498 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Attempting to bind port 4fc12a89-2168-4da3-9801-2d5260a8ce53 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:50:43.516387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f34f24-a4cb-4d74-95fa-193fdda1fc3f None None] Pushing event updated for resources: {'Port': ['ID=4fc12a89-2168-4da3-9801-2d5260a8ce53,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:43.521614 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:50:43.527275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:50:43.527275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.527275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:50:43.527275 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Bound port: 4fc12a89-2168-4da3-9801-2d5260a8ce53, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:50:43.527275 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.544395 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:50:43.573511 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] For port 4fc12a89-2168-4da3-9801-2d5260a8ce53, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:50:43.576587 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] For port 4fc12a89-2168-4da3-9801-2d5260a8ce53, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4fc12a89-2168-4da3-9801-2d5260a8ce53,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:50:43.624024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 80fb494c-b1e8-4dec-beb2-51f754a078f9) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:50:43.629965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:43.630586 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.632173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab128c7-9453-4d3a-85f1-c8e2449a5108 None None] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:50:43.670829 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.703582 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-827e04a5-fa8b-4e38-a97d-983a6c6b326e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7232118 Dec 13 15:50:43.703916 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38530) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:43.760581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:43.761202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:43.762899 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f34f24-a4cb-4d74-95fa-193fdda1fc3f None None] Pushing event updated for resources: {'Port': ['ID=4fc12a89-2168-4da3-9801-2d5260a8ce53,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:43.913386 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-80fb494c-b1e8-4dec-beb2-51f754a078f9', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:50:43.914838 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:43.926119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:44.132505 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.184523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Allocated IP 172.20.0.2 (80fb494c-b1e8-4dec-beb2-51f754a078f9/460cce99-0791-4711-af6c-cc8d3f66cb54/827c6bb6-c97d-4e83-aa36-e98df003f3e9) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:50:44.261962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:41Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:44.300202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a363b-5ef7-4764-953c-0a5893348f65 None None] The sync data for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 is: [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:41Z', 'revision_number': 3, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:50:44.373076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.433267 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.472648 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:50:44.477053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:50:44.483753 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:50:44.484689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.1 (80fb494c-b1e8-4dec-beb2-51f754a078f9/460cce99-0791-4711-af6c-cc8d3f66cb54/0ae2e52b-8ea1-4ede-9cab-350461bc885e) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:50:44.486990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Pushing event updated for resources: {'Port': ['ID=827c6bb6-c97d-4e83-aa36-e98df003f3e9,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:44.568502 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Attempting to bind port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:50:44.568870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Attempting to bind port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:50:44.569231 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Attempting to bind port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 on network 80fb494c-b1e8-4dec-beb2-51f754a078f9 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:50:44.575792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:50:44.575792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Checking segment: {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:50:44.575792 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.576161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Bound using segment: {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:50:44.576692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Bound port: 827c6bb6-c97d-4e83-aa36-e98df003f3e9, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:50:44.576993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.649504 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.654716 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] For port 827c6bb6-c97d-4e83-aa36-e98df003f3e9, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:50:44.657896 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] For port 827c6bb6-c97d-4e83-aa36-e98df003f3e9, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=827c6bb6-c97d-4e83-aa36-e98df003f3e9,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:50:44.719135 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.747658 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:44.787662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcc2ea-2a18-43b1-9d5e-ead39261f296 None None] Pushing event updated for resources: {'Port': ['ID=827c6bb6-c97d-4e83-aa36-e98df003f3e9,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:44.809450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:50:44.812646 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:50:44.816556 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:50:44.846567 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=0ae2e52b-8ea1-4ede-9cab-350461bc885e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:44.871999 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:45.092832 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:45.386811 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:45.443890 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:45.517327 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=0ae2e52b-8ea1-4ede-9cab-350461bc885e,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:45.519754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:45.617980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:50:45.619597 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:50:45.738469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b360b633-694e-4133-8fcb-71549b9640b1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:50:45.795187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd1e07-417b-4e16-8971-755d41a1b6bb None None] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:50:45.854460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:50:45.859875 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2fcf4f89-4407-45e3-96f0-bb0614992ee9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/b360b633-694e-4133-8fcb-71549b9640b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546254 Dec 13 15:50:45.925408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1eaeeee9-8339-4715-b5fd-e164a1c696ec None None] Provisioning complete for port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:45.925780 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1eaeeee9-8339-4715-b5fd-e164a1c696ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.010275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-40bb1bab-dfdf-4ee5-abef-b2b8d05a639e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660631871&fields=id&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 267 time: 0.0432365 Dec 13 15:50:46.031857 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1eaeeee9-8339-4715-b5fd-e164a1c696ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.068194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1eaeeee9-8339-4715-b5fd-e164a1c696ec None None] For port 827c6bb6-c97d-4e83-aa36-e98df003f3e9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=827c6bb6-c97d-4e83-aa36-e98df003f3e9,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:46.151375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-ea9dfb3d-3dc1-4c14-b674-9ea8e2e4c8c9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:46.152965 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-ea9dfb3d-3dc1-4c14-b674-9ea8e2e4c8c9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/networks?id=80fb494c-b1e8-4dec-beb2-51f754a078f9 HTTP/1.1" status: 200 len: 797 time: 0.1353109 Dec 13 15:50:46.170042 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-e7ef2290-d3fb-4385-9665-7b6eb1983b17 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/quotas/cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 375 time: 0.0109303 Dec 13 15:50:46.207291 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1eaeeee9-8339-4715-b5fd-e164a1c696ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.251555 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-948984ad-297d-46c1-a91d-fd3c0bc60abc tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575621 Dec 13 15:50:46.251555 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-4a29f5b0-aa14-46e9-b260-844b1bb0f233 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:50:46.251555 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-4a29f5b0-aa14-46e9-b260-844b1bb0f233 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060213 Dec 13 15:50:46.267031 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeeee9-8339-4715-b5fd-e164a1c696ec None None] Pushing event updated for resources: {'Port': ['ID=827c6bb6-c97d-4e83-aa36-e98df003f3e9,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:46.329810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-529f0ff4-9bfa-4538-94fe-2829274b3392 None None] Provisioning complete for port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:46.330189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-529f0ff4-9bfa-4538-94fe-2829274b3392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.360141 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-8c57c5d0-a221-4731-8d1e-0ec5923cdb3b service neutron] 10.222.0.24 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986190 Dec 13 15:50:46.366143 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.402394 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Sync routers for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:50:46.423102 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:46.423735 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:46.434194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-529f0ff4-9bfa-4538-94fe-2829274b3392 None None] Provisioning complete for port 0ae2e52b-8ea1-4ede-9cab-350461bc885e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:46.434748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-529f0ff4-9bfa-4538-94fe-2829274b3392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.485220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-529f0ff4-9bfa-4538-94fe-2829274b3392 None None] Port 0ae2e52b-8ea1-4ede-9cab-350461bc885e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:50:46.531619 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-e4621364-0606-470e-a1ae-a1d1c6631fae service neutron] 10.222.0.24 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577713 Dec 13 15:50:46.576811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 827c6bb6-c97d-4e83-aa36-e98df003f3e9 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:50:46.635886 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b7fd18a7-c3fb-4f14-ba3b-cbdb9765b95c None None] Provisioning complete for port 0ae2e52b-8ea1-4ede-9cab-350461bc885e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:46.636392 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b7fd18a7-c3fb-4f14-ba3b-cbdb9765b95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.653990 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:46.683500 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd18a7-c3fb-4f14-ba3b-cbdb9765b95c None None] Port 0ae2e52b-8ea1-4ede-9cab-350461bc885e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:50:46.686203 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:46.686724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.773916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4fc12a89-2168-4da3-9801-2d5260a8ce53 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:50:46.799663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0f59f80c-561e-4e57-b23c-37cbb0a5b0b4 req-d7853976-fdca-460b-8f62-85c388cb3d16 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 210 time: 0.0331497 Dec 13 15:50:46.821561 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-291619b6-cd81-4183-b008-b8e4cdf796de None None] Provisioning complete for port 0ae2e52b-8ea1-4ede-9cab-350461bc885e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:46.822076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-291619b6-cd81-4183-b008-b8e4cdf796de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.870743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-291619b6-cd81-4183-b008-b8e4cdf796de None None] Port 0ae2e52b-8ea1-4ede-9cab-350461bc885e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:50:46.874566 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:45Z', 'revision_number': 2, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:46.877099 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4fc12a89-2168-4da3-9801-2d5260a8ce53 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:46.877336 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:46.902063 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Checking router: b360b633-694e-4133-8fcb-71549b9640b1 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:50:46.902431 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Updating router b360b633-694e-4133-8fcb-71549b9640b1 port 0ae2e52b-8ea1-4ede-9cab-350461bc885e binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:50:46.927593 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.118938 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.139104 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 4fc12a89-2168-4da3-9801-2d5260a8ce53, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4fc12a89-2168-4da3-9801-2d5260a8ce53,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:47.197051 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.210378 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.256844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=4fc12a89-2168-4da3-9801-2d5260a8ce53,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:47.259175 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.305876 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Pushing event updated for resources: {'Port': ['ID=0ae2e52b-8ea1-4ede-9cab-350461bc885e,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:47.313973 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.314562 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.315112 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.315666 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.315998 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.316326 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.316648 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.316970 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.317290 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.317610 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.317926 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.318259 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:50:47.374834 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Attempting to bind port 0ae2e52b-8ea1-4ede-9cab-350461bc885e on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:50:47.375374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Attempting to bind port 0ae2e52b-8ea1-4ede-9cab-350461bc885e by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:50:47.375752 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Attempting to bind port 0ae2e52b-8ea1-4ede-9cab-350461bc885e on network 80fb494c-b1e8-4dec-beb2-51f754a078f9 {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:50:47.381142 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:50:47.383281 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Checking segment: {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:50:47.383281 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.383281 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Bound using segment: {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:50:47.383587 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Bound port: 0ae2e52b-8ea1-4ede-9cab-350461bc885e, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:50:47.383755 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.447995 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] For port 0ae2e52b-8ea1-4ede-9cab-350461bc885e, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:50:47.451271 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] For port 0ae2e52b-8ea1-4ede-9cab-350461bc885e, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0ae2e52b-8ea1-4ede-9cab-350461bc885e,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:50:47.493613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-da9963fc-9ce6-45da-bb68-23faf4bb4448 None None] Provisioning complete for port 0ae2e52b-8ea1-4ede-9cab-350461bc885e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:47.498023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-da9963fc-9ce6-45da-bb68-23faf4bb4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.536452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-da9963fc-9ce6-45da-bb68-23faf4bb4448 None None] Port 0ae2e52b-8ea1-4ede-9cab-350461bc885e cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:50:47.547376 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.593978 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:50:47.594554 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:47.633653 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.672756 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade6b41-6933-48c3-ac7c-e5e86a046d77 None None] Pushing event updated for resources: {'Port': ['ID=0ae2e52b-8ea1-4ede-9cab-350461bc885e,revision_number=4']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:47.719011 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:50:47.860958 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-66aaa3ff-8ea3-445b-91e1-9a14a81de2cf None None] Provisioning complete for port 0ae2e52b-8ea1-4ede-9cab-350461bc885e triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:47.860958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-66aaa3ff-8ea3-445b-91e1-9a14a81de2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.918623 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a3a7203-93e4-411d-b239-7a30bcffc2e5 req-c7c1ab22-abaa-4880-8b55-bfe505a64f1a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 210 time: 0.0429218 Dec 13 15:50:47.938690 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:50:47.948065 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-66aaa3ff-8ea3-445b-91e1-9a14a81de2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:47.968809 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072671a9-10ef-4c45-a8e4-1f38fe003473 None None] The sync data for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 is: [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:50:47.980811 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-66aaa3ff-8ea3-445b-91e1-9a14a81de2cf None None] For port 0ae2e52b-8ea1-4ede-9cab-350461bc885e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0ae2e52b-8ea1-4ede-9cab-350461bc885e,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:48.075640 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-66aaa3ff-8ea3-445b-91e1-9a14a81de2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:48.124785 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaa3ff-8ea3-445b-91e1-9a14a81de2cf None None] Pushing event updated for resources: {'Port': ['ID=0ae2e52b-8ea1-4ede-9cab-350461bc885e,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:48.513119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4fc12a89-2168-4da3-9801-2d5260a8ce53 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:50:48.570059 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 4fc12a89-2168-4da3-9801-2d5260a8ce53 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:48.570480 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:48.656140 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0ae2e52b-8ea1-4ede-9cab-350461bc885e up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:50:48.705468 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0ae2e52b-8ea1-4ede-9cab-350461bc885e triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:48.709074 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:48.808890 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-a48e78f9-c04d-439f-bd43-cb4ed2ec3146 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:48.810394 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-a48e78f9-c04d-439f-bd43-cb4ed2ec3146 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/networks?id=80fb494c-b1e8-4dec-beb2-51f754a078f9 HTTP/1.1" status: 200 len: 797 time: 0.1196151 Dec 13 15:50:48.855011 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-c4c192c8-b9d3-40c0-87f9-135dc6cadbf7 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cceb0889f34a4876be8aaa68ca25a88b HTTP/1.1" status: 200 len: 379 time: 0.0359864 Dec 13 15:50:48.864996 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'port': {'device_id': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'admin_state_up': True, 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'security_groups': ['c36a843b-1fa3-4457-98b6-879624795545']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:49.017548 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-660fbe0f-b333-4ca7-817e-28856efe76b3 req-0289aee9-7995-443f-adda-5ec2a2f08694 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 210 time: 0.0276084 Dec 13 15:50:49.081408 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Made reservation on behalf of cceb0889f34a4876be8aaa68ca25a88b for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:50:49.085090 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:49.211660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.20.0.8 (80fb494c-b1e8-4dec-beb2-51f754a078f9/460cce99-0791-4711-af6c-cc8d3f66cb54/c68f320f-134d-47f3-8a6d-d298f3c74fb0) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:50:49.347489 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:49.470376 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:49.514078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:50:49.517205 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:50:49.520821 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:50:49.546879 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=c68f320f-134d-47f3-8a6d-d298f3c74fb0,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:49.575120 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:49.575745 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:49.675889 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-400227ed-4ae7-4947-8325-3a80489323be tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8147869 Dec 13 15:50:49.686331 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-a1127484-4200-44d0-b467-8b9d2f40cd0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:50:49.687441 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-a1127484-4200-44d0-b467-8b9d2f40cd0f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052321 Dec 13 15:50:49.699638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Request body: {'port': {'device_id': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:49.705056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-51eb1435-9f3d-4ea4-b6ce-de75e277ffb7 None None] Provisioning complete for port c68f320f-134d-47f3-8a6d-d298f3c74fb0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:49.705612 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51eb1435-9f3d-4ea4-b6ce-de75e277ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:49.738562 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-51eb1435-9f3d-4ea4-b6ce-de75e277ffb7 None None] Port c68f320f-134d-47f3-8a6d-d298f3c74fb0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:50:49.757184 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:49.926932 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-afa5e227-cf93-41d9-8c63-5125ac719eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:50.018500 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68f320f-134d-47f3-8a6d-d298f3c74fb0 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:50:50.027573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:50.039886 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Transition to ACTIVE for port object c68f320f-134d-47f3-8a6d-d298f3c74fb0 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:50:50.084209 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:50.133971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdda96-7595-4950-b6ed-38d36fcd7229 req-da223395-82f1-4cee-8310-d6992702d9e4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:50.134854 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cefdda96-7595-4950-b6ed-38d36fcd7229 req-da223395-82f1-4cee-8310-d6992702d9e4 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 943 time: 0.0510254 Dec 13 15:50:50.152976 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Pushing event updated for resources: {'Port': ['ID=c68f320f-134d-47f3-8a6d-d298f3c74fb0,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:50.179837 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cefdda96-7595-4950-b6ed-38d36fcd7229 req-6c62ac1b-003f-4c43-a7ca-1f7b50d4343f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354841 Dec 13 15:50:50.211815 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Attempting to bind port c68f320f-134d-47f3-8a6d-d298f3c74fb0 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:50:50.212147 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Attempting to bind port c68f320f-134d-47f3-8a6d-d298f3c74fb0 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:50:50.212483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Attempting to bind port c68f320f-134d-47f3-8a6d-d298f3c74fb0 on network 80fb494c-b1e8-4dec-beb2-51f754a078f9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:50:50.217032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Port c68f320f-134d-47f3-8a6d-d298f3c74fb0 on network 80fb494c-b1e8-4dec-beb2-51f754a078f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:50:50.217366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Attempting to bind port c68f320f-134d-47f3-8a6d-d298f3c74fb0 on network 80fb494c-b1e8-4dec-beb2-51f754a078f9 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:50:50.222472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:50:50.222811 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Checking segment: {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:50:50.223195 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Bound using segment: {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:50:50.223625 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Bound port: c68f320f-134d-47f3-8a6d-d298f3c74fb0, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce297bf-a893-4fe1-8414-f7aff1c7430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:50:50.223981 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:50.289792 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] For port c68f320f-134d-47f3-8a6d-d298f3c74fb0, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:50:50.292874 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] For port c68f320f-134d-47f3-8a6d-d298f3c74fb0, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:50:50.356278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:50.389622 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:50.390448 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:50.391827 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] 10.222.0.55 "PUT /v2.0/ports/c68f320f-134d-47f3-8a6d-d298f3c74fb0 HTTP/1.1" status: 200 len: 1091 time: 0.6963983 Dec 13 15:50:50.394573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:50:50.397551 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9653759f-e7a6-41e2-a033-e9d3dcc7e9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:50:50.426709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a5cf-8a6f-456a-9d10-272353bbd400 service neutron] Pushing event updated for resources: {'Port': ['ID=c68f320f-134d-47f3-8a6d-d298f3c74fb0,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:50.435406 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caac709-6d12-42c4-b2ed-1c8e4163215a x-openstack-request-id: req-0caac709-6d12-42c4-b2ed-1c8e4163215a {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:50:50.435753 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:50:50.436088 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0caac709-6d12-42c4-b2ed-1c8e4163215a {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:50:50.436466 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'status': 'completed', 'code': 200} Dec 13 15:50:50.499701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653759f-e7a6-41e2-a033-e9d3dcc7e9f8 req-e65c26b1-2656-4b3f-a022-86dd8ce7400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:50.501276 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9653759f-e7a6-41e2-a033-e9d3dcc7e9f8 req-e65c26b1-2656-4b3f-a022-86dd8ce7400c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1094 time: 0.0433445 Dec 13 15:50:50.894377 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653759f-e7a6-41e2-a033-e9d3dcc7e9f8 req-0e8fe025-3964-42cb-a95d-cda63ffe0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:50.895844 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9653759f-e7a6-41e2-a033-e9d3dcc7e9f8 req-0e8fe025-3964-42cb-a95d-cda63ffe0866 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3866711 Dec 13 15:50:50.991328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653759f-e7a6-41e2-a033-e9d3dcc7e9f8 req-bd598c3d-0d73-4179-b5b1-26ddd995dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:50.993424 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9653759f-e7a6-41e2-a033-e9d3dcc7e9f8 req-bd598c3d-0d73-4179-b5b1-26ddd995dd46 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905344 Dec 13 15:50:51.071338 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-4a2f119b-cb9c-4846-bd6d-aedefb142b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:51.072793 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-4a2f119b-cb9c-4846-bd6d-aedefb142b43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1094 time: 0.0401213 Dec 13 15:50:51.113855 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-6e6c35d1-eb0c-49fb-af70-ac3972cb791c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0 HTTP/1.1" status: 200 len: 217 time: 0.0329947 Dec 13 15:50:51.168711 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-d0d5aa21-9f01-4df3-8d2b-8b6c7e970cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:51.170384 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-d0d5aa21-9f01-4df3-8d2b-8b6c7e970cfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=460cce99-0791-4711-af6c-cc8d3f66cb54 HTTP/1.1" status: 200 len: 835 time: 0.0503311 Dec 13 15:50:51.217460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-37848c82-3186-4c70-935f-7e2ea6f48589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:51.219029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-37848c82-3186-4c70-935f-7e2ea6f48589 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80fb494c-b1e8-4dec-beb2-51f754a078f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416763 Dec 13 15:50:51.295346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50045f5-bec4-4442-b931-5b4f7f5d3ae5 req-f7b4e932-b107-4e21-b89d-64bae2871ea2 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:51.297501 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f50045f5-bec4-4442-b931-5b4f7f5d3ae5 req-f7b4e932-b107-4e21-b89d-64bae2871ea2 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 943 time: 0.0495081 Dec 13 15:50:51.299228 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:50:51.310195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-d31fddb2-59f7-4a0f-8c6d-df61d1ae068d service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836728 Dec 13 15:50:51.336527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f50045f5-bec4-4442-b931-5b4f7f5d3ae5 req-79969b4f-a8ff-4679-9bb4-90bdb254c692 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Dec 13 15:50:51.404174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cbc2fd2c-20b6-4c6e-9070-6714782a6857 req-782062b3-261a-4434-a419-a27760249ad3 service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873101 Dec 13 15:50:52.322095 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ef1ebd88-829f-4973-83ce-2e0808e385fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:52.455668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb9bd7-aea3-431b-9309-251c1478f3ec req-5761c78a-8aa4-46f8-8a66-38e223deae4c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:52.457144 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0bb9bd7-aea3-431b-9309-251c1478f3ec req-5761c78a-8aa4-46f8-8a66-38e223deae4c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 943 time: 0.0523987 Dec 13 15:50:52.495914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d0bb9bd7-aea3-431b-9309-251c1478f3ec req-10d918a7-b098-42ba-b47c-d6008ee3ea4e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314889 Dec 13 15:50:53.505338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:53.613472 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3c59-37fb-467c-a7d2-427c12f4f1e1 req-1b980189-379e-4b63-8dbe-da07b1d9c6af tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:53.614957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-939f3c59-37fb-467c-a7d2-427c12f4f1e1 req-1b980189-379e-4b63-8dbe-da07b1d9c6af tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 943 time: 0.0524924 Dec 13 15:50:53.652067 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-939f3c59-37fb-467c-a7d2-427c12f4f1e1 req-c956c93d-6f9f-4adf-a754-2bcbae763682 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311694 Dec 13 15:50:54.768736 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b82a7-55b2-48ad-a655-3c9ca95b4e9e req-97bf73db-ac41-4a10-9a1e-f78321d17912 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:54.770171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-881b82a7-55b2-48ad-a655-3c9ca95b4e9e req-97bf73db-ac41-4a10-9a1e-f78321d17912 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 943 time: 0.0533204 Dec 13 15:50:54.811577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-881b82a7-55b2-48ad-a655-3c9ca95b4e9e req-3a29bb28-e4e8-4c81-b8e1-1db2f11bbd2e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352232 Dec 13 15:50:55.155643 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:55.181269 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:55.531235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c68f320f-134d-47f3-8a6d-d298f3c74fb0 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:50:55.636830 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c68f320f-134d-47f3-8a6d-d298f3c74fb0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:55.648062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'port_id': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'mac_address': 'fa:16:3e:37:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:50:55.684100 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:55.696846 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68f320f-134d-47f3-8a6d-d298f3c74fb0 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:50:55.715659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c68f320f-134d-47f3-8a6d-d298f3c74fb0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:55.769579 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:55.819537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c68f320f-134d-47f3-8a6d-d298f3c74fb0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:55.924934 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230df7a-2df3-4110-923f-cfb440939d8d req-d23ad3b9-e6f2-48c6-8bdb-2ee5b0d350cb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:55.926315 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0230df7a-2df3-4110-923f-cfb440939d8d req-d23ad3b9-e6f2-48c6-8bdb-2ee5b0d350cb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 944 time: 0.0480895 Dec 13 15:50:55.964343 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0230df7a-2df3-4110-923f-cfb440939d8d req-f9bc585f-fdfb-4733-80e6-bc7fea96ca6e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315049 Dec 13 15:50:56.023489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c68f320f-134d-47f3-8a6d-d298f3c74fb0'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:50:57.078168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a9c31-af02-4ce8-bdc5-8b1443ecf4fe req-1a7c8f87-e1ac-41f9-ae6a-f5e581f02a45 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:57.079709 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-857a9c31-af02-4ce8-bdc5-8b1443ecf4fe req-1a7c8f87-e1ac-41f9-ae6a-f5e581f02a45 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 944 time: 0.0491989 Dec 13 15:50:57.118196 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-857a9c31-af02-4ce8-bdc5-8b1443ecf4fe req-5f75161f-0e71-44e7-bf6d-a06fbbc5ca0a tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Dec 13 15:50:57.545457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c68f320f-134d-47f3-8a6d-d298f3c74fb0 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:50:57.684146 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port c68f320f-134d-47f3-8a6d-d298f3c74fb0 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:50:57.688780 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port c68f320f-134d-47f3-8a6d-d298f3c74fb0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:50:57.689149 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:57.764958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:57.787170 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:50:57.789426 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b23fd-c0c3-4e62-9ad0-87db38de8503" -d '{"events": [{"server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:50:57.801994 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c68f320f-134d-47f3-8a6d-d298f3c74fb0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:50:57.870366 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:57.893658 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472d36c4-06e9-4211-a64b-e1e3092e751a x-openstack-request-id: req-472d36c4-06e9-4211-a64b-e1e3092e751a {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:50:57.893949 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:50:57.894204 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-472d36c4-06e9-4211-a64b-e1e3092e751a {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:50:57.894614 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'code': 200} Dec 13 15:50:57.920755 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c68f320f-134d-47f3-8a6d-d298f3c74fb0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:50:57.976223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a741163-c3f0-4daf-947f-d5e70459dbf0 req-abc001b7-14a1-469e-896f-8e24991ce497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:57.977698 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a741163-c3f0-4daf-947f-d5e70459dbf0 req-abc001b7-14a1-469e-896f-8e24991ce497 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1096 time: 0.0398912 Dec 13 15:50:58.012501 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5a741163-c3f0-4daf-947f-d5e70459dbf0 req-6e4cf3f6-3cd3-48b6-9355-1204c0e062a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268772 Dec 13 15:50:58.230736 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042cc0-4fcf-47a9-8029-04bb8024927f req-1eef4f90-7196-4581-a271-707a2071adcb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:58.232375 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77042cc0-4fcf-47a9-8029-04bb8024927f req-1eef4f90-7196-4581-a271-707a2071adcb tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0497801 Dec 13 15:50:58.273777 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-77042cc0-4fcf-47a9-8029-04bb8024927f req-e1577603-6f5b-4cc8-9ab9-55318fe9c645 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355976 Dec 13 15:50:59.388722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1ca40-864c-406a-9c3e-6f2b9cd9a04a req-e6b2ea90-ea06-4204-9593-37df092729d9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:59.390173 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7dd1ca40-864c-406a-9c3e-6f2b9cd9a04a req-e6b2ea90-ea06-4204-9593-37df092729d9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0486622 Dec 13 15:50:59.428039 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7dd1ca40-864c-406a-9c3e-6f2b9cd9a04a req-e51a3572-cc35-4921-b9cd-d7d4284bb861 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Dec 13 15:50:59.540573 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb6c2-4b6d-445c-bb20-d1470c0e8445 req-32572775-2568-48fc-9051-c609dbdb59da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:59.542034 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e54eb6c2-4b6d-445c-bb20-d1470c0e8445 req-32572775-2568-48fc-9051-c609dbdb59da tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0482082 Dec 13 15:50:59.578649 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e54eb6c2-4b6d-445c-bb20-d1470c0e8445 req-79816bb4-c1da-4961-ab45-acb88035ae71 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Dec 13 15:50:59.599680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38590) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:59.638059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af82063-c18a-48d2-9cc9-e85eeae834cd tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:50:59.639562 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6af82063-c18a-48d2-9cc9-e85eeae834cd tempest-TestNetworkAdvancedServerOps-1774897550 tempest-TestNetworkAdvancedServerOps-1774897550-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1091 time: 0.0389385 Dec 13 15:50:59.642252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38592) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:50:59.646394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:50:59.730066 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:59.825822 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:50:59.926607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Allocated IP 172.25.7.9 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/6f2bb880-f270-418a-a106-1327f3ffa818) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:51:00.030863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:00.116148 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:00.151692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:51:00.154717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:00.157847 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:51:00.192970 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=6f2bb880-f270-418a-a106-1327f3ffa818,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:00.502623 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:00.610000 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:00.765370 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:00.815301 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:00.884964 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event updated for resources: {'Port': ['ID=6f2bb880-f270-418a-a106-1327f3ffa818,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:00.896313 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:00.995547 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 60a4b90b-a3b3-4302-bb66-10026dbac912 associated. External IP: 172.25.7.9, port: c68f320f-134d-47f3-8a6d-d298f3c74fb0. Dec 13 15:51:01.201299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b360b633-694e-4133-8fcb-71549b9640b1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:51:01.307105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:51:01.316412 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] Sync routers for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:51:01.326513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:01.332544 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:01.383459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:01.410593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5e528b96-37ff-4870-a03b-0785c2227db1 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7673302 Dec 13 15:51:01.411325 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:51:01.414461 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:51:01.431803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:01.456211 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6867699b-2747-4445-b670-b2b10c722cb5 x-openstack-request-id: req-6867699b-2747-4445-b670-b2b10c722cb5 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:51:01.456504 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:51:01.456838 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6867699b-2747-4445-b670-b2b10c722cb5 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:51:01.457245 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'status': 'completed', 'code': 200} Dec 13 15:51:01.574630 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea59c6-f65f-491e-a526-1e46d55a3f88 req-e94f8eae-a357-4b45-8c45-45ddfcc21b35 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:01.575252 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-a0cf24a4-bf05-4799-b1f8-6e6a648152ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:01.576252 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-a0cf24a4-bf05-4799-b1f8-6e6a648152ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1096 time: 0.0941141 Dec 13 15:51:01.578673 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75ea59c6-f65f-491e-a526-1e46d55a3f88 req-e94f8eae-a357-4b45-8c45-45ddfcc21b35 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.1099486 Dec 13 15:51:01.614790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-75ea59c6-f65f-491e-a526-1e46d55a3f88 req-412229ab-c2b7-462a-a79c-26590dc6d520 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Dec 13 15:51:01.637011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38602) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:01.662635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '60a4b90b-a3b3-4302-bb66-10026dbac912', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'port_id': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'mac_address': 'fa:16:3e:37:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:51:00Z', 'updated_at': '2021-12-13T15:51:00Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:01.688308 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] Checking router: b360b633-694e-4133-8fcb-71549b9640b1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:51:01.697049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:01.697649 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:50:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:01.723528 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6017921f-7858-45b7-9246-b35ebf471ced tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/60a4b90b-a3b3-4302-bb66-10026dbac912 HTTP/1.1" status: 200 len: 989 time: 0.0851393 Dec 13 15:51:01.726337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-0a5f3eac-bf24-46a1-8031-47ebee09442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:01.727742 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-0a5f3eac-bf24-46a1-8031-47ebee09442e service neutron] 10.222.0.55 "GET /v2.0/networks?id=80fb494c-b1e8-4dec-beb2-51f754a078f9 HTTP/1.1" status: 200 len: 898 time: 0.1445642 Dec 13 15:51:01.792604 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-f23fee51-c9fb-4409-9c3a-30d7d7792762 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0 HTTP/1.1" status: 200 len: 997 time: 0.0577242 Dec 13 15:51:01.802462 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:01.846124 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-a6ff6f9c-18e7-4c3d-aa8c-5e62edf153e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:01.847790 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-a6ff6f9c-18e7-4c3d-aa8c-5e62edf153e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=460cce99-0791-4711-af6c-cc8d3f66cb54 HTTP/1.1" status: 200 len: 835 time: 0.0483592 Dec 13 15:51:01.893771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-f9bb4246-b8d5-4889-b756-73da240d6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:01.895437 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-f9bb4246-b8d5-4889-b756-73da240d6715 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80fb494c-b1e8-4dec-beb2-51f754a078f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406196 Dec 13 15:51:01.981775 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-8b8688e8-220c-4e2c-95b5-2d6f4999b160 service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789235 Dec 13 15:51:02.030658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '60a4b90b-a3b3-4302-bb66-10026dbac912', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'port_id': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'mac_address': 'fa:16:3e:37:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:51:00Z', 'updated_at': '2021-12-13T15:51:00Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:02.056934 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3c3e0-6e4a-49ec-8519-b7ff1b966fd4 None None] The sync data for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 is: [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '60a4b90b-a3b3-4302-bb66-10026dbac912', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'port_id': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'mac_address': 'fa:16:3e:37:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:51:00Z', 'updated_at': '2021-12-13T15:51:00Z', 'revision_number': 0, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:51:02.076559 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8e63aa36-a902-4ef2-9ce0-19ac61ce7b68 req-26ed44e0-5da9-4be8-8d21-4776b6d960fe service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876374 Dec 13 15:51:02.243498 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eed40d-5334-44df-8fe9-2fa4dea9ed83 None None] New status for floating IP 60a4b90b-a3b3-4302-bb66-10026dbac912: ACTIVE {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:51:02.727391 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38604) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:02.790123 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-47de2fb6-9070-4b29-b0a3-519f05d34aa5 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/60a4b90b-a3b3-4302-bb66-10026dbac912 HTTP/1.1" status: 200 len: 991 time: 0.0615616 Dec 13 15:51:16.409940 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:17.600835 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:19.915571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f43101ef-21dc-4ab9-a304-fd36158cafea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:22.322748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b139866-def3-4710-89d1-6567a776315d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:23.512451 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:25.137957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:25.189597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:28.298777 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:51:31.644563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-9f64feb2-bc46-47c6-9bb6-3af186dc43af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390184 Dec 13 15:51:31.726278 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-5dd5aeef-e726-440d-83f3-43f31f59a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:31.727779 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-5dd5aeef-e726-440d-83f3-43f31f59a1e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1096 time: 0.0398245 Dec 13 15:51:31.834789 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-dc7f54fb-7b05-4c5f-a8f7-867788a25d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:31.836789 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-dc7f54fb-7b05-4c5f-a8f7-867788a25d03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80fb494c-b1e8-4dec-beb2-51f754a078f9 HTTP/1.1" status: 200 len: 898 time: 0.0884418 Dec 13 15:51:31.902266 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-9f1c153a-900e-485b-8dc6-8a0241c982d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0 HTTP/1.1" status: 200 len: 999 time: 0.0576725 Dec 13 15:51:31.956299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-18220061-a7f5-4a32-931e-16998c246ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:31.958184 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-18220061-a7f5-4a32-931e-16998c246ab2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=460cce99-0791-4711-af6c-cc8d3f66cb54 HTTP/1.1" status: 200 len: 835 time: 0.0477204 Dec 13 15:51:32.004211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-210bc737-2431-4725-b1ec-143656b0a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:32.005637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-210bc737-2431-4725-b1ec-143656b0a971 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80fb494c-b1e8-4dec-beb2-51f754a078f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388479 Dec 13 15:51:32.103362 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-da13a0b9-2232-4831-bde0-3361212810fa service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902958 Dec 13 15:51:32.201879 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-49de24d1-ab59-4bda-88f9-8d7f3a31006e req-e7a71900-5d70-40ac-aa64-00f66bd2ba35 service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860860 Dec 13 15:51:34.334151 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589152de-b354-4157-9ffb-310a6ab5dcb3 req-530a52df-488e-46cd-9576-4397ab90325f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:34.335643 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-589152de-b354-4157-9ffb-310a6ab5dcb3 req-530a52df-488e-46cd-9576-4397ab90325f tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0962329 Dec 13 15:51:34.372380 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-589152de-b354-4157-9ffb-310a6ab5dcb3 req-b1626453-4bc1-4213-a2a6-3caba2972386 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308635 Dec 13 15:51:35.490606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592cdf-ef6f-41df-bf56-6946c72555ad req-89b0d8d7-a129-4622-a86a-3705157dec8d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:35.492711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67592cdf-ef6f-41df-bf56-6946c72555ad req-89b0d8d7-a129-4622-a86a-3705157dec8d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0486915 Dec 13 15:51:35.530455 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-67592cdf-ef6f-41df-bf56-6946c72555ad req-e0af4bf5-9db2-499d-a9a4-8641921f3025 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Dec 13 15:51:35.553198 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38634) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:35.625844 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b923ebe2-d066-4a4c-b75a-b2f97924a448 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/60a4b90b-a3b3-4302-bb66-10026dbac912 HTTP/1.1" status: 200 len: 991 time: 0.0705764 Dec 13 15:51:37.106878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2683213-989b-468a-8289-df69660f017a req-7dbff6d9-f8ab-492c-ad03-f88224d5a5f3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:37.108361 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2683213-989b-468a-8289-df69660f017a req-7dbff6d9-f8ab-492c-ad03-f88224d5a5f3 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0519187 Dec 13 15:51:37.159941 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e2683213-989b-468a-8289-df69660f017a req-46ac272e-c8bb-426d-8436-e3aa16485cc8 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448639 Dec 13 15:51:37.189032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-a625e416-4bc4-4012-b3a2-12ee567dc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:37.190584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-a625e416-4bc4-4012-b3a2-12ee567dc141 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1096 time: 0.0443220 Dec 13 15:51:37.276955 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-16f5068c-4fd1-4cfd-969f-6490bd8bcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:37.278297 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-16f5068c-4fd1-4cfd-969f-6490bd8bcee9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80fb494c-b1e8-4dec-beb2-51f754a078f9 HTTP/1.1" status: 200 len: 898 time: 0.0813799 Dec 13 15:51:37.346905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-a13228b1-d22b-4ffd-8b11-a09bad7f247e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0 HTTP/1.1" status: 200 len: 999 time: 0.0615759 Dec 13 15:51:37.394024 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-6af7c752-b832-41c7-9b98-950acf1bf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:37.395422 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-6af7c752-b832-41c7-9b98-950acf1bf882 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=460cce99-0791-4711-af6c-cc8d3f66cb54 HTTP/1.1" status: 200 len: 835 time: 0.0415351 Dec 13 15:51:37.440993 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-95ecf686-44b4-43e0-8958-af8c816bc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:37.442484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-95ecf686-44b4-43e0-8958-af8c816bc08f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80fb494c-b1e8-4dec-beb2-51f754a078f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391450 Dec 13 15:51:37.534004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-2cf28ed5-4780-4886-af90-37cbe04cbfd4 service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Dec 13 15:51:37.621601 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cf750c1e-ac04-4cc7-9528-1749af578636 req-54729aba-b763-4c45-9e16-d0c6365d5ef7 service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806863 Dec 13 15:51:38.275864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb445d57-89e7-4536-8364-059367eb1954 req-d59e71ed-8ef7-4201-8ad6-19cbdedafe25 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:38.277368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb445d57-89e7-4536-8364-059367eb1954 req-d59e71ed-8ef7-4201-8ad6-19cbdedafe25 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0490611 Dec 13 15:51:38.315040 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cb445d57-89e7-4536-8364-059367eb1954 req-59fe4a2e-f0e2-40c4-b46d-12800789b7df tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317361 Dec 13 15:51:39.428938 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9262e0-e1f0-44d7-9a61-6a7c856212bd req-067ad941-07c8-4e4b-9d9d-f4f181c7151b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:39.430428 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b9262e0-e1f0-44d7-9a61-6a7c856212bd req-067ad941-07c8-4e4b-9d9d-f4f181c7151b tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0489023 Dec 13 15:51:39.471105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9b9262e0-e1f0-44d7-9a61-6a7c856212bd req-4ecd1818-23ec-4477-a219-43866607dadd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348556 Dec 13 15:51:39.503020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38646) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:39.568437 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-2ddb7e5f-a3a1-4a1a-80bd-77a2d575f930 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/floatingips/60a4b90b-a3b3-4302-bb66-10026dbac912 HTTP/1.1" status: 200 len: 991 time: 0.0642781 Dec 13 15:51:39.781892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38652) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:39.950507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 6f2bb880-f270-418a-a106-1327f3ffa818 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:51:39.950850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:40.043762 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:40.044083 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:40.056407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 6f2bb880-f270-418a-a106-1327f3ffa818 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:51:40.269719 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:40.293806 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=6f2bb880-f270-418a-a106-1327f3ffa818,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:40.308219 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.308570 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.308889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.309222 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.309547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.309873 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.310199 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.310543 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.310865 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.311185 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.311503 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.311821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:40.369611 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:40.369978 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Floating IP 60a4b90b-a3b3-4302-bb66-10026dbac912 disassociated (deleted). External IP: 172.25.7.9, port: c68f320f-134d-47f3-8a6d-d298f3c74fb0. Dec 13 15:51:40.598131 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b360b633-694e-4133-8fcb-71549b9640b1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:51:40.704270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:51:40.708991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:40.716147 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] Sync routers for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:51:40.725451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:40.726030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:40.735915 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-374f905a-decc-4386-9a4a-9a346c9698e0 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/floatingips/60a4b90b-a3b3-4302-bb66-10026dbac912 HTTP/1.1" status: 204 len: 168 time: 0.9528248 Dec 13 15:51:40.736537 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:51:40.739177 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3ea3f-a498-42f3-8151-b0ae11da6235" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:51:40.786041 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5995b6ba-e294-4625-9bc3-eda43e1c9897 x-openstack-request-id: req-5995b6ba-e294-4625-9bc3-eda43e1c9897 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:51:40.786041 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:51:40.786041 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5995b6ba-e294-4625-9bc3-eda43e1c9897 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:51:40.786041 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'status': 'completed', 'code': 200} Dec 13 15:51:40.843732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:41.066144 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:41.095728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] Checking router: b360b633-694e-4133-8fcb-71549b9640b1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:51:41.105065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:41.105782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:41.135381 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-7dd92c5c-2ea4-46d8-a96a-fe1e03b8ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:41.137600 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-7dd92c5c-2ea4-46d8-a96a-fe1e03b8ccba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 1096 time: 0.3361020 Dec 13 15:51:41.146171 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5e8f5-203f-4d56-8aec-9644f1a3f0e7 req-bf8b397c-d856-4d7d-9845-941307ca22ac tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:41.148357 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-efe5e8f5-203f-4d56-8aec-9644f1a3f0e7 req-bf8b397c-d856-4d7d-9845-941307ca22ac tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0567038 Dec 13 15:51:41.207117 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-efe5e8f5-203f-4d56-8aec-9644f1a3f0e7 req-e92e57a6-4965-4630-a6ef-a38c7e0c00fd tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Dec 13 15:51:41.227307 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:41.234340 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-0d83f430-48d2-452b-b7aa-5351380d0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:41.235840 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-0d83f430-48d2-452b-b7aa-5351380d0a05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=80fb494c-b1e8-4dec-beb2-51f754a078f9 HTTP/1.1" status: 200 len: 898 time: 0.0903859 Dec 13 15:51:41.280966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-7101f017-469e-48ba-8a8d-f3b241801acc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0 HTTP/1.1" status: 200 len: 217 time: 0.0370824 Dec 13 15:51:41.331385 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-4491ec56-6cbf-44f9-b00f-353882778556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:41.332861 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-4491ec56-6cbf-44f9-b00f-353882778556 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=460cce99-0791-4711-af6c-cc8d3f66cb54 HTTP/1.1" status: 200 len: 835 time: 0.0440929 Dec 13 15:51:41.378832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-44ff6f6e-553e-4fdd-b7c0-b715bc3d9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:41.380318 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-44ff6f6e-553e-4fdd-b7c0-b715bc3d9774 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80fb494c-b1e8-4dec-beb2-51f754a078f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395362 Dec 13 15:51:41.421198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:41.450826 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66b96b-518f-412f-a198-c6bc00a0c0d8 None None] The sync data for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 is: [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:50:44Z', 'revision_number': 4, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0ae2e52b-8ea1-4ede-9cab-350461bc885e', 'name': '', 'network_id': '80fb494c-b1e8-4dec-beb2-51f754a078f9', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'mac_address': 'fa:16:3e:59:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:44Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'subnets': [{'id': '460cce99-0791-4711-af6c-cc8d3f66cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:51:41.478088 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-24fcd643-d5c3-4701-95c6-f11f2f9ea273 service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896187 Dec 13 15:51:41.569755 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c2e3ea3f-a498-42f3-8151-b0ae11da6235 req-db9ffed1-0300-4e5f-824f-6e72348d0746 service neutron] 10.222.0.55 "GET /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840285 Dec 13 15:51:41.674427 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb74188-3c3d-47fc-a240-2de05a8ea857 None None] New status for floating IP 60a4b90b-a3b3-4302-bb66-10026dbac912: DOWN {{(pid=102826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:51:42.313522 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84030f2c-ffe6-43c2-b457-4ea28fdf70a8 req-549fc3c7-2dfb-4a1e-8b4f-963f869011f6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:42.315013 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84030f2c-ffe6-43c2-b457-4ea28fdf70a8 req-549fc3c7-2dfb-4a1e-8b4f-963f869011f6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0492003 Dec 13 15:51:42.356540 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-84030f2c-ffe6-43c2-b457-4ea28fdf70a8 req-70300fa4-2495-4906-a7bd-5525fbc1977c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/security-groups?id=c36a843b-1fa3-4457-98b6-879624795545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349932 Dec 13 15:51:42.646727 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-d6ea033b-39a7-429c-b794-ae7b1eac7fa6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:42.648980 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-d6ea033b-39a7-429c-b794-ae7b1eac7fa6 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 945 time: 0.0472434 Dec 13 15:51:42.735271 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port c68f320f-134d-47f3-8a6d-d298f3c74fb0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:51:42.735611 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:42.833180 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port c68f320f-134d-47f3-8a6d-d298f3c74fb0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c68f320f-134d-47f3-8a6d-d298f3c74fb0,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:51:42.833543 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:42.846467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for c68f320f-134d-47f3-8a6d-d298f3c74fb0 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:51:43.026668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:43.055569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=c68f320f-134d-47f3-8a6d-d298f3c74fb0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:43.067366 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.067713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.068051 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.068373 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.068694 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.069015 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.069335 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.069653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.069973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.070316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.070632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.070967 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:43.104956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] No DVR routers for this DVR port c68f320f-134d-47f3-8a6d-d298f3c74fb0 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:51:43.107420 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:43.110627 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c27f9a78-bdd4-4e21-b52d-bb0fc84ce153 req-9b9663e4-3876-4324-bd09-bb1eada4dd3c tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.55 "DELETE /v2.0/ports/c68f320f-134d-47f3-8a6d-d298f3c74fb0 HTTP/1.1" status: 204 len: 173 time: 0.4564083 Dec 13 15:51:43.111053 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'name': 'network-vif-deleted', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:51:43.113284 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f0427-cd53-4e69-b6ee-cec5be8c0284" -d '{"events": [{"server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "name": "network-vif-deleted", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:51:43.151526 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbb0e03-da36-49e8-86fb-79eeb8a23bfe x-openstack-request-id: req-cbbb0e03-da36-49e8-86fb-79eeb8a23bfe {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:51:43.151853 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50b165-ce1e-43d8-8e77-a5ec9d319b6d", "name": "network-vif-deleted", "tag": "c68f320f-134d-47f3-8a6d-d298f3c74fb0", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:51:43.152104 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbbb0e03-da36-49e8-86fb-79eeb8a23bfe {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:51:43.152501 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b165-ce1e-43d8-8e77-a5ec9d319b6d', 'name': 'network-vif-deleted', 'tag': 'c68f320f-134d-47f3-8a6d-d298f3c74fb0', 'status': 'completed', 'code': 200} Dec 13 15:51:43.470502 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-cdd04b59-fd60-4c79-92b5-bbcd9432b789 req-a5f4cbe1-0a11-4115-a2a9-77d7e4bb9c72 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50b165-ce1e-43d8-8e77-a5ec9d319b6d HTTP/1.1" status: 200 len: 210 time: 0.0287962 Dec 13 15:51:44.530643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38668) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:44.891176 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:45.143369 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 0ae2e52b-8ea1-4ede-9cab-350461bc885e {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:51:45.143720 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:45.229968 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 0ae2e52b-8ea1-4ede-9cab-350461bc885e, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0ae2e52b-8ea1-4ede-9cab-350461bc885e,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:51:45.230354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:45.243082 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 0ae2e52b-8ea1-4ede-9cab-350461bc885e owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:51:45.478695 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:45.510826 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=0ae2e52b-8ea1-4ede-9cab-350461bc885e,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:45.687752 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:45.907701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Router b360b633-694e-4133-8fcb-71549b9640b1 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:51:46.322126 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:51:46.327766 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d1e43daa-e831-45f5-b1de-6e417a8a8b7d tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "PUT /v2.0/routers/b360b633-694e-4133-8fcb-71549b9640b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7959948 Dec 13 15:51:46.330471 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38670) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:46.334897 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] Sync routers for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:51:46.346518 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:46.347121 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:46.378796 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting subnet 460cce99-0791-4711-af6c-cc8d3f66cb54 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 15:51:46.381848 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.411451 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.422339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.517818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.608453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:46.638677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.671516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Subnet': ['ID=460cce99-0791-4711-af6c-cc8d3f66cb54,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:46.675574 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.681297 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-de4012dc-54f3-44a1-bc18-2b97f73a1697 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/subnets/460cce99-0791-4711-af6c-cc8d3f66cb54 HTTP/1.1" status: 204 len: 168 time: 0.3474092 Dec 13 15:51:46.687496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38672) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:46.701910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08821c-b7e4-435d-b325-f6ed2f8cebb0 None None] Network 80fb494c-b1e8-4dec-beb2-51f754a078f9 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:51:46.789267 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.887773 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:51:45Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:46.898646 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:46.917548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] Checking router: b360b633-694e-4133-8fcb-71549b9640b1 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:51:46.923531 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] Routers {'b360b633-694e-4133-8fcb-71549b9640b1'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:46.924124 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b360b633-694e-4133-8fcb-71549b9640b1'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:46.962067 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] DHCP port deletion for 80fb494c-b1e8-4dec-beb2-51f754a078f9 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 15:51:47.009288 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Deleting port 4fc12a89-2168-4da3-9801-2d5260a8ce53 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:51:47.009630 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.060584 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] Set router b360b633-694e-4133-8fcb-71549b9640b1 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:47.089673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] For port 4fc12a89-2168-4da3-9801-2d5260a8ce53, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=4fc12a89-2168-4da3-9801-2d5260a8ce53,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:51:47.090026 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.106920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Calling delete_port for 4fc12a89-2168-4da3-9801-2d5260a8ce53 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:51:47.118087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Deleting port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:51:47.118418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.224514 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] For port 827c6bb6-c97d-4e83-aa36-e98df003f3e9, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=827c6bb6-c97d-4e83-aa36-e98df003f3e9,segment=NetworkSegment(9ce297bf-a893-4fe1-8414-f7aff1c7430d),segment_id=9ce297bf-a893-4fe1-8414-f7aff1c7430d)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:51:47.224828 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.246732 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Calling delete_port for 827c6bb6-c97d-4e83-aa36-e98df003f3e9 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:51:47.312454 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.340910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Port': ['ID=4fc12a89-2168-4da3-9801-2d5260a8ce53,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:47.369884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:51:45Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:47.396222 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408b2b-0e54-4e45-b8a4-7ccf661055df None None] The sync data for ids ['b360b633-694e-4133-8fcb-71549b9640b1'] in n-d-816954-1 is: [{'id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772256389', 'tenant_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:50:40Z', 'updated_at': '2021-12-13T15:51:45Z', 'revision_number': 5, 'project_id': 'cceb0889f34a4876be8aaa68ca25a88b', 'gw_port': {'id': '4fc12a89-2168-4da3-9801-2d5260a8ce53', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360b633-694e-4133-8fcb-71549b9640b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:50:41Z', 'updated_at': '2021-12-13T15:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:51:47.410042 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.438362 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.467919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Pushing event deleted for resources: {'Port': ['ID=827c6bb6-c97d-4e83-aa36-e98df003f3e9,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:47.472228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] No DVR routers for this DVR port 827c6bb6-c97d-4e83-aa36-e98df003f3e9 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:51:47.479767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.480103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.480433 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.480757 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.481076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.481397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.481714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.482576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.482576 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.482774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.482953 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.483264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b575b-cd00-4d24-844f-31865aaaea99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:47.527197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.530677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.649936 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.660952 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.666262 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Fanout notify agent at l3_agent the message router_deleted on router b360b633-694e-4133-8fcb-71549b9640b1 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 15:51:47.668844 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.669948 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6856577c-b77f-43db-adc5-af64189bd39e tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/routers/b360b633-694e-4133-8fcb-71549b9640b1 HTTP/1.1" status: 204 len: 168 time: 0.9874153 Dec 13 15:51:47.672643 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38674) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:47.755990 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.841979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c68f320f-134d-47f3-8a6d-d298f3c74fb0 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:51:47.854045 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.862184 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: c68f320f-134d-47f3-8a6d-d298f3c74fb0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:51:47.862550 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c68f320f-134d-47f3-8a6d-d298f3c74fb0 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:51:47.881316 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fb494c-b1e8-4dec-beb2-51f754a078f9']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:47.890908 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce297bf-a893-4fe1-8414-f7aff1c7430d') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:47.891205 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce297bf-a893-4fe1-8414-f7aff1c7430d') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:47.901395 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.913956 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.920315 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 15:51:47.920688 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: timer() Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 15:51:47.923687 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 15:51:48.042895 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:48.050500 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:48.053168 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/networks/80fb494c-b1e8-4dec-beb2-51f754a078f9 HTTP/1.1" status: 204 len: 168 time: 0.3796206 Dec 13 15:51:48.056028 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38676) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:48.065110 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61295c07-ace0-463b-b9c6-57637f1f7fa9 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'Network': ['ID=80fb494c-b1e8-4dec-beb2-51f754a078f9,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:48.116161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77eaa919-213b-411c-9090-fe66c0061382 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:48.143905 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77eaa919-213b-411c-9090-fe66c0061382 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:48.286628 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77eaa919-213b-411c-9090-fe66c0061382 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:48.289287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-77eaa919-213b-411c-9090-fe66c0061382 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:48.290439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-77eaa919-213b-411c-9090-fe66c0061382 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] 10.222.0.24 "DELETE /v2.0/security-groups/c36a843b-1fa3-4457-98b6-879624795545 HTTP/1.1" status: 204 len: 168 time: 0.2332647 Dec 13 15:51:48.299607 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaa919-213b-411c-9090-fe66c0061382 tempest-TestNetworkAdvancedServerOps-293177042 tempest-TestNetworkAdvancedServerOps-293177042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a843b-1fa3-4457-98b6-879624795545,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:48.481416 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 827c6bb6-c97d-4e83-aa36-e98df003f3e9 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:51:48.501948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 827c6bb6-c97d-4e83-aa36-e98df003f3e9 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:51:48.502315 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 827c6bb6-c97d-4e83-aa36-e98df003f3e9 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:51:48.502721 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4fc12a89-2168-4da3-9801-2d5260a8ce53 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:51:48.521567 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 4fc12a89-2168-4da3-9801-2d5260a8ce53 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:51:48.522172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 4fc12a89-2168-4da3-9801-2d5260a8ce53 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:51:48.522634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0ae2e52b-8ea1-4ede-9cab-350461bc885e no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:51:48.540891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0ae2e52b-8ea1-4ede-9cab-350461bc885e {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:51:48.541176 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0ae2e52b-8ea1-4ede-9cab-350461bc885e not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:51:48.857930 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38684) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:49.004341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0723bf5e-2b65-4124-bac6-5a7a85234ae7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cceb0889f34a4876be8aaa68ca25a88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452496 Dec 13 15:51:49.006774 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38688) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:49.052977 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1b639dc-9f05-49a9-ade0-7682eca1aefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.074016 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1b639dc-9f05-49a9-ade0-7682eca1aefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.192334 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1b639dc-9f05-49a9-ade0-7682eca1aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.194893 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c1b639dc-9f05-49a9-ade0-7682eca1aefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.196720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c1b639dc-9f05-49a9-ade0-7682eca1aefd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d34b5b78-b573-44bb-b3c7-a5d9fbc88a2d HTTP/1.1" status: 204 len: 168 time: 0.1890712 Dec 13 15:51:49.204257 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b639dc-9f05-49a9-ade0-7682eca1aefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34b5b78-b573-44bb-b3c7-a5d9fbc88a2d,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:49.725841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38694) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:49.739708 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c445b9e-337e-4c9a-bfb8-f1469153dc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.823050 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c445b9e-337e-4c9a-bfb8-f1469153dc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.881315 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7c445b9e-337e-4c9a-bfb8-f1469153dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.921288 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7c445b9e-337e-4c9a-bfb8-f1469153dc79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d9a3a3dbbd94f01822ac0d3224ecf39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942916 Dec 13 15:51:49.922103 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c445b9e-337e-4c9a-bfb8-f1469153dc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7235739-71f9-4039-b06e-04c4b1c0b25f,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:49.924017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38696) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:49.946876 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-824b69b0-805b-4a5a-9579-c820a64946df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.971478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bfd6-9b14-466e-9e7e-a4ae61ad52bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:49.996655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bfd6-9b14-466e-9e7e-a4ae61ad52bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:50.112333 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bfd6-9b14-466e-9e7e-a4ae61ad52bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:50.114955 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bfd6-9b14-466e-9e7e-a4ae61ad52bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:50.116096 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e7f7bfd6-9b14-466e-9e7e-a4ae61ad52bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7235739-71f9-4039-b06e-04c4b1c0b25f HTTP/1.1" status: 204 len: 168 time: 0.1909328 Dec 13 15:51:50.123710 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7bfd6-9b14-466e-9e7e-a4ae61ad52bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7235739-71f9-4039-b06e-04c4b1c0b25f,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:51.153453 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38718) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:51.247508 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-828717591-network', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:51:51.343804 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Made reservation on behalf of 1ebcec3962094f45aa8a3a231745b450 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:51:51.346117 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.355138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.426777 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.512256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.536057 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:51:51.545936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58427c77-9be7-486c-9a84-dc7e3b5c3966,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:51.550547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.550882 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Added segment 9a8b528c-382f-487d-bca7-04a46b052890 of type vlan for network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb Dec 13 15:51:51.589197 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.669274 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.670213 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:51.670830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:51.730054 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] Pushing event updated for resources: {'Network': ['ID=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:51.739488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:51:51.776219 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d0046359-d24c-4ac5-b914-cd82c7bc7743 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6215715 Dec 13 15:51:51.779667 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38722) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:51.784610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Request body: {'subnet': {'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-828717591-subnet', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:51:51.861243 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Made reservation on behalf of 1ebcec3962094f45aa8a3a231745b450 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:51:51.863710 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.081499 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.133473 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:52.143348 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Checking segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:51:52.143703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Network hostable DHCP agents. Network: fe51e5bd-ef52-4205-b7c8-28cdd124ddbb, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:51:52.201479 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:51:52.287027 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, fe51e5bd-ef52-4205-b7c8-28cdd124ddbb) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:52.291726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:52.292883 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.299543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02c4ab-8536-4db6-a6d1-b4b2ef73d706 None None] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:51:52.341801 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0c341211-bb9e-41a2-8168-407b1fef51d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.372618 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c00ebb75-618b-4dbd-b9a2-a05393434fbd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5918810 Dec 13 15:51:52.375490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38724) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:52.379977 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:51:52.440413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:51:52.441309 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.464535 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.465739 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.521659 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.574793 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Allocated IP 172.20.0.2 (fe51e5bd-ef52-4205-b7c8-28cdd124ddbb/4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566/bf19ef55-1baf-4433-aa38-8256a53883b4) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:51:52.714322 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.740462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.804001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.845444 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:51:52.848279 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:52.851653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:51:52.860603 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Pushing event updated for resources: {'Port': ['ID=bf19ef55-1baf-4433-aa38-8256a53883b4,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:52.916658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Attempting to bind port bf19ef55-1baf-4433-aa38-8256a53883b4 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:51:52.917027 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Attempting to bind port bf19ef55-1baf-4433-aa38-8256a53883b4 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:51:52.917393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Attempting to bind port bf19ef55-1baf-4433-aa38-8256a53883b4 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:51:52.922448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:51:52.922823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Checking segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:51:52.923231 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.923623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Bound using segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:51:52.924085 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Bound port: bf19ef55-1baf-4433-aa38-8256a53883b4, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:51:52.924463 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:52.990972 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] For port bf19ef55-1baf-4433-aa38-8256a53883b4, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:51:52.994538 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] For port bf19ef55-1baf-4433-aa38-8256a53883b4, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bf19ef55-1baf-4433-aa38-8256a53883b4,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:51:53.069692 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.078493 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.089181 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.142743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d475f1-f5b9-48b8-9eea-bb5cf7ce1a93 None None] Pushing event updated for resources: {'Port': ['ID=bf19ef55-1baf-4433-aa38-8256a53883b4,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:53.194406 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Allocated IP 172.25.7.205 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/bddf82c8-2ca3-4445-a797-f6e54c76740b) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:51:53.326372 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.416445 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.456666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:51:53.459485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:53.466577 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:51:53.469584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Pushing event updated for resources: {'Port': ['ID=bddf82c8-2ca3-4445-a797-f6e54c76740b,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:53.506997 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.778934 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.984936 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:53.995555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda674e-d68b-4c8e-a8f0-367878a4ced7 None None] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:51:54.098647 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-d6f35bb6-892d-4e97-beca-06616620fa55 None None] Provisioning complete for port bf19ef55-1baf-4433-aa38-8256a53883b4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:54.098890 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6f35bb6-892d-4e97-beca-06616620fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:54.192118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Router 0bc37b17-03fa-4eee-83af-0433144562c5 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:51:54.217695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6f35bb6-892d-4e97-beca-06616620fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:54.251700 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-d6f35bb6-892d-4e97-beca-06616620fa55 None None] For port bf19ef55-1baf-4433-aa38-8256a53883b4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bf19ef55-1baf-4433-aa38-8256a53883b4,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:51:54.302935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:51:54.313515 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Sync routers for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:51:54.321869 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d6f35bb6-892d-4e97-beca-06616620fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:54.325912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:54.325912 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:54.372750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f35bb6-892d-4e97-beca-06616620fa55 None None] Pushing event updated for resources: {'Port': ['ID=bf19ef55-1baf-4433-aa38-8256a53883b4,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:54.374808 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:54.376134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c028b39b-9b12-40e4-86cc-7e8d49df6392 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9996345 Dec 13 15:51:54.379008 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38726) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:54.441807 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4314b369-970a-4cdf-ba7b-b2a160d0a965 None None] Provisioning complete for port bf19ef55-1baf-4433-aa38-8256a53883b4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:54.442413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4314b369-970a-4cdf-ba7b-b2a160d0a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:54.535990 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:54.547975 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bf19ef55-1baf-4433-aa38-8256a53883b4 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:51:54.604990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bf19ef55-1baf-4433-aa38-8256a53883b4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:54.605705 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:54.721118 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:53Z', 'revision_number': 3, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:54.747994 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Checking router: 0bc37b17-03fa-4eee-83af-0433144562c5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:51:54.748360 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Updating router 0bc37b17-03fa-4eee-83af-0433144562c5 port bddf82c8-2ca3-4445-a797-f6e54c76740b binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:51:54.772655 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:54.832877 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.056754 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.071569 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Allocated IP 172.20.0.1 (fe51e5bd-ef52-4205-b7c8-28cdd124ddbb/4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566/8c4a75e9-0124-404b-bf3a-8a30d39835c8) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:51:55.149841 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.181652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.196761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.203855 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Attempting to bind port bddf82c8-2ca3-4445-a797-f6e54c76740b on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:51:55.203855 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Attempting to bind port bddf82c8-2ca3-4445-a797-f6e54c76740b by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:51:55.203855 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Attempting to bind port bddf82c8-2ca3-4445-a797-f6e54c76740b on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:51:55.206423 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Pushing event updated for resources: {'Port': ['ID=bddf82c8-2ca3-4445-a797-f6e54c76740b,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:55.209253 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:51:55.209608 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:51:55.210000 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.210399 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:51:55.210875 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Bound port: bddf82c8-2ca3-4445-a797-f6e54c76740b, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:51:55.211241 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.218334 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.232514 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.232849 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.233187 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.233512 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.233832 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.234151 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.234492 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.234805 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.235120 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.235431 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.235742 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.236051 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:51:55.269591 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] For port bddf82c8-2ca3-4445-a797-f6e54c76740b, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:51:55.272771 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] For port bddf82c8-2ca3-4445-a797-f6e54c76740b, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bddf82c8-2ca3-4445-a797-f6e54c76740b,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:51:55.276206 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.312920 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:51:55.315732 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:55.319168 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:51:55.345521 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Pushing event updated for resources: {'Port': ['ID=8c4a75e9-0124-404b-bf3a-8a30d39835c8,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:55.361749 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.365192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.418213 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:55.418843 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:55.500696 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d384343-b1e4-4d36-a905-ff2ef74572ac None None] Pushing event updated for resources: {'Port': ['ID=bddf82c8-2ca3-4445-a797-f6e54c76740b,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:55.542281 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:55.578602 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.581161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a108c807-b545-4668-be47-aeedf2c11dc6 None None] Provisioning complete for port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:55.581535 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a108c807-b545-4668-be47-aeedf2c11dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.616452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a108c807-b545-4668-be47-aeedf2c11dc6 None None] Port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:51:55.717472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:53Z', 'revision_number': 3, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:55.747945 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a61a6e-0174-4a52-96c6-e44ba1167620 None None] The sync data for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 is: [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:53Z', 'revision_number': 3, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:51:55.755617 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.838343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.911032 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:55.912799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Pushing event updated for resources: {'Port': ['ID=8c4a75e9-0124-404b-bf3a-8a30d39835c8,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:56.017953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:51:56.019472 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:56.156735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Router 0bc37b17-03fa-4eee-83af-0433144562c5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:51:56.240228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-56e303f1-0524-4b4a-9e68-90fce405be96 None None] Provisioning complete for port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:56.240915 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56e303f1-0524-4b4a-9e68-90fce405be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:56.276321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-56e303f1-0524-4b4a-9e68-90fce405be96 None None] Port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:51:56.279435 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:51:56.284400 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5aa7cb5e-9432-416e-96ae-d49fffb6136e admin admin] 10.222.0.24 "PUT /v2.0/routers/0bc37b17-03fa-4eee-83af-0433144562c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9038665 Dec 13 15:51:56.508659 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bddf82c8-2ca3-4445-a797-f6e54c76740b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:51:56.558653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bddf82c8-2ca3-4445-a797-f6e54c76740b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:56.559018 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:56.644137 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:56.663804 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port bddf82c8-2ca3-4445-a797-f6e54c76740b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bddf82c8-2ca3-4445-a797-f6e54c76740b,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:51:56.741051 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:56.790743 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=bddf82c8-2ca3-4445-a797-f6e54c76740b,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:56.970695 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38742) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:56.975949 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-646551426-network', 'tenant_id': 'b04abede68d848f9b0784881c1b29981'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:51:57.081399 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Made reservation on behalf of b04abede68d848f9b0784881c1b29981 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:51:57.083915 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.093724 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.173819 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.232794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.259656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 15:51:57.265736 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a39557-8ae1-4359-a77c-22be51fc1342,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:57.273652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.273652 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Added segment a2c56fab-65aa-45ac-801a-105fae70931c of type vlan for network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 Dec 13 15:51:57.307791 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Sync routers for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:51:57.315945 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.317162 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:57.317839 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:57.399085 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.400050 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:57.400621 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.423728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:57.490954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] Pushing event updated for resources: {'Network': ['ID=e54f5cf7-36bd-421b-9d59-9d6c7e1b5285,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:57.503893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-adfd4dca-0234-44ba-ad6a-d2da6314742a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5318160 Dec 13 15:51:57.506536 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38744) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:57.508341 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 15:51:57.511676 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Request body: {'subnet': {'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-646551426-subnet', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'ip_version': 4}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:51:57.575663 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Made reservation on behalf of b04abede68d848f9b0784881c1b29981 for: {'subnet': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:51:57.578129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538726'] for subnet, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.803852 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1339404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12539804'] for subnet, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.835621 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 2, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:57.865172 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Checking router: 0bc37b17-03fa-4eee-83af-0433144562c5 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:51:57.865520 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Updating router 0bc37b17-03fa-4eee-83af-0433144562c5 port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:51:57.866077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a826cbf2-4d09-4b1b-936e-b875d5278602,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:57.874818 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Checking segment: {'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:51:57.875175 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Network hostable DHCP agents. Network: e54f5cf7-36bd-421b-9d59-9d6c7e1b5285, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 15:51:57.890150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:57.952307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 15:51:58.015235 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, e54f5cf7-36bd-421b-9d59-9d6c7e1b5285) {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:58.019405 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:51:58.019990 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.047554 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9f76d-077e-44b9-b277-8a062f45229e None None] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:51:58.100420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-369ec6d9-bd23-4f45-aeb8-45bd14be66fe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5903234 Dec 13 15:51:58.100674 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38746) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:51:58.105467 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:51:58.201476 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.202767 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.250756 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.254345 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.259565 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-e54f5cf7-36bd-421b-9d59-9d6c7e1b5285', 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'fixed_ips': [{'subnet_id': 'a826cbf2-4d09-4b1b-936e-b875d5278602'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 15:51:58.260384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.337337 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.446264 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7938c-9fa2-4c9e-926e-af8816beba02 None None] Pushing event updated for resources: {'Port': ['ID=8c4a75e9-0124-404b-bf3a-8a30d39835c8,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:58.505496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Allocated IP 172.20.0.2 (e54f5cf7-36bd-421b-9d59-9d6c7e1b5285/a826cbf2-4d09-4b1b-936e-b875d5278602/eb168964-b2c7-4364-93ef-4d9766ec7442) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:51:58.511678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Attempting to bind port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:51:58.512045 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Attempting to bind port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:51:58.512405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Attempting to bind port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:51:58.514768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.523196 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:51:58.524136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Checking segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:51:58.524508 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.524889 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Bound using segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:51:58.525496 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Bound port: 8c4a75e9-0124-404b-bf3a-8a30d39835c8, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:51:58.525878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.545657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bddf82c8-2ca3-4445-a797-f6e54c76740b up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:51:58.678733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f8ea0fa9-1354-4e35-b264-918b107b9dba None None] Provisioning complete for port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:58.678993 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0fa9-1354-4e35-b264-918b107b9dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.731879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] For port 8c4a75e9-0124-404b-bf3a-8a30d39835c8, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:51:58.760188 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea0fa9-1354-4e35-b264-918b107b9dba None None] Port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:51:58.762590 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] For port 8c4a75e9-0124-404b-bf3a-8a30d39835c8, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8c4a75e9-0124-404b-bf3a-8a30d39835c8,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:51:58.783361 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port bddf82c8-2ca3-4445-a797-f6e54c76740b triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:58.783826 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.789200 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.808533 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.830295 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.839042 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.888421 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:58.913721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Allocated IP 172.25.7.81 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/723c7b5c-7046-40e4-83c5-b40abcf22797) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:51:58.940457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:51:58.941073 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:58.947667 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7938c-9fa2-4c9e-926e-af8816beba02 None None] Pushing event updated for resources: {'Port': ['ID=8c4a75e9-0124-404b-bf3a-8a30d39835c8,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:58.953629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:51:59.036444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.048850 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:59.052488 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:51:59.102703 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Pushing event updated for resources: {'Port': ['ID=eb168964-b2c7-4364-93ef-4d9766ec7442,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:59.152906 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Attempting to bind port eb168964-b2c7-4364-93ef-4d9766ec7442 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:51:59.153177 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Attempting to bind port eb168964-b2c7-4364-93ef-4d9766ec7442 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:51:59.153532 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Attempting to bind port eb168964-b2c7-4364-93ef-4d9766ec7442 on network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:51:59.167200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:51:59.169272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:51:59.169645 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Checking segment: {'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:51:59.170038 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.170448 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Bound using segment: {'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:51:59.170916 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Bound port: eb168964-b2c7-4364-93ef-4d9766ec7442, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:51:59.171290 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.292057 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b828b3a7-2660-4ad2-a6c5-f45b3f16dfc6 None None] Provisioning complete for port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:51:59.292425 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b828b3a7-2660-4ad2-a6c5-f45b3f16dfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.384568 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] For port eb168964-b2c7-4364-93ef-4d9766ec7442, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:51:59.413129 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.415251 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] For port eb168964-b2c7-4364-93ef-4d9766ec7442, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eb168964-b2c7-4364-93ef-4d9766ec7442,segment=NetworkSegment(a2c56fab-65aa-45ac-801a-105fae70931c),segment_id=a2c56fab-65aa-45ac-801a-105fae70931c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:51:59.449760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:51:59.452638 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:51:59.456077 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:51:59.483078 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Pushing event updated for resources: {'Port': ['ID=723c7b5c-7046-40e4-83c5-b40abcf22797,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:59.484582 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b828b3a7-2660-4ad2-a6c5-f45b3f16dfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.489915 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.579425 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b828b3a7-2660-4ad2-a6c5-f45b3f16dfc6 None None] For port 8c4a75e9-0124-404b-bf3a-8a30d39835c8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8c4a75e9-0124-404b-bf3a-8a30d39835c8,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:51:59.582723 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:58Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:51:59.584654 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f5267-403e-49b3-9097-cc2859534956 None None] Pushing event updated for resources: {'Port': ['ID=eb168964-b2c7-4364-93ef-4d9766ec7442,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:59.617171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71e24-c16a-4e41-98c6-a870ec008aa1 None None] The sync data for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 is: [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:58Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:51:59.643810 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b828b3a7-2660-4ad2-a6c5-f45b3f16dfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:51:59.706046 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828b3a7-2660-4ad2-a6c5-f45b3f16dfc6 None None] Pushing event updated for resources: {'Port': ['ID=8c4a75e9-0124-404b-bf3a-8a30d39835c8,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:51:59.854568 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.071995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.298483 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Router b104e616-8b45-430c-9a94-903dadd439b8 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 15:52:00.415130 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:52:00.425441 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Sync routers for ids ['b104e616-8b45-430c-9a94-903dadd439b8'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:52:00.439197 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Routers {'b104e616-8b45-430c-9a94-903dadd439b8'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:52:00.446472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b104e616-8b45-430c-9a94-903dadd439b8'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:00.511734 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.513833 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5fdde73c-2308-4b4b-a663-0c5c1ffb877e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4121983 Dec 13 15:52:00.522903 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38748) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:00.598823 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eb168964-b2c7-4364-93ef-4d9766ec7442 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:52:00.616048 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Set router b104e616-8b45-430c-9a94-903dadd439b8 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:52:00.654372 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port eb168964-b2c7-4364-93ef-4d9766ec7442 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:00.655124 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.730428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f5285-f82d-4bac-9b03-20fe6d3a039b None None] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 15:52:00.795380 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.819199 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 3, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port': {'id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:00.830728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-2ae25634-8935-4608-b188-a77808e22c60 None None] Provisioning complete for port eb168964-b2c7-4364-93ef-4d9766ec7442 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:00.831182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2ae25634-8935-4608-b188-a77808e22c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.850268 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Checking router: b104e616-8b45-430c-9a94-903dadd439b8 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:52:00.850639 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Updating router b104e616-8b45-430c-9a94-903dadd439b8 port 723c7b5c-7046-40e4-83c5-b40abcf22797 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:52:00.879421 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.894658 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port eb168964-b2c7-4364-93ef-4d9766ec7442, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eb168964-b2c7-4364-93ef-4d9766ec7442,segment=NetworkSegment(a2c56fab-65aa-45ac-801a-105fae70931c),segment_id=a2c56fab-65aa-45ac-801a-105fae70931c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:52:00.957812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:00.958632 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8c4a75e9-0124-404b-bf3a-8a30d39835c8 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:52:01.084587 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.161974 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.220898 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.253917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Allocated IP 172.20.0.1 (e54f5cf7-36bd-421b-9d59-9d6c7e1b5285/a826cbf2-4d09-4b1b-936e-b875d5278602/f86530f9-d51b-4c75-8faf-02542d5434f3) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:52:01.273158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=eb168964-b2c7-4364-93ef-4d9766ec7442,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:01.293849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:01.294244 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.370512 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a845aef-a598-40c2-835a-da60022c631b None None] Pushing event updated for resources: {'Port': ['ID=723c7b5c-7046-40e4-83c5-b40abcf22797,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:01.389284 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Attempting to bind port 723c7b5c-7046-40e4-83c5-b40abcf22797 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:52:01.389700 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Attempting to bind port 723c7b5c-7046-40e4-83c5-b40abcf22797 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:52:01.390060 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Attempting to bind port 723c7b5c-7046-40e4-83c5-b40abcf22797 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:52:01.394096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.395139 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:52:01.395557 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:52:01.395951 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.396334 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:52:01.397098 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Bound port: 723c7b5c-7046-40e4-83c5-b40abcf22797, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:52:01.397487 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.449469 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] For port 723c7b5c-7046-40e4-83c5-b40abcf22797, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:52:01.452687 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] For port 723c7b5c-7046-40e4-83c5-b40abcf22797, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=723c7b5c-7046-40e4-83c5-b40abcf22797,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:52:01.521658 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.527554 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.585656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a845aef-a598-40c2-835a-da60022c631b None None] Pushing event updated for resources: {'Port': ['ID=723c7b5c-7046-40e4-83c5-b40abcf22797,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:01.589087 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Routers {'b104e616-8b45-430c-9a94-903dadd439b8'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:52:01.589680 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b104e616-8b45-430c-9a94-903dadd439b8'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:01.590692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-36a37898-391d-4e7e-9de6-1d53568be0b9 None None] Provisioning complete for port eb168964-b2c7-4364-93ef-4d9766ec7442 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:01.591176 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-36a37898-391d-4e7e-9de6-1d53568be0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:01.699820 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] Set router b104e616-8b45-430c-9a94-903dadd439b8 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:52:01.884634 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:52:01.888175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:52:01.891640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:52:01.894039 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 3, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port': {'id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:01.917244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=f86530f9-d51b-4c75-8faf-02542d5434f3,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:01.921848 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da84fd60-9bc8-482b-8487-5e41f050b342 None None] The sync data for ids ['b104e616-8b45-430c-9a94-903dadd439b8'] in n-d-816954-1 is: [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 3, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port': {'id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:52:01.936113 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.165901 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.199861 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-11ad8516-0612-432f-be51-a90b7510250c None None] Provisioning complete for port f86530f9-d51b-4c75-8faf-02542d5434f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:02.200437 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-11ad8516-0612-432f-be51-a90b7510250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.240534 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-11ad8516-0612-432f-be51-a90b7510250c None None] Port f86530f9-d51b-4c75-8faf-02542d5434f3 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:52:02.355706 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.412846 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.481645 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.483444 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=f86530f9-d51b-4c75-8faf-02542d5434f3,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:02.591681 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:52:02.593672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:52:02.595261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 723c7b5c-7046-40e4-83c5-b40abcf22797 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:52:02.663060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 723c7b5c-7046-40e4-83c5-b40abcf22797 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:02.663428 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.753320 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Router b104e616-8b45-430c-9a94-903dadd439b8 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:52:02.765789 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.792790 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 723c7b5c-7046-40e4-83c5-b40abcf22797, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=723c7b5c-7046-40e4-83c5-b40abcf22797,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:52:02.874017 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-4e0a2b92-992e-4430-ae67-b9f20589a4bf None None] Provisioning complete for port f86530f9-d51b-4c75-8faf-02542d5434f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:02.874553 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2b92-992e-4430-ae67-b9f20589a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.876034 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:52:02.877886 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:02.878767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eb168964-b2c7-4364-93ef-4d9766ec7442 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:52:02.885126 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-a2e02c85-0faf-45f4-bfd8-e74b0cff1ee8 admin admin] 10.222.0.24 "PUT /v2.0/routers/b104e616-8b45-430c-9a94-903dadd439b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541529 Dec 13 15:52:02.967671 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a2b92-992e-4430-ae67-b9f20589a4bf None None] Port f86530f9-d51b-4c75-8faf-02542d5434f3 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:52:02.987891 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=723c7b5c-7046-40e4-83c5-b40abcf22797,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:03.000230 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port eb168964-b2c7-4364-93ef-4d9766ec7442 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:03.000609 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:03.582548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Sync routers for ids ['b104e616-8b45-430c-9a94-903dadd439b8'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:52:03.592042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Routers {'b104e616-8b45-430c-9a94-903dadd439b8'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:52:03.592712 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b104e616-8b45-430c-9a94-903dadd439b8'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:03.622020 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38756) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:03.626372 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-5069e704-4aa8-49a0-b76e-dac534394c8a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144327164', 'description': 'tempest-secgroup-smoke-144327164 description', 'project_id': '1ebcec3962094f45aa8a3a231745b450'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:03.698706 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Set router b104e616-8b45-430c-9a94-903dadd439b8 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:52:03.718399 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5069e704-4aa8-49a0-b76e-dac534394c8a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:03.788884 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5069e704-4aa8-49a0-b76e-dac534394c8a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:03.861168 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5069e704-4aa8-49a0-b76e-dac534394c8a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:03.891724 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069e704-4aa8-49a0-b76e-dac534394c8a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a50279-b77f-41d1-ba19-b2cb030003f9,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:03.895867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 4, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port': {'id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f86530f9-d51b-4c75-8faf-02542d5434f3', 'name': '', 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'mac_address': 'fa:16:3e:ea:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a826cbf2-4d09-4b1b-936e-b875d5278602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:52:01Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 2, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'subnets': [{'id': 'a826cbf2-4d09-4b1b-936e-b875d5278602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:03.921986 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Checking router: b104e616-8b45-430c-9a94-903dadd439b8 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:52:03.922389 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Updating router b104e616-8b45-430c-9a94-903dadd439b8 port f86530f9-d51b-4c75-8faf-02542d5434f3 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 15:52:03.946627 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:03.954618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-5069e704-4aa8-49a0-b76e-dac534394c8a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:03.956158 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-5069e704-4aa8-49a0-b76e-dac534394c8a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3332026 Dec 13 15:52:03.958830 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38758) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:03.963414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-bb9571a6-8b34-4a2a-bd51-2b53a166118f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '91a50279-b77f-41d1-ba19-b2cb030003f9', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:04.052144 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9571a6-8b34-4a2a-bd51-2b53a166118f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.110138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9571a6-8b34-4a2a-bd51-2b53a166118f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.184412 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9571a6-8b34-4a2a-bd51-2b53a166118f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.202878 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9571a6-8b34-4a2a-bd51-2b53a166118f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0d6d78-82f8-4d34-b985-06be36958832,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:04.211794 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.280150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-bb9571a6-8b34-4a2a-bd51-2b53a166118f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.281415 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-bb9571a6-8b34-4a2a-bd51-2b53a166118f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215799 Dec 13 15:52:04.284291 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38760) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:04.289531 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e33016c2-6f03-432f-aa5c-4d0c9d9cc365 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '91a50279-b77f-41d1-ba19-b2cb030003f9', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:04.305814 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.355685 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5396a-210e-4563-9335-3a0e353f63cf None None] Pushing event updated for resources: {'Port': ['ID=f86530f9-d51b-4c75-8faf-02542d5434f3,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:04.367989 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e33016c2-6f03-432f-aa5c-4d0c9d9cc365 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.402556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Attempting to bind port f86530f9-d51b-4c75-8faf-02542d5434f3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:52:04.402925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Attempting to bind port f86530f9-d51b-4c75-8faf-02542d5434f3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:52:04.403282 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Attempting to bind port f86530f9-d51b-4c75-8faf-02542d5434f3 on network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:52:04.409088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:52:04.409515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Checking segment: {'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:52:04.410066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.410457 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Bound using segment: {'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:52:04.417497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Bound port: f86530f9-d51b-4c75-8faf-02542d5434f3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c56fab-65aa-45ac-801a-105fae70931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:52:04.417497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.437120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e33016c2-6f03-432f-aa5c-4d0c9d9cc365 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.488666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] For port f86530f9-d51b-4c75-8faf-02542d5434f3, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:52:04.492404 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] For port f86530f9-d51b-4c75-8faf-02542d5434f3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f86530f9-d51b-4c75-8faf-02542d5434f3,segment=NetworkSegment(a2c56fab-65aa-45ac-801a-105fae70931c),segment_id=a2c56fab-65aa-45ac-801a-105fae70931c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:52:04.506802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 723c7b5c-7046-40e4-83c5-b40abcf22797 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:52:04.507026 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e33016c2-6f03-432f-aa5c-4d0c9d9cc365 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.528960 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33016c2-6f03-432f-aa5c-4d0c9d9cc365 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c99f96-1626-4aa3-b395-760f7f2c42a3,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:04.547398 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.565775 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e33016c2-6f03-432f-aa5c-4d0c9d9cc365 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.567082 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e33016c2-6f03-432f-aa5c-4d0c9d9cc365 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2817166 Dec 13 15:52:04.570040 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38762) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:04.574539 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1b5a40e8-1590-4bdc-bb9b-e5732d0a61c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '91a50279-b77f-41d1-ba19-b2cb030003f9', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:04.614122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 723c7b5c-7046-40e4-83c5-b40abcf22797 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:04.614788 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.623824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5396a-210e-4563-9335-3a0e353f63cf None None] Pushing event updated for resources: {'Port': ['ID=f86530f9-d51b-4c75-8faf-02542d5434f3,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:04.652660 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Routers {'b104e616-8b45-430c-9a94-903dadd439b8'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:52:04.653272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b104e616-8b45-430c-9a94-903dadd439b8'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:04.657484 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-01d43d4e-bef2-4132-a312-e22b68217d66 None None] Provisioning complete for port f86530f9-d51b-4c75-8faf-02542d5434f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:04.657859 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01d43d4e-bef2-4132-a312-e22b68217d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.661201 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b5a40e8-1590-4bdc-bb9b-e5732d0a61c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.730071 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b5a40e8-1590-4bdc-bb9b-e5732d0a61c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.801341 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b5a40e8-1590-4bdc-bb9b-e5732d0a61c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.819552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a40e8-1590-4bdc-bb9b-e5732d0a61c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2e55ea-0122-46ed-9773-7f4e5e27c234,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:04.851608 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] Set router b104e616-8b45-430c-9a94-903dadd439b8 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:52:04.888817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1b5a40e8-1590-4bdc-bb9b-e5732d0a61c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.890082 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1b5a40e8-1590-4bdc-bb9b-e5732d0a61c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190808 Dec 13 15:52:04.892975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 38764) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:04.897909 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b44c10c9-f8ef-407a-80c2-1243e66b0e0d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '91a50279-b77f-41d1-ba19-b2cb030003f9', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:04.906482 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01d43d4e-bef2-4132-a312-e22b68217d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:04.997109 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b44c10c9-f8ef-407a-80c2-1243e66b0e0d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.006633 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-01d43d4e-bef2-4132-a312-e22b68217d66 None None] For port f86530f9-d51b-4c75-8faf-02542d5434f3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f86530f9-d51b-4c75-8faf-02542d5434f3,segment=NetworkSegment(a2c56fab-65aa-45ac-801a-105fae70931c),segment_id=a2c56fab-65aa-45ac-801a-105fae70931c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:52:05.062321 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b44c10c9-f8ef-407a-80c2-1243e66b0e0d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.088767 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 4, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port': {'id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f86530f9-d51b-4c75-8faf-02542d5434f3', 'name': '', 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'mac_address': 'fa:16:3e:ea:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a826cbf2-4d09-4b1b-936e-b875d5278602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:52:01Z', 'updated_at': '2021-12-13T15:52:04Z', 'revision_number': 4, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'subnets': [{'id': 'a826cbf2-4d09-4b1b-936e-b875d5278602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:05.092335 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-01d43d4e-bef2-4132-a312-e22b68217d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.120393 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea147-9e38-45b1-ac0b-58ac989b34fb None None] The sync data for ids ['b104e616-8b45-430c-9a94-903dadd439b8'] in n-d-816954-1 is: [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 4, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port': {'id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'f86530f9-d51b-4c75-8faf-02542d5434f3', 'name': '', 'network_id': 'e54f5cf7-36bd-421b-9d59-9d6c7e1b5285', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'mac_address': 'fa:16:3e:ea:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'a826cbf2-4d09-4b1b-936e-b875d5278602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:52:01Z', 'updated_at': '2021-12-13T15:52:04Z', 'revision_number': 4, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'subnets': [{'id': 'a826cbf2-4d09-4b1b-936e-b875d5278602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:52:05.157279 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b44c10c9-f8ef-407a-80c2-1243e66b0e0d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.183868 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d43d4e-bef2-4132-a312-e22b68217d66 None None] Pushing event updated for resources: {'Port': ['ID=f86530f9-d51b-4c75-8faf-02542d5434f3,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:05.184375 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c10c9-f8ef-407a-80c2-1243e66b0e0d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441cb038-d880-42ed-9243-f63f057cea58,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:05.216962 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-89a40da6-8bef-4a24-9b4e-a9b7c38b85bd None None] Provisioning complete for port f86530f9-d51b-4c75-8faf-02542d5434f3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:05.217332 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-89a40da6-8bef-4a24-9b4e-a9b7c38b85bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.277904 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b44c10c9-f8ef-407a-80c2-1243e66b0e0d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.282154 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38766) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:05.282336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b44c10c9-f8ef-407a-80c2-1243e66b0e0d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3882120 Dec 13 15:52:05.287231 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '91a50279-b77f-41d1-ba19-b2cb030003f9', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:05.298754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:52:05.375372 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Project 1ebcec3962094f45aa8a3a231745b450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:52:05.380660 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.446450 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.515541 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.538611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d8f6c5-59c2-42a5-ba4c-e3b1066e9f28,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:05.628314 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.629541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5b9e5224-c5e6-4d5a-8cf0-4ae16983957a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3459904 Dec 13 15:52:05.632304 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:05.636790 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '91a50279-b77f-41d1-ba19-b2cb030003f9', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:05.729298 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Project 1ebcec3962094f45aa8a3a231745b450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:52:05.734043 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.796959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.877916 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.895951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7a8126-996a-45c4-b525-74443a1f98f7,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:05.963356 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:05.964575 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-0efcf717-fd97-450d-9c0e-d99b46a111b9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3312449 Dec 13 15:52:06.163173 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-218b410c-95c7-4462-a0cb-183edcd81f90 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144327164&fields=id&tenant_id=1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 267 time: 0.0331833 Dec 13 15:52:06.270813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-346e8490-bf47-422e-8f52-11f9d4a7e74c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:06.272748 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-346e8490-bf47-422e-8f52-11f9d4a7e74c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 808 time: 0.1023862 Dec 13 15:52:06.289407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-a48c6bad-2ae9-4219-ae8a-6b2683518c0c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/quotas/1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Dec 13 15:52:06.343124 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-b545de34-1a14-4f00-902e-58e9a57f1643 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478573 Dec 13 15:52:06.458220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-379207d2-cd8e-46f5-b279-b525180550c5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:52:06.459406 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-379207d2-cd8e-46f5-b279-b525180550c5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046491 Dec 13 15:52:06.539101 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f86530f9-d51b-4c75-8faf-02542d5434f3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:52:06.561035 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-b5b753e7-7b26-4aee-9332-369a4645bad4 service neutron] 10.222.0.24 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940204 Dec 13 15:52:06.590741 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port f86530f9-d51b-4c75-8faf-02542d5434f3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:06.591118 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:06.658169 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c72aae9d-d758-4a40-a081-5c8f3e4d6bbd service neutron] 10.222.0.24 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905838 Dec 13 15:52:07.932832 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9f29bd38-1b9b-4ea0-8750-0b68038e7258 req-b16bfc24-5d48-4eaa-9472-ada4293ac9cc tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 210 time: 0.0292757 Dec 13 15:52:09.025900 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1bac6e91-18b8-4116-944d-fe0edcff7381 req-c0575597-ec78-403a-9c68-97da186614d0 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 210 time: 0.0288506 Dec 13 15:52:09.935831 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-8f564939-d4be-40a8-b346-ccaf7616ae23 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:09.937268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-8f564939-d4be-40a8-b346-ccaf7616ae23 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 808 time: 0.1040020 Dec 13 15:52:09.981319 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-1f095210-88a0-4d7c-a9fe-8d34d207a074 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 379 time: 0.0344577 Dec 13 15:52:09.994640 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'port': {'device_id': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'admin_state_up': True, 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'security_groups': ['91a50279-b77f-41d1-ba19-b2cb030003f9']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:10.125183 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-fe305949-459c-44fb-9706-cba219a43b59 req-8ecdec05-bc4f-4925-b676-e8b80859f9fb tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Dec 13 15:52:10.192149 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Made reservation on behalf of 1ebcec3962094f45aa8a3a231745b450 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:52:10.196112 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:10.321451 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Allocated IP 172.20.0.8 (fe51e5bd-ef52-4205-b7c8-28cdd124ddbb/4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566/712a01d4-a659-41a0-a06d-53bf6913bd24) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:52:10.453336 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:10.538724 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:10.584805 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:52:10.588496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:52:10.592132 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:52:10.601407 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:10.647777 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:10.648408 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:10.749622 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-c21ad7b3-c2e9-4933-b882-f82177c42082 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592022 Dec 13 15:52:10.762966 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Request body: {'port': {'device_id': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:10.815520 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:10.862831 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-68794a77-0a44-4ad6-b3a4-29534af76055 None None] Provisioning complete for port 712a01d4-a659-41a0-a06d-53bf6913bd24 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:10.863399 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-68794a77-0a44-4ad6-b3a4-29534af76055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:10.897657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-68794a77-0a44-4ad6-b3a4-29534af76055 None None] Port 712a01d4-a659-41a0-a06d-53bf6913bd24 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:52:11.097231 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712a01d4-a659-41a0-a06d-53bf6913bd24 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:52:11.104999 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:11.116721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Transition to ACTIVE for port object 712a01d4-a659-41a0-a06d-53bf6913bd24 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:52:11.206860 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:11.239585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86307029-4e88-4885-82c2-31fec5277f77 req-d1e1fba9-fcb1-4ecd-9e02-c176cc3bedd6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:11.247466 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86307029-4e88-4885-82c2-31fec5277f77 req-d1e1fba9-fcb1-4ecd-9e02-c176cc3bedd6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 931 time: 0.0566559 Dec 13 15:52:11.284787 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-86307029-4e88-4885-82c2-31fec5277f77 req-251ada8e-5ce3-4201-8650-a2909e743679 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364165 Dec 13 15:52:11.306596 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:11.348962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:52:11.350063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:52:11.350442 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:52:11.355644 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Port 712a01d4-a659-41a0-a06d-53bf6913bd24 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:52:11.355973 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:52:11.360992 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:52:11.361327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Checking segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:52:11.361702 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Bound using segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:52:11.362127 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Bound port: 712a01d4-a659-41a0-a06d-53bf6913bd24, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:52:11.362519 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:11.434660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:52:11.434660 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:52:11.510024 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:11.544274 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:11.544878 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:11.546261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] 10.222.0.50 "PUT /v2.0/ports/712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 1091 time: 0.7882085 Dec 13 15:52:11.546682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:52:11.548978 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd109141-299b-4dfb-a40d-c5a8ed145157" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:52:11.575705 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d710d-fb62-44e2-9379-6739c3feecbf service neutron] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:11.597494 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95ff37d-e6a6-45e6-abdc-69ccecb13299 x-openstack-request-id: req-b95ff37d-e6a6-45e6-abdc-69ccecb13299 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:52:11.597659 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:52:11.597903 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b95ff37d-e6a6-45e6-abdc-69ccecb13299 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:52:11.598340 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'status': 'completed', 'code': 200} Dec 13 15:52:11.675299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109141-299b-4dfb-a40d-c5a8ed145157 req-87b20e5a-656e-42c4-949b-566459b96aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:11.676833 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd109141-299b-4dfb-a40d-c5a8ed145157 req-87b20e5a-656e-42c4-949b-566459b96aa1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1094 time: 0.0565128 Dec 13 15:52:11.779367 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109141-299b-4dfb-a40d-c5a8ed145157 req-3ba2c9f9-7c5c-49e2-8433-d42e8e176eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:11.780748 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd109141-299b-4dfb-a40d-c5a8ed145157 req-3ba2c9f9-7c5c-49e2-8433-d42e8e176eb3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1ebcec3962094f45aa8a3a231745b450&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0962815 Dec 13 15:52:11.876877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109141-299b-4dfb-a40d-c5a8ed145157 req-3a089d18-7838-40fe-81b6-5491e4b53cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:11.878373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bd109141-299b-4dfb-a40d-c5a8ed145157 req-3a089d18-7838-40fe-81b6-5491e4b53cff service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906916 Dec 13 15:52:11.954588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e1610d05-7c96-4d9a-86bf-12963db131f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:11.956033 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-e1610d05-7c96-4d9a-86bf-12963db131f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1094 time: 0.0398607 Dec 13 15:52:11.996377 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-6af101f5-f833-40e6-b5bf-511c47f065e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 217 time: 0.0330794 Dec 13 15:52:12.048701 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-4d1760ab-8c24-4776-9ca1-b2c477c8484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:12.050067 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-4d1760ab-8c24-4776-9ca1-b2c477c8484a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0472116 Dec 13 15:52:12.095223 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-752ad565-3f95-4fbc-b929-6d24f87bda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:12.096654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-752ad565-3f95-4fbc-b929-6d24f87bda37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394833 Dec 13 15:52:12.184526 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-d93fe6a8-265d-4b6a-81ad-371dc2a3741f service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797038 Dec 13 15:52:12.277272 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f5773148-8ad9-4aa0-a3cd-22460fe84514 req-3f0306e6-66c4-4f61-a7a0-279940d09cf8 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858207 Dec 13 15:52:12.403699 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69fab6-682f-4d65-b6bb-af42752c78f0 req-9c42cac8-7f9f-4331-aa1c-f62b40ed2c55 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:12.405159 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb69fab6-682f-4d65-b6bb-af42752c78f0 req-9c42cac8-7f9f-4331-aa1c-f62b40ed2c55 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 943 time: 0.0528748 Dec 13 15:52:12.442577 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-eb69fab6-682f-4d65-b6bb-af42752c78f0 req-8e2903ef-e014-451b-9066-03c7f63a1ab9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314720 Dec 13 15:52:13.559467 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec67d-896e-437d-9388-1fe8055fc203 req-613d0e9d-dc6c-4882-94d3-baedbdbf4040 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:13.560954 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ebec67d-896e-437d-9388-1fe8055fc203 req-613d0e9d-dc6c-4882-94d3-baedbdbf4040 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 943 time: 0.0500820 Dec 13 15:52:13.597565 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9ebec67d-896e-437d-9388-1fe8055fc203 req-fa13a851-2526-4ac3-b8de-9fc458e72b72 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306060 Dec 13 15:52:14.439925 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:52:14.529810 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:52:14.544159 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'port_id': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'mac_address': 'fa:16:3e:17:f8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:52:14.580564 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:14.593295 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712a01d4-a659-41a0-a06d-53bf6913bd24 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:52:14.612328 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:52:14.681580 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:14.710537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc5674-9938-442e-8ad6-c600088a1631 req-92203b14-8194-451e-a8dc-6c9c7e0b5e05 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:14.712438 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56bc5674-9938-442e-8ad6-c600088a1631 req-92203b14-8194-451e-a8dc-6c9c7e0b5e05 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 943 time: 0.0488918 Dec 13 15:52:14.731114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:14.750432 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-56bc5674-9938-442e-8ad6-c600088a1631 req-8c8b2bde-20c2-4cf7-b514-5e060c30b1d4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Dec 13 15:52:14.911208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['712a01d4-a659-41a0-a06d-53bf6913bd24'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:52:15.866193 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b748-085e-4732-aeb2-eefacc8ede81 req-1a5e6d3c-7c65-4740-ab16-24d8b422355c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:15.867740 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9833b748-085e-4732-aeb2-eefacc8ede81 req-1a5e6d3c-7c65-4740-ab16-24d8b422355c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0509951 Dec 13 15:52:15.909852 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9833b748-085e-4732-aeb2-eefacc8ede81 req-aba85c7b-65c6-426d-bf2f-a5778e543df1 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361316 Dec 13 15:52:16.412516 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:16.454030 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:52:16.583762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 712a01d4-a659-41a0-a06d-53bf6913bd24 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:52:16.588042 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 712a01d4-a659-41a0-a06d-53bf6913bd24 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:52:16.588442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:16.664536 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:16.685543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:52:16.687807 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5d357a-4ad3-4ed7-92a9-7f4b2e7be3d0" -d '{"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-plugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:52:16.700278 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:52:16.724328 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73772f48-ad07-48cc-b593-d6fa11f74342 x-openstack-request-id: req-73772f48-ad07-48cc-b593-d6fa11f74342 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:52:16.724640 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-plugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:52:16.724889 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73772f48-ad07-48cc-b593-d6fa11f74342 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:52:16.725281 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'code': 200} Dec 13 15:52:16.778460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:16.815711 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c566a8-991a-440c-a73f-b34c6111dd5f req-8151fa6d-ae3f-46d5-ab22-a1254b13e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:16.817221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00c566a8-991a-440c-a73f-b34c6111dd5f req-8151fa6d-ae3f-46d5-ab22-a1254b13e95f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0393798 Dec 13 15:52:16.825575 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:16.851424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-00c566a8-991a-440c-a73f-b34c6111dd5f req-d7581424-bb41-45df-883e-6b4423fc4677 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276053 Dec 13 15:52:17.023719 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01895889-e68f-494a-b7a4-86f1a3ae97b0 req-393877dd-bd28-46cf-9faa-ad001acc086d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:17.025190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01895889-e68f-494a-b7a4-86f1a3ae97b0 req-393877dd-bd28-46cf-9faa-ad001acc086d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Dec 13 15:52:17.062666 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-01895889-e68f-494a-b7a4-86f1a3ae97b0 req-cbe98600-8aea-4332-8dee-6ec306b0bce9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314763 Dec 13 15:52:17.620780 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:18.176776 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252bfab-64c1-4402-a847-af68d50f604d req-e21e5186-0c09-4c7c-8e1c-6ef67646ead6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:18.178243 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d252bfab-64c1-4402-a847-af68d50f604d req-e21e5186-0c09-4c7c-8e1c-6ef67646ead6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Dec 13 15:52:18.215500 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d252bfab-64c1-4402-a847-af68d50f604d req-785d9d62-7cd9-48e7-9c5a-78809fa7438c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312686 Dec 13 15:52:18.341991 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b8c8b-5d62-440a-bd51-1e2b3a168925 req-d1020e1c-cbcd-4f1b-97f6-da0b34eb296a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:18.343368 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-361b8c8b-5d62-440a-bd51-1e2b3a168925 req-d1020e1c-cbcd-4f1b-97f6-da0b34eb296a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Dec 13 15:52:18.384049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-361b8c8b-5d62-440a-bd51-1e2b3a168925 req-e994b17c-3f8c-4c02-b3d0-dcde14dfc3d6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339086 Dec 13 15:52:18.405491 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38826) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:18.489243 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060e304-a9a3-4342-9bcd-b5265e6fe59d tempest-TestShelveInstance-1783977015 tempest-TestShelveInstance-1783977015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:18.490740 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-3060e304-a9a3-4342-9bcd-b5265e6fe59d tempest-TestShelveInstance-1783977015 tempest-TestShelveInstance-1783977015-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1091 time: 0.0841839 Dec 13 15:52:18.494144 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 38830) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:52:18.498314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:52:18.591784 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:18.685449 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:18.789214 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Allocated IP 172.25.7.202 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/b243529b-a5a7-4b2e-aa7b-5dc2334c4315) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:52:18.924232 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:19.007239 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:19.047748 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:52:19.050602 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:52:19.054111 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:52:19.079797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'Port': ['ID=b243529b-a5a7-4b2e-aa7b-5dc2334c4315,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:19.396098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:19.514984 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:19.659863 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:19.717438 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:19.790957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'Port': ['ID=b243529b-a5a7-4b2e-aa7b-5dc2334c4315,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:52:19.802563 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:19.905205 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Floating IP 0b3d323f-a93b-468f-9d69-cd2f4cf603d0 associated. External IP: 172.25.7.202, port: 712a01d4-a659-41a0-a06d-53bf6913bd24. Dec 13 15:52:19.912389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a734e730-907a-4a54-be90-6a6d675d5fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:20.106785 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Router 0bc37b17-03fa-4eee-83af-0433144562c5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:52:20.208540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:52:20.218504 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] Sync routers for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:52:20.227899 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:52:20.232644 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:20.283402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:20.314191 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-44f753be-1f9f-4b32-8043-4abc0e4929ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8190255 Dec 13 15:52:20.314826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:52:20.317123 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192364bd-1d4f-4f4c-b90a-af946937fd57" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:52:20.335939 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:52:20.353332 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429094f8-6e6e-4adb-b935-bfd52527f156 x-openstack-request-id: req-429094f8-6e6e-4adb-b935-bfd52527f156 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:52:20.353687 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:52:20.353943 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-429094f8-6e6e-4adb-b935-bfd52527f156 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:52:20.354380 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'status': 'completed', 'code': 200} Dec 13 15:52:20.414135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-04693973-55b1-4ca6-b1b9-85d6adac1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:20.416154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-04693973-55b1-4ca6-b1b9-85d6adac1ee9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0403681 Dec 13 15:52:20.508116 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-c135b5e3-f0c5-4948-934c-1b87b539e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:20.508116 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-c135b5e3-f0c5-4948-934c-1b87b539e255 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0843468 Dec 13 15:52:20.564702 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '0b3d323f-a93b-468f-9d69-cd2f4cf603d0', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'port_id': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'mac_address': 'fa:16:3e:17:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:52:19Z', 'updated_at': '2021-12-13T15:52:19Z', 'revision_number': 0, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:20.578704 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-e3f47c74-c137-4e07-9450-9490a1f68f6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 999 time: 0.0627191 Dec 13 15:52:20.590542 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] Checking router: 0bc37b17-03fa-4eee-83af-0433144562c5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:52:20.598661 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:52:20.599255 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:51:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:20.627722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-d405d0dd-e191-4116-8054-b66f8a1a6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:20.629193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-d405d0dd-e191-4116-8054-b66f8a1a6139 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0441966 Dec 13 15:52:20.675496 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-1efcd9df-640c-4f00-aa31-ff5412a9abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:20.676980 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-1efcd9df-640c-4f00-aa31-ff5412a9abe8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409181 Dec 13 15:52:20.700938 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:52:20.768805 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-ee07b916-291b-4f7e-a2c0-12b20fc02b72 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842896 Dec 13 15:52:20.857560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-192364bd-1d4f-4f4c-b90a-af946937fd57 req-cc90c976-a095-4afc-a2f4-b89ca6ea5c5d service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820169 Dec 13 15:52:20.921101 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '0b3d323f-a93b-468f-9d69-cd2f4cf603d0', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'port_id': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'mac_address': 'fa:16:3e:17:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:52:19Z', 'updated_at': '2021-12-13T15:52:19Z', 'revision_number': 0, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:52:20.951654 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53646d4c-2856-4622-b1a0-6ec0c18d0a9d None None] The sync data for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 is: [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '0b3d323f-a93b-468f-9d69-cd2f4cf603d0', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'port_id': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'mac_address': 'fa:16:3e:17:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:52:19Z', 'updated_at': '2021-12-13T15:52:19Z', 'revision_number': 0, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:52:21.247228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a147ad-9686-4966-95f0-4fc22e8f4647 None None] New status for floating IP 0b3d323f-a93b-468f-9d69-cd2f4cf603d0: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:52:22.338292 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b0855ace-9976-43e7-8cbf-078fdc6beae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:23.528987 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:25.152224 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:25.208748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:42.298637 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:52:43.326298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-5a9ce972-e971-4e6e-8695-2c38d2f6d5ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444031 Dec 13 15:52:43.409344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-8156da5a-ccc9-4a33-9386-0d3035b7b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:43.410816 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-8156da5a-ccc9-4a33-9386-0d3035b7b482 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0446227 Dec 13 15:52:43.511994 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-255d557f-0c7f-4e5b-99a3-424d461de32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:43.513456 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-255d557f-0c7f-4e5b-99a3-424d461de32e service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0824139 Dec 13 15:52:43.582329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-870bcbf4-413b-47bf-97f4-ee364dd4f040 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 1001 time: 0.0613430 Dec 13 15:52:43.634582 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-7e05505f-d2f7-4deb-ba75-6f9009d0b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:43.635975 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-7e05505f-d2f7-4deb-ba75-6f9009d0b7d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0431492 Dec 13 15:52:43.681241 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-a865ff99-d818-4517-94ab-b5e1471d1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:52:43.682682 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-a865ff99-d818-4517-94ab-b5e1471d1501 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393279 Dec 13 15:52:43.773615 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-d1b4d48f-615c-4b47-a0d3-41d82e222b67 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832219 Dec 13 15:52:43.863262 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-094969a5-557a-495d-9e04-6b50fde1aa55 req-48a82e98-2c66-4619-8202-3de5a5c078a2 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814004 Dec 13 15:52:46.454631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:47.698185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:49.917346 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-76189dfe-73b5-4942-a673-b6abf230d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:52.300435 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0b6af74e-8155-4938-b668-c934a51f42a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:53.537951 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:55.191330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:52:55.219740 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:16.465430 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:17.682947 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:19.297954 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:53:19.931978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd506983-8551-46e3-915e-e01f6272221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:22.345547 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e4d9346c-8bcf-4850-a2ea-d52be1e7ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:23.555278 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:25.180076 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:25.206102 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:44.251422 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-356aecf5-5c90-4c3c-8d83-4a7a0961c8c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398135 Dec 13 15:53:44.335179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60630a9b-7b68-4f4a-b042-e32027732ace req-2dfc6034-103e-4da9-861d-9d815dc4a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:53:44.336660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-2dfc6034-103e-4da9-861d-9d815dc4a4f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0446272 Dec 13 15:53:44.447014 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60630a9b-7b68-4f4a-b042-e32027732ace req-b01db5f5-c310-412d-8a0e-fe288e9e7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:53:44.449149 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-b01db5f5-c310-412d-8a0e-fe288e9e7c24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0930169 Dec 13 15:53:44.518924 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-61bdd99f-e31a-4b3a-86f9-b5342081d2ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 1001 time: 0.0626078 Dec 13 15:53:44.565866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60630a9b-7b68-4f4a-b042-e32027732ace req-4f6bc0be-5c88-4a3e-8059-602e75a852c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:53:44.567268 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-4f6bc0be-5c88-4a3e-8059-602e75a852c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0421147 Dec 13 15:53:44.611068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60630a9b-7b68-4f4a-b042-e32027732ace req-5e647e5b-86e1-4eba-a17a-de4076a62c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:53:44.612481 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-5e647e5b-86e1-4eba-a17a-de4076a62c1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374758 Dec 13 15:53:44.702165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-7db30383-a610-4bba-8d06-086dde70c4a0 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823944 Dec 13 15:53:44.803694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-60630a9b-7b68-4f4a-b042-e32027732ace req-9e098751-235a-4871-a0f0-10380efda3fb service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936451 Dec 13 15:53:46.461594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:47.720700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:49.962284 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1b46c65-3edf-466d-a717-45a56eaf7d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:52.305391 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-865213d6-ff43-4f13-b909-a414a5f6447a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:53.516664 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:55.177505 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:55.185198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:53:56.298560 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:54:16.244001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8973f35-0457-4b2b-a92c-5986fe67884b req-9ef7bda4-dfa4-46b2-b8a2-7eafd980ea91 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:16.245472 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8973f35-0457-4b2b-a92c-5986fe67884b req-9ef7bda4-dfa4-46b2-b8a2-7eafd980ea91 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0504577 Dec 13 15:54:16.282912 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e8973f35-0457-4b2b-a92c-5986fe67884b req-83c5b8b1-11ca-4258-a8f3-6de8df6ce8dc tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312777 Dec 13 15:54:16.486037 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:17.425463 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f88c3-8e3f-4918-8c44-6959716b583e req-899a587b-7bdc-4d7f-8cc6-433d44e3a825 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:17.426949 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f17f88c3-8e3f-4918-8c44-6959716b583e req-899a587b-7bdc-4d7f-8cc6-433d44e3a825 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Dec 13 15:54:17.464015 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f17f88c3-8e3f-4918-8c44-6959716b583e req-c7218ae9-5650-41c3-bdd2-4c4d570d195d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Dec 13 15:54:17.687639 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:18.614042 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b16bb-494b-41a7-a470-b4deee9fa2d2 req-77a4ba67-8556-42ef-827a-323131fc808f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:18.615520 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c68b16bb-494b-41a7-a470-b4deee9fa2d2 req-77a4ba67-8556-42ef-827a-323131fc808f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0481417 Dec 13 15:54:18.652312 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c68b16bb-494b-41a7-a470-b4deee9fa2d2 req-ad90d7f2-bdbc-44d8-8a79-35c591387a1c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Dec 13 15:54:19.768730 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5e0a5-02fb-41f8-bd55-6b2a74735a93 req-53de3427-229e-40a8-b2eb-4f05bf073e60 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:19.770177 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3c5e0a5-02fb-41f8-bd55-6b2a74735a93 req-53de3427-229e-40a8-b2eb-4f05bf073e60 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0516682 Dec 13 15:54:19.808903 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a3c5e0a5-02fb-41f8-bd55-6b2a74735a93 req-1edfeb27-9b97-4ae9-bddb-fed420ad1ff5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Dec 13 15:54:19.931923 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-91c11bbe-a811-4b13-aaa7-b64f07409c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:20.926596 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc31ad-ee64-42af-9df1-37a148656432 req-a5dee181-244d-4630-afd2-a323ebeca467 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:20.927992 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcfc31ad-ee64-42af-9df1-37a148656432 req-a5dee181-244d-4630-afd2-a323ebeca467 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Dec 13 15:54:20.965461 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bcfc31ad-ee64-42af-9df1-37a148656432 req-b5521dbd-c852-42e8-9482-360fa55f5cf0 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Dec 13 15:54:22.077133 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40dc72-deb9-4b23-aba3-e54fff7c2f9e req-9a2fd02b-519c-45a0-a226-061526f79b58 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:22.078581 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d40dc72-deb9-4b23-aba3-e54fff7c2f9e req-9a2fd02b-519c-45a0-a226-061526f79b58 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0478384 Dec 13 15:54:22.115546 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2d40dc72-deb9-4b23-aba3-e54fff7c2f9e req-8247bb4c-93c4-4bc2-9b0e-d5b4855e037a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305138 Dec 13 15:54:22.316448 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3e6ca49-5c06-4c82-81fd-443c79d266eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:23.227862 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a6f8-155b-4578-a99c-3529f7772309 req-0ec28483-4dec-448b-b319-9448d331e358 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:23.229349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5413a6f8-155b-4578-a99c-3529f7772309 req-0ec28483-4dec-448b-b319-9448d331e358 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0481930 Dec 13 15:54:23.266595 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5413a6f8-155b-4578-a99c-3529f7772309 req-3a1f5348-cb85-4a38-94cb-19430c4eb48d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313342 Dec 13 15:54:23.531760 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:24.400099 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15687d-2f58-4dff-832c-7c9abf74f54b req-c303f05b-3733-4bc1-8e05-6fb661ef58e2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:24.401560 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a15687d-2f58-4dff-832c-7c9abf74f54b req-c303f05b-3733-4bc1-8e05-6fb661ef58e2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0562885 Dec 13 15:54:24.444962 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3a15687d-2f58-4dff-832c-7c9abf74f54b req-1f52d7e4-5104-4462-b5b3-d4f297ff922e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373230 Dec 13 15:54:25.162888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:25.178809 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:25.556439 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b4eb-000d-48c3-a883-85f443349226 req-af025c1a-d350-43bb-b883-5212def5a9c9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:25.557893 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c85b4eb-000d-48c3-a883-85f443349226 req-af025c1a-d350-43bb-b883-5212def5a9c9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0485110 Dec 13 15:54:25.595258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2c85b4eb-000d-48c3-a883-85f443349226 req-cb6b513a-b76e-459b-8735-827512d70d9a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Dec 13 15:54:26.712788 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013daf1-0cec-4860-9e02-38c3742aad31 req-2e0be4e3-a63d-463a-8f8b-050136953b94 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:26.714226 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a013daf1-0cec-4860-9e02-38c3742aad31 req-2e0be4e3-a63d-463a-8f8b-050136953b94 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0529025 Dec 13 15:54:26.750836 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a013daf1-0cec-4860-9e02-38c3742aad31 req-0a98ef52-84b8-4af4-8501-a2e88e6a824c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305414 Dec 13 15:54:27.868978 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e813b7-c492-448d-88e5-2bb067926322 req-74932a8b-49a3-4cd3-816d-c5c7dc392b28 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:27.870483 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7e813b7-c492-448d-88e5-2bb067926322 req-74932a8b-49a3-4cd3-816d-c5c7dc392b28 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0535579 Dec 13 15:54:27.908366 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f7e813b7-c492-448d-88e5-2bb067926322 req-53ed7ba5-d26a-4cf1-9fa5-28ca030ebad6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Dec 13 15:54:29.026612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd602-01cd-426e-b039-6a1d82823366 req-f0717d27-ebff-4a72-a772-5011b30ae035 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:29.028053 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627fd602-01cd-426e-b039-6a1d82823366 req-f0717d27-ebff-4a72-a772-5011b30ae035 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0493000 Dec 13 15:54:29.065059 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-627fd602-01cd-426e-b039-6a1d82823366 req-e7d665a6-0ab5-4771-9f62-4d539884fcc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Dec 13 15:54:29.079478 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:54:29.181244 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:54:29.193287 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'port_id': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'mac_address': 'fa:16:3e:17:f8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:54:29.236147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:29.254519 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 712a01d4-a659-41a0-a06d-53bf6913bd24 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:54:29.276093 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:54:29.351168 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:29.432699 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['712a01d4-a659-41a0-a06d-53bf6913bd24'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:54:29.436208 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:54:29.465452 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.465794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.466349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.466879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.467376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.467884 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.468220 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.468549 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.468875 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.469200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.469523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:29.469971 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:30.204505 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fe119-ec29-4536-868f-0b0ceee72b07 req-35e33e46-727c-4bbf-aaaf-06efebdba36c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:30.206691 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-032fe119-ec29-4536-868f-0b0ceee72b07 req-35e33e46-727c-4bbf-aaaf-06efebdba36c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0580294 Dec 13 15:54:30.250014 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-032fe119-ec29-4536-868f-0b0ceee72b07 req-aba6318e-17b9-483c-bcee-1261c8f0e03a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348179 Dec 13 15:54:31.113539 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:54:31.174800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 712a01d4-a659-41a0-a06d-53bf6913bd24 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:54:31.175477 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:31.266483 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:31.309758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:54:31.310766 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:54:31.313731 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94fb68b-2805-4bce-bb8a-cd11c9eafc02" -d '{"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-plugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:54:31.362820 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7121030-1886-4b72-abeb-6d4433210c73 x-openstack-request-id: req-d7121030-1886-4b72-abeb-6d4433210c73 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:54:31.363116 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-plugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:54:31.363364 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7121030-1886-4b72-abeb-6d4433210c73 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:54:31.363807 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'code': 200} Dec 13 15:54:31.378142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:31.402884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aff16b-877b-4e34-9fe6-9ed34c80f3a4 req-d7c5a745-2d6f-483a-91f4-3e2cddf4d081 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:31.404504 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2aff16b-877b-4e34-9fe6-9ed34c80f3a4 req-d7c5a745-2d6f-483a-91f4-3e2cddf4d081 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0600634 Dec 13 15:54:31.449019 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:54:31.466451 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2aff16b-877b-4e34-9fe6-9ed34c80f3a4 req-6c85fe47-289e-49c2-9efb-69aed2057ae0 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525656 Dec 13 15:54:32.596033 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a12d3-ff58-4766-bba4-fd4fb572e688 req-c8441f7e-188f-49e1-b14e-dbd00c7254ee tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:32.598182 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d03a12d3-ff58-4766-bba4-fd4fb572e688 req-c8441f7e-188f-49e1-b14e-dbd00c7254ee tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Dec 13 15:54:32.641632 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d03a12d3-ff58-4766-bba4-fd4fb572e688 req-f805d85b-420f-49c9-9c5d-213f81cf7a05 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366538 Dec 13 15:54:33.298768 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:54:33.789050 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442353e7-e727-4110-a6f9-374a0a653dc4 req-e4f757e7-e907-46f5-af51-85957196327e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:33.790767 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-442353e7-e727-4110-a6f9-374a0a653dc4 req-e4f757e7-e907-46f5-af51-85957196327e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0716522 Dec 13 15:54:33.834165 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-442353e7-e727-4110-a6f9-374a0a653dc4 req-5b2764fd-657c-4a96-8924-60906f87fa8d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368688 Dec 13 15:54:34.955889 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e45f4-963b-44a8-975a-6f64c74d8281 req-0be27a96-c641-46d3-838a-f767199c42d8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:34.958178 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-278e45f4-963b-44a8-975a-6f64c74d8281 req-0be27a96-c641-46d3-838a-f767199c42d8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Dec 13 15:54:35.295544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-278e45f4-963b-44a8-975a-6f64c74d8281 req-5508b1d1-b9af-4cbf-b0ba-8230ecaf6dc1 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315678 Dec 13 15:54:36.457439 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98e383-a529-469c-ac72-fbff90b4c553 req-ec8e42d0-bd8f-4838-ad2d-6e4f4af97eef tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:36.460189 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf98e383-a529-469c-ac72-fbff90b4c553 req-ec8e42d0-bd8f-4838-ad2d-6e4f4af97eef tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0652142 Dec 13 15:54:36.524900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-cf98e383-a529-469c-ac72-fbff90b4c553 req-1549f228-59b8-493a-97a9-92ac10b26ce2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463164 Dec 13 15:54:37.619704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a49788-7795-4c80-bc6a-2c118fb6530e req-57ff12d4-c5ae-4ca3-8ee7-adb0644382cb tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:37.621183 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6a49788-7795-4c80-bc6a-2c118fb6530e req-57ff12d4-c5ae-4ca3-8ee7-adb0644382cb tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0496707 Dec 13 15:54:37.662594 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e6a49788-7795-4c80-bc6a-2c118fb6530e req-f752a6cb-f98b-49c4-ab48-b82902a1b9df tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353336 Dec 13 15:54:38.778160 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ee1d0-f1d1-431d-850b-8c516b990aab req-49b252a7-9220-49c9-ac60-d61316b840d5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:38.779564 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-640ee1d0-f1d1-431d-850b-8c516b990aab req-49b252a7-9220-49c9-ac60-d61316b840d5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Dec 13 15:54:38.816379 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-640ee1d0-f1d1-431d-850b-8c516b990aab req-cb7632fd-731a-468f-9d6b-be344ed19f33 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308423 Dec 13 15:54:39.547666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-2452b231-3d94-4fa1-891c-573b9dda4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:39.549125 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-2452b231-3d94-4fa1-891c-573b9dda4d03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0858400 Dec 13 15:54:39.636715 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-6602ecd1-efcd-44eb-aa2e-4ef9bb9ff8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:39.638134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-6602ecd1-efcd-44eb-aa2e-4ef9bb9ff8df service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0817959 Dec 13 15:54:39.707424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-ec37c7d5-5998-472d-8bce-57162d7c00d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 1001 time: 0.0609865 Dec 13 15:54:39.763516 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-85d79c11-dc45-43ca-b280-15442980e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:39.764887 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-85d79c11-dc45-43ca-b280-15442980e7de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0505753 Dec 13 15:54:39.817317 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-f38b749d-3126-460a-9896-67453c29719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:39.818895 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-f38b749d-3126-460a-9896-67453c29719f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456026 Dec 13 15:54:39.829737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-526f1703-ae95-4180-980d-7b34de7bca1b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:54:39.830952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-526f1703-ae95-4180-980d-7b34de7bca1b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049124 Dec 13 15:54:39.935198 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e4811-55c4-43ba-a561-5b4748bdb383 req-0a303cae-a208-47f1-9415-59f234daf08f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:39.936780 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-371e4811-55c4-43ba-a561-5b4748bdb383 req-0a303cae-a208-47f1-9415-59f234daf08f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Dec 13 15:54:39.976899 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-371e4811-55c4-43ba-a561-5b4748bdb383 req-0978a16b-522a-4427-b7fb-4352124f0d2b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Dec 13 15:54:40.233110 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-50d43104-e863-4bc9-9ae8-76533a0e70ae service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946819 Dec 13 15:54:40.321273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5d2931bd-1c0a-4da4-8a4c-b6337b4f5caf req-64f2494a-1229-49c3-bf7f-ff754ff3e8b2 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805736 Dec 13 15:54:41.090827 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f43386-84f5-4821-b970-b63708f7e0e2 req-e4b84369-51ed-4933-bd0a-61bd5cff19b4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:41.092256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3f43386-84f5-4821-b970-b63708f7e0e2 req-e4b84369-51ed-4933-bd0a-61bd5cff19b4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0473542 Dec 13 15:54:41.132926 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f3f43386-84f5-4821-b970-b63708f7e0e2 req-1917051e-7200-4926-ae51-33abfd46b1fd tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346105 Dec 13 15:54:41.195079 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:54:41.269398 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:41.291581 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:54:41.293812 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02025ff-8d0c-46b9-8366-05a8cdfc71af" -d '{"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-unplugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:54:41.306116 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:54:41.329596 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb4f3da-7259-4949-8b9b-f65f6d9294bd x-openstack-request-id: req-5eb4f3da-7259-4949-8b9b-f65f6d9294bd {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:54:41.329596 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-unplugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:54:41.329596 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5eb4f3da-7259-4949-8b9b-f65f6d9294bd {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:54:41.329596 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'code': 200} Dec 13 15:54:41.389061 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:41.434940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:54:42.261925 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c17ea0-0a17-42fb-8841-bc490ed78f38 req-9a537883-4223-466f-bedc-05c3711a8176 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:42.263423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-93c17ea0-0a17-42fb-8841-bc490ed78f38 req-9a537883-4223-466f-bedc-05c3711a8176 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 943 time: 0.0498574 Dec 13 15:54:42.302316 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-93c17ea0-0a17-42fb-8841-bc490ed78f38 req-8efa896c-d92b-416a-80d8-d723ff655970 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322299 Dec 13 15:54:42.384523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-112f1fa6-5ce0-47a2-a051-765764b81aa7 req-e39b2bea-f853-4f2a-888f-6aa3568a4ddd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:54:42.386176 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-112f1fa6-5ce0-47a2-a051-765764b81aa7 req-e39b2bea-f853-4f2a-888f-6aa3568a4ddd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071573 Dec 13 15:54:42.729392 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d92e4-dc34-4e7f-9d96-e512e6c39def req-bf4889b0-66cb-47a4-bfa9-4872d4b1d800 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:42.730867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-436d92e4-dc34-4e7f-9d96-e512e6c39def req-bf4889b0-66cb-47a4-bfa9-4872d4b1d800 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 943 time: 0.0485232 Dec 13 15:54:42.772925 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-436d92e4-dc34-4e7f-9d96-e512e6c39def req-ec225f9c-b13b-441d-b048-628005b6b32a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354285 Dec 13 15:54:43.182965 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39040) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:54:43.262241 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-39098201-e7a9-4557-82f5-641b09b401ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784135 Dec 13 15:54:43.271440 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-7c9d131a-af2d-4663-953e-242aa975b502 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:54:43.272368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-7c9d131a-af2d-4663-953e-242aa975b502 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053582 Dec 13 15:54:43.897211 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126e5a0-cb0f-4587-a6d3-0a093a46f26c req-f69b138d-ea9f-4ff1-a192-431e10be637f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:43.898652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5126e5a0-cb0f-4587-a6d3-0a093a46f26c req-f69b138d-ea9f-4ff1-a192-431e10be637f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 943 time: 0.0482695 Dec 13 15:54:43.936508 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5126e5a0-cb0f-4587-a6d3-0a093a46f26c req-41b49506-d8e9-4f68-8865-d60894502907 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318840 Dec 13 15:54:44.422020 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-5b9d3bf0-165e-4b19-9f07-83c999b160db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:44.423610 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-5b9d3bf0-165e-4b19-9f07-83c999b160db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7&tenant_id=1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 1094 time: 0.0399072 Dec 13 15:54:44.435640 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:54:44.489161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:44.686730 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:54:44.718989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:54:44.750101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712a01d4-a659-41a0-a06d-53bf6913bd24 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:54:44.757889 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:44.770998 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Transition to ACTIVE for port object 712a01d4-a659-41a0-a06d-53bf6913bd24 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:54:44.830512 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:44.912589 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=9']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:54:44.924552 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.924904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.925249 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.925580 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.925909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.926904 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.927230 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.927554 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.927881 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.928201 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.928523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.928841 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:54:44.963294 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] No DVR routers for this DVR port 712a01d4-a659-41a0-a06d-53bf6913bd24 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:54:45.057347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95486348-582a-48bf-b9d6-cffcbccdae09 req-d6039efe-50f8-4e4b-bcd0-cdbc1a8020fe tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:45.058873 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95486348-582a-48bf-b9d6-cffcbccdae09 req-d6039efe-50f8-4e4b-bcd0-cdbc1a8020fe tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 943 time: 0.0496027 Dec 13 15:54:45.101027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95486348-582a-48bf-b9d6-cffcbccdae09 req-5436d43e-72ea-44b4-9ca2-a9507ee9fff6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356247 Dec 13 15:54:45.101442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:54:45.101781 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:54:45.102109 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:54:45.106603 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Port 712a01d4-a659-41a0-a06d-53bf6913bd24 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:54:45.106956 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Attempting to bind port 712a01d4-a659-41a0-a06d-53bf6913bd24 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:54:45.111826 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:54:45.112176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Checking segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:54:45.112619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Bound using segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:54:45.113057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Bound port: 712a01d4-a659-41a0-a06d-53bf6913bd24, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:54:45.113416 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:45.175318 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:54:45.178940 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:54:45.211939 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:54:45.252558 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:54:45.276793 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:45.314656 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:45.315270 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:45.316718 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] 10.222.0.55 "PUT /v2.0/ports/712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 1091 time: 0.8849702 Dec 13 15:54:45.317110 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:54:45.319412 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:54:45.358092 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33871e-50ed-4b6a-8a05-90ebfd0dca2d service neutron] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=10']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:54:45.390713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-2fe47dc9-ddd2-4a8b-a3b6-85a1dc98fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:45.392393 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-2fe47dc9-ddd2-4a8b-a3b6-85a1dc98fa39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1095 time: 0.0472903 Dec 13 15:54:45.443624 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e29705e-5389-4ad4-b6b5-b92a4b80b7d9 x-openstack-request-id: req-9e29705e-5389-4ad4-b6b5-b92a4b80b7d9 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:54:45.443906 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:54:45.444150 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e29705e-5389-4ad4-b6b5-b92a4b80b7d9 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:54:45.444570 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'status': 'completed', 'code': 200} Dec 13 15:54:45.487314 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-5b35b4a0-cbb6-4bb1-b201-a8df10b1bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:45.488947 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-5b35b4a0-cbb6-4bb1-b201-a8df10b1bfd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0890512 Dec 13 15:54:45.566517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-05de9076-7bab-472a-873a-912f8fd1efa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 999 time: 0.0706174 Dec 13 15:54:45.615788 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-70ac7c35-c8c9-4be3-b670-777dff7f0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:45.617098 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-70ac7c35-c8c9-4be3-b670-777dff7f0beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0442598 Dec 13 15:54:45.662493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-84effc56-a733-4714-87c2-fc8c4f6d6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:45.663918 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-84effc56-a733-4714-87c2-fc8c4f6d6377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399485 Dec 13 15:54:45.754105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-612a2fc5-6708-49cf-869f-526d1b9038e3 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Dec 13 15:54:45.864802 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-03d8107a-d6be-4511-a2be-4c86ad5a70c2 req-73ba7d7f-de3f-46b5-b8bf-b4ec9a4ef805 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033876 Dec 13 15:54:46.008668 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-c96a4970-3b1a-4fcd-8336-17cd25615997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:46.010036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-c96a4970-3b1a-4fcd-8336-17cd25615997 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1095 time: 0.0456672 Dec 13 15:54:46.100105 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-bff6a73c-6fd4-49f1-b49a-016a438ccf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:46.101626 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-bff6a73c-6fd4-49f1-b49a-016a438ccf49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0848155 Dec 13 15:54:46.188771 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-5623c7ca-b58c-43aa-ac53-7d14aea1288b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 999 time: 0.0798554 Dec 13 15:54:46.235270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa7164-c237-4545-8393-ca7330a56d94 req-d84c2194-b271-42b6-b09c-5c3c32b7cfa6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:46.236764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8aa7164-c237-4545-8393-ca7330a56d94 req-d84c2194-b271-42b6-b09c-5c3c32b7cfa6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0484765 Dec 13 15:54:46.238490 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-cd064a27-fd51-4f0f-8eae-b7c83f00905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:46.240482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-cd064a27-fd51-4f0f-8eae-b7c83f00905c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0449395 Dec 13 15:54:46.295758 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-f5db40f0-40dc-4559-9d51-ccc21b5161f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:46.296043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f8aa7164-c237-4545-8393-ca7330a56d94 req-6a644d9d-2620-4844-9bb3-f2fa073effb4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516789 Dec 13 15:54:46.297599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-f5db40f0-40dc-4559-9d51-ccc21b5161f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496433 Dec 13 15:54:46.493892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:47.413149 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35629a-c722-4983-a9d7-5e60b0751063 req-5f29c455-f9e9-4d3d-932e-96a7012e762f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:47.414749 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db35629a-c722-4983-a9d7-5e60b0751063 req-5f29c455-f9e9-4d3d-932e-96a7012e762f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Dec 13 15:54:47.453517 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-db35629a-c722-4983-a9d7-5e60b0751063 req-4bb1cfa9-3b69-4b98-ac21-6671e88504b5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Dec 13 15:54:47.716363 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:48.577569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c28796-ec39-4fe1-8e5e-1021fcb75ad1 req-1da82784-2b68-49ef-bbb1-c1b513f542a3 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:48.579122 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3c28796-ec39-4fe1-8e5e-1021fcb75ad1 req-1da82784-2b68-49ef-bbb1-c1b513f542a3 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0533404 Dec 13 15:54:48.617205 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e3c28796-ec39-4fe1-8e5e-1021fcb75ad1 req-7f0e9f65-e177-4b1b-8dce-6b6919c500a1 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314252 Dec 13 15:54:49.744530 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28fc68-2dfd-4506-b67a-3c080d7b8743 req-1e162056-92ee-45bb-9e49-6aff178f7c55 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:49.752724 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc28fc68-2dfd-4506-b67a-3c080d7b8743 req-1e162056-92ee-45bb-9e49-6aff178f7c55 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0626142 Dec 13 15:54:49.786982 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bc28fc68-2dfd-4506-b67a-3c080d7b8743 req-431b33e1-7584-457d-aac9-ca13505f48c5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Dec 13 15:54:49.939247 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5ca961e4-10ba-4cc3-8752-a3948e66651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:50.908362 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aabf4-e522-4025-a38f-9ea611bf4756 req-7f7e2499-8c38-4ed5-af34-f4e43ae3720a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:50.910029 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-640aabf4-e522-4025-a38f-9ea611bf4756 req-7f7e2499-8c38-4ed5-af34-f4e43ae3720a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0494344 Dec 13 15:54:50.953655 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-640aabf4-e522-4025-a38f-9ea611bf4756 req-1d6b8ee9-8853-4142-9394-0e02e3272fba tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368783 Dec 13 15:54:52.083146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d987b-19a8-4b72-aef3-88467e01d2d8 req-bfc6e42b-fc79-430f-81d1-441e665cce92 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:52.084663 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-676d987b-19a8-4b72-aef3-88467e01d2d8 req-bfc6e42b-fc79-430f-81d1-441e665cce92 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0570438 Dec 13 15:54:52.125458 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-676d987b-19a8-4b72-aef3-88467e01d2d8 req-20b0a9a9-bd22-4fa0-aaeb-181360db952f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343542 Dec 13 15:54:52.316140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0df04345-0dd7-411a-8de4-54109a23a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:53.252673 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f8d4-9578-4ebb-9021-ae041d87a4eb req-a9b75773-6f1c-40e4-bd02-388e16a0cbc6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:53.254145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79b6f8d4-9578-4ebb-9021-ae041d87a4eb req-a9b75773-6f1c-40e4-bd02-388e16a0cbc6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0506434 Dec 13 15:54:53.296147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-79b6f8d4-9578-4ebb-9021-ae041d87a4eb req-fa01b73b-fa46-43dd-a51e-0800db29edba tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353763 Dec 13 15:54:53.527874 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:54.428764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1cd0f-97f6-421f-8f50-5de56c1be349 req-69260488-87e7-4556-ab20-c373d967eefa tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:54.430475 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1f1cd0f-97f6-421f-8f50-5de56c1be349 req-69260488-87e7-4556-ab20-c373d967eefa tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0569503 Dec 13 15:54:54.472004 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1f1cd0f-97f6-421f-8f50-5de56c1be349 req-579e72ab-3a03-48c4-8e95-6df80a3929f7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346968 Dec 13 15:54:55.184769 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:55.214001 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:55.595610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34c0d7-501f-4c84-9e98-72a4d522a3ed req-fe6c1016-fe78-4d32-a27a-cb8ddcfe0d04 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:55.597224 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f34c0d7-501f-4c84-9e98-72a4d522a3ed req-fe6c1016-fe78-4d32-a27a-cb8ddcfe0d04 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0553401 Dec 13 15:54:55.636512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-7f34c0d7-501f-4c84-9e98-72a4d522a3ed req-cbccb22f-2fab-492e-a095-a4d870cae9af tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325549 Dec 13 15:54:56.745744 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-358aa22d-3c2c-4d05-ade5-937f9032fd94 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115048 Dec 13 15:54:56.772765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b08d1-2815-4cec-a6ad-23bf249d6479 req-612849a8-c869-4ec3-9de9-a5a118da12a6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:56.774092 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b93b08d1-2815-4cec-a6ad-23bf249d6479 req-612849a8-c869-4ec3-9de9-a5a118da12a6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0687048 Dec 13 15:54:56.862628 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b93b08d1-2815-4cec-a6ad-23bf249d6479 req-823d41f4-6f84-43f6-9e31-97b8668ec2f2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782812 Dec 13 15:54:56.880286 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f2eb227a-e9fe-4731-9351-e6b359ba1cc8 req-98b255c6-c626-4981-8374-8fe666e7dcd9 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228337 Dec 13 15:54:57.985009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdafc2-8797-4fd2-b349-d325c8f132d4 req-79c4436e-5296-420c-8bba-2ee4397ea0b6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:57.986463 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcbdafc2-8797-4fd2-b349-d325c8f132d4 req-79c4436e-5296-420c-8bba-2ee4397ea0b6 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0480843 Dec 13 15:54:58.026928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-bcbdafc2-8797-4fd2-b349-d325c8f132d4 req-1d22966e-ef46-41cd-9e8d-10b602a642e5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345581 Dec 13 15:54:58.857451 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:54:58.955194 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:54:58.969020 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'port_id': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'mac_address': 'fa:16:3e:17:f8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:54:59.004015 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:59.015949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712a01d4-a659-41a0-a06d-53bf6913bd24 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:54:59.036698 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:54:59.110504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:54:59.141783 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aea-f61f-4b4a-a126-46b359914393 req-bda01db5-b4ad-459a-989c-1ab4de4e300f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:54:59.143358 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6bb6aea-f61f-4b4a-a126-46b359914393 req-bda01db5-b4ad-459a-989c-1ab4de4e300f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 944 time: 0.0505228 Dec 13 15:54:59.158680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=11']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:54:59.181901 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b6bb6aea-f61f-4b4a-a126-46b359914393 req-f561c815-5c4b-4667-8191-71dba99e6c43 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322933 Dec 13 15:54:59.360460 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['712a01d4-a659-41a0-a06d-53bf6913bd24'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:55:00.294477 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea12c67-6ebf-431b-96a7-94ec2b9f430b req-16b984e0-0ae4-482c-9294-6a1408699075 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:00.295919 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ea12c67-6ebf-431b-96a7-94ec2b9f430b req-16b984e0-0ae4-482c-9294-6a1408699075 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Dec 13 15:55:00.332880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-3ea12c67-6ebf-431b-96a7-94ec2b9f430b req-e4789f76-a60e-4f3b-abb5-68cd89ff12d8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305340 Dec 13 15:55:00.855436 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:55:00.989332 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 712a01d4-a659-41a0-a06d-53bf6913bd24 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:55:00.993193 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 712a01d4-a659-41a0-a06d-53bf6913bd24 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:55:00.998142 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:01.069582 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:01.090983 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:55:01.093213 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcf3be1-e6d8-4800-aeee-1d68597e5ac2" -d '{"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-plugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:55:01.112634 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:55:01.129282 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6375725-8c89-4822-aaf4-18bcd455b597 x-openstack-request-id: req-b6375725-8c89-4822-aaf4-18bcd455b597 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:55:01.129575 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-plugged", "status": "completed", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:55:01.129828 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6375725-8c89-4822-aaf4-18bcd455b597 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:55:01.130409 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'code': 200} Dec 13 15:55:01.191323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:01.246060 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=12']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:55:01.390187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8916-0e4a-4bbd-a7be-c894ba39d370 req-a91a18d6-7f2b-4f0b-9d24-d9b000f35e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:01.391786 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d24e8916-0e4a-4bbd-a7be-c894ba39d370 req-a91a18d6-7f2b-4f0b-9d24-d9b000f35e8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1097 time: 0.0415964 Dec 13 15:55:01.428934 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-d24e8916-0e4a-4bbd-a7be-c894ba39d370 req-59e734ba-a1ef-4e83-a246-4587d2e89867 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298300 Dec 13 15:55:01.452486 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d5e31-a060-4261-b177-65a6d18e9f39 req-cfcd7e18-ce11-46d2-a879-7989ff2e86c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:01.454022 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3d5e31-a060-4261-b177-65a6d18e9f39 req-cfcd7e18-ce11-46d2-a879-7989ff2e86c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 946 time: 0.0532019 Dec 13 15:55:01.492273 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-da3d5e31-a060-4261-b177-65a6d18e9f39 req-8598db19-b9ee-49aa-a8ba-b4c3673cdfc4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Dec 13 15:55:02.614831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1969f3a-83c2-4f6f-93b0-4014a7f755f1 req-83fb7c29-deed-43ba-9b3a-b638dbf7b651 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:02.616291 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1969f3a-83c2-4f6f-93b0-4014a7f755f1 req-83fb7c29-deed-43ba-9b3a-b638dbf7b651 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 946 time: 0.0535784 Dec 13 15:55:02.653138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c1969f3a-83c2-4f6f-93b0-4014a7f755f1 req-206a88a9-b1a8-4642-9dae-a27118965b16 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 Dec 13 15:55:03.765663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b051f-07a6-4cad-bbf9-fe6aa36553a0 req-600b158e-f538-469f-9bec-150dde8464c2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:03.767136 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e57b051f-07a6-4cad-bbf9-fe6aa36553a0 req-600b158e-f538-469f-9bec-150dde8464c2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 946 time: 0.0483844 Dec 13 15:55:03.808589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e57b051f-07a6-4cad-bbf9-fe6aa36553a0 req-1504f2c6-e4a7-438c-877f-cdd536c87f2d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352764 Dec 13 15:55:10.297582 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:55:16.510109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:17.715468 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:19.950226 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-93aa1395-9aab-4fd2-ad1e-a7fa1c62c760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:22.314077 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eeaa-29b2-4ac9-b0a4-ff9698d57a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:23.533004 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:25.182617 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:25.228136 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:37.649209 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-7a561385-b2e0-4f32-a012-1e7cf703476a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391293 Dec 13 15:55:37.729520 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-0793b884-1f89-4cac-a735-ca6b9d109cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:37.730995 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-0793b884-1f89-4cac-a735-ca6b9d109cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1097 time: 0.0394843 Dec 13 15:55:37.835232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-0dc23a68-060f-46cb-b642-64b0a7abab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:37.836662 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-0dc23a68-060f-46cb-b642-64b0a7abab61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0864017 Dec 13 15:55:37.902151 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-d713ab71-427d-434b-974b-d9e1be88876d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 1001 time: 0.0584660 Dec 13 15:55:37.953973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-12c7b7f9-1f31-4d30-9a10-cd110986b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:37.955405 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-12c7b7f9-1f31-4d30-9a10-cd110986b626 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0466712 Dec 13 15:55:38.000878 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-78c84ace-14f8-4332-a7b7-180ab0a928e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:55:38.002403 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-78c84ace-14f8-4332-a7b7-180ab0a928e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398841 Dec 13 15:55:38.089758 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-3635efc1-2508-45a1-a408-8ebd0c7d1cf2 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800037 Dec 13 15:55:38.190482 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c29fce6c-b691-4209-bfb2-aa4d0d2162a6 req-ee3b351f-f473-4376-819a-98ae25d4d4ec service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934103 Dec 13 15:55:46.485638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:47.297022 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:55:47.719822 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:49.949295 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7f392c6f-01b5-4d42-8fef-895e3b1594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:52.326978 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-baf1d408-dc3b-4dc6-bc40-0987b60112c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:53.537931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:55.171950 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:55:55.188949 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:12.637341 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39160) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:12.792094 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Deleting port b243529b-a5a7-4b2e-aa7b-5dc2334c4315 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:56:12.792433 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:12.866309 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:12.866652 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:12.878540 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Calling delete_port for b243529b-a5a7-4b2e-aa7b-5dc2334c4315 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:56:13.069098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:13.094896 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event deleted for resources: {'Port': ['ID=b243529b-a5a7-4b2e-aa7b-5dc2334c4315,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:13.122814 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.123088 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.123437 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.123771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.124099 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.124418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.124753 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.125075 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.125396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.125715 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.126047 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.126380 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:13.165362 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:13.165685 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Floating IP 0b3d323f-a93b-468f-9d69-cd2f4cf603d0 disassociated (deleted). External IP: 172.25.7.202, port: 712a01d4-a659-41a0-a06d-53bf6913bd24. Dec 13 15:56:13.368927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Router 0bc37b17-03fa-4eee-83af-0433144562c5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:56:13.472765 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:56:13.478120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:13.484989 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] Sync routers for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:56:13.494551 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:56:13.495156 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:56:13.504480 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-229a66e4-e81b-4f8c-9fa6-ddfaa9294ae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "DELETE /v2.0/floatingips/0b3d323f-a93b-468f-9d69-cd2f4cf603d0 HTTP/1.1" status: 204 len: 168 time: 0.8660438 Dec 13 15:56:13.505187 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:56:13.507594 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0054f-f7ff-49c3-889e-99db6a849187" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:56:13.546738 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434a0a6-61f1-4511-b9aa-82774ee2b7e7 x-openstack-request-id: req-9434a0a6-61f1-4511-b9aa-82774ee2b7e7 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:56:13.547182 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:56:13.547626 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9434a0a6-61f1-4511-b9aa-82774ee2b7e7 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:56:13.548259 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'status': 'completed', 'code': 200} Dec 13 15:56:13.604668 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:56:13.667219 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-bb5dc9f4-46ee-4af0-8496-91206cf159d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:13.668771 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-bb5dc9f4-46ee-4af0-8496-91206cf159d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 1097 time: 0.0975821 Dec 13 15:56:13.762679 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-3211d480-b995-48d9-a48f-bc35c97c4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:13.764086 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-3211d480-b995-48d9-a48f-bc35c97c4b64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0879474 Dec 13 15:56:13.802713 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:56:13.810753 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-c82d9383-b69e-4f1f-9661-cb99fc9213e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 200 len: 217 time: 0.0388780 Dec 13 15:56:13.832976 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] Checking router: 0bc37b17-03fa-4eee-83af-0433144562c5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:56:13.843774 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:56:13.843774 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:55:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:56:13.866217 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-8cb0a60a-137e-4790-8df1-49e82422ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:13.867732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-8cb0a60a-137e-4790-8df1-49e82422ae3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0499933 Dec 13 15:56:13.915537 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-ca85c42a-7fac-4f8d-8963-702ffab76ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:13.917180 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-ca85c42a-7fac-4f8d-8963-702ffab76ec2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421138 Dec 13 15:56:13.956179 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:56:13.994079 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf15067-0656-45f6-b5c3-98f0fa6067d9 req-858694e2-c5d3-429f-9122-5ee8354fceab tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:13.995610 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aaf15067-0656-45f6-b5c3-98f0fa6067d9 req-858694e2-c5d3-429f-9122-5ee8354fceab tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 946 time: 0.1166923 Dec 13 15:56:14.017759 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-16a897d6-0c62-47e4-8116-4fe8fc9c6382 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900745 Dec 13 15:56:14.034356 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-aaf15067-0656-45f6-b5c3-98f0fa6067d9 req-19fed62c-ee60-47cf-b615-51a969c53020 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Dec 13 15:56:14.109174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0fd0054f-f7ff-49c3-889e-99db6a849187 req-68baaa8e-9e01-4591-bc4f-157114784ff8 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833793 Dec 13 15:56:14.152975 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:56:14.178065 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e252f-d3fa-483b-91f0-05b1caab8ce4 None None] The sync data for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 is: [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:56:14.401643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fac962-32af-458b-8bd1-d5b61dc5337c None None] New status for floating IP 0b3d323f-a93b-468f-9d69-cd2f4cf603d0: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:56:15.188107 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468c34b-6e11-4d86-a74d-b06f05f239c5 req-10605f2d-89d0-4b4f-8cdb-09275f3290c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:15.189638 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4468c34b-6e11-4d86-a74d-b06f05f239c5 req-10605f2d-89d0-4b4f-8cdb-09275f3290c7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 946 time: 0.0856786 Dec 13 15:56:15.212193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-abb504ee-28a0-4a84-9f0f-d1c027bedb12 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:15.213571 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-abb504ee-28a0-4a84-9f0f-d1c027bedb12 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 946 time: 0.0839021 Dec 13 15:56:15.264360 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4468c34b-6e11-4d86-a74d-b06f05f239c5 req-9781233b-ac05-4eb0-8541-9c5226822759 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a50279-b77f-41d1-ba19-b2cb030003f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677421 Dec 13 15:56:15.316307 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Deleting port 712a01d4-a659-41a0-a06d-53bf6913bd24 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 15:56:15.316668 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:15.408166 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] For port 712a01d4-a659-41a0-a06d-53bf6913bd24, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=712a01d4-a659-41a0-a06d-53bf6913bd24,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:56:15.408524 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:15.421632 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Calling delete_port for 712a01d4-a659-41a0-a06d-53bf6913bd24 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 15:56:15.886721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:15.915398 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event deleted for resources: {'Port': ['ID=712a01d4-a659-41a0-a06d-53bf6913bd24,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:15.955470 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] No DVR routers for this DVR port 712a01d4-a659-41a0-a06d-53bf6913bd24 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:56:15.958716 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:15.961989 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0ffb62d6-532e-4900-ae40-1d4f47412bf8 req-4e3ba88a-d60f-4f43-b658-ce1a4a677943 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.55 "DELETE /v2.0/ports/712a01d4-a659-41a0-a06d-53bf6913bd24 HTTP/1.1" status: 204 len: 173 time: 0.7422936 Dec 13 15:56:15.962460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-deleted', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:56:15.964709 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85b3b43-ce2a-4702-ab0e-94c22fc3b42f" -d '{"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-deleted", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:56:15.999781 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243acda5-b297-416c-aac6-41833fae46a1 x-openstack-request-id: req-243acda5-b297-416c-aac6-41833fae46a1 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:56:16.000059 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86109d-4139-4a25-9c38-f9738cecf1f7", "name": "network-vif-deleted", "tag": "712a01d4-a659-41a0-a06d-53bf6913bd24", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:56:16.000307 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-243acda5-b297-416c-aac6-41833fae46a1 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:56:16.000695 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86109d-4139-4a25-9c38-f9738cecf1f7', 'name': 'network-vif-deleted', 'tag': '712a01d4-a659-41a0-a06d-53bf6913bd24', 'status': 'completed', 'code': 200} Dec 13 15:56:16.373081 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-47e97abe-1cd5-4ea9-be95-803b20bad212 req-41e3b951-c060-42ff-82cd-a2f5f888d53f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc86109d-4139-4a25-9c38-f9738cecf1f7 HTTP/1.1" status: 200 len: 210 time: 0.0273836 Dec 13 15:56:16.485947 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:17.429924 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39188) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:17.488123 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91dc20bc-22a6-467d-af84-1455e9591128 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:17.512971 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91dc20bc-22a6-467d-af84-1455e9591128 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:17.617528 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91dc20bc-22a6-467d-af84-1455e9591128 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:17.620192 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-91dc20bc-22a6-467d-af84-1455e9591128 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:17.621352 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-91dc20bc-22a6-467d-af84-1455e9591128 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "DELETE /v2.0/security-groups/91a50279-b77f-41d1-ba19-b2cb030003f9 HTTP/1.1" status: 204 len: 168 time: 0.1904249 Dec 13 15:56:17.631082 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc20bc-22a6-467d-af84-1455e9591128 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a50279-b77f-41d1-ba19-b2cb030003f9,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:17.696920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.062614 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39194) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:18.067764 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-5ce56438-d655-41af-8b1c-487c7f6992f8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130469559', 'description': 'tempest-secgroup-smoke-2130469559 description', 'project_id': '1ebcec3962094f45aa8a3a231745b450'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:18.166326 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ce56438-d655-41af-8b1c-487c7f6992f8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.280573 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ce56438-d655-41af-8b1c-487c7f6992f8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.365350 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ce56438-d655-41af-8b1c-487c7f6992f8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.393118 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce56438-d655-41af-8b1c-487c7f6992f8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530cf2d8-c036-46b5-8edd-d20fd8bc1963,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:18.431196 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-5ce56438-d655-41af-8b1c-487c7f6992f8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.432445 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-5ce56438-d655-41af-8b1c-487c7f6992f8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3687909 Dec 13 15:56:18.435299 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39196) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:18.439822 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c561d30c-daca-47fd-addc-a039cbeaa133 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '530cf2d8-c036-46b5-8edd-d20fd8bc1963', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:18.520995 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c561d30c-daca-47fd-addc-a039cbeaa133 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.576523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c561d30c-daca-47fd-addc-a039cbeaa133 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.634836 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c561d30c-daca-47fd-addc-a039cbeaa133 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.655449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561d30c-daca-47fd-addc-a039cbeaa133 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d636d4-d103-4b11-aacf-2026681bc751,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:18.728005 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c561d30c-daca-47fd-addc-a039cbeaa133 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.729189 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c561d30c-daca-47fd-addc-a039cbeaa133 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929649 Dec 13 15:56:18.731945 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39198) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:18.736193 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-ee0cfef3-9ad3-4655-8468-59c411285cc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '530cf2d8-c036-46b5-8edd-d20fd8bc1963', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:18.822844 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee0cfef3-9ad3-4655-8468-59c411285cc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.879455 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee0cfef3-9ad3-4655-8468-59c411285cc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.960419 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee0cfef3-9ad3-4655-8468-59c411285cc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:18.978813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cfef3-9ad3-4655-8468-59c411285cc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f7db57-7c3c-4628-b93a-7048773cd3ac,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:19.048267 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ee0cfef3-9ad3-4655-8468-59c411285cc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.049474 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ee0cfef3-9ad3-4655-8468-59c411285cc5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166101 Dec 13 15:56:19.052295 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39200) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:19.056587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-216d7fdc-3d37-4bdd-b1c7-6e6f46c672a2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '530cf2d8-c036-46b5-8edd-d20fd8bc1963', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:19.141300 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-216d7fdc-3d37-4bdd-b1c7-6e6f46c672a2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.197488 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-216d7fdc-3d37-4bdd-b1c7-6e6f46c672a2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.213256 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:56:19.233113 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 712a01d4-a659-41a0-a06d-53bf6913bd24 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 15:56:19.233461 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 712a01d4-a659-41a0-a06d-53bf6913bd24 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 15:56:19.268402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-216d7fdc-3d37-4bdd-b1c7-6e6f46c672a2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.288091 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d7fdc-3d37-4bdd-b1c7-6e6f46c672a2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0188fc9c-5bc4-4882-8758-279d7091c09e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:19.362446 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-216d7fdc-3d37-4bdd-b1c7-6e6f46c672a2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.363628 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-216d7fdc-3d37-4bdd-b1c7-6e6f46c672a2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104188 Dec 13 15:56:19.366357 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39202) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:19.370636 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-7d28356f-9c56-4b3d-813b-cc65a7f93cb9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '530cf2d8-c036-46b5-8edd-d20fd8bc1963', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:19.455412 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d28356f-9c56-4b3d-813b-cc65a7f93cb9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.513387 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d28356f-9c56-4b3d-813b-cc65a7f93cb9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.577735 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d28356f-9c56-4b3d-813b-cc65a7f93cb9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.598270 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28356f-9c56-4b3d-813b-cc65a7f93cb9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153ac0c3-d30d-4cc2-ad79-08cb22e9fd8e,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:19.653513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-7d28356f-9c56-4b3d-813b-cc65a7f93cb9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.654854 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-7d28356f-9c56-4b3d-813b-cc65a7f93cb9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875600 Dec 13 15:56:19.657570 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39204) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:19.662129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '530cf2d8-c036-46b5-8edd-d20fd8bc1963', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:19.726344 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Project 1ebcec3962094f45aa8a3a231745b450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:56:19.731038 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.789231 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.834794 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.853460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af7d56-fc58-44d6-bc2b-428f7f0ca607,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:19.945681 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.946959 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-721fd7d3-94cc-421f-8ebe-542b05e4d2ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2884443 Dec 13 15:56:19.949619 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39206) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:19.953657 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1fcf-10a1-40ee-ae31-1a5eaca03605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:19.954026 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'security_group_rule': {'security_group_id': '530cf2d8-c036-46b5-8edd-d20fd8bc1963', 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:20.035214 n-d-816954-1 neutron-server[102824]: INFO neutron.db.securitygroups_db [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Project 1ebcec3962094f45aa8a3a231745b450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 15:56:20.040164 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:20.099207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:20.165954 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:20.183046 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c614372-9d6e-4160-af97-d3e5780cf865,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:20.253779 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:20.255515 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-c72f6899-4f04-4600-ad52-475458af8596 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049521 Dec 13 15:56:22.314999 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-68c7cdd4-0bb1-4db0-a707-b65d437457ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:23.537529 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:24.295932 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:56:25.189330 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:25.234954 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:40.260976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-a08bf5f2-a4a3-4b9b-917b-4605a6e8f5e4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130469559&fields=id&tenant_id=1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 267 time: 0.0318410 Dec 13 15:56:40.366954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-8f619093-5c70-4549-b4ca-505248422647 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:40.369024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-8f619093-5c70-4549-b4ca-505248422647 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 808 time: 0.1012368 Dec 13 15:56:40.383258 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-a563a85a-6355-404e-a7e4-ecf3269c346e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/quotas/1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 375 time: 0.0086217 Dec 13 15:56:40.434269 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-c6b59efa-2f77-48e5-939a-2c0317cdce2e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449669 Dec 13 15:56:40.529576 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-9e791fc3-9432-4db4-9362-c4652a737c0d service neutron] 10.222.0.24 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840311 Dec 13 15:56:40.619309 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-70e02ed9-9cc6-4776-bfcd-6928169c2d60 service neutron] 10.222.0.24 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832031 Dec 13 15:56:41.215134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-03decc43-1058-41fa-bf8d-36603dcad2d3 req-2b86e167-227e-4675-91a4-db8d147baeba tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 210 time: 0.0274742 Dec 13 15:56:42.311316 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1365ae4f-4c25-43fa-8a7f-0cfd203a8d53 req-bef62e1a-a30c-44e3-83a2-b83ac0696baa tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 210 time: 0.0280056 Dec 13 15:56:43.277282 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-5c110d81-ea6f-4797-a9b9-baaaf76fb03a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:43.278835 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-5c110d81-ea6f-4797-a9b9-baaaf76fb03a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 808 time: 0.1076515 Dec 13 15:56:43.322492 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-0ec08495-b529-4b9e-884f-6a1446ebf4f7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 380 time: 0.0341024 Dec 13 15:56:43.331404 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'port': {'device_id': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'admin_state_up': True, 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'security_groups': ['530cf2d8-c036-46b5-8edd-d20fd8bc1963']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:43.418660 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9a2ff895-2c14-42ff-9aae-dd14d1d8858e req-009bd3b0-fb60-46b2-8a6e-0d7ed0184cdf tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 210 time: 0.0389481 Dec 13 15:56:43.531995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Made reservation on behalf of 1ebcec3962094f45aa8a3a231745b450 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 15:56:43.535811 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:43.660812 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Allocated IP 172.20.0.7 (fe51e5bd-ef52-4205-b7c8-28cdd124ddbb/4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566/c3035e33-d8ab-4fa5-be82-0e503f9d7ef0) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:56:43.800885 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:43.887256 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:43.932988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:56:43.936571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:56:43.940680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:56:43.969703 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:43.983569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.983911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.984251 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.984595 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.984921 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.985235 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.985571 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.985979 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.986218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.986565 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.986893 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:43.987218 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:44.013708 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:44.014529 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.066482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4c528c7d-978f-4d7d-b29e-ec7f8873fae8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385895 Dec 13 15:56:44.079435 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Request body: {'port': {'device_id': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:44.136638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.217450 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-834469fa-b5ed-40f2-b8dc-ee52db3b87eb None None] Provisioning complete for port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:56:44.218047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-834469fa-b5ed-40f2-b8dc-ee52db3b87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.251966 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-834469fa-b5ed-40f2-b8dc-ee52db3b87eb None None] Port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 15:56:44.409694 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:56:44.417949 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.434876 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Transition to ACTIVE for port object c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:56:44.509618 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.544048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc91f9-f092-44ab-a6d0-42a15ce18459 req-c6aff554-9e3b-45a2-a92a-6eafcd868274 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:44.545764 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-14fc91f9-f092-44ab-a6d0-42a15ce18459 req-c6aff554-9e3b-45a2-a92a-6eafcd868274 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 931 time: 0.0605764 Dec 13 15:56:44.607850 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:44.610377 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-14fc91f9-f092-44ab-a6d0-42a15ce18459 req-45be07e8-4a06-4369-94a8-299990a3269a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581360 Dec 13 15:56:44.670441 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:56:44.670783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:56:44.671169 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:56:44.675892 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:56:44.676221 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:56:44.681188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:56:44.681569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Checking segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:56:44.681955 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Bound using segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:56:44.682427 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Bound port: c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:56:44.682790 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.756376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:56:44.760046 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:56:44.834966 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.870216 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:44.870850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:44.872232 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] 10.222.0.50 "PUT /v2.0/ports/c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 1091 time: 0.7975426 Dec 13 15:56:44.872668 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:56:44.874965 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8706f883-4b52-4935-af5d-625c841f65b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:56:44.903049 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff129f-2cde-47bd-9795-34ef7fd94409 service neutron] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:44.996592 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49195f9b-ebb2-43e7-a644-afa41e379a7e x-openstack-request-id: req-49195f9b-ebb2-43e7-a644-afa41e379a7e {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:56:44.996592 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:56:44.996917 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49195f9b-ebb2-43e7-a644-afa41e379a7e {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:56:44.997069 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'status': 'completed', 'code': 200} Dec 13 15:56:45.029995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-341be63b-dab1-4595-9d65-84159680fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.031696 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-341be63b-dab1-4595-9d65-84159680fc04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1094 time: 0.0473459 Dec 13 15:56:45.079508 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-fe8de438-e0cd-45ff-83d9-1922296228ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 217 time: 0.0401704 Dec 13 15:56:45.130863 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-72a33ee1-2d41-40ea-a7a2-32a236123c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.132355 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-72a33ee1-2d41-40ea-a7a2-32a236123c4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0451884 Dec 13 15:56:45.180410 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4b487249-014a-4848-8be2-bd598189177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.180410 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-4b487249-014a-4848-8be2-bd598189177c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397279 Dec 13 15:56:45.276694 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-e5832611-3af9-4253-b597-cf0a57794e06 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902021 Dec 13 15:56:45.367023 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8d6a0786-70b6-4832-aa2d-dfd3fe0828d3 req-da4593c5-1526-4c4a-8a4e-8ea4fb233ab8 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830209 Dec 13 15:56:45.518299 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f883-4b52-4935-af5d-625c841f65b3 req-0a467ecd-9cf2-4186-902a-d2b78de45221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.519974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8706f883-4b52-4935-af5d-625c841f65b3 req-0a467ecd-9cf2-4186-902a-d2b78de45221 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1094 time: 0.0420423 Dec 13 15:56:45.624151 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f883-4b52-4935-af5d-625c841f65b3 req-7805b502-3cbe-48d6-b95a-c6308df4a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.625706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8706f883-4b52-4935-af5d-625c841f65b3 req-7805b502-3cbe-48d6-b95a-c6308df4a608 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0989406 Dec 13 15:56:45.671210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8706f883-4b52-4935-af5d-625c841f65b3 req-e4aeab98-49db-40ad-bd6f-a2df492b7ac1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 217 time: 0.0372086 Dec 13 15:56:45.729265 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f883-4b52-4935-af5d-625c841f65b3 req-469a02fc-c85c-487e-bb25-17a057e17603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.730760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8706f883-4b52-4935-af5d-625c841f65b3 req-469a02fc-c85c-487e-bb25-17a057e17603 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0514319 Dec 13 15:56:45.731073 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521ec6-0529-41f0-8ca3-b4313c7652f1 req-8be1c7bc-7b8c-40c0-85df-a7334aafb696 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.732566 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40521ec6-0529-41f0-8ca3-b4313c7652f1 req-8be1c7bc-7b8c-40c0-85df-a7334aafb696 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0509562 Dec 13 15:56:45.772024 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-40521ec6-0529-41f0-8ca3-b4313c7652f1 req-97847f73-434d-4ec6-88c5-1ccea3733f55 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Dec 13 15:56:45.778536 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f883-4b52-4935-af5d-625c841f65b3 req-a506a999-4079-4e09-8862-1eabe583c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:45.780147 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8706f883-4b52-4935-af5d-625c841f65b3 req-a506a999-4079-4e09-8862-1eabe583c434 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419919 Dec 13 15:56:45.870732 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8706f883-4b52-4935-af5d-625c841f65b3 req-9d3275a5-63f4-4b5f-a4f2-68cd3a2ce736 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826581 Dec 13 15:56:45.970153 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8706f883-4b52-4935-af5d-625c841f65b3 req-8d917f88-0bb2-4b32-9f1c-3b83cf63b79b service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930240 Dec 13 15:56:46.486263 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:46.894388 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe9d30-82e0-4f7d-bda9-4313f6f7d602 req-27296393-a6ce-439e-a27d-6567c9f190b4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:46.896073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19fe9d30-82e0-4f7d-bda9-4313f6f7d602 req-27296393-a6ce-439e-a27d-6567c9f190b4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0526247 Dec 13 15:56:46.933527 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-19fe9d30-82e0-4f7d-bda9-4313f6f7d602 req-7a6225b8-81ea-407d-8db3-17594fd12e25 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Dec 13 15:56:47.714712 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:48.047221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c293778-a34b-4878-9493-b84f1d1c4493 req-9111040f-896f-4b06-a74d-ce980c12c92d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:48.048697 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c293778-a34b-4878-9493-b84f1d1c4493 req-9111040f-896f-4b06-a74d-ce980c12c92d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0489845 Dec 13 15:56:48.085680 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c293778-a34b-4878-9493-b84f1d1c4493 req-7a34b7f2-335d-45ea-ae50-700f8271dcef tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Dec 13 15:56:49.199465 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23668-8934-46d9-9fa5-67d98355c9cb req-d82608fc-bc72-45db-b32d-5eb16f7a1151 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:49.200894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecb23668-8934-46d9-9fa5-67d98355c9cb req-d82608fc-bc72-45db-b32d-5eb16f7a1151 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0483162 Dec 13 15:56:49.237298 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ecb23668-8934-46d9-9fa5-67d98355c9cb req-f25a80d8-053e-4ada-ab0d-d27f152dbf7e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Dec 13 15:56:49.948727 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-47af78ed-2873-4024-bea3-3451b748b585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:50.355501 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f6b0-e034-441c-ad14-5ab1850d3a97 req-cb393acb-bc8f-40da-96e0-7d5ac8847e11 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:50.356965 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0d7f6b0-e034-441c-ad14-5ab1850d3a97 req-cb393acb-bc8f-40da-96e0-7d5ac8847e11 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0531275 Dec 13 15:56:50.393111 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f0d7f6b0-e034-441c-ad14-5ab1850d3a97 req-a0f5cfec-2319-4a70-982f-550956cad422 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302691 Dec 13 15:56:51.511016 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f994cc6-e610-4705-a924-e72ded368c52 req-23b35f63-5bd9-4761-a8e6-59b70c986bde tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:51.512517 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f994cc6-e610-4705-a924-e72ded368c52 req-23b35f63-5bd9-4761-a8e6-59b70c986bde tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0539594 Dec 13 15:56:51.551163 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-1f994cc6-e610-4705-a924-e72ded368c52 req-1aefa1ba-07c0-4584-84ec-68aca74e6a0a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Dec 13 15:56:52.337637 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-631596e3-b960-43f8-9ea1-32c98c52bbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:52.663202 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a32b9e-247c-4152-aa51-fe61cdc06abf req-5029334a-8f1d-49c9-934c-f833b7e33d1a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:52.664656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9a32b9e-247c-4152-aa51-fe61cdc06abf req-5029334a-8f1d-49c9-934c-f833b7e33d1a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0480056 Dec 13 15:56:52.700930 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c9a32b9e-247c-4152-aa51-fe61cdc06abf req-bc319974-a207-4f2f-9ca2-a369cedcc821 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298786 Dec 13 15:56:53.531471 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:53.812956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff2dd8-2f20-48bf-a8ce-42285569f5d8 req-27a8b973-8519-4112-bee5-a394ac63ac9f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:53.814404 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7ff2dd8-2f20-48bf-a8ce-42285569f5d8 req-27a8b973-8519-4112-bee5-a394ac63ac9f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0489159 Dec 13 15:56:53.850806 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b7ff2dd8-2f20-48bf-a8ce-42285569f5d8 req-3e534502-488c-4fd2-95c7-05074dbf59df tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304861 Dec 13 15:56:54.967215 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f5b38-33a0-4e83-aaa7-34c33cb901d4 req-4cb8ebe8-d1b1-4817-8a4e-12b59c883959 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:54.968652 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d0f5b38-33a0-4e83-aaa7-34c33cb901d4 req-4cb8ebe8-d1b1-4817-8a4e-12b59c883959 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0507710 Dec 13 15:56:55.005302 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-4d0f5b38-33a0-4e83-aaa7-34c33cb901d4 req-8d197dfc-c895-4dde-a209-e3f0e3fddfcf tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308092 Dec 13 15:56:55.205014 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:55.233384 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:55.679933 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:56:55.770543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:56:55.782306 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'port_id': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'mac_address': 'fa:16:3e:39:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:56:55.817442 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:55.832411 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:56:55.851091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:56:55.943028 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:55.995038 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:56.002714 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.003071 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.003408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.003742 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.004072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.004396 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.004718 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.005037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.005356 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.005673 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.005990 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.006333 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:56:56.116868 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a594bd-50a2-4e66-9be8-e37aa8b70289 req-aa829ea2-8c94-4448-bcce-a82e22c0ce22 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:56.118352 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1a594bd-50a2-4e66-9be8-e37aa8b70289 req-aa829ea2-8c94-4448-bcce-a82e22c0ce22 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 944 time: 0.0487206 Dec 13 15:56:56.155735 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a1a594bd-50a2-4e66-9be8-e37aa8b70289 req-a5ae8b29-16e2-4c58-9fee-d7cb7890b58b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Dec 13 15:56:56.178342 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:56:57.272802 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ec31-4927-49ea-ae80-34da505f96e6 req-2417a737-588c-492b-9c97-a205dbca549e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:57.274289 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0113ec31-4927-49ea-ae80-34da505f96e6 req-2417a737-588c-492b-9c97-a205dbca549e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 944 time: 0.0538507 Dec 13 15:56:57.311263 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0113ec31-4927-49ea-ae80-34da505f96e6 req-3715887a-90c6-4e33-87b0-f13e24cfeab2 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Dec 13 15:56:57.704851 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:56:57.839856 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:56:57.843571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:56:57.843958 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:57.923665 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:57.944921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:56:57.947229 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c513f-4de0-4d6c-adc9-5bcf08e7d2b2" -d '{"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-plugged", "status": "completed", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:56:57.959363 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:56:58.036418 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f759b4-c910-4e84-b1d0-e797fff89555 x-openstack-request-id: req-e3f759b4-c910-4e84-b1d0-e797fff89555 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:56:58.036708 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-plugged", "status": "completed", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:56:58.036964 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3f759b4-c910-4e84-b1d0-e797fff89555 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:56:58.037364 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'code': 200} Dec 13 15:56:58.039497 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:56:58.086733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:56:58.133610 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4e961-51a4-4ae5-a97c-d42e85177fbc req-53545eac-6008-449a-ac7c-09aea5813a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:58.135683 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7d4e961-51a4-4ae5-a97c-d42e85177fbc req-53545eac-6008-449a-ac7c-09aea5813a4c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1096 time: 0.0450029 Dec 13 15:56:58.169536 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c7d4e961-51a4-4ae5-a97c-d42e85177fbc req-6fd172e6-3f1b-4901-8cf3-855a2507cc6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267200 Dec 13 15:56:58.426813 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f4b5-5831-4afb-b5bd-5ca91ebdf345 req-88c63ad9-ba1b-45b5-9a39-9b836d132faf tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:58.428283 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffc2f4b5-5831-4afb-b5bd-5ca91ebdf345 req-88c63ad9-ba1b-45b5-9a39-9b836d132faf tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0492496 Dec 13 15:56:58.464913 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ffc2f4b5-5831-4afb-b5bd-5ca91ebdf345 req-6b05e32d-8648-4b93-97b5-081040505ea8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Dec 13 15:56:59.577604 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a29-ca4e-4c6b-99d1-a4af86856a98 req-2c09e59e-ecae-49b1-9167-3763c955a3ba tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:59.579060 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29623a29-ca4e-4c6b-99d1-a4af86856a98 req-2c09e59e-ecae-49b1-9167-3763c955a3ba tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0474837 Dec 13 15:56:59.615782 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-29623a29-ca4e-4c6b-99d1-a4af86856a98 req-2f563b96-7916-41af-9b0a-fd0080bac80c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309474 Dec 13 15:56:59.728842 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c4e53-8298-4dbc-af99-3cf489af75ad req-0cd4e44e-ef73-4cf5-9173-457c9d640145 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:59.730313 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a62c4e53-8298-4dbc-af99-3cf489af75ad req-0cd4e44e-ef73-4cf5-9173-457c9d640145 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0489638 Dec 13 15:56:59.767641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a62c4e53-8298-4dbc-af99-3cf489af75ad req-e499d75b-3166-4f9a-8125-040ce379822c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Dec 13 15:56:59.789117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39420) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:59.831894 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa96df-c9ed-4e32-8fc6-95998ce2c78b tempest-TestShelveInstance-1783977015 tempest-TestShelveInstance-1783977015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:56:59.833368 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-8faa96df-c9ed-4e32-8fc6-95998ce2c78b tempest-TestShelveInstance-1783977015 tempest-TestShelveInstance-1783977015-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1091 time: 0.0432699 Dec 13 15:56:59.836143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39422) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 15:56:59.840912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:56:59.919851 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:00.016909 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:00.121516 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Allocated IP 172.25.7.36 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/076b41f5-86d8-49be-aeea-97a6841910d3) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 15:57:00.220063 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:00.291790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:00.332947 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 15:57:00.335801 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 15:57:00.339280 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 15:57:00.365929 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'Port': ['ID=076b41f5-86d8-49be-aeea-97a6841910d3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:57:00.683244 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:00.790157 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:00.939444 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:00.993592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:01.060227 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event updated for resources: {'Port': ['ID=076b41f5-86d8-49be-aeea-97a6841910d3,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:57:01.072183 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:01.169843 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Floating IP 8b8b97c6-fa6a-4f66-a42e-8c6ce072242f associated. External IP: 172.25.7.36, port: c3035e33-d8ab-4fa5-be82-0e503f9d7ef0. Dec 13 15:57:01.296046 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:57:01.382174 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Router 0bc37b17-03fa-4eee-83af-0433144562c5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 15:57:01.487980 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 15:57:01.498786 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] Sync routers for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 15:57:01.507559 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:57:01.511829 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:56:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:57:01.573487 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:01.601140 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2f8272d5-ff17-4bb3-bcb5-b5ba23510d61 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7640014 Dec 13 15:57:01.601770 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:57:01.604668 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25757215-c9d3-4b5d-9083-2f7c665f0c21" -d '{"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:57:01.614218 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:57:01.647536 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c29336f-51bc-42eb-96d6-83e63bdbfffe x-openstack-request-id: req-3c29336f-51bc-42eb-96d6-83e63bdbfffe {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:57:01.647833 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:57:01.648088 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c29336f-51bc-42eb-96d6-83e63bdbfffe {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:57:01.648565 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'status': 'completed', 'code': 200} Dec 13 15:57:01.719650 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-6fd02a5d-f813-4ddd-9e6d-2195c7351eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:01.721270 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-6fd02a5d-f813-4ddd-9e6d-2195c7351eee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1096 time: 0.0470035 Dec 13 15:57:01.813399 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-883e7e2a-bc60-406e-a1e6-740f8f34b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:01.814943 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-883e7e2a-bc60-406e-a1e6-740f8f34b7d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0860262 Dec 13 15:57:01.861115 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8b8b97c6-fa6a-4f66-a42e-8c6ce072242f', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'port_id': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'mac_address': 'fa:16:3e:39:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:57:00Z', 'updated_at': '2021-12-13T15:57:00Z', 'revision_number': 0, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:57:01.880050 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-5a98da18-6f34-4465-988f-3d006463b494 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 998 time: 0.0581045 Dec 13 15:57:01.886770 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] Checking router: 0bc37b17-03fa-4eee-83af-0433144562c5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 15:57:01.895174 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 15:57:01.895754 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T15:56:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:57:01.932972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-65bd6ec9-ad18-4fa3-ad77-3ae8569e7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:01.934505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-65bd6ec9-ad18-4fa3-ad77-3ae8569e7e0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0477388 Dec 13 15:57:01.979344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-775905bf-fa71-4728-8251-614a027acbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:01.980822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-775905bf-fa71-4728-8251-614a027acbfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396981 Dec 13 15:57:01.999594 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 15:57:02.074648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-af70d272-3dbf-4c37-8b7c-909cd802b15d service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859318 Dec 13 15:57:02.166589 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-25757215-c9d3-4b5d-9083-2f7c665f0c21 req-66ff4324-4ee2-4894-a696-0690a7a83c19 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855114 Dec 13 15:57:02.225548 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8b8b97c6-fa6a-4f66-a42e-8c6ce072242f', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'port_id': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'mac_address': 'fa:16:3e:39:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:57:00Z', 'updated_at': '2021-12-13T15:57:00Z', 'revision_number': 0, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 15:57:02.338838 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff4082-fded-4ef9-8d93-2dd36cca7d71 None None] The sync data for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 is: [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '8b8b97c6-fa6a-4f66-a42e-8c6ce072242f', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'port_id': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'mac_address': 'fa:16:3e:39:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T15:57:00Z', 'updated_at': '2021-12-13T15:57:00Z', 'revision_number': 0, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 15:57:02.522802 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1393d5a-9e2d-499e-8fea-90e38f97172a None None] New status for floating IP 8b8b97c6-fa6a-4f66-a42e-8c6ce072242f: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 15:57:16.491370 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:17.714325 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:19.948418 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-27eeedfb-4890-4a97-91ba-c1e0f6903968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:22.337056 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-59c0ec39-0df8-468a-ac46-1e1b66936123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:23.554085 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:25.187443 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:25.193930 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:38.295086 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:57:46.496155 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:46.689738 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-3456a0a7-b0ec-4744-a18b-bda5f6416462 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411677 Dec 13 15:57:46.769147 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-c4b360b7-a174-45fa-a683-72ca1005a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:46.770628 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-c4b360b7-a174-45fa-a683-72ca1005a465 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1096 time: 0.0403793 Dec 13 15:57:46.876924 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-9b6c362b-53d5-4cbd-afc8-d480b28d4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:46.878424 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-9b6c362b-53d5-4cbd-afc8-d480b28d4be5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0888941 Dec 13 15:57:46.944964 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-12bd3355-ea29-4319-9237-eadeaf2efe7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0597618 Dec 13 15:57:46.999829 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-2a9f23bf-20e2-42b3-8b7b-4730c4f3f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:47.001256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-2a9f23bf-20e2-42b3-8b7b-4730c4f3f176 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0489078 Dec 13 15:57:47.055292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-64370397-8bda-4db5-81fa-4d31efaf1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:57:47.056825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-64370397-8bda-4db5-81fa-4d31efaf1c7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485995 Dec 13 15:57:47.145073 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-782a5762-76ec-4924-8797-dc95c1c0de0a service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805254 Dec 13 15:57:47.235442 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-440dff44-21e2-42fd-8ffb-f8db27a4c2a9 req-c80f97d5-0a0c-4c9e-8019-948e209c2c32 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834534 Dec 13 15:57:47.748122 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:49.953285 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ed001451-3e93-43c9-a17a-edd15026dae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:52.308150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-323e6242-5c10-4241-8b84-0f5097de9f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:53.547615 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:55.169777 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:57:55.215877 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:15.294677 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:58:16.599011 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:17.747156 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:19.952920 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1e1cbd9-071c-4886-a6d7-07ed079e232d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:22.330339 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8b47607f-8acd-45ca-9ad0-8772e2cc1d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:23.558597 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:25.175807 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:25.192934 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:46.558151 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:47.769513 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:49.324902 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-f07fbcba-fccc-4019-a41d-e5e2ba3e1ab5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548973 Dec 13 15:58:49.406818 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-cfdc7a6a-e865-4407-a0a1-26426ea17710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:58:49.408256 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-cfdc7a6a-e865-4407-a0a1-26426ea17710 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1096 time: 0.0406337 Dec 13 15:58:49.517105 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-6f6424d6-df03-4e7b-888f-76f9c6c228ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:58:49.518591 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-6f6424d6-df03-4e7b-888f-76f9c6c228ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0915394 Dec 13 15:58:49.581210 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-d724536a-dc97-4ce4-8700-0c4a20d9e12a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0558972 Dec 13 15:58:49.641271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-f43a76eb-4894-455a-9383-0bfcd6088cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:58:49.643045 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-f43a76eb-4894-455a-9383-0bfcd6088cb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0547071 Dec 13 15:58:49.688509 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-180c86f9-0610-4d62-bf17-0a4e0750ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:58:49.689974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-180c86f9-0610-4d62-bf17-0a4e0750ed7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401816 Dec 13 15:58:49.774957 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-bcc77f73-f05d-4efa-8576-ad434136a91e service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781751 Dec 13 15:58:49.866215 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-62a28f0d-87c6-40b3-81fb-df6cd9615cd7 req-813ede8c-f8d4-42cc-9d4e-5db4ab9d827b service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844347 Dec 13 15:58:49.935035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c30fb1a-37a8-4805-856b-ecb5a0f26afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:52.293704 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:58:52.352289 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2c94453a-28c1-491a-bc15-25b667870916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:53.557973 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:55.198044 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:58:55.243525 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:16.546324 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:17.780478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:19.986526 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e451cab2-119c-4fd7-b8be-f6621f3fc56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:20.190179 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c38-ab37-477e-9885-9ad0b068336a req-5bfb792f-2dc8-425a-b113-55626de334db tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:20.191681 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77430c38-ab37-477e-9885-9ad0b068336a req-5bfb792f-2dc8-425a-b113-55626de334db tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0494511 Dec 13 15:59:20.229757 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77430c38-ab37-477e-9885-9ad0b068336a req-2db76086-3bd6-4713-9682-2377dde8ce34 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Dec 13 15:59:21.372927 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7b21-fcd2-4453-9eb3-e6a5187605a3 req-e5b58101-05cc-4ac8-aad2-69b3224bb79c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:21.374431 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fcf7b21-fcd2-4453-9eb3-e6a5187605a3 req-e5b58101-05cc-4ac8-aad2-69b3224bb79c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0498693 Dec 13 15:59:21.411108 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9fcf7b21-fcd2-4453-9eb3-e6a5187605a3 req-c65011a7-3a86-4db1-8087-643e3612d723 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Dec 13 15:59:22.317544 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5c03d155-9f0b-4b63-b56e-6e52aa8e0a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:22.548547 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e91f7f-d48b-4ff3-814e-a478dd4c4512 req-a94f68f4-6002-413e-aa70-7f3b4b8371ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:22.550003 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51e91f7f-d48b-4ff3-814e-a478dd4c4512 req-a94f68f4-6002-413e-aa70-7f3b4b8371ff tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0484293 Dec 13 15:59:22.592579 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-51e91f7f-d48b-4ff3-814e-a478dd4c4512 req-3c077c76-f3d6-4193-9980-46664b55797c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363734 Dec 13 15:59:23.540494 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:23.704089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afb4fa-1023-4e05-b0dd-e77a2a6300b7 req-89cce445-606b-4881-b1fc-ad7c8d1b85cd tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:23.705543 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-97afb4fa-1023-4e05-b0dd-e77a2a6300b7 req-89cce445-606b-4881-b1fc-ad7c8d1b85cd tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0484021 Dec 13 15:59:23.742526 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-97afb4fa-1023-4e05-b0dd-e77a2a6300b7 req-0fd4b2c1-00de-4693-8e95-bde52c1c257d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Dec 13 15:59:24.857303 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6bb6-251a-40f3-bd11-2348763b1d83 req-6bc1e264-3360-41a0-8759-d14c4788a63b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:24.858812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-474b6bb6-251a-40f3-bd11-2348763b1d83 req-6bc1e264-3360-41a0-8759-d14c4788a63b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0494781 Dec 13 15:59:24.896654 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-474b6bb6-251a-40f3-bd11-2348763b1d83 req-153fe5b5-3e20-44da-a3a1-39cf49b471ea tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Dec 13 15:59:25.214873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:25.243145 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:26.020908 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0a64-33f5-42e3-97b5-709e0b4af927 req-aec2d2e6-afdc-4d55-bb14-4debd6fbffcc tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:26.022277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93ac0a64-33f5-42e3-97b5-709e0b4af927 req-aec2d2e6-afdc-4d55-bb14-4debd6fbffcc tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0559719 Dec 13 15:59:26.061089 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-93ac0a64-33f5-42e3-97b5-709e0b4af927 req-655a1752-3368-4408-b0c9-9ccff7000d3b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Dec 13 15:59:27.191526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f749b-8acd-486a-80e4-8c5778454868 req-54b8c0c7-bdfd-46c0-be2c-974966b9190f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:27.192974 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d89f749b-8acd-486a-80e4-8c5778454868 req-54b8c0c7-bdfd-46c0-be2c-974966b9190f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0512562 Dec 13 15:59:27.229645 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-d89f749b-8acd-486a-80e4-8c5778454868 req-caded8d8-2bfd-49f0-9c53-8e8a8181b7a3 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305998 Dec 13 15:59:28.341721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697bd9e-e8b6-4ce7-8844-e70c0cd0900e req-9a96497a-93d5-4339-8003-80cdeea6bc18 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:28.343213 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c697bd9e-e8b6-4ce7-8844-e70c0cd0900e req-9a96497a-93d5-4339-8003-80cdeea6bc18 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0485749 Dec 13 15:59:28.380853 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-c697bd9e-e8b6-4ce7-8844-e70c0cd0900e req-39967553-ffa2-4700-9377-ad7d2d8cf89f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Dec 13 15:59:29.293240 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 15:59:29.499716 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcfdbe-276b-48b0-99ca-2f826bb99753 req-64ccdd66-c20e-4fb4-8405-8e4915204be3 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:29.501150 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77dcfdbe-276b-48b0-99ca-2f826bb99753 req-64ccdd66-c20e-4fb4-8405-8e4915204be3 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0479956 Dec 13 15:59:29.542353 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-77dcfdbe-276b-48b0-99ca-2f826bb99753 req-65fb4c25-d34e-4718-ba87-0f0f84f20e1a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Dec 13 15:59:30.361371 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4af461-228c-4c18-aa10-770e1e96e13a req-82e28191-29b1-431f-9460-552210bb50be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:30.362825 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af4af461-228c-4c18-aa10-770e1e96e13a req-82e28191-29b1-431f-9460-552210bb50be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1096 time: 0.0399115 Dec 13 15:59:30.448586 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4af461-228c-4c18-aa10-770e1e96e13a req-37043821-71da-42ab-a92a-cc3f686eaee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:30.449914 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af4af461-228c-4c18-aa10-770e1e96e13a req-37043821-71da-42ab-a92a-cc3f686eaee4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0802581 Dec 13 15:59:30.518426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af4af461-228c-4c18-aa10-770e1e96e13a req-b30556db-2365-4b78-b450-b283839f756c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0601211 Dec 13 15:59:30.565861 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4af461-228c-4c18-aa10-770e1e96e13a req-5d2b6be3-8dac-41df-8253-675dba203eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:30.567295 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af4af461-228c-4c18-aa10-770e1e96e13a req-5d2b6be3-8dac-41df-8253-675dba203eeb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0420702 Dec 13 15:59:30.612585 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4af461-228c-4c18-aa10-770e1e96e13a req-a8d5320f-a05b-494b-bf72-a6a45d917ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:30.614046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af4af461-228c-4c18-aa10-770e1e96e13a req-a8d5320f-a05b-494b-bf72-a6a45d917ecd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399022 Dec 13 15:59:30.658729 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25593501-2202-4341-bf3f-2d7c82a9e11a req-e1d93139-6499-4fe7-b2f8-0bbc275f8265 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:30.662420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25593501-2202-4341-bf3f-2d7c82a9e11a req-e1d93139-6499-4fe7-b2f8-0bbc275f8265 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0508695 Dec 13 15:59:30.699350 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-25593501-2202-4341-bf3f-2d7c82a9e11a req-f3570610-818c-4c07-9265-47d16918796d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Dec 13 15:59:30.711024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af4af461-228c-4c18-aa10-770e1e96e13a req-9e3632ac-c17f-4e2e-a421-aa2eaeb887d3 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896838 Dec 13 15:59:30.799612 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-af4af461-228c-4c18-aa10-770e1e96e13a req-edcc3cb0-d135-4c5b-9402-c5bda3cae651 service neutron] 10.222.0.50 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813992 Dec 13 15:59:31.812118 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108b389-4ceb-4e57-9045-04621e0167a6 req-95c3e39b-e128-415b-9f23-7956f0c00771 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:31.813566 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c108b389-4ceb-4e57-9045-04621e0167a6 req-95c3e39b-e128-415b-9f23-7956f0c00771 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0485229 Dec 13 15:59:31.855489 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c108b389-4ceb-4e57-9045-04621e0167a6 req-d7e427d6-de16-49e9-9b1f-21f44cc3edf8 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355401 Dec 13 15:59:32.980048 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef2af-d1d6-4c75-a73e-660f9512097a req-dbff1719-6be2-4983-8353-7ba32c153c09 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:32.981356 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9cdef2af-d1d6-4c75-a73e-660f9512097a req-dbff1719-6be2-4983-8353-7ba32c153c09 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0553389 Dec 13 15:59:33.019672 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9cdef2af-d1d6-4c75-a73e-660f9512097a req-6ddc30b8-fa86-4e25-9ff7-38c88f93e768 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322211 Dec 13 15:59:34.136864 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54030-2149-41f6-803e-202eb86a299a req-0bed74ec-5cbe-433e-a7a2-dadf871705be tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:34.138378 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13b54030-2149-41f6-803e-202eb86a299a req-0bed74ec-5cbe-433e-a7a2-dadf871705be tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0512879 Dec 13 15:59:34.176426 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-13b54030-2149-41f6-803e-202eb86a299a req-5aa704f2-8a0d-48a0-bbff-d34dc8954f15 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Dec 13 15:59:35.288584 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c5708-17bd-4146-9dc3-08852398f920 req-f56a4a24-0837-402d-8ea3-893263a236c4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:35.290029 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b34c5708-17bd-4146-9dc3-08852398f920 req-f56a4a24-0837-402d-8ea3-893263a236c4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0482171 Dec 13 15:59:35.327434 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b34c5708-17bd-4146-9dc3-08852398f920 req-623316c0-b1ae-4caf-b44d-868f5d7e7c71 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Dec 13 15:59:35.464468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-2f6824ae-4e17-48dc-97d3-230702788b48 req-60d55542-3a80-4a23-a9f5-025e533ae6b6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 15:59:35.465500 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2f6824ae-4e17-48dc-97d3-230702788b48 req-60d55542-3a80-4a23-a9f5-025e533ae6b6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0766194 Dec 13 15:59:35.823076 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c783955-d2ec-495e-b8ae-6bdfe891e3ed req-1ba72999-c429-40a8-a99c-1b0185029bee tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:35.824745 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c783955-d2ec-495e-b8ae-6bdfe891e3ed req-1ba72999-c429-40a8-a99c-1b0185029bee tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 945 time: 0.0842774 Dec 13 15:59:35.850439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-69e2914d-48a7-4090-beba-b1e1bc39f872 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841689 Dec 13 15:59:35.871411 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7c783955-d2ec-495e-b8ae-6bdfe891e3ed req-4e94cc5d-9198-4440-99d3-aac3ec5fac7d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399847 Dec 13 15:59:36.497657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 15:59:36.571967 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:36.594636 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:59:36.596912 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01632980-0ab2-43b2-95b4-0e987fce670e" -d '{"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-unplugged", "status": "completed", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:59:36.611117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:59:36.630380 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfac388f-e7a4-4005-9555-0407e5497409 x-openstack-request-id: req-dfac388f-e7a4-4005-9555-0407e5497409 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:59:36.630646 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-unplugged", "status": "failed", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "code": 422}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:59:36.630922 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfac388f-e7a4-4005-9555-0407e5497409 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:59:36.631319 n-d-816954-1 neutron-server[102825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'code': 422} returned with failed status Dec 13 15:59:36.683559 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:36.734512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:59:36.741600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.741944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.742311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.742643 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.743061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.743336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.743653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.743976 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.744292 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.744606 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.744927 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.745236 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:36.988192 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f360a-7f14-4ed6-8f48-5263de28442a req-e16da4b5-78e5-4cb3-9447-038daf1cfa9e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:36.989796 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e79f360a-7f14-4ed6-8f48-5263de28442a req-e16da4b5-78e5-4cb3-9447-038daf1cfa9e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0526035 Dec 13 15:59:37.038631 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e79f360a-7f14-4ed6-8f48-5263de28442a req-57fe9edc-ba7f-42c0-8a58-16cb5fbad69a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Dec 13 15:59:38.153886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaed93-f00a-4b62-bad3-3216dabf489a req-6a812d1e-b045-43da-8bbc-b6dcd115361f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:38.155394 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ffaed93-f00a-4b62-bad3-3216dabf489a req-6a812d1e-b045-43da-8bbc-b6dcd115361f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0500801 Dec 13 15:59:38.192953 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8ffaed93-f00a-4b62-bad3-3216dabf489a req-3f501573-103f-4b76-9882-3d1161b2570a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Dec 13 15:59:39.307080 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e856ec5-e82e-4cfb-8c1c-2387031d7999 req-7d6e7c80-7ba1-4278-b92c-d8f00cff7cbd tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:39.308599 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e856ec5-e82e-4cfb-8c1c-2387031d7999 req-7d6e7c80-7ba1-4278-b92c-d8f00cff7cbd tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0490575 Dec 13 15:59:39.345436 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7e856ec5-e82e-4cfb-8c1c-2387031d7999 req-8b70d5ad-28de-42b7-8d1c-fe9fe409fda5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Dec 13 15:59:40.459846 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac844729-e0db-4d45-83d3-03ac21854db3 req-0cd84b52-d656-4c96-9264-0c6acd6fc072 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:40.461336 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac844729-e0db-4d45-83d3-03ac21854db3 req-0cd84b52-d656-4c96-9264-0c6acd6fc072 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0493920 Dec 13 15:59:40.502301 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac844729-e0db-4d45-83d3-03ac21854db3 req-9204c253-2997-45c5-a026-a1cac3a35e6f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350149 Dec 13 15:59:41.270517 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-14963b53-1236-4e36-bfb2-10d7cf2b878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:41.272003 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-14963b53-1236-4e36-bfb2-10d7cf2b878a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e&tenant_id=1ebcec3962094f45aa8a3a231745b450 HTTP/1.1" status: 200 len: 1094 time: 0.0448253 Dec 13 15:59:41.283348 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816954-1', 'device_owner': 'compute:nova'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 15:59:41.334848 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:41.531141 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:59:41.564601 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h2-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:59:41.623585 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:59:41.633614 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:41.656880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c921337-73f6-42c3-bed8-52e840f341b5 req-28dd86aa-2418-4757-8940-f4cea77aa118 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:41.664167 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c921337-73f6-42c3-bed8-52e840f341b5 req-28dd86aa-2418-4757-8940-f4cea77aa118 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0752795 Dec 13 15:59:41.664167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Transition to ACTIVE for port object c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 15:59:41.695630 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c921337-73f6-42c3-bed8-52e840f341b5 req-e7d2b468-1acd-4d07-922e-4c2067be3bcf tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Dec 13 15:59:41.734523 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:41.817101 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=7']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:59:41.828931 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.829273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.829611 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.829943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.830305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.830633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.830954 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.831274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.831594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.831909 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.832232 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:41.832545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 15:59:42.148553 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] No DVR routers for this DVR port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on host n-h2-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 15:59:42.277907 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 15:59:42.278669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 15:59:42.278669 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:59:42.282696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 15:59:42.283010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Attempting to bind port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 15:59:42.287664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 15, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 15:59:42.287991 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Checking segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 15:59:42.288390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Bound using segment: {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 15:59:42.288797 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Bound port: c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b528c-382f-487d-bca7-04a46b052890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 15:59:42.289136 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:42.348688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 15:59:42.351657 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 15:59:42.426483 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:42.459233 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:42.464442 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:42.464442 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] 10.222.0.55 "PUT /v2.0/ports/c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 1091 time: 1.1824305 Dec 13 15:59:42.464442 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:59:42.464949 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a306e-8e07-4586-a25b-4d9300cb0a36" -d '{"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:59:42.490316 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554556cb-9c01-4633-adea-d2d154dbee9c service neutron] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=8']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:59:42.526104 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bfae6e-4968-4f1c-be51-aafd62f102b1 x-openstack-request-id: req-13bfae6e-4968-4f1c-be51-aafd62f102b1 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:59:42.526428 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:59:42.526820 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13bfae6e-4968-4f1c-be51-aafd62f102b1 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:59:42.527226 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'status': 'completed', 'code': 200} Dec 13 15:59:42.543763 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-8277dffe-33af-4e63-a189-e0913d08269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:42.545277 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-8277dffe-33af-4e63-a189-e0913d08269c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1094 time: 0.0560641 Dec 13 15:59:42.638660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-cc6e31ad-b4de-4125-8da5-d5b121c48d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:42.640131 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-cc6e31ad-b4de-4125-8da5-d5b121c48d59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0874474 Dec 13 15:59:42.709611 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-3a9279a3-0e6a-4333-8259-f08f1b494183 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 998 time: 0.0616229 Dec 13 15:59:42.757693 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-78b4dcfa-f2a1-4dd5-8e6a-bab9f017fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:42.759174 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-78b4dcfa-f2a1-4dd5-8e6a-bab9f017fa2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0432730 Dec 13 15:59:42.833709 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cbccd-fcdc-4a78-87ca-114b87e48cec req-d054ae56-8332-491b-9dc3-89417df3e5e5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:42.835208 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-114cbccd-fcdc-4a78-87ca-114b87e48cec req-d054ae56-8332-491b-9dc3-89417df3e5e5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0742779 Dec 13 15:59:42.837594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-d95ff2a5-68b1-43a7-96d6-c7e48137ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:42.838953 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-d95ff2a5-68b1-43a7-96d6-c7e48137ba0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698166 Dec 13 15:59:42.925246 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-114cbccd-fcdc-4a78-87ca-114b87e48cec req-cd5e7b3a-e8ac-4a1a-9f10-563bd5684f8b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836759 Dec 13 15:59:42.955245 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-9ea46dac-1899-48b6-ba57-54d228c4b1f6 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075215 Dec 13 15:59:43.050932 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-7aac4c48-9ed8-4017-8591-1f823806c5e1 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886292 Dec 13 15:59:43.187265 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-4ceb7c49-1319-41ad-a7d2-e56f78446639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:43.188673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-4ceb7c49-1319-41ad-a7d2-e56f78446639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1094 time: 0.0424073 Dec 13 15:59:43.285210 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-b6ef2e28-49bf-4a1e-95f1-5ff1e61d243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:43.286711 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-b6ef2e28-49bf-4a1e-95f1-5ff1e61d243d service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0905280 Dec 13 15:59:43.355563 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-d6ee3f40-1bd8-4e0a-8824-1edecd994d91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 998 time: 0.0610838 Dec 13 15:59:43.404220 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-cd97fa11-7d39-4b23-9468-f8a70f8c424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:43.405591 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-cd97fa11-7d39-4b23-9468-f8a70f8c424f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0423896 Dec 13 15:59:43.451717 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-a932b6e4-0d9a-4f51-ab67-86384d22042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:43.453069 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-a932b6e4-0d9a-4f51-ab67-86384d22042f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378535 Dec 13 15:59:43.554605 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-5b7e75b1-6e89-46d4-90aa-6f00ee61e323 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930524 Dec 13 15:59:43.643831 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-268a306e-8e07-4586-a25b-4d9300cb0a36 req-3e91a8b6-7d47-4cfb-84f3-73aed1d94948 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823078 Dec 13 15:59:43.742835 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-99efc23b-2d96-4e82-88fc-11eddcceb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:43.744203 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-99efc23b-2d96-4e82-88fc-11eddcceb124 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1094 time: 0.0452936 Dec 13 15:59:43.844450 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-78b49964-7017-4d61-93aa-8872bc761218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:43.845932 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-78b49964-7017-4d61-93aa-8872bc761218 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0835958 Dec 13 15:59:43.915262 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-76c56aca-dd0c-4c9c-acae-66ba6c9a139d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 998 time: 0.0626013 Dec 13 15:59:43.963851 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-fd57a75d-390f-4d4c-95a2-46fe53dabfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:43.965333 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-fd57a75d-390f-4d4c-95a2-46fe53dabfc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0434070 Dec 13 15:59:44.011720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-7f4dcbfa-7b80-4b05-8686-ece62e05b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:44.013149 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-7f4dcbfa-7b80-4b05-8686-ece62e05b776 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406086 Dec 13 15:59:44.039832 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f175fd7-3d2e-4273-a2c7-d5eb5743178d req-b03ffbd1-7588-4d8b-b9f1-2071d4f4439c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:44.041286 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f175fd7-3d2e-4273-a2c7-d5eb5743178d req-b03ffbd1-7588-4d8b-b9f1-2071d4f4439c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0481467 Dec 13 15:59:44.078822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4f175fd7-3d2e-4273-a2c7-d5eb5743178d req-12475478-1103-4080-8a86-18f4eac51bf4 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Dec 13 15:59:44.105917 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-6e08e24c-1e25-4d50-914f-4f43122f9d3f service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858808 Dec 13 15:59:44.196027 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7dd9e53e-f96c-44e0-a3cd-54c2d7260a5e req-c207a145-adee-4b64-b542-2c8948d746c2 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823305 Dec 13 15:59:45.204587 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178f2d9-078b-491a-b317-35a8931edcf8 req-eefdea6f-642b-47ae-98b4-03b7a7a9b31b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:45.206056 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2178f2d9-078b-491a-b317-35a8931edcf8 req-eefdea6f-642b-47ae-98b4-03b7a7a9b31b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0510886 Dec 13 15:59:45.243119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-2178f2d9-078b-491a-b317-35a8931edcf8 req-4f14e554-a0d0-4d2c-b108-42a0ed93856f tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305192 Dec 13 15:59:46.355394 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e51d4-b00e-4256-8d82-2271546969f6 req-ebcfc3cb-f9ae-489a-92e8-5dfe06b9ce99 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:46.356829 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a4e51d4-b00e-4256-8d82-2271546969f6 req-ebcfc3cb-f9ae-489a-92e8-5dfe06b9ce99 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0482357 Dec 13 15:59:46.392886 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8a4e51d4-b00e-4256-8d82-2271546969f6 req-6717aa18-e614-4989-bdda-400278edbb52 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302436 Dec 13 15:59:46.608788 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:47.510898 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9b20-a12c-4a9f-9d13-bc783b7b20a0 req-03c9dbab-b2ec-4ddb-92fa-a906b15f20f0 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:47.512385 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8dbd9b20-a12c-4a9f-9d13-bc783b7b20a0 req-03c9dbab-b2ec-4ddb-92fa-a906b15f20f0 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0542574 Dec 13 15:59:47.549446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-8dbd9b20-a12c-4a9f-9d13-bc783b7b20a0 req-d87d2713-784c-4a4e-8df1-ca31c9899a98 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309925 Dec 13 15:59:47.791976 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:48.660738 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52970fca-08d4-427f-aef5-391d7f14766f req-14762ce2-a8d2-47ba-b19b-c9b42ea07d49 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:48.662154 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52970fca-08d4-427f-aef5-391d7f14766f req-14762ce2-a8d2-47ba-b19b-c9b42ea07d49 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0478225 Dec 13 15:59:48.704388 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-52970fca-08d4-427f-aef5-391d7f14766f req-56ea733f-db60-47b1-8afb-8616ff45f0ee tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360932 Dec 13 15:59:49.816528 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d982a20-7f79-43ad-b517-6c6349d39702 req-f0814083-f56d-46d4-a944-b725ada3ae8e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:49.817976 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d982a20-7f79-43ad-b517-6c6349d39702 req-f0814083-f56d-46d4-a944-b725ada3ae8e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0484617 Dec 13 15:59:49.855009 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-1d982a20-7f79-43ad-b517-6c6349d39702 req-36689537-9e28-4114-bf51-168fd9c7491d tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Dec 13 15:59:49.957481 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0ac778c4-0d45-4b77-be9f-02f166fc08ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:50.989862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89546237-9a00-477e-94c1-c37f765863c5 req-298265b7-38ff-42c0-b65e-d23f2806ea40 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:50.991288 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89546237-9a00-477e-94c1-c37f765863c5 req-298265b7-38ff-42c0-b65e-d23f2806ea40 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0491040 Dec 13 15:59:51.031985 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-89546237-9a00-477e-94c1-c37f765863c5 req-b29cb69f-bdd6-42c4-97a9-2c734677d34b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348430 Dec 13 15:59:52.143845 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03d996-b5f7-4bbc-af65-ef671c96ac9e req-3a47ae2a-9670-4e38-b6e1-0360cee84e0e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:52.145275 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c03d996-b5f7-4bbc-af65-ef671c96ac9e req-3a47ae2a-9670-4e38-b6e1-0360cee84e0e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 943 time: 0.0475752 Dec 13 15:59:52.181538 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c03d996-b5f7-4bbc-af65-ef671c96ac9e req-5f27fbf4-361a-459a-a9bc-42a48907c470 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298150 Dec 13 15:59:52.325235 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 15:59:52.336454 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f66f5f25-f63f-4436-b134-69ce5075e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:52.417266 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:59:52.427283 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'port_id': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'mac_address': 'fa:16:3e:39:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 15:59:52.467099 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:52.479477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 15:59:52.498415 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:59:52.586254 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:52.632926 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=9']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:59:52.797431 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 15:59:53.294698 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad7c0c-1fe1-4c3e-94e9-c6b5e0bd85a5 req-4e2f546d-71a5-43cb-b3d8-9e025d228586 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:53.296184 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bad7c0c-1fe1-4c3e-94e9-c6b5e0bd85a5 req-4e2f546d-71a5-43cb-b3d8-9e025d228586 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 944 time: 0.0487907 Dec 13 15:59:53.332650 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-0bad7c0c-1fe1-4c3e-94e9-c6b5e0bd85a5 req-d4e8fb67-2b90-48a8-8288-2823e20bb1d0 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305438 Dec 13 15:59:53.563156 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:54.351536 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 15:59:54.448663 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 15:59:54.450448 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192545fb-325b-4ce1-9d9e-a755948ffece req-9e8cad74-2b02-45f0-ac1e-0f5b52e92bbc tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:54.452031 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-192545fb-325b-4ce1-9d9e-a755948ffece req-9e8cad74-2b02-45f0-ac1e-0f5b52e92bbc tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 944 time: 0.0526278 Dec 13 15:59:54.457717 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 15:59:54.457717 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:54.490363 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-192545fb-325b-4ce1-9d9e-a755948ffece req-fe67a58c-6a66-4f52-986d-7f7398333586 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Dec 13 15:59:54.531796 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:54.553397 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 15:59:54.556291 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e26ec8f-c2b6-4e89-8b27-65f959979377" -d '{"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-plugged", "status": "completed", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 15:59:54.568758 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 15:59:54.596122 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaff9a59-4880-4234-9a50-08a5d4da3498 x-openstack-request-id: req-aaff9a59-4880-4234-9a50-08a5d4da3498 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 15:59:54.596425 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-plugged", "status": "completed", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 15:59:54.597649 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaff9a59-4880-4234-9a50-08a5d4da3498 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 15:59:54.598082 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'code': 200} Dec 13 15:59:54.632514 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:54.680096 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=10']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 15:59:54.740696 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4b6e1-f4c8-44d0-9ccd-33f7a45ed307 req-5d1ecb15-7d79-411e-9ac4-87bbd5b0a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:54.742712 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ef4b6e1-f4c8-44d0-9ccd-33f7a45ed307 req-5d1ecb15-7d79-411e-9ac4-87bbd5b0a560 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1097 time: 0.0436826 Dec 13 15:59:54.776699 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ef4b6e1-f4c8-44d0-9ccd-33f7a45ed307 req-8ad15911-00bd-4981-a4cb-20da38645a5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274627 Dec 13 15:59:55.208631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:55.220460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 15:59:55.605912 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ffd4-e31b-484f-9786-4eadec2873d3 req-b974c386-a73a-4f55-b85f-5c81d6bb2445 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:55.607386 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1d9ffd4-e31b-484f-9786-4eadec2873d3 req-b974c386-a73a-4f55-b85f-5c81d6bb2445 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 946 time: 0.0484109 Dec 13 15:59:55.644966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-f1d9ffd4-e31b-484f-9786-4eadec2873d3 req-a496e99a-05b6-4c62-ba0f-218002c9e72b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Dec 13 15:59:56.758721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eadf9-aac1-4a79-8a1c-56332018d18a req-bc985d56-ce80-4ca9-8050-4481c4a13454 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 15:59:56.760152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-495eadf9-aac1-4a79-8a1c-56332018d18a req-bc985d56-ce80-4ca9-8050-4481c4a13454 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 946 time: 0.0477886 Dec 13 15:59:56.800941 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-495eadf9-aac1-4a79-8a1c-56332018d18a req-31aaae64-2fad-40db-ac13-e17f664a9357 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347035 Dec 13 16:00:06.293640 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:00:16.603013 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:17.797087 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:19.945724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb743cf9-1125-49bc-82c7-bfae6415bd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:22.311255 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-944e2e50-2e93-47f3-8e1b-8f08c4c27684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:23.597059 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:25.186032 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:25.196752 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:43.292435 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:00:44.650658 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-55259b7a-d94e-4a01-8128-7c8b7bc60536 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437751 Dec 13 16:00:44.736337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-f00bf67d-8a02-4d8f-a1af-795469e2957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:00:44.737808 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-f00bf67d-8a02-4d8f-a1af-795469e2957b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1097 time: 0.0404704 Dec 13 16:00:44.848863 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-281d1fee-b2ef-4bb0-bb57-830443bb07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:00:44.850407 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-281d1fee-b2ef-4bb0-bb57-830443bb07d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0931969 Dec 13 16:00:44.920420 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-e2e505c7-aff4-4e63-b093-bc32fed62ee4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0619187 Dec 13 16:00:44.974332 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-f1c5c2f6-51a0-4543-a834-b0674ed8524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:00:44.975750 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-f1c5c2f6-51a0-4543-a834-b0674ed8524f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0436604 Dec 13 16:00:45.023136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-18deb6a1-7600-4c89-8bee-f58ca4b79ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:00:45.024807 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-18deb6a1-7600-4c89-8bee-f58ca4b79ae8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413027 Dec 13 16:00:45.118673 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-d8844610-5598-47da-9d3d-b983f6e5be3a service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862281 Dec 13 16:00:45.218541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3e61880b-cbe0-4a0a-8ce8-1d8b8df92ba9 req-f95f96e0-d57d-4c60-9026-24e5dfc5b4cf service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921316 Dec 13 16:00:46.602724 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:47.802517 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:49.940066 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8846830c-8de0-4f40-a91f-8b027dd36045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:52.350542 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-de0b16ce-0406-486c-988d-c2c0ca2ecff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:53.562382 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:55.185673 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:00:55.209323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:16.607966 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:17.813413 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:19.962314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-feab0958-6ec4-4fed-ad85-5b28ddcbb82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:20.294642 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:01:22.333255 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c56e-8a8f-46a6-a6c2-927677fcfce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:23.585436 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:25.219341 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:25.241968 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:32.887274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39628) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:33.048591 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Deleting port 076b41f5-86d8-49be-aeea-97a6841910d3 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:33.048849 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:33.121615 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:33.121942 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:33.133816 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Calling delete_port for 076b41f5-86d8-49be-aeea-97a6841910d3 owned by network:floatingip {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:33.356287 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:33.386713 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event deleted for resources: {'Port': ['ID=076b41f5-86d8-49be-aeea-97a6841910d3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:33.411576 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.412394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.412394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.412620 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.412902 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.413223 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.413543 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.413861 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.414176 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.414514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.414828 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.415136 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:33.458856 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for floatingip, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:33.459188 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Floating IP 8b8b97c6-fa6a-4f66-a42e-8c6ce072242f disassociated (deleted). External IP: 172.25.7.36, port: c3035e33-d8ab-4fa5-be82-0e503f9d7ef0. Dec 13 16:01:33.657190 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Router 0bc37b17-03fa-4eee-83af-0433144562c5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:01:33.762680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:01:33.767665 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:33.772346 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] Sync routers for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:01:33.781303 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:33.781902 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:33.794372 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-cc58f158-b42d-47ff-81e4-c05ed639c0e7 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b8b97c6-fa6a-4f66-a42e-8c6ce072242f HTTP/1.1" status: 204 len: 168 time: 0.9057562 Dec 13 16:01:33.795012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:01:33.797400 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:01:33.890854 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:33.902775 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77dc5ce-a26e-4672-9e35-cea38353a1ef x-openstack-request-id: req-d77dc5ce-a26e-4672-9e35-cea38353a1ef {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:01:33.903314 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:01:33.903435 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d77dc5ce-a26e-4672-9e35-cea38353a1ef {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:01:33.903778 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'status': 'completed', 'code': 200} Dec 13 16:01:34.009564 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-0dd45f97-513f-4277-8989-f7d194509384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:34.011119 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-0dd45f97-513f-4277-8989-f7d194509384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ebcec3962094f45aa8a3a231745b450&device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 1097 time: 0.0842309 Dec 13 16:01:34.088117 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:34.101401 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-8fa45a87-1b75-4a1f-8379-e2f510d47b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:34.102966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-8fa45a87-1b75-4a1f-8379-e2f510d47b13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 200 len: 909 time: 0.0850184 Dec 13 16:01:34.117448 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] Checking router: 0bc37b17-03fa-4eee-83af-0433144562c5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:01:34.125716 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:34.126393 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:34.146091 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-a6c922e9-0382-42d2-80c5-73357685863a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 200 len: 217 time: 0.0354633 Dec 13 16:01:34.200390 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-0e268804-3475-4280-9fc0-b4b6623a4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:34.201909 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-0e268804-3475-4280-9fc0-b4b6623a4632 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 200 len: 847 time: 0.0496783 Dec 13 16:01:34.236449 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:34.253633 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-0d541d86-346e-4082-b293-de650637d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:34.255257 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-0d541d86-346e-4082-b293-de650637d871 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459540 Dec 13 16:01:34.267259 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-c8ef8941-33bc-4291-9037-e1ad8e7db8bb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:01:34.268484 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-c8ef8941-33bc-4291-9037-e1ad8e7db8bb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057631 Dec 13 16:01:34.329654 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e009-ad1a-4b23-a43b-d80bd6f3edfe req-e8c14e83-acf4-49f2-848f-9cea8e60fec5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:34.331397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf3e009-ad1a-4b23-a43b-d80bd6f3edfe req-e8c14e83-acf4-49f2-848f-9cea8e60fec5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 946 time: 0.1010094 Dec 13 16:01:34.366172 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-114a51bf-2ee5-4b4c-9441-b215a37e7364 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903811 Dec 13 16:01:34.373496 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-edf3e009-ad1a-4b23-a43b-d80bd6f3edfe req-03dee1ed-fb46-45c9-98fa-f5b4fc62cdd9 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331767 Dec 13 16:01:34.439685 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:34.462305 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a1c4ed90-7652-4e65-82fb-5b2ea3779ffb req-0aea4eac-b7c3-4cb4-95d5-6305bd7e4e08 service neutron] 10.222.0.55 "GET /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886354 Dec 13 16:01:34.467739 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a62eec-b1ff-4399-8857-7fa0d1730add None None] The sync data for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 is: [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T15:51:55Z', 'revision_number': 4, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '8c4a75e9-0124-404b-bf3a-8a30d39835c8', 'name': '', 'network_id': 'fe51e5bd-ef52-4205-b7c8-28cdd124ddbb', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'mac_address': 'fa:16:3e:be:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:54Z', 'updated_at': '2021-12-13T15:51:59Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'subnets': [{'id': '4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:01:34.691032 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a9dd9-f1db-4dbd-8fe8-5d5018b21110 None None] New status for floating IP 8b8b97c6-fa6a-4f66-a42e-8c6ce072242f: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:01:35.497160 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cada0-bc69-44ad-aa6f-d766d9bcf42e req-21c0ba61-3586-4f20-8a3a-f66d9b9454aa tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:35.498644 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff3cada0-bc69-44ad-aa6f-d766d9bcf42e req-21c0ba61-3586-4f20-8a3a-f66d9b9454aa tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 946 time: 0.0491385 Dec 13 16:01:35.536835 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-ff3cada0-bc69-44ad-aa6f-d766d9bcf42e req-22965ef2-aded-4614-908f-301b2c6f367e tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/security-groups?id=530cf2d8-c036-46b5-8edd-d20fd8bc1963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 Dec 13 16:01:35.768469 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e197163-5765-4010-8309-236bff829dfe req-07ccc32c-e9d4-48dc-96cc-8449b01337ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:35.769795 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e197163-5765-4010-8309-236bff829dfe req-07ccc32c-e9d4-48dc-96cc-8449b01337ed tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 946 time: 0.0515985 Dec 13 16:01:35.855784 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Deleting port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:35.856120 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:35.946533 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] For port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:35.946891 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:35.959177 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Calling delete_port for c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:36.156292 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:36.189371 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event deleted for resources: {'Port': ['ID=c3035e33-d8ab-4fa5-be82-0e503f9d7ef0,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:36.229812 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] No DVR routers for this DVR port c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:01:36.232718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:36.236061 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-9e197163-5765-4010-8309-236bff829dfe req-ba4d427f-3c03-47b3-a065-055e94acbb06 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.55 "DELETE /v2.0/ports/c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 HTTP/1.1" status: 204 len: 173 time: 0.4602394 Dec 13 16:01:36.236514 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-deleted', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:01:36.238827 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22880d45-6af1-48fd-a27d-59ff9a818d0d" -d '{"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-deleted", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:01:36.275170 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3834b3-17db-441c-83e7-54321e74e87f x-openstack-request-id: req-ee3834b3-17db-441c-83e7-54321e74e87f {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:01:36.275434 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3515e426-4045-43e2-8fb4-e9d74d92375e", "name": "network-vif-deleted", "tag": "c3035e33-d8ab-4fa5-be82-0e503f9d7ef0", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:01:36.275690 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee3834b3-17db-441c-83e7-54321e74e87f {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:01:36.276094 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3515e426-4045-43e2-8fb4-e9d74d92375e', 'name': 'network-vif-deleted', 'tag': 'c3035e33-d8ab-4fa5-be82-0e503f9d7ef0', 'status': 'completed', 'code': 200} Dec 13 16:01:36.637586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-404d6cf8-baba-45d8-8764-f18dc370f491 req-9923409f-9e27-4fa7-a995-d361052a9af5 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 210 time: 0.0277548 Dec 13 16:01:37.736148 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-59315f3f-9246-4090-84f9-483bcdd31a96 req-ad30e694-7593-49fd-a781-9c469bfe9f5c tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 210 time: 0.0268211 Dec 13 16:01:38.876914 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0b091bdf-0f9b-453d-8cf8-a6d076a89347 req-64cb0c02-f1f1-46df-8153-ff1328c2f56a tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 210 time: 0.0749984 Dec 13 16:01:38.942331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:01:38.963390 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:01:38.963736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device c3035e33-d8ab-4fa5-be82-0e503f9d7ef0 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:01:39.971482 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-6077617e-a804-4e49-b7a8-8c6c97ba3bd4 req-a1f91889-4d75-4f09-9ce4-170b770d3757 tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3515e426-4045-43e2-8fb4-e9d74d92375e HTTP/1.1" status: 200 len: 210 time: 0.0287070 Dec 13 16:01:41.027819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39668) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:41.085942 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f609deb-6a32-495e-af75-fec18f63bc0b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:41.110185 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f609deb-6a32-495e-af75-fec18f63bc0b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:41.236729 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f609deb-6a32-495e-af75-fec18f63bc0b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:41.239336 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9f609deb-6a32-495e-af75-fec18f63bc0b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:41.244751 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9f609deb-6a32-495e-af75-fec18f63bc0b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] 10.222.0.24 "DELETE /v2.0/security-groups/530cf2d8-c036-46b5-8edd-d20fd8bc1963 HTTP/1.1" status: 204 len: 168 time: 0.2116818 Dec 13 16:01:41.251637 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f609deb-6a32-495e-af75-fec18f63bc0b tempest-TestShelveInstance-512904315 tempest-TestShelveInstance-512904315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530cf2d8-c036-46b5-8edd-d20fd8bc1963,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:41.361666 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39672) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:41.814281 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:42.066012 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Deleting port 8c4a75e9-0124-404b-bf3a-8a30d39835c8 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:42.066295 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:42.146350 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] For port 8c4a75e9-0124-404b-bf3a-8a30d39835c8, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=8c4a75e9-0124-404b-bf3a-8a30d39835c8,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:42.147599 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:42.163177 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Calling delete_port for 8c4a75e9-0124-404b-bf3a-8a30d39835c8 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:42.722604 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:42.751424 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4a75e9-0124-404b-bf3a-8a30d39835c8,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:42.765335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.765335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.765335 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.765665 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.765999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.766311 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.766651 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.766972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.767298 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.767618 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.767940 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.768259 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:42.943547 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:43.164293 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Router 0bc37b17-03fa-4eee-83af-0433144562c5 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:01:43.284309 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:01:43.290066 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-81d3a3da-282a-40d0-bcbc-2c8e6c7e75f2 admin admin] 10.222.0.24 "PUT /v2.0/routers/0bc37b17-03fa-4eee-83af-0433144562c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9273479 Dec 13 16:01:43.292707 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39676) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:43.295166 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] Sync routers for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:01:43.304875 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:43.305554 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:43.393584 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:43.407027 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:43.508360 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:43.637419 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Deleting port bddf82c8-2ca3-4445-a797-f6e54c76740b {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:43.637818 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:43.673600 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T16:01:42Z', 'revision_number': 5, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port': {'id': 'bddf82c8-2ca3-4445-a797-f6e54c76740b', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:53Z', 'updated_at': '2021-12-13T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:43.703061 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] Checking router: 0bc37b17-03fa-4eee-83af-0433144562c5 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:01:43.711834 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] Routers {'0bc37b17-03fa-4eee-83af-0433144562c5'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:43.712430 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['0bc37b17-03fa-4eee-83af-0433144562c5'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:43.716877 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] For port bddf82c8-2ca3-4445-a797-f6e54c76740b, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bddf82c8-2ca3-4445-a797-f6e54c76740b,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:43.717814 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:43.730359 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Calling delete_port for bddf82c8-2ca3-4445-a797-f6e54c76740b owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:43.795342 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] Set router 0bc37b17-03fa-4eee-83af-0433144562c5 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:43.845777 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T16:01:43Z', 'revision_number': 6, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:43.874771 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2bbef-55bd-443c-a31d-336e3aab5321 None None] The sync data for ids ['0bc37b17-03fa-4eee-83af-0433144562c5'] in n-d-816954-1 is: [{'id': '0bc37b17-03fa-4eee-83af-0433144562c5', 'name': 'tempest-TestShelveInstance-828717591-router', 'tenant_id': '1ebcec3962094f45aa8a3a231745b450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:52Z', 'updated_at': '2021-12-13T16:01:43Z', 'revision_number': 6, 'project_id': '1ebcec3962094f45aa8a3a231745b450', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:01:43.933712 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:43.960490 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Pushing event deleted for resources: {'Port': ['ID=bddf82c8-2ca3-4445-a797-f6e54c76740b,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:44.025810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.112830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.114863 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.212273 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.212813 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc37b17-03fa-4eee-83af-0433144562c5 {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:01:44.221822 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.221822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b0b85d8c-9abc-43af-8ee4-eab58c1d3636 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0bc37b17-03fa-4eee-83af-0433144562c5 HTTP/1.1" status: 204 len: 168 time: 0.9252536 Dec 13 16:01:44.221822 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39678) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:44.276495 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] Deleting subnet 4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 16:01:44.279691 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.315224 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.390852 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.509745 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.538882 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:44.542744 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.545752 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-8f9765a5-6471-440c-aa25-e6338318a69a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4bac5a2b-3d8f-4ac2-bcce-1873c9a4d566 HTTP/1.1" status: 204 len: 168 time: 0.3233464 Dec 13 16:01:44.548376 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39680) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:44.550938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f493ef7-1a30-4d9e-b2e4-b34054d36e41 None None] Network fe51e5bd-ef52-4205-b7c8-28cdd124ddbb requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:01:44.622388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.679209 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Deleting port bf19ef55-1baf-4433-aa38-8256a53883b4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:44.679556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.736796 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] DHCP port deletion for fe51e5bd-ef52-4205-b7c8-28cdd124ddbb request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 16:01:44.758672 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] For port bf19ef55-1baf-4433-aa38-8256a53883b4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bf19ef55-1baf-4433-aa38-8256a53883b4,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:44.759250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.774006 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Calling delete_port for bf19ef55-1baf-4433-aa38-8256a53883b4 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:44.789701 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Deleting port bf19ef55-1baf-4433-aa38-8256a53883b4 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:44.790215 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.803100 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bf19ef55-1baf-4433-aa38-8256a53883b4 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:01:44.885910 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] For port bf19ef55-1baf-4433-aa38-8256a53883b4, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=bf19ef55-1baf-4433-aa38-8256a53883b4,segment=NetworkSegment(9a8b528c-382f-487d-bca7-04a46b052890),segment_id=9a8b528c-382f-487d-bca7-04a46b052890)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:44.886458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.900877 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Calling delete_port for bf19ef55-1baf-4433-aa38-8256a53883b4 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:44.955839 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.979166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:44.980825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf19ef55-1baf-4433-aa38-8256a53883b4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:44.986803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] No DVR routers for this DVR port bf19ef55-1baf-4433-aa38-8256a53883b4 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:01:45.020414 n-d-816954-1 neutron-server[102825]: self.session.flush() Dec 13 16:01:45.038505 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8c4a75e9-0124-404b-bf3a-8a30d39835c8 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:01:45.057947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 8c4a75e9-0124-404b-bf3a-8a30d39835c8 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:01:45.058310 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 8c4a75e9-0124-404b-bf3a-8a30d39835c8 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:01:45.058708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bddf82c8-2ca3-4445-a797-f6e54c76740b no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:01:45.060368 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:45.063293 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:45.083135 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe51e5bd-ef52-4205-b7c8-28cdd124ddbb']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:45.092800 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8b528c-382f-487d-bca7-04a46b052890') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:45.093089 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8b528c-382f-487d-bca7-04a46b052890') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:45.100056 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: bddf82c8-2ca3-4445-a797-f6e54c76740b {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:01:45.100394 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device bddf82c8-2ca3-4445-a797-f6e54c76740b not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:01:45.102158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Pushing event deleted for resources: {'Port': ['ID=bf19ef55-1baf-4433-aa38-8256a53883b4,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:45.102556 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:45.107583 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] No DVR routers for this DVR port bf19ef55-1baf-4433-aa38-8256a53883b4 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:01:45.114033 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.114405 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.114738 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.115069 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.115443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.115770 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.116091 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.116408 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.116724 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.117037 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.117348 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.117710 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645be19-b32e-4558-ae20-77f036bfe2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:45.117812 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:45.124910 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:01:45.125389 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: timer() Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:01:45.127083 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:01:45.258255 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:45.264296 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:45.267586 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe51e5bd-ef52-4205-b7c8-28cdd124ddbb HTTP/1.1" status: 204 len: 168 time: 0.7181249 Dec 13 16:01:45.270661 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39682) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:45.278821 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced01864-3646-45c1-8a4c-dd7c38ff6817 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe51e5bd-ef52-4205-b7c8-28cdd124ddbb,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:45.896312 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:46.133465 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Deleting port f86530f9-d51b-4c75-8faf-02542d5434f3 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:46.133811 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:46.212600 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] For port f86530f9-d51b-4c75-8faf-02542d5434f3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=f86530f9-d51b-4c75-8faf-02542d5434f3,segment=NetworkSegment(a2c56fab-65aa-45ac-801a-105fae70931c),segment_id=a2c56fab-65aa-45ac-801a-105fae70931c)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:46.224144 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:46.237411 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Calling delete_port for f86530f9-d51b-4c75-8faf-02542d5434f3 owned by network:router_interface {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:46.482108 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:46.505502 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f86530f9-d51b-4c75-8faf-02542d5434f3,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:46.618458 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:46.679405 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:46.900155 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Router b104e616-8b45-430c-9a94-903dadd439b8 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:01:47.008747 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:01:47.013659 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-a5096ddf-4c13-4e93-b914-de0aca3137cc admin admin] 10.222.0.24 "PUT /v2.0/routers/b104e616-8b45-430c-9a94-903dadd439b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419231 Dec 13 16:01:47.016594 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39684) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:47.019485 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] Sync routers for ids ['b104e616-8b45-430c-9a94-903dadd439b8'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:01:47.029218 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] Routers {'b104e616-8b45-430c-9a94-903dadd439b8'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:47.029824 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b104e616-8b45-430c-9a94-903dadd439b8'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:47.119768 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.133066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] Set router b104e616-8b45-430c-9a94-903dadd439b8 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:47.221459 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.311158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T16:01:46Z', 'revision_number': 5, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port': {'id': '723c7b5c-7046-40e4-83c5-b40abcf22797', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T15:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:47.314421 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Deleting port 723c7b5c-7046-40e4-83c5-b40abcf22797 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:47.314769 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.337947 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] Checking router: b104e616-8b45-430c-9a94-903dadd439b8 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:01:47.346250 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] Routers {'b104e616-8b45-430c-9a94-903dadd439b8'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:47.346845 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['b104e616-8b45-430c-9a94-903dadd439b8'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:47.393128 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] For port 723c7b5c-7046-40e4-83c5-b40abcf22797, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=723c7b5c-7046-40e4-83c5-b40abcf22797,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:47.393492 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.407104 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Calling delete_port for 723c7b5c-7046-40e4-83c5-b40abcf22797 owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:47.430803 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] Set router b104e616-8b45-430c-9a94-903dadd439b8 gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:47.485794 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T16:01:47Z', 'revision_number': 6, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:47.515592 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bf849-0163-45ad-89d5-60ddf016a056 None None] The sync data for ids ['b104e616-8b45-430c-9a94-903dadd439b8'] in n-d-816954-1 is: [{'id': 'b104e616-8b45-430c-9a94-903dadd439b8', 'name': 'tempest-TestShelveInstance-646551426-router', 'tenant_id': 'b04abede68d848f9b0784881c1b29981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T15:51:58Z', 'updated_at': '2021-12-13T16:01:47Z', 'revision_number': 6, 'project_id': 'b04abede68d848f9b0784881c1b29981', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:01:47.613591 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.641511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Pushing event deleted for resources: {'Port': ['ID=723c7b5c-7046-40e4-83c5-b40abcf22797,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:47.704364 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.793013 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.795098 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.888055 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.910771 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.911466 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b104e616-8b45-430c-9a94-903dadd439b8 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:01:47.918099 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:47.918099 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-66bc423b-1a52-4e76-af09-92243766a15a admin admin] 10.222.0.24 "DELETE /v2.0/routers/b104e616-8b45-430c-9a94-903dadd439b8 HTTP/1.1" status: 204 len: 168 time: 0.8997502 Dec 13 16:01:47.920023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39686) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:47.965366 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] Deleting subnet a826cbf2-4d09-4b1b-936e-b875d5278602 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 16:01:47.968397 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.001899 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.082713 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.184871 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.218120 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.221275 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a826cbf2-4d09-4b1b-936e-b875d5278602 HTTP/1.1" status: 204 len: 168 time: 0.3002551 Dec 13 16:01:48.222341 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d625-6a2c-4009-8b8b-e7970ff1968c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a826cbf2-4d09-4b1b-936e-b875d5278602,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:48.223919 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39688) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:48.225556 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c3f58-5137-448d-af82-3cc28838d604 None None] Network e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:01:48.295514 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.351819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Deleting port eb168964-b2c7-4364-93ef-4d9766ec7442 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:48.352156 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.417532 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] For port eb168964-b2c7-4364-93ef-4d9766ec7442, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eb168964-b2c7-4364-93ef-4d9766ec7442,segment=NetworkSegment(a2c56fab-65aa-45ac-801a-105fae70931c),segment_id=a2c56fab-65aa-45ac-801a-105fae70931c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:48.417891 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.425221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] DHCP port deletion for e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 16:01:48.432891 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Calling delete_port for eb168964-b2c7-4364-93ef-4d9766ec7442 owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:48.469893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] Deleting port eb168964-b2c7-4364-93ef-4d9766ec7442 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:01:48.470298 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.532291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] For port eb168964-b2c7-4364-93ef-4d9766ec7442, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eb168964-b2c7-4364-93ef-4d9766ec7442,segment=NetworkSegment(a2c56fab-65aa-45ac-801a-105fae70931c),segment_id=a2c56fab-65aa-45ac-801a-105fae70931c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:48.535260 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.546081 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] Calling delete_port for eb168964-b2c7-4364-93ef-4d9766ec7442 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:01:48.585607 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.614327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb168964-b2c7-4364-93ef-4d9766ec7442,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:48.616566 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] No DVR routers for this DVR port eb168964-b2c7-4364-93ef-4d9766ec7442 on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:01:48.630577 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.658157 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] No DVR routers for this DVR port eb168964-b2c7-4364-93ef-4d9766ec7442 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:01:48.661347 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3751135-47c5-4fee-ac77-cf7ff166c3c0 None None] Pushing event deleted for resources: {'Port': ['ID=eb168964-b2c7-4364-93ef-4d9766ec7442,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:48.687228 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.706931 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54f5cf7-36bd-421b-9d59-9d6c7e1b5285']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:48.716632 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c56fab-65aa-45ac-801a-105fae70931c') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:48.716858 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c56fab-65aa-45ac-801a-105fae70931c') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:48.730458 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.743431 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.749393 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:01:48.749772 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: timer() Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:01:48.751437 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:01:48.792849 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 723c7b5c-7046-40e4-83c5-b40abcf22797 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:01:48.812221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 723c7b5c-7046-40e4-83c5-b40abcf22797 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:01:48.812688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 723c7b5c-7046-40e4-83c5-b40abcf22797 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:01:48.813088 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eb168964-b2c7-4364-93ef-4d9766ec7442 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:01:48.832168 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: eb168964-b2c7-4364-93ef-4d9766ec7442 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:01:48.832512 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eb168964-b2c7-4364-93ef-4d9766ec7442 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:01:48.832948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f86530f9-d51b-4c75-8faf-02542d5434f3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:01:48.859946 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: f86530f9-d51b-4c75-8faf-02542d5434f3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:01:48.860289 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device f86530f9-d51b-4c75-8faf-02542d5434f3 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:01:48.887944 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.894077 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:48.898760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e54f5cf7-36bd-421b-9d59-9d6c7e1b5285 HTTP/1.1" status: 204 len: 168 time: 0.6729383 Dec 13 16:01:48.909631 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b2f6-8d74-41df-9cc1-c4dceca118a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e54f5cf7-36bd-421b-9d59-9d6c7e1b5285,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:49.185201 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39692) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:49.227811 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-7fb2165d-c429-4a69-b231-6200a51632f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ebcec3962094f45aa8a3a231745b450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413063 Dec 13 16:01:49.230445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39694) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:49.281983 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dcc6-da84-4469-b236-19e924e165e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:49.303156 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dcc6-da84-4469-b236-19e924e165e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:49.424021 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dcc6-da84-4469-b236-19e924e165e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:49.430517 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dcc6-da84-4469-b236-19e924e165e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:49.431706 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e0e9dcc6-da84-4469-b236-19e924e165e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58427c77-9be7-486c-9a84-dc7e3b5c3966 HTTP/1.1" status: 204 len: 168 time: 0.2003620 Dec 13 16:01:49.439801 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9dcc6-da84-4469-b236-19e924e165e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58427c77-9be7-486c-9a84-dc7e3b5c3966,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:49.962052 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfb46-6e7a-49f4-a798-909e610f4441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:50.057167 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39700) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:50.100421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-43f202c9-3e30-4cb5-88b8-6d23c23dbe8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b04abede68d848f9b0784881c1b29981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420439 Dec 13 16:01:50.103059 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39702) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:50.153116 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b20d5ab-4fe3-43e4-8018-3acc008538e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:50.173445 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b20d5ab-4fe3-43e4-8018-3acc008538e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:50.286881 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b20d5ab-4fe3-43e4-8018-3acc008538e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:50.290592 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-6b20d5ab-4fe3-43e4-8018-3acc008538e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:50.291774 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-6b20d5ab-4fe3-43e4-8018-3acc008538e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02a39557-8ae1-4359-a77c-22be51fc1342 HTTP/1.1" status: 204 len: 168 time: 0.1877878 Dec 13 16:01:50.299455 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20d5ab-4fe3-43e4-8018-3acc008538e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a39557-8ae1-4359-a77c-22be51fc1342,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:51.325862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39724) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:51.431905 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-528010750-network', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:01:51.503783 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Made reservation on behalf of 9b2aebed2e1c42bea159f66ad67cd396 for: {'network': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:01:51.506100 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.514958 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.587210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.653388 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.677580 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:01:51.687068 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a29f9ff-543e-4bf3-aeba-4f1cf80d2765,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:51.692927 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.692927 n-d-816954-1 neutron-server[102823]: INFO neutron.db.segments_db [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Added segment c8e30ba8-1af8-4c63-97ef-16084b71a2e6 of type vlan for network bd438b49-f7e4-471e-ab00-aa2dfe250052 Dec 13 16:01:51.732250 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.819259 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.820187 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:51.820758 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:51.881803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] Pushing event updated for resources: {'Network': ['ID=bd438b49-f7e4-471e-ab00-aa2dfe250052,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:51.891666 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:01:51.953648 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f2a3598f-5605-4dcc-ace8-0346dea4ee57 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6264544 Dec 13 16:01:51.956485 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39728) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:51.962073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Request body: {'subnet': {'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-528010750-subnet', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:01:52.047161 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Made reservation on behalf of 9b2aebed2e1c42bea159f66ad67cd396 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:01:52.049597 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.269892 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.320965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b6535848-bb03-45e2-b335-3f766d85ff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.324980 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7377b5-6697-4124-9ada-13bc36d0a241,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:52.333602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Checking segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:01:52.333602 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Network hostable DHCP agents. Network: bd438b49-f7e4-471e-ab00-aa2dfe250052, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:01:52.413073 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:01:52.481682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, bd438b49-f7e4-471e-ab00-aa2dfe250052) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:52.485834 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:52.486444 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.490782 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e84c13-b159-41e3-a549-d82ed5bb63eb None None] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:01:52.576400 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-ba50ce7c-1b26-41d3-97ef-5088959336de admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6187675 Dec 13 16:01:52.579011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39730) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:52.583699 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:01:52.630055 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-bd438b49-f7e4-471e-ab00-aa2dfe250052', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 16:01:52.630965 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.664991 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.666100 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.720687 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.765066 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Allocated IP 172.20.0.2 (bd438b49-f7e4-471e-ab00-aa2dfe250052/3b7377b5-6697-4124-9ada-13bc36d0a241/64d06ae7-e521-47c9-825a-c9dafb06c7f7) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:01:52.907695 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.920425 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:52.979183 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.013921 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:01:53.018191 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:53.022076 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:01:53.031364 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Pushing event updated for resources: {'Port': ['ID=64d06ae7-e521-47c9-825a-c9dafb06c7f7,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:53.080406 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Attempting to bind port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:01:53.080774 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Attempting to bind port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:01:53.081132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Attempting to bind port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:01:53.086546 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:01:53.086915 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Checking segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:01:53.087312 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.087704 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Bound using segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:01:53.088160 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Bound port: 64d06ae7-e521-47c9-825a-c9dafb06c7f7, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:01:53.088524 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.153359 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] For port 64d06ae7-e521-47c9-825a-c9dafb06c7f7, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:01:53.156497 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] For port 64d06ae7-e521-47c9-825a-c9dafb06c7f7, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=64d06ae7-e521-47c9-825a-c9dafb06c7f7,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:01:53.195697 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.214617 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.231253 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.295982 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d99a4-b1b3-44ff-8ea0-81088cdc5dd7 None None] Pushing event updated for resources: {'Port': ['ID=64d06ae7-e521-47c9-825a-c9dafb06c7f7,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:53.322382 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Allocated IP 172.25.7.186 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/6c0afdba-9f68-4160-ae9a-0f9abd0f24fd) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:01:53.439106 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.534427 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.562501 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:53.581109 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:01:53.584663 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:53.591975 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:01:53.593949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:54.180336 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5022d-01c3-4459-b2ad-481c73cb6e5f None None] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:01:54.234401 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:54.244642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-55bac305-5aef-42ed-a2e1-cbea011ee4b1 None None] Provisioning complete for port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:54.248866 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55bac305-5aef-42ed-a2e1-cbea011ee4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:54.392621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55bac305-5aef-42ed-a2e1-cbea011ee4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:54.435286 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-55bac305-5aef-42ed-a2e1-cbea011ee4b1 None None] For port 64d06ae7-e521-47c9-825a-c9dafb06c7f7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=64d06ae7-e521-47c9-825a-c9dafb06c7f7,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:54.449183 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:54.500000 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-55bac305-5aef-42ed-a2e1-cbea011ee4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:54.551465 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bac305-5aef-42ed-a2e1-cbea011ee4b1 None None] Pushing event updated for resources: {'Port': ['ID=64d06ae7-e521-47c9-825a-c9dafb06c7f7,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:54.619138 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Router 83435827-a48f-4235-b1ed-b22bcdf3c224 is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:01:54.719689 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-b4b8cb83-54a3-4dca-adfe-a04d068e3c1a None None] Provisioning complete for port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:54.719982 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b4b8cb83-54a3-4dca-adfe-a04d068e3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:54.727248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:01:54.736246 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Sync routers for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:01:54.746660 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:54.747464 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:54.803439 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:54.807524 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39734) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:54.810160 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-177371ac-a9e3-4a0a-94a1-ecfa6d609a53 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2276483 Dec 13 16:01:54.849613 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 64d06ae7-e521-47c9-825a-c9dafb06c7f7 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:01:54.866939 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:54.903870 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:54.904247 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.045101 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:53Z', 'revision_number': 3, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:55.070351 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Checking router: 83435827-a48f-4235-b1ed-b22bcdf3c224 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:01:55.070696 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Updating router 83435827-a48f-4235-b1ed-b22bcdf3c224 port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:01:55.094424 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.207561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.234732 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.236120 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.348918 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.395100 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Allocated IP 172.20.0.1 (bd438b49-f7e4-471e-ab00-aa2dfe250052/3b7377b5-6697-4124-9ada-13bc36d0a241/0605a8a0-b7a2-4941-a834-eebec84cdea2) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:01:55.430473 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.478726 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Attempting to bind port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:01:55.479088 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Attempting to bind port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:01:55.479449 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Attempting to bind port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:01:55.489777 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:01:55.490672 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:01:55.491070 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.491452 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:01:55.491904 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Bound port: 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:01:55.492272 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.494656 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Pushing event updated for resources: {'Port': ['ID=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:55.498299 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.520563 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.520940 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.521701 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.522040 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.522391 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.522718 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.523042 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.523361 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.523679 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.524011 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.524312 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.524626 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:01:55.563789 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] For port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:01:55.566961 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] For port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:01:55.585373 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.623989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:01:55.628064 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:55.635129 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:01:55.638146 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Pushing event updated for resources: {'Port': ['ID=0605a8a0-b7a2-4941-a834-eebec84cdea2,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:55.649228 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.678360 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.701621 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:55.702466 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:55.780030 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875b20-8e7e-4397-aaec-6d6bd6cee789 None None] Pushing event updated for resources: {'Port': ['ID=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:55.828537 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:55.836752 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-8e9f91f2-ff93-4b6d-a2e6-778c4e73f436 None None] Provisioning complete for port 0605a8a0-b7a2-4941-a834-eebec84cdea2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:55.841528 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8e9f91f2-ff93-4b6d-a2e6-778c4e73f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:55.875734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f91f2-ff93-4b6d-a2e6-778c4e73f436 None None] Port 0605a8a0-b7a2-4941-a834-eebec84cdea2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 16:01:55.884561 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:56.004369 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:53Z', 'revision_number': 3, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:56.030395 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0375c0-d788-4608-9bd9-b23dc1919b13 None None] The sync data for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 is: [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:53Z', 'revision_number': 3, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:01:56.046998 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:56.126841 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:56.197921 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:56.199733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Pushing event updated for resources: {'Port': ['ID=0605a8a0-b7a2-4941-a834-eebec84cdea2,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:56.303244 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:01:56.304773 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:56.600694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f7ce593d-05e7-4e61-9add-de468e34607c None None] Provisioning complete for port 0605a8a0-b7a2-4941-a834-eebec84cdea2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:56.601671 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f7ce593d-05e7-4e61-9add-de468e34607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:56.648893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce593d-05e7-4e61-9add-de468e34607c None None] Port 0605a8a0-b7a2-4941-a834-eebec84cdea2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 16:01:56.736308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Router 83435827-a48f-4235-b1ed-b22bcdf3c224 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:01:56.827940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:01:56.851720 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:01:56.866341 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-b2c995c6-87a0-4ef8-b5eb-1af49d9f5e9f admin admin] 10.222.0.24 "PUT /v2.0/routers/83435827-a48f-4235-b1ed-b22bcdf3c224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0485356 Dec 13 16:01:56.889419 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:56.890029 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:56.969725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:56.994349 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:57.041767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.092992 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:57.295360 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:01:57.507007 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39750) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:57.512056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-751137611-network', 'tenant_id': '460e6455147a49babbb567315a78f873'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:01:57.596349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Made reservation on behalf of 460e6455147a49babbb567315a78f873 for: {'network': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:01:57.598789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for network, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.608741 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.675173 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Sync routers for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:01:57.683945 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:57.684378 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.684543 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:57.738365 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.762735 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:01:57.772115 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0893b083-b859-42ee-9c29-0b9301abf29e,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:57.777964 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.778401 n-d-816954-1 neutron-server[102824]: INFO neutron.db.segments_db [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Added segment 6ea69f94-7280-4efb-8b20-45392d445e5c of type vlan for network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 Dec 13 16:01:57.791439 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:57.818919 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783675199416'] for network, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.898370 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350'] for network, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.899376 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:57.900049 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:57.965733 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] Pushing event updated for resources: {'Network': ['ID=613cc6ac-6338-4f5c-9dc1-41122a1aaf20,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:57.977090 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 details requested by agent ovs-agent-n-d-816954-1 with host n-d-816954-1 {{(pid=102825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:01:58.016700 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9885985f-4aab-41fc-acd6-058c50f126c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5085652 Dec 13 16:01:58.019436 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39752) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:58.024993 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Request body: {'subnet': {'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-751137611-subnet', 'tenant_id': '460e6455147a49babbb567315a78f873', 'ip_version': 4}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:01:58.061040 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 2, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:58.086513 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Checking router: 83435827-a48f-4235-b1ed-b22bcdf3c224 for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:01:58.086867 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Updating router 83435827-a48f-4235-b1ed-b22bcdf3c224 port 0605a8a0-b7a2-4941-a834-eebec84cdea2 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:01:58.110432 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Made reservation on behalf of 460e6455147a49babbb567315a78f873 for: {'subnet': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:01:58.110899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.112876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735843'] for subnet, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.322218 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8725825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734873'] for subnet, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.377937 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.388023 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82416763-8331-4b86-b3e9-39cc2613a931,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:58.395253 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Checking segment: {'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:01:58.395612 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Network hostable DHCP agents. Network: 613cc6ac-6338-4f5c-9dc1-41122a1aaf20, hostable agents: ['b63fa157-f1bf-4d49-b234-19ee5d84eb61'], hosted agents: [] {{(pid=102823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:01:58.446667 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.469429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 is scheduled to be hosted by DHCP agent b63fa157-f1bf-4d49-b234-19ee5d84eb61 with binding_index 1 {{(pid=102823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:01:58.493940 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc7218-493a-4ed8-ba00-05ac3e08388e None None] Pushing event updated for resources: {'Port': ['ID=0605a8a0-b7a2-4941-a834-eebec84cdea2,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:58.545331 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Attempting to bind port 0605a8a0-b7a2-4941-a834-eebec84cdea2 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:01:58.545694 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Attempting to bind port 0605a8a0-b7a2-4941-a834-eebec84cdea2 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:01:58.546050 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Attempting to bind port 0605a8a0-b7a2-4941-a834-eebec84cdea2 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:01:58.549549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816954-1, 613cc6ac-6338-4f5c-9dc1-41122a1aaf20) {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:58.551152 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:01:58.551516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Checking segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:01:58.551914 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.552294 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Bound using segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:01:58.552901 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Bound port: 0605a8a0-b7a2-4941-a834-eebec84cdea2, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:01:58.553127 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.554379 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:01:58.555005 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.565043 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f8be20-dd42-46bd-a9d4-c703b2787fe1 None None] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:01:58.634397 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3ec5ec71-6a0b-42f8-9977-87e99f99320a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6137247 Dec 13 16:01:58.641764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39754) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:01:58.647588 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:01:58.681477 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] For port 0605a8a0-b7a2-4941-a834-eebec84cdea2, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:01:58.704555 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] For port 0605a8a0-b7a2-4941-a834-eebec84cdea2, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0605a8a0-b7a2-4941-a834-eebec84cdea2,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:01:58.730323 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-37d99bab-beb3-4e16-af15-274941378623 None None] Provisioning complete for port 0605a8a0-b7a2-4941-a834-eebec84cdea2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:58.730685 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-37d99bab-beb3-4e16-af15-274941378623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.759487 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-471664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3377'] for router, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.760876 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472540', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3384'] for router, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.819354 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.942900 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:01:58.947614 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:58.967103 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-37d99bab-beb3-4e16-af15-274941378623 None None] Port 0605a8a0-b7a2-4941-a834-eebec84cdea2 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 16:01:58.973107 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03d2c047-6193-586e-8871-53b3a0b0b76f-613cc6ac-6338-4f5c-9dc1-41122a1aaf20', 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20', 'tenant_id': '460e6455147a49babbb567315a78f873', 'fixed_ips': [{'subnet_id': '82416763-8331-4b86-b3e9-39cc2613a931'}]}} from n-d-816954-1. {{(pid=102825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 13 16:01:58.973915 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.038957 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.107781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc7218-493a-4ed8-ba00-05ac3e08388e None None] Pushing event updated for resources: {'Port': ['ID=0605a8a0-b7a2-4941-a834-eebec84cdea2,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:59.114997 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:01:59.115521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:59.198510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:59.198877 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.288837 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.307701 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.310661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.db_base_plugin_common [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Allocated IP 172.20.0.2 (613cc6ac-6338-4f5c-9dc1-41122a1aaf20/82416763-8331-4b86-b3e9-39cc2613a931/001edc31-6f37-4c34-b19e-c3a61720393a) {{(pid=102825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:01:59.319171 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:01:59.376413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-e5ba4ea0-85b7-4804-b1be-d2df90c638d1 None None] Provisioning complete for port 0605a8a0-b7a2-4941-a834-eebec84cdea2 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:01:59.376703 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4ea0-85b7-4804-b1be-d2df90c638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.410189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Allocated IP 172.25.7.195 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/c1375de5-d997-4666-9cd6-5d227ae15688) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:01:59.515998 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.608096 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.645252 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:01:59.648819 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:59.652337 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:01:59.678249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Pushing event updated for resources: {'Port': ['ID=c1375de5-d997-4666-9cd6-5d227ae15688,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:59.701343 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4ea0-85b7-4804-b1be-d2df90c638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.722060 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Notify callbacks [] for port, precommit_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.757340 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-e5ba4ea0-85b7-4804-b1be-d2df90c638d1 None None] For port 0605a8a0-b7a2-4941-a834-eebec84cdea2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0605a8a0-b7a2-4941-a834-eebec84cdea2,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:01:59.770800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:58Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:01:59.800665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd69993-8819-4d27-a8a0-337a569cf2a8 None None] The sync data for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 is: [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:58Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:01:59.803249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781'] for port, after_create {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.835175 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4ea0-85b7-4804-b1be-d2df90c638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.849209 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 is already hosted by enough agents. {{(pid=102825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:01:59.855384 n-d-816954-1 neutron-server[102825]: DEBUG neutron.scheduler.base_scheduler [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Resources bound (agent type, host, resource id): {{(pid=102825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:01:59.861086 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Received port after_create {{(pid=102825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:01:59.876261 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Pushing event updated for resources: {'Port': ['ID=001edc31-6f37-4c34-b19e-c3a61720393a,revision_number=1']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:01:59.970866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Attempting to bind port 001edc31-6f37-4c34-b19e-c3a61720393a on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:01:59.971334 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Attempting to bind port 001edc31-6f37-4c34-b19e-c3a61720393a by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:01:59.971781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Attempting to bind port 001edc31-6f37-4c34-b19e-c3a61720393a on network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:01:59.980681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:01:59.981158 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Checking segment: {'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:01:59.981637 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.982102 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Bound using segment: {'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:01:59.982669 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Bound port: 001edc31-6f37-4c34-b19e-c3a61720393a, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:01:59.983050 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:01:59.985163 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba4ea0-85b7-4804-b1be-d2df90c638d1 None None] Pushing event updated for resources: {'Port': ['ID=0605a8a0-b7a2-4941-a834-eebec84cdea2,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:00.012753 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:00.058321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] For port 001edc31-6f37-4c34-b19e-c3a61720393a, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:02:00.063117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] For port 001edc31-6f37-4c34-b19e-c3a61720393a, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=001edc31-6f37-4c34-b19e-c3a61720393a,segment=NetworkSegment(6ea69f94-7280-4efb-8b20-45392d445e5c),segment_id=6ea69f94-7280-4efb-8b20-45392d445e5c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:02:00.139865 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:00.209387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28787b42-89c4-4672-abfc-285e2cff51dd None None] Pushing event updated for resources: {'Port': ['ID=001edc31-6f37-4c34-b19e-c3a61720393a,revision_number=2']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:00.232150 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472369'] for router, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:00.486652 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Router 35d19595-698c-4917-9735-f7f80d8c4b1e is scheduled to L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc with binding_index 1 {{(pid=102823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:02:00.600042 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:02:00.608936 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Sync routers for ids ['35d19595-698c-4917-9735-f7f80d8c4b1e'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:02:00.618737 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Routers {'35d19595-698c-4917-9735-f7f80d8c4b1e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:02:00.619415 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35d19595-698c-4917-9735-f7f80d8c4b1e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:00.684737 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:00.688714 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-b886c064-317d-4ac6-975b-2d5fddcab742 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0430496 Dec 13 16:02:00.689139 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39756) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:00.839722 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Set router 35d19595-698c-4917-9735-f7f80d8c4b1e gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:02:00.896880 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0605a8a0-b7a2-4941-a834-eebec84cdea2 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:02:00.973370 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 0605a8a0-b7a2-4941-a834-eebec84cdea2 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:00.973744 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.065868 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 3, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port': {'id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:59Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:01.096434 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 001edc31-6f37-4c34-b19e-c3a61720393a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:02:01.103033 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Checking router: 35d19595-698c-4917-9735-f7f80d8c4b1e for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:02:01.103374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Updating router 35d19595-698c-4917-9735-f7f80d8c4b1e port c1375de5-d997-4666-9cd6-5d227ae15688 binding host n-d-816954-1 {{(pid=102826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:02:01.129977 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.155303 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 001edc31-6f37-4c34-b19e-c3a61720393a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:01.155595 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.249377 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.271064 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.288788 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port 001edc31-6f37-4c34-b19e-c3a61720393a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=001edc31-6f37-4c34-b19e-c3a61720393a,segment=NetworkSegment(6ea69f94-7280-4efb-8b20-45392d445e5c),segment_id=6ea69f94-7280-4efb-8b20-45392d445e5c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:02:01.367684 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.396944 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044cfcd9-82a5-4f9f-a719-ada87de882a1 None None] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:02:01.440998 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Notify callbacks [] for port, precommit_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.461367 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Allocated IP 172.20.0.1 (613cc6ac-6338-4f5c-9dc1-41122a1aaf20/82416763-8331-4b86-b3e9-39cc2613a931/eeef690f-33a8-4c25-aafe-e0d4a1d505d3) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:02:01.471132 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=001edc31-6f37-4c34-b19e-c3a61720393a,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:01.494761 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-cdeeb07e-9699-4381-a6d1-c56b4fb8a9ab None None] Provisioning complete for port 001edc31-6f37-4c34-b19e-c3a61720393a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:01.495128 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb07e-9699-4381-a6d1-c56b4fb8a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.527007 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.574881 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.580626 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Attempting to bind port c1375de5-d997-4666-9cd6-5d227ae15688 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:02:01.580877 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Attempting to bind port c1375de5-d997-4666-9cd6-5d227ae15688 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:02:01.581339 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Attempting to bind port c1375de5-d997-4666-9cd6-5d227ae15688 on network 2f38b908-f409-4661-8b06-3048c9d2566b {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:02:01.591866 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0c88-ac8f-4243-8610-56c98ef3ad18 None None] Pushing event updated for resources: {'Port': ['ID=c1375de5-d997-4666-9cd6-5d227ae15688,revision_number=2']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:01.596220 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:02:01.597016 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Checking segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:02:01.597812 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.598823 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Bound using segment: {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'} {{(pid=102826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:02:01.599759 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.managers [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Bound port: c1375de5-d997-4666-9cd6-5d227ae15688, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8ded0-432f-4aae-ac30-acbb945409ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b'}}] {{(pid=102826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:02:01.600683 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.656430 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] For port c1375de5-d997-4666-9cd6-5d227ae15688, host n-d-816954-1, cleared binding levels {{(pid=102826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:02:01.659628 n-d-816954-1 neutron-server[102826]: DEBUG neutron.plugins.ml2.db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] For port c1375de5-d997-4666-9cd6-5d227ae15688, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c1375de5-d997-4666-9cd6-5d227ae15688,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:02:01.687207 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.726117 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:02:01.729274 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:02:01.733172 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:02:01.757532 n-d-816954-1 neutron-server[102826]: DEBUG neutron_lib.callbacks.manager [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.768032 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Pushing event updated for resources: {'Port': ['ID=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:01.786212 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469258'] for router_interface, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.815129 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0c88-ac8f-4243-8610-56c98ef3ad18 None None] Pushing event updated for resources: {'Port': ['ID=c1375de5-d997-4666-9cd6-5d227ae15688,revision_number=3']} {{(pid=102826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:01.822856 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Routers {'35d19595-698c-4917-9735-f7f80d8c4b1e'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:02:01.823507 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35d19595-698c-4917-9735-f7f80d8c4b1e'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:01.884693 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-a0116305-87dc-486e-a7a4-c5beb340fd0e None None] Provisioning complete for port 001edc31-6f37-4c34-b19e-c3a61720393a triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:01.885189 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a0116305-87dc-486e-a7a4-c5beb340fd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:01.940238 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] Set router 35d19595-698c-4917-9735-f7f80d8c4b1e gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:02:01.995839 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:02.098681 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-f2124b77-8784-4856-b13a-8e1f9d06bcaf None None] Provisioning complete for port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:02.099287 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f2124b77-8784-4856-b13a-8e1f9d06bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:02.127010 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 3, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port': {'id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:59Z', 'updated_at': '2021-12-13T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:02.135437 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-f2124b77-8784-4856-b13a-8e1f9d06bcaf None None] Port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 16:02:02.159984 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59cd804-8239-4818-ad50-b2325010a867 None None] The sync data for ids ['35d19595-698c-4917-9735-f7f80d8c4b1e'] in n-d-816954-1 is: [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 3, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port': {'id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:59Z', 'updated_at': '2021-12-13T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:02:02.186490 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:02.247765 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:02.317008 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470911'] for router_interface, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:02.318943 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Pushing event updated for resources: {'Port': ['ID=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:02.434670 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:02:02.436161 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:02:02.564293 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Router 35d19595-698c-4917-9735-f7f80d8c4b1e has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:02:02.659862 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-1a68be47-fd71-44b0-819e-9e8488d13534 None None] Provisioning complete for port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:02.661033 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1a68be47-fd71-44b0-819e-9e8488d13534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:02.683957 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:02:02.689284 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-ddc2a8a5-0312-49a3-a1f7-0c6c19f8e6bf admin admin] 10.222.0.24 "PUT /v2.0/routers/35d19595-698c-4917-9735-f7f80d8c4b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9990816 Dec 13 16:02:02.705722 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-1a68be47-fd71-44b0-819e-9e8488d13534 None None] Port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 16:02:02.911675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 001edc31-6f37-4c34-b19e-c3a61720393a up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:02:02.965136 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port 001edc31-6f37-4c34-b19e-c3a61720393a triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:02.965261 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.047375 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c1375de5-d997-4666-9cd6-5d227ae15688 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:02:03.248410 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c1375de5-d997-4666-9cd6-5d227ae15688 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:03.249109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.323110 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.343226 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] For port c1375de5-d997-4666-9cd6-5d227ae15688, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c1375de5-d997-4666-9cd6-5d227ae15688,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:02:03.442395 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.456349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39766) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:03.461143 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-1f5a29d7-1413-4619-a13e-e5e80e492b55 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505441022', 'description': 'tempest-secgroup-smoke-505441022 description', 'project_id': '9b2aebed2e1c42bea159f66ad67cd396'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:03.492110 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Pushing event updated for resources: {'Port': ['ID=c1375de5-d997-4666-9cd6-5d227ae15688,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:03.539453 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f5a29d7-1413-4619-a13e-e5e80e492b55 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.605399 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f5a29d7-1413-4619-a13e-e5e80e492b55 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.676406 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f5a29d7-1413-4619-a13e-e5e80e492b55 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.707261 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a29d7-1413-4619-a13e-e5e80e492b55 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdc74a-411f-4a12-a966-a01c48440e7a,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:03.735272 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Sync routers for ids ['35d19595-698c-4917-9735-f7f80d8c4b1e'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:02:03.744777 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Routers {'35d19595-698c-4917-9735-f7f80d8c4b1e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:02:03.745365 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35d19595-698c-4917-9735-f7f80d8c4b1e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:03.758171 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-1f5a29d7-1413-4619-a13e-e5e80e492b55 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.759539 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-1f5a29d7-1413-4619-a13e-e5e80e492b55 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3021810 Dec 13 16:02:03.762653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39768) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:03.767329 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9249a300-f934-4837-b5e1-ccb29451baff tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'security_group_rule': {'security_group_id': '33bdc74a-411f-4a12-a966-a01c48440e7a', 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:03.847428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Set router 35d19595-698c-4917-9735-f7f80d8c4b1e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:02:03.858302 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9249a300-f934-4837-b5e1-ccb29451baff tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.915466 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9249a300-f934-4837-b5e1-ccb29451baff tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:03.989424 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9249a300-f934-4837-b5e1-ccb29451baff tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.008012 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249a300-f934-4837-b5e1-ccb29451baff tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abebdd67-d872-4bbb-9239-5d5cebfec727,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:04.046221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:02:01Z', 'revision_number': 4, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port': {'id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:59Z', 'updated_at': '2021-12-13T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'eeef690f-33a8-4c25-aafe-e0d4a1d505d3', 'name': '', 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20', 'tenant_id': '460e6455147a49babbb567315a78f873', 'mac_address': 'fa:16:3e:3a:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '82416763-8331-4b86-b3e9-39cc2613a931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:02:01Z', 'updated_at': '2021-12-13T16:02:02Z', 'revision_number': 2, 'project_id': '460e6455147a49babbb567315a78f873', 'subnets': [{'id': '82416763-8331-4b86-b3e9-39cc2613a931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:04.072571 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Checking router: 35d19595-698c-4917-9735-f7f80d8c4b1e for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:02:04.072922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Updating router 35d19595-698c-4917-9735-f7f80d8c4b1e port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 binding host n-d-816954-1 {{(pid=102825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:02:04.078112 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9249a300-f934-4837-b5e1-ccb29451baff tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.079379 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9249a300-f934-4837-b5e1-ccb29451baff tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157949 Dec 13 16:02:04.082185 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39770) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:04.086626 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-2ced1533-e87b-4840-ba55-f6257485e560 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'security_group_rule': {'security_group_id': '33bdc74a-411f-4a12-a966-a01c48440e7a', 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:04.096712 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.195677 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ced1533-e87b-4840-ba55-f6257485e560 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.256488 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ced1533-e87b-4840-ba55-f6257485e560 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.321737 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ced1533-e87b-4840-ba55-f6257485e560 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.341058 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced1533-e87b-4840-ba55-f6257485e560 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e47ab6-9c9b-480a-b7a4-10da43a1a12a,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:04.361006 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Notify callbacks [] for port, precommit_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.403754 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-2ced1533-e87b-4840-ba55-f6257485e560 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.405057 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-2ced1533-e87b-4840-ba55-f6257485e560 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218975 Dec 13 16:02:04.407832 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39772) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:04.412273 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-9e3df805-fbc2-47f3-9375-a5c8cb1b90f1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'security_group_rule': {'security_group_id': '33bdc74a-411f-4a12-a966-a01c48440e7a', 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:04.418957 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.466598 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bad30-56bc-46de-b4c8-f392c0b65701 None None] Pushing event updated for resources: {'Port': ['ID=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,revision_number=3']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:04.510074 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3df805-fbc2-47f3-9375-a5c8cb1b90f1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.519141 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Attempting to bind port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 on host n-d-816954-1 for vnic_type normal with profile {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:02:04.519510 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Attempting to bind port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 by drivers openvswitch,hyperv on host n-d-816954-1 at level 0 using segments [{'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:02:04.520489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Attempting to bind port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 on network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:02:04.525737 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Checking agent: {'id': '5f94c99f-ee70-49f4-b335-1e905c8e1416', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 27, 25), 'started_at': datetime.datetime(2021, 12, 13, 14, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816954-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:02:04.526122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Checking segment: {'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:02:04.526576 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.526942 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Bound using segment: {'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'} {{(pid=102825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:02:04.527678 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.managers [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Bound port: eeef690f-33a8-4c25-aafe-e0d4a1d505d3, host: n-d-816954-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea69f94-7280-4efb-8b20-45392d445e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20'}}] {{(pid=102825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:02:04.528053 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.578379 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3df805-fbc2-47f3-9375-a5c8cb1b90f1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.606781 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] For port eeef690f-33a8-4c25-aafe-e0d4a1d505d3, host n-d-816954-1, cleared binding levels {{(pid=102825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:02:04.610201 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] For port eeef690f-33a8-4c25-aafe-e0d4a1d505d3, host n-d-816954-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,segment=NetworkSegment(6ea69f94-7280-4efb-8b20-45392d445e5c),segment_id=6ea69f94-7280-4efb-8b20-45392d445e5c)] {{(pid=102825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:02:04.635211 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3df805-fbc2-47f3-9375-a5c8cb1b90f1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.655063 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3df805-fbc2-47f3-9375-a5c8cb1b90f1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62e4333-9f9c-4b27-b73a-6f6a1a7f49ff,revision_number=0']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:04.686992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.740959 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-9e3df805-fbc2-47f3-9375-a5c8cb1b90f1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.744872 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-9e3df805-fbc2-47f3-9375-a5c8cb1b90f1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333828 Dec 13 16:02:04.749214 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39774) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:04.751383 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-1611bb30-a7c6-4d63-bd98-e0053494680f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'security_group_rule': {'security_group_id': '33bdc74a-411f-4a12-a966-a01c48440e7a', 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:04.757049 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Routers {'35d19595-698c-4917-9735-f7f80d8c4b1e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:02:04.757637 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35d19595-698c-4917-9735-f7f80d8c4b1e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:04.761642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bad30-56bc-46de-b4c8-f392c0b65701 None None] Pushing event updated for resources: {'Port': ['ID=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:04.826293 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-ca9a8ce8-474d-4dc6-bcb2-c2bbcbb48e7d None None] Provisioning complete for port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:04.826669 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8ce8-474d-4dc6-bcb2-c2bbcbb48e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.862117 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c1375de5-d997-4666-9cd6-5d227ae15688 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:02:04.870967 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1611bb30-a7c6-4d63-bd98-e0053494680f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.939139 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1611bb30-a7c6-4d63-bd98-e0053494680f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:04.945198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] Set router 35d19595-698c-4917-9735-f7f80d8c4b1e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:02:05.007877 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1611bb30-a7c6-4d63-bd98-e0053494680f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.024318 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bb30-a7c6-4d63-bd98-e0053494680f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a801e87-ab0b-451e-b14c-e785b3cfed2f,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:05.044988 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port c1375de5-d997-4666-9cd6-5d227ae15688 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:05.045350 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.068195 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8ce8-474d-4dc6-bcb2-c2bbcbb48e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.089833 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-1611bb30-a7c6-4d63-bd98-e0053494680f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.091131 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-1611bb30-a7c6-4d63-bd98-e0053494680f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446305 Dec 13 16:02:05.093797 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39776) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:05.098183 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'security_group_rule': {'security_group_id': '33bdc74a-411f-4a12-a966-a01c48440e7a', 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:05.164015 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-ca9a8ce8-474d-4dc6-bcb2-c2bbcbb48e7d None None] For port eeef690f-33a8-4c25-aafe-e0d4a1d505d3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,segment=NetworkSegment(6ea69f94-7280-4efb-8b20-45392d445e5c),segment_id=6ea69f94-7280-4efb-8b20-45392d445e5c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:02:05.178749 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Project 9b2aebed2e1c42bea159f66ad67cd396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:02:05.183938 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.220527 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8ce8-474d-4dc6-bcb2-c2bbcbb48e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.245486 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.295973 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a8ce8-474d-4dc6-bcb2-c2bbcbb48e7d None None] Pushing event updated for resources: {'Port': ['ID=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:05.309296 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:02:01Z', 'revision_number': 4, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port': {'id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:59Z', 'updated_at': '2021-12-13T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'eeef690f-33a8-4c25-aafe-e0d4a1d505d3', 'name': '', 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20', 'tenant_id': '460e6455147a49babbb567315a78f873', 'mac_address': 'fa:16:3e:3a:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '82416763-8331-4b86-b3e9-39cc2613a931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:02:01Z', 'updated_at': '2021-12-13T16:02:04Z', 'revision_number': 4, 'project_id': '460e6455147a49babbb567315a78f873', 'subnets': [{'id': '82416763-8331-4b86-b3e9-39cc2613a931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:05.315779 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.335156 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3c0196-39b8-41ce-a5d7-0bed56dd69b5,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:05.339893 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021215de-bf1d-428e-a2a1-0c0b812bf316 None None] The sync data for ids ['35d19595-698c-4917-9735-f7f80d8c4b1e'] in n-d-816954-1 is: [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:02:01Z', 'revision_number': 4, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port': {'id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:59Z', 'updated_at': '2021-12-13T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': 'eeef690f-33a8-4c25-aafe-e0d4a1d505d3', 'name': '', 'network_id': '613cc6ac-6338-4f5c-9dc1-41122a1aaf20', 'tenant_id': '460e6455147a49babbb567315a78f873', 'mac_address': 'fa:16:3e:3a:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '82416763-8331-4b86-b3e9-39cc2613a931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:02:01Z', 'updated_at': '2021-12-13T16:02:04Z', 'revision_number': 4, 'project_id': '460e6455147a49babbb567315a78f873', 'subnets': [{'id': '82416763-8331-4b86-b3e9-39cc2613a931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:02:05.350119 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-6328c2ae-f829-4339-9831-9a15ee607803 None None] Provisioning complete for port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:05.350878 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6328c2ae-f829-4339-9831-9a15ee607803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.415462 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.416717 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-eec94249-3a9a-4922-a674-4e6fadc9bbe5 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219473 Dec 13 16:02:05.419524 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39778) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:05.424058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'security_group_rule': {'security_group_id': '33bdc74a-411f-4a12-a966-a01c48440e7a', 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:05.510726 n-d-816954-1 neutron-server[102823]: INFO neutron.db.securitygroups_db [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Project 9b2aebed2e1c42bea159f66ad67cd396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:02:05.518302 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.582280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.659116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446116'] for security_group_rule, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.681080 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4611c7f7-cf22-4bad-b489-af3851a82dab,revision_number=0']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:05.764773 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:05.766583 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f3fbd151-aebd-4787-ae7f-fcd78150d54e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3459730 Dec 13 16:02:05.905190 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-24a7ed45-af35-49e5-90dc-88086487b84e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505441022&fields=id&tenant_id=9b2aebed2e1c42bea159f66ad67cd396 HTTP/1.1" status: 200 len: 267 time: 0.0347736 Dec 13 16:02:06.009437 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-aeb4f92b-e98f-4fdb-91b9-a0f7ca0c90ae tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:06.010971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-aeb4f92b-e98f-4fdb-91b9-a0f7ca0c90ae tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 809 time: 0.0992742 Dec 13 16:02:06.026875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a0a3bc60-3abf-47af-8a5b-8210dbb97aa1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/quotas/9b2aebed2e1c42bea159f66ad67cd396 HTTP/1.1" status: 200 len: 375 time: 0.0098295 Dec 13 16:02:06.080595 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-4470cfbb-3413-4f24-98b1-46daa4511943 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473566 Dec 13 16:02:06.095862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-7f7e55fe-bb3b-4d91-882f-3ffbdaafa395 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:02:06.096711 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-7f7e55fe-bb3b-4d91-882f-3ffbdaafa395 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047705 Dec 13 16:02:06.188221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-8bd3d148-3cba-4224-a8aa-14f8bf7ab1c2 service neutron] 10.222.0.24 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853302 Dec 13 16:02:06.273302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-bf1ef388-537f-402b-886e-d124b1653aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789843 Dec 13 16:02:06.499248 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0c901747-464c-41a0-b6c5-0ec97fd52ea4 req-2adc8d1c-e407-493f-978e-2ca1c7d52b8b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 210 time: 0.0297043 Dec 13 16:02:06.839579 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eeef690f-33a8-4c25-aafe-e0d4a1d505d3 up at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:02:06.887130 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Provisioning complete for port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:06.887503 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:07.580676 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-baddd6cc-a81d-4742-9f69-5b1f04aca01d req-8956b0db-92e2-4bde-a7cf-918bac7791bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 210 time: 0.0310969 Dec 13 16:02:08.641124 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-29f8dfd5-bcb0-42fa-99f5-bebdcf804b81 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:08.643027 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-29f8dfd5-bcb0-42fa-99f5-bebdcf804b81 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 809 time: 0.1070311 Dec 13 16:02:08.679730 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c0a1b80-7e66-4293-869a-bd91786d923e req-d86fdf96-df8b-448b-a80e-4b3cacb59c99 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Dec 13 16:02:08.685423 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-dee5c7a2-5a8a-4e13-90b7-74ca8ecaae88 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2aebed2e1c42bea159f66ad67cd396 HTTP/1.1" status: 200 len: 379 time: 0.0335310 Dec 13 16:02:08.696551 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'port': {'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'admin_state_up': True, 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'security_groups': ['33bdc74a-411f-4a12-a966-a01c48440e7a']}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:08.869270 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Made reservation on behalf of 9b2aebed2e1c42bea159f66ad67cd396 for: {'port': 1} {{(pid=102823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:02:08.872945 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:08.999774 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Allocated IP 172.20.0.9 (bd438b49-f7e4-471e-ab00-aa2dfe250052/3b7377b5-6697-4124-9ada-13bc36d0a241/2c16466f-2050-4ec7-a3bc-0327f4e093a4) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:02:09.132515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:09.213227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:09.257188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:02:09.260188 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:02:09.264075 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:02:09.291911 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:09.320283 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:09.320906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:09.387525 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a1141439-3b52-4595-b13c-c7aa2eeb80f7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6956174 Dec 13 16:02:09.498327 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Request body: {'port': {'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816954-1'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:09.502675 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-742f94c3-83b4-4287-aeb8-2acf8b6fa72f None None] Provisioning complete for port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:09.503140 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-742f94c3-83b4-4287-aeb8-2acf8b6fa72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:09.537202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-742f94c3-83b4-4287-aeb8-2acf8b6fa72f None None] Port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 16:02:09.551894 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:09.855889 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a699c8-7618-4f9e-aa84-c002ba125d1e req-bc56c6f7-f5b6-4480-9dca-95fc34d6d3bd tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:09.857307 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39a699c8-7618-4f9e-aa84-c002ba125d1e req-bc56c6f7-f5b6-4480-9dca-95fc34d6d3bd tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 931 time: 0.1091001 Dec 13 16:02:09.876584 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c16466f-2050-4ec7-a3bc-0327f4e093a4 {{(pid=102823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:02:09.891655 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:09.915189 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.provisioning_blocks [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Transition to ACTIVE for port object 2c16466f-2050-4ec7-a3bc-0327f4e093a4 will not be triggered until provisioned by entity L2. {{(pid=102823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:02:09.918446 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-39a699c8-7618-4f9e-aa84-c002ba125d1e req-cdd12dff-0d37-4983-bd0e-07dac84aa0c6 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531492 Dec 13 16:02:09.973017 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:10.025606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:10.100936 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Attempting to bind port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 on host n-h2-816954-1 for vnic_type normal with profile {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:02:10.101272 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Attempting to bind port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 by drivers openvswitch,hyperv on host n-h2-816954-1 at level 0 using segments [{'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:02:10.101606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Attempting to bind port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:02:10.106884 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 not bound, no agent of type Open vSwitch agent registered on host n-h2-816954-1 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:02:10.107015 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Attempting to bind port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:02:10.111935 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Checking agent: {'id': '9354518e-7c4f-416b-a2d5-5cb4bb155940', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:02:10.112267 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Checking segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:02:10.112641 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Bound using segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} {{(pid=102823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:02:10.113063 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.managers [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Bound port: 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host: n-h2-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}}] {{(pid=102823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:02:10.113415 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:10.177526 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, cleared binding levels {{(pid=102823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:02:10.181030 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:02:10.242471 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:10.276917 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:10.277404 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:10.278867 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] 10.222.0.50 "PUT /v2.0/ports/2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 1091 time: 0.8829618 Dec 13 16:02:10.279295 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:02:10.281560 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54336e99-2d10-4774-9ed5-d22d02f6872b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:02:10.306470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0f116-069c-4a98-9f22-f3ea3f803280 service neutron] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=3']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:10.399502 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c0cc5d-02af-478e-a70e-b0bf69ae47f1 x-openstack-request-id: req-b6c0cc5d-02af-478e-a70e-b0bf69ae47f1 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:02:10.399808 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:02:10.400040 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6c0cc5d-02af-478e-a70e-b0bf69ae47f1 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:02:10.400434 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'status': 'completed', 'code': 200} Dec 13 16:02:10.434358 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-47e063c3-7993-42a0-8383-4ee242ca6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:10.435853 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-47e063c3-7993-42a0-8383-4ee242ca6dc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1094 time: 0.0486500 Dec 13 16:02:10.477559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-824ab0be-30ea-494a-a4af-292258152431 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 217 time: 0.0340316 Dec 13 16:02:10.526113 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-05267faf-0926-4f9e-b8e4-4454544ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:10.527547 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-05267faf-0926-4f9e-b8e4-4454544ff87a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0429604 Dec 13 16:02:10.575674 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a973a932-c685-4c95-af5c-b7e1cd00d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:10.577043 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-a973a932-c685-4c95-af5c-b7e1cd00d71b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426331 Dec 13 16:02:10.665162 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-c7038f98-90f2-41b1-981d-8ccc47e6562b service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804164 Dec 13 16:02:10.757875 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ca3c1cf8-b206-484b-98cd-d4713e935f84 req-0eaf8b54-aac3-4cb1-a55a-89d36ed0b431 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850859 Dec 13 16:02:10.883405 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-76f3c73b-9e46-4e57-8385-500bc5ea02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:10.884928 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-76f3c73b-9e46-4e57-8385-500bc5ea02d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1094 time: 0.0418899 Dec 13 16:02:10.980285 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-71e12bae-30b6-4137-ad54-c724108dc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:10.981764 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-71e12bae-30b6-4137-ad54-c724108dc5d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0894322 Dec 13 16:02:11.361790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-19897cd0-8acd-43fd-837c-9b6d2ae14f5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 217 time: 0.3691599 Dec 13 16:02:11.416943 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841cf0f-eeed-4c6e-a2d9-9d9f6bafbd04 req-b69aa28c-7d3c-49e6-8e69-a21d90910af1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:11.418429 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9841cf0f-eeed-4c6e-a2d9-9d9f6bafbd04 req-b69aa28c-7d3c-49e6-8e69-a21d90910af1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 943 time: 0.4341028 Dec 13 16:02:11.441722 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-2b550e65-1284-41e1-8dfd-0da13ecd98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:11.443152 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-2b550e65-1284-41e1-8dfd-0da13ecd98e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0725641 Dec 13 16:02:11.489678 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-9841cf0f-eeed-4c6e-a2d9-9d9f6bafbd04 req-6fdf1965-22bc-42dd-9f8d-53d1e776a7a4 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651920 Dec 13 16:02:11.502482 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-4ec9e17c-f432-4b1f-a43c-614082e36422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:11.503933 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-4ec9e17c-f432-4b1f-a43c-614082e36422 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528965 Dec 13 16:02:11.593519 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-be449aba-bafd-4d52-b7a4-9adfa6935494 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806727 Dec 13 16:02:11.686401 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-54336e99-2d10-4774-9ed5-d22d02f6872b req-a38fedb8-64cd-4399-8c2d-9ce815fe8899 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851042 Dec 13 16:02:12.607958 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa464620-b3f0-4e12-bb9c-77c6a69e4184 req-e0c45cf6-4939-4a55-94ba-d67fbbafa1e7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:12.609421 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa464620-b3f0-4e12-bb9c-77c6a69e4184 req-e0c45cf6-4939-4a55-94ba-d67fbbafa1e7 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 943 time: 0.0518346 Dec 13 16:02:12.646357 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fa464620-b3f0-4e12-bb9c-77c6a69e4184 req-56edc2fd-0857-4eb4-9ab2-f7effc1bf01b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308962 Dec 13 16:02:13.765952 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5acaf-ac44-4499-99fb-80c2dfdeae89 req-636ebc1a-17c5-4478-98d8-4f44454d4d7e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:13.768812 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99c5acaf-ac44-4499-99fb-80c2dfdeae89 req-636ebc1a-17c5-4478-98d8-4f44454d4d7e tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 943 time: 0.0544457 Dec 13 16:02:13.813428 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-99c5acaf-ac44-4499-99fb-80c2dfdeae89 req-03546939-0391-423f-b884-f51446f55018 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392540 Dec 13 16:02:14.926572 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310ba24-d03c-4d11-9037-e2ac713225c3 req-9a1ea7cc-554d-45d7-acb6-74b4a26e5d80 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:14.928036 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7310ba24-d03c-4d11-9037-e2ac713225c3 req-9a1ea7cc-554d-45d7-acb6-74b4a26e5d80 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 943 time: 0.0487578 Dec 13 16:02:14.966062 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7310ba24-d03c-4d11-9037-e2ac713225c3 req-402bdbd8-034d-4583-a278-350afdd79113 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321705 Dec 13 16:02:15.119013 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2c16466f-2050-4ec7-a3bc-0327f4e093a4 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:02:15.210402 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:02:15.224053 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:02:15.259499 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:15.271688 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c16466f-2050-4ec7-a3bc-0327f4e093a4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:02:15.290118 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:02:15.361249 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:15.406708 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:15.571469 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2c16466f-2050-4ec7-a3bc-0327f4e093a4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:02:16.078642 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfa537-035a-4d7a-b91a-f96bed0a5e98 req-299bbb55-8f05-4d55-a92f-4075c84f8a94 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:16.080100 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16cfa537-035a-4d7a-b91a-f96bed0a5e98 req-299bbb55-8f05-4d55-a92f-4075c84f8a94 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 944 time: 0.0483193 Dec 13 16:02:16.117102 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-16cfa537-035a-4d7a-b91a-f96bed0a5e98 req-70795210-21c3-4294-96e2-4948502c7e11 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311005 Dec 13 16:02:16.629970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:17.117277 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2c16466f-2050-4ec7-a3bc-0327f4e093a4 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:02:17.234882 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede52a-2e8e-44de-ac44-f6f348c56dd3 req-085f9d73-5798-44f9-aaec-9a4829638c81 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:17.236373 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aaede52a-2e8e-44de-ac44-f6f348c56dd3 req-085f9d73-5798-44f9-aaec-9a4829638c81 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 944 time: 0.0493054 Dec 13 16:02:17.274030 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-aaede52a-2e8e-44de-ac44-f6f348c56dd3 req-2a836324-82d8-4620-aeac-7b868b18002f tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317764 Dec 13 16:02:17.292792 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning for port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:02:17.296733 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:02:17.300720 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:17.374440 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:17.396285 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:02:17.399121 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b6bb60-ac49-42ac-96b8-04df8c98c6ea" -d '{"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-plugged", "status": "completed", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:02:17.413122 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:02:17.475897 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:17.502551 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17ccae3-57d9-492c-8114-26152e7a6c2c x-openstack-request-id: req-b17ccae3-57d9-492c-8114-26152e7a6c2c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:02:17.502845 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-plugged", "status": "completed", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:02:17.503102 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b17ccae3-57d9-492c-8114-26152e7a6c2c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:02:17.503493 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'code': 200} Dec 13 16:02:17.526885 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:17.601737 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e237d7-b754-47ee-952b-6d12f6ab4e96 req-16bf4c3b-a3c9-4e6d-99b2-840301620185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:17.603238 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95e237d7-b754-47ee-952b-6d12f6ab4e96 req-16bf4c3b-a3c9-4e6d-99b2-840301620185 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1096 time: 0.0453396 Dec 13 16:02:17.638505 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-95e237d7-b754-47ee-952b-6d12f6ab4e96 req-ab7472b5-0648-4b0b-8eaf-36d751fefad5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274036 Dec 13 16:02:17.829748 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:18.389493 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf82121-1bf0-4a9d-af67-c6e4f68a6ea8 req-acd35bd0-4c07-46ce-88f6-b2fb78ff14db tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:18.390972 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cf82121-1bf0-4a9d-af67-c6e4f68a6ea8 req-acd35bd0-4c07-46ce-88f6-b2fb78ff14db tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Dec 13 16:02:18.428338 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cf82121-1bf0-4a9d-af67-c6e4f68a6ea8 req-a17cbced-750a-467f-ae09-704f66848dd0 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Dec 13 16:02:19.541709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ae0f-4a63-448e-ae0b-5c654217850d req-90be7f1f-39de-4c5f-8ba3-61abbeb9a456 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:19.543196 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a186ae0f-4a63-448e-ae0b-5c654217850d req-90be7f1f-39de-4c5f-8ba3-61abbeb9a456 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Dec 13 16:02:19.580803 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-a186ae0f-4a63-448e-ae0b-5c654217850d req-265a88cd-aa83-446f-9b36-f8203b1142a1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Dec 13 16:02:19.700393 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcc016-10f1-4816-836c-428a187a58f7 req-d7abce2c-1d44-4690-bd35-7f2804ed8164 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:19.701905 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cbcc016-10f1-4816-836c-428a187a58f7 req-d7abce2c-1d44-4690-bd35-7f2804ed8164 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 945 time: 0.0568314 Dec 13 16:02:19.740171 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-5cbcc016-10f1-4816-836c-428a187a58f7 req-ea16002d-36e5-4f27-9dcb-d8212b323e68 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317714 Dec 13 16:02:19.761685 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 39844) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:19.841013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9caf108-f850-4c61-84f4-33d7a960d02a tempest-TestSnapshotPattern-1454155741 tempest-TestSnapshotPattern-1454155741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:19.842553 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-c9caf108-f850-4c61-84f4-33d7a960d02a tempest-TestSnapshotPattern-1454155741 tempest-TestSnapshotPattern-1454155741-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1091 time: 0.0797968 Dec 13 16:02:19.845571 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 39848) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:02:19.850718 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:02:19.932986 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:19.955707 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a864c077-1c04-494a-a967-9fd0e811357e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:20.030174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:20.128396 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Allocated IP 172.25.7.194 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/c8a7f5b8-afc1-4304-b252-202b1553b1d5) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:02:20.229307 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:20.322161 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:20.356087 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:02:20.359017 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:02:20.362651 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:02:20.391054 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'Port': ['ID=c8a7f5b8-afc1-4304-b252-202b1553b1d5,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:20.989513 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:21.105317 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:21.251972 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:21.315744 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:21.387434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'Port': ['ID=c8a7f5b8-afc1-4304-b252-202b1553b1d5,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:02:21.397961 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:21.496512 n-d-816954-1 neutron-server[102824]: INFO neutron.db.l3_db [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Floating IP 75750d52-73fe-445d-8df7-81ff9e45a811 associated. External IP: 172.25.7.194, port: 2c16466f-2050-4ec7-a3bc-0327f4e093a4. Dec 13 16:02:21.699721 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Router 83435827-a48f-4235-b1ed-b22bcdf3c224 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:02:21.807819 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:02:21.817545 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] Sync routers for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:02:21.826968 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:02:21.830784 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:21.872612 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:21.914349 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-e3cf60d2-15a2-43cc-8403-7a62efde0080 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0543132 Dec 13 16:02:21.914349 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:02:21.914349 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:02:21.931921 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:02:21.939043 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e088e-4fbf-41d9-b2cf-c4e5007f9e77 x-openstack-request-id: req-5a6e088e-4fbf-41d9-b2cf-c4e5007f9e77 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:02:21.939346 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:02:21.939603 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a6e088e-4fbf-41d9-b2cf-c4e5007f9e77 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:02:21.940010 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'status': 'completed', 'code': 200} Dec 13 16:02:21.999606 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-e475afba-93d6-422f-8179-3147409221c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:22.001092 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-e475afba-93d6-422f-8179-3147409221c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1096 time: 0.0394547 Dec 13 16:02:22.093803 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-7989c67f-835e-45ad-9000-e22770478fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:22.095302 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-7989c67f-835e-45ad-9000-e22770478fa2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0867653 Dec 13 16:02:22.149403 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:20Z', 'revision_number': 0, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:22.170035 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-f4ed3c6a-8295-46c8-aadd-92c07319d5fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 999 time: 0.0662353 Dec 13 16:02:22.179116 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] Checking router: 83435827-a48f-4235-b1ed-b22bcdf3c224 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:02:22.187306 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:02:22.187888 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:01:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:22.223635 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-3ec9dfba-d169-44f4-89b8-4fc832632a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:22.225779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-3ec9dfba-d169-44f4-89b8-4fc832632a95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0478806 Dec 13 16:02:22.273480 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-23dededd-0a4c-4adf-9669-f29fa256971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:22.275049 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-23dededd-0a4c-4adf-9669-f29fa256971c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413513 Dec 13 16:02:22.333399 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7661e3d1-d3b6-4f5b-abd2-ca3bb9572698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:22.372897 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-d65f9a15-95b3-4ad0-8c2e-b8e0726656dc service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874767 Dec 13 16:02:22.380433 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:02:22.470041 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-011622e7-e18f-4ca1-b7f8-a97f5f74e28d req-b3851119-51c5-4b42-8b35-953bdfc01369 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899091 Dec 13 16:02:22.606587 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:20Z', 'revision_number': 0, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:02:22.635558 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0e011-4c6a-4040-885a-1f32b8c12074 None None] The sync data for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 is: [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:20Z', 'revision_number': 0, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:02:22.826938 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cec3b-8062-496a-b694-cb0943c35a93 None None] New status for floating IP 75750d52-73fe-445d-8df7-81ff9e45a811: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:02:23.561099 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:25.201968 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:25.235709 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:34.294918 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:02:46.639700 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:47.886880 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:50.000826 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-7ceb3ec7-82c7-4d13-9c55-e0a890257861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:52.273613 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-565bbf36-36c1-4f1d-9aee-766a6e042468 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416808 Dec 13 16:02:52.338432 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-21730907-875b-42da-a88b-6603206a16c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:52.355013 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340767e-88df-4622-8650-80c5db109abe req-b2b7bfc4-7e32-4982-91a3-66cf2bdd6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:52.356491 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-b2b7bfc4-7e32-4982-91a3-66cf2bdd6064 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1096 time: 0.0403817 Dec 13 16:02:52.460962 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340767e-88df-4622-8650-80c5db109abe req-237302c1-d2f5-478b-b9b7-37dfe685ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:52.462436 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-237302c1-d2f5-478b-b9b7-37dfe685ae26 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0861657 Dec 13 16:02:52.527790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-1d00f7d6-3d95-4a28-b135-447b29d12332 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 1001 time: 0.0569084 Dec 13 16:02:52.581228 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340767e-88df-4622-8650-80c5db109abe req-cafddb2c-130a-4db8-8c7e-9feb86aa9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:52.582671 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-cafddb2c-130a-4db8-8c7e-9feb86aa9f02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0472813 Dec 13 16:02:52.628331 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340767e-88df-4622-8650-80c5db109abe req-aa2033c3-16ae-4763-ba4b-d96be25ec250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:02:52.629790 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-aa2033c3-16ae-4763-ba4b-d96be25ec250 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403194 Dec 13 16:02:52.717952 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-ef87066f-7427-4e2c-9bb3-a46437074aee service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811040 Dec 13 16:02:52.812512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-8340767e-88df-4622-8650-80c5db109abe req-fff779ad-86bf-462b-a08c-436940ec32d3 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873473 Dec 13 16:02:53.566548 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:54.146680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-da90315d-cc7f-40de-af99-fb159fab97d3 req-04c67dbf-cf2a-493c-a74e-a5741b5fe04a service neutron] (102823) timed out ('10.222.0.24', 34062) {{(pid=102823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 16:02:55.195174 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:02:55.217828 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:11.293953 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:03:16.640635 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:17.863560 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:20.018220 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3b25fdc3-36da-4e1c-bf5a-a515d79febad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:22.343456 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85497a8f-10c8-4795-9cbb-66428a9c4a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:23.576185 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:25.223659 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:25.252234 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:46.661619 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:47.857761 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:48.293075 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:03:49.952923 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f3cddafc-19f8-4f55-b39f-7874bd02a8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:52.284894 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-fee13127-3909-410b-9974-cb21dbbbfd42 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399435 Dec 13 16:03:52.336166 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-de59812d-051e-467a-991c-163c604b6484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:52.363771 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-e815e39e-0514-4bc6-8866-50f41b6aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:03:52.365221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-e815e39e-0514-4bc6-8866-50f41b6aaf67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1096 time: 0.0405457 Dec 13 16:03:52.467569 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-188798a7-9ed7-46f6-990a-5aba3700b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:03:52.469005 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-188798a7-9ed7-46f6-990a-5aba3700b8a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0864134 Dec 13 16:03:52.533109 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-107397be-1e50-4eb9-8db5-c5ace5255d05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 1001 time: 0.0573146 Dec 13 16:03:52.584019 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-4cf9f66f-cebb-42d8-80b8-c38881e02678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:03:52.585328 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-4cf9f66f-cebb-42d8-80b8-c38881e02678 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0457389 Dec 13 16:03:52.629914 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-4496863b-1fb8-4c44-8189-f9623c746d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:03:52.639146 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-4496863b-1fb8-4c44-8189-f9623c746d28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394273 Dec 13 16:03:52.720332 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-53b19ad3-7a01-45c0-998c-439424b2b227 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821025 Dec 13 16:03:52.814032 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f2ec99a7-91a6-43a9-be87-6ed6fb8a8947 req-fa56c22d-6203-4b24-9451-211dd486146b service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865252 Dec 13 16:03:53.587235 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:55.194767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:03:55.205628 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:16.692057 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:17.878030 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:19.963677 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f4b41c8b-466b-4476-bf29-caa2718524dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:21.610949 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2c16466f-2050-4ec7-a3bc-0327f4e093a4 details requested by agent hyperv_n-h2-816954-1 with host n-h2-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:04:21.710866 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:04:21.721907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Returning: {'device': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:04:21.761608 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:21.774919 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c16466f-2050-4ec7-a3bc-0327f4e093a4 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:04:21.793948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:04:21.861439 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:21.914114 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:21.922475 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.923065 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.923530 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.923948 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.924382 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.924783 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.925202 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.925615 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.926009 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.926443 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.926907 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.927335 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:21.943661 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] get_ports_and_sgs() called for port_ids ['2c16466f-2050-4ec7-a3bc-0327f4e093a4'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:04:22.349063 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d3e58b7f-2e5a-4181-bbaf-fdf9f7dbbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:23.577070 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:23.629061 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2c16466f-2050-4ec7-a3bc-0327f4e093a4 up at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:04:23.682200 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Provisioning complete for port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:04:23.685023 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:23.769281 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:23.797509 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:04:23.799863 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf44bb-bdd3-47aa-bc9c-5a17e1ddca18" -d '{"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-plugged", "status": "completed", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:04:23.817629 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:04:23.846614 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dcc50e-8089-4ac7-bdfa-690d47f08ce6 x-openstack-request-id: req-d9dcc50e-8089-4ac7-bdfa-690d47f08ce6 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:04:23.846985 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-plugged", "status": "completed", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:04:23.847450 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9dcc50e-8089-4ac7-bdfa-690d47f08ce6 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:04:23.848022 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'code': 200} Dec 13 16:04:23.874364 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:23.926467 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:25.210294 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:25.232868 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:25.296311 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:04:32.546446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-196428f5-4fc1-43c9-a1f8-d029b7e87f65 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505441022&fields=id&tenant_id=9b2aebed2e1c42bea159f66ad67cd396 HTTP/1.1" status: 200 len: 267 time: 0.0341120 Dec 13 16:04:32.654833 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-3b4fd32c-21a3-435b-9de8-089b172f9bba tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:32.656294 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-3b4fd32c-21a3-435b-9de8-089b172f9bba tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 809 time: 0.1027911 Dec 13 16:04:32.671586 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-d396b3a4-3dce-4e56-9f72-6957e67de1d3 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/quotas/9b2aebed2e1c42bea159f66ad67cd396 HTTP/1.1" status: 200 len: 375 time: 0.0088522 Dec 13 16:04:32.725720 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-6a5f7e4e-4899-4fb3-aebc-1cfca4c52188 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0489447 Dec 13 16:04:32.787872 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-d96ac0ef-c0de-449c-bf65-f9faa9121fe5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:04:32.788863 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-d96ac0ef-c0de-449c-bf65-f9faa9121fe5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517588 Dec 13 16:04:32.881866 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-319b98a8-cd2e-4bd1-bcd3-39feac51d545 service neutron] 10.222.0.24 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866725 Dec 13 16:04:32.971656 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-f05657e6-3cbb-4868-8d91-49fb3c2013e2 service neutron] 10.222.0.24 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832675 Dec 13 16:04:33.220161 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-31ee17b2-afe0-4f81-95c2-79556e29b02a req-ddd7918a-7caf-4217-8a54-15c0caee6474 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 210 time: 0.0267179 Dec 13 16:04:34.319195 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-e4d502cf-96b5-4d10-8c71-2317e6be0faf req-d8baa1ed-830f-417e-9ee8-ecd2e8f3cd5a tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 210 time: 0.0266216 Dec 13 16:04:35.188989 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-9febbb6e-3fc5-499c-9bf5-4c43a47ac40b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:35.190446 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-9febbb6e-3fc5-499c-9bf5-4c43a47ac40b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.55 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 809 time: 0.1062081 Dec 13 16:04:35.232147 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-a89328c4-f618-47c4-a31a-d5c3eb353243 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2aebed2e1c42bea159f66ad67cd396 HTTP/1.1" status: 200 len: 379 time: 0.0328534 Dec 13 16:04:35.243093 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'port': {'device_id': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'admin_state_up': True, 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'security_groups': ['33bdc74a-411f-4a12-a966-a01c48440e7a']}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:04:35.417245 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Made reservation on behalf of 9b2aebed2e1c42bea159f66ad67cd396 for: {'port': 1} {{(pid=102824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:04:35.421088 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:35.421261 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-05f3806d-e90a-4a1e-9038-39b532d63d7c req-54b911f0-7990-4e49-967c-121f66edac7a tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 210 time: 0.0361698 Dec 13 16:04:35.548746 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.db_base_plugin_common [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Allocated IP 172.20.0.4 (bd438b49-f7e4-471e-ab00-aa2dfe250052/3b7377b5-6697-4124-9ada-13bc36d0a241/3faddc37-e887-4edd-b9b3-2ec192d95f07) {{(pid=102824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:04:35.700499 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2c16466f-2050-4ec7-a3bc-0327f4e093a4 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:04:35.702141 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for port, precommit_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:35.781713 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:35.806554 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_create {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:35.816642 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:04:35.826729 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15c66b8-e7af-4d66-b1e7-503be97d547c" -d '{"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-unplugged", "status": "completed", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:04:35.841762 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:04:35.907339 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d83da5-6582-4292-964f-d0c53ed873a7 x-openstack-request-id: req-e8d83da5-6582-4292-964f-d0c53ed873a7 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:04:35.908032 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-unplugged", "status": "completed", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:04:35.908628 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8d83da5-6582-4292-964f-d0c53ed873a7 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:04:35.909229 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'code': 200} Dec 13 16:04:35.915260 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:35.932688 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=1']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:35.936852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 is already hosted by enough agents. {{(pid=102824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:04:35.942511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.scheduler.base_scheduler [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Resources bound (agent type, host, resource id): {{(pid=102824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:04:35.947305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.947305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.947305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.947305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.947305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.947305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.947305 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.948011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.948011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.948011 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.948352 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.948664 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:35.959138 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Received port after_create {{(pid=102824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:04:36.002489 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Pushing event updated for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:36.041188 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:36.041818 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:36.129544 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b9fa01f-9f01-4d53-93fe-5410414e921c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909421 Dec 13 16:04:36.292023 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-51431144-7ed8-4df1-8caa-841490b505fe None None] Provisioning complete for port 3faddc37-e887-4edd-b9b3-2ec192d95f07 triggered by entity DHCP. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:04:36.292295 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-51431144-7ed8-4df1-8caa-841490b505fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:36.335297 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-51431144-7ed8-4df1-8caa-841490b505fe None None] Port 3faddc37-e887-4edd-b9b3-2ec192d95f07 cannot update to ACTIVE because it is not bound. {{(pid=102825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 13 16:04:36.548798 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c195b-fb7a-4b18-a5e1-ce072e5e7fc0 req-ae0825c9-eb55-4f9e-81c7-b2ee82c673e0 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:36.550285 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-464c195b-fb7a-4b18-a5e1-ce072e5e7fc0 req-ae0825c9-eb55-4f9e-81c7-b2ee82c673e0 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0550456 Dec 13 16:04:36.592197 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-464c195b-fb7a-4b18-a5e1-ce072e5e7fc0 req-4660d9c9-bd6b-448b-91f2-3b82e63f6726 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350349 Dec 13 16:04:37.716808 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6d460-7e1a-4019-8e08-7e59e6bd2269 req-58a26cd4-676d-4559-ab29-a850c358b39a tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:37.718307 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ec6d460-7e1a-4019-8e08-7e59e6bd2269 req-58a26cd4-676d-4559-ab29-a850c358b39a tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0502434 Dec 13 16:04:37.759694 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7ec6d460-7e1a-4019-8e08-7e59e6bd2269 req-dd78a9be-405b-4669-8ada-fbfeed94677d tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351908 Dec 13 16:04:38.896416 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba46af-8df5-4f78-9c06-ae2cd1032a2e req-54d281af-891e-4646-bed6-7219e21f89fe tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:38.898507 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2eba46af-8df5-4f78-9c06-ae2cd1032a2e req-54d281af-891e-4646-bed6-7219e21f89fe tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0634730 Dec 13 16:04:38.938909 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-2eba46af-8df5-4f78-9c06-ae2cd1032a2e req-a9c7dc02-4779-42f1-b25b-e772c92b86f2 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340612 Dec 13 16:04:40.068140 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4e977-9da7-4e95-ae0a-193e62d6ed0f req-495175b3-07f6-4fa8-a48e-8c194a45ff67 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:40.069641 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a6c4e977-9da7-4e95-ae0a-193e62d6ed0f req-495175b3-07f6-4fa8-a48e-8c194a45ff67 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0590100 Dec 13 16:04:40.109549 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-a6c4e977-9da7-4e95-ae0a-193e62d6ed0f req-81da7bbc-cae1-498e-8137-b2dd7333e06d tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339031 Dec 13 16:04:41.228945 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2067f22-38f6-4ff9-9be7-bc5730a2edb9 req-35354062-841a-41d5-9b4b-5f482afe61dd tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:41.230462 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2067f22-38f6-4ff9-9be7-bc5730a2edb9 req-35354062-841a-41d5-9b4b-5f482afe61dd tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0522816 Dec 13 16:04:41.272467 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b2067f22-38f6-4ff9-9be7-bc5730a2edb9 req-47252ede-06e9-4006-a65a-937be7ea0234 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346508 Dec 13 16:04:42.397434 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ab8cb-fdf3-4230-a5ee-c9d333e6c37e req-a66f372f-519c-4e93-bdac-6101737d9589 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:42.398956 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd3ab8cb-fdf3-4230-a5ee-c9d333e6c37e req-a66f372f-519c-4e93-bdac-6101737d9589 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0585587 Dec 13 16:04:42.440590 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-dd3ab8cb-fdf3-4230-a5ee-c9d333e6c37e req-dd5c3c70-3101-4112-b20d-00ef4c0e6d84 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341294 Dec 13 16:04:43.562390 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bdf45-036f-4ca7-a204-c7d2b9249b99 req-90fd55e6-23cb-40fa-9f42-a5ae6a6e6db3 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:43.563835 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f58bdf45-036f-4ca7-a204-c7d2b9249b99 req-90fd55e6-23cb-40fa-9f42-a5ae6a6e6db3 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0535207 Dec 13 16:04:43.606882 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f58bdf45-036f-4ca7-a204-c7d2b9249b99 req-4a50d7d4-5681-4791-beb3-510c7d6f3134 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358977 Dec 13 16:04:44.728418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d98a1-f37a-4c68-8023-caceb056148f req-2697b12b-3552-4f17-8a65-66f2b3933439 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:44.729966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be6d98a1-f37a-4c68-8023-caceb056148f req-2697b12b-3552-4f17-8a65-66f2b3933439 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0555553 Dec 13 16:04:44.768439 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-be6d98a1-f37a-4c68-8023-caceb056148f req-550fbc4f-b872-411f-99ca-d3f854071b6b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Dec 13 16:04:45.893546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286cd3-f261-468b-8bab-c80d87ba3944 req-a6401bab-ce42-4d04-83fe-f1978fbb9368 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:45.895212 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22286cd3-f261-468b-8bab-c80d87ba3944 req-a6401bab-ce42-4d04-83fe-f1978fbb9368 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0555871 Dec 13 16:04:45.933827 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-22286cd3-f261-468b-8bab-c80d87ba3944 req-d19e4d4d-18b4-4ea6-894a-0aa4504c506c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 Dec 13 16:04:46.708345 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:46.744999 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.v2.base [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Request body: {'port': {'device_id': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816954-1'}} {{(pid=102824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:04:46.799789 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:47.097953 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcacf3-0a77-4c4c-98bf-dc845ed83946 req-177a2cf1-8225-4f75-bc97-4183af16f4df tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:47.099593 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7bbcacf3-0a77-4c4c-98bf-dc845ed83946 req-177a2cf1-8225-4f75-bc97-4183af16f4df tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 931 time: 0.0953612 Dec 13 16:04:47.107983 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faddc37-e887-4edd-b9b3-2ec192d95f07 {{(pid=102824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:04:47.121858 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:47.144810 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.provisioning_blocks [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Transition to ACTIVE for port object 3faddc37-e887-4edd-b9b3-2ec192d95f07 will not be triggered until provisioned by entity L2. {{(pid=102824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:04:47.158183 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7bbcacf3-0a77-4c4c-98bf-dc845ed83946 req-b03d07e6-fb94-4861-813a-e896c215c3a1 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457704 Dec 13 16:04:47.234166 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:47.289036 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=2']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:47.357807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Attempting to bind port 3faddc37-e887-4edd-b9b3-2ec192d95f07 on host n-h1-816954-1 for vnic_type normal with profile {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 16:04:47.358152 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Attempting to bind port 3faddc37-e887-4edd-b9b3-2ec192d95f07 by drivers openvswitch,hyperv on host n-h1-816954-1 at level 0 using segments [{'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 16:04:47.358511 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Attempting to bind port 3faddc37-e887-4edd-b9b3-2ec192d95f07 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:04:47.363001 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Port 3faddc37-e887-4edd-b9b3-2ec192d95f07 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 not bound, no agent of type Open vSwitch agent registered on host n-h1-816954-1 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:04:47.363319 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Attempting to bind port 3faddc37-e887-4edd-b9b3-2ec192d95f07 on network bd438b49-f7e4-471e-ab00-aa2dfe250052 {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:04:47.368973 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Checking agent: {'id': 'fe7d1ef9-24ef-44f5-bbe3-03fb880b37c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816954-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'started_at': datetime.datetime(2021, 12, 13, 14, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:04:47.369312 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Checking segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 13 16:04:47.369692 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Bound using segment: {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'} {{(pid=102824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:04:47.370127 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.managers [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Bound port: 3faddc37-e887-4edd-b9b3-2ec192d95f07, host: n-h1-816954-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052'}}] {{(pid=102824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 16:04:47.370519 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:47.439418 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, cleared binding levels {{(pid=102824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:04:47.442831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:04:47.520314 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1339527'] for port, after_update {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:47.558460 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:47.559077 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:47.560543 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] 10.222.0.55 "PUT /v2.0/ports/3faddc37-e887-4edd-b9b3-2ec192d95f07 HTTP/1.1" status: 200 len: 1091 time: 0.8197751 Dec 13 16:04:47.560981 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:04:47.563281 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f94f6c-098f-4f08-b11f-504afbb12d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:04:47.593394 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d91a9e-1b70-4783-b706-b110ca73cd13 service neutron] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=3']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:47.600441 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619bda1-0d59-4cae-b738-16c0ee052059 x-openstack-request-id: req-c619bda1-0d59-4cae-b738-16c0ee052059 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:04:47.600735 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:04:47.601185 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c619bda1-0d59-4cae-b738-16c0ee052059 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:04:47.601726 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'status': 'completed', 'code': 200} Dec 13 16:04:47.664449 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f94f6c-098f-4f08-b11f-504afbb12d1a req-5fa246b1-9071-4b8c-a612-eec4f8a4c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:47.665973 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31f94f6c-098f-4f08-b11f-504afbb12d1a req-5fa246b1-9071-4b8c-a612-eec4f8a4c091 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 1094 time: 0.0446620 Dec 13 16:04:47.779880 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f94f6c-098f-4f08-b11f-504afbb12d1a req-380cb5e7-8d91-49b9-b501-e6cb6fbc7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:47.781335 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31f94f6c-098f-4f08-b11f-504afbb12d1a req-380cb5e7-8d91-49b9-b501-e6cb6fbc7d85 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1075287 Dec 13 16:04:47.876653 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f94f6c-098f-4f08-b11f-504afbb12d1a req-5fc22d89-6d4e-4b4d-a772-36aa7b09abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:47.878116 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-31f94f6c-098f-4f08-b11f-504afbb12d1a req-5fc22d89-6d4e-4b4d-a772-36aa7b09abdc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898433 Dec 13 16:04:47.879766 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:47.952037 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-d037c82a-4105-4576-8cd3-cdb18d696b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:47.953541 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-d037c82a-4105-4576-8cd3-cdb18d696b1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 1094 time: 0.0405819 Dec 13 16:04:48.000138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-8e2ff75c-fb0c-4fd5-aa93-4f07d5ecd23c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07 HTTP/1.1" status: 200 len: 217 time: 0.0385845 Dec 13 16:04:48.047883 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-7eca4546-9881-4d3e-8038-8a7134f76f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:48.049197 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-7eca4546-9881-4d3e-8038-8a7134f76f11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0426962 Dec 13 16:04:48.093200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-62686357-8916-4a73-b906-826d41288ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:48.094648 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-62686357-8916-4a73-b906-826d41288ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385828 Dec 13 16:04:48.187066 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-75e2c01c-d2ec-44f2-a587-b30ba350df3a service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843010 Dec 13 16:04:48.314681 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9aaaa-8224-451a-82f7-a150f92ecd54 req-b6b85fd5-97cf-441f-bbe6-074ce82dc873 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:48.316023 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0df9aaaa-8224-451a-82f7-a150f92ecd54 req-b6b85fd5-97cf-441f-bbe6-074ce82dc873 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 943 time: 0.0813589 Dec 13 16:04:48.318212 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-98bcece3-09cc-4dcb-8c92-5069c19cc915 req-4b36900f-ec69-4457-be61-cac8774384e9 service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251240 Dec 13 16:04:48.355545 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-0df9aaaa-8224-451a-82f7-a150f92ecd54 req-619e9886-6ddd-4b73-9c1f-eacae326b57a tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Dec 13 16:04:49.473988 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4048f6-218b-4cc4-9246-3ad938390f6a req-13a6badf-ebf5-406b-9889-b68773ac7671 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:49.475478 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a4048f6-218b-4cc4-9246-3ad938390f6a req-13a6badf-ebf5-406b-9889-b68773ac7671 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 943 time: 0.0491035 Dec 13 16:04:49.512373 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-5a4048f6-218b-4cc4-9246-3ad938390f6a req-a00a7d9c-149c-4692-be4a-8dd8dbecef50 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310433 Dec 13 16:04:49.931228 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3faddc37-e887-4edd-b9b3-2ec192d95f07 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:04:49.981587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5535-e96a-4b97-a0da-59d4e2c9796a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:50.025442 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:04:50.035657 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'port_id': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'mac_address': 'fa:16:3e:fb:0c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:04:50.075173 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:50.087650 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faddc37-e887-4edd-b9b3-2ec192d95f07 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:04:50.106175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:04:50.180111 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:50.226635 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=4']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:50.406653 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['3faddc37-e887-4edd-b9b3-2ec192d95f07'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:04:50.627771 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a2dae-bcdc-4436-bdd4-e666b253fa37 req-d5c09dc1-3230-4e8e-873c-bbc05466d53d tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:50.629263 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df3a2dae-bcdc-4436-bdd4-e666b253fa37 req-d5c09dc1-3230-4e8e-873c-bbc05466d53d tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 944 time: 0.0495985 Dec 13 16:04:50.666646 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-df3a2dae-bcdc-4436-bdd4-e666b253fa37 req-c8650f85-3294-4451-a795-907f5316f7a6 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308201 Dec 13 16:04:51.783431 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8493c6b-f466-4278-8687-eadc09b2e8da req-f3061ffe-2af8-45ec-9db7-a76b1f7e9fda tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:51.784900 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8493c6b-f466-4278-8687-eadc09b2e8da req-f3061ffe-2af8-45ec-9db7-a76b1f7e9fda tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 944 time: 0.0523767 Dec 13 16:04:51.829061 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-c8493c6b-f466-4278-8687-eadc09b2e8da req-f2a5038c-7213-4a5f-8632-95889e7eb925 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377240 Dec 13 16:04:51.937750 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3faddc37-e887-4edd-b9b3-2ec192d95f07 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:04:52.045161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning for port 3faddc37-e887-4edd-b9b3-2ec192d95f07 completed by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:04:52.049161 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 3faddc37-e887-4edd-b9b3-2ec192d95f07 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:04:52.049522 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:52.133331 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:52.156775 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:04:52.159036 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8ac0a-c3f7-44c2-824f-4545d21982fe" -d '{"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-plugged", "status": "completed", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:04:52.172623 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:04:52.197874 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4614009-b642-4c22-95dc-31475ad78005 x-openstack-request-id: req-c4614009-b642-4c22-95dc-31475ad78005 {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:04:52.198176 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-plugged", "status": "completed", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:04:52.198450 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4614009-b642-4c22-95dc-31475ad78005 {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:04:52.198862 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'code': 200} Dec 13 16:04:52.231772 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:52.291951 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae860-21da-41a6-a8da-a802b41761b9 req-b11883a6-f2dd-430e-82ff-6b10f987d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:52.292744 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=5']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:52.293456 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a1ae860-21da-41a6-a8da-a802b41761b9 req-b11883a6-f2dd-430e-82ff-6b10f987d773 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 1096 time: 0.0409582 Dec 13 16:04:52.328055 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-3a1ae860-21da-41a6-a8da-a802b41761b9 req-dfe21ca2-878d-4bd3-b779-3a74c098535f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275609 Dec 13 16:04:52.346109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5bee56e8-b79d-4ce8-96b8-77dadb572883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:52.944776 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59ab29-0785-49ea-a103-7a8160b6af0c req-4329f18f-913b-49de-8d8b-4a3f1414585b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:52.946300 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb59ab29-0785-49ea-a103-7a8160b6af0c req-4329f18f-913b-49de-8d8b-4a3f1414585b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 945 time: 0.0508914 Dec 13 16:04:52.983621 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-eb59ab29-0785-49ea-a103-7a8160b6af0c req-75db8ba0-8293-405a-864a-ef602d361c31 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Dec 13 16:04:53.246765 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-ea5992c1-0db9-4621-9094-4aba0286e75f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405672 Dec 13 16:04:53.327546 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-a7df90b8-7a21-42bc-8e23-14f0f931d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:53.329024 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-a7df90b8-7a21-42bc-8e23-14f0f931d5aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1094 time: 0.0395749 Dec 13 16:04:53.435208 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-3de82e8b-d797-4cb1-90de-09af469436b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:53.437134 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-3de82e8b-d797-4cb1-90de-09af469436b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0880744 Dec 13 16:04:53.502822 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-2cd96f6e-caa1-440f-8621-7aeaf16d7ba0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 999 time: 0.0590835 Dec 13 16:04:53.557583 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-aebda595-2e39-4954-9f02-a4c2b79955fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:53.559037 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-aebda595-2e39-4954-9f02-a4c2b79955fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0496211 Dec 13 16:04:53.593718 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:53.604507 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-d0f034b8-6782-43d1-af6a-4b5ff5838e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:53.605981 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-d0f034b8-6782-43d1-af6a-4b5ff5838e54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401981 Dec 13 16:04:53.616346 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-9d20b505-4a5b-44c1-b656-f76d4b294c45 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:04:53.617260 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-9d20b505-4a5b-44c1-b656-f76d4b294c45 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049412 Dec 13 16:04:53.705038 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-7c42d7d8-7109-426e-aee9-b90f5c1849d5 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801697 Dec 13 16:04:53.798880 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-4195ec71-a8c1-4f3e-978f-5cb6a27d7f69 req-01908c0c-edea-4d0b-bb51-ce0ee06dc293 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865433 Dec 13 16:04:54.101337 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f3668-f107-41a5-bb32-850eb0d74213 req-3a6c2c3a-1703-4648-8f53-142da4dec887 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:54.102732 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb8f3668-f107-41a5-bb32-850eb0d74213 req-3a6c2c3a-1703-4648-8f53-142da4dec887 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 945 time: 0.0521035 Dec 13 16:04:54.140295 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-fb8f3668-f107-41a5-bb32-850eb0d74213 req-d0d2b9e8-8e62-405c-bc6e-8f87432b9fe9 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316937 Dec 13 16:04:54.252468 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf3f89-a185-4547-adf2-20a18d7ad357 req-d9cb984a-6d99-42c3-bb93-5c4c300064b4 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:54.253907 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66cf3f89-a185-4547-adf2-20a18d7ad357 req-d9cb984a-6d99-42c3-bb93-5c4c300064b4 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 945 time: 0.0485663 Dec 13 16:04:54.290971 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-66cf3f89-a185-4547-adf2-20a18d7ad357 req-b44d113c-3bf6-416f-b57c-069807b2f964 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305107 Dec 13 16:04:54.312021 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40148) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:04:54.355866 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9abd07-7d11-4dae-a044-8daf846fb886 tempest-TestSnapshotPattern-1454155741 tempest-TestSnapshotPattern-1454155741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:54.356580 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-0b9abd07-7d11-4dae-a044-8daf846fb886 tempest-TestSnapshotPattern-1454155741 tempest-TestSnapshotPattern-1454155741-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 1091 time: 0.0435839 Dec 13 16:04:54.359291 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40150) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:04:54.363539 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.v2.base [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Request body: {'floatingip': {'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'port_id': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:04:54.500768 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:54.595138 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:54.701091 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_common [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Allocated IP 172.25.7.111 (2f38b908-f409-4661-8b06-3048c9d2566b/5b6ae1fc-5089-42e5-aa74-8ebebe31e391/eec8b705-8c62-4c4c-9e24-d8b7fe9e1781) {{(pid=102823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:04:54.811667 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for port, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:54.900747 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783675229781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:54.941897 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Network 2f38b908-f409-4661-8b06-3048c9d2566b is already hosted by enough agents. {{(pid=102823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:04:54.946456 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.base_scheduler [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Resources bound (agent type, host, resource id): {{(pid=102823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:04:54.949886 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Received port after_create {{(pid=102823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:04:54.957494 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'Port': ['ID=eec8b705-8c62-4c4c-9e24-d8b7fe9e1781,revision_number=1']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:54.985624 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.985972 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.986344 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.986682 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.987017 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.987347 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.987679 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.988004 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.988326 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.988646 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.988971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:54.989294 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:04:55.176610 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:55.211025 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:55.300210 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:55.447121 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:55.594987 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for port, precommit_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:55.645288 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8725962'] for port, after_update {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:55.710345 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event updated for resources: {'Port': ['ID=eec8b705-8c62-4c4c-9e24-d8b7fe9e1781,revision_number=2']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:04:55.721757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472411'] for floatingip, after_create {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:55.820384 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Floating IP 7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c associated. External IP: 172.25.7.111, port: 3faddc37-e887-4edd-b9b3-2ec192d95f07. Dec 13 16:04:56.024549 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Router 83435827-a48f-4235-b1ed-b22bcdf3c224 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:04:56.130292 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:04:56.141326 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] Sync routers for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:04:56.150662 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:04:56.151807 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:04:56.201348 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:04:56.228276 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-616827dd-1804-4c1f-967c-d9b32fde841c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8680005 Dec 13 16:04:56.228862 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:04:56.231171 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071262fa-c39d-485f-9081-f74e4ef6749a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:04:56.254946 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:04:56.275943 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece379c-7110-4a83-85b1-c765b4b13afb x-openstack-request-id: req-aece379c-7110-4a83-85b1-c765b4b13afb {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:04:56.276237 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:04:56.276502 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aece379c-7110-4a83-85b1-c765b4b13afb {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:04:56.276905 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'status': 'completed', 'code': 200} Dec 13 16:04:56.338545 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071262fa-c39d-485f-9081-f74e4ef6749a req-6c531110-899f-49d0-a0e1-5d63011892d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:56.340058 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-071262fa-c39d-485f-9081-f74e4ef6749a req-6c531110-899f-49d0-a0e1-5d63011892d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 1096 time: 0.0413609 Dec 13 16:04:56.437807 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071262fa-c39d-485f-9081-f74e4ef6749a req-848f745c-c284-47e9-b67c-a9e0b504e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:56.439231 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-071262fa-c39d-485f-9081-f74e4ef6749a req-848f745c-c284-47e9-b67c-a9e0b504e2d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0923853 Dec 13 16:04:56.480985 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:22Z', 'revision_number': 1, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}, {'id': '7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:fb:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:04:55Z', 'updated_at': '2021-12-13T16:04:55Z', 'revision_number': 0, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:04:56.505125 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-071262fa-c39d-485f-9081-f74e4ef6749a req-578f4383-ffde-4359-afde-6a3ce4fbde05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07 HTTP/1.1" status: 200 len: 999 time: 0.0591953 Dec 13 16:04:56.513653 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] Checking router: 83435827-a48f-4235-b1ed-b22bcdf3c224 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:04:56.521989 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:04:56.522621 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:04:52Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:04:56.553701 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071262fa-c39d-485f-9081-f74e4ef6749a req-3c79acb6-028d-4fa6-aa2f-df52f39e5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:56.555229 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-071262fa-c39d-485f-9081-f74e4ef6749a req-3c79acb6-028d-4fa6-aa2f-df52f39e5a63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0437756 Dec 13 16:04:56.604328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071262fa-c39d-485f-9081-f74e4ef6749a req-1da26529-f3a1-4a52-be0d-13fd55fffad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:04:56.605818 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-071262fa-c39d-485f-9081-f74e4ef6749a req-1da26529-f3a1-4a52-be0d-13fd55fffad1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438924 Dec 13 16:04:56.633599 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:04:56.695315 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-071262fa-c39d-485f-9081-f74e4ef6749a req-f8c56101-b84c-4217-91c1-e35ae3db0126 service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822647 Dec 13 16:04:56.789729 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-071262fa-c39d-485f-9081-f74e4ef6749a req-2392a6ac-bbdb-44ff-ad46-77d149b0e7c7 service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873349 Dec 13 16:04:56.855690 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:22Z', 'revision_number': 1, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}, {'id': '7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:fb:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:04:55Z', 'updated_at': '2021-12-13T16:04:55Z', 'revision_number': 0, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:04:56.882202 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411c7dc-a111-4017-acff-6477c01a342a None None] The sync data for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 is: [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:22Z', 'revision_number': 1, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}, {'id': '7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:fb:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:04:55Z', 'updated_at': '2021-12-13T16:04:55Z', 'revision_number': 0, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:04:57.070424 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e4844-7043-4bfa-a560-7764f8f6f001 None None] New status for floating IP 7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c: ACTIVE {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:05:02.297048 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:05:16.694182 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:17.890693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:19.962768 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-a84de97e-fa38-4d57-a083-2de12e48d7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:22.362831 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-704e37f7-4a91-4794-a014-7863afba0603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:23.621738 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:25.213806 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:25.242277 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:39.296046 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:05:46.705159 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:47.910682 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:48.644005 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-482d4117-2d6c-4457-8969-6119e48870ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449595 Dec 13 16:05:48.721413 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-15b60bfc-aa03-4e94-b1eb-a7e50f94d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:48.722966 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-15b60bfc-aa03-4e94-b1eb-a7e50f94d415 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 1096 time: 0.0395112 Dec 13 16:05:48.826834 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-db8a69ca-2019-4321-976f-8aa3e4a45970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:48.828293 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-db8a69ca-2019-4321-976f-8aa3e4a45970 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0861461 Dec 13 16:05:48.908585 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-4533e948-81bf-40da-af2e-b512a57b51d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07 HTTP/1.1" status: 200 len: 1001 time: 0.0725999 Dec 13 16:05:48.956358 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-5b820cb7-dec8-4823-a18b-a73dc1a4a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:48.957737 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-5b820cb7-dec8-4823-a18b-a73dc1a4a0df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0419414 Dec 13 16:05:49.005356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-38db6743-938c-44b1-a9ac-093435820f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:49.007101 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-38db6743-938c-44b1-a9ac-093435820f90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423682 Dec 13 16:05:49.376513 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-815858da-70e8-4481-8711-31d6647edc1a service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621447 Dec 13 16:05:49.467040 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-6c36a387-984a-4aca-a214-adfd64fe7901 req-cf4cdce7-22dd-4ed4-bef0-c4f32d9d98f4 service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Dec 13 16:05:49.956314 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-6a5abe3c-6a25-4322-b73f-1d7317e18256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:52.339021 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c399612a-1807-475b-bc1f-25f4d3869da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:53.602504 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:54.228249 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-5b062c04-280e-4fb9-ad08-1d0dfcb14580 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522823 Dec 13 16:05:54.312361 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-c0f5850b-c18a-412e-9683-d50c813eca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:54.313847 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-c0f5850b-c18a-412e-9683-d50c813eca90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1094 time: 0.0407112 Dec 13 16:05:54.420825 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-2e0c8a65-5dba-4bb5-90e9-b6f57ea5c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:54.422329 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-2e0c8a65-5dba-4bb5-90e9-b6f57ea5c16a service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0897501 Dec 13 16:05:54.491483 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-638b34ac-a5f5-493b-8a7e-59134641dfa0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 999 time: 0.0615916 Dec 13 16:05:54.543590 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-2ed2cb68-4936-48b9-8353-acc5a84ec0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:54.545048 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-2ed2cb68-4936-48b9-8353-acc5a84ec0c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0461166 Dec 13 16:05:54.595125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-531cc20a-a27a-458a-96f1-cc327f3545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:05:54.597744 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-531cc20a-a27a-458a-96f1-cc327f3545ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446458 Dec 13 16:05:54.685193 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-9d2be00a-29b1-4515-b70f-2558fe5cd90c service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806458 Dec 13 16:05:54.777010 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-317302ce-1c46-4d49-bfc8-51b67514b7b4 req-95c98f60-3e45-4355-a881-52739af49334 service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847774 Dec 13 16:05:55.227899 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:05:55.255633 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:16.295889 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:06:16.707022 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:17.901124 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:19.961561 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-85a77dff-e817-4a47-b65c-ee106cda758d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:20.379321 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3faddc37-e887-4edd-b9b3-2ec192d95f07 details requested by agent hyperv_n-h1-816954-1 with host n-h1-816954-1 {{(pid=102825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:06:20.474736 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:20.485435 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Returning: {'device': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'port_id': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'mac_address': 'fa:16:3e:fb:0c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:06:20.523320 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:20.537376 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3faddc37-e887-4edd-b9b3-2ec192d95f07 {{(pid=102825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:06:20.555680 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:20.630203 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:20.680541 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=6']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:20.687827 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.688185 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.690651 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.690872 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.691198 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.691523 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.691957 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.692187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.692515 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.692842 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.693195 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.693516 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:20.702879 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] get_ports_and_sgs() called for port_ids ['3faddc37-e887-4edd-b9b3-2ec192d95f07'] {{(pid=102825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:06:22.354290 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6d7a-005c-450f-8f2d-f8bfad89f0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:22.390640 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3faddc37-e887-4edd-b9b3-2ec192d95f07 up at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:06:22.454006 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.provisioning_blocks [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Provisioning complete for port 3faddc37-e887-4edd-b9b3-2ec192d95f07 triggered by entity L2. {{(pid=102825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:06:22.454505 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858384'] for port, provisioning_complete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:22.544601 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:22.578311 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:06:22.580612 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041baf63-1df9-44d7-9b65-82cdccfb8abd" -d '{"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-plugged", "status": "completed", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:06:22.597684 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:22.622264 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b07f51-87f7-4039-a578-1be4fe13940c x-openstack-request-id: req-b1b07f51-87f7-4039-a578-1be4fe13940c {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:06:22.622578 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-plugged", "status": "completed", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:06:22.622826 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1b07f51-87f7-4039-a578-1be4fe13940c {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:06:22.623235 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'code': 200} Dec 13 16:06:22.665389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:22.721728 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=7']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:23.584798 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:25.227676 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:25.250631 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:31.648680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40348) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:31.805334 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Deleting port eec8b705-8c62-4c4c-9e24-d8b7fe9e1781 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:31.805662 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:31.877194 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:31.877515 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:31.889615 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Calling delete_port for eec8b705-8c62-4c4c-9e24-d8b7fe9e1781 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:32.078478 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:32.107670 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event deleted for resources: {'Port': ['ID=eec8b705-8c62-4c4c-9e24-d8b7fe9e1781,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:32.133395 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.136297 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.137002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.137002 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.137192 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:32.481116 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:32.481367 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Floating IP 7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c disassociated (deleted). External IP: 172.25.7.111, port: 3faddc37-e887-4edd-b9b3-2ec192d95f07. Dec 13 16:06:32.682956 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Router 83435827-a48f-4235-b1ed-b22bcdf3c224 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:06:32.793470 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:06:32.798205 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:32.807475 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] Sync routers for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:06:32.816697 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:32.817374 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:32.827156 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-d7e90c88-713f-4d9d-9138-3682df8c19bb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "DELETE /v2.0/floatingips/7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c HTTP/1.1" status: 204 len: 168 time: 1.1769843 Dec 13 16:06:32.827752 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:06:32.830348 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228d380b-22d5-424b-8a77-97696406f815" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:06:32.882419 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50bae22-bbca-496c-bbfe-97591f657fda x-openstack-request-id: req-f50bae22-bbca-496c-bbfe-97591f657fda {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:06:32.882739 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:06:32.882987 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f50bae22-bbca-496c-bbfe-97591f657fda {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:06:32.883393 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'status': 'completed', 'code': 200} Dec 13 16:06:32.955221 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d380b-22d5-424b-8a77-97696406f815 req-1ccf68e9-db60-435f-ba31-755c17777cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:32.956753 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-228d380b-22d5-424b-8a77-97696406f815 req-1ccf68e9-db60-435f-ba31-755c17777cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 1096 time: 0.0479257 Dec 13 16:06:33.034473 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:33.052767 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d380b-22d5-424b-8a77-97696406f815 req-c84021a2-db85-4f55-a196-6dd56b28ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:33.054138 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-228d380b-22d5-424b-8a77-97696406f815 req-c84021a2-db85-4f55-a196-6dd56b28ffde service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0903747 Dec 13 16:06:33.098565 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-228d380b-22d5-424b-8a77-97696406f815 req-f92a4b17-e91b-41e6-af2a-f8dbfce5aed9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07 HTTP/1.1" status: 200 len: 217 time: 0.0371943 Dec 13 16:06:33.152204 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d380b-22d5-424b-8a77-97696406f815 req-adb7c89e-dbc4-4505-a489-2a1d43d768d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:33.153666 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-228d380b-22d5-424b-8a77-97696406f815 req-adb7c89e-dbc4-4505-a489-2a1d43d768d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0455699 Dec 13 16:06:33.204799 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d380b-22d5-424b-8a77-97696406f815 req-d4469fc6-9069-44fa-8ed7-8adb689424ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:33.212623 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-228d380b-22d5-424b-8a77-97696406f815 req-d4469fc6-9069-44fa-8ed7-8adb689424ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452504 Dec 13 16:06:33.256962 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:22Z', 'revision_number': 1, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:33.286043 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] Checking router: 83435827-a48f-4235-b1ed-b22bcdf3c224 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:06:33.294751 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:33.295337 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:33.342762 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309ae25-165d-4dd0-a2dd-60d91c28e6c8 req-679ec1bf-433d-4d19-86f5-5b36646e1b6c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:33.344148 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7309ae25-165d-4dd0-a2dd-60d91c28e6c8 req-679ec1bf-433d-4d19-86f5-5b36646e1b6c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 945 time: 0.0770867 Dec 13 16:06:33.347637 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-228d380b-22d5-424b-8a77-97696406f815 req-2466d2fb-3978-45af-8a94-4221c66f8eaf service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297200 Dec 13 16:06:33.396195 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:33.431186 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-7309ae25-165d-4dd0-a2dd-60d91c28e6c8 req-af7ed69c-1545-4c48-8284-105374dd553c tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808499 Dec 13 16:06:33.465242 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-228d380b-22d5-424b-8a77-97696406f815 req-784cada3-dd21-47bf-8703-b829d92a1cd2 service neutron] 10.222.0.55 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082249 Dec 13 16:06:33.616489 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:22Z', 'revision_number': 1, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:33.642420 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd82a10-edae-48ee-b918-95b3973abbf4 None None] The sync data for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 is: [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_floatingips': [{'id': '75750d52-73fe-445d-8df7-81ff9e45a811', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'router_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'port_id': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'mac_address': 'fa:16:3e:6d:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7247819-5db3-460e-932c-6045be8cc456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:02:20Z', 'updated_at': '2021-12-13T16:02:22Z', 'revision_number': 1, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:06:33.872175 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e7f92-d665-4630-b333-4dec42ddf882 None None] New status for floating IP 7d4cb369-eadb-4010-bd4e-89b5a8b4ce0c: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:06:34.468062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3faddc37-e887-4edd-b9b3-2ec192d95f07 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:34.553572 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700900'] for port, before_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:34.576233 n-d-816954-1 neutron-server[102825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07'}] {{(pid=102825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:06:34.578504 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d38dd5625e9aace558ed114b36eb504fc7747bcbc07c986e8b48264ea2e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eacbc1-d12a-42e8-bece-46744eb9620e" -d '{"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-unplugged", "status": "completed", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07"}]}' {{(pid=102825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:06:34.591413 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-354c70ed-6fdc-406a-8952-056886439749 None None] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:34.613167 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf1f252-9ca2-4ab6-942c-a683263e88ef x-openstack-request-id: req-4bf1f252-9ca2-4ab6-942c-a683263e88ef {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:06:34.613455 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-unplugged", "status": "completed", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07", "code": 200}]} {{(pid=102825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:06:34.613706 n-d-816954-1 neutron-server[102825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bf1f252-9ca2-4ab6-942c-a683263e88ef {{(pid=102825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:06:34.614096 n-d-816954-1 neutron-server[102825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'code': 200} Dec 13 16:06:34.631009 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae07c-907e-4fa5-9319-c11168072245 req-f47c6039-9ed9-4acd-949b-7654fe0251bc tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:34.636776 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e58ae07c-907e-4fa5-9319-c11168072245 req-f47c6039-9ed9-4acd-949b-7654fe0251bc tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 945 time: 0.1270454 Dec 13 16:06:34.655293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783675734182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783675229799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783675229817'] for port, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:34.672046 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e58ae07c-907e-4fa5-9319-c11168072245 req-7dd76fef-6b71-4ac2-bf23-1db388be3332 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331833 Dec 13 16:06:34.701937 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Pushing event updated for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=8']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:34.753738 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-b9e9033a-4672-407a-a3c0-500fd2111030 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:34.755105 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-b9e9033a-4672-407a-a3c0-500fd2111030 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 943 time: 0.0478184 Dec 13 16:06:34.847056 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Deleting port 3faddc37-e887-4edd-b9b3-2ec192d95f07 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:34.847394 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:34.939308 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] For port 3faddc37-e887-4edd-b9b3-2ec192d95f07, host n-h1-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816954-1',level=0,port_id=3faddc37-e887-4edd-b9b3-2ec192d95f07,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:34.939678 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:34.951760 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Calling delete_port for 3faddc37-e887-4edd-b9b3-2ec192d95f07 owned by compute:nova {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:35.146688 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:35.173691 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event deleted for resources: {'Port': ['ID=3faddc37-e887-4edd-b9b3-2ec192d95f07,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:35.183660 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.184010 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.184355 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.184689 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.185025 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.185356 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.185683 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.186658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.186658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.186658 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.187057 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.187283 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816954-1 {{(pid=102824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:06:35.229039 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] No DVR routers for this DVR port 3faddc37-e887-4edd-b9b3-2ec192d95f07 on host n-h1-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:06:35.231805 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:35.235344 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-17c1b1d6-26ed-4fcd-b4de-929cad26b70b req-0d657375-86f5-4571-a993-550623482bfb tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.55 "DELETE /v2.0/ports/3faddc37-e887-4edd-b9b3-2ec192d95f07 HTTP/1.1" status: 204 len: 173 time: 0.4741564 Dec 13 16:06:35.237704 n-d-816954-1 neutron-server[102824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-deleted', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07'}] {{(pid=102824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:06:35.238049 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419143cfb4f87712c6a5830910d66842c70c73fbb6efb91468d0568948b3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa3733-a900-4340-9d9b-6352c932741c" -d '{"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-deleted", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07"}]}' {{(pid=102824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:06:35.326606 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316b4c32-e06b-4085-adc8-9bedb228d9d6 x-openstack-request-id: req-316b4c32-e06b-4085-adc8-9bedb228d9d6 {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:06:35.326900 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5db86d-cf9a-4c19-b58b-659201df643e", "name": "network-vif-deleted", "tag": "3faddc37-e887-4edd-b9b3-2ec192d95f07", "status": "completed", "code": 200}]} {{(pid=102824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:06:35.327170 n-d-816954-1 neutron-server[102824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-316b4c32-e06b-4085-adc8-9bedb228d9d6 {{(pid=102824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:06:35.327561 n-d-816954-1 neutron-server[102824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5db86d-cf9a-4c19-b58b-659201df643e', 'name': 'network-vif-deleted', 'tag': '3faddc37-e887-4edd-b9b3-2ec192d95f07', 'status': 'completed', 'code': 200} Dec 13 16:06:35.787223 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-ac532f99-9b6b-435c-81fa-6e9b3866fee0 req-b91e3b20-36e4-46fe-ba99-2857379d9654 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5db86d-cf9a-4c19-b58b-659201df643e HTTP/1.1" status: 200 len: 210 time: 0.0265791 Dec 13 16:06:38.055081 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40410) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:38.208098 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Deleting port c8a7f5b8-afc1-4304-b252-202b1553b1d5 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:38.208440 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:38.284502 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:38.284830 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:38.296683 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Calling delete_port for c8a7f5b8-afc1-4304-b252-202b1553b1d5 owned by network:floatingip {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:38.482427 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3faddc37-e887-4edd-b9b3-2ec192d95f07 no longer exists at agent hyperv_n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:38.505077 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-354c70ed-6fdc-406a-8952-056886439749 None None] No Port match for: 3faddc37-e887-4edd-b9b3-2ec192d95f07 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:38.505421 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Device 3faddc37-e887-4edd-b9b3-2ec192d95f07 not bound to the agent host n-h1-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:38.524623 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:38.549145 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event deleted for resources: {'Port': ['ID=c8a7f5b8-afc1-4304-b252-202b1553b1d5,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:38.611581 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for floatingip, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:38.611906 n-d-816954-1 neutron-server[102823]: INFO neutron.db.l3_db [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Floating IP 75750d52-73fe-445d-8df7-81ff9e45a811 disassociated (deleted). External IP: 172.25.7.194, port: 2c16466f-2050-4ec7-a3bc-0327f4e093a4. Dec 13 16:06:38.816848 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Router 83435827-a48f-4235-b1ed-b22bcdf3c224 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:06:38.925953 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:06:38.930759 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for floatingip, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:38.935264 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] Sync routers for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:06:38.944034 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:38.945244 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:38.957636 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3a013936-0afd-4ac0-b5b1-20fe6f93a397 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "DELETE /v2.0/floatingips/75750d52-73fe-445d-8df7-81ff9e45a811 HTTP/1.1" status: 204 len: 168 time: 0.9014962 Dec 13 16:06:38.958329 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:06:38.961304 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd991b-ad60-4d3c-b073-73f78d455997" -d '{"events": [{"name": "network-changed", "server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:06:38.997910 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b3cf9-f262-4ef7-a0c8-8fd007f6843e x-openstack-request-id: req-896b3cf9-f262-4ef7-a0c8-8fd007f6843e {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:06:38.998360 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:06:38.998617 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-896b3cf9-f262-4ef7-a0c8-8fd007f6843e {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:06:38.999027 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'status': 'completed', 'code': 200} Dec 13 16:06:39.056008 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:39.061735 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-3f014245-c775-496d-9dfb-a6d194504ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:39.063381 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-3f014245-c775-496d-9dfb-a6d194504ca9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 1094 time: 0.0421004 Dec 13 16:06:39.160775 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-7648b116-110d-432a-9065-d557bada4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:39.162252 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-7648b116-110d-432a-9065-d557bada4aab service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 200 len: 910 time: 0.0915654 Dec 13 16:06:39.204637 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-662a2d89-c38e-43da-a966-1f38c4142b78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 200 len: 217 time: 0.0346477 Dec 13 16:06:39.259749 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-12999494-56c4-4751-afe0-1cbc4663155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:39.261221 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-12999494-56c4-4751-afe0-1cbc4663155a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 200 len: 848 time: 0.0494368 Dec 13 16:06:39.261804 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:39.288005 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] Checking router: 83435827-a48f-4235-b1ed-b22bcdf3c224 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:06:39.297422 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:39.298016 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:39.308148 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-1c27925d-978f-4be2-8132-2096bea1a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:39.309652 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-1c27925d-978f-4be2-8132-2096bea1a93c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd438b49-f7e4-471e-ab00-aa2dfe250052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416648 Dec 13 16:06:39.419728 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:39.426145 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-61d16270-b5b6-409d-b7fb-bcb4fef0fe3b service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086400 Dec 13 16:06:39.538855 n-d-816954-1 neutron-server[102824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ca758-e0d3-4c20-840e-5b732f0960ae req-12b016af-2c20-4566-a258-2dced04c913b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:39.543004 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-b8fd991b-ad60-4d3c-b073-73f78d455997 req-168a0784-a402-4f30-80f2-be75ee089aca service neutron] 10.222.0.50 "GET /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073513 Dec 13 16:06:39.546784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd7ca758-e0d3-4c20-840e-5b732f0960ae req-12b016af-2c20-4566-a258-2dced04c913b tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 943 time: 0.1269417 Dec 13 16:06:39.591122 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [req-bd7ca758-e0d3-4c20-840e-5b732f0960ae req-d1bf87e7-c60b-4676-91c1-5ea0b89acdab tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Dec 13 16:06:39.642881 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:39.672719 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63091a58-5ca2-4f89-85f1-787bc9db9f54 None None] The sync data for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 is: [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:01:55Z', 'revision_number': 4, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1', '_interfaces': [{'id': '0605a8a0-b7a2-4941-a834-eebec84cdea2', 'name': '', 'network_id': 'bd438b49-f7e4-471e-ab00-aa2dfe250052', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'mac_address': 'fa:16:3e:df:12:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:55Z', 'updated_at': '2021-12-13T16:01:59Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'subnets': [{'id': '3b7377b5-6697-4124-9ada-13bc36d0a241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:06:39.876601 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd97a599-22dd-4b82-ae8e-c99c4eecca78 None None] New status for floating IP 75750d52-73fe-445d-8df7-81ff9e45a811: DOWN {{(pid=102825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:06:40.713026 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa07fca-35ca-457d-b316-dbd468ff8f1e req-961aada2-930f-4f3a-ad03-a1e29452f104 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:40.714512 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afa07fca-35ca-457d-b316-dbd468ff8f1e req-961aada2-930f-4f3a-ad03-a1e29452f104 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 943 time: 0.0519667 Dec 13 16:06:40.752760 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-afa07fca-35ca-457d-b316-dbd468ff8f1e req-21d963be-d6b1-43c0-bb40-0302dcac88bf tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/security-groups?id=33bdc74a-411f-4a12-a966-a01c48440e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322824 Dec 13 16:06:40.930987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1853521-db52-4355-be49-ea4f9f86746e req-20fbd817-a031-409d-90db-a8c85764f664 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:06:40.932439 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1853521-db52-4355-be49-ea4f9f86746e req-20fbd817-a031-409d-90db-a8c85764f664 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 943 time: 0.0478487 Dec 13 16:06:41.025920 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Deleting port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:41.026277 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:41.116271 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] For port 2c16466f-2050-4ec7-a3bc-0327f4e093a4, host n-h2-816954-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816954-1',level=0,port_id=2c16466f-2050-4ec7-a3bc-0327f4e093a4,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:41.117177 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:41.128995 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Calling delete_port for 2c16466f-2050-4ec7-a3bc-0327f4e093a4 owned by compute:nova {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:41.310158 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:41.339764 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event deleted for resources: {'Port': ['ID=2c16466f-2050-4ec7-a3bc-0327f4e093a4,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:41.384250 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] No DVR routers for this DVR port 2c16466f-2050-4ec7-a3bc-0327f4e093a4 on host n-h2-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:06:41.387006 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224526'] for port, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:41.390554 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-e1853521-db52-4355-be49-ea4f9f86746e req-099d8f9c-bec0-4758-a860-b076d021db37 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.50 "DELETE /v2.0/ports/2c16466f-2050-4ec7-a3bc-0327f4e093a4 HTTP/1.1" status: 204 len: 173 time: 0.4518261 Dec 13 16:06:41.390998 n-d-816954-1 neutron-server[102823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-deleted', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4'}] {{(pid=102823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:06:41.393312 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44329616a19c216b02a6d471b66d8f87302ab8d98c0303d32aa738d4e09d59b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b40d5c-55e9-4bd8-a052-a2324864c999" -d '{"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-deleted", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4"}]}' {{(pid=102823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:06:41.428516 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e376a609-c122-4acc-ad36-1ae4d7ce4860 x-openstack-request-id: req-e376a609-c122-4acc-ad36-1ae4d7ce4860 {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:06:41.428810 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7247819-5db3-460e-932c-6045be8cc456", "name": "network-vif-deleted", "tag": "2c16466f-2050-4ec7-a3bc-0327f4e093a4", "status": "completed", "code": 200}]} {{(pid=102823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:06:41.429651 n-d-816954-1 neutron-server[102823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e376a609-c122-4acc-ad36-1ae4d7ce4860 {{(pid=102823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:06:41.429965 n-d-816954-1 neutron-server[102823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7247819-5db3-460e-932c-6045be8cc456', 'name': 'network-vif-deleted', 'tag': '2c16466f-2050-4ec7-a3bc-0327f4e093a4', 'status': 'completed', 'code': 200} Dec 13 16:06:41.859721 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [req-f7caa0f0-7189-4529-bcd7-9de107715bcb req-35db6437-a1a0-4c56-800a-7afae4dc7adf tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7247819-5db3-460e-932c-6045be8cc456 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Dec 13 16:06:42.917212 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40428) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:42.974757 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85da785a-fd50-44b6-8bb1-bac466fd4017 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:42.999677 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85da785a-fd50-44b6-8bb1-bac466fd4017 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:43.109827 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85da785a-fd50-44b6-8bb1-bac466fd4017 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:43.112578 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-85da785a-fd50-44b6-8bb1-bac466fd4017 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Notify callbacks [] for security_group, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:43.113775 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-85da785a-fd50-44b6-8bb1-bac466fd4017 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] 10.222.0.24 "DELETE /v2.0/security-groups/33bdc74a-411f-4a12-a966-a01c48440e7a HTTP/1.1" status: 204 len: 168 time: 0.1955521 Dec 13 16:06:43.122859 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da785a-fd50-44b6-8bb1-bac466fd4017 tempest-TestSnapshotPattern-1628300321 tempest-TestSnapshotPattern-1628300321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdc74a-411f-4a12-a966-a01c48440e7a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:43.211971 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40432) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:43.549186 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:43.787744 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Deleting port 0605a8a0-b7a2-4941-a834-eebec84cdea2 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:43.788088 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:43.863175 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] For port 0605a8a0-b7a2-4941-a834-eebec84cdea2, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=0605a8a0-b7a2-4941-a834-eebec84cdea2,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:43.863527 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:43.876498 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Calling delete_port for 0605a8a0-b7a2-4941-a834-eebec84cdea2 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:44.124162 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:44.148791 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Pushing event deleted for resources: {'Port': ['ID=0605a8a0-b7a2-4941-a834-eebec84cdea2,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:44.264977 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2c16466f-2050-4ec7-a3bc-0327f4e093a4 no longer exists at agent hyperv_n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:44.285087 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] No Port match for: 2c16466f-2050-4ec7-a3bc-0327f4e093a4 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:44.285420 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Device 2c16466f-2050-4ec7-a3bc-0327f4e093a4 not bound to the agent host n-h2-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:44.316979 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:44.530249 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Router 83435827-a48f-4235-b1ed-b22bcdf3c224 has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:06:44.630709 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:06:44.636779 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9f28effa-87c4-4423-b372-7b7845ffa729 admin admin] 10.222.0.24 "PUT /v2.0/routers/83435827-a48f-4235-b1ed-b22bcdf3c224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4237163 Dec 13 16:06:44.639780 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40434) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:44.641189 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] Sync routers for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:06:44.650472 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:44.651151 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:44.742553 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks [] for router, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:44.753009 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: n-d-816954-1 {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:44.853271 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:44.968990 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Deleting port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:44.969343 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.021206 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:06:44Z', 'revision_number': 5, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port': {'id': '6c0afdba-9f68-4160-ae9a-0f9abd0f24fd', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:53Z', 'updated_at': '2021-12-13T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:45.046412 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] Checking router: 83435827-a48f-4235-b1ed-b22bcdf3c224 for host: n-d-816954-1 {{(pid=102826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:06:45.047454 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] For port 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:45.047817 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.054942 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] Routers {'83435827-a48f-4235-b1ed-b22bcdf3c224'} bound to L3 agent in host n-d-816954-1 {{(pid=102826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:45.055595 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['83435827-a48f-4235-b1ed-b22bcdf3c224'], 'active': True} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:45.061089 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Calling delete_port for 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd owned by network:router_gateway {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:45.137776 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_dvr_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] Set router 83435827-a48f-4235-b1ed-b22bcdf3c224 gateway port host: None {{(pid=102826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:45.191531 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.l3_hamode_db [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:06:44Z', 'revision_number': 6, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:45.218109 n-d-816954-1 neutron-server[102826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c62dba4-a462-4df3-a6e0-97db05aa5be2 None None] The sync data for ids ['83435827-a48f-4235-b1ed-b22bcdf3c224'] in n-d-816954-1 is: [{'id': '83435827-a48f-4235-b1ed-b22bcdf3c224', 'name': 'tempest-TestSnapshotPattern-528010750-router', 'tenant_id': '9b2aebed2e1c42bea159f66ad67cd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:52Z', 'updated_at': '2021-12-13T16:06:44Z', 'revision_number': 6, 'project_id': '9b2aebed2e1c42bea159f66ad67cd396', 'gw_port_host': None}] {{(pid=102826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:06:45.264425 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.295200 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0afdba-9f68-4160-ae9a-0f9abd0f24fd,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:45.353773 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.442174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.444242 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.558718 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.559284 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83435827-a48f-4235-b1ed-b22bcdf3c224 {{(pid=102824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:06:45.563923 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] Notify callbacks [] for router, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.565113 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-31041e47-27fb-4ed2-8142-9ef8c2f73cae admin admin] 10.222.0.24 "DELETE /v2.0/routers/83435827-a48f-4235-b1ed-b22bcdf3c224 HTTP/1.1" status: 204 len: 168 time: 0.9244592 Dec 13 16:06:45.570058 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40436) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:45.616499 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] Deleting subnet 3b7377b5-6697-4124-9ada-13bc36d0a241 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 16:06:45.620395 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.655474 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.729820 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.864339 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.890165 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7377b5-6697-4124-9ada-13bc36d0a241,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:45.893763 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:45.898726 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-3ac19a56-4084-4be6-a494-30edc8dee96b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b7377b5-6697-4124-9ada-13bc36d0a241 HTTP/1.1" status: 204 len: 168 time: 0.3298721 Dec 13 16:06:45.899726 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52c7589-860d-4820-b4f3-776db93badd9 None None] Network bd438b49-f7e4-471e-ab00-aa2dfe250052 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:06:45.900263 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40438) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:45.972790 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.030135 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Deleting port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 {{(pid=102824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:46.030515 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.071727 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] DHCP port deletion for bd438b49-f7e4-471e-ab00-aa2dfe250052 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 16:06:46.099634 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.db [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] For port 64d06ae7-e521-47c9-825a-c9dafb06c7f7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=64d06ae7-e521-47c9-825a-c9dafb06c7f7,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:46.100003 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.117662 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] Deleting port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:46.118035 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.118839 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.plugin [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Calling delete_port for 64d06ae7-e521-47c9-825a-c9dafb06c7f7 owned by network:dhcp {{(pid=102824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:46.184367 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] For port 64d06ae7-e521-47c9-825a-c9dafb06c7f7, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=64d06ae7-e521-47c9-825a-c9dafb06c7f7,segment=NetworkSegment(c8e30ba8-1af8-4c63-97ef-16084b71a2e6),segment_id=c8e30ba8-1af8-4c63-97ef-16084b71a2e6)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:46.184767 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.197918 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] Calling delete_port for 64d06ae7-e521-47c9-825a-c9dafb06c7f7 owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:46.258546 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1339544'] for port, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.278150 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.283504 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d06ae7-e521-47c9-825a-c9dafb06c7f7,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:46.284852 n-d-816954-1 neutron-server[102824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] No DVR routers for this DVR port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 on host n-d-816954-1 {{(pid=102824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:06:46.306800 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] Pushing event deleted for resources: {'Port': ['ID=64d06ae7-e521-47c9-825a-c9dafb06c7f7,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:46.310338 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e43332-b2b6-448a-85d7-93f819ec8db3 None None] No DVR routers for this DVR port 64d06ae7-e521-47c9-825a-c9dafb06c7f7 on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:06:46.360278 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.379577 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd438b49-f7e4-471e-ab00-aa2dfe250052']}} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:46.389288 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6') {'for_net_delete': True} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:46.389582 n-d-816954-1 neutron-server[102824]: DEBUG neutron.services.segments.db [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e30ba8-1af8-4c63-97ef-16084b71a2e6') {} {{(pid=102824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:46.399319 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8812422'] for segment, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.413452 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.419328 n-d-816954-1 neutron-server[102824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:06:46.419713 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1339563'] for segment, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: Traceback (most recent call last): Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: timer() Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: cb(*args, **kw) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: return func(*args, **kwargs) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: self._notify() Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: self.callback(batched_events) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: event.method(event) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: return f(self, *a, **k) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: return self._get(url).json() Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: return self.request(url, 'GET', **kwargs) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:06:46.425605 n-d-816954-1 neutron-server[102824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:06:46.529291 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.534679 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Notify callbacks [] for network, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.537784 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd438b49-f7e4-471e-ab00-aa2dfe250052 HTTP/1.1" status: 204 len: 168 time: 0.6365399 Dec 13 16:06:46.540900 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40440) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:46.548782 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5a347-a607-4f8f-b304-8b7a1237a595 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd438b49-f7e4-471e-ab00-aa2dfe250052,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:46.683986 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:46.952979 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0605a8a0-b7a2-4941-a834-eebec84cdea2 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:46.981626 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 0605a8a0-b7a2-4941-a834-eebec84cdea2 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:46.982062 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 0605a8a0-b7a2-4941-a834-eebec84cdea2 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:46.982492 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 64d06ae7-e521-47c9-825a-c9dafb06c7f7 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:47.002844 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 64d06ae7-e521-47c9-825a-c9dafb06c7f7 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:47.003221 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 64d06ae7-e521-47c9-825a-c9dafb06c7f7 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:47.003600 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:47.024063 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:47.024407 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 6c0afdba-9f68-4160-ae9a-0f9abd0f24fd not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:47.239419 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470830'] for router_interface, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:47.483655 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Deleting port eeef690f-33a8-4c25-aafe-e0d4a1d505d3 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:47.483992 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:47.563747 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] For port eeef690f-33a8-4c25-aafe-e0d4a1d505d3, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,segment=NetworkSegment(6ea69f94-7280-4efb-8b20-45392d445e5c),segment_id=6ea69f94-7280-4efb-8b20-45392d445e5c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:47.564108 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:47.577153 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Calling delete_port for eeef690f-33a8-4c25-aafe-e0d4a1d505d3 owned by network:router_interface {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:47.801292 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:47.826680 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeef690f-33a8-4c25-aafe-e0d4a1d505d3,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:47.930398 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:47.993450 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466964'] for router_interface, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:48.209941 n-d-816954-1 neutron-server[102823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Router 35d19595-698c-4917-9735-f7f80d8c4b1e has already been hosted by L3 agent 11fe105b-eba6-4263-9a41-cd9c948278dc {{(pid=102823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:06:48.314593 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] Notify agent at l3_agent.n-d-816954-1 the message routers_updated {{(pid=102823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:06:48.319878 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-e6e666b2-151d-4942-86a8-26e9dcfa0566 admin admin] 10.222.0.24 "PUT /v2.0/routers/35d19595-698c-4917-9735-f7f80d8c4b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7779002 Dec 13 16:06:48.322459 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40442) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:48.323548 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] Sync routers for ids ['35d19595-698c-4917-9735-f7f80d8c4b1e'] in n-d-816954-1 {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:06:48.332639 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] Routers {'35d19595-698c-4917-9735-f7f80d8c4b1e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:48.333316 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35d19595-698c-4917-9735-f7f80d8c4b1e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:48.425580 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:48.436199 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] Set router 35d19595-698c-4917-9735-f7f80d8c4b1e gateway port host: n-d-816954-1 {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:48.533493 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:48.645248 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Deleting port c1375de5-d997-4666-9cd6-5d227ae15688 {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:48.645638 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:48.723445 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] For port c1375de5-d997-4666-9cd6-5d227ae15688, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=c1375de5-d997-4666-9cd6-5d227ae15688,segment=NetworkSegment(26b8ded0-432f-4aae-ac30-acbb945409ea),segment_id=26b8ded0-432f-4aae-ac30-acbb945409ea)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:48.723906 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:48.737174 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Calling delete_port for c1375de5-d997-4666-9cd6-5d227ae15688 owned by network:router_gateway {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:48.853291 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'external_fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:06:47Z', 'revision_number': 5, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port': {'id': 'c1375de5-d997-4666-9cd6-5d227ae15688', 'name': '', 'network_id': '2f38b908-f409-4661-8b06-3048c9d2566b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816954-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:01:59Z', 'updated_at': '2021-12-13T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6ae1fc-5089-42e5-aa74-8ebebe31e391', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816954-1'}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:48.883072 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] Checking router: 35d19595-698c-4917-9735-f7f80d8c4b1e for host: n-d-816954-1 {{(pid=102825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:06:48.895016 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] Routers {'35d19595-698c-4917-9735-f7f80d8c4b1e'} bound to L3 agent in host n-d-816954-1 {{(pid=102825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:06:48.895537 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816954-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T14:27:22Z,description=,heartbeat_timestamp=2021-12-13T16:06:22Z,host='n-d-816954-1',id=11fe105b-eba6-4263-9a41-cd9c948278dc,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T14:27:23Z,topic='l3_agent')) {'router_ids': ['35d19595-698c-4917-9735-f7f80d8c4b1e'], 'active': True} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:48.990187 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvr_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] Set router 35d19595-698c-4917-9735-f7f80d8c4b1e gateway port host: None {{(pid=102825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:06:49.003968 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.041619 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1375de5-d997-4666-9cd6-5d227ae15688,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:49.044428 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_hamode_db [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:06:48Z', 'revision_number': 6, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port_host': None}], 'n-d-816954-1', False) {} {{(pid=102825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:49.070299 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e94cd7-a616-4727-953c-a1cf4756dfdb None None] The sync data for ids ['35d19595-698c-4917-9735-f7f80d8c4b1e'] in n-d-816954-1 is: [{'id': '35d19595-698c-4917-9735-f7f80d8c4b1e', 'name': 'tempest-TestSnapshotPattern-751137611-router', 'tenant_id': '460e6455147a49babbb567315a78f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:01:58Z', 'updated_at': '2021-12-13T16:06:48Z', 'revision_number': 6, 'project_id': '460e6455147a49babbb567315a78f873', 'gw_port_host': None}] {{(pid=102825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:06:49.098468 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472429'] for router_gateway, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.187280 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.189317 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.306590 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-473639'] for router, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.307125 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d19595-698c-4917-9735-f7f80d8c4b1e {{(pid=102823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:06:49.311414 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.312559 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-6d3d9cf8-187b-436c-8875-a9e251b979a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/35d19595-698c-4917-9735-f7f80d8c4b1e HTTP/1.1" status: 204 len: 168 time: 0.9892082 Dec 13 16:06:49.315140 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40444) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:49.363990 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] Deleting subnet 82416763-8331-4b86-b3e9-39cc2613a931 {{(pid=102823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 13 16:06:49.367003 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.401300 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12293315'] for subnet, precommit_delete_associations {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.487447 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3863074'] for subnet, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.610046 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3863083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8725760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734850'] for subnet, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.636999 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82416763-8331-4b86-b3e9-39cc2613a931,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:49.641588 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.645077 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-fe181d12-8769-4f0d-8604-4182b53e0849 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82416763-8331-4b86-b3e9-39cc2613a931 HTTP/1.1" status: 204 len: 168 time: 0.3290069 Dec 13 16:06:49.647453 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35d12f-a61e-4ab7-add5-d7c9d4d1553a None None] Network 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 requested from n-d-816954-1 {{(pid=102825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 13 16:06:49.647949 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40446) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:49.714195 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3924360'] for network, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.766330 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Deleting port 001edc31-6f37-4c34-b19e-c3a61720393a {{(pid=102823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:49.766716 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.831692 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] DHCP port deletion for 613cc6ac-6338-4f5c-9dc1-41122a1aaf20 request from n-d-816954-1 {{(pid=102825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 13 16:06:49.841756 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.db [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] For port 001edc31-6f37-4c34-b19e-c3a61720393a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=001edc31-6f37-4c34-b19e-c3a61720393a,segment=NetworkSegment(6ea69f94-7280-4efb-8b20-45392d445e5c),segment_id=6ea69f94-7280-4efb-8b20-45392d445e5c)] {{(pid=102823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:49.842049 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.855726 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.plugin [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Calling delete_port for 001edc31-6f37-4c34-b19e-c3a61720393a owned by network:dhcp {{(pid=102823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:49.881362 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] Deleting port 001edc31-6f37-4c34-b19e-c3a61720393a {{(pid=102825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 13 16:06:49.881741 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783675724894'] for port, before_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.958935 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.db [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] For port 001edc31-6f37-4c34-b19e-c3a61720393a, host n-d-816954-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816954-1',level=0,port_id=001edc31-6f37-4c34-b19e-c3a61720393a,segment=NetworkSegment(6ea69f94-7280-4efb-8b20-45392d445e5c),segment_id=6ea69f94-7280-4efb-8b20-45392d445e5c)] {{(pid=102825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:06:49.959328 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466990'] for port, precommit_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:49.971676 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] Calling delete_port for 001edc31-6f37-4c34-b19e-c3a61720393a owned by network:dhcp {{(pid=102825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 13 16:06:50.015850 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8725973'] for port, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.031257 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2e08ed5f-9ef1-401f-917c-9f334dfea33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.046011 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=001edc31-6f37-4c34-b19e-c3a61720393a,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:50.051996 n-d-816954-1 neutron-server[102823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] No DVR routers for this DVR port 001edc31-6f37-4c34-b19e-c3a61720393a on host n-d-816954-1 {{(pid=102823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:06:50.052632 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783675734164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783675229790'] for port, after_delete {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.080730 n-d-816954-1 neutron-server[102825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] Pushing event deleted for resources: {'Port': ['ID=001edc31-6f37-4c34-b19e-c3a61720393a,revision_number=None']} {{(pid=102825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:50.082521 n-d-816954-1 neutron-server[102825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7c9cfc-f71a-45b2-b123-634b1b5688c9 None None] No DVR routers for this DVR port 001edc31-6f37-4c34-b19e-c3a61720393a on host n-d-816954-1 {{(pid=102825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:06:50.133943 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851351', 'neutron.services.segments.db._delete_segments_for_network-8783675544760'] for network, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.153414 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613cc6ac-6338-4f5c-9dc1-41122a1aaf20']}} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:50.162429 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea69f94-7280-4efb-8b20-45392d445e5c') {'for_net_delete': True} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:50.162721 n-d-816954-1 neutron-server[102823]: DEBUG neutron.services.segments.db [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea69f94-7280-4efb-8b20-45392d445e5c') {} {{(pid=102823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:06:50.172286 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783675532912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12293338'] for segment, before_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.185615 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261'] for segment, precommit_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.191244 n-d-816954-1 neutron-server[102823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:06:50.191810 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8725990'] for segment, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: Traceback (most recent call last): Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: timer() Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: cb(*args, **kw) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: return func(*args, **kwargs) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: self._notify() Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: self.callback(batched_events) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: event.method(event) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: return f(self, *a, **k) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: return self._get(url).json() Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: return self.request(url, 'GET', **kwargs) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:06:50.193189 n-d-816954-1 neutron-server[102823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:06:50.312227 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3852452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472393'] for network, after_delete {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.317566 n-d-816954-1 neutron-server[102823]: DEBUG neutron_lib.callbacks.manager [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Notify callbacks [] for network, before_response {{(pid=102823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.320838 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/613cc6ac-6338-4f5c-9dc1-41122a1aaf20 HTTP/1.1" status: 204 len: 168 time: 0.6721022 Dec 13 16:06:50.331765 n-d-816954-1 neutron-server[102823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9545cc-c964-4b04-ba50-98528d24a1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=613cc6ac-6338-4f5c-9dc1-41122a1aaf20,revision_number=None']} {{(pid=102823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:50.752987 n-d-816954-1 neutron-server[102823]: DEBUG neutron.wsgi [-] (102823) accepted ('10.222.0.24', 40450) {{(pid=102823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:50.794918 n-d-816954-1 neutron-server[102823]: INFO neutron.wsgi [None req-f57dba51-5bfe-4511-84c1-230097dcc29c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b2aebed2e1c42bea159f66ad67cd396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407715 Dec 13 16:06:50.797680 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40452) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:50.858252 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af779e7c-6fa0-4fb4-a102-4153ad8e0d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.879578 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af779e7c-6fa0-4fb4-a102-4153ad8e0d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:50.953340 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 001edc31-6f37-4c34-b19e-c3a61720393a no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:50.976665 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: 001edc31-6f37-4c34-b19e-c3a61720393a {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:50.977007 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device 001edc31-6f37-4c34-b19e-c3a61720393a not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:50.978754 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eeef690f-33a8-4c25-aafe-e0d4a1d505d3 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:50.995387 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: eeef690f-33a8-4c25-aafe-e0d4a1d505d3 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:50.995734 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device eeef690f-33a8-4c25-aafe-e0d4a1d505d3 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:50.996138 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c1375de5-d997-4666-9cd6-5d227ae15688 no longer exists at agent ovs-agent-n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:06:50.997901 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af779e7c-6fa0-4fb4-a102-4153ad8e0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:51.000549 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-af779e7c-6fa0-4fb4-a102-4153ad8e0d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:51.001725 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-af779e7c-6fa0-4fb4-a102-4153ad8e0d33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a29f9ff-543e-4bf3-aeba-4f1cf80d2765 HTTP/1.1" status: 204 len: 168 time: 0.2030015 Dec 13 16:06:51.010362 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af779e7c-6fa0-4fb4-a102-4153ad8e0d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a29f9ff-543e-4bf3-aeba-4f1cf80d2765,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:51.015588 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.plugin [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] No Port match for: c1375de5-d997-4666-9cd6-5d227ae15688 {{(pid=102825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 13 16:06:51.015922 n-d-816954-1 neutron-server[102825]: DEBUG neutron.plugins.ml2.rpc [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Device c1375de5-d997-4666-9cd6-5d227ae15688 not bound to the agent host n-d-816954-1 {{(pid=102825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:06:51.609831 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40458) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:51.832033 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-33c80f73-9bb2-446b-b272-671ddd299949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=460e6455147a49babbb567315a78f873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210438 Dec 13 16:06:51.834523 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [-] (102824) accepted ('10.222.0.24', 40462) {{(pid=102824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 13 16:06:51.882174 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f287ea3c-b6c9-4757-b98d-5dcb38b817eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:51.903721 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f287ea3c-b6c9-4757-b98d-5dcb38b817eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:52.038854 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f287ea3c-b6c9-4757-b98d-5dcb38b817eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458114'] for security_group, after_delete {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:52.041402 n-d-816954-1 neutron-server[102824]: DEBUG neutron_lib.callbacks.manager [None req-f287ea3c-b6c9-4757-b98d-5dcb38b817eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:52.042584 n-d-816954-1 neutron-server[102824]: INFO neutron.wsgi [None req-f287ea3c-b6c9-4757-b98d-5dcb38b817eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0893b083-b859-42ee-9c29-0b9301abf29e HTTP/1.1" status: 204 len: 168 time: 0.2070663 Dec 13 16:06:52.050216 n-d-816954-1 neutron-server[102824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287ea3c-b6c9-4757-b98d-5dcb38b817eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0893b083-b859-42ee-9c29-0b9301abf29e,revision_number=None']} {{(pid=102824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:06:52.338587 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5d0f14f7-0753-4691-8833-bbb203573d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:53.295407 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:06:53.606708 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:55.223758 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:06:55.251992 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:16.694726 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:17.911830 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:19.957251 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-f698c0e4-c453-4f5a-8d2c-9ea083848992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:22.365782 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-387383f4-4224-4a80-a36c-35435a1b3518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:23.603109 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:25.208779 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:25.239873 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:30.295188 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:07:46.717061 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:47.905444 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:49.965478 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-e140db26-b812-46d6-a0d1-1e81a96a0dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:52.414299 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fe6f55d9-b46c-4084-9b29-4479a05f0f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:53.594574 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:55.199468 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:07:55.222077 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:07.298811 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:08:16.719638 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:17.922389 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:19.965366 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5023dfbc-d4fd-4c69-afc8-fc86a2c5ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:22.353542 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1f9428ee-dc5b-446e-8bae-e1d483b5ba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:23.590704 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:25.190819 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:25.242725 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:44.298364 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:08:46.746942 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:47.961871 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:49.952661 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-56415ac0-eb51-458c-aade-71fd824c5432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:52.344808 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3276-c131-437d-8641-4d2fd5768fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:53.592520 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:55.215817 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:08:55.249924 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:16.718082 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:17.986310 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:19.969640 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-86b71505-ec43-4c7f-8f6b-98b5f48c1df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:21.302542 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:09:22.352139 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c2031060-bb8e-443a-9ac3-314c558dfa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:23.597827 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:25.209256 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:25.241231 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:46.738245 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:47.956461 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:49.980414 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e80c-8a3d-4e88-889d-99204320edf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:52.351323 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-58633a39-5b23-4e55-94e2-7af68c4856d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:53.601181 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:55.260460 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:55.271571 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:09:58.301924 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:10:16.751488 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:17.979594 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:19.962194 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-493fe2db-eb60-4758-9df3-da90b0e900e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:22.351147 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-57e451f4-605b-4561-bb26-c3e7b31d1dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:23.625204 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:25.259569 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:25.270596 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:35.300796 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:10:46.744841 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:47.950693 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:49.961434 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-5db45ef6-0519-40bc-a8a2-1add72cbc4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:52.342888 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c5ffdb7a-ceea-4acb-b8a5-815462929603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:53.606173 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:55.218902 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:10:55.247276 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:12.300439 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:11:16.749749 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:17.955589 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:19.960077 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1c34c22e-66cf-433e-ba3b-2d46d4c4d046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:22.355164 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1b0f-7205-48cc-8b0c-a94fad5712f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:23.641217 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:25.212624 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:25.240621 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:46.766566 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:47.965979 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:49.300254 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:11:49.964812 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c0be062-72e1-4b7f-9dea-b5cd2458a621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:52.341982 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c1e3dc03-7070-4d33-b8af-d02213a13c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:53.646694 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:55.205892 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:11:55.222843 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:16.776316 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:17.982705 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:19.958910 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-335265dd-48fa-4294-a915-6137200c8f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:22.342409 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-8c8556e7-b1ff-464a-ab00-388fe6336cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:23.611293 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:25.239970 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:25.250912 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:26.299554 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:12:46.759279 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:47.981968 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:49.965015 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-413547a8-1754-4733-9d2c-767a23494cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:52.348168 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c4a42bd3-b8d4-4b09-975f-eda1d24b00aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:53.627832 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:55.210649 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:12:55.250196 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:03.298897 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:13:16.799198 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:18.010382 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:19.992931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-367376d4-cc80-41d1-801d-ccba281bdac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:22.346904 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c98e9c62-65b0-4a23-a779-1e1a99779420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:23.610266 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:25.227343 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:25.250223 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:40.298401 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:13:46.797796 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:47.998338 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:49.981098 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-006f0ad0-2f64-4aec-a5e0-d32ad98645ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:52.334931 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-d97842f3-b164-4676-975e-6a6fba05f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:53.609216 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:55.238101 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:13:55.260960 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:16.791545 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:17.299041 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:14:17.968854 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:19.957487 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3c701080-7b1e-439f-944e-7e9d2ba7601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:22.317410 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-fd1111c5-9956-4f74-85c5-038e40e53bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:23.648502 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:25.214591 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:25.231512 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:35.852018 n-d-816954-1 neutron-server[102824]: DEBUG neutron.wsgi [req-b96eee7e-96ed-4dfe-94cb-a6c2c3ca8e4d req-69e2914d-48a7-4090-beba-b1e1bc39f872 service neutron] (102824) timed out ('10.222.0.24', 39040) {{(pid=102824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 13 16:14:46.797047 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:47.979712 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:49.956488 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2330ce04-7951-4f84-b328-e123c51d3df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:52.339630 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-2978243d-20f4-46ec-bf9b-6183aaca4db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:53.631096 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-c3a44abe-7bba-4113-9b0b-52ba2eae25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:54.299303 n-d-816954-1 neutron-server[102826]: DEBUG neutron.db.agents_db [None req-c30f2169-52b7-4d2c-9c40-01f816215b2e None None] Agent healthcheck: found 7 active agents {{(pid=102826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:14:55.219362 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-70d20575-b98d-47a7-8219-abf4615537e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:14:55.282457 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-093ce28e-9f10-4962-9bc1-7542d2ec68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:15:16.796718 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-354c70ed-6fdc-406a-8952-056886439749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 16:15:17.967516 n-d-816954-1 neutron-server[102825]: DEBUG neutron_lib.callbacks.manager [None req-3431b88c-5a3b-496d-8761-64ef4078559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783675544742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858273'] for agent, after_update {{(pid=102825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}